-- Logs begin at Sat 2022-05-28 04:26:01 UTC, end at Sat 2022-05-28 07:18:02 UTC. -- May 28 05:18:51.885823 n-d-843679-5 systemd[1]: Started Devstack devstack@q-svc.service. May 28 05:18:54.581738 n-d-843679-5 neutron-server[88307]: INFO neutron.common.config [-] Logging enabled! May 28 05:18:54.582453 n-d-843679-5 neutron-server[88307]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev2 May 28 05:18:54.582543 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88307) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 28 05:18:54.585649 n-d-843679-5 neutron-server[88307]: INFO neutron.common.config [-] Logging enabled! May 28 05:18:54.585904 n-d-843679-5 neutron-server[88307]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev2 May 28 05:18:54.586214 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88307) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 28 05:18:54.587134 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 05:18:54.587392 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 05:18:54.587749 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 05:18:54.587995 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 05:18:54.588221 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 05:18:54.588541 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.588838 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.589132 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.589361 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.589654 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.589943 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.590223 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.590510 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.590803 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.591086 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.591388 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.591674 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.591905 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.592187 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.592472 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.592755 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.592976 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] debug = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.593254 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.593684 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.594095 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.594374 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.594659 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.594936 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.595205 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.595505 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.595786 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.596137 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] host = n-d-843679-5 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.596414 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.596698 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.596981 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.597263 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.597536 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.597810 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.598091 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.598361 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.598628 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] log_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.598900 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.599184 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.599495 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.599781 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.600004 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.600225 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.600509 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.600792 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.601065 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.601338 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.601612 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.601883 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.602155 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.602422 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.602705 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.602986 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.603289 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.603565 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.603842 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.604111 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.604380 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.604659 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.604929 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.605198 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.605470 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.605753 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.606020 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.606289 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.606586 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.606869 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.607146 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.607464 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.607736 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.608015 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.608285 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.608555 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.608825 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] use_json = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.609094 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.609363 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.609641 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.609911 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.610179 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.610449 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.610722 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.610999 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.611289 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:54.611611 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.611909 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.612207 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.612494 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.612782 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.613061 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.613348 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.613630 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.613916 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.614200 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.614485 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.614761 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.615045 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.615349 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.615642 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.615943 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.616234 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.616521 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.616790 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.617060 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.617330 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.617605 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.617889 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.618180 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.618470 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.618740 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.619015 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.619326 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.619608 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.619878 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.620153 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.620438 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.620712 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.620981 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.621257 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.621543 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.621829 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.622097 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.622373 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.622659 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.622931 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.623199 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.623490 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.623769 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.624035 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.624314 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.624584 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.624852 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.625118 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.625394 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.625665 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.625935 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.626207 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.626475 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.626747 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.627014 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.627868 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.628148 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.628421 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.628693 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.628964 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.629233 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.629507 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.629777 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.630047 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.630315 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.630584 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.630853 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.631137 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.631463 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.631743 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.632022 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.632300 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.632579 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.632855 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.633131 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.633408 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.633691 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.633963 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.634253 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.634538 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.634824 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.635105 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.635411 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.635707 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.635984 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.636265 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.636540 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.636822 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.637103 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.637384 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.637679 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.637973 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.638263 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.638553 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.638841 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.639117 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.639455 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.639737 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:54.639954 n-d-843679-5 neutron-server[88307]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 05:18:54.640193 n-d-843679-5 neutron-server[88307]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88307) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 28 05:18:55.024020 n-d-843679-5 neutron-server[88307]: INFO keyring.backend [-] Loading KWallet May 28 05:18:55.031380 n-d-843679-5 neutron-server[88307]: INFO keyring.backend [-] Loading SecretService May 28 05:18:55.034953 n-d-843679-5 neutron-server[88307]: INFO keyring.backend [-] Loading Windows May 28 05:18:55.036263 n-d-843679-5 neutron-server[88307]: INFO keyring.backend [-] Loading chainer May 28 05:18:55.037043 n-d-843679-5 neutron-server[88307]: INFO keyring.backend [-] Loading macOS May 28 05:18:55.070178 n-d-843679-5 neutron-server[88307]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 05:18:55.070448 n-d-843679-5 neutron-server[88307]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 05:18:55.070732 n-d-843679-5 neutron-server[88307]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 05:18:55.071061 n-d-843679-5 neutron-server[88307]: INFO neutron.manager [-] Loading core plugin: ml2 May 28 05:18:55.456113 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.456354 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.456628 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.457941 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.458222 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.458510 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.492809 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.493090 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.493361 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.506769 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.507053 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.507353 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.537661 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.537946 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.538222 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.575883 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.576165 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.576435 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.807744 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.808388 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.808388 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.808571 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.809282 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.929636 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.929960 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.930245 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.930516 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.930782 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.931096 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.931385 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.931648 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.931905 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.932188 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.932447 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.932712 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.932980 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.933237 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.933512 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.933786 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.934046 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.934319 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.934571 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.934880 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.935253 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.935518 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.935770 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.936056 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.936307 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.936554 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.936944 n-d-843679-5 neutron-server[88307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 05:18:55.937189 n-d-843679-5 neutron-server[88307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 05:18:55.937429 n-d-843679-5 neutron-server[88307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 05:18:55.937669 n-d-843679-5 neutron-server[88307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 05:18:55.937907 n-d-843679-5 neutron-server[88307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 05:18:55.938142 n-d-843679-5 neutron-server[88307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 05:18:55.938519 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 28 05:18:55.941702 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 28 05:18:55.945620 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 28 05:18:55.949394 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 28 05:18:55.951017 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 28 05:18:55.951652 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 28 05:18:55.951995 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 28 05:18:55.952381 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 28 05:18:55.955158 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 28 05:18:55.955456 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 28 05:18:55.955804 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 28 05:18:55.983496 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 28 05:18:55.983950 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.984254 n-d-843679-5 neutron-server[88307]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88307) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 28 05:18:55.984620 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.985975 n-d-843679-5 neutron-server[88307]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88307) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 28 05:18:55.986258 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 28 05:18:55.986551 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 28 05:18:55.990376 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:55.990662 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.051955 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 28 05:18:56.052198 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 28 05:18:56.052436 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 28 05:18:56.052808 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 28 05:18:56.084591 n-d-843679-5 neutron-server[88307]: DEBUG oslo_db.sqlalchemy.engines [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88307) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 28 05:18:56.417523 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Initializing driver for type 'gre' May 28 05:18:56.417964 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] gre ID ranges: [(1, 1000)] May 28 05:18:56.477464 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Initializing driver for type 'local' May 28 05:18:56.477804 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Initializing driver for type 'vlan' May 28 05:18:56.489910 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] VlanTypeDriver initialization complete May 28 05:18:56.490503 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Initializing driver for type 'vxlan' May 28 05:18:56.490991 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] vxlan ID ranges: [(1, 1000)] May 28 05:18:56.546019 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Initializing extension driver 'port_security' May 28 05:18:56.546370 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.extensions.port_security [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] PortSecurityExtensionDriver initialization complete May 28 05:18:56.546705 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Initializing mechanism driver 'openvswitch' May 28 05:18:56.547121 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Initializing mechanism driver 'hyperv' May 28 05:18:56.554151 n-d-843679-5 neutron-server[88307]: DEBUG neutron.plugins.ml2.plugin [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:56.554815 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > port after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.555186 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > port after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.555561 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > port after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.556102 n-d-843679-5 neutron-server[88307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 05:18:56.556535 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > subnet after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.556887 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > subnet after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.557239 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.557634 n-d-843679-5 neutron-server[88307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 05:18:56.558043 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > network after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.558391 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > network after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.558734 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > network after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.559119 n-d-843679-5 neutron-server[88307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 05:18:56.559558 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > security_group after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.559905 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > security_group after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.560241 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.562237 n-d-843679-5 neutron-server[88307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 05:18:56.562674 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.563038 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.563416 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.563822 n-d-843679-5 neutron-server[88307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 05:18:56.564241 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > address_group after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.564589 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > address_group after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.565538 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.565938 n-d-843679-5 neutron-server[88307]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88307) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 28 05:18:56.566383 n-d-843679-5 neutron-server[88307]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] ML2 OVO RPC backend initialized. {{(pid=88307) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 28 05:18:56.567108 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.567498 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.567913 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > network before_response 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.568263 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > networks before_response 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.568608 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > port before_response 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.568948 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > ports before_response 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.569289 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > subnet before_response 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.569626 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > subnets before_response 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.569972 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > network after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.570316 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > network after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.570650 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > network after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.570985 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > port after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.571366 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > port after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.571699 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > port after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.572032 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > subnet after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.572363 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > subnet after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.572693 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.573273 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.plugin [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Modular L2 Plugin initialization complete May 28 05:18:56.573628 n-d-843679-5 neutron-server[88307]: DEBUG neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading services supported by the core plugin {{(pid=88307) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 28 05:18:56.573956 n-d-843679-5 neutron-server[88307]: INFO neutron.plugins.ml2.managers [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Got port-security extension from driver 'port_security' May 28 05:18:56.574414 n-d-843679-5 neutron-server[88307]: INFO neutron.extensions.vlantransparent [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Disabled vlantransparent extension. May 28 05:18:56.574899 n-d-843679-5 neutron-server[88307]: DEBUG neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88307) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 28 05:18:56.575212 n-d-843679-5 neutron-server[88307]: INFO neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading Plugin: router May 28 05:18:56.610244 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.610634 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router after_create 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.611002 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router before_create 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.611400 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.612262 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.612616 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router after_delete 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.612970 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.613330 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router after_create 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.613673 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router after_update 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.614022 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router after_update 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.614367 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.614723 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router after_update 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.615132 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router precommit_update 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.615520 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: port after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.615860 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: port after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.616198 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: subnet after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.616533 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.616876 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.617220 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router precommit_create 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.617557 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: port before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.617897 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router precommit_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.618250 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router after_update 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.618589 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.618934 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router precommit_create 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.619313 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.619657 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router precommit_update 55549900 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.620019 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > agent after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.620366 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > agent after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.620708 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > network after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.621573 n-d-843679-5 neutron-server[88307]: DEBUG neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Tracking information for resource: router configured {{(pid=88307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 05:18:56.621901 n-d-843679-5 neutron-server[88307]: DEBUG neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Tracking information for resource: floatingip configured {{(pid=88307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 05:18:56.626816 n-d-843679-5 neutron-server[88307]: INFO neutron.db.l3_agentschedulers_db [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 28 05:18:56.627995 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: port after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.628308 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: port after_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.628657 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: port after_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.629004 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: port after_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.629789 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router before_create 55550100 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.630149 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.630512 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router precommit_create 55550100 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.630865 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > router precommit_update 55550100 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.635356 n-d-843679-5 neutron-server[88307]: DEBUG neutron.services.provider_configuration [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service providers = [] {{(pid=88307) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 28 05:18:56.635729 n-d-843679-5 neutron-server[88307]: DEBUG neutron.db.servicetype_db [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88307) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 28 05:18:56.638628 n-d-843679-5 neutron-server[88307]: DEBUG neutron.services.service_base [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 05:18:56.638972 n-d-843679-5 neutron-server[88307]: DEBUG neutron.services.service_base [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 05:18:56.639336 n-d-843679-5 neutron-server[88307]: DEBUG neutron.services.service_base [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 05:18:56.640212 n-d-843679-5 neutron-server[88307]: DEBUG neutron.services.service_base [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 05:18:56.640584 n-d-843679-5 neutron-server[88307]: INFO neutron.services.service_base [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Default provider is not specified for service type L3_ROUTER_NAT May 28 05:18:56.640955 n-d-843679-5 neutron-server[88307]: DEBUG neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 05:18:56.641269 n-d-843679-5 neutron-server[88307]: INFO neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 28 05:18:56.651869 n-d-843679-5 neutron-server[88307]: DEBUG neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 05:18:56.652207 n-d-843679-5 neutron-server[88307]: INFO neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading Plugin: auto_allocate May 28 05:18:56.658139 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: network precommit_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.659023 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: network precommit_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.659558 n-d-843679-5 neutron-server[88307]: DEBUG neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 05:18:56.659876 n-d-843679-5 neutron-server[88307]: INFO neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading Plugin: tag May 28 05:18:56.666284 n-d-843679-5 neutron-server[88307]: DEBUG neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 05:18:56.666611 n-d-843679-5 neutron-server[88307]: INFO neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading Plugin: timestamp May 28 05:18:56.670591 n-d-843679-5 neutron-server[88307]: DEBUG neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 05:18:56.670880 n-d-843679-5 neutron-server[88307]: INFO neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading Plugin: network_ip_availability May 28 05:18:56.676649 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.677018 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.677373 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:56.678073 n-d-843679-5 neutron-server[88307]: DEBUG neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 05:18:56.678390 n-d-843679-5 neutron-server[88307]: INFO neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading Plugin: flavors May 28 05:18:56.683013 n-d-843679-5 neutron-server[88307]: DEBUG neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 05:18:56.683372 n-d-843679-5 neutron-server[88307]: INFO neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading Plugin: revisions May 28 05:18:56.687572 n-d-843679-5 neutron-server[88307]: DEBUG neutron.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 05:18:56.687956 n-d-843679-5 neutron-server[88307]: DEBUG oslo_concurrency.lockutils [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.617s {{(pid=88307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 05:18:56.688679 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88307) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 28 05:18:56.689012 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Initializing extension manager. May 28 05:18:56.689510 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: __init__.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.689874 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: __pycache__ {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.690205 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.690534 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: address_group.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.691362 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.691914 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: address-group May 28 05:18:56.692235 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: address_scope.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.693113 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.693616 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: address-scope May 28 05:18:56.693935 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.694842 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.695384 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: router-admin-state-down-before-update May 28 05:18:56.695707 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: agent.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.696397 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.697156 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: agent May 28 05:18:56.697278 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: agent_resources_synced.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.698164 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.698667 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: agent-resources-synced May 28 05:18:56.698986 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: allowedaddresspairs.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.700771 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.701300 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: allowed-address-pairs May 28 05:18:56.701628 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: auto_allocated_topology.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.702682 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.703195 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: auto-allocated-topology May 28 05:18:56.703549 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: availability_zone.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.704231 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.704735 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: availability_zone May 28 05:18:56.705058 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: availability_zone_filter.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.705986 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.706492 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: availability_zone_filter May 28 05:18:56.706814 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: data_plane_status.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.707736 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.708238 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension data-plane-status not supported by any of loaded plugins May 28 05:18:56.708560 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: default_subnetpools.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.709457 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.709967 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: default-subnetpools May 28 05:18:56.710290 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.711084 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.711626 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: dhcp_agent_scheduler May 28 05:18:56.711946 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: dns.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.712841 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.713339 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension dns-integration not supported by any of loaded plugins May 28 05:18:56.713657 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: dns_domain_ports.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.714561 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.715063 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension dns-domain-ports not supported by any of loaded plugins May 28 05:18:56.715420 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: dvr.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.716081 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.716580 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: dvr May 28 05:18:56.716898 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: empty_string_filtering.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.717801 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.718307 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: empty-string-filtering May 28 05:18:56.718627 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.719562 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.720059 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 28 05:18:56.720376 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.721788 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.722286 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 28 05:18:56.722605 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: external_net.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.723535 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.724043 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: external-net May 28 05:18:56.724367 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.725269 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.725771 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: extra_dhcp_opt May 28 05:18:56.726092 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: extraroute.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.726992 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.727532 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: extraroute May 28 05:18:56.727853 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: extraroute_atomic.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.728865 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.729368 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: extraroute-atomic May 28 05:18:56.729688 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: filter_validation.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.730344 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.730842 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: filter-validation May 28 05:18:56.731161 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: fip_pf_description.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.732085 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.732585 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 28 05:18:56.732903 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: fip_port_details.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.733810 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.734312 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: fip-port-details May 28 05:18:56.734629 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: flavors.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.735852 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.736367 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: flavors May 28 05:18:56.737241 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.738882 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.739442 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 28 05:18:56.739771 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: floatingip_pools.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.740464 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.740969 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: floatingip-pools May 28 05:18:56.741290 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: ip_allocation.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.742194 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.742696 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension ip_allocation not supported by any of loaded plugins May 28 05:18:56.743016 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.743956 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.744460 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: ip-substring-filtering May 28 05:18:56.744782 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: l2_adjacency.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.745690 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.746195 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension l2_adjacency not supported by any of loaded plugins May 28 05:18:56.746514 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: l3.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.747623 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.748140 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: router May 28 05:18:56.748495 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.750665 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.751187 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 28 05:18:56.751551 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.752775 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.753009 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: ext-gw-mode May 28 05:18:56.753334 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.754246 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.754751 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: l3-ha May 28 05:18:56.755075 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: l3_flavors.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.756014 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.756532 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: l3-flavors May 28 05:18:56.756856 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.757757 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.758259 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: l3-port-ip-change-not-allowed May 28 05:18:56.758580 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: l3agentscheduler.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.759633 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.760142 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: l3_agent_scheduler May 28 05:18:56.760466 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: logging.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.761933 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.762452 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension logging not supported by any of loaded plugins May 28 05:18:56.762780 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: metering.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.763553 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.764125 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: metering May 28 05:18:56.764447 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.765515 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.766024 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: metering_source_and_destination_fields May 28 05:18:56.766352 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: multiprovidernet.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.767295 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.767835 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: multi-provider May 28 05:18:56.768158 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: netmtu.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.769064 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.769572 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: net-mtu May 28 05:18:56.769892 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: netmtu_writable.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.770798 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.771343 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: net-mtu-writable May 28 05:18:56.771667 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: network_availability_zone.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.772323 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.772821 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: network_availability_zone May 28 05:18:56.773139 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: network_ip_availability.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.774207 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.774718 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: network-ip-availability May 28 05:18:56.775044 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: network_segment_range.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.775828 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.776338 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension network-segment-range not supported by any of loaded plugins May 28 05:18:56.776659 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: pagination.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.777624 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.777946 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: pagination May 28 05:18:56.778265 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: port_device_profile.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.779163 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.779703 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: port-device-profile May 28 05:18:56.780022 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.781188 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.781701 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: port-mac-address-regenerate May 28 05:18:56.782021 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.782924 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.783984 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: port-numa-affinity-policy May 28 05:18:56.784308 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: port_resource_request.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.785205 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.785703 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension port-resource-request not supported by any of loaded plugins May 28 05:18:56.786022 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: portbindings.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.786942 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.787474 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: binding May 28 05:18:56.787794 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: portbindings_extended.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.789172 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.789692 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: binding-extended May 28 05:18:56.790021 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: portsecurity.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.790943 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.791501 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: port-security May 28 05:18:56.791831 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: project_id.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.792790 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.793117 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: project-id May 28 05:18:56.793437 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: providernet.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.794346 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.794854 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: provider May 28 05:18:56.795172 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: qos.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.798680 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.799785 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension qos not supported by any of loaded plugins May 28 05:18:56.800118 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.801342 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.801855 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 28 05:18:56.802182 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.803082 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.803616 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 28 05:18:56.803940 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: qos_default.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.804837 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.805343 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension qos-default not supported by any of loaded plugins May 28 05:18:56.805665 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: qos_fip.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.806305 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.806811 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension qos-fip not supported by any of loaded plugins May 28 05:18:56.807131 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: qos_gateway_ip.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.808093 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.808612 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 28 05:18:56.808916 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: qos_port_network_policy.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.809813 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.810316 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 28 05:18:56.810639 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: qos_rule_type_details.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.811573 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.812074 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 28 05:18:56.812394 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: qos_rules_alias.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.813412 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.813918 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension qos-rules-alias not supported by any of loaded plugins May 28 05:18:56.814241 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: quotasv2.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.815145 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.815505 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: quotas May 28 05:18:56.815826 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: quotasv2_detail.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.817414 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.817754 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: quota_details May 28 05:18:56.818082 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: rbac.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.819113 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.819656 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: rbac-policies May 28 05:18:56.819982 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: rbac_address_group.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.820903 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.821421 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: rbac-address-group May 28 05:18:56.821746 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: rbac_address_scope.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.822660 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.823170 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: rbac-address-scope May 28 05:18:56.823520 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: rbac_security_groups.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.824425 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.824932 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: rbac-security-groups May 28 05:18:56.825251 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: rbac_subnetpool.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.826156 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.826669 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: rbac-subnetpool May 28 05:18:56.826987 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: revisionifmatch.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.828053 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.828568 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: revision-if-match May 28 05:18:56.828887 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: revisions.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.829979 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.830573 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: standard-attr-revisions May 28 05:18:56.830896 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: router_availability_zone.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.831589 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.832097 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: router_availability_zone May 28 05:18:56.832417 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: routerservicetype.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.833324 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.833828 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension router-service-type not supported by any of loaded plugins May 28 05:18:56.834147 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.835050 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.835598 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: security-groups-normalized-cidr May 28 05:18:56.835919 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.836833 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.837340 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: port-security-groups-filtering May 28 05:18:56.837659 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.838567 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.839073 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: security-groups-remote-address-group May 28 05:18:56.839423 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: securitygroup.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.850646 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.851174 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: security-group May 28 05:18:56.851533 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: segment.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.852302 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.852808 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension segment not supported by any of loaded plugins May 28 05:18:56.853135 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.854061 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.854570 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 28 05:18:56.854897 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: servicetype.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.856010 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.856526 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: service-type May 28 05:18:56.856848 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: sorting.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.857819 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.858149 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: sorting May 28 05:18:56.858472 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: standard_attr_segment.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.859403 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.859918 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension standard-attr-segment not supported by any of loaded plugins May 28 05:18:56.860242 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: standardattrdescription.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.860879 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.861384 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: standard-attr-description May 28 05:18:56.862257 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: stateful_security_group.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.863165 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.863706 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: stateful-security-group May 28 05:18:56.864030 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: stdattrs_common.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.864604 n-d-843679-5 neutron-server[88307]: WARNING neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 28 05:18:56.864925 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.865927 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.866438 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 28 05:18:56.866761 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: subnet_onboard.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.868406 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.868406 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: subnet_onboard May 28 05:18:56.868754 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.869678 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.870177 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 28 05:18:56.870501 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: subnet_service_types.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.871454 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.871965 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: subnet-service-types May 28 05:18:56.872289 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: subnetallocation.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.873379 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.873888 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: subnet_allocation May 28 05:18:56.874213 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.874871 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.875405 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: subnetpool-prefix-ops May 28 05:18:56.875729 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.876662 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.877219 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 28 05:18:56.877543 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: tagging.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.878592 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.879101 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: standard-attr-tag May 28 05:18:56.879465 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: timestamp.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.880665 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.881175 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loaded extension: standard-attr-timestamp May 28 05:18:56.881501 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: trunk.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.882516 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.883030 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension trunk not supported by any of loaded plugins May 28 05:18:56.883389 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: trunk_details.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.884297 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.884805 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension trunk-details not supported by any of loaded plugins May 28 05:18:56.885126 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: uplink_status_propagation.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.886049 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.886556 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 28 05:18:56.886876 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Loading extension file: vlantransparent.py {{(pid=88307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 05:18:56.887575 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 05:18:56.888076 n-d-843679-5 neutron-server[88307]: INFO neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extension vlan-transparent not supported by any of loaded plugins May 28 05:18:56.890486 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:network May 28 05:18:56.891197 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:subnet May 28 05:18:56.891834 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:subnetpool May 28 05:18:57.001017 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:port May 28 05:18:57.002354 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.002803 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service FLAVORS assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.003451 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.003890 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.004223 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:router May 28 05:18:57.004875 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:floatingip May 28 05:18:57.005692 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service METERING assigned prefix: /metering {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.007141 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:57.007535 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:57.007887 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:18:57.008924 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of CountableResource for resource:rbac_policy May 28 05:18:57.009357 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:security_group May 28 05:18:57.010009 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:security_group_rule May 28 05:18:57.010762 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service CORE assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.011094 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:subnetpool May 28 05:18:57.011462 n-d-843679-5 neutron-server[88307]: WARNING neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] subnetpool is already registered May 28 05:18:57.012139 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service CORE assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.012467 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:subnetpool May 28 05:18:57.012789 n-d-843679-5 neutron-server[88307]: WARNING neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] subnetpool is already registered May 28 05:18:57.015204 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.015660 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service FLAVORS assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.016247 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.016667 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.016998 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:router May 28 05:18:57.017325 n-d-843679-5 neutron-server[88307]: WARNING neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] router is already registered May 28 05:18:57.018447 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:floatingip May 28 05:18:57.018778 n-d-843679-5 neutron-server[88307]: WARNING neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] floatingip is already registered May 28 05:18:57.019434 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service METERING assigned prefix: /metering {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.020099 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of CountableResource for resource:rbac_policy May 28 05:18:57.020426 n-d-843679-5 neutron-server[88307]: WARNING neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] rbac_policy is already registered May 28 05:18:57.020994 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:security_group May 28 05:18:57.021320 n-d-843679-5 neutron-server[88307]: WARNING neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] security_group is already registered May 28 05:18:57.021906 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:security_group_rule May 28 05:18:57.022234 n-d-843679-5 neutron-server[88307]: WARNING neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] security_group_rule is already registered May 28 05:18:57.022890 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service CORE assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.023216 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:subnetpool May 28 05:18:57.023561 n-d-843679-5 neutron-server[88307]: WARNING neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] subnetpool is already registered May 28 05:18:57.024171 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.v2.resource_helper [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Service CORE assigned prefix: {{(pid=88307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 05:18:57.024497 n-d-843679-5 neutron-server[88307]: INFO neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Creating instance of TrackedResource for resource:subnetpool May 28 05:18:57.024816 n-d-843679-5 neutron-server[88307]: WARNING neutron.quota.resource_registry [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] subnetpool is already registered May 28 05:18:57.025459 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: extensions {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.026924 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: address-groups {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.028667 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: address-scopes {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.029857 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: agents {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.031277 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: auto-allocated-topology {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.032508 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: availability_zones {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.033879 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: dhcp-networks {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.035301 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: dhcp-agents {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.036690 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: routers {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.038463 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: flavors {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.039658 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: service_profiles {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.040848 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: next_providers {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.042355 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: service_profiles {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.043824 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: floatingip-pools {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.045013 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: routers {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.046785 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: floatingips {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.047998 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: l3-routers {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.049919 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: l3-agents {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.051319 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: metering-labels {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.052664 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: metering-label-rules {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.053943 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: network-ip-availabilities {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.055165 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: bindings {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.056813 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: quotas {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.058223 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: quotas {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.059715 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: rbac-policies {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.060998 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: security-groups {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.062203 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: security-group-rules {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.063434 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: service-providers {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.065177 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: subnetpools {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.067611 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: subnetpools {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.069069 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: tags {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.070741 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: tags {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.072558 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: tags {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.074296 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: tags {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.076110 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: tags {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.077929 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: tags {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.079629 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: tags {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.081535 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: tags {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.083314 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: tags {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.085137 n-d-843679-5 neutron-server[88307]: DEBUG neutron.api.extensions [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Extended resource: tags {{(pid=88307) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 05:18:57.091020 n-d-843679-5 neutron-server[88307]: WARNING keystonemiddleware.auth_token [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 28 05:18:57.095769 n-d-843679-5 neutron-server[88307]: WARNING keystonemiddleware.auth_token [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 28 05:18:57.103893 n-d-843679-5 neutron-server[88307]: DEBUG oslo_concurrency.lockutils [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Acquired lock "singleton_lock" {{(pid=88307) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 28 05:18:57.104365 n-d-843679-5 neutron-server[88307]: DEBUG oslo_concurrency.lockutils [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Releasing lock "singleton_lock" {{(pid=88307) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 28 05:18:57.104998 n-d-843679-5 neutron-server[88307]: INFO oslo_service.service [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Starting 2 workers May 28 05:18:57.109665 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Started child 88416 {{(pid=88307) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 05:18:57.116959 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Started child 88417 {{(pid=88307) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 05:18:57.117151 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:57.117619 n-d-843679-5 neutron-server[88307]: INFO neutron.service [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Neutron service started, listening on 0.0.0.0:9696 May 28 05:18:57.117619 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Notify callbacks [] for process, before_spawn {{(pid=88307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:57.117785 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [-] (88416) wsgi starting up on http://0.0.0.0:9696 May 28 05:18:57.119122 n-d-843679-5 neutron-server[88307]: INFO oslo_service.service [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Starting 1 workers May 28 05:18:57.119377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:57.120781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [-] (88417) wsgi starting up on http://0.0.0.0:9696 May 28 05:18:57.124370 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Started child 88418 {{(pid=88307) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 05:18:57.124900 n-d-843679-5 neutron-server[88307]: INFO oslo_service.service [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Starting 1 workers May 28 05:18:57.129457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.service [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] calling RpcWorker wait() {{(pid=88418) _wait /opt/stack/neutron/neutron/service.py:128}} May 28 05:18:57.129991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.service [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] returning from RpcWorker wait() {{(pid=88418) _wait /opt/stack/neutron/neutron/service.py:135}} May 28 05:18:57.130076 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Started child 88419 {{(pid=88307) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 05:18:57.130623 n-d-843679-5 neutron-server[88307]: DEBUG neutron_lib.callbacks.manager [None req-b89e4177-fc9f-4993-a8b4-ccfead168a85 None None] Notify callbacks [] for process, after_spawn {{(pid=88307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:57.131290 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:57.131797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:57.132610 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88307) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 28 05:18:57.132834 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 05:18:57.133020 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 05:18:57.133242 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 05:18:57.133605 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 05:18:57.133772 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 05:18:57.134294 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.134574 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.134844 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.135113 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.135417 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.135988 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.136265 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.136519 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.136814 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.137073 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.137240 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.137405 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.137664 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.137923 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.138298 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.138587 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.138823 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.139110 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.139317 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.139588 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.140288 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.140288 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.140464 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] debug = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.140546 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.141022 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.141246 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.141481 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.141696 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.141880 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:57.142308 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.142308 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.142447 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.142671 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.142987 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.143213 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.143505 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.143745 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.143961 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.144213 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.144473 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.144710 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.145160 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] host = n-d-843679-5 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.145381 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.145615 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.145857 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.146104 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.146368 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.146580 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.146823 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.147061 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.147336 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.147575 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.147830 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.148052 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.148270 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.148507 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.148670 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_options = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.148882 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.149182 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.149440 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.149642 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.149809 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.149983 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.150239 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.150400 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.150648 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.150860 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.151073 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.151324 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.151567 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.151816 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.152067 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.152315 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.152544 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.152772 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.153023 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.153246 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.153484 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.153731 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.153962 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.154175 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.154392 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.154604 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.154826 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.155039 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.155260 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.155514 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.155745 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.156255 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.156486 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.156728 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.156953 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.157181 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.157422 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.157694 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.157924 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.158162 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.158436 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.158649 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.158872 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.159084 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.159326 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.159573 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_json = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.159772 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.160600 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.160871 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.161087 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.161309 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.161771 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.161771 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.162115 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.162349 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.162764 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.163099 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.163429 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.163690 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.163992 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.164375 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.164775 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.164960 n-d-843679-5 neutron-server[88419]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:57.165304 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.165698 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.166073 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.166536 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.166983 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.167446 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.167672 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.167933 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.168237 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.168499 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.169096 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.169477 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.169866 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.170443 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.170823 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.171338 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.171740 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.172154 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.172578 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.172954 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.173342 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.173772 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.175597 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.175870 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.176099 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.176395 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.176646 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.176875 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.177112 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.177354 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.177599 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.177859 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.178095 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.178357 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.178612 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.178972 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.179111 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.179363 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.179599 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.179838 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.180090 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.180326 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.180582 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.180814 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.181068 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.181306 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.181532 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.181749 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.181984 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.182206 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.182421 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.182637 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.182870 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.183078 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.183359 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.183581 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.183813 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.184204 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.184592 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.184991 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.185239 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.185460 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.185700 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.185926 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.186144 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.186362 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.186605 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.186837 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.187220 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.187459 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.187676 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.188094 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.188481 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.188726 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.188948 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.189165 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.189381 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.189738 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.190590 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.190821 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.191088 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.191373 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.191616 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.191838 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.192090 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.192462 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.192844 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.193219 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.193622 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.194020 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.194382 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.194756 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.195103 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.195530 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.195790 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.196017 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.196391 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.196770 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.197141 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.197549 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.197825 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.198080 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.198478 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.198747 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.199017 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.199275 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.199545 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.199765 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.200037 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.200354 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.200612 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.200872 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.201122 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.201368 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.201651 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.202059 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.202327 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.202557 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.202816 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.203034 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.203326 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.204038 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.204038 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.204038 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.204322 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.204877 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.204877 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.205091 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.205321 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.205736 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.206126 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.206520 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.206934 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.207360 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.207756 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.208162 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.208549 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.208935 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.209318 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.209557 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.209775 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.210003 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.210234 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.210627 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.210846 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.211069 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.211346 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.211601 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.212134 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.212134 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.212311 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.212492 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.212724 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.212940 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.213155 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.213389 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.213608 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.213822 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.214036 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.214247 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.214507 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.214721 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.214983 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.215224 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.215633 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.215886 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.216117 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.216379 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.216594 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.216862 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.217079 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.217311 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.217523 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.217741 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.217974 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.218204 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.218446 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.218661 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.218912 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.219162 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.219533 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.219792 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.220022 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.220276 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.220510 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.220723 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.220983 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.221201 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.221414 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.221626 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.221841 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.222072 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.222311 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.222547 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.222746 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.222956 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.223226 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.223482 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.223726 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.223965 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.224148 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.224520 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.224753 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.224987 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.225199 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.225418 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.225622 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.225837 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.226044 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.226334 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.226578 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.226825 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.227058 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.227332 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.227552 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.227766 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.227976 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.228209 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.228421 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.228654 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.228864 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.229065 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.229281 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.229508 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.229804 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.230051 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.230288 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.230574 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.230799 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.231029 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.231306 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.231631 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.231860 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.232129 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.232345 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.232747 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.233128 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.233404 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.233726 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.234016 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.234272 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.234535 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.234810 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.235089 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.235386 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.235624 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.235914 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.236248 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.237033 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.237289 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.237516 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.237780 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.238002 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.238229 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.238464 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.238697 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.238917 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.239175 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.239447 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.239689 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.239918 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.240162 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.240393 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.240484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:57.240633 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.240862 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.241078 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.241291 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.241447 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 05:18:57.241950 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88307) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 28 05:18:57.242110 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 05:18:57.242262 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 05:18:57.242429 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 05:18:57.242597 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 05:18:57.242750 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 05:18:57.242954 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.243117 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.243296 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.243459 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.243616 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.243955 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.244263 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.244553 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.244850 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.245146 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.245439 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.245732 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.246035 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.246184 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.246346 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.246508 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.246662 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.247093 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.247283 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.247449 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.247603 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.247902 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.248225 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] debug = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.248383 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.248599 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.248761 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.249056 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.249372 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.249530 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.249689 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.249846 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.250013 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.250152 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.250309 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.250471 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.250629 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.250775 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.250936 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.251143 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.251460 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.251783 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] host = n-d-843679-5 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.252218 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.252828 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.252945 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.253105 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.253261 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.253597 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.253764 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.253923 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.254082 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.254242 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.254399 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.254555 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.254713 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.254930 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.255093 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_options = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.255291 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.255457 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.255640 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.255827 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.255989 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.256146 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.256299 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.256458 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.256614 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.256776 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.256929 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.257254 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.257416 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.257569 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.257864 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.258215 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.258552 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.258713 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.258875 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.259041 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.259199 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.259419 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.259547 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.259703 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.259861 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.260018 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.260176 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.260332 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.260491 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.260648 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.260806 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.260964 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.261121 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.261278 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.261435 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.261592 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.261750 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.261913 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.262075 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.262217 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.262374 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.262530 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.262687 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.262844 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.263057 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.263181 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_json = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.263331 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.263466 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.263607 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.263761 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.263944 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.264104 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.264230 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.264370 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.264528 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 05:18:57.264708 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.264853 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.265031 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.265191 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.265351 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.265511 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.265672 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.265832 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.265992 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.266153 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.266307 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.266473 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.266646 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.266806 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.267100 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.267100 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.267380 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.267520 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.267655 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.267806 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.267916 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.268069 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.268228 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.268396 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.268569 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.268882 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.269049 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.269209 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.269370 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.269531 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.269691 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.269851 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.270011 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.270170 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.270329 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.270488 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.270648 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.270808 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.270968 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.271129 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.271312 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.271474 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.271635 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.271795 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.271955 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.272116 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.272277 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.272439 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.272600 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.272759 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.272929 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.273088 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.273248 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.273407 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.273567 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.273726 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.273886 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.274045 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.274203 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.274363 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.274523 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.274693 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.274852 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.275012 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.275174 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.275364 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.275513 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.275673 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.275832 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.275990 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.276149 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.276308 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.276467 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.276630 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.276789 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.276949 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.277105 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.277402 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.277714 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.277872 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.278030 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.278195 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.278353 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.278512 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.278681 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.278859 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.279023 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.279187 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.279377 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.279534 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.279697 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.279854 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.280167 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.280314 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.280472 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.280631 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.280791 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.281215 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.281378 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.281538 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.281698 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.281857 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.282016 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.282176 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.282336 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.282496 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.282656 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.282817 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.282975 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.283133 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.283338 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.283505 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.283666 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.283828 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.283988 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.284154 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.284324 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.284485 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.284646 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.284806 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.284965 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.285126 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.285285 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.285446 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.285604 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.285763 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.285923 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.286090 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.286260 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.286420 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.286580 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.286738 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.286920 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.287079 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.287270 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.287422 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.287583 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.287744 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.287904 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.288063 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.288224 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.288382 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.288541 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.288701 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.288861 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.289025 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.289185 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.289344 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.289504 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.289664 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.289823 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.289984 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.290145 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.290304 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.290463 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.290622 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.290782 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.290941 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.291100 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.291280 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.291442 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.291602 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.291762 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.291922 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.292083 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.292243 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.292401 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.292561 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.292720 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.292882 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.293042 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.293203 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.293363 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.293524 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.293683 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.293842 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.294003 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.294163 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.294326 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.294486 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.294645 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.294805 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.294966 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.295125 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.295307 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.295469 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.295628 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.295806 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.295966 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.296126 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.296288 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.296447 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.296607 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.296765 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.296923 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.297082 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.297241 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.297403 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.297565 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.297724 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.297883 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.298041 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.298200 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.298362 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.298524 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.298683 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.298843 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.299570 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.299697 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.299856 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.300016 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.300175 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.300335 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.300534 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.300655 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.300808 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.300975 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.301135 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.301295 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.301454 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.301614 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.301782 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.301941 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.302100 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.302258 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.302405 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.302574 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.302734 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.302892 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.303050 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.303208 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.303409 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.303571 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.303730 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.303898 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.304057 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.304215 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.304375 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.304546 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.304707 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.304869 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.305029 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.305187 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.305348 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.305509 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.305673 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.305842 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.306009 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.306170 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.306338 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.306506 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.306673 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.306833 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.306998 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.307169 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.307350 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.307510 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.307669 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.307830 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.307990 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.308166 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.308298 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.308455 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.308614 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.308772 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.308932 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.309093 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.309252 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.309410 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.309569 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.309729 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.309888 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.310047 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.310205 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 05:18:57.310358 n-d-843679-5 neutron-server[88307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88307) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 05:18:57.558599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35176) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:57.567434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067036 May 28 05:19:08.382877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7cee26-2edc-45f2-9afc-5b28403a3040 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:19:08.464009 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e97d-caa1-4d09-8d06-75c2bf058931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662801'] for agent, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:08.498530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7cee26-2edc-45f2-9afc-5b28403a3040 None None] No non-hosted networks {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 28 05:19:10.593151 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-83c5b8c1-43aa-450f-be60-936153c1e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662801'] for agent, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:10.601013 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-fafd8230-ca71-4ef4-b3e5-f1db88aed152 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-843679-5 {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:19:10.601661 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-fafd8230-ca71-4ef4-b3e5-f1db88aed152 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:19:11.127195 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fafd8230-ca71-4ef4-b3e5-f1db88aed152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:11.396368 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662801'] for agent, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:11.559914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662801'] for agent, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:11.564117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.565988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.566335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.566675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.567006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.567356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.567685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.568007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.568327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.568646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.568963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.569278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:11.569678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843679-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:11.581510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843679-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:13.071079 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662801'] for agent, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:13.884474 n-d-843679-5 neutron-server[88418]: INFO neutron.db.l3_hamode_db [None req-97e256e8-398b-4020-b802-0072a3647099 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 28 05:19:13.968623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e256e8-398b-4020-b802-0072a3647099 None None] Routers set() bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:19:13.969015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e256e8-398b-4020-b802-0072a3647099 None None] Router IDs set() for agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 28 05:19:14.599602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35268) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:15.171667 n-d-843679-5 neutron-server[88417]: WARNING oslo_policy.policy [None req-52be7db6-ce6f-482e-af1f-29626dd53ef5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 05:19:15.172232 n-d-843679-5 neutron-server[88417]: WARNING oslo_policy.policy [None req-52be7db6-ce6f-482e-af1f-29626dd53ef5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 05:19:15.388123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-52be7db6-ce6f-482e-af1f-29626dd53ef5 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:19:15.389179 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-52be7db6-ce6f-482e-af1f-29626dd53ef5 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7887099 May 28 05:19:17.785170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35282) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:18.144912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c799a619-1dfe-4115-9e7a-6df1b6339e4b admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:19:18.243498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.policy [None req-c799a619-1dfe-4115-9e7a-6df1b6339e4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88417) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 28 05:19:18.287164 n-d-843679-5 neutron-server[88417]: WARNING oslo_policy.policy [None req-c799a619-1dfe-4115-9e7a-6df1b6339e4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 05:19:18.287553 n-d-843679-5 neutron-server[88417]: WARNING oslo_policy.policy [None req-c799a619-1dfe-4115-9e7a-6df1b6339e4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 05:19:18.295745 n-d-843679-5 neutron-server[88417]: INFO neutron.quota [None req-c799a619-1dfe-4115-9e7a-6df1b6339e4b admin admin] Loaded quota_driver: . May 28 05:19:18.311893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c799a619-1dfe-4115-9e7a-6df1b6339e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:18.370087 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c799a619-1dfe-4115-9e7a-6df1b6339e4b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752087644188', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752087643681', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752087485679', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752087497137', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752087469831', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752087479326', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3993991', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3994075', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-849526', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-930274'] for rbac-policy, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:18.432917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c799a619-1dfe-4115-9e7a-6df1b6339e4b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:18.434090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c799a619-1dfe-4115-9e7a-6df1b6339e4b admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6479409 May 28 05:19:21.100849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35296) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:21.443993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:19:21.448665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:21.453102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Usage tracker for resource:network and tenant:3d698b19596349c1ab4e33e35ee5dbcf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:21.457685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:21.463771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:21.473101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Made reservation on behalf of 3d698b19596349c1ab4e33e35ee5dbcf for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:19:21.476006 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.493809 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.508094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:21.511681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Usage tracker for resource:security_group_rule and tenant:3d698b19596349c1ab4e33e35ee5dbcf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:21.516567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:21.522129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:21.618714 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.622243 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.646618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:19:21.671307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752088369875', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.671888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Unsubscribe: segment precommit_create {{(pid=88417) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 05:19:21.672405 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Added segment f61b999f-492a-4018-a6a6-5de591b3286b of type vlan for network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 May 28 05:19:21.681292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ac854a-d5f3-4e07-964c-b1c40ff0ef8d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:21.730486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.730828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.731160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.731585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.731976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.732325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.732643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.732959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.733274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.733660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.734002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.734355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Tracked resource versions report: May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: pushed versions: May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: { 'AddressGroup': {'1.2'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'ConntrackHelper': {'1.0'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'Log': {'1.0'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'Network': {'1.1'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'Port': {'1.7'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'PortForwarding': {'1.2'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'QosPolicy': {'1.8'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'SecurityGroup': {'1.4'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'SecurityGroupRule': {'1.2'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'SubPort': {'1.0'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'Subnet': {'1.1'}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'Trunk': {'1.1'}} May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: consumer versions: May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: { DHCP agent@n-d-843679-5: {}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: L3 agent@n-d-843679-5: {}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: Metadata agent@n-d-843679-5: {}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: Metering agent@n-d-843679-5: {}, May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: Open vSwitch agent@n-d-843679-5: { 'AddressGroup': '1.2', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'ConntrackHelper': '1.0', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'Log': '1.0', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'Network': '1.1', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'Port': '1.7', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'PortForwarding': '1.2', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'QosPolicy': '1.8', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'SecurityGroup': '1.4', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'SecurityGroupRule': '1.2', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'SubPort': '1.0', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'Subnet': '1.1', May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: 'Trunk': '1.1'}} May 28 05:19:21.735492 n-d-843679-5 neutron-server[88417]: {{(pid=88417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 05:19:21.783676 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.822917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.823988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:19:21.824628 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.932349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] Pushing event updated for resources: {'Network': ['ID=ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:21.934733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9844f5a5-3211-463e-af31-7352c5138701 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8329020 May 28 05:19:21.945820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:19:24.788773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35312) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:25.231346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204f17b2-ecb8-48d7-8d16-ac54a468b90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:19:25.232684 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-204f17b2-ecb8-48d7-8d16-ac54a468b90f admin admin] 10.222.0.39 "GET /v2.0/networks/ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 HTTP/1.1" status: 200 len: 825 time: 0.4429722 May 28 05:19:25.260089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b9847784-2ae4-421e-acdf-4b65c592ce71 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/0f66e659-4899-4ea8-bee4-776a8548aa35 HTTP/1.1" status: 200 len: 734 time: 0.0218256 May 28 05:19:25.269707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Request body: {'subnet': {'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '0f66e659-4899-4ea8-bee4-776a8548aa35', 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:19:25.273930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:25.277654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Usage tracker for resource:subnet and tenant:3d698b19596349c1ab4e33e35ee5dbcf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:25.280537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:25.287028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:25.296527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Made reservation on behalf of 3d698b19596349c1ab4e33e35ee5dbcf for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:19:25.298957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:25.571973 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:25.666152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Checking segment: {'id': 'f61b999f-492a-4018-a6a6-5de591b3286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:19:25.666494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Network hostable DHCP agents. Network: ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:19:25.673640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3c37fa-e854-44c6-86d0-7a33371f8451,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:25.691513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:19:25.700778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:19:25.705723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:19:25.706859 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:25.711026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5007412c-1f3e-401b-b126-18c042541a0d None None] Network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:19:25.727720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a85d6fa8-4db1-4b1e-8a2f-a26cd3c74709 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4618587 May 28 05:19:26.021427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2', 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'fixed_ips': [{'subnet_id': '7d3c37fa-e854-44c6-86d0-7a33371f8451'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:19:26.022571 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:26.214045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Allocated IP 172.20.0.2 (ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2/7d3c37fa-e854-44c6-86d0-7a33371f8451/ff07f65f-768b-4396-a919-14c3a1200fbb) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:19:26.444494 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:26.459568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Transition to ACTIVE for port object ff07f65f-768b-4396-a919-14c3a1200fbb will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:19:26.478585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Transition to ACTIVE for port object ff07f65f-768b-4396-a919-14c3a1200fbb will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:19:26.485303 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:26.549663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:19:26.552403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:19:26.558175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:19:26.566108 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Pushing event updated for resources: {'Port': ['ID=ff07f65f-768b-4396-a919-14c3a1200fbb,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:26.609303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.609648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.609990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.610325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.610655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.610983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.611329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.611656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.612537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.612869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.613197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.613515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Tracked resource versions report: May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: pushed versions: May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: { 'AddressGroup': {'1.2'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'ConntrackHelper': {'1.0'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'Log': {'1.0'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'Network': {'1.1'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'Port': {'1.7'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'PortForwarding': {'1.2'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'QosPolicy': {'1.8'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'SecurityGroup': {'1.4'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'SecurityGroupRule': {'1.2'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'SubPort': {'1.0'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'Subnet': {'1.1'}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'Trunk': {'1.1'}} May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: consumer versions: May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: { DHCP agent@n-d-843679-5: {}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: L3 agent@n-d-843679-5: {}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: Metadata agent@n-d-843679-5: {}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: Metering agent@n-d-843679-5: {}, May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: Open vSwitch agent@n-d-843679-5: { 'AddressGroup': '1.2', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'ConntrackHelper': '1.0', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'Log': '1.0', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'Network': '1.1', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'Port': '1.7', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'PortForwarding': '1.2', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'QosPolicy': '1.8', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'SecurityGroup': '1.4', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'SecurityGroupRule': '1.2', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'SubPort': '1.0', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'Subnet': '1.1', May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: 'Trunk': '1.1'}} May 28 05:19:26.614619 n-d-843679-5 neutron-server[88418]: {{(pid=88418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 05:19:26.666249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Attempting to bind port ff07f65f-768b-4396-a919-14c3a1200fbb on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:19:26.666645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Attempting to bind port ff07f65f-768b-4396-a919-14c3a1200fbb by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'f61b999f-492a-4018-a6a6-5de591b3286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:19:26.667094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Attempting to bind port ff07f65f-768b-4396-a919-14c3a1200fbb on network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:19:26.672339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:19:26.672750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Checking segment: {'id': 'f61b999f-492a-4018-a6a6-5de591b3286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:19:26.673238 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:26.673628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Bound using segment: {'id': 'f61b999f-492a-4018-a6a6-5de591b3286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:19:26.674117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Bound port: ff07f65f-768b-4396-a919-14c3a1200fbb, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61b999f-492a-4018-a6a6-5de591b3286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:19:26.674546 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:26.762442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] For port ff07f65f-768b-4396-a919-14c3a1200fbb, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:19:26.766572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] For port ff07f65f-768b-4396-a919-14c3a1200fbb, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ff07f65f-768b-4396-a919-14c3a1200fbb,segment=NetworkSegment(f61b999f-492a-4018-a6a6-5de591b3286b),segment_id=f61b999f-492a-4018-a6a6-5de591b3286b)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:19:26.770665 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:26.859069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363206e-cc48-4fa2-b608-7c8be73e8d24 None None] Pushing event updated for resources: {'Port': ['ID=ff07f65f-768b-4396-a919-14c3a1200fbb,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:28.196181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35322) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:28.774778 n-d-843679-5 neutron-server[88416]: WARNING oslo_policy.policy [None req-717ab64a-f7ec-4683-9040-7312eef7ac05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 05:19:28.775363 n-d-843679-5 neutron-server[88416]: WARNING oslo_policy.policy [None req-717ab64a-f7ec-4683-9040-7312eef7ac05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 05:19:28.991101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-717ab64a-f7ec-4683-9040-7312eef7ac05 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:19:28.992395 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-717ab64a-f7ec-4683-9040-7312eef7ac05 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7942350 May 28 05:19:30.657673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d92cb7-d763-492f-bb74-eda0525357e2 None None] Network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:19:30.746618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-db65cba2-679d-4a95-929d-db9aa5fe3df6 None None] Provisioning for port ff07f65f-768b-4396-a919-14c3a1200fbb completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:19:31.437644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ff07f65f-768b-4396-a919-14c3a1200fbb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:31.442205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35340) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:31.504386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ff07f65f-768b-4396-a919-14c3a1200fbb completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:19:31.509378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ff07f65f-768b-4396-a919-14c3a1200fbb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:31.509777 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:31.624814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ff07f65f-768b-4396-a919-14c3a1200fbb is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:19:31.625250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:31.658321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port ff07f65f-768b-4396-a919-14c3a1200fbb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ff07f65f-768b-4396-a919-14c3a1200fbb,segment=NetworkSegment(f61b999f-492a-4018-a6a6-5de591b3286b),segment_id=f61b999f-492a-4018-a6a6-5de591b3286b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:19:31.661615 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:31.749661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=ff07f65f-768b-4396-a919-14c3a1200fbb,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:31.810123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-bc345354-fa04-4c22-aa1d-a0c53bdd1186 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:19:31.811072 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc345354-fa04-4c22-aa1d-a0c53bdd1186 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3679552 May 28 05:19:33.415824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ff07f65f-768b-4396-a919-14c3a1200fbb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:33.480940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ff07f65f-768b-4396-a919-14c3a1200fbb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:33.481300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:33.593334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ff07f65f-768b-4396-a919-14c3a1200fbb is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:19:34.485298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35352) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:34.827738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'name': 'router1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:19:34.895255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.policy [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88416) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 28 05:19:34.942332 n-d-843679-5 neutron-server[88416]: WARNING oslo_policy.policy [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 05:19:34.942636 n-d-843679-5 neutron-server[88416]: WARNING oslo_policy.policy [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 05:19:34.951056 n-d-843679-5 neutron-server[88416]: INFO neutron.quota [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Loaded quota_driver: . May 28 05:19:34.971001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:34.977744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Usage tracker for resource:router and tenant:3d698b19596349c1ab4e33e35ee5dbcf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:34.982178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:34.990064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:35.008052 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:35.010674 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:35.040578 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:35.161111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:35.182288 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:35.183483 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f7b7ae73-eb79-4d2b-b4b7-7cff4ff13870 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6972077 May 28 05:19:37.655011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35364) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:38.020343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-3c54f24a-24a2-4b62-9d38-071f5b674cf2 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:19:38.021312 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3c54f24a-24a2-4b62-9d38-071f5b674cf2 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3650963 May 28 05:19:38.315269 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd221-a970-4b34-bc67-4f919dcb4bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:40.473686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35374) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:40.557282 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbeb0-762a-4665-89e4-313d561df43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:40.837742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:19:40.842648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:40.846487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Usage tracker for resource:network and tenant:93591cb45e044547b0935032f8ee1fc3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:40.849926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:40.855517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:40.864616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Made reservation on behalf of 93591cb45e044547b0935032f8ee1fc3 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:19:40.867502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:40.884241 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:40.898029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:40.901676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Usage tracker for resource:security_group_rule and tenant:93591cb45e044547b0935032f8ee1fc3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:40.904788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:40.910541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:41.003454 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.007142 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.021579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Reserving flat network on physical network physnet1 {{(pid=88416) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 28 05:19:41.054189 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752088369875', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.054747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Unsubscribe: segment precommit_create {{(pid=88416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 05:19:41.055275 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Added segment 805a8837-388c-4ad2-bf8c-669ac5506f36 of type flat for network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd May 28 05:19:41.112938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049a0e26-f689-4650-ace9-009b57f0062a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:41.134519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.134851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.135225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.135576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.135999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.136293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.136723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.137117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.137382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.137692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.138124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.138522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Tracked resource versions report: May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: pushed versions: May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: { 'AddressGroup': {'1.2'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'ConntrackHelper': {'1.0'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'Log': {'1.0'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'Network': {'1.1'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'Port': {'1.7'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'PortForwarding': {'1.2'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'QosPolicy': {'1.8'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'SecurityGroup': {'1.4'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'SecurityGroupRule': {'1.2'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'SubPort': {'1.0'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'Subnet': {'1.1'}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'Trunk': {'1.1'}} May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: consumer versions: May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: { DHCP agent@n-d-843679-5: {}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: L3 agent@n-d-843679-5: {}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: Metadata agent@n-d-843679-5: {}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: Metering agent@n-d-843679-5: {}, May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: Open vSwitch agent@n-d-843679-5: { 'AddressGroup': '1.2', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'ConntrackHelper': '1.0', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'Log': '1.0', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'Network': '1.1', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'Port': '1.7', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'PortForwarding': '1.2', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'QosPolicy': '1.8', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'SecurityGroup': '1.4', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'SecurityGroupRule': '1.2', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'SubPort': '1.0', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'Subnet': '1.1', May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: 'Trunk': '1.1'}} May 28 05:19:41.139646 n-d-843679-5 neutron-server[88416]: {{(pid=88416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 05:19:41.175789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.221946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.223064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:19:41.223725 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.330404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] Pushing event updated for resources: {'Network': ['ID=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:41.333023 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-95a0eb56-44d2-4e53-bd24-0f6f83dd56cc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8583841 May 28 05:19:41.341845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:19:41.442048 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.522661 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.017309 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.718002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35398) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:43.923444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370b6a4-c6ee-4704-985f-3930cb0cb0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:19:43.925236 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a370b6a4-c6ee-4704-985f-3930cb0cb0f0 admin admin] 10.222.0.39 "GET /v2.0/subnets/7d3c37fa-e854-44c6-86d0-7a33371f8451 HTTP/1.1" status: 200 len: 849 time: 0.2063153 May 28 05:19:44.093835 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-24832ed2-eff8-4d2d-9748-f992ac6bc031 admin admin] 10.222.0.39 "GET /v2.0/routers/55ca44d3-50b5-4316-8d34-ed7361e30581 HTTP/1.1" status: 200 len: 704 time: 0.1629140 May 28 05:19:44.551830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.776984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Allocated IP 172.20.0.1 (ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2/7d3c37fa-e854-44c6-86d0-7a33371f8451/c5a8e2b2-df90-4ab5-bf0b-0249e5039100) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:19:44.929959 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.946688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Transition to ACTIVE for port object c5a8e2b2-df90-4ab5-bf0b-0249e5039100 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:19:45.002099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.096808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:19:45.099384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:19:45.102184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:19:45.102896 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.234352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a8e2b2-df90-4ab5-bf0b-0249e5039100,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:45.270516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-56ecf6ce-71ca-4a87-a4a6-b56084eb7980 None None] Provisioning for port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:19:45.275094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-56ecf6ce-71ca-4a87-a4a6-b56084eb7980 None None] Provisioning complete for port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:45.275494 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56ecf6ce-71ca-4a87-a4a6-b56084eb7980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.327106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-56ecf6ce-71ca-4a87-a4a6-b56084eb7980 None None] Port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:19:45.368022 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.587706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.591878 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.592598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.722358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a8e2b2-df90-4ab5-bf0b-0249e5039100,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:45.783699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:19:45.785039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:19:45.948709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3ff279dd-df59-4191-95a6-d728cd75bd94 None None] Provisioning complete for port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:45.949084 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ff279dd-df59-4191-95a6-d728cd75bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.974062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Router 55ca44d3-50b5-4316-8d34-ed7361e30581 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:19:46.005432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3ff279dd-df59-4191-95a6-d728cd75bd94 None None] Port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:19:46.129523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:19:46.138214 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3f646c69-7e54-40dd-81b6-b24794cc0954 admin admin] 10.222.0.39 "PUT /v2.0/routers/55ca44d3-50b5-4316-8d34-ed7361e30581/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0384371 May 28 05:19:46.140727 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Sync routers for ids ['55ca44d3-50b5-4316-8d34-ed7361e30581'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:19:46.151207 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Routers {'55ca44d3-50b5-4316-8d34-ed7361e30581'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:19:46.152046 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:19:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['55ca44d3-50b5-4316-8d34-ed7361e30581'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:46.327424 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Set router 55ca44d3-50b5-4316-8d34-ed7361e30581 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:19:46.692010 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'name': 'router1', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:19:35Z', 'updated_at': '2022-05-28T05:19:45Z', 'revision_number': 2, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'gw_port_host': None, '_interfaces': [{'id': 'c5a8e2b2-df90-4ab5-bf0b-0249e5039100', 'name': '', 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'mac_address': 'fa:16:3e:41:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:19:44Z', 'updated_at': '2022-05-28T05:19:45Z', 'revision_number': 2, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'subnets': [{'id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f66e659-4899-4ea8-bee4-776a8548aa35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:46.696672 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Checking router: 55ca44d3-50b5-4316-8d34-ed7361e30581 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:19:46.697039 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Updating router 55ca44d3-50b5-4316-8d34-ed7361e30581 port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:19:46.748116 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:47.122764 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:47.138371 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Transition to ACTIVE for port object c5a8e2b2-df90-4ab5-bf0b-0249e5039100 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:19:47.146301 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:47.388676 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Pushing event updated for resources: {'Port': ['ID=c5a8e2b2-df90-4ab5-bf0b-0249e5039100,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:47.392223 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Attempting to bind port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:19:47.392626 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Attempting to bind port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'f61b999f-492a-4018-a6a6-5de591b3286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:19:47.393599 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Attempting to bind port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 on network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:19:47.399984 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.400322 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.400653 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.400977 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.401299 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.401620 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.401934 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.402249 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.402561 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.402870 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.403180 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.403515 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Tracked resource versions report: May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: pushed versions: May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: { 'AddressGroup': {'1.2'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'ConntrackHelper': {'1.0'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'Log': {'1.0'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'Network': {'1.1'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'Port': {'1.7'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'PortForwarding': {'1.2'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'QosPolicy': {'1.8'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'SecurityGroup': {'1.4'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'SecurityGroupRule': {'1.2'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'SubPort': {'1.0'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'Subnet': {'1.1'}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'Trunk': {'1.1'}} May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: consumer versions: May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: { DHCP agent@n-d-843679-5: {}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: L3 agent@n-d-843679-5: {}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: Metadata agent@n-d-843679-5: {}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: Metering agent@n-d-843679-5: {}, May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: Open vSwitch agent@n-d-843679-5: { 'AddressGroup': '1.2', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'ConntrackHelper': '1.0', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'Log': '1.0', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'Network': '1.1', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'Port': '1.7', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'PortForwarding': '1.2', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'QosPolicy': '1.8', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'SecurityGroup': '1.4', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'SecurityGroupRule': '1.2', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'SubPort': '1.0', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'Subnet': '1.1', May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: 'Trunk': '1.1'}} May 28 05:19:47.404581 n-d-843679-5 neutron-server[88419]: {{(pid=88419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 05:19:47.409112 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:19:47.409511 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Checking segment: {'id': 'f61b999f-492a-4018-a6a6-5de591b3286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:19:47.409976 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:47.410349 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Bound using segment: {'id': 'f61b999f-492a-4018-a6a6-5de591b3286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:19:47.410848 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Bound port: c5a8e2b2-df90-4ab5-bf0b-0249e5039100, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61b999f-492a-4018-a6a6-5de591b3286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:19:47.411205 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:47.497997 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] For port c5a8e2b2-df90-4ab5-bf0b-0249e5039100, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:19:47.501890 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] For port c5a8e2b2-df90-4ab5-bf0b-0249e5039100, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c5a8e2b2-df90-4ab5-bf0b-0249e5039100,segment=NetworkSegment(f61b999f-492a-4018-a6a6-5de591b3286b),segment_id=f61b999f-492a-4018-a6a6-5de591b3286b)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:19:47.506484 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:47.594034 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93dcfb-22b5-429b-b9b2-05df399c09df None None] Pushing event updated for resources: {'Port': ['ID=c5a8e2b2-df90-4ab5-bf0b-0249e5039100,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:47.596705 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Routers {'55ca44d3-50b5-4316-8d34-ed7361e30581'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:19:47.597294 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:19:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['55ca44d3-50b5-4316-8d34-ed7361e30581'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:47.749038 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] Set router 55ca44d3-50b5-4316-8d34-ed7361e30581 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:19:48.069901 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'name': 'router1', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:19:35Z', 'updated_at': '2022-05-28T05:19:45Z', 'revision_number': 2, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'gw_port_host': None, '_interfaces': [{'id': 'c5a8e2b2-df90-4ab5-bf0b-0249e5039100', 'name': '', 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'mac_address': 'fa:16:3e:41:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:19:44Z', 'updated_at': '2022-05-28T05:19:47Z', 'revision_number': 4, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'subnets': [{'id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f66e659-4899-4ea8-bee4-776a8548aa35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:48.074468 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055cf78b-5eb6-4126-8c16-58db2248aecb None None] The sync data for ids ['55ca44d3-50b5-4316-8d34-ed7361e30581'] in n-d-843679-5 is: [{'id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'name': 'router1', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:19:35Z', 'updated_at': '2022-05-28T05:19:45Z', 'revision_number': 2, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'gw_port_host': None, '_interfaces': [{'id': 'c5a8e2b2-df90-4ab5-bf0b-0249e5039100', 'name': '', 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'mac_address': 'fa:16:3e:41:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:19:44Z', 'updated_at': '2022-05-28T05:19:47Z', 'revision_number': 4, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'subnets': [{'id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f66e659-4899-4ea8-bee4-776a8548aa35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:19:48.367819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35420) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:48.515315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcef203-64f0-4177-a753-c5eba1b7d73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:19:48.516656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-edcef203-64f0-4177-a753-c5eba1b7d73a admin admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 842 time: 0.1479027 May 28 05:19:48.525803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:19:48.530853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:48.534793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Usage tracker for resource:subnet and tenant:93591cb45e044547b0935032f8ee1fc3 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:48.537688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:48.543267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:48.553176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Made reservation on behalf of 93591cb45e044547b0935032f8ee1fc3 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:19:48.555910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:48.970653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 05:19:48.971651 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:49.043798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a133d1-32c8-4f54-934e-f062f474052d,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:49.053775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:19:49.054128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Network hostable DHCP agents. Network: ea635bf6-f5d1-4589-a70d-c3fcb91a1abd, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:19:49.072592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:19:49.082550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ea635bf6-f5d1-4589-a70d-c3fcb91a1abd) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:19:49.086890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:19:49.087499 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:49.098908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9d0f73-2c36-4e65-a1d0-aba0b3cf6814 None None] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:19:49.112491 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e031072e-2f40-471c-9352-b7dc77c67b16 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5893641 May 28 05:19:49.324326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4eb9d-8564-44bf-b751-4d5617c10a6b None None] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:19:49.477907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c5a8e2b2-df90-4ab5-bf0b-0249e5039100 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:49.609232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:19:49.614158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:49.614532 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:49.733412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:19:49.734053 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:49.766542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port c5a8e2b2-df90-4ab5-bf0b-0249e5039100, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c5a8e2b2-df90-4ab5-bf0b-0249e5039100,segment=NetworkSegment(f61b999f-492a-4018-a6a6-5de591b3286b),segment_id=f61b999f-492a-4018-a6a6-5de591b3286b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:19:49.771032 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:49.850943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=c5a8e2b2-df90-4ab5-bf0b-0249e5039100,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:51.415723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35434) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:51.428612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c5a8e2b2-df90-4ab5-bf0b-0249e5039100 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:51.498376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:51.498754 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:51.614892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-730754aa-dbf2-4065-8ca6-78e52cefc8e0 admin admin] 10.222.0.39 "GET /v2.0/routers/55ca44d3-50b5-4316-8d34-ed7361e30581 HTTP/1.1" status: 200 len: 710 time: 0.1979671 May 28 05:19:51.615164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:19:51.739974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8946edb-f9db-407f-8296-a1cf60ccf0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:19:51.741300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a8946edb-f9db-407f-8296-a1cf60ccf0e8 admin admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 886 time: 0.1213145 May 28 05:19:51.749803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:19:52.194186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:52.574958 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:52.631319 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:52.762614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Allocated IP 172.25.4.243 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/25f4623b-f139-4dbe-b1f1-5a0323613350) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:19:52.903007 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:52.931430 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:52.998009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:19:53.000846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:19:53.004409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:19:53.058301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Pushing event updated for resources: {'Port': ['ID=25f4623b-f139-4dbe-b1f1-5a0323613350,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:53.377787 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:53.714291 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:53.717536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:53.935066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Router 55ca44d3-50b5-4316-8d34-ed7361e30581 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:19:54.111243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:19:54.119313 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:54.123321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9d628bea-2ec6-4746-baac-de53d27ff7ae admin admin] 10.222.0.39 "PUT /v2.0/routers/55ca44d3-50b5-4316-8d34-ed7361e30581 HTTP/1.1" status: 200 len: 890 time: 2.3736947 May 28 05:19:54.124760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Sync routers for ids ['55ca44d3-50b5-4316-8d34-ed7361e30581'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:19:54.135895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Routers {'55ca44d3-50b5-4316-8d34-ed7361e30581'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:19:54.136569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:19:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['55ca44d3-50b5-4316-8d34-ed7361e30581'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:54.370289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Set router 55ca44d3-50b5-4316-8d34-ed7361e30581 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:19:54.710278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'name': 'router1', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '25f4623b-f139-4dbe-b1f1-5a0323613350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:19:35Z', 'updated_at': '2022-05-28T05:19:53Z', 'revision_number': 4, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'gw_port': {'id': '25f4623b-f139-4dbe-b1f1-5a0323613350', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:19:52Z', 'updated_at': '2022-05-28T05:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c5a8e2b2-df90-4ab5-bf0b-0249e5039100', 'name': '', 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'mac_address': 'fa:16:3e:41:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:19:44Z', 'updated_at': '2022-05-28T05:19:49Z', 'revision_number': 5, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'subnets': [{'id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f66e659-4899-4ea8-bee4-776a8548aa35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:54.715067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Checking router: 55ca44d3-50b5-4316-8d34-ed7361e30581 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:19:54.715452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Updating router 55ca44d3-50b5-4316-8d34-ed7361e30581 port 25f4623b-f139-4dbe-b1f1-5a0323613350 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:19:54.766400 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:55.094187 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:55.106388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Transition to ACTIVE for port object 25f4623b-f139-4dbe-b1f1-5a0323613350 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:19:55.113848 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:55.190938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Attempting to bind port 25f4623b-f139-4dbe-b1f1-5a0323613350 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:19:55.191609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Attempting to bind port 25f4623b-f139-4dbe-b1f1-5a0323613350 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:19:55.191715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Attempting to bind port 25f4623b-f139-4dbe-b1f1-5a0323613350 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:19:55.201372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:19:55.201734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:19:55.202126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:55.202508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:19:55.202957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Bound port: 25f4623b-f139-4dbe-b1f1-5a0323613350, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:19:55.203359 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:55.232449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb2645-e6bd-4c65-8b0a-273068dee018 None None] Pushing event updated for resources: {'Port': ['ID=25f4623b-f139-4dbe-b1f1-5a0323613350,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:55.277387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] For port 25f4623b-f139-4dbe-b1f1-5a0323613350, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:19:55.280573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] For port 25f4623b-f139-4dbe-b1f1-5a0323613350, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=25f4623b-f139-4dbe-b1f1-5a0323613350,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:19:55.284606 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:55.363419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Routers {'55ca44d3-50b5-4316-8d34-ed7361e30581'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:19:55.364055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:19:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['55ca44d3-50b5-4316-8d34-ed7361e30581'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:55.425147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb2645-e6bd-4c65-8b0a-273068dee018 None None] Pushing event updated for resources: {'Port': ['ID=25f4623b-f139-4dbe-b1f1-5a0323613350,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:55.547105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] Set router 55ca44d3-50b5-4316-8d34-ed7361e30581 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:19:55.899383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'name': 'router1', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '25f4623b-f139-4dbe-b1f1-5a0323613350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:19:35Z', 'updated_at': '2022-05-28T05:19:53Z', 'revision_number': 4, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'gw_port': {'id': '25f4623b-f139-4dbe-b1f1-5a0323613350', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:19:52Z', 'updated_at': '2022-05-28T05:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c5a8e2b2-df90-4ab5-bf0b-0249e5039100', 'name': '', 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'mac_address': 'fa:16:3e:41:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:19:44Z', 'updated_at': '2022-05-28T05:19:49Z', 'revision_number': 5, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'subnets': [{'id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f66e659-4899-4ea8-bee4-776a8548aa35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:55.903286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c7e2b-d632-401c-aef5-efc5734335f6 None None] The sync data for ids ['55ca44d3-50b5-4316-8d34-ed7361e30581'] in n-d-843679-5 is: [{'id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'name': 'router1', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '25f4623b-f139-4dbe-b1f1-5a0323613350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:19:35Z', 'updated_at': '2022-05-28T05:19:53Z', 'revision_number': 4, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'gw_port': {'id': '25f4623b-f139-4dbe-b1f1-5a0323613350', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:19:52Z', 'updated_at': '2022-05-28T05:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c5a8e2b2-df90-4ab5-bf0b-0249e5039100', 'name': '', 'network_id': 'ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2', 'tenant_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'mac_address': 'fa:16:3e:41:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ca44d3-50b5-4316-8d34-ed7361e30581', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:19:44Z', 'updated_at': '2022-05-28T05:19:49Z', 'revision_number': 5, 'project_id': '3d698b19596349c1ab4e33e35ee5dbcf', 'subnets': [{'id': '7d3c37fa-e854-44c6-86d0-7a33371f8451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f66e659-4899-4ea8-bee4-776a8548aa35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:19:56.546952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35444) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:56.662768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1899028e-cafd-4f36-b69a-d268f51b0de4 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1143105 May 28 05:19:57.453127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 25f4623b-f139-4dbe-b1f1-5a0323613350 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:57.538882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 25f4623b-f139-4dbe-b1f1-5a0323613350 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:19:57.543650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 25f4623b-f139-4dbe-b1f1-5a0323613350 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:57.544023 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:57.658085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 25f4623b-f139-4dbe-b1f1-5a0323613350 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:19:57.658388 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:57.674807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 25f4623b-f139-4dbe-b1f1-5a0323613350, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=25f4623b-f139-4dbe-b1f1-5a0323613350,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:19:57.678241 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:57.746596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=25f4623b-f139-4dbe-b1f1-5a0323613350,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:59.430989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 25f4623b-f139-4dbe-b1f1-5a0323613350 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:59.548267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 25f4623b-f139-4dbe-b1f1-5a0323613350 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:59.548714 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:59.667211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 25f4623b-f139-4dbe-b1f1-5a0323613350 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:20:07.179052 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:20:08.320365 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d34f2093-ed97-48cb-a5aa-ab4a355f91cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:10.559277 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4eeb3cdb-75a3-4404-bd7d-b59708e17506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:11.364414 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:11.525615 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:13.033338 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:38.322158 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-df2f7c82-7bb8-4ed1-9af8-e57ba9e60548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:40.561718 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-554bdcd5-a273-484b-90a1-4a2d659d56fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:41.368125 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:41.528723 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:43.037113 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:44.180013 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:21:08.326121 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-15b24b0d-2725-49f1-bf72-14b08302c15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.569349 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2e039333-ad01-44c4-a218-4ef863325538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:11.377247 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:11.532953 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:13.037905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:21.178667 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:21:38.328304 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0fcab991-905e-40f7-aaf6-c59a5343adc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:40.561882 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2b5eefe5-27b9-450f-b02a-30b6846d4c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:41.369708 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:41.535752 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:43.038350 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:58.178647 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:22:03.046144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36046) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:03.112741 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3014d3f2-ce43-43aa-8f2b-5f9712d048ee admin admin] GET failed (client error): The resource could not be found. May 28 05:22:03.117993 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3014d3f2-ce43-43aa-8f2b-5f9712d048ee admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675373 May 28 05:22:03.243043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f489ef-54a5-411e-9f9e-a11bce595cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:03.244442 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d4f489ef-54a5-411e-9f9e-a11bce595cb4 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1258404 May 28 05:22:05.413101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36056) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:05.526202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95be8c9-e9f1-4b60-b344-3c6d1abeb8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:05.527558 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a95be8c9-e9f1-4b60-b344-3c6d1abeb8a6 admin admin] 10.222.0.39 "GET /v2.0/subnets/7d3c37fa-e854-44c6-86d0-7a33371f8451 HTTP/1.1" status: 200 len: 849 time: 0.1135335 May 28 05:22:05.536886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:22:05.653651 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:05.860293 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752088404920'] for subnet, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:05.913123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:05.913712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:05.913981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f72034-0d0f-478a-8edb-51ebed026d1c None None] Network ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:22:05.914983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] 10.222.0.39 "PUT /v2.0/subnets/7d3c37fa-e854-44c6-86d0-7a33371f8451 HTTP/1.1" status: 200 len: 868 time: 0.3816810 May 28 05:22:05.929896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3c37fa-e854-44c6-86d0-7a33371f8451,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:05.937607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.938026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.938281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.938660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.938939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.939436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.939770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.940090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.940411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.940730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.941050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:05.941904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d186852f-abcc-4b1a-a2ac-75d096582b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:06.413688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ee1ac1e4-d472-4ec5-a891-e5367e057a84 None None] Provisioning complete for port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:06.413992 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ee1ac1e4-d472-4ec5-a891-e5367e057a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:06.529835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ac1e4-d472-4ec5-a891-e5367e057a84 None None] Current status of the port c5a8e2b2-df90-4ab5-bf0b-0249e5039100 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:22:06.541462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ee1ac1e4-d472-4ec5-a891-e5367e057a84 None None] Provisioning complete for port ff07f65f-768b-4396-a919-14c3a1200fbb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:06.541826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ee1ac1e4-d472-4ec5-a891-e5367e057a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:06.655839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ac1e4-d472-4ec5-a891-e5367e057a84 None None] Current status of the port ff07f65f-768b-4396-a919-14c3a1200fbb is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:22:08.102778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36066) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:08.275544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c9775-501c-4caa-8b9c-857cb68eb340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:08.276009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c9775-501c-4caa-8b9c-857cb68eb340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:08.277522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6b6c9775-501c-4caa-8b9c-857cb68eb340 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1737862 May 28 05:22:08.329758 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f8b03bf3-b45c-43ec-b5da-68080cad3a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:10.462277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36076) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:10.564131 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d77f0fb5-9605-48dd-a392-c26d6263d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:10.633936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37dc341-ae47-489f-86c0-41416746697c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:10.634390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37dc341-ae47-489f-86c0-41416746697c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:10.635129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e37dc341-ae47-489f-86c0-41416746697c admin admin] Synchronizing usage tracker for tenant:93591cb45e044547b0935032f8ee1fc3 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:22:10.652135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e37dc341-ae47-489f-86c0-41416746697c admin admin] Unset dirty status for tenant:93591cb45e044547b0935032f8ee1fc3 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:22:10.653421 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e37dc341-ae47-489f-86c0-41416746697c admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1899066 May 28 05:22:11.371669 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:11.539628 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:12.857469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36086) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:13.024222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3044e87-a895-4766-ba22-95bcaa53dc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:13.025592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f3044e87-a895-4766-ba22-95bcaa53dc12 admin admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 886 time: 0.1671903 May 28 05:22:13.043644 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:15.195023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36096) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:15.364369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb646e-6c4c-44c8-a1a2-bb7099f66618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:15.365699 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4beb646e-6c4c-44c8-a1a2-bb7099f66618 admin admin] 10.222.0.39 "GET /v2.0/networks/ec38a6ae-7ff2-45ae-b7be-ed4468ebc1d2 HTTP/1.1" status: 200 len: 869 time: 0.1697137 May 28 05:22:17.523256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36106) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:17.630826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34e74ff-4527-419c-b84f-fabe19cbe6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:17.631301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34e74ff-4527-419c-b84f-fabe19cbe6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:17.632053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f34e74ff-4527-419c-b84f-fabe19cbe6f1 admin admin] Synchronizing usage tracker for tenant:93591cb45e044547b0935032f8ee1fc3 on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:22:17.649217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f34e74ff-4527-419c-b84f-fabe19cbe6f1 admin admin] Unset dirty status for tenant:93591cb45e044547b0935032f8ee1fc3 on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:22:17.650529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f34e74ff-4527-419c-b84f-fabe19cbe6f1 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262796 May 28 05:22:19.803581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36116) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:19.907646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63386866-a1aa-4be9-8801-022ca8642598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:19.908092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63386866-a1aa-4be9-8801-022ca8642598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:19.909561 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-63386866-a1aa-4be9-8801-022ca8642598 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050384 May 28 05:22:22.059820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36126) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:22.169930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c9b35-0c7a-4b6b-a6f0-3bdd84ce68f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:22.171287 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a11c9b35-0c7a-4b6b-a6f0-3bdd84ce68f4 admin admin] 10.222.0.39 "GET /v2.0/subnets/7d3c37fa-e854-44c6-86d0-7a33371f8451 HTTP/1.1" status: 200 len: 868 time: 0.1105127 May 28 05:22:24.346384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36136) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:24.444672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b401917c-014e-4538-abd2-64ae39f193f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:24.445909 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b401917c-014e-4538-abd2-64ae39f193f7 admin admin] 10.222.0.39 "GET /v2.0/subnets/a6a133d1-32c8-4f54-934e-f062f474052d HTTP/1.1" status: 200 len: 816 time: 0.0984955 May 28 05:22:35.178040 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:22:38.335404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa092474-78dc-4906-8de3-d34539f5be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:40.566098 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-063df756-9327-4b8d-8990-e0721d0d91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:41.374546 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:41.543454 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:43.045428 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:43.753776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36182) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:43.800534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-9338a498-18d3-4f7a-bc99-e91ccbce0592 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:22:43.801520 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9338a498-18d3-4f7a-bc99-e91ccbce0592 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467591 May 28 05:22:46.047768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36192) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:46.114979 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c77a328-7199-4c2e-a155-4a2c853ead21 admin admin] GET failed (client error): The resource could not be found. May 28 05:22:46.116278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2c77a328-7199-4c2e-a155-4a2c853ead21 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675898 May 28 05:22:46.240961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18d840-e74e-4b84-a32d-4516a8b9bfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:46.242318 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3e18d840-e74e-4b84-a32d-4516a8b9bfa8 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1221972 May 28 05:22:48.419194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36202) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:48.465259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:22:48.469700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:48.478971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:48.489673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Made reservation on behalf of 93591cb45e044547b0935032f8ee1fc3 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:22:48.491877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:48.580896 n-d-843679-5 neutron-server[88416]: WARNING neutron.services.revisions.revision_plugin [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Could not find related network for resource to bump revision. May 28 05:22:48.592936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:22:48.603121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:48.603501 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Added segment 73b46e9f-6687-4be6-a59b-7a434b03ff0f of type vlan for network 1bb67c2f-2144-4e89-b449-c57d321d8836 May 28 05:22:48.630020 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:48.658482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:48.659421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:48.659996 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:48.758755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3384011 May 28 05:22:48.761073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81cf35-8851-4211-8043-c7dce77019d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1bb67c2f-2144-4e89-b449-c57d321d8836,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:48.786309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:22:50.963760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36212) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:51.034729 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbaeb7ef-fbe5-446f-b45d-eef1c9d4374b admin admin] GET failed (client error): The resource could not be found. May 28 05:22:51.035266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dbaeb7ef-fbe5-446f-b45d-eef1c9d4374b admin admin] Synchronizing usage tracker for tenant:93591cb45e044547b0935032f8ee1fc3 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:22:51.050399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dbaeb7ef-fbe5-446f-b45d-eef1c9d4374b admin admin] Unset dirty status for tenant:93591cb45e044547b0935032f8ee1fc3 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:22:51.051674 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dbaeb7ef-fbe5-446f-b45d-eef1c9d4374b admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0869601 May 28 05:22:51.165576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ad870-dc00-4f23-a7da-12201eb8a682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:51.167007 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eb7ad870-dc00-4f23-a7da-12201eb8a682 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1115465 May 28 05:22:51.177149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:22:51.181572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:51.191185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:51.200502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Made reservation on behalf of 93591cb45e044547b0935032f8ee1fc3 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:22:51.203013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Notify callbacks [] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:51.413455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:51.484004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:51.492842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:22:51.493196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Network hostable DHCP agents. Network: 1bb67c2f-2144-4e89-b449-c57d321d8836, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:22:51.513691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:22:51.523206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 1bb67c2f-2144-4e89-b449-c57d321d8836) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:22:51.527543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:22:51.528120 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:51.532494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1e93d0-a798-4b84-99df-69a1d9e07373 None None] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:22:51.551771 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-274335ee-adee-4d95-a646-e18de310c4af admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785028 May 28 05:22:51.756826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-1bb67c2f-2144-4e89-b449-c57d321d8836', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'tenant_id': '93591cb45e044547b0935032f8ee1fc3', 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:22:51.757660 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:51.915784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Allocated IP 192.168.233.2 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/e5991942-8ab8-4c81-a9c0-802bc46cb97e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:22:52.121991 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:52.132204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Transition to ACTIVE for port object e5991942-8ab8-4c81-a9c0-802bc46cb97e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:22:52.152002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Transition to ACTIVE for port object e5991942-8ab8-4c81-a9c0-802bc46cb97e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:22:52.158804 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:52.229473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:22:52.232286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:22:52.236484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Pushing event updated for resources: {'Port': ['ID=e5991942-8ab8-4c81-a9c0-802bc46cb97e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:52.239286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:22:52.277085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.277706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.278051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.278387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.278723 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.279074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.279408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.279735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.280063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.280386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.280710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.281031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:52.337804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Attempting to bind port e5991942-8ab8-4c81-a9c0-802bc46cb97e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:22:52.338166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Attempting to bind port e5991942-8ab8-4c81-a9c0-802bc46cb97e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:22:52.338523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Attempting to bind port e5991942-8ab8-4c81-a9c0-802bc46cb97e on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:22:52.343840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:22:52.344206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:22:52.344604 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:52.344997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:22:52.345452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Bound port: e5991942-8ab8-4c81-a9c0-802bc46cb97e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:22:52.345852 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:52.436825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] For port e5991942-8ab8-4c81-a9c0-802bc46cb97e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:22:52.439815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] For port e5991942-8ab8-4c81-a9c0-802bc46cb97e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e5991942-8ab8-4c81-a9c0-802bc46cb97e,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:22:52.445210 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:52.523444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c093bb-24d3-421a-9ffb-23b6ed2b4b70 None None] Pushing event updated for resources: {'Port': ['ID=e5991942-8ab8-4c81-a9c0-802bc46cb97e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:53.400811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ac432-c304-4e9d-9c00-b1cbf553b0d9 None None] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:22:53.495833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4c02babc-a6b9-45b8-9962-7ed1541a501f None None] Provisioning for port e5991942-8ab8-4c81-a9c0-802bc46cb97e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:22:53.567566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e5991942-8ab8-4c81-a9c0-802bc46cb97e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:22:53.699095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e5991942-8ab8-4c81-a9c0-802bc46cb97e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:22:53.706915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e5991942-8ab8-4c81-a9c0-802bc46cb97e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:53.707306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:53.833919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e5991942-8ab8-4c81-a9c0-802bc46cb97e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:22:53.834603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:53.872250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e5991942-8ab8-4c81-a9c0-802bc46cb97e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e5991942-8ab8-4c81-a9c0-802bc46cb97e,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:22:53.877310 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:53.977042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-849fbc0b-5ff2-4eaa-a919-10acecc3d985 None None] Provisioning complete for port e5991942-8ab8-4c81-a9c0-802bc46cb97e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:53.977407 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-849fbc0b-5ff2-4eaa-a919-10acecc3d985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:54.028222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e5991942-8ab8-4c81-a9c0-802bc46cb97e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:54.109654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-849fbc0b-5ff2-4eaa-a919-10acecc3d985 None None] Current status of the port e5991942-8ab8-4c81-a9c0-802bc46cb97e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:22:55.514642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e5991942-8ab8-4c81-a9c0-802bc46cb97e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:22:55.583153 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e5991942-8ab8-4c81-a9c0-802bc46cb97e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:55.583551 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:55.702221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e5991942-8ab8-4c81-a9c0-802bc46cb97e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:23:08.332326 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a33b93f0-fd3a-495c-81a3-f799a9d67c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:10.567139 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a2838286-80b8-43c2-bae3-f2d5ef5a9fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:11.379819 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:11.545101 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:12.177561 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:23:13.049467 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:38.324278 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-799b453d-9305-4845-b618-8f1f670e34e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:40.571918 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9192-609f-4d97-9c5f-0d9247bbe741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:41.384557 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:41.546020 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:43.051020 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:49.177047 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:24:08.326200 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e97a34d0-6ef4-4b70-b11c-ff55b3f7c7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:10.575001 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1dd3cc38-b56c-446b-87ad-07ff4d9a90d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:11.384319 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:11.548398 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:13.053790 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:26.176098 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:24:38.327021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e69016e0-e3d6-42da-8fc2-3284059a970a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:40.576999 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aaf5711f-2232-4978-bb07-ce7b1fd268ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:41.386678 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:41.550013 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:43.057148 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:46.381964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36258) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:46.387520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-e1e832d4-dfcd-477e-8c7e-7325d63f106b tempest-verify_tempest_config-202858670 tempest-verify_tempest_config-202858670-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:24:46.388453 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e1e832d4-dfcd-477e-8c7e-7325d63f106b tempest-verify_tempest_config-202858670 tempest-verify_tempest_config-202858670-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0055709 May 28 05:24:46.683785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36276) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:46.795219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:46.809338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:46.813130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Usage tracker for resource:security_group_rule and tenant:785a171f44b0413884112f61972c531d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:46.815892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:46.821570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:46.904303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:46.907828 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:46.973447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=785a171f44b0413884112f61972c531d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2883661 May 28 05:24:46.974762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1b6491-f683-4bab-b490-43acdb2adda8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:46.975957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36282) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:46.984013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.984355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.984688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.985016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.985339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.985658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.985977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.986294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.986648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.986966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.987301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:46.987616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e88ba4-72f6-4b78-98ae-55ab70c90194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.037343 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:47.061744 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:47.154362 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:47.168053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1b6491-f683-4bab-b490-43acdb2adda8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:47.177876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.178223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.178565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.178921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.179269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.179600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.179925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.180248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.180571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.180888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.181207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.181552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:47.184657 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:47.185764 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f5db2311-e4b0-43d2-bd76-e1576cfcc95e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af1b6491-f683-4bab-b490-43acdb2adda8 HTTP/1.1" status: 204 len: 168 time: 0.2088470 May 28 05:25:03.174444 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:25:08.328833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-87dcf7cf-b1ba-42d4-b62f-8ec2d373d6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:10.577937 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af25518c-e403-4a19-a4c0-0390cee9d457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:11.389494 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:11.550780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:13.059836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:38.330914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5a77fa3-2c44-414c-b489-aeeb87b53bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:40.172302 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:25:40.577770 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30e95fc8-1bb0-4172-b1cb-c566e7b16533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:41.391915 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:41.552714 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:43.063063 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:08.336600 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5361e42f-e81f-4d43-bee4-a0e688395bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:10.578250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1834b849-fee4-497e-a138-df087bd1baaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:11.394500 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:11.555910 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:13.064927 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:17.171170 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:26:38.338231 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ccdd247a-6049-4acb-b62f-5567dbb8d153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:40.580190 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-74ca48e6-feaa-4dc3-b336-5feddc91b284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:41.396833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:41.557596 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:43.068546 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:54.169876 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:27:08.341934 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2a57e11-3c89-4ea7-983d-ace20d0bd3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:10.580787 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aeda5e24-d23b-4df3-a9d2-f581bc83cc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:11.400590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:11.558906 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:13.070801 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:31.168597 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 5 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:27:38.342453 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-508272f2-e984-4077-b7a1-9f2ec02923ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:40.582598 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2938f9d0-efcd-4767-9315-23ba24479246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:41.403979 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:41.559675 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:43.075115 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.433836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662801'] for agent, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:08.168479 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 6 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:28:08.342701 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbabac5d-c43c-471d-a464-d02494301bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:09.556858 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662801'] for agent, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:10.583742 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bcd59280-c8e8-49d0-afdf-76d3646adff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.405494 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.560389 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:13.077863 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:30.417519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:38.345299 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c797b473-128c-4f85-ad4c-b3d3d491d00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:39.510057 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:40.584299 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6e88891-5ea4-435d-9866-4a2f5a4f4b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:41.408595 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:41.560877 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:43.080474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:45.168936 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:28:51.579491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36342) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:51.693711 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fc798d73-3a8f-4bab-a4de-e28ce145c15a admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1131108 May 28 05:28:53.949661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36352) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:54.003275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc40ae15-cd91-441e-a671-a066f1ff9ea6 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0525436 May 28 05:29:00.438000 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:08.345869 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-102bbfa8-258e-4418-9cb3-e1a4dfeb03bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.510073 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:10.586379 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-efdcff4d-315f-4738-ae1f-81928776b59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.410417 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.561083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:13.083700 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:22.172146 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:29:30.431798 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:38.364593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-792850d0-d520-4e87-9faf-ac7dfdf49189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:39.523955 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:40.617126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-acd11174-a215-452c-a1bb-e7fa11365f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:41.416493 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:41.567485 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:43.085928 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:59.172035 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:30:00.484898 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:08.349060 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6c7c310e-498e-4b09-94db-c243eee80754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:09.516232 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:10.589364 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d29a8bb-7b7a-4ca3-8159-6b415a8230c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:11.415348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:11.559363 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:13.092355 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:30.464760 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:34.972402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36776) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:35.230908 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:35.258506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:35.262687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Usage tracker for resource:security_group_rule and tenant:27db1643f4c94fbf91f3587d46fc4e1f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:35.266002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:35.278956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:35.382196 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:35.386861 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:35.417032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36820) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:35.420888 n-d-843679-5 neutron-server[88417]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 28 05:30:35.448103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-71c46ee7-32fe-468a-afe9-ea819e746f19 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=de432a48c87a48658a5633d024e1db51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296526 May 28 05:30:35.465123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e1bef5-d8ed-4e52-a82d-e41046a2a446,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:35.479773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.480123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.480460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.480840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.481312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.482044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.482522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.482991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.483506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.483989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.484451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.484780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Tracked resource versions report: May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: pushed versions: May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: { 'AddressGroup': {'1.2'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'ConntrackHelper': {'1.0'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'Log': {'1.0'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'Network': {'1.1'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'Port': {'1.7'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'PortForwarding': {'1.2'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'QosPolicy': {'1.8'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'SecurityGroup': {'1.4'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'SecurityGroupRule': {'1.2'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'SubPort': {'1.0'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'Subnet': {'1.1'}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'Trunk': {'1.1'}} May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: consumer versions: May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: { DHCP agent@n-d-843679-5: {}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: HyperV agent@n-h1-843679-5: {}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: HyperV agent@n-h2-843679-5: {}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: L3 agent@n-d-843679-5: {}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: Metadata agent@n-d-843679-5: {}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: Metering agent@n-d-843679-5: {}, May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: Open vSwitch agent@n-d-843679-5: { 'AddressGroup': '1.2', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'ConntrackHelper': '1.0', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'Log': '1.0', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'Network': '1.1', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'Port': '1.7', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'PortForwarding': '1.2', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'QosPolicy': '1.8', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'SecurityGroup': '1.4', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'SecurityGroupRule': '1.2', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'SubPort': '1.0', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'Subnet': '1.1', May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: 'Trunk': '1.1'}} May 28 05:30:35.485848 n-d-843679-5 neutron-server[88416]: {{(pid=88416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 05:30:35.502118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Synchronizing usage tracker for tenant:93591cb45e044547b0935032f8ee1fc3 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:30:35.520788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] Unset dirty status for tenant:93591cb45e044547b0935032f8ee1fc3 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:30:35.522594 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c2ad3946-2f92-4c7c-8445-87ffcbb56c2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27db1643f4c94fbf91f3587d46fc4e1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5490890 May 28 05:30:35.525261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36830) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:35.582532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36838) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:35.586897 n-d-843679-5 neutron-server[88416]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 28 05:30:35.614135 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-659f4317-e0b1-4404-8b41-99bd7875df8f tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8a1723efd59549c9ade6901484f55c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304775 May 28 05:30:35.614633 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-205ec3d4-4cc2-4101-bd2a-f18fe3b16cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:35.621481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315d317-e4e6-4821-9709-2738faeb403c req-f556b9a9-9769-4dd7-9961-49b5cfd513b5 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:35.622955 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-f556b9a9-9769-4dd7-9961-49b5cfd513b5 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632888 May 28 05:30:35.638037 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-29a747e2-4eb5-4232-b961-8a65d9653e40 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/quotas/de432a48c87a48658a5633d024e1db51 HTTP/1.1" status: 200 len: 375 time: 0.0093503 May 28 05:30:35.695205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-c47cbda9-3d06-450e-915d-cc9ef809514c tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=de432a48c87a48658a5633d024e1db51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514741 May 28 05:30:35.714149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-205ec3d4-4cc2-4101-bd2a-f18fe3b16cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:35.814173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-36a59ce2-a1c7-450a-9040-76a36276d424 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:35.815637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-36a59ce2-a1c7-450a-9040-76a36276d424 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914015 May 28 05:30:35.831629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-205ec3d4-4cc2-4101-bd2a-f18fe3b16cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:35.854572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ec3d4-4cc2-4101-bd2a-f18fe3b16cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e1bef5-d8ed-4e52-a82d-e41046a2a446,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:35.863190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-205ec3d4-4cc2-4101-bd2a-f18fe3b16cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:35.864399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-205ec3d4-4cc2-4101-bd2a-f18fe3b16cf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74e1bef5-d8ed-4e52-a82d-e41046a2a446 HTTP/1.1" status: 204 len: 168 time: 0.3380041 May 28 05:30:35.882742 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-774c137d-f282-420d-ba30-44bb994708b7 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/quotas/8a1723efd59549c9ade6901484f55c7a HTTP/1.1" status: 200 len: 375 time: 0.0523312 May 28 05:30:35.939037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-edad88c5-3fcb-48af-a33f-7ae158dfc7b4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a1723efd59549c9ade6901484f55c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554123 May 28 05:30:36.172884 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:30:36.219209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1017515b-5c39-4b18-8295-760895f54181 req-d1feff90-fdd5-444b-817f-1326dac23fd8 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 210 time: 0.1348009 May 28 05:30:36.279273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36886) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:36.308195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:36.360100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:36.373961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c294427-39b0-47a8-acf9-dbcb466e21a1 req-c8723871-3d69-46c0-8093-95e3b5c4f5bd tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 210 time: 0.0530477 May 28 05:30:36.375046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Usage tracker for resource:security_group_rule and tenant:129a8597fdc64523af238d66bee4d617 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:36.379028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:36.388122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:36.494236 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:36.502633 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:36.570136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=129a8597fdc64523af238d66bee4d617&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2868102 May 28 05:30:36.571150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36910) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:36.573818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cb38a5-ba6d-4eba-9218-edde992290e6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:36.590778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.591580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.592079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.592697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.593187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.593696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.594265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.594748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.595271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.595756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.597030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.597745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8add1a-c95c-46c2-acc4-3e55fa174e5f admin admin] Tracked resource versions report: May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: pushed versions: May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: { 'AddressGroup': {'1.2'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'ConntrackHelper': {'1.0'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'Log': {'1.0'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'Network': {'1.1'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'Port': {'1.7'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'PortForwarding': {'1.2'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'QosPolicy': {'1.8'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'SecurityGroup': {'1.4'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'SecurityGroupRule': {'1.2'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'SubPort': {'1.0'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'Subnet': {'1.1'}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'Trunk': {'1.1'}} May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: consumer versions: May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: { DHCP agent@n-d-843679-5: {}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: HyperV agent@n-h1-843679-5: {}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: HyperV agent@n-h2-843679-5: {}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: L3 agent@n-d-843679-5: {}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: Metadata agent@n-d-843679-5: {}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: Metering agent@n-d-843679-5: {}, May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: Open vSwitch agent@n-d-843679-5: { 'AddressGroup': '1.2', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'ConntrackHelper': '1.0', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'Log': '1.0', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'Network': '1.1', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'Port': '1.7', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'PortForwarding': '1.2', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'QosPolicy': '1.8', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'SecurityGroup': '1.4', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'SecurityGroupRule': '1.2', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'SubPort': '1.0', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'Subnet': '1.1', May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: 'Trunk': '1.1'}} May 28 05:30:36.598757 n-d-843679-5 neutron-server[88417]: {{(pid=88417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 05:30:36.726684 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a10f1fa4-87ce-4560-9528-45c0fcc923be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:36.769071 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a10f1fa4-87ce-4560-9528-45c0fcc923be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:36.846481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a10f1fa4-87ce-4560-9528-45c0fcc923be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:36.865068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f1fa4-87ce-4560-9528-45c0fcc923be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cb38a5-ba6d-4eba-9218-edde992290e6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:36.870301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a10f1fa4-87ce-4560-9528-45c0fcc923be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:36.872277 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a10f1fa4-87ce-4560-9528-45c0fcc923be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34cb38a5-ba6d-4eba-9218-edde992290e6 HTTP/1.1" status: 204 len: 168 time: 0.3000886 May 28 05:30:37.299099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36982) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:37.339416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-174fd17a-ba1d-47b6-ae76-c01d6fad873f req-323c859f-6aba-48e4-bc22-ebbd77b17ce9 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 210 time: 0.0691605 May 28 05:30:37.517406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f560833-4ac9-4305-9deb-f56e89f442ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:37.534389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7f560833-4ac9-4305-9deb-f56e89f442ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:37.550903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7f560833-4ac9-4305-9deb-f56e89f442ef admin admin] Usage tracker for resource:security_group_rule and tenant:32ff989a36f146d382c3a710af01260f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:37.550903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7f560833-4ac9-4305-9deb-f56e89f442ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:37.554821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7f560833-4ac9-4305-9deb-f56e89f442ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:37.557064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ce0d83e-5b35-49e5-a346-8b76a7acf004 req-9b50ec93-d8e8-4cf0-85cf-c44a100dd6f8 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 210 time: 0.0675373 May 28 05:30:37.677581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f560833-4ac9-4305-9deb-f56e89f442ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:37.683628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f560833-4ac9-4305-9deb-f56e89f442ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:37.739343 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7f560833-4ac9-4305-9deb-f56e89f442ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32ff989a36f146d382c3a710af01260f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4390776 May 28 05:30:37.740202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f560833-4ac9-4305-9deb-f56e89f442ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb387032-e6e9-44f0-9188-1706f98d3c6c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:37.742070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37002) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:37.828981 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d633829-8a54-4e10-9692-5cc427b94941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:37.871707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d633829-8a54-4e10-9692-5cc427b94941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:37.973124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d633829-8a54-4e10-9692-5cc427b94941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:37.997307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d633829-8a54-4e10-9692-5cc427b94941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb387032-e6e9-44f0-9188-1706f98d3c6c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:38.006549 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d633829-8a54-4e10-9692-5cc427b94941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:38.007686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3d633829-8a54-4e10-9692-5cc427b94941 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb387032-e6e9-44f0-9188-1706f98d3c6c HTTP/1.1" status: 204 len: 168 time: 0.2645409 May 28 05:30:38.341976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.41', 55988) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:38.372068 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-50e2077b-ddb0-428a-8db6-f1d24ff4307e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:38.419312 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-f4b0fceb-3c0e-46db-bca0-057161b7e0b8 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=de432a48c87a48658a5633d024e1db51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703027 May 28 05:30:38.573733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37068) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:38.623895 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7aa19ec0-4a01-4127-9c5a-2dd4964f8ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:38.694826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315d317-e4e6-4821-9709-2738faeb403c req-1d3dd472-ae12-4621-bdbc-21d7918f7ccd tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:38.696424 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-1d3dd472-ae12-4621-bdbc-21d7918f7ccd tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683089 May 28 05:30:38.700076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bfc56bea-11c0-4992-96d7-4a5b36eb1dc8 req-d20ddba1-c6f2-4383-91d6-c0b3c7e8d1b5 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 210 time: 0.0532494 May 28 05:30:38.703644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7aa19ec0-4a01-4127-9c5a-2dd4964f8ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:38.708357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7aa19ec0-4a01-4127-9c5a-2dd4964f8ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:275cd5bc365e408d94798759a06388a3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:38.712347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7aa19ec0-4a01-4127-9c5a-2dd4964f8ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:38.719280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7aa19ec0-4a01-4127-9c5a-2dd4964f8ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:38.839963 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b085335f-5f95-40f1-ae5b-050e8192ac4a req-febe45d7-0a59-431c-b32f-c7aaec62ec72 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 210 time: 0.0630937 May 28 05:30:38.846890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Request body: {'port': {'device_id': '5fd669b2-9eea-48cb-9cbb-ab7d8aea385e', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'de432a48c87a48658a5633d024e1db51'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:30:38.852194 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7aa19ec0-4a01-4127-9c5a-2dd4964f8ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:38.859202 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7aa19ec0-4a01-4127-9c5a-2dd4964f8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:38.930634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7aa19ec0-4a01-4127-9c5a-2dd4964f8ae7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=275cd5bc365e408d94798759a06388a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3555818 May 28 05:30:38.932728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37092) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:38.935441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa19ec0-4a01-4127-9c5a-2dd4964f8ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf9b618-f8d9-41d9-9dae-823581c55cfb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:39.008273 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29f2474c-2d15-4d2c-9428-1b729434b8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.038694 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29f2474c-2d15-4d2c-9428-1b729434b8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.061036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:39.065016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Usage tracker for resource:port and tenant:de432a48c87a48658a5633d024e1db51 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:39.068377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:39.075008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:39.086217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Made reservation on behalf of de432a48c87a48658a5633d024e1db51 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:30:39.092324 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.119513 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.140198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:39.142537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29f2474c-2d15-4d2c-9428-1b729434b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.145459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Usage tracker for resource:security_group_rule and tenant:de432a48c87a48658a5633d024e1db51 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:39.154419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:39.161031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:39.176285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2474c-2d15-4d2c-9428-1b729434b8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf9b618-f8d9-41d9-9dae-823581c55cfb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:39.231186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29f2474c-2d15-4d2c-9428-1b729434b8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.233885 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-29f2474c-2d15-4d2c-9428-1b729434b8a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cf9b618-f8d9-41d9-9dae-823581c55cfb HTTP/1.1" status: 204 len: 168 time: 0.3001027 May 28 05:30:39.292688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.297803 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.393767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b49e2d5-3c40-4109-a24f-8a71c0c208e7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:39.435866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.41', 55993) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:39.504375 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-cb0698b5-83cf-4f03-bffb-475a4af3479e tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a1723efd59549c9ade6901484f55c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618787 May 28 05:30:39.517807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Allocated IP 192.168.233.130 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/9cefc8be-7665-408a-87ba-b9dae4264e31) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:30:39.541361 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.715521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-85133992-96d9-4b51-8af4-67f4d4d9e583 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:39.718385 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-85133992-96d9-4b51-8af4-67f4d4d9e583 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089362 May 28 05:30:39.738850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Request body: {'port': {'device_id': '80dac139-953f-4c3f-abc2-95e6cd266f16', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '8a1723efd59549c9ade6901484f55c7a'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:30:39.831860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.880777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0b84deb0-da4b-4099-aa32-40bcae6a5f44 req-0405ca34-1296-4563-8047-be59b405ea9a tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 210 time: 0.0532103 May 28 05:30:39.908804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Transition to ACTIVE for port object 9cefc8be-7665-408a-87ba-b9dae4264e31 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:30:39.914789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:39.919214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Usage tracker for resource:port and tenant:8a1723efd59549c9ade6901484f55c7a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:39.922380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:39.929205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:39.944089 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.948334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Made reservation on behalf of 8a1723efd59549c9ade6901484f55c7a for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:30:39.952254 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.965714 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:39.983050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:39.987714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Usage tracker for resource:security_group_rule and tenant:8a1723efd59549c9ade6901484f55c7a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:39.991870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:39.998586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:40.058989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:30:40.074023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:30:40.093105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37154) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:40.098614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:30:40.109005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:40.109994 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:40.137123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Pushing event updated for resources: {'Port': ['ID=9cefc8be-7665-408a-87ba-b9dae4264e31,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:40.150959 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-24e05e52-31d0-4fb7-8b77-8f7f1f2c31b0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3227491 May 28 05:30:40.170861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-061ce83f-588a-436b-a686-aba29ddbf4d9 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:30:40.171900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-061ce83f-588a-436b-a686-aba29ddbf4d9 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 May 28 05:30:40.175845 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d7e4889-f8a2-4a05-9fff-911bf35b53ce req-97a28bea-4e1f-4e49-8699-dd92b1751d2d tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 210 time: 0.1648948 May 28 05:30:40.339713 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:40.347598 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:40.481781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:40.484019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ebd2e56c-0e0a-4271-aaef-e4efe469e8cc None None] Provisioning for port 9cefc8be-7665-408a-87ba-b9dae4264e31 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:30:40.491294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ebd2e56c-0e0a-4271-aaef-e4efe469e8cc None None] Provisioning complete for port 9cefc8be-7665-408a-87ba-b9dae4264e31 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:30:40.492049 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ebd2e56c-0e0a-4271-aaef-e4efe469e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:40.627040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2e56c-0e0a-4271-aaef-e4efe469e8cc None None] Port 9cefc8be-7665-408a-87ba-b9dae4264e31 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:30:40.668104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-16039147-f113-41b9-81b5-ceea508217e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:40.694068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Allocated IP 192.168.233.103 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/0b9388ff-41e8-494f-ac0c-709777a5cdb5) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:30:40.707088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c086ac5-7b1c-4c01-8d6f-50aa7baf1d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:40.760165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4c086ac5-7b1c-4c01-8d6f-50aa7baf1d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:40.769924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4c086ac5-7b1c-4c01-8d6f-50aa7baf1d45 admin admin] Usage tracker for resource:security_group_rule and tenant:bbfb51e1687646d0bb003c3c875e8405 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:40.778588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4c086ac5-7b1c-4c01-8d6f-50aa7baf1d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:40.803830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4c086ac5-7b1c-4c01-8d6f-50aa7baf1d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:40.869958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Request body: {'port': {'device_id': '5fd669b2-9eea-48cb-9cbb-ab7d8aea385e', 'device_owner': 'compute:tempest-test_az-466930742', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:30:41.153918 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:41.187297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Transition to ACTIVE for port object 0b9388ff-41e8-494f-ac0c-709777a5cdb5 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:30:41.241920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:41.362906 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:41.446922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:41.591188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:30:41.592096 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:41.600505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:30:41.608432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:30:41.614313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:41.614955 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:41.625992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Pushing event updated for resources: {'Port': ['ID=0b9388ff-41e8-494f-ac0c-709777a5cdb5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:41.705634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-5196a7a3-6690-4b97-8c10-d94b4ccc8af3 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9726448 May 28 05:30:41.757584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc578948-6a2d-4912-a692-c26e75dd08ac req-81045bd0-0b99-490d-b37f-6f47fbc6ca84 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:41.762010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cc578948-6a2d-4912-a692-c26e75dd08ac req-81045bd0-0b99-490d-b37f-6f47fbc6ca84 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Synchronizing usage tracker for tenant:8a1723efd59549c9ade6901484f55c7a on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:30:41.803991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Request body: {'port': {'device_id': '80dac139-953f-4c3f-abc2-95e6cd266f16', 'device_owner': 'compute:tempest-test_az-466930742', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:30:41.837445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cefc8be-7665-408a-87ba-b9dae4264e31 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:30:41.855092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:41.876164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Transition to ACTIVE for port object 9cefc8be-7665-408a-87ba-b9dae4264e31 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:30:41.885367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cc578948-6a2d-4912-a692-c26e75dd08ac req-81045bd0-0b99-490d-b37f-6f47fbc6ca84 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Unset dirty status for tenant:8a1723efd59549c9ade6901484f55c7a on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:30:41.892466 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc578948-6a2d-4912-a692-c26e75dd08ac req-81045bd0-0b99-490d-b37f-6f47fbc6ca84 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 936 time: 0.3834355 May 28 05:30:41.919996 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:42.016371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cc578948-6a2d-4912-a692-c26e75dd08ac req-12f39c0e-0aef-4457-b1b6-6b98f003fa26 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Synchronizing usage tracker for tenant:8a1723efd59549c9ade6901484f55c7a on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:30:42.045675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Pushing event updated for resources: {'Port': ['ID=9cefc8be-7665-408a-87ba-b9dae4264e31,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:42.057215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:42.068235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c07813f-4561-436b-be53-89ac5cbeb05c None None] Provisioning for port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:30:42.092104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cc578948-6a2d-4912-a692-c26e75dd08ac req-12f39c0e-0aef-4457-b1b6-6b98f003fa26 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Unset dirty status for tenant:8a1723efd59549c9ade6901484f55c7a on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:30:42.096424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c07813f-4561-436b-be53-89ac5cbeb05c None None] Provisioning complete for port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:30:42.097628 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c07813f-4561-436b-be53-89ac5cbeb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:42.106788 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc578948-6a2d-4912-a692-c26e75dd08ac req-12f39c0e-0aef-4457-b1b6-6b98f003fa26 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097158 May 28 05:30:42.315811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2c07813f-4561-436b-be53-89ac5cbeb05c None None] Port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:30:42.350082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Attempting to bind port 9cefc8be-7665-408a-87ba-b9dae4264e31 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:30:42.350706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Attempting to bind port 9cefc8be-7665-408a-87ba-b9dae4264e31 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:30:42.351269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Attempting to bind port 9cefc8be-7665-408a-87ba-b9dae4264e31 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:30:42.368909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Port 9cefc8be-7665-408a-87ba-b9dae4264e31 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:30:42.369331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Attempting to bind port 9cefc8be-7665-408a-87ba-b9dae4264e31 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:30:42.383198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:30:42.384009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:30:42.384678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:30:42.385244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Bound port: 9cefc8be-7665-408a-87ba-b9dae4264e31, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:30:42.385733 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:42.547549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d469-68c3-4de8-9e43-02da6b3e24b5 req-4c126823-3842-45e8-8f7c-7e9ee2a5e50f tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:42.548537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7446d469-68c3-4de8-9e43-02da6b3e24b5 req-4c126823-3842-45e8-8f7c-7e9ee2a5e50f tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Synchronizing usage tracker for tenant:de432a48c87a48658a5633d024e1db51 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:30:42.661708 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c086ac5-7b1c-4c01-8d6f-50aa7baf1d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:42.706641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7446d469-68c3-4de8-9e43-02da6b3e24b5 req-4c126823-3842-45e8-8f7c-7e9ee2a5e50f tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Unset dirty status for tenant:de432a48c87a48658a5633d024e1db51 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:30:42.708784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7446d469-68c3-4de8-9e43-02da6b3e24b5 req-4c126823-3842-45e8-8f7c-7e9ee2a5e50f tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 969 time: 1.4715638 May 28 05:30:42.715116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c086ac5-7b1c-4c01-8d6f-50aa7baf1d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:42.805506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c086ac5-7b1c-4c01-8d6f-50aa7baf1d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f001eef-5fe5-4e32-a50f-3fdd9edd7b00,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:42.869184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] For port 9cefc8be-7665-408a-87ba-b9dae4264e31, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:30:42.915102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9388ff-41e8-494f-ac0c-709777a5cdb5 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:30:42.922853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] For port 9cefc8be-7665-408a-87ba-b9dae4264e31, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9cefc8be-7665-408a-87ba-b9dae4264e31,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:30:42.929686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4c086ac5-7b1c-4c01-8d6f-50aa7baf1d45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbfb51e1687646d0bb003c3c875e8405&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8325348 May 28 05:30:42.931758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:42.935825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37218) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:42.956366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7446d469-68c3-4de8-9e43-02da6b3e24b5 req-730fd8ee-beed-4a6a-b833-bddd9a9a48eb tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Synchronizing usage tracker for tenant:de432a48c87a48658a5633d024e1db51 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:30:42.962101 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:42.978441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Transition to ACTIVE for port object 0b9388ff-41e8-494f-ac0c-709777a5cdb5 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:30:43.005312 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:43.124041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7446d469-68c3-4de8-9e43-02da6b3e24b5 req-730fd8ee-beed-4a6a-b833-bddd9a9a48eb tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Unset dirty status for tenant:de432a48c87a48658a5633d024e1db51 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:30:43.129004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7446d469-68c3-4de8-9e43-02da6b3e24b5 req-730fd8ee-beed-4a6a-b833-bddd9a9a48eb tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946347 May 28 05:30:43.135917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:43.136592 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:43.139678 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] 10.222.0.41 "PUT /v2.0/ports/9cefc8be-7665-408a-87ba-b9dae4264e31 HTTP/1.1" status: 200 len: 1117 time: 2.5799882 May 28 05:30:43.139678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd669b2-9eea-48cb-9cbb-ab7d8aea385e', 'tag': '9cefc8be-7665-408a-87ba-b9dae4264e31'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:30:43.149210 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:43.179463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9388ff-41e8-494f-ac0c-709777a5cdb5,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:43.259390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe729e-d296-44da-806a-50f6551f2884 service neutron] Pushing event updated for resources: {'Port': ['ID=9cefc8be-7665-408a-87ba-b9dae4264e31,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:43.433674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315d317-e4e6-4821-9709-2738faeb403c req-9f1c3db9-132e-46be-83d2-71f61a9a4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:43.436593 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-9f1c3db9-132e-46be-83d2-71f61a9a4a70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de432a48c87a48658a5633d024e1db51&device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 1120 time: 0.1274869 May 28 05:30:43.468739 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9a063d5-d0f1-439d-9e28-c064fe569f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:43.644140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9a063d5-d0f1-439d-9e28-c064fe569f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:43.667067 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-550ced02-4f52-4cb6-9bc1-d317e095326e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9cefc8be-7665-408a-87ba-b9dae4264e31 HTTP/1.1" status: 200 len: 217 time: 0.1974518 May 28 05:30:43.699969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Attempting to bind port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:30:43.700305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Attempting to bind port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:30:43.700649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Attempting to bind port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:30:43.766781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:30:43.767117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Attempting to bind port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:30:43.796909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:30:43.797274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:30:43.797845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:30:43.798335 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Bound port: 0b9388ff-41e8-494f-ac0c-709777a5cdb5, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:30:43.798673 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:43.890958 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e2ec35-ed0a-4540-afe8-a2aa47bdf83f'] response: {'name': 'network-changed', 'server_uuid': '5fd669b2-9eea-48cb-9cbb-ab7d8aea385e', 'tag': '9cefc8be-7665-408a-87ba-b9dae4264e31', 'status': 'completed', 'code': 200} May 28 05:30:43.933475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb8c89-f07b-4b6b-a6e7-29f4c2617e47 req-e736cf61-16cd-4b08-ba99-eb9f88d14c26 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:43.935080 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03eb8c89-f07b-4b6b-a6e7-29f4c2617e47 req-e736cf61-16cd-4b08-ba99-eb9f88d14c26 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 969 time: 0.4501281 May 28 05:30:43.978528 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9a063d5-d0f1-439d-9e28-c064fe569f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:44.016310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a063d5-d0f1-439d-9e28-c064fe569f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f001eef-5fe5-4e32-a50f-3fdd9edd7b00,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:44.038933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9a063d5-d0f1-439d-9e28-c064fe569f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:44.042427 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a9a063d5-d0f1-439d-9e28-c064fe569f3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f001eef-5fe5-4e32-a50f-3fdd9edd7b00 HTTP/1.1" status: 204 len: 168 time: 1.1033089 May 28 05:30:44.045233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03eb8c89-f07b-4b6b-a6e7-29f4c2617e47 req-beb9a993-bfb6-4505-a7dd-6140ceb3a6af tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018760 May 28 05:30:44.057393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] For port 0b9388ff-41e8-494f-ac0c-709777a5cdb5, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:30:44.062814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] For port 0b9388ff-41e8-494f-ac0c-709777a5cdb5, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0b9388ff-41e8-494f-ac0c-709777a5cdb5,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:30:44.070430 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:44.148875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:44.149556 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:44.154101 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b9388ff-41e8-494f-ac0c-709777a5cdb5 HTTP/1.1" status: 200 len: 1117 time: 2.3607736 May 28 05:30:44.154767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dac139-953f-4c3f-abc2-95e6cd266f16', 'tag': '0b9388ff-41e8-494f-ac0c-709777a5cdb5'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:30:44.352715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf378e0-0bf2-4a27-adc8-a70e23fb8727 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9388ff-41e8-494f-ac0c-709777a5cdb5,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:44.609416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fd12c-5caa-47eb-b4e7-99d88fab9ecc req-d4f1ea39-f7a9-4917-a8ad-f45218ead174 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:44.623950 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-587fd12c-5caa-47eb-b4e7-99d88fab9ecc req-d4f1ea39-f7a9-4917-a8ad-f45218ead174 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 969 time: 0.1931760 May 28 05:30:44.711893 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-587fd12c-5caa-47eb-b4e7-99d88fab9ecc req-3950daa0-c953-4f48-a7bf-3082b34cf22c tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867636 May 28 05:30:44.796404 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3d7803-c20d-4804-b3cf-6b02b6f389f0'] response: {'name': 'network-changed', 'server_uuid': '80dac139-953f-4c3f-abc2-95e6cd266f16', 'tag': '0b9388ff-41e8-494f-ac0c-709777a5cdb5', 'status': 'completed', 'code': 200} May 28 05:30:44.830570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37290) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:44.890876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a6985f3-026e-4392-8d49-6d4c17c56653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:44.915798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6a6985f3-026e-4392-8d49-6d4c17c56653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:44.920621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6a6985f3-026e-4392-8d49-6d4c17c56653 admin admin] Usage tracker for resource:security_group_rule and tenant:9c666062c598428581339e88611dcbea is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:44.923866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6a6985f3-026e-4392-8d49-6d4c17c56653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:44.935152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6a6985f3-026e-4392-8d49-6d4c17c56653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:45.115425 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a6985f3-026e-4392-8d49-6d4c17c56653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:45.120337 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a6985f3-026e-4392-8d49-6d4c17c56653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:45.192950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6a6985f3-026e-4392-8d49-6d4c17c56653 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c666062c598428581339e88611dcbea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3585982 May 28 05:30:45.192950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6985f3-026e-4392-8d49-6d4c17c56653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0ebf47-1f19-41fc-b02c-639c64d70258,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:45.194102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37308) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:45.303308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2093952-c1ef-4752-a298-6c3e1014449e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:45.367226 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2093952-c1ef-4752-a298-6c3e1014449e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:45.451557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250cc2a-eb9d-432c-8cbd-f29b45510f1b req-a3e37a58-39fd-4bbd-9888-3ff99bce9320 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:45.453033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f250cc2a-eb9d-432c-8cbd-f29b45510f1b req-a3e37a58-39fd-4bbd-9888-3ff99bce9320 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 969 time: 0.1281295 May 28 05:30:45.462057 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2093952-c1ef-4752-a298-6c3e1014449e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:45.496972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2093952-c1ef-4752-a298-6c3e1014449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0ebf47-1f19-41fc-b02c-639c64d70258,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:45.520079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2093952-c1ef-4752-a298-6c3e1014449e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:45.521206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d2093952-c1ef-4752-a298-6c3e1014449e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee0ebf47-1f19-41fc-b02c-639c64d70258 HTTP/1.1" status: 204 len: 168 time: 0.3260138 May 28 05:30:45.529872 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f250cc2a-eb9d-432c-8cbd-f29b45510f1b req-ce6f7864-64d8-4fe6-b3d2-bc0d99910cbc tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702586 May 28 05:30:46.176851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedcde2-c04a-46b1-80c5-47c1f4b8dad7 req-488845a5-6993-4cf3-a07e-2d17c3cd240b tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:46.178587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dbedcde2-c04a-46b1-80c5-47c1f4b8dad7 req-488845a5-6993-4cf3-a07e-2d17c3cd240b tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 969 time: 0.1136639 May 28 05:30:46.243817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dbedcde2-c04a-46b1-80c5-47c1f4b8dad7 req-c82357cb-7c58-48d5-8c84-74848e657d0c tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525486 May 28 05:30:46.812505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef379-5596-4d60-8679-17603b043745 req-7740547f-2c55-4a5e-af31-695f66dd7322 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:46.816833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-997ef379-5596-4d60-8679-17603b043745 req-7740547f-2c55-4a5e-af31-695f66dd7322 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 969 time: 0.1023574 May 28 05:30:46.868944 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-997ef379-5596-4d60-8679-17603b043745 req-fcaae81c-9042-4688-8c6a-f1ea264d084f tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 May 28 05:30:47.567618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9e427-b2a1-4edc-9ff6-96e1c0960de5 req-38bb0ee3-d3ea-4b3d-918d-8e081a1c3b05 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:47.570709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84e9e427-b2a1-4edc-9ff6-96e1c0960de5 req-38bb0ee3-d3ea-4b3d-918d-8e081a1c3b05 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 969 time: 0.1051271 May 28 05:30:47.617031 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84e9e427-b2a1-4edc-9ff6-96e1c0960de5 req-cab66013-d3fe-41b8-ba5f-2833105f8afd tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403283 May 28 05:30:48.124347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e04be-9c8b-46b2-8346-3772095a5409 req-a0de4102-1724-49a3-afb8-4e59c1a01247 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:48.127255 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b30e04be-9c8b-46b2-8346-3772095a5409 req-a0de4102-1724-49a3-afb8-4e59c1a01247 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 969 time: 0.1303029 May 28 05:30:48.187774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b30e04be-9c8b-46b2-8346-3772095a5409 req-a155d0f2-9388-4138-aa2b-c748dc2398bb tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543749 May 28 05:30:48.196172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37418) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:48.365737 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2dfa-b542-48ca-a5ab-db2dc4b9247b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:48.380432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ec9d2dfa-b542-48ca-a5ab-db2dc4b9247b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:48.384443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ec9d2dfa-b542-48ca-a5ab-db2dc4b9247b admin admin] Usage tracker for resource:security_group_rule and tenant:2c052add7c924aaf94775d22554f9753 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:48.389866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ec9d2dfa-b542-48ca-a5ab-db2dc4b9247b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:48.401627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ec9d2dfa-b542-48ca-a5ab-db2dc4b9247b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:48.520336 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2dfa-b542-48ca-a5ab-db2dc4b9247b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:48.525337 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2dfa-b542-48ca-a5ab-db2dc4b9247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:48.574893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ec9d2dfa-b542-48ca-a5ab-db2dc4b9247b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c052add7c924aaf94775d22554f9753&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3776023 May 28 05:30:48.576533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d2dfa-b542-48ca-a5ab-db2dc4b9247b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d9fe2a-7d46-49bc-ba58-f1515bdfc090,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:48.577768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37440) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:48.587899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37444) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:48.648519 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d680ffe2-49b3-4f1b-a71b-8665c2bbc498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:48.682555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d680ffe2-49b3-4f1b-a71b-8665c2bbc498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:48.732053 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d82dba59-603d-4f1e-a576-b4c7e79ee0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:48.746356 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d680ffe2-49b3-4f1b-a71b-8665c2bbc498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:48.768000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680ffe2-49b3-4f1b-a71b-8665c2bbc498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d9fe2a-7d46-49bc-ba58-f1515bdfc090,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:48.771305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d680ffe2-49b3-4f1b-a71b-8665c2bbc498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:48.772866 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d680ffe2-49b3-4f1b-a71b-8665c2bbc498 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7d9fe2a-7d46-49bc-ba58-f1515bdfc090 HTTP/1.1" status: 204 len: 168 time: 0.1929176 May 28 05:30:48.846442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d82dba59-603d-4f1e-a576-b4c7e79ee0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:48.857673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d82dba59-603d-4f1e-a576-b4c7e79ee0a5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e402ad5b72740a8b14aa82bf0edbe44 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:48.861343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d82dba59-603d-4f1e-a576-b4c7e79ee0a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:48.869903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d82dba59-603d-4f1e-a576-b4c7e79ee0a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:48.914450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a7881-3fbd-4498-b09b-4e212bad0f6d req-ef8db48e-29c9-4d33-9ca1-0079e385238e tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:48.916071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-249a7881-3fbd-4498-b09b-4e212bad0f6d req-ef8db48e-29c9-4d33-9ca1-0079e385238e tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 969 time: 0.1740792 May 28 05:30:48.981688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-249a7881-3fbd-4498-b09b-4e212bad0f6d req-9ed7e656-ee9e-4b45-9e1a-0acaa0276848 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579016 May 28 05:30:49.009090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d82dba59-603d-4f1e-a576-b4c7e79ee0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.012601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d82dba59-603d-4f1e-a576-b4c7e79ee0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.060721 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d82dba59-603d-4f1e-a576-b4c7e79ee0a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e402ad5b72740a8b14aa82bf0edbe44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4717376 May 28 05:30:49.062322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82dba59-603d-4f1e-a576-b4c7e79ee0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862e5100-81e8-41f2-8aa9-ee0275ffd500,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:49.063551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37458) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:49.067599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37460) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:49.084288 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd3ba-6ba6-4850-87ff-39dbf691fdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.098420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3e5fd3ba-6ba6-4850-87ff-39dbf691fdf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:49.102819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e5fd3ba-6ba6-4850-87ff-39dbf691fdf5 admin admin] Usage tracker for resource:security_group_rule and tenant:73c825d887784cd89e905eb12a1a281b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:49.105628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e5fd3ba-6ba6-4850-87ff-39dbf691fdf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:49.111361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3e5fd3ba-6ba6-4850-87ff-39dbf691fdf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:49.128709 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67b4a9e0-6065-4f53-8702-8a87b8d4fe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.159793 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67b4a9e0-6065-4f53-8702-8a87b8d4fe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.198207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd3ba-6ba6-4850-87ff-39dbf691fdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.201312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd3ba-6ba6-4850-87ff-39dbf691fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.231504 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67b4a9e0-6065-4f53-8702-8a87b8d4fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.294874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4a9e0-6065-4f53-8702-8a87b8d4fe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862e5100-81e8-41f2-8aa9-ee0275ffd500,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:49.315965 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67b4a9e0-6065-4f53-8702-8a87b8d4fe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.320833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315d317-e4e6-4821-9709-2738faeb403c req-fa7d8f18-e2a7-452e-bbcc-b358538da9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:49.322293 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-fa7d8f18-e2a7-452e-bbcc-b358538da9cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1074533 May 28 05:30:49.330474 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3e5fd3ba-6ba6-4850-87ff-39dbf691fdf5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73c825d887784cd89e905eb12a1a281b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2618854 May 28 05:30:49.331745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-67b4a9e0-6065-4f53-8702-8a87b8d4fe77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/862e5100-81e8-41f2-8aa9-ee0275ffd500 HTTP/1.1" status: 204 len: 168 time: 0.2668381 May 28 05:30:49.332577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37470) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:49.465328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3a038c0-2a42-43d8-b74c-6e2d6af689b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.465448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fd3ba-6ba6-4850-87ff-39dbf691fdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ff614-8aaf-4b56-a68d-dc0ae50d2108,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:49.498024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c456844-781e-4c5f-9585-cb28e2d3cbd2 req-b5e49f9f-5103-4378-a2b2-b1296b1e9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:49.498024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6c456844-781e-4c5f-9585-cb28e2d3cbd2 req-b5e49f9f-5103-4378-a2b2-b1296b1e9317 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a1723efd59549c9ade6901484f55c7a&device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 1120 time: 0.2439151 May 28 05:30:49.499660 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3a038c0-2a42-43d8-b74c-6e2d6af689b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.518989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e93f6-55cb-4cb6-8c38-bddad23b9908 req-d34a0c2c-d990-4811-bc79-696c809b5033 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:49.520765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec0e93f6-55cb-4cb6-8c38-bddad23b9908 req-d34a0c2c-d990-4811-bc79-696c809b5033 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 969 time: 0.1261351 May 28 05:30:49.524142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315d317-e4e6-4821-9709-2738faeb403c req-efb79560-6245-4f43-b034-24ff0e4cae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:49.525659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-efb79560-6245-4f43-b034-24ff0e4cae75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940129 May 28 05:30:49.546246 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6c456844-781e-4c5f-9585-cb28e2d3cbd2 req-0ab35d01-226a-4456-8f5d-2579c269eb74 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a1723efd59549c9ade6901484f55c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351627 May 28 05:30:49.630570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37480) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:49.658731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec0e93f6-55cb-4cb6-8c38-bddad23b9908 req-2b56cfaa-9306-4d34-b684-7d6e35aa3e38 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292098 May 28 05:30:49.669493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3a038c0-2a42-43d8-b74c-6e2d6af689b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.702633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a038c0-2a42-43d8-b74c-6e2d6af689b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ff614-8aaf-4b56-a68d-dc0ae50d2108,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:49.716601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-75269925-9844-4f8e-b1f6-2348d3333c7a service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730494 May 28 05:30:49.720585 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3a038c0-2a42-43d8-b74c-6e2d6af689b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.721873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a3a038c0-2a42-43d8-b74c-6e2d6af689b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb8ff614-8aaf-4b56-a68d-dc0ae50d2108 HTTP/1.1" status: 204 len: 168 time: 0.3761752 May 28 05:30:49.722979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c456844-781e-4c5f-9585-cb28e2d3cbd2 req-40467db8-85c1-4992-97b0-deed064ba6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:49.725152 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6c456844-781e-4c5f-9585-cb28e2d3cbd2 req-40467db8-85c1-4992-97b0-deed064ba6d2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649988 May 28 05:30:49.838519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37488) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:49.840419 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e17b64a-6d75-4aa3-ba65-67aa99414f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.859056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c074ccb-ecc6-4e8a-8695-d625c8175268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:49.861187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0e17b64a-6d75-4aa3-ba65-67aa99414f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:49.878228 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0c074ccb-ecc6-4e8a-8695-d625c8175268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:49.880219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0e17b64a-6d75-4aa3-ba65-67aa99414f3e admin admin] Usage tracker for resource:security_group_rule and tenant:f9b9c4babe8247c59be18a62ba5c4051 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:49.884184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0c074ccb-ecc6-4e8a-8695-d625c8175268 admin admin] Usage tracker for resource:security_group_rule and tenant:bf88bbe55f5b4a05b55989002ae7f9c0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:49.885980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0e17b64a-6d75-4aa3-ba65-67aa99414f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:49.887978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0c074ccb-ecc6-4e8a-8695-d625c8175268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:49.894312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0e17b64a-6d75-4aa3-ba65-67aa99414f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:49.895153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-9f192d43-6172-4f74-b20a-5a6f6f290cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:49.897239 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-9f192d43-6172-4f74-b20a-5a6f6f290cd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a1723efd59549c9ade6901484f55c7a&device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 1120 time: 0.1296084 May 28 05:30:49.898084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0c074ccb-ecc6-4e8a-8695-d625c8175268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:49.917727 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4315d317-e4e6-4821-9709-2738faeb403c req-ff5f1e6a-b850-4354-90ae-7c702ddaa819 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910336 May 28 05:30:49.990680 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-83e51461-5975-4305-b2c4-3b8f22efc371 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=0b9388ff-41e8-494f-ac0c-709777a5cdb5 HTTP/1.1" status: 200 len: 217 time: 0.0844207 May 28 05:30:50.066966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e17b64a-6d75-4aa3-ba65-67aa99414f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.079462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-63343490-9dce-46ac-8af8-c812df3888f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:50.081124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-63343490-9dce-46ac-8af8-c812df3888f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de432a48c87a48658a5633d024e1db51&device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 1120 time: 0.1046152 May 28 05:30:50.081926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e17b64a-6d75-4aa3-ba65-67aa99414f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.093529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-4dd33550-0592-48e5-9cc2-b6c711f87e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:50.095193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-4dd33550-0592-48e5-9cc2-b6c711f87e32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0983143 May 28 05:30:50.122280 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0e17b64a-6d75-4aa3-ba65-67aa99414f3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9b9c4babe8247c59be18a62ba5c4051&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4889264 May 28 05:30:50.124532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37496) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:50.264634 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c074ccb-ecc6-4e8a-8695-d625c8175268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.267610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37500) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:50.280557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17b64a-6d75-4aa3-ba65-67aa99414f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbdf970-9fff-4c8d-a9d5-d08123f26d12,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:50.286299 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c074ccb-ecc6-4e8a-8695-d625c8175268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.291820 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa6429d4-4260-4395-87f3-6aad5a580adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.314845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-465b03af-21ea-4d97-b049-2726c5dfd8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.344348 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa6429d4-4260-4395-87f3-6aad5a580adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.354336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-cec7e476-4a3f-4725-ab42-6f41c295ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:50.355794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-cec7e476-4a3f-4725-ab42-6f41c295ce5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2451487 May 28 05:30:50.366327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c074ccb-ecc6-4e8a-8695-d625c8175268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e17ad7-cee8-4464-90e2-dd5cb5f020ea,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:50.373958 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0c074ccb-ecc6-4e8a-8695-d625c8175268 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf88bbe55f5b4a05b55989002ae7f9c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5343893 May 28 05:30:50.378774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37506) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:50.379798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-465b03af-21ea-4d97-b049-2726c5dfd8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:50.386157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-afcc257b-b5b6-43ba-904f-9ab2e3f2235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:50.387649 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-afcc257b-b5b6-43ba-904f-9ab2e3f2235c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2856829 May 28 05:30:50.402745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-465b03af-21ea-4d97-b049-2726c5dfd8f9 admin admin] Usage tracker for resource:security_group_rule and tenant:78f4f3111cf244fcb1569f37f33978e5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:50.413345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac253ea0-1973-4f68-af97-218dff27fa63 req-2fbbb4f4-7ead-4ee5-abeb-5b5b70c6c75c tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:50.414778 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ac253ea0-1973-4f68-af97-218dff27fa63 req-2fbbb4f4-7ead-4ee5-abeb-5b5b70c6c75c tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 969 time: 0.2713082 May 28 05:30:50.417709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-465b03af-21ea-4d97-b049-2726c5dfd8f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:50.442486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-35535176-0269-4912-933b-6c08fd537ce0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9cefc8be-7665-408a-87ba-b9dae4264e31 HTTP/1.1" status: 200 len: 217 time: 0.0784192 May 28 05:30:50.500073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-465b03af-21ea-4d97-b049-2726c5dfd8f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:50.509381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-f88536af-6c2e-406f-a984-381ca708653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:50.510890 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-f88536af-6c2e-406f-a984-381ca708653c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0617089 May 28 05:30:50.511478 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa6429d4-4260-4395-87f3-6aad5a580adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.567742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6429d4-4260-4395-87f3-6aad5a580adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbdf970-9fff-4c8d-a9d5-d08123f26d12,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:50.603252 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa6429d4-4260-4395-87f3-6aad5a580adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.607091 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aa6429d4-4260-4395-87f3-6aad5a580adf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cbdf970-9fff-4c8d-a9d5-d08123f26d12 HTTP/1.1" status: 204 len: 168 time: 0.4616272 May 28 05:30:50.618616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-b502336c-b8b9-48cd-9a94-d34c9bdb1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:50.620120 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-b502336c-b8b9-48cd-9a94-d34c9bdb1977 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991540 May 28 05:30:50.633975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-3602231d-2c9c-4ed8-b408-7256a458c4b5 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333820 May 28 05:30:50.678975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ac253ea0-1973-4f68-af97-218dff27fa63 req-68a61824-0991-4795-901f-27c014de7e77 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309928 May 28 05:30:50.763494 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81619fbb-6633-4343-9eda-6bbbb6952210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.804530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-e09960d8-4037-4815-ba61-e702857cca50 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762924 May 28 05:30:50.834011 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81619fbb-6633-4343-9eda-6bbbb6952210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.922768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-465b03af-21ea-4d97-b049-2726c5dfd8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:50.933767 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a819e8ae-4f52-48ae-a83b-5aa361e9a24e req-1481895a-b60a-4bab-9abc-4343745c78e0 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894094 May 28 05:30:50.961877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-465b03af-21ea-4d97-b049-2726c5dfd8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.043987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-465b03af-21ea-4d97-b049-2726c5dfd8f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78f4f3111cf244fcb1569f37f33978e5&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7724581 May 28 05:30:51.044241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37516) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:51.096649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b03af-21ea-4d97-b049-2726c5dfd8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c63baae-e76e-4924-ba38-47d935621792,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:51.103121 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3267904-4d0f-4048-8b5c-8fdcac46b04d req-ca1cfb72-f09d-4bcd-abc8-12da217b690c service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915566 May 28 05:30:51.115994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5ebe2-6b0c-4c9d-bc8e-c159a8e954a2 req-e08913b9-a5cc-476b-8c3f-07bfc594066b tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:51.117568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9c5ebe2-6b0c-4c9d-bc8e-c159a8e954a2 req-e08913b9-a5cc-476b-8c3f-07bfc594066b tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 969 time: 0.1407588 May 28 05:30:51.134452 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5dec10c-e7ac-4d8f-9473-281e4e0f38e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.148197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37520) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:51.162669 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5dec10c-e7ac-4d8f-9473-281e4e0f38e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.172114 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-521df92b-ea89-482b-b0d8-337b08ae26a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.197030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81619fbb-6633-4343-9eda-6bbbb6952210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.207094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9c5ebe2-6b0c-4c9d-bc8e-c159a8e954a2 req-003f77db-ada9-493a-8bdf-ad74bd5d2f28 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804558 May 28 05:30:51.208451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-521df92b-ea89-482b-b0d8-337b08ae26a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:51.213815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-521df92b-ea89-482b-b0d8-337b08ae26a1 admin admin] Usage tracker for resource:security_group_rule and tenant:beca792f850f475e805f7abd54d7a5e0 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:51.216952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81619fbb-6633-4343-9eda-6bbbb6952210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e17ad7-cee8-4464-90e2-dd5cb5f020ea,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:51.217576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-521df92b-ea89-482b-b0d8-337b08ae26a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:51.225461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-521df92b-ea89-482b-b0d8-337b08ae26a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:51.227637 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81619fbb-6633-4343-9eda-6bbbb6952210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.228757 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-81619fbb-6633-4343-9eda-6bbbb6952210 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27e17ad7-cee8-4464-90e2-dd5cb5f020ea HTTP/1.1" status: 204 len: 168 time: 0.8451986 May 28 05:30:51.252343 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5dec10c-e7ac-4d8f-9473-281e4e0f38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.267760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dec10c-e7ac-4d8f-9473-281e4e0f38e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c63baae-e76e-4924-ba38-47d935621792,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:51.271013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5dec10c-e7ac-4d8f-9473-281e4e0f38e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.272296 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d5dec10c-e7ac-4d8f-9473-281e4e0f38e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c63baae-e76e-4924-ba38-47d935621792 HTTP/1.1" status: 204 len: 168 time: 0.2271855 May 28 05:30:51.342274 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-521df92b-ea89-482b-b0d8-337b08ae26a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.347425 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-521df92b-ea89-482b-b0d8-337b08ae26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.384641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521df92b-ea89-482b-b0d8-337b08ae26a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b156c736-d574-44d5-b6d7-d20cae47186c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:51.410807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-521df92b-ea89-482b-b0d8-337b08ae26a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=beca792f850f475e805f7abd54d7a5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612834 May 28 05:30:51.413684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37528) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:51.475814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb39e57e-2359-439a-9b66-c1c1419eeba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.501509 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb39e57e-2359-439a-9b66-c1c1419eeba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.560015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb39e57e-2359-439a-9b66-c1c1419eeba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.578891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39e57e-2359-439a-9b66-c1c1419eeba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b156c736-d574-44d5-b6d7-d20cae47186c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:51.582218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb39e57e-2359-439a-9b66-c1c1419eeba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:51.583355 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cb39e57e-2359-439a-9b66-c1c1419eeba6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b156c736-d574-44d5-b6d7-d20cae47186c HTTP/1.1" status: 204 len: 168 time: 0.1686180 May 28 05:30:51.886505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5761f7-d8fe-4b41-adef-8858241f9fe8 req-eda71cd1-e611-492f-8dd2-9c93817dbac2 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:51.888137 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2d5761f7-d8fe-4b41-adef-8858241f9fe8 req-eda71cd1-e611-492f-8dd2-9c93817dbac2 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 969 time: 0.0889237 May 28 05:30:51.938219 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2d5761f7-d8fe-4b41-adef-8858241f9fe8 req-095606a1-17fa-4a96-98d5-1d88777c8845 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 May 28 05:30:52.433185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8947ca0-4756-4304-80b1-5ead6dc43318 req-b167561d-e2ac-4297-b245-016f2700a55c tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:52.434787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8947ca0-4756-4304-80b1-5ead6dc43318 req-b167561d-e2ac-4297-b245-016f2700a55c tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 969 time: 0.0865715 May 28 05:30:52.479741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8947ca0-4756-4304-80b1-5ead6dc43318 req-354918fc-ec82-48c4-a5d8-1f9edc1af8cc tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 May 28 05:30:53.148749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7897-806d-4454-976a-b348fa378282 req-7814cfd4-01c9-4706-b46b-16d467852942 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:53.150273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69bb7897-806d-4454-976a-b348fa378282 req-7814cfd4-01c9-4706-b46b-16d467852942 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 969 time: 0.0975785 May 28 05:30:53.212369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9cefc8be-7665-408a-87ba-b9dae4264e31 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:30:53.215543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69bb7897-806d-4454-976a-b348fa378282 req-ee33a91a-062f-4c7a-a4af-16f157f15b9a tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593970 May 28 05:30:53.355432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9cefc8be-7665-408a-87ba-b9dae4264e31, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9cefc8be-7665-408a-87ba-b9dae4264e31,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:30:53.372274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '9cefc8be-7665-408a-87ba-b9dae4264e31', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '9cefc8be-7665-408a-87ba-b9dae4264e31', 'mac_address': 'fa:16:3e:cc:22:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:tempest-test_az-466930742', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:30:53.429684 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9cefc8be-7665-408a-87ba-b9dae4264e31 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:30:53.429925 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:53.450923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cefc8be-7665-408a-87ba-b9dae4264e31 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:30:53.467205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9cefc8be-7665-408a-87ba-b9dae4264e31, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9cefc8be-7665-408a-87ba-b9dae4264e31,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:30:53.470988 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:53.471833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0b9388ff-41e8-494f-ac0c-709777a5cdb5 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:30:53.492415 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0b9388ff-41e8-494f-ac0c-709777a5cdb5, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0b9388ff-41e8-494f-ac0c-709777a5cdb5,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:30:53.566869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '0b9388ff-41e8-494f-ac0c-709777a5cdb5', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '0b9388ff-41e8-494f-ac0c-709777a5cdb5', 'mac_address': 'fa:16:3e:77:25:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:tempest-test_az-466930742', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:30:53.632860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9cefc8be-7665-408a-87ba-b9dae4264e31,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:53.641356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:30:53.641968 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:53.662030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.663340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.663679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.664199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.664532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.665006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.665340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.665661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.666141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.666462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.666925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.667264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Tracked resource versions report: May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: pushed versions: May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: { 'AddressGroup': {'1.2'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'ConntrackHelper': {'1.0'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'Log': {'1.0'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'Network': {'1.1'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'Port': {'1.7'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'PortForwarding': {'1.2'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'QosPolicy': {'1.8'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'SecurityGroup': {'1.4'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'SecurityGroupRule': {'1.2'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'SubPort': {'1.0'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'Subnet': {'1.1'}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'Trunk': {'1.1'}} May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: consumer versions: May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: { DHCP agent@n-d-843679-5: {}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: HyperV agent@n-h1-843679-5: {}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: HyperV agent@n-h2-843679-5: {}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: L3 agent@n-d-843679-5: {}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: Metadata agent@n-d-843679-5: {}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: Metering agent@n-d-843679-5: {}, May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: Open vSwitch agent@n-d-843679-5: { 'AddressGroup': '1.2', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'ConntrackHelper': '1.0', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'Log': '1.0', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'Network': '1.1', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'Port': '1.7', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'PortForwarding': '1.2', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'QosPolicy': '1.8', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'SecurityGroup': '1.4', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'SecurityGroupRule': '1.2', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'SubPort': '1.0', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'Subnet': '1.1', May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: 'Trunk': '1.1'}} May 28 05:30:53.668393 n-d-843679-5 neutron-server[88418]: {{(pid=88418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 05:30:53.671952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9388ff-41e8-494f-ac0c-709777a5cdb5 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:30:53.689527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0b9388ff-41e8-494f-ac0c-709777a5cdb5, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0b9388ff-41e8-494f-ac0c-709777a5cdb5,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:30:53.694943 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:53.720580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6e4e9-819e-4b2f-b8a7-ac31700c627c req-9194aff6-8269-4918-9ccc-a7c15f208ed2 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:53.729932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9af6e4e9-819e-4b2f-b8a7-ac31700c627c req-9194aff6-8269-4918-9ccc-a7c15f208ed2 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 969 time: 0.1316090 May 28 05:30:53.769305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=0b9388ff-41e8-494f-ac0c-709777a5cdb5,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:53.784262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9af6e4e9-819e-4b2f-b8a7-ac31700c627c req-97fa9fa5-b3da-432a-ac3c-19a38f52fa2f tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532994 May 28 05:30:54.069359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['9cefc8be-7665-408a-87ba-b9dae4264e31'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:30:54.105841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['0b9388ff-41e8-494f-ac0c-709777a5cdb5'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:30:54.306522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37684) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:54.370725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37696) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:54.470935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6f811-a941-481a-991c-1ed79642acfc req-e405c4b3-5823-4093-84d2-2e4d36cee613 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:54.474870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68c6f811-a941-481a-991c-1ed79642acfc req-e405c4b3-5823-4093-84d2-2e4d36cee613 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 970 time: 0.0897074 May 28 05:30:54.537277 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68c6f811-a941-481a-991c-1ed79642acfc req-2ff01fe4-f4ed-442a-b0af-308dac6ccb5d tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560918 May 28 05:30:54.614310 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a837e5b-3085-4a1e-ab1c-c54bbd45073e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:54.624524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2c0d-52e0-4b02-8897-d7cc950619fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:54.641861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a837e5b-3085-4a1e-ab1c-c54bbd45073e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:54.644397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec3e2c0d-52e0-4b02-8897-d7cc950619fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:54.649518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1a837e5b-3085-4a1e-ab1c-c54bbd45073e admin admin] Usage tracker for resource:security_group_rule and tenant:520842b8e0424d07ad5b0f4f383d55b7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:54.652218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec3e2c0d-52e0-4b02-8897-d7cc950619fa admin admin] Usage tracker for resource:security_group_rule and tenant:d952437abdaf47a6a9593a1deda74028 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:54.654704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1a837e5b-3085-4a1e-ab1c-c54bbd45073e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:54.657971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec3e2c0d-52e0-4b02-8897-d7cc950619fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:54.665762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a837e5b-3085-4a1e-ab1c-c54bbd45073e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:54.667812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec3e2c0d-52e0-4b02-8897-d7cc950619fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:54.754787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37708) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:54.811908 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a837e5b-3085-4a1e-ab1c-c54bbd45073e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:54.814017 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2c0d-52e0-4b02-8897-d7cc950619fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:54.817123 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a837e5b-3085-4a1e-ab1c-c54bbd45073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:54.837064 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2c0d-52e0-4b02-8897-d7cc950619fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:54.875497 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b61ac89-cd71-4f4c-84b3-7343408aff69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:54.890273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8b61ac89-cd71-4f4c-84b3-7343408aff69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:54.894717 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1a837e5b-3085-4a1e-ab1c-c54bbd45073e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=520842b8e0424d07ad5b0f4f383d55b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232809 May 28 05:30:54.897622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8b61ac89-cd71-4f4c-84b3-7343408aff69 admin admin] Usage tracker for resource:security_group_rule and tenant:e565827caac04f20876c741559c4c72a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:54.899472 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ec3e2c0d-52e0-4b02-8897-d7cc950619fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d952437abdaf47a6a9593a1deda74028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918312 May 28 05:30:54.900075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37716) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:54.900199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a837e5b-3085-4a1e-ab1c-c54bbd45073e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb49a70-7850-46d0-b77d-bfda3dc1db82,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:54.902543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37720) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:54.902654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8b61ac89-cd71-4f4c-84b3-7343408aff69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:54.917886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8b61ac89-cd71-4f4c-84b3-7343408aff69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:54.987878 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-faa178b1-cc7d-443d-82c1-b59b72a63f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.015368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e2c0d-52e0-4b02-8897-d7cc950619fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e18f4ff-db49-42fc-a442-2a180de2e6e5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:55.022883 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-faa178b1-cc7d-443d-82c1-b59b72a63f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.045660 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1820b1b7-c0a7-4f1e-b4c7-f8eadcd0382d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.082590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb13192-11c7-4d49-91a5-a6ba13a85bef req-60536c60-94ca-48f3-94d7-ec53bf8e4e0f tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:55.084656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7bb13192-11c7-4d49-91a5-a6ba13a85bef req-60536c60-94ca-48f3-94d7-ec53bf8e4e0f tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 970 time: 0.1812847 May 28 05:30:55.086403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1820b1b7-c0a7-4f1e-b4c7-f8eadcd0382d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.089157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b61ac89-cd71-4f4c-84b3-7343408aff69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.095833 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b61ac89-cd71-4f4c-84b3-7343408aff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.143757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-faa178b1-cc7d-443d-82c1-b59b72a63f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.153756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8b61ac89-cd71-4f4c-84b3-7343408aff69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e565827caac04f20876c741559c4c72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954234 May 28 05:30:55.154242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61ac89-cd71-4f4c-84b3-7343408aff69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4594676b-6b36-41c5-a00c-a8ec2d80157c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:55.154359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37724) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:55.170095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa178b1-cc7d-443d-82c1-b59b72a63f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb49a70-7850-46d0-b77d-bfda3dc1db82,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:55.171796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7bb13192-11c7-4d49-91a5-a6ba13a85bef req-b17bc682-3eed-4a0f-b9e3-3fe737f4c081 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737615 May 28 05:30:55.181920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-faa178b1-cc7d-443d-82c1-b59b72a63f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.183341 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-faa178b1-cc7d-443d-82c1-b59b72a63f4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5eb49a70-7850-46d0-b77d-bfda3dc1db82 HTTP/1.1" status: 204 len: 168 time: 0.2823505 May 28 05:30:55.210607 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1820b1b7-c0a7-4f1e-b4c7-f8eadcd0382d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.213484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9cefc8be-7665-408a-87ba-b9dae4264e31 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:30:55.232611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820b1b7-c0a7-4f1e-b4c7-f8eadcd0382d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e18f4ff-db49-42fc-a442-2a180de2e6e5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:55.254238 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1820b1b7-c0a7-4f1e-b4c7-f8eadcd0382d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.255904 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1820b1b7-c0a7-4f1e-b4c7-f8eadcd0382d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e18f4ff-db49-42fc-a442-2a180de2e6e5 HTTP/1.1" status: 204 len: 168 time: 0.3507338 May 28 05:30:55.258718 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b89498f3-e3d4-45a3-9eca-1f788a598d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.298567 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b89498f3-e3d4-45a3-9eca-1f788a598d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.314350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 9cefc8be-7665-408a-87ba-b9dae4264e31 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:30:55.320074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 9cefc8be-7665-408a-87ba-b9dae4264e31 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:30:55.320432 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.365363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b89498f3-e3d4-45a3-9eca-1f788a598d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.381976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89498f3-e3d4-45a3-9eca-1f788a598d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4594676b-6b36-41c5-a00c-a8ec2d80157c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:55.390135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b89498f3-e3d4-45a3-9eca-1f788a598d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.391266 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b89498f3-e3d4-45a3-9eca-1f788a598d08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4594676b-6b36-41c5-a00c-a8ec2d80157c HTTP/1.1" status: 204 len: 168 time: 0.2359664 May 28 05:30:55.474468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9cefc8be-7665-408a-87ba-b9dae4264e31 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:30:55.474868 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.502076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd669b2-9eea-48cb-9cbb-ab7d8aea385e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cefc8be-7665-408a-87ba-b9dae4264e31'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:30:55.565485 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9cefc8be-7665-408a-87ba-b9dae4264e31, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9cefc8be-7665-408a-87ba-b9dae4264e31,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:30:55.572350 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.573138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0b9388ff-41e8-494f-ac0c-709777a5cdb5 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:30:55.632807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37742) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:55.664398 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e77d88ea-2cbc-4d8b-8391-0a2dd2608274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.690990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e77d88ea-2cbc-4d8b-8391-0a2dd2608274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:55.695612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e77d88ea-2cbc-4d8b-8391-0a2dd2608274 admin admin] Usage tracker for resource:security_group_rule and tenant:74a230c015714c06a2318b9eb247e704 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:55.699273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e77d88ea-2cbc-4d8b-8391-0a2dd2608274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:55.716778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e77d88ea-2cbc-4d8b-8391-0a2dd2608274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:55.743049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9cefc8be-7665-408a-87ba-b9dae4264e31,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:55.746280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:30:55.757761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:30:55.758219 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.790353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309068f6-585f-44c4-8212-d7aa0823bf82 req-e3f116e0-9610-4cf1-972d-7fbc72a591b3 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:55.792109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-309068f6-585f-44c4-8212-d7aa0823bf82 req-e3f116e0-9610-4cf1-972d-7fbc72a591b3 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 971 time: 0.1501064 May 28 05:30:55.834702 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e77d88ea-2cbc-4d8b-8391-0a2dd2608274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.839736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e77d88ea-2cbc-4d8b-8391-0a2dd2608274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.876564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-309068f6-585f-44c4-8212-d7aa0823bf82 req-b9183f41-fc7c-4190-9ed1-f2837e387f16 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781627 May 28 05:30:55.910408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d88ea-2cbc-4d8b-8391-0a2dd2608274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6b1045-c11f-4cd0-9f39-7d81521c68e9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:55.917197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:30:55.918172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e77d88ea-2cbc-4d8b-8391-0a2dd2608274 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74a230c015714c06a2318b9eb247e704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839131 May 28 05:30:55.920230 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.920815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37750) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:55.959695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0b9388ff-41e8-494f-ac0c-709777a5cdb5, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0b9388ff-41e8-494f-ac0c-709777a5cdb5,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:30:55.963766 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.981672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37754) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:56.007583 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a1721c6-5c75-4f97-bcec-6a094acff9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.025022 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ab2dbf3-b6f9-4443-b909-0b9cfc2a99d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.027124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37758) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:56.031648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6a1721c6-5c75-4f97-bcec-6a094acff9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:56.037933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6a1721c6-5c75-4f97-bcec-6a094acff9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e3aaf13ffb5144d2bc479884db05bf4c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:56.041664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6a1721c6-5c75-4f97-bcec-6a094acff9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:56.053661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6a1721c6-5c75-4f97-bcec-6a094acff9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:56.058630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=0b9388ff-41e8-494f-ac0c-709777a5cdb5,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:56.063144 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38743df3-2f7f-4ee7-b0b9-c34c4d32dd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.083002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ab2dbf3-b6f9-4443-b909-0b9cfc2a99d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.092592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-38743df3-2f7f-4ee7-b0b9-c34c4d32dd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:56.103756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-38743df3-2f7f-4ee7-b0b9-c34c4d32dd27 admin admin] Usage tracker for resource:security_group_rule and tenant:cd139a2fa1ca4dcba28136df37805497 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:56.109017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-38743df3-2f7f-4ee7-b0b9-c34c4d32dd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:56.124691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-38743df3-2f7f-4ee7-b0b9-c34c4d32dd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:56.154426 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a1721c6-5c75-4f97-bcec-6a094acff9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.156324 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ab2dbf3-b6f9-4443-b909-0b9cfc2a99d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.160441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a1721c6-5c75-4f97-bcec-6a094acff9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.185002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2dbf3-b6f9-4443-b909-0b9cfc2a99d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6b1045-c11f-4cd0-9f39-7d81521c68e9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:56.194956 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ab2dbf3-b6f9-4443-b909-0b9cfc2a99d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.198804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9ab2dbf3-b6f9-4443-b909-0b9cfc2a99d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac6b1045-c11f-4cd0-9f39-7d81521c68e9 HTTP/1.1" status: 204 len: 168 time: 0.2770219 May 28 05:30:56.220328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1721c6-5c75-4f97-bcec-6a094acff9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c156610-798c-4b5c-be48-84f97a648369,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:56.255360 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6a1721c6-5c75-4f97-bcec-6a094acff9b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3aaf13ffb5144d2bc479884db05bf4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725070 May 28 05:30:56.256169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37770) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:56.311440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38743df3-2f7f-4ee7-b0b9-c34c4d32dd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.319691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38743df3-2f7f-4ee7-b0b9-c34c4d32dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.347316 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9dd0faf-0c87-4d25-a46c-c044935ff49c'] response: {'server_uuid': '5fd669b2-9eea-48cb-9cbb-ab7d8aea385e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cefc8be-7665-408a-87ba-b9dae4264e31', 'code': 200} May 28 05:30:56.350512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-293ae4d1-39aa-4c9d-af15-b3e13393ac24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.394187 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-293ae4d1-39aa-4c9d-af15-b3e13393ac24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.451539 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-293ae4d1-39aa-4c9d-af15-b3e13393ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.474054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ae4d1-39aa-4c9d-af15-b3e13393ac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c156610-798c-4b5c-be48-84f97a648369,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:56.477118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38743df3-2f7f-4ee7-b0b9-c34c4d32dd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89e98b5-32dd-4dd7-a2b3-7590fd77f2dd,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:56.481378 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-293ae4d1-39aa-4c9d-af15-b3e13393ac24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.482497 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-293ae4d1-39aa-4c9d-af15-b3e13393ac24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c156610-798c-4b5c-be48-84f97a648369 HTTP/1.1" status: 204 len: 168 time: 0.2253492 May 28 05:30:56.487039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-38743df3-2f7f-4ee7-b0b9-c34c4d32dd27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd139a2fa1ca4dcba28136df37805497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578600 May 28 05:30:56.490317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37776) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:56.597081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846136a-44f8-4930-8a9b-382b358b52dc req-4041769e-c2dd-4f43-8b09-b7ec70690c3e tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:56.598527 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b846136a-44f8-4930-8a9b-382b358b52dc req-4041769e-c2dd-4f43-8b09-b7ec70690c3e tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 971 time: 0.2073982 May 28 05:30:56.603349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-2a54f9df-556a-4fd9-83d9-a3672c76e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:56.604711 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-2a54f9df-556a-4fd9-83d9-a3672c76e333 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 1122 time: 0.1733918 May 28 05:30:56.610833 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-757e4b2e-1594-4520-9b9e-b8b7250436e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.672872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.697415 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-757e4b2e-1594-4520-9b9e-b8b7250436e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.712400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b846136a-44f8-4930-8a9b-382b358b52dc req-729579c0-bfd7-4d4a-878c-5484addc4761 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031327 May 28 05:30:56.714860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:56.726806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] Usage tracker for resource:security_group_rule and tenant:0c50875a35474b82848bfded4a62851e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:56.730766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:56.736499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:56.797530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-757e4b2e-1594-4520-9b9e-b8b7250436e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.827550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e4b2e-1594-4520-9b9e-b8b7250436e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89e98b5-32dd-4dd7-a2b3-7590fd77f2dd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:56.853610 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-757e4b2e-1594-4520-9b9e-b8b7250436e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.854883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-757e4b2e-1594-4520-9b9e-b8b7250436e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c89e98b5-32dd-4dd7-a2b3-7590fd77f2dd HTTP/1.1" status: 204 len: 168 time: 0.3630295 May 28 05:30:56.862999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.870970 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:56.904027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] Synchronizing usage tracker for tenant:0c50875a35474b82848bfded4a62851e on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:30:56.922938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=504ff4ac-16b4-4510-8adf-c5da8c20af43,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:56.928461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] Unset dirty status for tenant:0c50875a35474b82848bfded4a62851e on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:30:56.929584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc9b18ec-1ae0-4b95-a194-4134c4a624f4 req-c53af27f-7880-438d-999f-22d5bbee1627 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169279 May 28 05:30:57.086875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18807f4-c62e-4d66-9a9a-9239f4eb7d53 req-0ca076dc-0a7b-42be-8c42-73dad1fc9628 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:57.088567 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e18807f4-c62e-4d66-9a9a-9239f4eb7d53 req-0ca076dc-0a7b-42be-8c42-73dad1fc9628 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 971 time: 0.0886626 May 28 05:30:57.146831 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e18807f4-c62e-4d66-9a9a-9239f4eb7d53 req-6fa9f267-72e4-4388-beb1-1c35991dc6ff tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497243 May 28 05:30:57.916985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad63d-e805-488f-960d-50b4175f8fe0 req-7f0dd6cd-1b79-49fc-9a6a-cb84943fa958 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:57.918582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b04ad63d-e805-488f-960d-50b4175f8fe0 req-7f0dd6cd-1b79-49fc-9a6a-cb84943fa958 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 971 time: 0.0856094 May 28 05:30:57.969385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b04ad63d-e805-488f-960d-50b4175f8fe0 req-f8779d3e-3a0c-4d2c-b892-282082e66ea8 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 May 28 05:30:58.336795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2db6-ae5b-4a43-8803-7a05f19c2d38 req-856072da-101f-433c-a3d1-e600ffdecfa7 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:58.338782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2acd2db6-ae5b-4a43-8803-7a05f19c2d38 req-856072da-101f-433c-a3d1-e600ffdecfa7 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 971 time: 0.0854156 May 28 05:30:58.349399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dac139-953f-4c3f-abc2-95e6cd266f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9388ff-41e8-494f-ac0c-709777a5cdb5'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:30:58.392382 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2acd2db6-ae5b-4a43-8803-7a05f19c2d38 req-ca805d2b-d61c-408c-b1e5-730f2053744d tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472705 May 28 05:30:58.399505 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3b2441-6380-4bd9-a381-252d1e65b923'] response: {'server_uuid': '80dac139-953f-4c3f-abc2-95e6cd266f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9388ff-41e8-494f-ac0c-709777a5cdb5', 'code': 200} May 28 05:30:58.554448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524dc04-b183-439b-8423-0dd515624ed1 req-c06670ae-bd14-44f9-a88a-a49faa067f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:58.556373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e524dc04-b183-439b-8423-0dd515624ed1 req-c06670ae-bd14-44f9-a88a-a49faa067f00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 1122 time: 0.0746715 May 28 05:30:58.608518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e524dc04-b183-439b-8423-0dd515624ed1 req-48cfc751-17d6-4c6e-837e-ab1e0b0857cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 May 28 05:30:59.205084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bb8e5-6e32-43e3-852f-4ded7236b642 req-239a72e5-bf47-49f4-bc55-49282a39b458 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:59.206577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a4bb8e5-6e32-43e3-852f-4ded7236b642 req-239a72e5-bf47-49f4-bc55-49282a39b458 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 971 time: 0.1013269 May 28 05:30:59.255779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a4bb8e5-6e32-43e3-852f-4ded7236b642 req-ad1ad35a-fc48-4678-b62f-a137b51437be tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 May 28 05:30:59.298471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37912) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:59.415598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4ac9-803d-47c8-925e-e4aa0663ff75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:59.433238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4b2a4ac9-803d-47c8-925e-e4aa0663ff75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:30:59.438475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4b2a4ac9-803d-47c8-925e-e4aa0663ff75 admin admin] Usage tracker for resource:security_group_rule and tenant:7e81810647f44e8c8260212b67220176 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:30:59.441697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4b2a4ac9-803d-47c8-925e-e4aa0663ff75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:30:59.451989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4b2a4ac9-803d-47c8-925e-e4aa0663ff75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:30:59.545911 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4ac9-803d-47c8-925e-e4aa0663ff75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:59.550862 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4ac9-803d-47c8-925e-e4aa0663ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:59.608420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4b2a4ac9-803d-47c8-925e-e4aa0663ff75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e81810647f44e8c8260212b67220176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085592 May 28 05:30:59.609406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a4ac9-803d-47c8-925e-e4aa0663ff75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1251a74-1192-4a8b-aa10-3cbc4660f3f7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:59.611104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37932) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:30:59.698066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a426c-92be-46ea-b566-0048082b38c2 req-931c999d-175b-4228-82db-0d7b92b5c6a9 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:30:59.699479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea0a426c-92be-46ea-b566-0048082b38c2 req-931c999d-175b-4228-82db-0d7b92b5c6a9 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 971 time: 0.0859847 May 28 05:30:59.716461 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c247b296-e442-4701-88b1-c4981c077954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:59.749810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea0a426c-92be-46ea-b566-0048082b38c2 req-1dad9b9f-1b7a-46d3-af5f-22aff8d5573c tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 May 28 05:30:59.764170 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c247b296-e442-4701-88b1-c4981c077954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:59.836319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c247b296-e442-4701-88b1-c4981c077954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:59.883731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247b296-e442-4701-88b1-c4981c077954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1251a74-1192-4a8b-aa10-3cbc4660f3f7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:30:59.919075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c247b296-e442-4701-88b1-c4981c077954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:59.920490 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c247b296-e442-4701-88b1-c4981c077954 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1251a74-1192-4a8b-aa10-3cbc4660f3f7 HTTP/1.1" status: 204 len: 168 time: 0.3083053 May 28 05:31:00.130957 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e47c8dc6-49b6-4879-99ae-29744e9894e8 req-26bcd7a4-889c-4395-b139-37b8bb0a9abf tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=55035c4709044470adbdad7d98fdd9cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302970 May 28 05:31:00.251044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37968) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:00.273489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a9c-7ecb-4c28-b4d9-fd419482b297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:00.290824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4afe6a9c-7ecb-4c28-b4d9-fd419482b297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:00.294681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4afe6a9c-7ecb-4c28-b4d9-fd419482b297 admin admin] Usage tracker for resource:security_group_rule and tenant:4e943857a6b8456baec1c6df61538002 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:00.297560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4afe6a9c-7ecb-4c28-b4d9-fd419482b297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:00.302717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8dc6-49b6-4879-99ae-29744e9894e8 req-8b49a173-3c81-417e-8949-76b944c2e4a7 tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:00.303722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4afe6a9c-7ecb-4c28-b4d9-fd419482b297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:00.304252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e47c8dc6-49b6-4879-99ae-29744e9894e8 req-8b49a173-3c81-417e-8949-76b944c2e4a7 tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664925 May 28 05:31:00.318745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e47c8dc6-49b6-4879-99ae-29744e9894e8 req-922e6ad3-29c4-4302-8226-10c7dbd3947a tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/quotas/55035c4709044470adbdad7d98fdd9cd HTTP/1.1" status: 200 len: 375 time: 0.0092168 May 28 05:31:00.365672 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e47c8dc6-49b6-4879-99ae-29744e9894e8 req-3c92e724-b6e7-4aa4-8988-659593f3c411 tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55035c4709044470adbdad7d98fdd9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416346 May 28 05:31:00.462916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5b536-8e44-4f04-a359-088fa24ffca8 req-1d57ea99-e60c-4f6e-986c-2b3ced97ceea tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:00.464405 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4d5b536-8e44-4f04-a359-088fa24ffca8 req-1d57ea99-e60c-4f6e-986c-2b3ced97ceea tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 971 time: 0.1582563 May 28 05:31:00.478750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:00.523477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a9c-7ecb-4c28-b4d9-fd419482b297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:00.529384 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a9c-7ecb-4c28-b4d9-fd419482b297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:00.550871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4d5b536-8e44-4f04-a359-088fa24ffca8 req-0b04cc2d-2926-485a-8cb7-29c00ba744bc tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769796 May 28 05:31:00.588375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4afe6a9c-7ecb-4c28-b4d9-fd419482b297 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e943857a6b8456baec1c6df61538002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342695 May 28 05:31:00.589243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37982) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:00.590107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe6a9c-7ecb-4c28-b4d9-fd419482b297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea168ae1-c454-4d3f-b3f3-76410794109d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:00.665105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c85281-0f89-48b2-a17b-f9325376773e req-25093a6d-8901-4924-8cbe-8ded628ab048 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:00.666594 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2c85281-0f89-48b2-a17b-f9325376773e req-25093a6d-8901-4924-8cbe-8ded628ab048 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 971 time: 0.1359026 May 28 05:31:00.667360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc84-44e4-4bb7-8928-66d5080aaac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:00.718775 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc84-44e4-4bb7-8928-66d5080aaac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:00.742362 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2c85281-0f89-48b2-a17b-f9325376773e req-a2c9de37-762f-4ff2-9cfd-2d025ca48d7d tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659685 May 28 05:31:00.796341 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc84-44e4-4bb7-8928-66d5080aaac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:00.815313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6cc84-44e4-4bb7-8928-66d5080aaac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea168ae1-c454-4d3f-b3f3-76410794109d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:00.819536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc84-44e4-4bb7-8928-66d5080aaac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:00.820779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6bf6cc84-44e4-4bb7-8928-66d5080aaac8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea168ae1-c454-4d3f-b3f3-76410794109d HTTP/1.1" status: 204 len: 168 time: 0.2305684 May 28 05:31:00.943249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ebde2-6013-457d-a1de-9088194d9d72 req-2628fbfd-37f9-4365-b2cd-9dc8d64e2d1a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:00.944777 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f95ebde2-6013-457d-a1de-9088194d9d72 req-2628fbfd-37f9-4365-b2cd-9dc8d64e2d1a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 1122 time: 0.0768688 May 28 05:31:00.970959 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f95ebde2-6013-457d-a1de-9088194d9d72 req-1f2b3de5-2a0a-4cf3-9080-26dd1bd4704a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:00.985413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-f95ebde2-6013-457d-a1de-9088194d9d72 req-1f2b3de5-2a0a-4cf3-9080-26dd1bd4704a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:00.990046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f95ebde2-6013-457d-a1de-9088194d9d72 req-1f2b3de5-2a0a-4cf3-9080-26dd1bd4704a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] Usage tracker for resource:security_group_rule and tenant:c9a1f56167f24745b7d47290f3ccf4c0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:00.992897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f95ebde2-6013-457d-a1de-9088194d9d72 req-1f2b3de5-2a0a-4cf3-9080-26dd1bd4704a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:00.998700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-f95ebde2-6013-457d-a1de-9088194d9d72 req-1f2b3de5-2a0a-4cf3-9080-26dd1bd4704a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:01.093633 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f95ebde2-6013-457d-a1de-9088194d9d72 req-1f2b3de5-2a0a-4cf3-9080-26dd1bd4704a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:01.099964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f95ebde2-6013-457d-a1de-9088194d9d72 req-1f2b3de5-2a0a-4cf3-9080-26dd1bd4704a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:01.135900 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f95ebde2-6013-457d-a1de-9088194d9d72 req-1f2b3de5-2a0a-4cf3-9080-26dd1bd4704a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850541 May 28 05:31:01.168987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b3de5-2a0a-4cf3-9080-26dd1bd4704a tempest-AggregatesAdminTestJSON-1432843259 tempest-AggregatesAdminTestJSON-1432843259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1d2614-3fed-4287-a743-f28edd36bfdb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:01.204723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38008) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:01.426416 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca61e39-9800-444c-84b3-76e5df785dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:01.441483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ca61e39-9800-444c-84b3-76e5df785dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:01.451872 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ca61e39-9800-444c-84b3-76e5df785dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:8e7fd4b5550d42e6ba3b7f7ea537f84d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:01.455190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ca61e39-9800-444c-84b3-76e5df785dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:01.461834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ca61e39-9800-444c-84b3-76e5df785dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:01.632993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c680f-270b-457c-b591-5d05253ed9d1 req-fcda7fe9-5c04-43aa-83b3-ef231af4e52c tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:01.640630 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e6c680f-270b-457c-b591-5d05253ed9d1 req-fcda7fe9-5c04-43aa-83b3-ef231af4e52c tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 971 time: 0.1654332 May 28 05:31:01.704777 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca61e39-9800-444c-84b3-76e5df785dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:01.721181 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e6c680f-270b-457c-b591-5d05253ed9d1 req-84fe6d65-1b9e-4d3c-afe3-0b1b82a53d0b tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795319 May 28 05:31:01.725264 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca61e39-9800-444c-84b3-76e5df785dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:01.761393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca61e39-9800-444c-84b3-76e5df785dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeff002d-a1e9-4ad2-8132-fcfa265d3405,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:01.788362 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7ca61e39-9800-444c-84b3-76e5df785dd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e7fd4b5550d42e6ba3b7f7ea537f84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821176 May 28 05:31:01.789425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38046) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:01.860778 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7361036b-ccba-4ce5-9639-8e23509060b9 req-4afe16a7-b31c-4c08-a6de-3cb4e98c290f tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=55035c4709044470adbdad7d98fdd9cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314851 May 28 05:31:01.863576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0bba528e-6839-4d75-8888-48ac4a24c13f tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:01.865103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0bba528e-6839-4d75-8888-48ac4a24c13f tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 1122 time: 0.1497903 May 28 05:31:01.874778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61935ac4-e022-4c43-af84-618a7fc59a10 req-5ad5041a-be60-49f3-8462-8eaa472ad592 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:01.876408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61935ac4-e022-4c43-af84-618a7fc59a10 req-5ad5041a-be60-49f3-8462-8eaa472ad592 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 971 time: 0.1180892 May 28 05:31:01.912027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ef21735-789c-4123-8e93-ec22c861c896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:01.966355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0f977fbc-b1ff-4e1a-872c-636371117f27 tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] Deleting port 9cefc8be-7665-408a-87ba-b9dae4264e31 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:31:01.966695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0f977fbc-b1ff-4e1a-872c-636371117f27 tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:01.999774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ef21735-789c-4123-8e93-ec22c861c896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:02.004391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61935ac4-e022-4c43-af84-618a7fc59a10 req-fc2ac827-1fd5-434a-9cee-6d0e8563e6bc tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932336 May 28 05:31:02.084233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361036b-ccba-4ce5-9639-8e23509060b9 req-c4f64ccb-3b63-4c67-b0a3-25564f3bbd20 tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:02.091122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7361036b-ccba-4ce5-9639-8e23509060b9 req-c4f64ccb-3b63-4c67-b0a3-25564f3bbd20 tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150054 May 28 05:31:02.110456 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7361036b-ccba-4ce5-9639-8e23509060b9 req-03e136ad-039e-4786-89b0-8f2bf1c8bd12 tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/quotas/55035c4709044470adbdad7d98fdd9cd HTTP/1.1" status: 200 len: 375 time: 0.0184495 May 28 05:31:02.167261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7361036b-ccba-4ce5-9639-8e23509060b9 req-63eeeb0c-1e0b-4df8-a4eb-1f98b3592de8 tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55035c4709044470adbdad7d98fdd9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558679 May 28 05:31:02.186162 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ef21735-789c-4123-8e93-ec22c861c896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:02.203160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef21735-789c-4123-8e93-ec22c861c896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeff002d-a1e9-4ad2-8132-fcfa265d3405,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:02.226397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0f977fbc-b1ff-4e1a-872c-636371117f27 tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] For port 9cefc8be-7665-408a-87ba-b9dae4264e31, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9cefc8be-7665-408a-87ba-b9dae4264e31,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:02.226712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0f977fbc-b1ff-4e1a-872c-636371117f27 tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:02.247631 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ef21735-789c-4123-8e93-ec22c861c896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:02.251678 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1ef21735-789c-4123-8e93-ec22c861c896 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eeff002d-a1e9-4ad2-8132-fcfa265d3405 HTTP/1.1" status: 204 len: 168 time: 0.4610910 May 28 05:31:02.356175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0f977fbc-b1ff-4e1a-872c-636371117f27 tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] Calling delete_port for 9cefc8be-7665-408a-87ba-b9dae4264e31 owned by compute:tempest-test_az-466930742 {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:31:02.570153 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0f977fbc-b1ff-4e1a-872c-636371117f27 tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:02.582489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['9cefc8be-7665-408a-87ba-b9dae4264e31'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:31:02.624761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f977fbc-b1ff-4e1a-872c-636371117f27 tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cefc8be-7665-408a-87ba-b9dae4264e31,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:02.711466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0f977fbc-b1ff-4e1a-872c-636371117f27 tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] No DVR routers for this DVR port 9cefc8be-7665-408a-87ba-b9dae4264e31 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:31:02.717345 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0f977fbc-b1ff-4e1a-872c-636371117f27 tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:02.720295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd669b2-9eea-48cb-9cbb-ab7d8aea385e', 'name': 'network-vif-deleted', 'tag': '9cefc8be-7665-408a-87ba-b9dae4264e31'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:02.779334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd990a81-7501-4ad9-a365-88d0690ec9bd req-0f977fbc-b1ff-4e1a-872c-636371117f27 tempest-DeleteServersAdminTestJSON-1554834619 tempest-DeleteServersAdminTestJSON-1554834619-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9cefc8be-7665-408a-87ba-b9dae4264e31 HTTP/1.1" status: 204 len: 173 time: 0.9016078 May 28 05:31:02.820129 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfb234e-9593-4ed0-bf44-90815a0f8b4b'] response: {'server_uuid': '5fd669b2-9eea-48cb-9cbb-ab7d8aea385e', 'name': 'network-vif-deleted', 'tag': '9cefc8be-7665-408a-87ba-b9dae4264e31', 'status': 'completed', 'code': 200} May 28 05:31:02.879072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38090) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:02.911630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59e6cea3-bd39-4ce1-a64c-772828cbc5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:02.940051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-59e6cea3-bd39-4ce1-a64c-772828cbc5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:02.946440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-59e6cea3-bd39-4ce1-a64c-772828cbc5a9 admin admin] Usage tracker for resource:security_group_rule and tenant:2ac29ab592b049c89fb53a4a3e376976 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:02.958167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-59e6cea3-bd39-4ce1-a64c-772828cbc5a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:02.964902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-59e6cea3-bd39-4ce1-a64c-772828cbc5a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:02.970517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-adbb82f3-82e1-48e6-a467-85f739aaba92 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:02.975813 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-adbb82f3-82e1-48e6-a467-85f739aaba92 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.41 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 971 time: 0.0954275 May 28 05:31:03.055285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-77e2d846-6c66-461a-9ae4-8226ab5bd6f4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Deleting port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:31:03.055623 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-77e2d846-6c66-461a-9ae4-8226ab5bd6f4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:03.098878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a38c24-0bbd-4e2c-9cbe-d481cf9468a9 req-9c952c25-a773-40fc-bf25-9cc6cfdbe49b tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:03.105747 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80a38c24-0bbd-4e2c-9cbe-d481cf9468a9 req-9c952c25-a773-40fc-bf25-9cc6cfdbe49b tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 971 time: 0.1322663 May 28 05:31:03.158843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59e6cea3-bd39-4ce1-a64c-772828cbc5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:03.175814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80a38c24-0bbd-4e2c-9cbe-d481cf9468a9 req-4eb17ed0-3d95-4298-8cc0-bfe2235d2ff0 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/security-groups?id=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691557 May 28 05:31:03.178170 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59e6cea3-bd39-4ce1-a64c-772828cbc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:03.238876 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-59e6cea3-bd39-4ce1-a64c-772828cbc5a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ac29ab592b049c89fb53a4a3e376976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587039 May 28 05:31:03.240051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38100) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:03.242230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6cea3-bd39-4ce1-a64c-772828cbc5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8b305d-6caf-4a0e-817e-f3455aa149c5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:03.404075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9379cef7-4ff7-4a61-bea4-cae3277b0d9f req-c48375a6-cc9f-46fb-bba7-0c974670b80d tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fd669b2-9eea-48cb-9cbb-ab7d8aea385e HTTP/1.1" status: 200 len: 210 time: 0.0947850 May 28 05:31:03.444866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-77e2d846-6c66-461a-9ae4-8226ab5bd6f4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] For port 0b9388ff-41e8-494f-ac0c-709777a5cdb5, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0b9388ff-41e8-494f-ac0c-709777a5cdb5,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:03.445318 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-77e2d846-6c66-461a-9ae4-8226ab5bd6f4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:03.449745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad999a03-2fc5-4418-bb54-e89654cefc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:03.488255 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad999a03-2fc5-4418-bb54-e89654cefc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:03.574835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad999a03-2fc5-4418-bb54-e89654cefc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:03.597131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad999a03-2fc5-4418-bb54-e89654cefc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8b305d-6caf-4a0e-817e-f3455aa149c5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:03.605240 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad999a03-2fc5-4418-bb54-e89654cefc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:03.609337 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ad999a03-2fc5-4418-bb54-e89654cefc9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea8b305d-6caf-4a0e-817e-f3455aa149c5 HTTP/1.1" status: 204 len: 168 time: 0.3681960 May 28 05:31:03.824654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-77e2d846-6c66-461a-9ae4-8226ab5bd6f4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Calling delete_port for 0b9388ff-41e8-494f-ac0c-709777a5cdb5 owned by compute:tempest-test_az-466930742 {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:31:03.994492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b975028a-6e45-4919-8f50-a15bbbb4b1f6 req-2874e4ce-3853-41ae-9da3-d2fdf00f88f2 tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=55035c4709044470adbdad7d98fdd9cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468462 May 28 05:31:04.034306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-77e2d846-6c66-461a-9ae4-8226ab5bd6f4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:04.049438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['0b9388ff-41e8-494f-ac0c-709777a5cdb5'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:31:04.146273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2d846-6c66-461a-9ae4-8226ab5bd6f4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Pushing event deleted for resources: {'Port': ['ID=0b9388ff-41e8-494f-ac0c-709777a5cdb5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:04.158746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38144) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:04.271145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-77e2d846-6c66-461a-9ae4-8226ab5bd6f4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] No DVR routers for this DVR port 0b9388ff-41e8-494f-ac0c-709777a5cdb5 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:31:04.274915 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-77e2d846-6c66-461a-9ae4-8226ab5bd6f4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:04.320250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca38ab29-c989-4870-a22d-03a6465c21b7 req-77e2d846-6c66-461a-9ae4-8226ab5bd6f4 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.41 "DELETE /v2.0/ports/0b9388ff-41e8-494f-ac0c-709777a5cdb5 HTTP/1.1" status: 204 len: 173 time: 1.3348835 May 28 05:31:04.335763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975028a-6e45-4919-8f50-a15bbbb4b1f6 req-432b8515-45bf-4e16-b331-b30cab1c651d tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:04.346039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b975028a-6e45-4919-8f50-a15bbbb4b1f6 req-432b8515-45bf-4e16-b331-b30cab1c651d tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3392262 May 28 05:31:04.373608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b975028a-6e45-4919-8f50-a15bbbb4b1f6 req-a1f2f9e8-0a82-421a-b8f4-642ccca7925e tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/quotas/55035c4709044470adbdad7d98fdd9cd HTTP/1.1" status: 200 len: 375 time: 0.0257268 May 28 05:31:04.397540 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-25c3cb8c-be8b-4536-9126-b4dcb81acd09 req-93977001-1522-4d57-bfb9-720deed4db17 tempest-AggregatesAdminTestJSON-1993388601 tempest-AggregatesAdminTestJSON-1993388601-project] 10.222.0.39 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 210 time: 0.0794568 May 28 05:31:04.437608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b975028a-6e45-4919-8f50-a15bbbb4b1f6 req-bf125273-08ee-44b4-8d4c-1218c86a9baa tempest-QuotasAdminNegativeTest-1706947401 tempest-QuotasAdminNegativeTest-1706947401-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55035c4709044470adbdad7d98fdd9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629039 May 28 05:31:04.467964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5242-fe30-4ea1-98ab-8f04fb68686c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:04.485396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec3e5242-fe30-4ea1-98ab-8f04fb68686c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:04.490914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec3e5242-fe30-4ea1-98ab-8f04fb68686c admin admin] Usage tracker for resource:security_group_rule and tenant:1d12c75dfe854fafb4ccd972d0675d6a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:04.494225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec3e5242-fe30-4ea1-98ab-8f04fb68686c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:04.502380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec3e5242-fe30-4ea1-98ab-8f04fb68686c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:04.601234 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5242-fe30-4ea1-98ab-8f04fb68686c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:04.605967 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5242-fe30-4ea1-98ab-8f04fb68686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:04.649595 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ec3e5242-fe30-4ea1-98ab-8f04fb68686c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d12c75dfe854fafb4ccd972d0675d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895680 May 28 05:31:04.652161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38172) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:04.670216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e5242-fe30-4ea1-98ab-8f04fb68686c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f6e7b-b93f-4ced-bd5a-98dd233212a2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:04.713980 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3fad3ba2-5df5-489e-9161-c9b588ae7e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:04.750426 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3fad3ba2-5df5-489e-9161-c9b588ae7e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:04.825673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-12984ec9-78fb-4c86-8f48-f507df72fb90 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=de432a48c87a48658a5633d024e1db51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322993 May 28 05:31:04.828068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dac139-953f-4c3f-abc2-95e6cd266f16', 'name': 'network-vif-deleted', 'tag': '0b9388ff-41e8-494f-ac0c-709777a5cdb5'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:04.856074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3fad3ba2-5df5-489e-9161-c9b588ae7e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:04.894493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad3ba2-5df5-489e-9161-c9b588ae7e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f6e7b-b93f-4ced-bd5a-98dd233212a2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:04.899127 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05335ab6-3867-40d7-befa-b02c66c866ae'] response: {'server_uuid': '80dac139-953f-4c3f-abc2-95e6cd266f16', 'name': 'network-vif-deleted', 'tag': '0b9388ff-41e8-494f-ac0c-709777a5cdb5', 'status': 'completed', 'code': 200} May 28 05:31:04.907857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38194) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:04.908821 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3fad3ba2-5df5-489e-9161-c9b588ae7e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:04.912298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3fad3ba2-5df5-489e-9161-c9b588ae7e76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b2f6e7b-b93f-4ced-bd5a-98dd233212a2 HTTP/1.1" status: 204 len: 168 time: 0.2566252 May 28 05:31:05.053219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-6d7d7af2-8122-474a-a9c2-237d6a4a848b tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:05.054739 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-6d7d7af2-8122-474a-a9c2-237d6a4a848b tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264071 May 28 05:31:05.091947 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-2e0f02e7-69db-4d1d-97e8-c74a52b73752 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/quotas/de432a48c87a48658a5633d024e1db51 HTTP/1.1" status: 200 len: 375 time: 0.0308964 May 28 05:31:05.144691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d582cbd1-37c5-48c6-aba3-93df09720ce7 req-7bea332c-e4ba-4e12-90ac-0bb0b50c6071 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80dac139-953f-4c3f-abc2-95e6cd266f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0658605 May 28 05:31:05.151147 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-d8313505-389a-495b-8c75-e0880feff0fa tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=de432a48c87a48658a5633d024e1db51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581155 May 28 05:31:05.291500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9cefc8be-7665-408a-87ba-b9dae4264e31 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:31:05.304759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1690376634-network', 'tenant_id': '6a0312a6c554474e8df21d27aeef168d'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:05.329800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38208) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:05.346162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 9cefc8be-7665-408a-87ba-b9dae4264e31 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:31:05.346857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9cefc8be-7665-408a-87ba-b9dae4264e31 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:31:05.347723 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0b9388ff-41e8-494f-ac0c-709777a5cdb5 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:31:05.347827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:05.357943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d582cbd1-37c5-48c6-aba3-93df09720ce7 req-b7f30c0b-2545-474a-b3bf-701c68598ad2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a1723efd59549c9ade6901484f55c7a&device_id=80dac139-953f-4c3f-abc2-95e6cd266f16 HTTP/1.1" status: 200 len: 210 time: 0.0982018 May 28 05:31:05.365002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Usage tracker for resource:network and tenant:6a0312a6c554474e8df21d27aeef168d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:05.368897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:05.394273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 0b9388ff-41e8-494f-ac0c-709777a5cdb5 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:31:05.394852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0b9388ff-41e8-494f-ac0c-709777a5cdb5 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:31:05.407370 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78f9fe12-b9b3-4516-b29f-4ca0b6dcc027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.423601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-78f9fe12-b9b3-4516-b29f-4ca0b6dcc027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:05.428383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-78f9fe12-b9b3-4516-b29f-4ca0b6dcc027 admin admin] Usage tracker for resource:security_group_rule and tenant:55035c4709044470adbdad7d98fdd9cd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:05.431490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-78f9fe12-b9b3-4516-b29f-4ca0b6dcc027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:05.439062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-78f9fe12-b9b3-4516-b29f-4ca0b6dcc027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:05.439407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:05.457480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8bbb8328-a92d-465d-87bd-5907ebacf9de req-e925fe4c-cd9e-4cf2-b0d3-f98c43bff4b6 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Synchronizing usage tracker for tenant:de432a48c87a48658a5633d024e1db51 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:31:05.461532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d582cbd1-37c5-48c6-aba3-93df09720ce7 req-c3250284-192b-436b-a1e0-d6f16a21297c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a1723efd59549c9ade6901484f55c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473866 May 28 05:31:05.463925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38218) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:05.510078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Made reservation on behalf of 6a0312a6c554474e8df21d27aeef168d for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:05.512369 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.534647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8362825-d83a-42d5-a751-a4e09ad8b0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.550842 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78f9fe12-b9b3-4516-b29f-4ca0b6dcc027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.557250 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78f9fe12-b9b3-4516-b29f-4ca0b6dcc027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.593179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.621228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8bbb8328-a92d-465d-87bd-5907ebacf9de req-e925fe4c-cd9e-4cf2-b0d3-f98c43bff4b6 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Unset dirty status for tenant:de432a48c87a48658a5633d024e1db51 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:31:05.627943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8bbb8328-a92d-465d-87bd-5907ebacf9de req-e925fe4c-cd9e-4cf2-b0d3-f98c43bff4b6 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 210 time: 0.2551312 May 28 05:31:05.629621 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-78f9fe12-b9b3-4516-b29f-4ca0b6dcc027 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55035c4709044470adbdad7d98fdd9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984643 May 28 05:31:05.635409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38232) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:05.636110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9fe12-b9b3-4516-b29f-4ca0b6dcc027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370777f5-e78a-469e-b8b2-a93844d7ba8e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:05.644602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d8362825-d83a-42d5-a751-a4e09ad8b0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:05.649761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:05.657112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d8362825-d83a-42d5-a751-a4e09ad8b0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:eca37f3829644a1c85f07f9ee7f4fcf3 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:05.661716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d8362825-d83a-42d5-a751-a4e09ad8b0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:05.664885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:6a0312a6c554474e8df21d27aeef168d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:05.678359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:05.683952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d8362825-d83a-42d5-a751-a4e09ad8b0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:05.702034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:05.757296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582cbd1-37c5-48c6-aba3-93df09720ce7 req-cc34e3d2-802f-44d5-abe5-e5d5fb22c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:05.757434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2bad46e0-40a4-4274-bfc6-9b6f91409109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.759262 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d582cbd1-37c5-48c6-aba3-93df09720ce7 req-cc34e3d2-802f-44d5-abe5-e5d5fb22c1b1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2794273 May 28 05:31:05.809676 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2bad46e0-40a4-4274-bfc6-9b6f91409109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.898531 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8362825-d83a-42d5-a751-a4e09ad8b0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.902941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2bad46e0-40a4-4274-bfc6-9b6f91409109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.904631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.909774 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8362825-d83a-42d5-a751-a4e09ad8b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.922300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad46e0-40a4-4274-bfc6-9b6f91409109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370777f5-e78a-469e-b8b2-a93844d7ba8e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:05.932778 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2bad46e0-40a4-4274-bfc6-9b6f91409109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.936265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2bad46e0-40a4-4274-bfc6-9b6f91409109 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/370777f5-e78a-469e-b8b2-a93844d7ba8e HTTP/1.1" status: 204 len: 168 time: 0.2822845 May 28 05:31:05.943055 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:05.984630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d8362825-d83a-42d5-a751-a4e09ad8b0d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eca37f3829644a1c85f07f9ee7f4fcf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179024 May 28 05:31:05.985945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38252) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:05.988855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:31:05.995150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8362825-d83a-42d5-a751-a4e09ad8b0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26810365-4f14-405b-abf7-4d2015308e7a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:06.014554 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.014962 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Added segment c5b64148-4ca3-4677-ae25-a745cf9f80ec of type vlan for network 9a8e0b34-2bd1-477e-a6e7-f5d857e68cab May 28 05:31:06.039112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e30fb87-fb00-4c14-9703-ecaff1364a03,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:06.062246 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.114778 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e3d7-39e2-4ef4-949c-fb0bbe1d60c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.122748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.123833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:06.124475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.156479 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e3d7-39e2-4ef4-949c-fb0bbe1d60c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.271661 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e3d7-39e2-4ef4-949c-fb0bbe1d60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.297792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3e3d7-39e2-4ef4-949c-fb0bbe1d60c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26810365-4f14-405b-abf7-4d2015308e7a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:06.304017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a8e0b34-2bd1-477e-a6e7-f5d857e68cab,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:06.306241 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e3d7-39e2-4ef4-949c-fb0bbe1d60c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.307950 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c6a3e3d7-39e2-4ef4-949c-fb0bbe1d60c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26810365-4f14-405b-abf7-4d2015308e7a HTTP/1.1" status: 204 len: 168 time: 0.3205400 May 28 05:31:06.329198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9a8e0b34-2bd1-477e-a6e7-f5d857e68cab details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:31:06.346206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-80f6614d-36f9-4dfc-9db9-fa8797bf2ec2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4350498 May 28 05:31:06.350018 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38272) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:06.357350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Request body: {'subnet': {'network_id': '9a8e0b34-2bd1-477e-a6e7-f5d857e68cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1690376634-subnet', 'tenant_id': '6a0312a6c554474e8df21d27aeef168d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:06.366262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:06.372978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Usage tracker for resource:subnet and tenant:6a0312a6c554474e8df21d27aeef168d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:06.376628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:06.385361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:06.397665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Made reservation on behalf of 6a0312a6c554474e8df21d27aeef168d for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:06.401558 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.543617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38284) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:06.570050 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1e29-6e0f-4eec-9c6a-594cd0f52945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.676303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0d3a1e29-6e0f-4eec-9c6a-594cd0f52945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:06.687787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0d3a1e29-6e0f-4eec-9c6a-594cd0f52945 admin admin] Usage tracker for resource:security_group_rule and tenant:9a9db4dfcb5846ba83251ab3cb2ea979 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:06.692161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0d3a1e29-6e0f-4eec-9c6a-594cd0f52945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:06.700382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0d3a1e29-6e0f-4eec-9c6a-594cd0f52945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:06.788710 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-561f0f19-aa3f-4808-ae8d-84df729bf4b1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=de432a48c87a48658a5633d024e1db51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537195 May 28 05:31:06.834736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:06.988824 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1e29-6e0f-4eec-9c6a-594cd0f52945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:07.000723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Checking segment: {'id': 'c5b64148-4ca3-4677-ae25-a745cf9f80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9a8e0b34-2bd1-477e-a6e7-f5d857e68cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:07.001096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Network hostable DHCP agents. Network: 9a8e0b34-2bd1-477e-a6e7-f5d857e68cab, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:31:07.020007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e71a4a-5887-4593-ab06-f95cc308fae9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:07.022412 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1e29-6e0f-4eec-9c6a-594cd0f52945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:07.057298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f261d72-aca2-49fd-bb4b-53ccfa606134 req-93a47612-0868-4d48-98b2-7635542ae6c1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 210 time: 0.1381803 May 28 05:31:07.083547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Network 9a8e0b34-2bd1-477e-a6e7-f5d857e68cab is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:31:07.085602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a1e29-6e0f-4eec-9c6a-594cd0f52945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b960f18-9fe6-428e-8de5-fc3387ed9858,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:07.099609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0d3a1e29-6e0f-4eec-9c6a-594cd0f52945 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a9db4dfcb5846ba83251ab3cb2ea979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5548472 May 28 05:31:07.101186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38320) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:07.117338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9a8e0b34-2bd1-477e-a6e7-f5d857e68cab) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:07.127133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22e059-e327-4323-b434-d687aae4c72c None None] Network 9a8e0b34-2bd1-477e-a6e7-f5d857e68cab requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:31:07.128820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:07.129426 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:07.163735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-70559caf-4b75-487f-b84a-cf209531b2c9 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:07.167223 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-70559caf-4b75-487f-b84a-cf209531b2c9 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3706484 May 28 05:31:07.186351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Request body: {'port': {'device_id': '4f686c3c-6465-4e3c-a2c3-0a58228ac463', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'de432a48c87a48658a5633d024e1db51'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:07.194326 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4956-84e0-4af3-8113-96c000759afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:07.235218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4956-84e0-4af3-8113-96c000759afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:07.314139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9a015d55-6ba2-402e-bfa4-3bbdcd844059 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9611843 May 28 05:31:07.344884 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4956-84e0-4af3-8113-96c000759afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:07.384883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc4956-84e0-4af3-8113-96c000759afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b960f18-9fe6-428e-8de5-fc3387ed9858,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:07.403795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4956-84e0-4af3-8113-96c000759afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:07.410359 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a5dc4956-84e0-4af3-8113-96c000759afa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b960f18-9fe6-428e-8de5-fc3387ed9858 HTTP/1.1" status: 204 len: 168 time: 0.3081760 May 28 05:31:07.483098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:07.501875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:07.514621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Made reservation on behalf of de432a48c87a48658a5633d024e1db51 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:07.518971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:07.601062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c92831-66a7-4438-9ee1-0914291db192 None None] Network 9a8e0b34-2bd1-477e-a6e7-f5d857e68cab requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:31:07.780128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Allocated IP 192.168.233.29 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/b81e5f54-feae-4a14-af11-b14f23a7889c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:08.083075 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:08.101312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Transition to ACTIVE for port object b81e5f54-feae-4a14-af11-b14f23a7889c will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:08.129114 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:08.228513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:08.231899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:08.234972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:08.241985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:08.243024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:08.273372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Pushing event updated for resources: {'Port': ['ID=b81e5f54-feae-4a14-af11-b14f23a7889c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:08.292403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-5423c43a-6fb2-446f-97e4-59d3de508c53 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1129320 May 28 05:31:08.309360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Request body: {'port': {'device_id': '4f686c3c-6465-4e3c-a2c3-0a58228ac463', 'device_owner': 'compute:tempest-test_az-466930742', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:08.317290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0418097-6037-403d-895b-9282e68c4ebc req-c2b7376e-c774-4619-a973-fb89c911f571 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:08.319341 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0418097-6037-403d-895b-9282e68c4ebc req-c2b7376e-c774-4619-a973-fb89c911f571 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 935 time: 0.1119595 May 28 05:31:08.364915 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ccd025f3-0bcb-4ee1-9231-342a957326a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:08.416829 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0418097-6037-403d-895b-9282e68c4ebc req-3841e667-5d52-48a9-8e5e-9367f5c5bce8 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913637 May 28 05:31:08.488478 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:08.577783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ea7c69f0-b4dc-4c9d-87a5-aa7e675b9868 None None] Provisioning for port b81e5f54-feae-4a14-af11-b14f23a7889c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:08.589648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ea7c69f0-b4dc-4c9d-87a5-aa7e675b9868 None None] Provisioning complete for port b81e5f54-feae-4a14-af11-b14f23a7889c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:08.590207 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ea7c69f0-b4dc-4c9d-87a5-aa7e675b9868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:08.762634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c69f0-b4dc-4c9d-87a5-aa7e675b9868 None None] Port b81e5f54-feae-4a14-af11-b14f23a7889c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:31:09.113133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81e5f54-feae-4a14-af11-b14f23a7889c {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:09.118371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38476) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:09.125543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1569949252-network', 'tenant_id': 'ea0cd16921c14ebe9be0a70d1caeed74'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:09.126683 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.132863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:09.144314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Usage tracker for resource:network and tenant:ea0cd16921c14ebe9be0a70d1caeed74 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:09.148014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Transition to ACTIVE for port object b81e5f54-feae-4a14-af11-b14f23a7889c will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:09.153848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:09.154624 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.182902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:09.216772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Made reservation on behalf of ea0cd16921c14ebe9be0a70d1caeed74 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:09.220491 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.246402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.275103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:09.282421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Usage tracker for resource:security_group_rule and tenant:ea0cd16921c14ebe9be0a70d1caeed74 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:09.294038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:09.301274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:09.456664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.470353 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.554607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Attempting to bind port b81e5f54-feae-4a14-af11-b14f23a7889c on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:09.555174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Attempting to bind port b81e5f54-feae-4a14-af11-b14f23a7889c by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:09.555174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Attempting to bind port b81e5f54-feae-4a14-af11-b14f23a7889c on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:09.557526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:31:09.563520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Port b81e5f54-feae-4a14-af11-b14f23a7889c on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:31:09.563963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Attempting to bind port b81e5f54-feae-4a14-af11-b14f23a7889c on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:09.575017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Pushing event updated for resources: {'Port': ['ID=b81e5f54-feae-4a14-af11-b14f23a7889c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:09.576829 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.583783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:09.584128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:09.584623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:09.585215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Bound port: b81e5f54-feae-4a14-af11-b14f23a7889c, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:09.585569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.606121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a3231e-a519-4e8c-900f-920d05eb1130,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:09.609404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.610003 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Added segment 426decdb-d54c-468a-b878-636d6a5b9e45 of type vlan for network b646c9ae-6991-4eb8-948d-f7db2a6acdcf May 28 05:31:09.652763 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.729237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] For port b81e5f54-feae-4a14-af11-b14f23a7889c, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:09.732797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] For port b81e5f54-feae-4a14-af11-b14f23a7889c, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b81e5f54-feae-4a14-af11-b14f23a7889c,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:09.741655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.790351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.791393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:09.791960 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.824795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:09.825734 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:09.827450 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] 10.222.0.41 "PUT /v2.0/ports/b81e5f54-feae-4a14-af11-b14f23a7889c HTTP/1.1" status: 200 len: 1116 time: 1.5224900 May 28 05:31:09.827877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f686c3c-6465-4e3c-a2c3-0a58228ac463', 'tag': 'b81e5f54-feae-4a14-af11-b14f23a7889c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:09.845747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9baa6-c771-4204-9c3f-39757751184c service neutron] Pushing event updated for resources: {'Port': ['ID=b81e5f54-feae-4a14-af11-b14f23a7889c,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:09.971894 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9602d8-f8c5-4233-895c-8766ad2e037d'] response: {'name': 'network-changed', 'server_uuid': '4f686c3c-6465-4e3c-a2c3-0a58228ac463', 'tag': 'b81e5f54-feae-4a14-af11-b14f23a7889c', 'status': 'completed', 'code': 200} May 28 05:31:09.977743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] Pushing event updated for resources: {'Network': ['ID=b646c9ae-6991-4eb8-948d-f7db2a6acdcf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:09.990897 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e95c9db1-4d83-4e3e-88e3-f7b2a57d5f32 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8711545 May 28 05:31:09.991827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38532) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:09.995836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network b646c9ae-6991-4eb8-948d-f7db2a6acdcf details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:31:10.002760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e031711-2b81-4eac-afbd-6de3d91790e1 req-55d84649-469a-4ece-8412-bf299ec2ecc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:10.014917 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0e031711-2b81-4eac-afbd-6de3d91790e1 req-55d84649-469a-4ece-8412-bf299ec2ecc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 968 time: 0.3005178 May 28 05:31:10.022455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Request body: {'subnet': {'network_id': 'b646c9ae-6991-4eb8-948d-f7db2a6acdcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1569949252-subnet', 'tenant_id': 'ea0cd16921c14ebe9be0a70d1caeed74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:10.028746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:10.040505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Usage tracker for resource:subnet and tenant:ea0cd16921c14ebe9be0a70d1caeed74 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:10.051101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:10.057506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:10.065975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-8e291aa9-3b48-48ce-a33c-e14c8ceb373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:10.074476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-8e291aa9-3b48-48ce-a33c-e14c8ceb373b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de432a48c87a48658a5633d024e1db51&device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 1119 time: 0.1889102 May 28 05:31:10.138845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Made reservation on behalf of ea0cd16921c14ebe9be0a70d1caeed74 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:10.149702 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:10.202679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38544) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:10.228798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0e031711-2b81-4eac-afbd-6de3d91790e1 req-bc6a318a-4d26-40fa-bfa3-d0148baa6e92 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126677 May 28 05:31:10.253977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-ddfca8bd-2a2d-479b-bb75-14cc6ef735d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=b81e5f54-feae-4a14-af11-b14f23a7889c HTTP/1.1" status: 200 len: 217 time: 0.1718559 May 28 05:31:10.308364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38552) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:10.447393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-f5039bc6-a54b-4161-912d-d5bb7fdfda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:10.450316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-f5039bc6-a54b-4161-912d-d5bb7fdfda5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1859794 May 28 05:31:10.473046 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a030e99-b89a-4aed-a679-4cc040d1dcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:10.504327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6a030e99-b89a-4aed-a679-4cc040d1dcbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:10.518177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6a030e99-b89a-4aed-a679-4cc040d1dcbb admin admin] Usage tracker for resource:security_group_rule and tenant:af64a77b84ac4aa1bdb3695dcd6f33c2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:10.522706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6a030e99-b89a-4aed-a679-4cc040d1dcbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:10.545400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6a030e99-b89a-4aed-a679-4cc040d1dcbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:10.572047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-9b8ba9b5-d226-49b6-bf08-842897a2c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:10.575319 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-9b8ba9b5-d226-49b6-bf08-842897a2c1e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134105 May 28 05:31:10.601723 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-316b9a5d-084a-4a27-a6c6-44fec43c077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:10.606446 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff64dcad-880d-4bd3-8919-824478e301c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:10.643471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ff64dcad-880d-4bd3-8919-824478e301c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:10.652229 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:10.660568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ff64dcad-880d-4bd3-8919-824478e301c6 admin admin] Usage tracker for resource:security_group_rule and tenant:c30ca0bb4bc94d818bf23f04a1b05862 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:10.725619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ff64dcad-880d-4bd3-8919-824478e301c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:10.734657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ff64dcad-880d-4bd3-8919-824478e301c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:10.749693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-7e4a3cfe-799d-433c-9309-58a3d29b17bf service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640525 May 28 05:31:10.937802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a030e99-b89a-4aed-a679-4cc040d1dcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:10.943126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38a43782-1b24-400b-aafd-e38e26f6c2c2 req-365fc803-befa-4677-b144-3d93baaf99e7 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816220 May 28 05:31:10.994464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a030e99-b89a-4aed-a679-4cc040d1dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.072905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe59c24-205f-44b1-a3b1-5f388d451ea9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:11.178070 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6a030e99-b89a-4aed-a679-4cc040d1dcbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af64a77b84ac4aa1bdb3695dcd6f33c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9740016 May 28 05:31:11.186717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38626) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:11.187389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a030e99-b89a-4aed-a679-4cc040d1dcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537ec45d-e753-40e3-874e-3110fa95e1b4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:11.227794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-cc6270c6-63ee-48ff-ba49-cbd9570873d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:11.233787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-cc6270c6-63ee-48ff-ba49-cbd9570873d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de432a48c87a48658a5633d024e1db51&device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 1119 time: 0.2289510 May 28 05:31:11.248122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Checking segment: {'id': '426decdb-d54c-468a-b878-636d6a5b9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b646c9ae-6991-4eb8-948d-f7db2a6acdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:11.249001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Network hostable DHCP agents. Network: b646c9ae-6991-4eb8-948d-f7db2a6acdcf, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:31:11.369443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Network b646c9ae-6991-4eb8-948d-f7db2a6acdcf is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:31:11.374903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8b83-8a9e-43a6-a58e-6274627b6c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.378281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff64dcad-880d-4bd3-8919-824478e301c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.397129 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff64dcad-880d-4bd3-8919-824478e301c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.436923 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.443715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-474fb77f-d1d1-4455-b174-22e0aeaf6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:11.445875 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-474fb77f-d1d1-4455-b174-22e0aeaf6bdf service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.1966667 May 28 05:31:11.448628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64dcad-880d-4bd3-8919-824478e301c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b0075-4855-470a-b34f-19c5376c0e03,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:11.452036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, b646c9ae-6991-4eb8-948d-f7db2a6acdcf) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:11.513139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ff64dcad-880d-4bd3-8919-824478e301c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c30ca0bb4bc94d818bf23f04a1b05862&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2037942 May 28 05:31:11.519501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38644) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:11.533715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cddc83d-b49d-4479-a8fd-a040811adbd0 None None] Network b646c9ae-6991-4eb8-948d-f7db2a6acdcf requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:31:11.549076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8b83-8a9e-43a6-a58e-6274627b6c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.572503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:11.573510 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.573666 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-452d2646-f13d-45a9-9ad9-32c1f1d1f18e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=b81e5f54-feae-4a14-af11-b14f23a7889c HTTP/1.1" status: 200 len: 217 time: 0.1132441 May 28 05:31:11.674120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38650) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:11.741347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-5b86c051-6d6f-4dcc-9fdb-e55452c15327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:11.742813 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-5b86c051-6d6f-4dcc-9fdb-e55452c15327 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1541650 May 28 05:31:11.762899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f68caf03-3ee9-4ed6-ac5c-d04008140f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.778648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38664) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:11.842440 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.843535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f68caf03-3ee9-4ed6-ac5c-d04008140f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.853524 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a17d552b-f9bf-4c8b-be7e-a8d63d06b875 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8605044 May 28 05:31:11.908498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8b83-8a9e-43a6-a58e-6274627b6c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:11.935631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb8b83-8a9e-43a6-a58e-6274627b6c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537ec45d-e753-40e3-874e-3110fa95e1b4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:11.955522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444e942-1c14-4716-b5da-81c4c3ea2cb3 None None] Network b646c9ae-6991-4eb8-948d-f7db2a6acdcf requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:31:11.975185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad171a-b7c1-4a8f-8bd0-b9e4742d036d req-19765577-086e-4e1d-8462-a13c0e84afc2 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:11.980054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6fad171a-b7c1-4a8f-8bd0-b9e4742d036d req-19765577-086e-4e1d-8462-a13c0e84afc2 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Synchronizing usage tracker for tenant:de432a48c87a48658a5633d024e1db51 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:31:12.015853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-7fd60b72-a74d-4ceb-bb95-2ffbe4106c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:12.017456 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-7fd60b72-a74d-4ceb-bb95-2ffbe4106c13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2643864 May 28 05:31:12.044293 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f68caf03-3ee9-4ed6-ac5c-d04008140f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.055272 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-934fd2c4-6b87-41d4-a64f-0544c79bdf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.101447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-934fd2c4-6b87-41d4-a64f-0544c79bdf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:12.107116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-934fd2c4-6b87-41d4-a64f-0544c79bdf6b admin admin] Usage tracker for resource:security_group_rule and tenant:8c8606aa886a4bdb9201faa6c2c47efe is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:12.111445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-934fd2c4-6b87-41d4-a64f-0544c79bdf6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:12.118884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-934fd2c4-6b87-41d4-a64f-0544c79bdf6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:12.182536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6fad171a-b7c1-4a8f-8bd0-b9e4742d036d req-19765577-086e-4e1d-8462-a13c0e84afc2 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Unset dirty status for tenant:de432a48c87a48658a5633d024e1db51 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:31:12.191092 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fad171a-b7c1-4a8f-8bd0-b9e4742d036d req-19765577-086e-4e1d-8462-a13c0e84afc2 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 968 time: 0.6579559 May 28 05:31:12.198014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38684) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:12.248339 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-934fd2c4-6b87-41d4-a64f-0544c79bdf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.250148 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8b83-8a9e-43a6-a58e-6274627b6c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.254402 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b9bb8b83-8a9e-43a6-a58e-6274627b6c04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/537ec45d-e753-40e3-874e-3110fa95e1b4 HTTP/1.1" status: 204 len: 168 time: 1.0554097 May 28 05:31:12.261413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59946a5b-f280-4eb9-9324-f6ded97c94a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.286173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68caf03-3ee9-4ed6-ac5c-d04008140f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b0075-4855-470a-b34f-19c5376c0e03,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:12.288871 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-934fd2c4-6b87-41d4-a64f-0544c79bdf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.320493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-59946a5b-f280-4eb9-9324-f6ded97c94a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:12.331433 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-934fd2c4-6b87-41d4-a64f-0544c79bdf6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c8606aa886a4bdb9201faa6c2c47efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6518886 May 28 05:31:12.333219 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f68caf03-3ee9-4ed6-ac5c-d04008140f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.334256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fad171a-b7c1-4a8f-8bd0-b9e4742d036d req-7b99c2d5-c314-4057-9029-6ddda18f18a8 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420975 May 28 05:31:12.337258 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f68caf03-3ee9-4ed6-ac5c-d04008140f89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c87b0075-4855-470a-b34f-19c5376c0e03 HTTP/1.1" status: 204 len: 168 time: 0.8083661 May 28 05:31:12.340377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38690) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:12.344935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-59946a5b-f280-4eb9-9324-f6ded97c94a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f848b9aaee824361820e48a1fd0d224c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:12.349880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-59946a5b-f280-4eb9-9324-f6ded97c94a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:12.367724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-59946a5b-f280-4eb9-9324-f6ded97c94a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:12.403600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fd2c4-6b87-41d4-a64f-0544c79bdf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45c6c92-db32-458b-bfb1-e90c341d85a5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:12.449862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e95b8c1-5306-4e49-b0e0-92932b6929fc admin admin] Deleting subnet 66e71a4a-5887-4593-ab06-f95cc308fae9 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:31:12.470888 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-48af71c3-4a55-49e0-ba44-272eddf39a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.499015 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e95b8c1-5306-4e49-b0e0-92932b6929fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.550313 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-48af71c3-4a55-49e0-ba44-272eddf39a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.555106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-47d5ecb7-a59c-45db-82e0-37bd8e882076 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293841 May 28 05:31:12.575250 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-3f44ad51-52bb-49f9-9072-04b9e8b105ab tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=34677d108c2a499f8623f68283a66bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650694 May 28 05:31:12.648269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38708) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:12.653641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e95b8c1-5306-4e49-b0e0-92932b6929fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.668871 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e95b8c1-5306-4e49-b0e0-92932b6929fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.758520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59946a5b-f280-4eb9-9324-f6ded97c94a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.766988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be01d52b-f6fc-4aa0-8c22-e7d84cc33b2d req-0fd9bfb6-35a4-4102-b3ab-3776dd5a0e49 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011666 May 28 05:31:12.788323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38716) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:12.805182 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59946a5b-f280-4eb9-9324-f6ded97c94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.809796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0df4b4c-0c65-4033-9b1f-87b0120dc6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.824599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e95b8c1-5306-4e49-b0e0-92932b6929fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.831937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d0df4b4c-0c65-4033-9b1f-87b0120dc6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:12.836666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d0df4b4c-0c65-4033-9b1f-87b0120dc6a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c420db06ced24d9193d9ee215aa1e8e2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:12.840158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d0df4b4c-0c65-4033-9b1f-87b0120dc6a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:12.847820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d0df4b4c-0c65-4033-9b1f-87b0120dc6a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:12.910568 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-48af71c3-4a55-49e0-ba44-272eddf39a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.932278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-59946a5b-f280-4eb9-9324-f6ded97c94a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f848b9aaee824361820e48a1fd0d224c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1304514 May 28 05:31:12.933306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38720) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:12.934090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59946a5b-f280-4eb9-9324-f6ded97c94a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c31f95-a2fc-445d-8715-6a9403259df5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:12.978747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af71c3-4a55-49e0-ba44-272eddf39a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45c6c92-db32-458b-bfb1-e90c341d85a5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:12.998522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38724) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:13.012344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143e491-3663-4560-ad0d-b1e326daca00 req-05e645ba-8dcb-43cd-9838-efa6a036cbb6 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:13.014298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-05e645ba-8dcb-43cd-9838-efa6a036cbb6 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4277434 May 28 05:31:13.021130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95b8c1-5306-4e49-b0e0-92932b6929fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e71a4a-5887-4593-ab06-f95cc308fae9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:13.025585 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0df4b4c-0c65-4033-9b1f-87b0120dc6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.029498 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e95b8c1-5306-4e49-b0e0-92932b6929fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.039489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-48af71c3-4a55-49e0-ba44-272eddf39a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.040798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-48af71c3-4a55-49e0-ba44-272eddf39a0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c45c6c92-db32-458b-bfb1-e90c341d85a5 HTTP/1.1" status: 204 len: 168 time: 0.6978087 May 28 05:31:13.047756 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0df4b4c-0c65-4033-9b1f-87b0120dc6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.073400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1907f267-0cee-428b-ac89-1c91369e7957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.101788 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-a4ce70df-7b3e-4dca-a091-fd79ec9175c2 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/quotas/34677d108c2a499f8623f68283a66bf4 HTTP/1.1" status: 200 len: 375 time: 0.0572224 May 28 05:31:13.108167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1907f267-0cee-428b-ac89-1c91369e7957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:13.116119 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.117477 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2e95b8c1-5306-4e49-b0e0-92932b6929fc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/66e71a4a-5887-4593-ab06-f95cc308fae9 HTTP/1.1" status: 204 len: 168 time: 0.9150681 May 28 05:31:13.118517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38730) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:13.128586 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1d9cb06f-86ca-4042-9577-621d16d2e935 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a1723efd59549c9ade6901484f55c7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4776516 May 28 05:31:13.139698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38734) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:13.165072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1907f267-0cee-428b-ac89-1c91369e7957 admin admin] Usage tracker for resource:security_group_rule and tenant:d73230d17b504466b1a294559c3f504e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:13.172479 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:31:13.180292 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-af59c462-b764-48e6-a2b6-9f247c23da16 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776067 May 28 05:31:13.187799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1907f267-0cee-428b-ac89-1c91369e7957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:13.197725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1907f267-0cee-428b-ac89-1c91369e7957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:13.202690 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99bb6e53-718b-4eb3-9ea0-5996fcd07324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.249070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99bb6e53-718b-4eb3-9ea0-5996fcd07324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.352944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b81e5f54-feae-4a14-af11-b14f23a7889c details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:31:13.372924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99bb6e53-718b-4eb3-9ea0-5996fcd07324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.392265 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1907f267-0cee-428b-ac89-1c91369e7957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.397275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb6e53-718b-4eb3-9ea0-5996fcd07324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c31f95-a2fc-445d-8715-6a9403259df5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:13.404902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1907f267-0cee-428b-ac89-1c91369e7957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.448497 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1907f267-0cee-428b-ac89-1c91369e7957 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d73230d17b504466b1a294559c3f504e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487541 May 28 05:31:13.449298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38746) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:13.453423 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d0df4b4c-0c65-4033-9b1f-87b0120dc6a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c420db06ced24d9193d9ee215aa1e8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6630437 May 28 05:31:13.454293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38748) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:13.462454 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.475788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99bb6e53-718b-4eb3-9ea0-5996fcd07324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.476879 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-99bb6e53-718b-4eb3-9ea0-5996fcd07324 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6c31f95-a2fc-445d-8715-6a9403259df5 HTTP/1.1" status: 204 len: 168 time: 0.5301993 May 28 05:31:13.529523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df4b4c-0c65-4033-9b1f-87b0120dc6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f364c1ae-f973-45ea-9fae-3880e92e8d09,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:13.531148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907f267-0cee-428b-ac89-1c91369e7957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b93b4b4-66fb-4a15-8e4a-ab5317cbc252,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:13.611606 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f254-3f35-4fcb-af46-bfe9dbae850e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.613741 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ead571ca-5697-4a68-8d7b-5192c83d71f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.672514 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f254-3f35-4fcb-af46-bfe9dbae850e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.677484 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c980-a91d-484e-a2f8-5a89122f3883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.720935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c980-a91d-484e-a2f8-5a89122f3883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.734363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ead571ca-5697-4a68-8d7b-5192c83d71f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.759022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38770) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:13.774669 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-7072af64-01d1-49c4-9225-c3e5dcdaf0a7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=34677d108c2a499f8623f68283a66bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065192 May 28 05:31:13.788066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b81e5f54-feae-4a14-af11-b14f23a7889c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b81e5f54-feae-4a14-af11-b14f23a7889c,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:13.795716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65285f29-da5b-4059-9a3e-e8c37f5c3dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.828527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'b81e5f54-feae-4a14-af11-b14f23a7889c', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'b81e5f54-feae-4a14-af11-b14f23a7889c', 'mac_address': 'fa:16:3e:f9:2b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:tempest-test_az-466930742', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:31:13.864479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-65285f29-da5b-4059-9a3e-e8c37f5c3dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:13.869258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-65285f29-da5b-4059-9a3e-e8c37f5c3dbe admin admin] Usage tracker for resource:security_group_rule and tenant:e8b90fae64ab4cd4ac9f7dc57bc2f743 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:13.872735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-65285f29-da5b-4059-9a3e-e8c37f5c3dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:13.880175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-65285f29-da5b-4059-9a3e-e8c37f5c3dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:13.903297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b81e5f54-feae-4a14-af11-b14f23a7889c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:13.903906 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:13.922390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81e5f54-feae-4a14-af11-b14f23a7889c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:13.944076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b81e5f54-feae-4a14-af11-b14f23a7889c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b81e5f54-feae-4a14-af11-b14f23a7889c,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:13.949981 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.062426 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.091569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65285f29-da5b-4059-9a3e-e8c37f5c3dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.100253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.100599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.101389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.101724 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > port after_create 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.102082 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > port after_delete 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.102432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > port after_update 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.102743 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.103074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.103440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.103760 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.105559 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65285f29-da5b-4059-9a3e-e8c37f5c3dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.117941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b81e5f54-feae-4a14-af11-b14f23a7889c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:14.143936 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f254-3f35-4fcb-af46-bfe9dbae850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.171669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38778) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:14.213242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['b81e5f54-feae-4a14-af11-b14f23a7889c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:31:14.231781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.232269 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.232669 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.233067 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:31:14.233489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8e0b34-2bd1-477e-a6e7-f5d857e68cab']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:14.236964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ead571ca-5697-4a68-8d7b-5192c83d71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.239851 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ead571ca-5697-4a68-8d7b-5192c83d71f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.243553 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ead571ca-5697-4a68-8d7b-5192c83d71f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f364c1ae-f973-45ea-9fae-3880e92e8d09 HTTP/1.1" status: 204 len: 168 time: 0.7831833 May 28 05:31:14.249461 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c980-a91d-484e-a2f8-5a89122f3883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.251177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dabffb17-e26a-47a9-be44-ef2ef35e1838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.266512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65285f29-da5b-4059-9a3e-e8c37f5c3dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7900bcf6-9987-481e-85e1-21f1f7ef7535,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:14.273294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b64148-4ca3-4677-ae25-a745cf9f80ec') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:14.273729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b64148-4ca3-4677-ae25-a745cf9f80ec') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:14.285404 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-65285f29-da5b-4059-9a3e-e8c37f5c3dbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8b90fae64ab4cd4ac9f7dc57bc2f743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204234 May 28 05:31:14.285404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f254-3f35-4fcb-af46-bfe9dbae850e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.289040 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2ab0f254-3f35-4fcb-af46-bfe9dbae850e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b93b4b4-66fb-4a15-8e4a-ab5317cbc252 HTTP/1.1" status: 204 len: 168 time: 0.8358679 May 28 05:31:14.291811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38786) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:14.294146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0f254-3f35-4fcb-af46-bfe9dbae850e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b93b4b4-66fb-4a15-8e4a-ab5317cbc252,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:14.300154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292f3c8-f6ee-4cc3-835c-1f906e4a5d36 req-acf756de-f7a2-4afe-83e8-c2efb980f6de tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:14.308858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a292f3c8-f6ee-4cc3-835c-1f906e4a5d36 req-acf756de-f7a2-4afe-83e8-c2efb980f6de tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 968 time: 0.6331809 May 28 05:31:14.321113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.331450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-3bd25833-d10a-4825-a48d-2b81824144ab tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:14.333116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-3bd25833-d10a-4825-a48d-2b81824144ab tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5273397 May 28 05:31:14.349600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.375556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead571ca-5697-4a68-8d7b-5192c83d71f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364c1ae-f973-45ea-9fae-3880e92e8d09,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:14.379220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:31:14.380875 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.390834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dabffb17-e26a-47a9-be44-ef2ef35e1838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:14.441908 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-f737a703-8c2b-4dca-a920-cffef3e260b9 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/quotas/34677d108c2a499f8623f68283a66bf4 HTTP/1.1" status: 200 len: 375 time: 0.0676911 May 28 05:31:14.448768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dabffb17-e26a-47a9-be44-ef2ef35e1838 admin admin] Usage tracker for resource:security_group_rule and tenant:85ee589c1dd04e69be3e7e7957db46ff is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:14.479939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dabffb17-e26a-47a9-be44-ef2ef35e1838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:14.526050 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.530587 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c980-a91d-484e-a2f8-5a89122f3883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.531870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e0a7c980-a91d-484e-a2f8-5a89122f3883 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4 HTTP/1.1" status: 204 len: 168 time: 1.3900206 May 28 05:31:14.532909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7c980-a91d-484e-a2f8-5a89122f3883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a9d2f3-00d0-4ba8-9bdb-7fe515cbc1c4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:14.571338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8e0b34-2bd1-477e-a6e7-f5d857e68cab,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:14.573915 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.601184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dabffb17-e26a-47a9-be44-ef2ef35e1838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:14.636360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b6d2763c-47a6-41d2-8c36-fc0279447bcc admin admin] 10.222.0.39 "DELETE /v2.0/networks/9a8e0b34-2bd1-477e-a6e7-f5d857e68cab HTTP/1.1" status: 204 len: 168 time: 1.5113285 May 28 05:31:14.647418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38802) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:14.692874 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dabffb17-e26a-47a9-be44-ef2ef35e1838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.702494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-8e686123-45d2-4e9b-8462-53787929a1ac tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2415357 May 28 05:31:14.713118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dabffb17-e26a-47a9-be44-ef2ef35e1838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.749722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2395e82f-2133-4577-90e8-abb6e6d7ba20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.781891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a292f3c8-f6ee-4cc3-835c-1f906e4a5d36 req-0ffa6a61-9032-47bc-9844-6a6a5c83bb11 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718680 May 28 05:31:14.795662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eebb18e-1a95-4580-b3d0-0c4a8e3bea68 admin admin] Deleting subnet cfe59c24-205f-44b1-a3b1-5f388d451ea9 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:31:14.798884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabffb17-e26a-47a9-be44-ef2ef35e1838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dafded0-0bd8-43ea-8c22-4f0b6c489f04,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:14.802379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1eebb18e-1a95-4580-b3d0-0c4a8e3bea68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.809406 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dabffb17-e26a-47a9-be44-ef2ef35e1838 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85ee589c1dd04e69be3e7e7957db46ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6356068 May 28 05:31:14.815215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38810) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:14.818632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2395e82f-2133-4577-90e8-abb6e6d7ba20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.875992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1eebb18e-1a95-4580-b3d0-0c4a8e3bea68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.922180 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5972f077-18fe-4165-afba-ce950459fd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.989600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2395e82f-2133-4577-90e8-abb6e6d7ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:14.995169 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1eebb18e-1a95-4580-b3d0-0c4a8e3bea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.022759 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5972f077-18fe-4165-afba-ce950459fd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.058506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395e82f-2133-4577-90e8-abb6e6d7ba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7900bcf6-9987-481e-85e1-21f1f7ef7535,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:15.121195 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2395e82f-2133-4577-90e8-abb6e6d7ba20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.123093 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2395e82f-2133-4577-90e8-abb6e6d7ba20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7900bcf6-9987-481e-85e1-21f1f7ef7535 HTTP/1.1" status: 204 len: 168 time: 0.8066349 May 28 05:31:15.173008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1eebb18e-1a95-4580-b3d0-0c4a8e3bea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.224077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddc3b420-6131-42fc-9589-a20c78a078c6 req-1cf383bc-48cc-4bcf-a9cc-ae17d8b366d1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.0969546 May 28 05:31:15.232805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebb18e-1a95-4580-b3d0-0c4a8e3bea68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe59c24-205f-44b1-a3b1-5f388d451ea9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:15.234800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5972f077-18fe-4165-afba-ce950459fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.234945 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1eebb18e-1a95-4580-b3d0-0c4a8e3bea68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.241695 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1eebb18e-1a95-4580-b3d0-0c4a8e3bea68 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cfe59c24-205f-44b1-a3b1-5f388d451ea9 HTTP/1.1" status: 204 len: 168 time: 0.5909011 May 28 05:31:15.251046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38830) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:15.262862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972f077-18fe-4165-afba-ce950459fd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dafded0-0bd8-43ea-8c22-4f0b6c489f04,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:15.287363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5972f077-18fe-4165-afba-ce950459fd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.299270 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5972f077-18fe-4165-afba-ce950459fd2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8dafded0-0bd8-43ea-8c22-4f0b6c489f04 HTTP/1.1" status: 204 len: 168 time: 0.4806945 May 28 05:31:15.362590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38840) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:15.367342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b81e5f54-feae-4a14-af11-b14f23a7889c up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:15.416062 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.422758 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c5b64148-4ca3-4677-ae25-a745cf9f80ec resource provider aggregate not found May 28 05:31:15.464233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d9c5539e-95de-4f7d-a511-b32a751b67bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9a1f56167f24745b7d47290f3ccf4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003451 May 28 05:31:15.466782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38846) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:15.513869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port b81e5f54-feae-4a14-af11-b14f23a7889c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:15.519864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port b81e5f54-feae-4a14-af11-b14f23a7889c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:15.520988 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.542058 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c5b64148-4ca3-4677-ae25-a745cf9f80ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5b64148-4ca3-4677-ae25-a745cf9f80ec found for delete ", "request_id": "req-a8f3dd66-70e1-4b56-8c32-7928dbe0fdc6"}]} May 28 05:31:15.609421 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a34e85-1687-4219-8869-1711397451e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.675539 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a34e85-1687-4219-8869-1711397451e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.734136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.752009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b81e5f54-feae-4a14-af11-b14f23a7889c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:15.752403 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.771875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a34e85-1687-4219-8869-1711397451e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.776928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.33', 59708) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:15.783747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b646c9ae-6991-4eb8-948d-f7db2a6acdcf']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:15.806881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a34e85-1687-4219-8869-1711397451e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1d2614-3fed-4287-a743-f28edd36bfdb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:15.812734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426decdb-d54c-468a-b878-636d6a5b9e45') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:15.813286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426decdb-d54c-468a-b878-636d6a5b9e45') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:15.818822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f686c3c-6465-4e3c-a2c3-0a58228ac463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81e5f54-feae-4a14-af11-b14f23a7889c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:15.852873 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.860416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b81e5f54-feae-4a14-af11-b14f23a7889c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b81e5f54-feae-4a14-af11-b14f23a7889c,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:15.881378 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.889016 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.904856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:31:15.908364 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.975888 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a34e85-1687-4219-8869-1711397451e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:15.986554 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88a34e85-1687-4219-8869-1711397451e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d1d2614-3fed-4287-a743-f28edd36bfdb HTTP/1.1" status: 204 len: 168 time: 0.5163598 May 28 05:31:15.986901 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae90420-555f-4137-bf6f-c39e1b3ee44b'] response: {'server_uuid': '4f686c3c-6465-4e3c-a2c3-0a58228ac463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81e5f54-feae-4a14-af11-b14f23a7889c', 'code': 200} May 28 05:31:15.989602 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-d6a71187-9edd-462e-a284-3cda2360cdf1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=34677d108c2a499f8623f68283a66bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1855328 May 28 05:31:16.067630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b81e5f54-feae-4a14-af11-b14f23a7889c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:16.274405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:16.295879 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:16.302267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] 10.222.0.39 "DELETE /v2.0/networks/b646c9ae-6991-4eb8-948d-f7db2a6acdcf HTTP/1.1" status: 204 len: 168 time: 1.0547700 May 28 05:31:16.310021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533faa8-b471-448a-b37f-0ce855cc361b admin admin] Pushing event deleted for resources: {'Network': ['ID=b646c9ae-6991-4eb8-948d-f7db2a6acdcf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:16.323269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22d13-4b2e-44d7-810a-2a9f4ce61dae req-4b9c538b-dee3-473a-a107-008cb702e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:16.324764 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28e22d13-4b2e-44d7-810a-2a9f4ce61dae req-4b9c538b-dee3-473a-a107-008cb702e0a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 1121 time: 0.2188122 May 28 05:31:16.405596 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28e22d13-4b2e-44d7-810a-2a9f4ce61dae req-85922498-f43f-476f-817a-1db2575de5fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700660 May 28 05:31:16.489555 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0fd2d95-4b6c-4fd1-a46e-ef4ef8a26f6e req-7dc36ff2-c536-4ff7-b52b-17c7cfadafbc tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.0694025 May 28 05:31:16.548096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143e491-3663-4560-ad0d-b1e326daca00 req-42fd1973-fa6b-4674-9590-c9b1551b25ed tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:16.549201 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-42fd1973-fa6b-4674-9590-c9b1551b25ed tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5452721 May 28 05:31:16.583659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38355bc0-128a-4f64-aa15-185d035c4e8d req-4a41cdeb-7d8d-4d91-80e3-f07288a1434a tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:16.585200 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-38355bc0-128a-4f64-aa15-185d035c4e8d req-4a41cdeb-7d8d-4d91-80e3-f07288a1434a tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 970 time: 0.3709257 May 28 05:31:16.643368 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-38355bc0-128a-4f64-aa15-185d035c4e8d req-dcfe7515-1c1f-43ae-83db-41391de66d33 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477662 May 28 05:31:16.757652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38906) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:16.820557 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-20ad4b09-a995-427f-9fe5-51e8a8fbd2b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a0312a6c554474e8df21d27aeef168d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617735 May 28 05:31:16.823184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38910) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:16.900813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8a26-9990-4961-9cf0-91e9746d7fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:16.931586 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8a26-9990-4961-9cf0-91e9746d7fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:16.987395 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8a26-9990-4961-9cf0-91e9746d7fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:17.006798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d8a26-9990-4961-9cf0-91e9746d7fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e30fb87-fb00-4c14-9703-ecaff1364a03,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:17.010232 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8a26-9990-4961-9cf0-91e9746d7fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:17.011630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7b6d8a26-9990-4961-9cf0-91e9746d7fc4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e30fb87-fb00-4c14-9703-ecaff1364a03 HTTP/1.1" status: 204 len: 168 time: 0.1874073 May 28 05:31:17.565616 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 426decdb-d54c-468a-b878-636d6a5b9e45 resource provider aggregate not found May 28 05:31:17.592424 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 426decdb-d54c-468a-b878-636d6a5b9e45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 426decdb-d54c-468a-b878-636d6a5b9e45 found for delete ", "request_id": "req-69d24602-151b-4a48-b89f-08f2af0cd350"}]} May 28 05:31:17.780982 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-864b816d-534e-4648-81ba-a6c6f9bc00b1 req-12c76cc5-83cc-46b5-ac53-1f0c9406ab5c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.1297381 May 28 05:31:17.930602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55afda-1de6-4c22-bc6b-c94c983f5eb7 req-6ecf617d-c340-4b6a-a31e-7cc66ba958ae tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:17.932555 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b55afda-1de6-4c22-bc6b-c94c983f5eb7 req-6ecf617d-c340-4b6a-a31e-7cc66ba958ae tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 970 time: 0.1544473 May 28 05:31:17.958095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38962) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:17.997284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b55afda-1de6-4c22-bc6b-c94c983f5eb7 req-c9cd18e6-09a2-4f1c-a425-2abfe0f2eb6c tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572979 May 28 05:31:18.013251 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-30e27c3f-5e94-487e-a7ca-561a5decb45d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea0cd16921c14ebe9be0a70d1caeed74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536034 May 28 05:31:18.016014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38968) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:18.083298 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa01fc61-f6b2-4fa9-b658-feb984962567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:18.142886 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa01fc61-f6b2-4fa9-b658-feb984962567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:18.246943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa01fc61-f6b2-4fa9-b658-feb984962567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:18.262697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01fc61-f6b2-4fa9-b658-feb984962567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a3231e-a519-4e8c-900f-920d05eb1130,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:18.270701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa01fc61-f6b2-4fa9-b658-feb984962567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:18.272065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aa01fc61-f6b2-4fa9-b658-feb984962567 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85a3231e-a519-4e8c-900f-920d05eb1130 HTTP/1.1" status: 204 len: 168 time: 0.2548640 May 28 05:31:18.485923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a1799-3ff5-4cd1-ae83-f9e4bb73dc7a req-85ffc01a-36ad-458c-be7e-6c3f4baf8c8b tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:18.487536 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9a3a1799-3ff5-4cd1-ae83-f9e4bb73dc7a req-85ffc01a-36ad-458c-be7e-6c3f4baf8c8b tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 970 time: 0.0838549 May 28 05:31:18.543080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38992) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:18.555793 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9a3a1799-3ff5-4cd1-ae83-f9e4bb73dc7a req-994dd63a-a350-4d62-80f4-3e0d5bb8867a tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599484 May 28 05:31:18.830668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39014) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:18.897904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-network', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:18.904587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:18.931660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Usage tracker for resource:network and tenant:70625b102fbc4eca9615156bbf5cba6b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:18.939132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:18.954628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:18.991976 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-15fc8184-080f-413f-8d71-4c8b7571adfd req-8f9a0e4d-d9e3-4dd7-aa61-344d40cbcb15 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.0860264 May 28 05:31:19.010449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Made reservation on behalf of 70625b102fbc4eca9615156bbf5cba6b for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:19.013025 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.033982 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.062382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:19.069029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Usage tracker for resource:security_group_rule and tenant:70625b102fbc4eca9615156bbf5cba6b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:19.072919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:19.080359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:19.157869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcb24f-f64b-4615-b64d-d105ff639147 req-d48cb9bb-9e35-4f04-bf70-c0bbfbb4ce14 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:19.167442 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5fcb24f-f64b-4615-b64d-d105ff639147 req-d48cb9bb-9e35-4f04-bf70-c0bbfbb4ce14 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 970 time: 0.2010896 May 28 05:31:19.206641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-708334489-network', 'tenant_id': 'fe463b2399d24277aadd5d0ac381480d'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:19.225512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:19.240446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Usage tracker for resource:network and tenant:fe463b2399d24277aadd5d0ac381480d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:19.247226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:19.259459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5fcb24f-f64b-4615-b64d-d105ff639147 req-df989a08-a71f-4b38-a158-c26c0e28b892 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910463 May 28 05:31:19.275487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:19.302421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Made reservation on behalf of fe463b2399d24277aadd5d0ac381480d for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:19.304668 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.331457 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.341217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.348458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.364417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:19.367129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39032) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:19.372374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Usage tracker for resource:security_group_rule and tenant:fe463b2399d24277aadd5d0ac381480d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:19.379419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:19.383578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:31:19.398392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:19.412526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.413039 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Added segment b8ef88c5-f211-43a7-9ba0-621f60ab28ac of type vlan for network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 May 28 05:31:19.417294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb882c2-6d3a-4a57-96a0-322ca824af21,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:19.464282 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.526429 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.527286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:19.527925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.638718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.663432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.710549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] Pushing event updated for resources: {'Network': ['ID=b1a9b245-5074-4ded-82bb-cbdaaebacdd1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:19.713387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:31:19.726154 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3c80b294-b047-42bc-bab6-63a2aab4766f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1751959 May 28 05:31:19.726383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39046) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:19.734174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:31:19.736197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf638e2-b08b-4129-931c-87edffcc7fc0,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:19.740806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Request body: {'subnet': {'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-subnet', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:19.747279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:19.751795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Usage tracker for resource:subnet and tenant:70625b102fbc4eca9615156bbf5cba6b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:19.756013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:19.763050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:19.775831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.776561 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Added segment bcb06f34-ff5f-4a98-98ba-f92bd765744b of type vlan for network 930906d6-e67d-431c-826b-4d1f1f770709 May 28 05:31:19.784341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Made reservation on behalf of 70625b102fbc4eca9615156bbf5cba6b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:19.787698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:19.896284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5cd03f0a-9761-49a2-b03f-9bb27859ac6c tempest-AutoAllocateNetworkTest-941385077 tempest-AutoAllocateNetworkTest-941385077-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e5d2ed2a23de4a02a245fbdfe332f58c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5275378 May 28 05:31:19.897128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39052) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:19.907553 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:20.014322 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:20.015446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:20.016250 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:20.185785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f798f75-6861-41a2-9bd1-606bd74c795d tempest-AutoAllocateNetworkTest-941385077 tempest-AutoAllocateNetworkTest-941385077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:20.190164 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8f798f75-6861-41a2-9bd1-606bd74c795d tempest-AutoAllocateNetworkTest-941385077 tempest-AutoAllocateNetworkTest-941385077-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2890868 May 28 05:31:20.190455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39068) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:20.293704 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4616570 May 28 05:31:20.294938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8be329-d7f8-402f-8d62-555e7786f753 admin admin] Pushing event updated for resources: {'Network': ['ID=930906d6-e67d-431c-826b-4d1f1f770709,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:20.297020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39078) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:20.319394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 930906d6-e67d-431c-826b-4d1f1f770709 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:31:20.334820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Request body: {'subnet': {'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-708334489-subnet', 'tenant_id': 'fe463b2399d24277aadd5d0ac381480d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:20.355376 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c40c9e93-bece-443b-965f-2d0b0dafef2f tempest-AutoAllocateNetworkTest-941385077 tempest-AutoAllocateNetworkTest-941385077-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1638269 May 28 05:31:20.361373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:20.364253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39082) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:20.366579 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ac2c940d-de62-4627-8fab-79538e672f95 req-e5379377-69e2-438d-9fb1-2a57c94439d4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.0798395 May 28 05:31:20.389254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Usage tracker for resource:subnet and tenant:fe463b2399d24277aadd5d0ac381480d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:20.395384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:20.405011 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-76b6a9e7-d35c-43ad-a621-11decd3d1283 tempest-AutoAllocateNetworkTest-941385077 tempest-AutoAllocateNetworkTest-941385077-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e5d2ed2a23de4a02a245fbdfe332f58c HTTP/1.1" status: 200 len: 208 time: 0.0374279 May 28 05:31:20.406242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:20.415902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:20.425196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Made reservation on behalf of fe463b2399d24277aadd5d0ac381480d for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:20.431102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:20.593749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5405371e-740e-42e9-840d-a75d4a087527,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:20.633584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-735cc188-8351-49c1-be7e-c22446c9a799 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:20.643639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-735cc188-8351-49c1-be7e-c22446c9a799 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 970 time: 0.4314907 May 28 05:31:20.721860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Checking segment: {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:20.721860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Network hostable DHCP agents. Network: b1a9b245-5074-4ded-82bb-cbdaaebacdd1, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:31:20.785959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-daba5b12-f627-4787-bd45-a95b1c757fc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Deleting port b81e5f54-feae-4a14-af11-b14f23a7889c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:31:20.786277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-daba5b12-f627-4787-bd45-a95b1c757fc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:20.812610 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:20.826456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:31:20.891186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, b1a9b245-5074-4ded-82bb-cbdaaebacdd1) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:20.897929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d8e4bc-4815-4be8-b193-b848d295b775,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:20.901096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd37444-1eaa-48a1-9a35-d7b17d738c9e None None] Network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:31:20.913642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:20.914234 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:20.933041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e85ad-2c9b-41db-a674-b132b5cbbdbd req-781d083e-550c-43bd-95d7-a59aa9dcfa7e tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:20.934659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0b0e85ad-2c9b-41db-a674-b132b5cbbdbd req-781d083e-550c-43bd-95d7-a59aa9dcfa7e tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 970 time: 0.2848051 May 28 05:31:20.949102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Checking segment: {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:20.950052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Network hostable DHCP agents. Network: 930906d6-e67d-431c-826b-4d1f1f770709, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:31:20.998556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aced7866-9a69-4ef8-8d37-82f486a56ed5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2668090 May 28 05:31:21.006647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Network 930906d6-e67d-431c-826b-4d1f1f770709 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:31:21.010546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39108) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:21.039450 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-1df5f3c7-77f3-4f8d-a0da-3d3e228d062a tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fc6dc28085834d05ab06b8f458f23834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635233 May 28 05:31:21.046002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:21.050220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 930906d6-e67d-431c-826b-4d1f1f770709) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:21.053847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39112) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:21.083600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1652f1-7808-432a-bfb5-290c1ad86ba1 None None] Network 930906d6-e67d-431c-826b-4d1f1f770709 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:31:21.136470 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0b0e85ad-2c9b-41db-a674-b132b5cbbdbd req-ba3f90c3-d8c0-411b-941f-dcf8d284b2e1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b49e2d5-3c40-4109-a24f-8a71c0c208e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934707 May 28 05:31:21.188988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:21.189964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:21.195456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:21.231719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-daba5b12-f627-4787-bd45-a95b1c757fc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] For port b81e5f54-feae-4a14-af11-b14f23a7889c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b81e5f54-feae-4a14-af11-b14f23a7889c,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:21.232086 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-daba5b12-f627-4787-bd45-a95b1c757fc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:21.267202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Usage tracker for resource:router and tenant:70625b102fbc4eca9615156bbf5cba6b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:21.271202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:21.280469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:21.322293 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:21.323570 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:21.380561 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fa43ae63-386f-4257-b454-13c7cb3f228b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0817425 May 28 05:31:21.394459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-d7feea4c-f34c-43d6-bcf7-73b69109ed91 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:21.396208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-d7feea4c-f34c-43d6-bcf7-73b69109ed91 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3555434 May 28 05:31:21.397807 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:21.425666 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-498ff9fc-3e44-49fd-abee-c567f1a0ab87 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/quotas/fc6dc28085834d05ab06b8f458f23834 HTTP/1.1" status: 200 len: 375 time: 0.0167911 May 28 05:31:21.493308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-daba5b12-f627-4787-bd45-a95b1c757fc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Calling delete_port for b81e5f54-feae-4a14-af11-b14f23a7889c owned by compute:tempest-test_az-466930742 {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:31:21.559671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-c90ec711-ae86-4de1-948e-89d754e06c88 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc6dc28085834d05ab06b8f458f23834&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580316 May 28 05:31:21.831212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:31:21.834021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:21.862945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39136) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:21.866233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af8f24b0-6a44-4148-8581-28387a762685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:21.900736 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19174018-3907-49c3-8b81-f6c1797946e2 req-e33a0db8-265a-4a14-b7b5-a53e8cce673c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.1190915 May 28 05:31:21.903336 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-daba5b12-f627-4787-bd45-a95b1c757fc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:22.003727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba5b12-f627-4787-bd45-a95b1c757fc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Pushing event deleted for resources: {'Port': ['ID=b81e5f54-feae-4a14-af11-b14f23a7889c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:22.118022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22f63708-999b-4b4d-94e9-100d989695b4 req-14db6dfa-c79b-41a2-92cb-0b66a6465943 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 210 time: 0.1096485 May 28 05:31:22.172488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-daba5b12-f627-4787-bd45-a95b1c757fc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] No DVR routers for this DVR port b81e5f54-feae-4a14-af11-b14f23a7889c on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:31:22.177749 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-daba5b12-f627-4787-bd45-a95b1c757fc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:22.183545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f686c3c-6465-4e3c-a2c3-0a58228ac463', 'name': 'network-vif-deleted', 'tag': 'b81e5f54-feae-4a14-af11-b14f23a7889c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:22.208578 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96f0ea9d-3747-4b82-a5e0-22ecb93e3e09 req-daba5b12-f627-4787-bd45-a95b1c757fc1 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.41 "DELETE /v2.0/ports/b81e5f54-feae-4a14-af11-b14f23a7889c HTTP/1.1" status: 204 len: 173 time: 1.5562716 May 28 05:31:22.448315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-af8f24b0-6a44-4148-8581-28387a762685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:22.484589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-af8f24b0-6a44-4148-8581-28387a762685 admin admin] Usage tracker for resource:security_group_rule and tenant:e5d2ed2a23de4a02a245fbdfe332f58c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:22.497561 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:22.511456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40059a51-ebd0-46e8-86f1-30fc9806fa52 None None] Network 930906d6-e67d-431c-826b-4d1f1f770709 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:31:22.517976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-af8f24b0-6a44-4148-8581-28387a762685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:22.544342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-af8f24b0-6a44-4148-8581-28387a762685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:22.685731 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e3c0e1b0-ee46-4f67-b340-02a6d4845d24 req-bbd228ee-60ee-48a5-8aea-2c88cb6a57f0 tempest-DeleteServersAdminTestJSON-1350858812 tempest-DeleteServersAdminTestJSON-1350858812-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f686c3c-6465-4e3c-a2c3-0a58228ac463 HTTP/1.1" status: 200 len: 210 time: 0.0938568 May 28 05:31:22.688303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcc5ce59-bb2b-4b4f-a3bc-aaac9e88a1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:22.795383 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6559776c-4282-45f5-bb44-884c73f406e5'] response: {'server_uuid': '4f686c3c-6465-4e3c-a2c3-0a58228ac463', 'name': 'network-vif-deleted', 'tag': 'b81e5f54-feae-4a14-af11-b14f23a7889c', 'status': 'completed', 'code': 200} May 28 05:31:22.860405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bcc5ce59-bb2b-4b4f-a3bc-aaac9e88a1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:22.870940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bcc5ce59-bb2b-4b4f-a3bc-aaac9e88a1ce admin admin] Usage tracker for resource:security_group_rule and tenant:583287966bd24b6f9753c63d61d0b44f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:22.893836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb58a-b998-4886-a81e-2b042310a9fc req-6cd025e2-24e9-4bc3-9bb0-92ae807b4b5b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:22.894076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bcc5ce59-bb2b-4b4f-a3bc-aaac9e88a1ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:22.895002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-553bb58a-b998-4886-a81e-2b042310a9fc req-6cd025e2-24e9-4bc3-9bb0-92ae807b4b5b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Synchronizing usage tracker for tenant:fe463b2399d24277aadd5d0ac381480d on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:31:22.900039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Allocated IP 172.20.0.2 (b1a9b245-5074-4ded-82bb-cbdaaebacdd1/5405371e-740e-42e9-840d-a75d4a087527/5e0f763c-48bc-419c-997b-cba0e7451530) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:22.912647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bcc5ce59-bb2b-4b4f-a3bc-aaac9e88a1ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:23.035963 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af8f24b0-6a44-4148-8581-28387a762685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.048103 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af8f24b0-6a44-4148-8581-28387a762685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.055643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-553bb58a-b998-4886-a81e-2b042310a9fc req-6cd025e2-24e9-4bc3-9bb0-92ae807b4b5b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Unset dirty status for tenant:fe463b2399d24277aadd5d0ac381480d on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:31:23.057729 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-6cd025e2-24e9-4bc3-9bb0-92ae807b4b5b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 804 time: 0.3955250 May 28 05:31:23.106211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-d091af76-b96b-4af4-a16f-e19844a16560 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/quotas/fe463b2399d24277aadd5d0ac381480d HTTP/1.1" status: 200 len: 375 time: 0.0427306 May 28 05:31:23.136842 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcc5ce59-bb2b-4b4f-a3bc-aaac9e88a1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.162873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcc5ce59-bb2b-4b4f-a3bc-aaac9e88a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.200287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-af8f24b0-6a44-4148-8581-28387a762685 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5d2ed2a23de4a02a245fbdfe332f58c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1428268 May 28 05:31:23.203696 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.217196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Transition to ACTIVE for port object 5e0f763c-48bc-419c-997b-cba0e7451530 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:23.217993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39186) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:23.235062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f24b0-6a44-4148-8581-28387a762685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabed8e7-aac4-45ba-9e7e-e93f219fbe65,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:23.247317 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-481e3d36-ed49-4052-ac49-17c83f51c17f tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1397936 May 28 05:31:23.254142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Transition to ACTIVE for port object 5e0f763c-48bc-419c-997b-cba0e7451530 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:23.272636 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.311061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bcc5ce59-bb2b-4b4f-a3bc-aaac9e88a1ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=583287966bd24b6f9753c63d61d0b44f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4471750 May 28 05:31:23.314131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39196) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:23.328631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:23.336703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:23.346078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:23.346622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5ce59-bb2b-4b4f-a3bc-aaac9e88a1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a889e-9d85-475b-9e9b-48748b2cb3b3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:23.422412 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-69186432-2557-48db-a746-81a69681e483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.437580 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f31b82b-55df-4e97-b8c8-8c424d9a2c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.460840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-ae59eab7-6ecc-4cec-8d50-5612a06c03f8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:31:23.462102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-ae59eab7-6ecc-4cec-8d50-5612a06c03f8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1017447 May 28 05:31:23.464097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-69186432-2557-48db-a746-81a69681e483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.469254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b81e5f54-feae-4a14-af11-b14f23a7889c no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:31:23.469751 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f31b82b-55df-4e97-b8c8-8c424d9a2c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.494470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Pushing event updated for resources: {'Port': ['ID=5e0f763c-48bc-419c-997b-cba0e7451530,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:23.534723 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: b81e5f54-feae-4a14-af11-b14f23a7889c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:31:23.535430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b81e5f54-feae-4a14-af11-b14f23a7889c not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:31:23.538902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Attempting to bind port 5e0f763c-48bc-419c-997b-cba0e7451530 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:23.539370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Attempting to bind port 5e0f763c-48bc-419c-997b-cba0e7451530 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:23.539811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Attempting to bind port 5e0f763c-48bc-419c-997b-cba0e7451530 on network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:23.546335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:23.546810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Checking segment: {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:23.547389 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.547855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Bound using segment: {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:23.548383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Bound port: 5e0f763c-48bc-419c-997b-cba0e7451530, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:23.548850 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.599009 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b2a2dcc-4865-420a-ba9f-7b10eee93393 req-2a602fba-dfe4-4ad6-b5ba-219ddd0b2377 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.2358432 May 28 05:31:23.614337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f31b82b-55df-4e97-b8c8-8c424d9a2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.633913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-b4ac0f85-441a-4bbd-b8cf-bcf300f45f25 service neutron] 10.222.0.39 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614246 May 28 05:31:23.641496 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-69186432-2557-48db-a746-81a69681e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.660210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] For port 5e0f763c-48bc-419c-997b-cba0e7451530, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:23.663689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] For port 5e0f763c-48bc-419c-997b-cba0e7451530, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5e0f763c-48bc-419c-997b-cba0e7451530,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:23.672368 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.684277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69186432-2557-48db-a746-81a69681e483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a889e-9d85-475b-9e9b-48748b2cb3b3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:23.705942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31b82b-55df-4e97-b8c8-8c424d9a2c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabed8e7-aac4-45ba-9e7e-e93f219fbe65,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:23.748488 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-69186432-2557-48db-a746-81a69681e483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.749662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-69186432-2557-48db-a746-81a69681e483 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/770a889e-9d85-475b-9e9b-48748b2cb3b3 HTTP/1.1" status: 204 len: 168 time: 0.4344432 May 28 05:31:23.817494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-3c8bf885-df2d-4334-8ac2-9c765adf4aa7 service neutron] 10.222.0.39 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697745 May 28 05:31:23.824788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248e410-52b0-4bec-a8f2-e4636f4ffa55 None None] Pushing event updated for resources: {'Port': ['ID=5e0f763c-48bc-419c-997b-cba0e7451530,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:23.889912 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f31b82b-55df-4e97-b8c8-8c424d9a2c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:23.901760 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4f31b82b-55df-4e97-b8c8-8c424d9a2c93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eabed8e7-aac4-45ba-9e7e-e93f219fbe65 HTTP/1.1" status: 204 len: 168 time: 0.6783655 May 28 05:31:23.913850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Request body: {'port': {'device_id': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '34677d108c2a499f8623f68283a66bf4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:23.930192 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7450b83-82ed-4e92-b5a6-bb89679d589a req-44bd7300-4f7c-4e6d-9772-4d497eb336ed tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 210 time: 0.1838481 May 28 05:31:24.024408 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:24.081065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:24.131012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-01c59b38-6835-4224-97bc-3f4914b5c2c6 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fc6dc28085834d05ab06b8f458f23834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692012 May 28 05:31:24.286825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-111923fd-d952-49bd-a002-421cdd4416f2 req-7b80a849-89b0-4db7-9b58-0885cc5d7895 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 210 time: 0.1348934 May 28 05:31:24.449915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39232) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:24.512694 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:24.516045 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-62495776-48d2-4236-92b7-948244a12423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:24.545297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Usage tracker for resource:port and tenant:34677d108c2a499f8623f68283a66bf4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:24.577396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-099ae4e2-c794-445f-a502-71e68cec26f5 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:24.583337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:24.583503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-099ae4e2-c794-445f-a502-71e68cec26f5 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4406242 May 28 05:31:24.600640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Request body: {'port': {'device_id': 'babdece8-a388-462f-bb11-1975e0463dff', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'fc6dc28085834d05ab06b8f458f23834'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:24.602710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-62495776-48d2-4236-92b7-948244a12423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:24.611904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-62495776-48d2-4236-92b7-948244a12423 admin admin] Usage tracker for resource:security_group_rule and tenant:b288b1f2435747cb97c89d4df823f1dd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:24.620054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-62495776-48d2-4236-92b7-948244a12423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:24.637452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-62495776-48d2-4236-92b7-948244a12423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:24.672415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.33', 59713) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:24.718023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:24.753426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Made reservation on behalf of 34677d108c2a499f8623f68283a66bf4 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:24.757413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:24.782181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:24.798460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Allocated IP 172.25.4.52 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/aacf403a-8fbd-47d3-a442-183b9ff1cabb) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:24.805962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:24.810418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Usage tracker for resource:security_group_rule and tenant:34677d108c2a499f8623f68283a66bf4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:24.830976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:24.858821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:24.907493 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-3b61e218-dad4-4aec-9811-a68785ec1302 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=34677d108c2a499f8623f68283a66bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2335408 May 28 05:31:25.029952 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:25.047742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:25.180385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:25.321585 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-375b9052-96a0-4e04-8949-d3bffb50857a req-990520f8-997f-48b6-a52f-cc85f578b4c0 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.1126850 May 28 05:31:25.442234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39264) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:25.601668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:25.604545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Usage tracker for resource:port and tenant:fc6dc28085834d05ab06b8f458f23834 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:25.605638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:25.618818 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7db276ae-c843-4125-bf0d-66d5953217d0 req-fa9269c0-3ca5-4c1e-95c9-f1dc4e7c0b87 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 210 time: 0.1753409 May 28 05:31:25.626141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:25.644783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-6a9d5b4f-64ed-4619-9c86-bf53fdc07583 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:25.644783 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-6a9d5b4f-64ed-4619-9c86-bf53fdc07583 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7263973 May 28 05:31:25.653378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Made reservation on behalf of fc6dc28085834d05ab06b8f458f23834 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:25.658992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:25.689925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Request body: {'port': {'device_id': '5394820e-7d18-4423-aae3-c9a4189eb564', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '34677d108c2a499f8623f68283a66bf4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:25.752841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c990f-cd77-4d47-87db-aa563070ae53 None None] Network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:31:25.766181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:25.796397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:25.808521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Usage tracker for resource:security_group_rule and tenant:fc6dc28085834d05ab06b8f458f23834 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:25.813718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:25.823373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:25.884154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:25.890852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Usage tracker for resource:port and tenant:34677d108c2a499f8623f68283a66bf4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:25.896400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:25.899913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5e0f763c-48bc-419c-997b-cba0e7451530 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:25.905774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:25.908564 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-62495776-48d2-4236-92b7-948244a12423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:25.928514 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dbc1155f-552e-4445-a8f8-f3953b0bfffd req-03863663-18d0-429a-98af-3699440d7252 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 210 time: 0.3111100 May 28 05:31:25.947453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Made reservation on behalf of 34677d108c2a499f8623f68283a66bf4 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:25.950883 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.011603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1d008b31-43c7-4510-a737-afc75a8d4ce6 None None] Provisioning for port 5e0f763c-48bc-419c-997b-cba0e7451530 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:26.070137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.109306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-62495776-48d2-4236-92b7-948244a12423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.113916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5e0f763c-48bc-419c-997b-cba0e7451530 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:26.149977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39284) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:26.162031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5e0f763c-48bc-419c-997b-cba0e7451530 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:26.162495 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.171800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b323027-97b1-483e-9d91-7cb4dda5dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.188481 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-62495776-48d2-4236-92b7-948244a12423 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b288b1f2435747cb97c89d4df823f1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7188294 May 28 05:31:26.198719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39290) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:26.223471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62495776-48d2-4236-92b7-948244a12423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407d85d4-467a-4abd-a777-509a37ecad1f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:26.235857 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.247082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8b323027-97b1-483e-9d91-7cb4dda5dfc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:26.284690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8b323027-97b1-483e-9d91-7cb4dda5dfc6 admin admin] Usage tracker for resource:security_group_rule and tenant:427409a039fc4679b992f4286cc7954b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:26.315372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8b323027-97b1-483e-9d91-7cb4dda5dfc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:26.326932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d50ae427-2b38-4701-a4a2-87f5601b0cae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de432a48c87a48658a5633d024e1db51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1756079 May 28 05:31:26.340532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8b323027-97b1-483e-9d91-7cb4dda5dfc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:26.344298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39298) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:26.433648 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.466004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.519977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5e0f763c-48bc-419c-997b-cba0e7451530 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:26.520688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.559970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Allocated IP 192.168.233.148 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/d568b6dc-6089-4294-b52b-dcfe2437c372) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:26.574584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:26.576277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Pushing event updated for resources: {'Port': ['ID=aacf403a-8fbd-47d3-a442-183b9ff1cabb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:26.579649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:26.612230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 5e0f763c-48bc-419c-997b-cba0e7451530, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5e0f763c-48bc-419c-997b-cba0e7451530,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:26.619828 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.635674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8f4d089-2ca1-4db0-bf5e-d3e3285a4aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.649699 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-029a074c-2420-4256-a297-2ca511fd355f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.701900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-196b2035-d004-4cbc-963c-bcdbb61aa30e req-b2ef8966-cdc0-4a27-89df-974c32d6e9d7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.2498059 May 28 05:31:26.702785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6597797-c90d-4f37-b701-9dff64fbf329,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:26.747595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=5e0f763c-48bc-419c-997b-cba0e7451530,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:26.761674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:26.788309 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8f4d089-2ca1-4db0-bf5e-d3e3285a4aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.806190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-029a074c-2420-4256-a297-2ca511fd355f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.870895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-78708963-9e5f-4993-b4ea-f6aad0f36373 None None] Provisioning complete for port 5e0f763c-48bc-419c-997b-cba0e7451530 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:26.871411 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-78708963-9e5f-4993-b4ea-f6aad0f36373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.944418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb58a-b998-4886-a81e-2b042310a9fc req-f2a6a5f9-0e81-4e18-9c64-20951e90069b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:26.945040 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-029a074c-2420-4256-a297-2ca511fd355f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:26.945862 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-f2a6a5f9-0e81-4e18-9c64-20951e90069b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 804 time: 0.7548881 May 28 05:31:26.967652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a074c-2420-4256-a297-2ca511fd355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b49e2d5-3c40-4109-a24f-8a71c0c208e7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:26.977995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8f4d089-2ca1-4db0-bf5e-d3e3285a4aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.004573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-78708963-9e5f-4993-b4ea-f6aad0f36373 None None] Current status of the port 5e0f763c-48bc-419c-997b-cba0e7451530 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:27.017156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4d089-2ca1-4db0-bf5e-d3e3285a4aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407d85d4-467a-4abd-a777-509a37ecad1f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:27.040302 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-12ea5ece-642e-46f4-a0e0-1842d531dce3 req-c8f42b48-898f-4182-bc64-04ef115616b6 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 210 time: 0.1863592 May 28 05:31:27.055350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Request body: {'port': {'device_id': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'admin_state_up': True, 'tenant_id': 'fe463b2399d24277aadd5d0ac381480d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:27.068660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b323027-97b1-483e-9d91-7cb4dda5dfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.078302 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-029a074c-2420-4256-a297-2ca511fd355f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.079879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-029a074c-2420-4256-a297-2ca511fd355f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b49e2d5-3c40-4109-a24f-8a71c0c208e7 HTTP/1.1" status: 204 len: 168 time: 0.7346637 May 28 05:31:27.081528 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8f4d089-2ca1-4db0-bf5e-d3e3285a4aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.104815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c8f4d089-2ca1-4db0-bf5e-d3e3285a4aab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/407d85d4-467a-4abd-a777-509a37ecad1f HTTP/1.1" status: 204 len: 168 time: 0.9025183 May 28 05:31:27.114790 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b323027-97b1-483e-9d91-7cb4dda5dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.243882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-119ed2ae-b05f-4a31-b641-cddd49e78e6f req-6b0bfb75-e0d0-471d-b1fc-bcbac22dbe0a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 210 time: 0.1304510 May 28 05:31:27.278763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8b323027-97b1-483e-9d91-7cb4dda5dfc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=427409a039fc4679b992f4286cc7954b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7466974 May 28 05:31:27.282355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39330) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:27.284950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323027-97b1-483e-9d91-7cb4dda5dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6db90ad-6c51-4ed2-9b3e-172529cdd8c7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:27.365452 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b385b45-aa66-43b9-b54c-7e0786d4e7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.424610 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b385b45-aa66-43b9-b54c-7e0786d4e7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.528632 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b385b45-aa66-43b9-b54c-7e0786d4e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.550221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b385b45-aa66-43b9-b54c-7e0786d4e7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6db90ad-6c51-4ed2-9b3e-172529cdd8c7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:27.568211 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b385b45-aa66-43b9-b54c-7e0786d4e7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.573441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3b385b45-aa66-43b9-b54c-7e0786d4e7ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6db90ad-6c51-4ed2-9b3e-172529cdd8c7 HTTP/1.1" status: 204 len: 168 time: 0.2903101 May 28 05:31:27.574153 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.590604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:27.594689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Usage tracker for resource:port and tenant:fe463b2399d24277aadd5d0ac381480d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:27.597543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:27.606042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:27.633151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Made reservation on behalf of fe463b2399d24277aadd5d0ac381480d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:27.636597 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.646793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39344) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:27.662334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Transition to ACTIVE for port object d568b6dc-6089-4294-b52b-dcfe2437c372 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:27.680988 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db20a9d5-8634-4457-ae7d-6629f013d648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.707911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-db20a9d5-8634-4457-ae7d-6629f013d648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:27.713218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.740917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-db20a9d5-8634-4457-ae7d-6629f013d648 admin admin] Usage tracker for resource:security_group_rule and tenant:4a9b474324d2437da4f8881f11a507ba is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:27.747825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-db20a9d5-8634-4457-ae7d-6629f013d648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:27.757167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-db20a9d5-8634-4457-ae7d-6629f013d648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:27.809712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5e0f763c-48bc-419c-997b-cba0e7451530 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:27.899938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5e0f763c-48bc-419c-997b-cba0e7451530 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:27.900593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.944748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db20a9d5-8634-4457-ae7d-6629f013d648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.951063 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db20a9d5-8634-4457-ae7d-6629f013d648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.018676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-694c7565-91b1-462a-bbe9-77c87eb0b69b req-dd7810eb-8f5e-4b63-8793-c3e0990c6b20 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.1614220 May 28 05:31:28.080540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20a9d5-8634-4457-ae7d-6629f013d648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1817214e-ae21-4047-b4fb-9d171725cfb3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:28.088004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.118125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5e0f763c-48bc-419c-997b-cba0e7451530 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:28.240127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Allocated IP 192.168.233.55 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/24d26111-1cf3-4a3b-a703-a07add3c5bbc) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:28.263612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39364) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:28.335393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39374) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:28.389054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-db20a9d5-8634-4457-ae7d-6629f013d648 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a9b474324d2437da4f8881f11a507ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7410810 May 28 05:31:28.390003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db5fc4ae-2f6f-44ce-a467-87b24161950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.401597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39378) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:28.403181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0b53b16e-2084-4860-b9ff-984ae1ec1d66 req-145d3de2-d0d0-4732-9efc-96378a90f29d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Synchronizing usage tracker for tenant:fc6dc28085834d05ab06b8f458f23834 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:31:28.471976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-db5fc4ae-2f6f-44ce-a467-87b24161950b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:28.474800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0b53b16e-2084-4860-b9ff-984ae1ec1d66 req-145d3de2-d0d0-4732-9efc-96378a90f29d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Unset dirty status for tenant:fc6dc28085834d05ab06b8f458f23834 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:31:28.476006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0b53b16e-2084-4860-b9ff-984ae1ec1d66 req-145d3de2-d0d0-4732-9efc-96378a90f29d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 210 time: 0.2115226 May 28 05:31:28.487566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-db5fc4ae-2f6f-44ce-a467-87b24161950b admin admin] Usage tracker for resource:security_group_rule and tenant:fcc5c357fd7c4f2484423ae82cbfc61f is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:28.503292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-db5fc4ae-2f6f-44ce-a467-87b24161950b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:28.530591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:28.531211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-db5fc4ae-2f6f-44ce-a467-87b24161950b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:28.547295 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-833ddab3-62fa-40ad-a0fe-4cefe3d05846 req-417c8b84-859b-4b76-991a-a4afc92a5772 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 210 time: 0.1709750 May 28 05:31:28.548366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:28.566035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:28.568965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Allocated IP 172.20.0.9 (930906d6-e67d-431c-826b-4d1f1f770709/42d8e4bc-4815-4be8-b193-b848d295b775/07a44ce6-ee49-4449-b37c-6c2bd43a64fa) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:28.571016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:28.576416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:28.577013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.711813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47eadad9-c443-4ec3-a14b-e065b3d87271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.751948 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-702af288-1bf3-496b-9d96-d9d2d3a929e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.761471 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.825430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-702af288-1bf3-496b-9d96-d9d2d3a929e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:28.840019 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47eadad9-c443-4ec3-a14b-e065b3d87271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.853514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b34bed66-e629-4cad-9d1f-898fb28fbabe None None] Provisioning for port d568b6dc-6089-4294-b52b-dcfe2437c372 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:28.855964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-702af288-1bf3-496b-9d96-d9d2d3a929e3 admin admin] Usage tracker for resource:security_group_rule and tenant:623d154bc7ff4e1c9e99a0d2a431a95e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:28.861988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b34bed66-e629-4cad-9d1f-898fb28fbabe None None] Provisioning complete for port d568b6dc-6089-4294-b52b-dcfe2437c372 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:28.862728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b34bed66-e629-4cad-9d1f-898fb28fbabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.864218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-702af288-1bf3-496b-9d96-d9d2d3a929e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:28.876451 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.892820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-702af288-1bf3-496b-9d96-d9d2d3a929e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:28.945099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db5fc4ae-2f6f-44ce-a467-87b24161950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.945737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Transition to ACTIVE for port object 24d26111-1cf3-4a3b-a703-a07add3c5bbc will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:28.962122 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db5fc4ae-2f6f-44ce-a467-87b24161950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:28.965067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b34bed66-e629-4cad-9d1f-898fb28fbabe None None] Port d568b6dc-6089-4294-b52b-dcfe2437c372 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:31:28.967214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-58bdd94b-83fc-4020-b0b0-6e5f290d7b22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0992532 May 28 05:31:28.986271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-3b22a6ad-15bb-4402-936c-eb1fdf4ebac5 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:31:28.987223 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-3b22a6ad-15bb-4402-936c-eb1fdf4ebac5 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052061 May 28 05:31:29.017519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fc4ae-2f6f-44ce-a467-87b24161950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c498bf4-59dd-4972-95b4-7d5cb764fa90,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:29.026618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-db5fc4ae-2f6f-44ce-a467-87b24161950b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcc5c357fd7c4f2484423ae82cbfc61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709888 May 28 05:31:29.027666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39396) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:29.033704 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47eadad9-c443-4ec3-a14b-e065b3d87271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.076601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eadad9-c443-4ec3-a14b-e065b3d87271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1817214e-ae21-4047-b4fb-9d171725cfb3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:29.227311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Router 02125038-bfda-49c9-a4b7-3642621e2e40 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:31:29.244501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.357050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Request body: {'port': {'device_id': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:29.397721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.400021 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47eadad9-c443-4ec3-a14b-e065b3d87271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.403474 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-47eadad9-c443-4ec3-a14b-e065b3d87271 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1817214e-ae21-4047-b4fb-9d171725cfb3 HTTP/1.1" status: 204 len: 168 time: 0.9953554 May 28 05:31:29.407457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Allocated IP 192.168.233.85 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/66b6a928-1b1e-404b-ad42-747766e4abdc) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:29.453875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:29.476975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:29.479412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:29.589668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:29.590327 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.628568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:31:29.637117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.644615 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Sync routers for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:31:29.648627 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a07e-bcad-4bff-96b5-388deb574b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.677975 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a07e-bcad-4bff-96b5-388deb574b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.687686 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:31:29.688814 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:31:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:29.721003 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.767716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0833943 May 28 05:31:29.783977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841cc7-b127-47e1-bbf2-2341c51e8a75 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Pushing event updated for resources: {'Port': ['ID=24d26111-1cf3-4a3b-a703-a07add3c5bbc,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:29.798636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a07e-bcad-4bff-96b5-388deb574b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.810070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.814122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Request body: {'port': {'device_id': '5394820e-7d18-4423-aae3-c9a4189eb564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:29.815179 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5e96ec31-8c97-4370-9727-ac085237733b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.7960298 May 28 05:31:29.823528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39424) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:29.877542 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-702af288-1bf3-496b-9d96-d9d2d3a929e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:29.907594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ac7d340b-7973-4ac7-b809-7ec967297560 None None] Provisioning for port 24d26111-1cf3-4a3b-a703-a07add3c5bbc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:29.919183 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ac7d340b-7973-4ac7-b809-7ec967297560 None None] Provisioning complete for port 24d26111-1cf3-4a3b-a703-a07add3c5bbc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:29.919577 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ac7d340b-7973-4ac7-b809-7ec967297560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:30.004817 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:31:30.022768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5a07e-bcad-4bff-96b5-388deb574b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c498bf4-59dd-4972-95b4-7d5cb764fa90,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:30.036712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-702af288-1bf3-496b-9d96-d9d2d3a929e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:30.083608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Network 930906d6-e67d-431c-826b-4d1f1f770709 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:30.084809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:30.099216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d340b-7973-4ac7-b809-7ec967297560 None None] Port 24d26111-1cf3-4a3b-a703-a07add3c5bbc cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:31:30.119752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:30.126477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:30.126912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a07e-bcad-4bff-96b5-388deb574b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:30.127554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:30.134114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9cd5a07e-bcad-4bff-96b5-388deb574b1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c498bf4-59dd-4972-95b4-7d5cb764fa90 HTTP/1.1" status: 204 len: 168 time: 1.1056070 May 28 05:31:30.162833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b62a3-b490-4078-b26b-89ea0143b552 req-21602a70-7870-4f92-9e1e-c78922161dd0 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:30.163677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e94b62a3-b490-4078-b26b-89ea0143b552 req-21602a70-7870-4f92-9e1e-c78922161dd0 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Synchronizing usage tracker for tenant:34677d108c2a499f8623f68283a66bf4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:31:30.275020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e94b62a3-b490-4078-b26b-89ea0143b552 req-21602a70-7870-4f92-9e1e-c78922161dd0 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Unset dirty status for tenant:34677d108c2a499f8623f68283a66bf4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:31:30.278254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Pushing event updated for resources: {'Port': ['ID=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:30.290898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e94b62a3-b490-4078-b26b-89ea0143b552 req-21602a70-7870-4f92-9e1e-c78922161dd0 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 935 time: 1.0684118 May 28 05:31:30.339953 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e0abcbc6-9e12-4878-8a59-c56d6d295043 req-b7a39457-6c5a-4d4f-866a-42b1329dda49 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 210 time: 0.5231972 May 28 05:31:30.369889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702af288-1bf3-496b-9d96-d9d2d3a929e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f38877-fe63-4589-9429-cf1a551a2fa6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:30.396325 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-702af288-1bf3-496b-9d96-d9d2d3a929e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=623d154bc7ff4e1c9e99a0d2a431a95e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1305475 May 28 05:31:30.404621 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:27Z', 'revision_number': 3, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:30.410340 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Checking router: 02125038-bfda-49c9-a4b7-3642621e2e40 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:31:30.410703 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Updating router 02125038-bfda-49c9-a4b7-3642621e2e40 port aacf403a-8fbd-47d3-a442-183b9ff1cabb binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:31:30.435633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39444) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:30.491452 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:30.504297 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:30.565558 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-81e6b1e4-6d23-44aa-bab0-7f6ffd4d0484 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5242412 May 28 05:31:30.597013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Request body: {'port': {'device_id': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:30.641271 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e94b62a3-b490-4078-b26b-89ea0143b552 req-9367757a-16a4-43c8-9fe5-c50528d08f48 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491359 May 28 05:31:30.702145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:30.917525 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:30.957377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Transition to ACTIVE for port object 66b6a928-1b1e-404b-ad42-747766e4abdc will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:31.001949 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.112834 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.124654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:31.131534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:31.140388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:31.256272 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e49f6b1f-ce6a-4446-aff9-598811d31178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.304746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:31.305585 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.309490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Pushing event updated for resources: {'Port': ['ID=66b6a928-1b1e-404b-ad42-747766e4abdc,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:31.324975 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.346531 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-a72b3de9-1f18-41b7-813d-9b8888370486 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.7522542 May 28 05:31:31.348488 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Transition to ACTIVE for port object aacf403a-8fbd-47d3-a442-183b9ff1cabb will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:31.360835 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.368328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Request body: {'port': {'device_id': 'babdece8-a388-462f-bb11-1975e0463dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:31.474535 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Attempting to bind port aacf403a-8fbd-47d3-a442-183b9ff1cabb on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:31.474907 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Attempting to bind port aacf403a-8fbd-47d3-a442-183b9ff1cabb by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:31.475294 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Attempting to bind port aacf403a-8fbd-47d3-a442-183b9ff1cabb on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:31.488797 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:31.489754 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:31.490169 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.490553 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:31.491443 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Bound port: aacf403a-8fbd-47d3-a442-183b9ff1cabb, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:31.491761 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.550240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-43b9a351-30ef-48be-a3cb-257a273fb042 None None] Provisioning for port 66b6a928-1b1e-404b-ad42-747766e4abdc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:31.557768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-43b9a351-30ef-48be-a3cb-257a273fb042 None None] Provisioning complete for port 66b6a928-1b1e-404b-ad42-747766e4abdc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:31.558843 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-43b9a351-30ef-48be-a3cb-257a273fb042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.593313 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] For port aacf403a-8fbd-47d3-a442-183b9ff1cabb, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:31.596750 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] For port aacf403a-8fbd-47d3-a442-183b9ff1cabb, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=aacf403a-8fbd-47d3-a442-183b9ff1cabb,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:31.612931 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.634164 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Pushing event updated for resources: {'Port': ['ID=aacf403a-8fbd-47d3-a442-183b9ff1cabb,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:31.639741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.652200 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:31:31.652834 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:31:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:31.678798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-43b9a351-30ef-48be-a3cb-257a273fb042 None None] Port 66b6a928-1b1e-404b-ad42-747766e4abdc cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:31:31.746436 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.746949 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.747441 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.747841 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.748271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.748693 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.749081 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.749875 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.749875 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.750271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.750658 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.751045 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Tracked resource versions report: May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: pushed versions: May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: { 'AddressGroup': {'1.2'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'ConntrackHelper': {'1.0'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'Log': {'1.0'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'Network': {'1.1'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'Port': {'1.7'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'PortForwarding': {'1.2'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'QosPolicy': {'1.8'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'SecurityGroup': {'1.4'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'SecurityGroupRule': {'1.2'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'SubPort': {'1.0'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'Subnet': {'1.1'}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'Trunk': {'1.1'}} May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: consumer versions: May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: { DHCP agent@n-d-843679-5: {}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: HyperV agent@n-h1-843679-5: {}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: HyperV agent@n-h2-843679-5: {}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: L3 agent@n-d-843679-5: {}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: Metadata agent@n-d-843679-5: {}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: Metering agent@n-d-843679-5: {}, May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: Open vSwitch agent@n-d-843679-5: { 'AddressGroup': '1.2', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'ConntrackHelper': '1.0', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'Log': '1.0', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'Network': '1.1', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'Port': '1.7', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'PortForwarding': '1.2', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'QosPolicy': '1.8', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'SecurityGroup': '1.4', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'SecurityGroupRule': '1.2', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'SubPort': '1.0', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'Subnet': '1.1', May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: 'Trunk': '1.1'}} May 28 05:31:31.752228 n-d-843679-5 neutron-server[88419]: {{(pid=88419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 05:31:31.933767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e49f6b1f-ce6a-4446-aff9-598811d31178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:31.992063 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409aa28-5a23-4b5a-a706-ccb671133cc1 None None] Pushing event updated for resources: {'Port': ['ID=aacf403a-8fbd-47d3-a442-183b9ff1cabb,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:32.044973 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:31:32.063738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d568b6dc-6089-4294-b52b-dcfe2437c372 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:32.148589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:32.186533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb41487-9f6e-4dac-a2d5-40724f62e7ab req-897475b0-29cc-4175-8af9-68b1715079b1 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:32.189243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bb41487-9f6e-4dac-a2d5-40724f62e7ab req-897475b0-29cc-4175-8af9-68b1715079b1 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 935 time: 0.1239209 May 28 05:31:32.254317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826f875-7dfc-41ce-b24b-39d538e4a835 req-667f038e-af80-4661-a0b8-b6a8c69185f8 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:32.255255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6826f875-7dfc-41ce-b24b-39d538e4a835 req-667f038e-af80-4661-a0b8-b6a8c69185f8 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Synchronizing usage tracker for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:31:32.271493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Transition to ACTIVE for port object d568b6dc-6089-4294-b52b-dcfe2437c372 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:32.281021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0bb41487-9f6e-4dac-a2d5-40724f62e7ab req-de82c356-8ca1-4d7a-9d89-d1bf48f125ab tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Synchronizing usage tracker for tenant:fc6dc28085834d05ab06b8f458f23834 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:31:32.293855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:32.458754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6826f875-7dfc-41ce-b24b-39d538e4a835 req-667f038e-af80-4661-a0b8-b6a8c69185f8 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Unset dirty status for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:31:32.461386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6826f875-7dfc-41ce-b24b-39d538e4a835 req-667f038e-af80-4661-a0b8-b6a8c69185f8 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 931 time: 1.5411315 May 28 05:31:32.491009 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:27Z', 'revision_number': 3, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:32.496962 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70970a-48e4-4d9f-912c-f8c1b634a361 None None] The sync data for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 is: [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:27Z', 'revision_number': 3, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:31:32.507743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0bb41487-9f6e-4dac-a2d5-40724f62e7ab req-de82c356-8ca1-4d7a-9d89-d1bf48f125ab tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Unset dirty status for tenant:fc6dc28085834d05ab06b8f458f23834 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:31:32.508885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bb41487-9f6e-4dac-a2d5-40724f62e7ab req-de82c356-8ca1-4d7a-9d89-d1bf48f125ab tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114779 May 28 05:31:32.538391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a44ce6-ee49-4449-b37c-6c2bd43a64fa {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:32.547326 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:32.596116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Transition to ACTIVE for port object 07a44ce6-ee49-4449-b37c-6c2bd43a64fa will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:32.622501 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e49f6b1f-ce6a-4446-aff9-598811d31178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:32.685635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:32.721154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f6b1f-ce6a-4446-aff9-598811d31178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f38877-fe63-4589-9429-cf1a551a2fa6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:32.794689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:32.796786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d26111-1cf3-4a3b-a703-a07add3c5bbc {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:32.806387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:32.833705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Transition to ACTIVE for port object 24d26111-1cf3-4a3b-a703-a07add3c5bbc will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:32.844591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e84d-d147-4bd7-8aed-b1e8550f95b2 req-6ed7a612-c99c-4a67-a523-34e041282da6 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:32.846133 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82a3e84d-d147-4bd7-8aed-b1e8550f95b2 req-6ed7a612-c99c-4a67-a523-34e041282da6 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 935 time: 0.1363883 May 28 05:31:32.867208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:33.048441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e49f6b1f-ce6a-4446-aff9-598811d31178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:33.049628 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e49f6b1f-ce6a-4446-aff9-598811d31178 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29f38877-fe63-4589-9429-cf1a551a2fa6 HTTP/1.1" status: 204 len: 168 time: 2.6099524 May 28 05:31:33.113105 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82a3e84d-d147-4bd7-8aed-b1e8550f95b2 req-5f4737ea-8aa5-4c99-8c79-5fcd7d791853 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507651 May 28 05:31:33.117324 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6826f875-7dfc-41ce-b24b-39d538e4a835 req-421315e9-d09c-40e5-b26a-dfe10ef31931 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265298 May 28 05:31:33.217176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Attempting to bind port d568b6dc-6089-4294-b52b-dcfe2437c372 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:33.217389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Attempting to bind port d568b6dc-6089-4294-b52b-dcfe2437c372 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:33.217674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Attempting to bind port d568b6dc-6089-4294-b52b-dcfe2437c372 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:33.248017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Pushing event updated for resources: {'Port': ['ID=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:33.288678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Port d568b6dc-6089-4294-b52b-dcfe2437c372 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:31:33.289173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Attempting to bind port d568b6dc-6089-4294-b52b-dcfe2437c372 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:33.345714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Attempting to bind port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:33.346284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Attempting to bind port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:33.346782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Attempting to bind port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa on network 930906d6-e67d-431c-826b-4d1f1f770709 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:33.350759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:33.351161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:33.353609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:33.353609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Bound port: d568b6dc-6089-4294-b52b-dcfe2437c372, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:33.353906 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:33.376505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa on network 930906d6-e67d-431c-826b-4d1f1f770709 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:31:33.376712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Attempting to bind port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa on network 930906d6-e67d-431c-826b-4d1f1f770709 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:33.417127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:33.417462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Checking segment: {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:33.417773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Bound using segment: {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:33.418215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Bound port: 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:33.418559 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:33.447787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:33.615275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Pushing event updated for resources: {'Port': ['ID=24d26111-1cf3-4a3b-a703-a07add3c5bbc,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:33.752882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Attempting to bind port 24d26111-1cf3-4a3b-a703-a07add3c5bbc on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:33.753216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Attempting to bind port 24d26111-1cf3-4a3b-a703-a07add3c5bbc by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:33.753962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Attempting to bind port 24d26111-1cf3-4a3b-a703-a07add3c5bbc on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:33.768112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:33.780603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Port 24d26111-1cf3-4a3b-a703-a07add3c5bbc on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:31:33.780960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Attempting to bind port 24d26111-1cf3-4a3b-a703-a07add3c5bbc on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:33.788193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b6a928-1b1e-404b-ad42-747766e4abdc {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:33.799602 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:33.804792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:33.805135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:33.805532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:33.805979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Bound port: 24d26111-1cf3-4a3b-a703-a07add3c5bbc, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:33.806327 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:33.842775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:33.912882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39534) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:33.928530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device aacf403a-8fbd-47d3-a442-183b9ff1cabb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:33.935409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:33.952355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] For port 24d26111-1cf3-4a3b-a703-a07add3c5bbc, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:33.960411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] For port 24d26111-1cf3-4a3b-a703-a07add3c5bbc, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=24d26111-1cf3-4a3b-a703-a07add3c5bbc,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:33.971567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Transition to ACTIVE for port object 66b6a928-1b1e-404b-ad42-747766e4abdc will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:33.977526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.004631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] For port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:34.019800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port aacf403a-8fbd-47d3-a442-183b9ff1cabb completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:34.026321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port aacf403a-8fbd-47d3-a442-183b9ff1cabb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:34.026771 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.038670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.039296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:34.040579 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.043081 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] 10.222.0.33 "PUT /v2.0/ports/d568b6dc-6089-4294-b52b-dcfe2437c372 HTTP/1.1" status: 200 len: 1096 time: 4.8240800 May 28 05:31:34.044154 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.071453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:34.072124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.073533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] 10.222.0.33 "PUT /v2.0/ports/24d26111-1cf3-4a3b-a703-a07add3c5bbc HTTP/1.1" status: 200 len: 1095 time: 4.2861493 May 28 05:31:34.074159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5394820e-7d18-4423-aae3-c9a4189eb564', 'tag': '24d26111-1cf3-4a3b-a703-a07add3c5bbc'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:34.101141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:34.137530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] For port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:34.241778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port aacf403a-8fbd-47d3-a442-183b9ff1cabb is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:34.242408 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.264502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port aacf403a-8fbd-47d3-a442-183b9ff1cabb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=aacf403a-8fbd-47d3-a442-183b9ff1cabb,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:34.272094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.272634 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.291791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:34.349165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Usage tracker for resource:security_group_rule and tenant:1c889903c938466a8b4be8bca5bd1674 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:34.361318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:34.369607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1febb3-6e17-4fca-b871-278ec8e1f057 service neutron] Pushing event updated for resources: {'Port': ['ID=24d26111-1cf3-4a3b-a703-a07add3c5bbc,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:34.377917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:34.379299 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.381037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] 10.222.0.41 "PUT /v2.0/ports/07a44ce6-ee49-4449-b37c-6c2bd43a64fa HTTP/1.1" status: 200 len: 1091 time: 3.7947533 May 28 05:31:34.393441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:34.407542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45089b0c-3dfb-426a-a0a1-156301470569 service neutron] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:34.429945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=aacf403a-8fbd-47d3-a442-183b9ff1cabb,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:34.571797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Allocated IP 172.20.0.1 (b1a9b245-5074-4ded-82bb-cbdaaebacdd1/5405371e-740e-42e9-840d-a75d4a087527/afc5fb74-54f3-4dea-97df-b0fe7e63ddc4) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:34.613974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Pushing event updated for resources: {'Port': ['ID=66b6a928-1b1e-404b-ad42-747766e4abdc,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:34.621272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8ddb7-69dd-4576-9753-02e0da57d569 req-fdfccf7c-c844-42b1-b514-8fbca546581f tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:34.628994 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4cf8ddb7-69dd-4576-9753-02e0da57d569 req-fdfccf7c-c844-42b1-b514-8fbca546581f tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 935 time: 0.7932639 May 28 05:31:34.671681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Attempting to bind port 66b6a928-1b1e-404b-ad42-747766e4abdc on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:34.672178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Attempting to bind port 66b6a928-1b1e-404b-ad42-747766e4abdc by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:34.672416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Attempting to bind port 66b6a928-1b1e-404b-ad42-747766e4abdc on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:34.680736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Port 66b6a928-1b1e-404b-ad42-747766e4abdc on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:31:34.681069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Attempting to bind port 66b6a928-1b1e-404b-ad42-747766e4abdc on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:34.689593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41875e7b-eda5-4987-8a7a-6a827a1c9d88 service neutron] Pushing event updated for resources: {'Port': ['ID=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:34.691651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:34.691919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:34.692304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:34.692738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Bound port: 66b6a928-1b1e-404b-ad42-747766e4abdc, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:34.693084 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:34.712546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143e491-3663-4560-ad0d-b1e326daca00 req-8d8ab1b3-c5b2-4558-9310-2b85a5842199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:34.715157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-8d8ab1b3-c5b2-4558-9310-2b85a5842199 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 1099 time: 0.4962225 May 28 05:31:34.794019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-9a96d05f-8845-4fa7-9752-fb09af0a1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:34.795650 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-9a96d05f-8845-4fa7-9752-fb09af0a1801 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 1098 time: 0.6221900 May 28 05:31:34.824131 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4cf8ddb7-69dd-4576-9753-02e0da57d569 req-6d907676-ec26-4e87-a100-b56da82d0302 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938009 May 28 05:31:34.850903 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cf9566-eca9-40f8-853c-89a0a2a179ea'] response: {'name': 'network-changed', 'server_uuid': '5394820e-7d18-4423-aae3-c9a4189eb564', 'tag': '24d26111-1cf3-4a3b-a703-a07add3c5bbc', 'status': 'completed', 'code': 200} May 28 05:31:34.861452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-3b62cfd7-7417-4fcc-8b9c-9b0d35d1052b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=d568b6dc-6089-4294-b52b-dcfe2437c372 HTTP/1.1" status: 200 len: 217 time: 0.1023924 May 28 05:31:34.921849 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26307ca-8b7b-44eb-94e1-7f6f35f379e8'] response: {'name': 'network-changed', 'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'status': 'completed', 'code': 200} May 28 05:31:34.947125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb58a-b998-4886-a81e-2b042310a9fc req-c42b2bca-ecfa-423c-8123-ef94422ada12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:34.950163 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-c42b2bca-ecfa-423c-8123-ef94422ada12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 1094 time: 0.4954376 May 28 05:31:34.951800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] For port 66b6a928-1b1e-404b-ad42-747766e4abdc, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:34.955160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] For port 66b6a928-1b1e-404b-ad42-747766e4abdc, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=66b6a928-1b1e-404b-ad42-747766e4abdc,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:34.974181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:35.022553 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-d2ea1c9c-8a95-4561-92f3-880d87901d70 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=24d26111-1cf3-4a3b-a703-a07add3c5bbc HTTP/1.1" status: 200 len: 217 time: 0.1794493 May 28 05:31:35.065079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143e491-3663-4560-ad0d-b1e326daca00 req-6e6ad789-0982-4dfb-906a-2a8b4320bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:35.066520 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-6e6ad789-0982-4dfb-906a-2a8b4320bd91 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1970978 May 28 05:31:35.133773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-40858f06-968c-4603-aa0e-d95afb70a2c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa HTTP/1.1" status: 200 len: 217 time: 0.1594851 May 28 05:31:35.147538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:35.148413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:35.150001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] 10.222.0.41 "PUT /v2.0/ports/66b6a928-1b1e-404b-ad42-747766e4abdc HTTP/1.1" status: 200 len: 1095 time: 3.7922282 May 28 05:31:35.227493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c998e08-2246-44fa-b536-9d7f28a7dead service neutron] Pushing event updated for resources: {'Port': ['ID=66b6a928-1b1e-404b-ad42-747766e4abdc,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:35.311182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059807a9-2387-483d-acf7-7329f8e7d968 req-53a81f63-de30-478a-9f14-a87145806371 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:35.318973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:35.319662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-059807a9-2387-483d-acf7-7329f8e7d968 req-53a81f63-de30-478a-9f14-a87145806371 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 943 time: 0.2991743 May 28 05:31:35.347485 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:35.350538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143e491-3663-4560-ad0d-b1e326daca00 req-72611e9d-43b3-4b54-8b99-d9dc954c0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:35.352018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-72611e9d-43b3-4b54-8b99-d9dc954c0e91 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2655942 May 28 05:31:35.390325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-88b93adb-1941-4808-bf31-b482ca4f229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:35.391811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-88b93adb-1941-4808-bf31-b482ca4f229b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3226275 May 28 05:31:35.400709 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:35.440626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-059807a9-2387-483d-acf7-7329f8e7d968 req-d858896a-992d-4645-8ac9-07d1153dcea7 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Synchronizing usage tracker for tenant:fe463b2399d24277aadd5d0ac381480d on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:31:35.458313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb58a-b998-4886-a81e-2b042310a9fc req-b900aa88-8c71-4e16-b22e-63af14349226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:35.459795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-b900aa88-8c71-4e16-b22e-63af14349226 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42d8e4bc-4815-4be8-b193-b848d295b775 HTTP/1.1" status: 200 len: 844 time: 0.2882593 May 28 05:31:35.521248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3cf75f-2165-4335-81d6-26254c09dd8c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:35.525262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c889903c938466a8b4be8bca5bd1674&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6051402 May 28 05:31:35.527933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-ea8cbcbc-811f-4988-9081-76d1b0331e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:35.529345 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-ea8cbcbc-811f-4988-9081-76d1b0331e17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6dc28085834d05ab06b8f458f23834&device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 1098 time: 0.3070190 May 28 05:31:35.529782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39560) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:35.546346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Transition to ACTIVE for port object afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:35.555385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.555645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.555979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.556309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.556635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.556958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.557277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.557611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.557911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.558230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.558548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.558854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb079-8e36-4cbc-981b-25ccf961ae8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:35.563640 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-a8b9e5c9-3401-4a97-b9b9-a0daa942c84c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930906d6-e67d-431c-826b-4d1f1f770709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874717 May 28 05:31:35.582175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192cf73-cd05-4fb8-847e-6a15453861d3 req-f6be02b1-caef-4835-b217-3469a8a84b06 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:35.582851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7192cf73-cd05-4fb8-847e-6a15453861d3 req-f6be02b1-caef-4835-b217-3469a8a84b06 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Synchronizing usage tracker for tenant:34677d108c2a499f8623f68283a66bf4 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:31:35.632801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-059807a9-2387-483d-acf7-7329f8e7d968 req-d858896a-992d-4645-8ac9-07d1153dcea7 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Unset dirty status for tenant:fe463b2399d24277aadd5d0ac381480d on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:31:35.633911 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-059807a9-2387-483d-acf7-7329f8e7d968 req-d858896a-992d-4645-8ac9-07d1153dcea7 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134918 May 28 05:31:35.640389 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-6fcdd662-0eae-41c5-a674-bc607de5e5be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=66b6a928-1b1e-404b-ad42-747766e4abdc HTTP/1.1" status: 200 len: 217 time: 0.0910957 May 28 05:31:35.694693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7192cf73-cd05-4fb8-847e-6a15453861d3 req-f6be02b1-caef-4835-b217-3469a8a84b06 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Unset dirty status for tenant:34677d108c2a499f8623f68283a66bf4 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:31:35.695881 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7192cf73-cd05-4fb8-847e-6a15453861d3 req-f6be02b1-caef-4835-b217-3469a8a84b06 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 947 time: 0.6675062 May 28 05:31:35.717287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-13c975c9-4a0b-4f4c-a952-aa80633d0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:35.718772 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-13c975c9-4a0b-4f4c-a952-aa80633d0961 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3027525 May 28 05:31:35.722843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-c4f06eec-8984-48fa-85d1-c1f266c6d5fb service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585258 May 28 05:31:35.779077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-56c9628e-974b-44df-9bb7-c42e8adc3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:35.780285 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-56c9628e-974b-44df-9bb7-c42e8adc3083 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1279542 May 28 05:31:35.829710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2a5addcd-a255-4c20-9324-4fe558c5666a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:35.850970 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:35.858607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device aacf403a-8fbd-47d3-a442-183b9ff1cabb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:35.942242 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-8af21a4e-d713-437d-b736-0545e20f3ffc service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565905 May 28 05:31:35.946716 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2a5addcd-a255-4c20-9324-4fe558c5666a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:35.950621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7192cf73-cd05-4fb8-847e-6a15453861d3 req-f366a813-b5b1-4d50-8626-529f1b7ad687 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Synchronizing usage tracker for tenant:34677d108c2a499f8623f68283a66bf4 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:31:35.963182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:35.995852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:36.007441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:36.007925 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:36.023155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7143e491-3663-4560-ad0d-b1e326daca00 req-2d8bf50c-40c0-4528-9947-5e23dd826a32 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836370 May 28 05:31:36.036555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-fc79f6cc-7746-4a83-a5c0-eb0799cdd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:36.038581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-fc79f6cc-7746-4a83-a5c0-eb0799cdd254 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2076225 May 28 05:31:36.104756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port aacf403a-8fbd-47d3-a442-183b9ff1cabb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:36.106183 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:36.195199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2a5addcd-a255-4c20-9324-4fe558c5666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:36.317854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Pushing event updated for resources: {'Port': ['ID=afc5fb74-54f3-4dea-97df-b0fe7e63ddc4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:36.320203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5addcd-a255-4c20-9324-4fe558c5666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3cf75f-2165-4335-81d6-26254c09dd8c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:36.386473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2a5addcd-a255-4c20-9324-4fe558c5666a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:36.390119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2a5addcd-a255-4c20-9324-4fe558c5666a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c3cf75f-2165-4335-81d6-26254c09dd8c HTTP/1.1" status: 204 len: 168 time: 0.8536367 May 28 05:31:36.391125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7192cf73-cd05-4fb8-847e-6a15453861d3 req-f366a813-b5b1-4d50-8626-529f1b7ad687 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Unset dirty status for tenant:34677d108c2a499f8623f68283a66bf4 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:31:36.392482 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7192cf73-cd05-4fb8-847e-6a15453861d3 req-f366a813-b5b1-4d50-8626-529f1b7ad687 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6821408 May 28 05:31:36.398614 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-cf1f1601-8277-4a46-babd-829245ce58db service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554000 May 28 05:31:36.429064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-fc994b88-5b94-477a-885c-37de5d3d4fc7 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792510 May 28 05:31:36.474782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port aacf403a-8fbd-47d3-a442-183b9ff1cabb is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:36.477806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2f35072b-4181-4499-a38b-321125cb1240 None None] Provisioning for port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:36.493943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2f35072b-4181-4499-a38b-321125cb1240 None None] Provisioning complete for port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:36.495281 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2f35072b-4181-4499-a38b-321125cb1240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:36.520921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39582) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:36.564010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca01e0-b010-4457-909d-176aa078fde7 req-fc356c35-4a57-4de0-898e-fb7f3889f3b7 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:36.571701 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-553bb58a-b998-4886-a81e-2b042310a9fc req-66772829-a69f-4f21-b746-1c0b11719d57 service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102104 May 28 05:31:36.571976 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3aca01e0-b010-4457-909d-176aa078fde7 req-fc356c35-4a57-4de0-898e-fb7f3889f3b7 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 947 time: 0.3725486 May 28 05:31:36.577672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70474f37-45bd-4c31-b990-8f1c252314ec req-a08b38a9-c075-420a-a7b3-db2cf44e9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:36.579177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70474f37-45bd-4c31-b990-8f1c252314ec req-a08b38a9-c075-420a-a7b3-db2cf44e9cc9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 1099 time: 0.3932211 May 28 05:31:36.643052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2f35072b-4181-4499-a38b-321125cb1240 None None] Port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:31:36.692268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9289c1f4-09e9-46c7-aa3b-a5d410b31dc8 req-fb880f9d-775f-44c0-9fb3-aa5e06040f86 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766654 May 28 05:31:36.752116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39596) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:36.770146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:36.854943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babdece8-a388-462f-bb11-1975e0463dff', 'tag': '66b6a928-1b1e-404b-ad42-747766e4abdc'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:36.861716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70474f37-45bd-4c31-b990-8f1c252314ec req-eef0d9c2-a4c8-4820-8836-3430a6d85ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:36.863980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70474f37-45bd-4c31-b990-8f1c252314ec req-eef0d9c2-a4c8-4820-8836-3430a6d85ee3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2650006 May 28 05:31:36.892459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3aca01e0-b010-4457-909d-176aa078fde7 req-b0715c34-c96d-4393-b19a-a5a99fd8ff7f tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195751 May 28 05:31:36.923050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'tag': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:36.954691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75599a98-0778-4e85-a4d6-b59e573a4662 req-e0ccc928-f0b6-4a8b-ad4d-ccf1ed4899dd service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145178 May 28 05:31:36.981894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70474f37-45bd-4c31-b990-8f1c252314ec req-7d17ce8e-5742-4293-b3da-26a84c61bd74 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=d568b6dc-6089-4294-b52b-dcfe2437c372 HTTP/1.1" status: 200 len: 217 time: 0.0847993 May 28 05:31:37.104215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70474f37-45bd-4c31-b990-8f1c252314ec req-ade241a7-ad11-44b9-8821-358393235e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:37.105894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70474f37-45bd-4c31-b990-8f1c252314ec req-ade241a7-ad11-44b9-8821-358393235e0f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1152160 May 28 05:31:37.112417 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1a9e62-d93a-4b95-9047-f4275f8e4343'] response: {'name': 'network-changed', 'server_uuid': 'babdece8-a388-462f-bb11-1975e0463dff', 'tag': '66b6a928-1b1e-404b-ad42-747766e4abdc', 'status': 'completed', 'code': 200} May 28 05:31:37.148281 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835fd34f-9ba3-4a20-b782-6e51c45a4a63'] response: {'name': 'network-changed', 'server_uuid': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'tag': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa', 'status': 'completed', 'code': 200} May 28 05:31:37.278569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-ba7663df-d45c-4069-ba08-cda1d61afbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:37.280285 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-ba7663df-d45c-4069-ba08-cda1d61afbfe service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 1098 time: 0.4923193 May 28 05:31:37.280513 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:37.281167 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7097be83-a3f6-430f-8ba5-e18d36a73486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:37.314190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:37.321473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd2dddd65ba47029389b40f1abb534d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:37.325477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:37.334933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:37.352390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7097be83-a3f6-430f-8ba5-e18d36a73486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:37.383813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70474f37-45bd-4c31-b990-8f1c252314ec req-d3787ebe-a49a-4744-ab84-8e385bf107a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:37.385426 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70474f37-45bd-4c31-b990-8f1c252314ec req-d3787ebe-a49a-4744-ab84-8e385bf107a5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1825082 May 28 05:31:37.389685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-04940122-9a69-406e-8368-b780c6ec63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:37.391088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-04940122-9a69-406e-8368-b780c6ec63bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6dc28085834d05ab06b8f458f23834&device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 1098 time: 0.2840564 May 28 05:31:37.426492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7097be83-a3f6-430f-8ba5-e18d36a73486 admin admin] Usage tracker for resource:security_group_rule and tenant:6361a548db924558ba73fedc8e0f9e95 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:37.442650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7097be83-a3f6-430f-8ba5-e18d36a73486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:37.462416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7097be83-a3f6-430f-8ba5-e18d36a73486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:37.574466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72137410-acc3-456d-869f-caf406b8190d req-0df2b334-5114-45c0-80a5-6eeee5854500 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:37.583005 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-72137410-acc3-456d-869f-caf406b8190d req-0df2b334-5114-45c0-80a5-6eeee5854500 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 943 time: 0.6409104 May 28 05:31:37.637446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-db91939b-b334-4046-935d-189af7f064a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:37.639727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-db91939b-b334-4046-935d-189af7f064a4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3448119 May 28 05:31:37.698414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39638) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:37.733389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d29e5d-a8ea-4120-b976-30ee1cd476d6 req-d54b7f9c-2991-4b0f-bc61-a5f16767b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:37.734977 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7d29e5d-a8ea-4120-b976-30ee1cd476d6 req-d54b7f9c-2991-4b0f-bc61-a5f16767b249 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 1094 time: 0.5889180 May 28 05:31:37.787648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-72137410-acc3-456d-869f-caf406b8190d req-52d744d7-7ca8-4366-81e9-50de752de019 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973295 May 28 05:31:37.790806 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-6bd0fc2c-2885-4104-b9f6-42e663be20b4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=24d26111-1cf3-4a3b-a703-a07add3c5bbc HTTP/1.1" status: 200 len: 217 time: 0.1365356 May 28 05:31:37.793902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:31:37.848333 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:37.857346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70474f37-45bd-4c31-b990-8f1c252314ec req-b238e289-a7b4-4e41-81bc-c1d596f8bd7f service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630609 May 28 05:31:37.869423 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:37.898269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-9ef81ba2-e584-4eef-a8de-26687e44644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:37.899663 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-9ef81ba2-e584-4eef-a8de-26687e44644d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.4855266 May 28 05:31:37.995810 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.019008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.019797 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.078810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-9aa5b820-4ec7-4c38-a1f8-ed66784ac58e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=66b6a928-1b1e-404b-ad42-747766e4abdc HTTP/1.1" status: 200 len: 217 time: 0.1705534 May 28 05:31:38.083287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e864e7-ab59-4f17-b39c-ab0a52c427ee,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:38.086823 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdd2dddd65ba47029389b40f1abb534d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5597148 May 28 05:31:38.095103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39656) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:38.136407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.136752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.137089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.137427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.138144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.138573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.138853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.139311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.139687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.140025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.140350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.140677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084e0bb-08bf-4095-8ca0-7f95aee98cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:38.152747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaebd6d-5089-4c58-a3db-689a06fa4f7b req-d0ea8e88-18d0-46ad-96f0-9ebfb670977c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:38.160496 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1aaebd6d-5089-4c58-a3db-689a06fa4f7b req-d0ea8e88-18d0-46ad-96f0-9ebfb670977c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 947 time: 0.5142670 May 28 05:31:38.215497 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3e4e-de80-43b2-9cdf-a356f1e64909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.219844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-8cd573a3-abb4-4b2c-8857-7debecf396af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:38.221442 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-8cd573a3-abb4-4b2c-8857-7debecf396af service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3986056 May 28 05:31:38.277256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Pushing event updated for resources: {'Port': ['ID=afc5fb74-54f3-4dea-97df-b0fe7e63ddc4,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:38.306549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7c2a3e4e-de80-43b2-9cdf-a356f1e64909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:38.324491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7c2a3e4e-de80-43b2-9cdf-a356f1e64909 admin admin] Usage tracker for resource:security_group_rule and tenant:d9995724d14944e7adc8ba654953d4d1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:38.328755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-204b94e3-5c12-445b-9021-2e64aa7bc68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:38.330203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-204b94e3-5c12-445b-9021-2e64aa7bc68b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2336640 May 28 05:31:38.332849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7c2a3e4e-de80-43b2-9cdf-a356f1e64909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:38.351660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1aaebd6d-5089-4c58-a3db-689a06fa4f7b req-737ea9cf-90b1-4692-91a7-7cc8cdf4c22d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900790 May 28 05:31:38.353706 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70474f37-45bd-4c31-b990-8f1c252314ec req-dc0e3dd0-5a6f-4b86-8228-59f1460540a4 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852605 May 28 05:31:38.354774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7c2a3e4e-de80-43b2-9cdf-a356f1e64909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:38.363096 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a134d168-c7c8-4294-a89e-046496c3e0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.380997 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7097be83-a3f6-430f-8ba5-e18d36a73486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.399065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d29e5d-a8ea-4120-b976-30ee1cd476d6 req-a2148491-1fcf-4e6b-85c2-07788337c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:38.400674 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7d29e5d-a8ea-4120-b976-30ee1cd476d6 req-a2148491-1fcf-4e6b-85c2-07788337c4b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 905 time: 0.6324105 May 28 05:31:38.401177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7097be83-a3f6-430f-8ba5-e18d36a73486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.439893 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-202df395-3107-4bbe-b1e5-6b1b5071fb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.507824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-202df395-3107-4bbe-b1e5-6b1b5071fb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.531933 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7d29e5d-a8ea-4120-b976-30ee1cd476d6 req-7b816b97-9e29-467b-be26-7a9ebcf27a4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa HTTP/1.1" status: 200 len: 217 time: 0.1075568 May 28 05:31:38.568750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-b4147487-e8f6-431f-958e-23b887fc4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:38.570887 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-b4147487-e8f6-431f-958e-23b887fc4a6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2139120 May 28 05:31:38.614671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7097be83-a3f6-430f-8ba5-e18d36a73486 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6361a548db924558ba73fedc8e0f9e95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8590448 May 28 05:31:38.623653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39674) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:38.627458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097be83-a3f6-430f-8ba5-e18d36a73486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0254fd58-fcb1-4810-8d33-9b64f4c122a4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:38.647618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:38.656313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:38.672887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099b56-7382-4396-9652-c958ede3014d req-2e796fd0-1d99-4756-b6c4-684b55e08446 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:38.674050 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa099b56-7382-4396-9652-c958ede3014d req-2e796fd0-1d99-4756-b6c4-684b55e08446 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 947 time: 0.5514729 May 28 05:31:38.691327 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3e4e-de80-43b2-9cdf-a356f1e64909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.705508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3e4e-de80-43b2-9cdf-a356f1e64909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.744604 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-202df395-3107-4bbe-b1e5-6b1b5071fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.769523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d29e5d-a8ea-4120-b976-30ee1cd476d6 req-ca6a5c3d-bc01-4596-82ce-9d0c9076be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:38.770944 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7d29e5d-a8ea-4120-b976-30ee1cd476d6 req-ca6a5c3d-bc01-4596-82ce-9d0c9076be24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42d8e4bc-4815-4be8-b193-b848d295b775 HTTP/1.1" status: 200 len: 844 time: 0.2117934 May 28 05:31:38.824164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-93d2827d-2ed3-421e-833f-bd88ff192280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:38.825944 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-93d2827d-2ed3-421e-833f-bd88ff192280 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5380986 May 28 05:31:38.840836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7c2a3e4e-de80-43b2-9cdf-a356f1e64909 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9995724d14944e7adc8ba654953d4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1414499 May 28 05:31:38.843540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39684) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:38.892601 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7d29e5d-a8ea-4120-b976-30ee1cd476d6 req-cf24a23e-5535-4725-8cf8-79067dc133e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930906d6-e67d-431c-826b-4d1f1f770709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044023 May 28 05:31:38.904430 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-202df395-3107-4bbe-b1e5-6b1b5071fb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:38.909115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-202df395-3107-4bbe-b1e5-6b1b5071fb24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4e864e7-ab59-4f17-b39c-ab0a52c427ee HTTP/1.1" status: 204 len: 168 time: 0.8085668 May 28 05:31:38.909115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a3e4e-de80-43b2-9cdf-a356f1e64909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d60564-d7cd-4598-80a5-fc02fa5f8aad,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:38.922437 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-c54c7df9-5d43-4f60-b20f-3d309c05e72d service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347538 May 28 05:31:38.980008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0706f0a3-6aad-4033-aad9-c88c70b636e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.034215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202df395-3107-4bbe-b1e5-6b1b5071fb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e864e7-ab59-4f17-b39c-ab0a52c427ee,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:39.089745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1556cf46-b8bd-4196-b9cb-1d480f03a3b3 None None] Provisioning complete for port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:39.090505 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1556cf46-b8bd-4196-b9cb-1d480f03a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.176159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1556cf46-b8bd-4196-b9cb-1d480f03a3b3 None None] Port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:31:39.177315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa099b56-7382-4396-9652-c958ede3014d req-cd88cbc1-4be1-4c7d-a325-fddfaf52dde3 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412405 May 28 05:31:39.233559 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0706f0a3-6aad-4033-aad9-c88c70b636e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.266877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7e79f6f-79ce-4112-b54f-19dab35814cf req-f37cea8f-5baa-4f5a-a0b9-ee037e9f1748 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107164 May 28 05:31:39.360041 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb78b53d-900f-4c60-b9a8-2f9288e67011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.361295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Router 02125038-bfda-49c9-a4b7-3642621e2e40 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:31:39.395882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0706f0a3-6aad-4033-aad9-c88c70b636e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.400671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-d672fc72-66cb-43d2-ab2a-66a2b55b6c49 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333228 May 28 05:31:39.414489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb78b53d-900f-4c60-b9a8-2f9288e67011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.428810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db13aba-b943-40df-8a06-14d88016532d req-fd0ff7c1-95d6-4b3e-8aa6-9ede9bbbaeca tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:39.435726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0db13aba-b943-40df-8a06-14d88016532d req-fd0ff7c1-95d6-4b3e-8aa6-9ede9bbbaeca tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 943 time: 0.4845030 May 28 05:31:39.461163 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7d29e5d-a8ea-4120-b976-30ee1cd476d6 req-fb3484c0-f698-4477-b89b-d89c66ee6ea6 service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003920 May 28 05:31:39.467369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706f0a3-6aad-4033-aad9-c88c70b636e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0254fd58-fcb1-4810-8d33-9b64f4c122a4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:39.492327 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0706f0a3-6aad-4033-aad9-c88c70b636e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.495986 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0706f0a3-6aad-4033-aad9-c88c70b636e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0254fd58-fcb1-4810-8d33-9b64f4c122a4 HTTP/1.1" status: 204 len: 168 time: 0.8686118 May 28 05:31:39.508205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 66b6a928-1b1e-404b-ad42-747766e4abdc details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:31:39.536987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0db13aba-b943-40df-8a06-14d88016532d req-8639d623-b26c-483d-ba9b-0ae19c603db4 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003110 May 28 05:31:39.580759 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb78b53d-900f-4c60-b9a8-2f9288e67011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.643732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39706) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:39.648378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78b53d-900f-4c60-b9a8-2f9288e67011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d60564-d7cd-4598-80a5-fc02fa5f8aad,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:39.670966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb78b53d-900f-4c60-b9a8-2f9288e67011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.679119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eb78b53d-900f-4c60-b9a8-2f9288e67011 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9d60564-d7cd-4598-80a5-fc02fa5f8aad HTTP/1.1" status: 204 len: 168 time: 0.7816126 May 28 05:31:39.682007 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.726401 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de23916-173a-4765-b080-c19fa8aac56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.755669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4de23916-173a-4765-b080-c19fa8aac56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:39.767359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4de23916-173a-4765-b080-c19fa8aac56d admin admin] Usage tracker for resource:security_group_rule and tenant:3d38ae887d974fa8b90d488c5fecfbe6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:39.770838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 66b6a928-1b1e-404b-ad42-747766e4abdc, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=66b6a928-1b1e-404b-ad42-747766e4abdc,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:39.780046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4de23916-173a-4765-b080-c19fa8aac56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:39.787446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '66b6a928-1b1e-404b-ad42-747766e4abdc', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '66b6a928-1b1e-404b-ad42-747766e4abdc', 'mac_address': 'fa:16:3e:77:6d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:31:39.798424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4de23916-173a-4765-b080-c19fa8aac56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:39.869048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 66b6a928-1b1e-404b-ad42-747766e4abdc is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:39.869702 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:39.873273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed6c206-61c6-49fe-8240-b827b5b7f21a req-a3e6cc2e-462f-433f-be1b-5b8846cbbb8a service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198446 May 28 05:31:39.881898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7d29e5d-a8ea-4120-b976-30ee1cd476d6 req-653144d3-9352-4a27-a23c-58ccdee8838e service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778181 May 28 05:31:39.884920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:31:39.888995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b6a928-1b1e-404b-ad42-747766e4abdc {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:39.918294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1d52737d-8c2e-455c-8044-bd769befad0b admin admin] 10.222.0.39 "PUT /v2.0/routers/02125038-bfda-49c9-a4b7-3642621e2e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0803790 May 28 05:31:39.925542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Sync routers for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:31:39.946381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 66b6a928-1b1e-404b-ad42-747766e4abdc, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=66b6a928-1b1e-404b-ad42-747766e4abdc,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:39.952734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:31:39.953736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:31:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:39.998919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b68e3-fe5a-47e8-9b11-96e9426d9c95 req-f10245ee-31fc-4f6d-932c-c53da45fd533 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:40.006675 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-383b68e3-fe5a-47e8-9b11-96e9426d9c95 req-f10245ee-31fc-4f6d-932c-c53da45fd533 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 947 time: 0.2020659 May 28 05:31:40.018041 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.019934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 07a44ce6-ee49-4449-b37c-6c2bd43a64fa details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:31:40.081067 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-383b68e3-fe5a-47e8-9b11-96e9426d9c95 req-da180a13-15c3-4f5a-a65b-f6a03cd063e2 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733125 May 28 05:31:40.112215 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de23916-173a-4765-b080-c19fa8aac56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.130096 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de23916-173a-4765-b080-c19fa8aac56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.186054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4de23916-173a-4765-b080-c19fa8aac56d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d38ae887d974fa8b90d488c5fecfbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998987 May 28 05:31:40.188145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de23916-173a-4765-b080-c19fa8aac56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d15949-9d80-45f7-8dea-581b8361fc9f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:40.189022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39724) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:40.237421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:40.283911 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25434621-c80c-47bb-aa33-1efe73ced0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.293279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'port_id': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa', 'mac_address': 'fa:16:3e:f5:ec:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8e4bc-4815-4be8-b193-b848d295b775', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:31:40.357298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25434621-c80c-47bb-aa33-1efe73ced0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.383358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:40.383735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.394350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39732) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:40.413210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a44ce6-ee49-4449-b37c-6c2bd43a64fa {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:40.428401 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51fee40c-e74f-4e6e-b9ce-e3557d9695c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.459540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-51fee40c-e74f-4e6e-b9ce-e3557d9695c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:40.465799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-51fee40c-e74f-4e6e-b9ce-e3557d9695c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2652bd600842849b5ced7e0a849855 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:40.473820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-51fee40c-e74f-4e6e-b9ce-e3557d9695c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:40.485511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-51fee40c-e74f-4e6e-b9ce-e3557d9695c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:40.498678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6144b-77a7-4206-8b02-745b2448044a req-d396df76-4e2b-4208-85ae-df6b50fe5408 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:40.500081 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2f6144b-77a7-4206-8b02-745b2448044a req-d396df76-4e2b-4208-85ae-df6b50fe5408 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 948 time: 0.1885698 May 28 05:31:40.501177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25434621-c80c-47bb-aa33-1efe73ced0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.516410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:40.527577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39738) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:40.536793 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.539587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=66b6a928-1b1e-404b-ad42-747766e4abdc,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:40.544550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25434621-c80c-47bb-aa33-1efe73ced0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d15949-9d80-45f7-8dea-581b8361fc9f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:40.570044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-550b64e3-2b75-4191-8011-3ff210dafd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.582029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25434621-c80c-47bb-aa33-1efe73ced0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.583198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-25434621-c80c-47bb-aa33-1efe73ced0c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02d15949-9d80-45f7-8dea-581b8361fc9f HTTP/1.1" status: 204 len: 168 time: 0.3931491 May 28 05:31:40.601773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-550b64e3-2b75-4191-8011-3ff210dafd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:40.609808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-550b64e3-2b75-4191-8011-3ff210dafd11 admin admin] Usage tracker for resource:security_group_rule and tenant:ad94d0b6f3524de48b2888da04afffba is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:40.614954 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2f6144b-77a7-4206-8b02-745b2448044a req-57959aa4-a87b-4149-b2aa-3d9f7a7d1c18 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035509 May 28 05:31:40.615714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-550b64e3-2b75-4191-8011-3ff210dafd11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:40.621852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-550b64e3-2b75-4191-8011-3ff210dafd11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:40.681843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:31:40.716640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51fee40c-e74f-4e6e-b9ce-e3557d9695c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.725471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51fee40c-e74f-4e6e-b9ce-e3557d9695c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.789796 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-550b64e3-2b75-4191-8011-3ff210dafd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.802111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-550b64e3-2b75-4191-8011-3ff210dafd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.833949 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-51fee40c-e74f-4e6e-b9ce-e3557d9695c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab2652bd600842849b5ced7e0a849855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385111 May 28 05:31:40.835095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fee40c-e74f-4e6e-b9ce-e3557d9695c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b399dbd8-e3f4-4391-90af-9a9c1a93aa45,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:40.838088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39748) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:40.890698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffe07-e8fa-42f2-958e-d5f4da72fdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:40.898942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:31:40.934641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:40.995704 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6e20278-f068-4eeb-b27e-b0993fa0f522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:41.009628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['07a44ce6-ee49-4449-b37c-6c2bd43a64fa'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:31:41.024751 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-550b64e3-2b75-4191-8011-3ff210dafd11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad94d0b6f3524de48b2888da04afffba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962749 May 28 05:31:41.025606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39754) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:41.030823 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6e20278-f068-4eeb-b27e-b0993fa0f522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:41.049635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b64e3-2b75-4191-8011-3ff210dafd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939295b5-389d-489e-b2b2-a055d1c91678,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:41.122113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6e20278-f068-4eeb-b27e-b0993fa0f522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:41.125963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['66b6a928-1b1e-404b-ad42-747766e4abdc'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:31:41.160218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e20278-f068-4eeb-b27e-b0993fa0f522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b399dbd8-e3f4-4391-90af-9a9c1a93aa45,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:41.187653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6e20278-f068-4eeb-b27e-b0993fa0f522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:41.190259 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c6e20278-f068-4eeb-b27e-b0993fa0f522 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b399dbd8-e3f4-4391-90af-9a9c1a93aa45 HTTP/1.1" status: 204 len: 168 time: 0.3511698 May 28 05:31:41.215476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af85212-50a2-4e89-b826-d4cf07770e94 req-c5b3d318-0f86-4021-bbda-230bb9e73167 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:41.217157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5af85212-50a2-4e89-b826-d4cf07770e94 req-c5b3d318-0f86-4021-bbda-230bb9e73167 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 944 time: 0.3147476 May 28 05:31:41.343924 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5af85212-50a2-4e89-b826-d4cf07770e94 req-42cfa10c-3695-46f3-9f35-92ec329c7d24 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066706 May 28 05:31:41.344762 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7232ce9a-6629-42c2-aa68-71a7401da589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:41.391594 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7232ce9a-6629-42c2-aa68-71a7401da589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:41.427326 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:31:41.477191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7232ce9a-6629-42c2-aa68-71a7401da589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:41.497817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba9f98-50ff-4882-90be-6b3a84a22161 req-85c6a9b9-086b-422a-84c6-e03c6dcf3a2c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:41.499605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06ba9f98-50ff-4882-90be-6b3a84a22161 req-85c6a9b9-086b-422a-84c6-e03c6dcf3a2c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 947 time: 0.1642151 May 28 05:31:41.514593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232ce9a-6629-42c2-aa68-71a7401da589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939295b5-389d-489e-b2b2-a055d1c91678,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:41.528737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7232ce9a-6629-42c2-aa68-71a7401da589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:41.532722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7232ce9a-6629-42c2-aa68-71a7401da589 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/939295b5-389d-489e-b2b2-a055d1c91678 HTTP/1.1" status: 204 len: 168 time: 0.4892604 May 28 05:31:41.577518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06ba9f98-50ff-4882-90be-6b3a84a22161 req-434e92c5-2414-44b1-abf3-a28be09adbe7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702417 May 28 05:31:41.686679 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:41.769839 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:41.835599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:41.856589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 2, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:41.863046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'mac_address': 'fa:16:3e:b0:5f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:31:41.881050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Checking router: 02125038-bfda-49c9-a4b7-3642621e2e40 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:31:41.881482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Updating router 02125038-bfda-49c9-a4b7-3642621e2e40 port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:31:41.885917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0bf5c-9fde-4c8d-b85d-dec63d9c3d24 req-c23b050f-8025-4178-87f6-0e1326cd5c62 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:41.887893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c0bf5c-9fde-4c8d-b85d-dec63d9c3d24 req-c23b050f-8025-4178-87f6-0e1326cd5c62 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 948 time: 0.1058984 May 28 05:31:41.950592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c0bf5c-9fde-4c8d-b85d-dec63d9c3d24 req-ca27cf21-d469-421c-8b60-f7e2c75cc524 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568726 May 28 05:31:42.033330 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.045837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d568b6dc-6089-4294-b52b-dcfe2437c372 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:42.046239 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.101453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d568b6dc-6089-4294-b52b-dcfe2437c372 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:42.105443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39806) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:42.115569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-network', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:42.124731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:42.137128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Usage tracker for resource:network and tenant:6ff722a4d1d044b3994247fe66604b96 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:42.139223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:42.146161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:42.159679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:42.183035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Made reservation on behalf of 6ff722a4d1d044b3994247fe66604b96 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:42.186233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.186449 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.187111 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 24d26111-1cf3-4a3b-a703-a07add3c5bbc details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:31:42.214674 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.236583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:42.242170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff722a4d1d044b3994247fe66604b96 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:42.245723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:42.255671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:42.361000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 24d26111-1cf3-4a3b-a703-a07add3c5bbc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=24d26111-1cf3-4a3b-a703-a07add3c5bbc,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:42.372300 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.378102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.417863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef17fa3-fd5f-408a-9b64-660a92937cf0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:42.433729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:42.442344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '24d26111-1cf3-4a3b-a703-a07add3c5bbc', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '24d26111-1cf3-4a3b-a703-a07add3c5bbc', 'mac_address': 'fa:16:3e:34:7c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:31:42.454437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:31:42.467300 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.467973 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Added segment 903dcce9-d3f5-4761-8caa-cff6be24b430 of type vlan for network 606cdb5c-ba94-4bef-8606-eb04666162a9 May 28 05:31:42.521716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.534062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 24d26111-1cf3-4a3b-a703-a07add3c5bbc is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:42.535004 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.557631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d26111-1cf3-4a3b-a703-a07add3c5bbc {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:42.569492 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.576200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:42.576728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.605393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 24d26111-1cf3-4a3b-a703-a07add3c5bbc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=24d26111-1cf3-4a3b-a703-a07add3c5bbc,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:42.635960 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.654073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6adb4-08e6-4722-bf45-605b61796b69 req-f556b89b-1357-4e90-9867-411252dcfd93 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:42.656519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ca6adb4-08e6-4722-bf45-605b61796b69 req-f556b89b-1357-4e90-9867-411252dcfd93 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 944 time: 0.1641281 May 28 05:31:42.726697 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ca6adb4-08e6-4722-bf45-605b61796b69 req-356e5c5e-7ccf-4441-a207-8d3498d9773f tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636053 May 28 05:31:42.735021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.751045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Transition to ACTIVE for port object afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:42.765683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] Pushing event updated for resources: {'Network': ['ID=606cdb5c-ba94-4bef-8606-eb04666162a9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:42.767370 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.771959 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5ec6eee8-c38d-4c30-b000-8b247d822d30 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6642382 May 28 05:31:42.774251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39832) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:42.780134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Request body: {'subnet': {'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-subnet', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:42.786328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:42.790759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Usage tracker for resource:subnet and tenant:6ff722a4d1d044b3994247fe66604b96 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:42.796340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:42.803609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 606cdb5c-ba94-4bef-8606-eb04666162a9 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:31:42.808030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:42.822934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Made reservation on behalf of 6ff722a4d1d044b3994247fe66604b96 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:42.826357 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:42.893197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=24d26111-1cf3-4a3b-a703-a07add3c5bbc,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:42.932055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31694b24-8e03-42ce-9406-8a6c0aff64ea req-a03ae75c-6d72-4cfb-90d8-699ec0c19ac7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:42.939722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31694b24-8e03-42ce-9406-8a6c0aff64ea req-a03ae75c-6d72-4cfb-90d8-699ec0c19ac7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 948 time: 0.1042337 May 28 05:31:43.007569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31694b24-8e03-42ce-9406-8a6c0aff64ea req-6817d254-8f8a-4155-a88c-10b5d4224c33 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666530 May 28 05:31:43.280830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bd818-a6db-45d4-8a7e-8f415b45c8ac req-95c7ab59-c2ad-4fce-9eb2-3dfa335274e3 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:43.284833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-025bd818-a6db-45d4-8a7e-8f415b45c8ac req-95c7ab59-c2ad-4fce-9eb2-3dfa335274e3 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 948 time: 0.1502085 May 28 05:31:43.321663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:43.373402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d568b6dc-6089-4294-b52b-dcfe2437c372'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:31:43.389784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-025bd818-a6db-45d4-8a7e-8f415b45c8ac req-afe87a36-9317-45d3-acc9-dcd94782000c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995519 May 28 05:31:43.414657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['24d26111-1cf3-4a3b-a703-a07add3c5bbc'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:31:43.448853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3898afd-3d59-4235-8271-ba423a2aed81,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:43.458943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Checking segment: {'id': '903dcce9-d3f5-4761-8caa-cff6be24b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:43.459343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Network hostable DHCP agents. Network: 606cdb5c-ba94-4bef-8606-eb04666162a9, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:31:43.481937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Network 606cdb5c-ba94-4bef-8606-eb04666162a9 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:31:43.494584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 606cdb5c-ba94-4bef-8606-eb04666162a9) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:43.499963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:43.500554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:43.504726 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:43.526445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5ea592ef-ffc1-480b-8d15-03f376de4f63 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7510312 May 28 05:31:43.528977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39864) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:43.534297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-router', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:43.540443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:43.545325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Usage tracker for resource:router and tenant:6ff722a4d1d044b3994247fe66604b96 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:43.548883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:43.555983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:43.576479 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:43.577508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:43.580103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535454a-7229-4f9f-9102-09fa0c5f0c19 None None] Pushing event updated for resources: {'Port': ['ID=afc5fb74-54f3-4dea-97df-b0fe7e63ddc4,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:43.582747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c0915f-a70d-49e9-a417-e9dc698d7109 None None] Network 606cdb5c-ba94-4bef-8606-eb04666162a9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:31:43.598238 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:43.601644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 66b6a928-1b1e-404b-ad42-747766e4abdc up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:43.769070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Attempting to bind port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:43.769690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Attempting to bind port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:43.769807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Attempting to bind port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 on network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:43.779799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:43.780167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Checking segment: {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:43.780562 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:43.781005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Bound using segment: {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:43.781488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Bound port: afc5fb74-54f3-4dea-97df-b0fe7e63ddc4, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:43.781875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:44.020896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 66b6a928-1b1e-404b-ad42-747766e4abdc completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:44.049120 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:44.080264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 66b6a928-1b1e-404b-ad42-747766e4abdc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:44.080782 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:44.105629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb129a-94bd-4a28-922e-39a1e0215499 req-4aa16889-5797-4fe1-b4b9-6233f3e7eb45 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:44.107681 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36bb129a-94bd-4a28-922e-39a1e0215499 req-4aa16889-5797-4fe1-b4b9-6233f3e7eb45 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 944 time: 0.2056093 May 28 05:31:44.239671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36bb129a-94bd-4a28-922e-39a1e0215499 req-4994a4f7-7806-409c-84c9-7b30b1e0b7bd tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737796 May 28 05:31:44.312635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] For port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:44.389393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] For port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=afc5fb74-54f3-4dea-97df-b0fe7e63ddc4,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:44.420213 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:44.435348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c14518-2181-4737-90c2-c34371a8e52a req-5ba8dcb3-1e7d-4c52-bcc6-23f7500bf33d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:44.439787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3c14518-2181-4737-90c2-c34371a8e52a req-5ba8dcb3-1e7d-4c52-bcc6-23f7500bf33d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 948 time: 0.1992517 May 28 05:31:44.469079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-606cdb5c-ba94-4bef-8606-eb04666162a9', 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'fixed_ips': [{'subnet_id': 'a3898afd-3d59-4235-8271-ba423a2aed81'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:31:44.470067 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:44.501142 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:44.531142 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3c14518-2181-4737-90c2-c34371a8e52a req-4667d8cf-9b5a-4c70-9b58-b4f4a2a7d8c9 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827181 May 28 05:31:44.547282 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:44.771294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:31:44.771841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:31:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:44.805586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Allocated IP 172.25.4.16 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/f1be2a61-0e49-4688-900d-28493e03a6ba) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:44.815837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf25d1-8424-4a75-9c0c-a0c705ef0c3a req-e25802f4-19ff-4e07-bbbd-a24c9bf4f31c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:44.818770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4bf25d1-8424-4a75-9c0c-a0c705ef0c3a req-e25802f4-19ff-4e07-bbbd-a24c9bf4f31c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 948 time: 0.1468625 May 28 05:31:44.869442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535454a-7229-4f9f-9102-09fa0c5f0c19 None None] Pushing event updated for resources: {'Port': ['ID=afc5fb74-54f3-4dea-97df-b0fe7e63ddc4,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:44.920400 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 66b6a928-1b1e-404b-ad42-747766e4abdc is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:44.920776 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:44.928200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4bf25d1-8424-4a75-9c0c-a0c705ef0c3a req-1c5a4b00-9abe-4292-b9bd-1c12524bda24 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024890 May 28 05:31:45.081197 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:45.083068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babdece8-a388-462f-bb11-1975e0463dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b6a928-1b1e-404b-ad42-747766e4abdc'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:45.149409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:45.165815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 66b6a928-1b1e-404b-ad42-747766e4abdc, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=66b6a928-1b1e-404b-ad42-747766e4abdc,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:45.167409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Allocated IP 172.20.0.2 (606cdb5c-ba94-4bef-8606-eb04666162a9/a3898afd-3d59-4235-8271-ba423a2aed81/b912659e-3803-41d0-aec1-b0b60d7f1de1) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:45.203391 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:45.204437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 07a44ce6-ee49-4449-b37c-6c2bd43a64fa up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:45.252915 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f600fb0-1882-4e0f-b0e6-c3e370cc8390'] response: {'server_uuid': 'babdece8-a388-462f-bb11-1975e0463dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b6a928-1b1e-404b-ad42-747766e4abdc', 'code': 200} May 28 05:31:45.319932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:31:45.354026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Pushing event updated for resources: {'Port': ['ID=f1be2a61-0e49-4688-900d-28493e03a6ba,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:45.454542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:45.460608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:45.470186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:45.584196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=66b6a928-1b1e-404b-ad42-747766e4abdc,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:45.708445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:45.742428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:45.742428 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:45.768814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eb21b-e0b1-4d70-bea5-339e562e37c1 req-b7c72e7d-66a1-4619-935e-ecbcdc4ab8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:45.770317 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6f6eb21b-e0b1-4d70-bea5-339e562e37c1 req-b7c72e7d-66a1-4619-935e-ecbcdc4ab8ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 1100 time: 0.4539673 May 28 05:31:45.828398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e855ecd-df93-4ec6-adeb-3327c7a5cf67 req-41b601dc-6ab7-4525-80f8-b46efca69405 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:45.829977 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4e855ecd-df93-4ec6-adeb-3327c7a5cf67 req-41b601dc-6ab7-4525-80f8-b46efca69405 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 944 time: 0.2989922 May 28 05:31:45.918001 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6f6eb21b-e0b1-4d70-bea5-339e562e37c1 req-56f1f670-daaf-4b46-85a4-5c38930fdfa2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404901 May 28 05:31:45.968957 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4e855ecd-df93-4ec6-adeb-3327c7a5cf67 req-45ba3e36-8544-473b-8863-8e18251c0093 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825157 May 28 05:31:46.062621 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:46.119665 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:46.151638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Transition to ACTIVE for port object b912659e-3803-41d0-aec1-b0b60d7f1de1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:46.172243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:46.173019 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:46.200586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Transition to ACTIVE for port object b912659e-3803-41d0-aec1-b0b60d7f1de1 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:46.214599 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:46.291188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:46.299560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Network 606cdb5c-ba94-4bef-8606-eb04666162a9 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:46.304341 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:46.306338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:46.312837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:46.316281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:44Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:46.353392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Pushing event updated for resources: {'Port': ['ID=b912659e-3803-41d0-aec1-b0b60d7f1de1,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:46.360896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42517-347c-48d1-845b-d123e86ee045 None None] The sync data for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 is: [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:44Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:31:46.478346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271abcd-03b6-4c39-83f6-d34c7577abef req-23441fd7-b796-4be3-a797-9faf46391fb3 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:46.489726 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9271abcd-03b6-4c39-83f6-d34c7577abef req-23441fd7-b796-4be3-a797-9faf46391fb3 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 948 time: 0.3102190 May 28 05:31:46.559271 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Attempting to bind port b912659e-3803-41d0-aec1-b0b60d7f1de1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:46.559271 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Attempting to bind port b912659e-3803-41d0-aec1-b0b60d7f1de1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '903dcce9-d3f5-4761-8caa-cff6be24b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:46.559271 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Attempting to bind port b912659e-3803-41d0-aec1-b0b60d7f1de1 on network 606cdb5c-ba94-4bef-8606-eb04666162a9 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:46.564281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:46.564648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Checking segment: {'id': '903dcce9-d3f5-4761-8caa-cff6be24b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:46.565608 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:46.565608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Bound using segment: {'id': '903dcce9-d3f5-4761-8caa-cff6be24b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:46.565914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Bound port: b912659e-3803-41d0-aec1-b0b60d7f1de1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903dcce9-d3f5-4761-8caa-cff6be24b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:46.566279 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:46.581556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:46.656794 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9271abcd-03b6-4c39-83f6-d34c7577abef req-1c3cf52d-3ce8-4e25-9ea2-3fc6f7e7bd03 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657388 May 28 05:31:46.699284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a87451-922d-4116-8001-b233305d8978 req-04c47210-9535-4a47-a683-3cfb5911fc58 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:46.702602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70a87451-922d-4116-8001-b233305d8978 req-04c47210-9535-4a47-a683-3cfb5911fc58 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 949 time: 0.1420529 May 28 05:31:46.716938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] For port b912659e-3803-41d0-aec1-b0b60d7f1de1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:46.724521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] For port b912659e-3803-41d0-aec1-b0b60d7f1de1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b912659e-3803-41d0-aec1-b0b60d7f1de1,segment=NetworkSegment(903dcce9-d3f5-4761-8caa-cff6be24b430),segment_id=903dcce9-d3f5-4761-8caa-cff6be24b430)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:46.730663 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:46.736435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:46.777023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:46.838240 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70a87451-922d-4116-8001-b233305d8978 req-8dc8c190-aa52-4695-8abe-a35dfc6dcd01 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271272 May 28 05:31:47.024529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16d20e8e-3ab0-4df6-9b8b-80f0c2ef74e6 req-aff8fe60-402c-4412-8769-9d9af69e52e4 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0874574 May 28 05:31:47.053068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd9840-8a82-4e49-878d-5ab9c4c153b0 None None] Pushing event updated for resources: {'Port': ['ID=b912659e-3803-41d0-aec1-b0b60d7f1de1,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:47.084533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port d568b6dc-6089-4294-b52b-dcfe2437c372 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:47.090300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d568b6dc-6089-4294-b52b-dcfe2437c372 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:47.090671 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:47.265639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:47.270170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:31:47.492774 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d568b6dc-6089-4294-b52b-dcfe2437c372 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:47.493554 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:47.562723 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:47.575813 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:47.576832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 24d26111-1cf3-4a3b-a703-a07add3c5bbc up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:47.704436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e09387ae-a46f-47c8-9ae1-0b30d8202be1 req-9266e0ca-331b-406d-afd5-55b60ffd24cf tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0905123 May 28 05:31:47.734511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:47.762302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 24d26111-1cf3-4a3b-a703-a07add3c5bbc completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:47.782513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:31:47.784881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 24d26111-1cf3-4a3b-a703-a07add3c5bbc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:47.785604 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:47.797853 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Sync routers for ids ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:31:47.813408 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Routers {'0dc4cfdc-2186-4066-9110-62e7b9af4e7c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:31:47.814372 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:31:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:47.869819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:47.871401 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bfb0edb9-ba5f-4718-92bf-ae4cc40a95da admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3409038 May 28 05:31:47.873829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40014) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:47.886329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17f497-2596-4f77-808d-ce58bf62c057 req-f9ee20f8-26b0-4960-b6e0-beb71e49a3a7 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:47.894150 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d17f497-2596-4f77-808d-ce58bf62c057 req-f9ee20f8-26b0-4960-b6e0-beb71e49a3a7 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 945 time: 0.2056353 May 28 05:31:47.971340 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d17f497-2596-4f77-808d-ce58bf62c057 req-29854da8-ffae-4a73-b979-c9c3bafe8c13 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761716 May 28 05:31:48.032688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 24d26111-1cf3-4a3b-a703-a07add3c5bbc is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:48.033190 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:48.098843 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3921bd-c4e2-43e9-9223-16913af187e0'] response: {'server_uuid': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa', 'code': 200} May 28 05:31:48.114901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:48.328687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0746c0f-35b0-488a-bac0-6388563a1bce req-c295f0dd-34e7-485c-865e-1ba2818da28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:48.331801 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0746c0f-35b0-488a-bac0-6388563a1bce req-c295f0dd-34e7-485c-865e-1ba2818da28d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 1096 time: 0.2076123 May 28 05:31:48.395766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 24d26111-1cf3-4a3b-a703-a07add3c5bbc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=24d26111-1cf3-4a3b-a703-a07add3c5bbc,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:48.412731 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:48.472160 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0746c0f-35b0-488a-bac0-6388563a1bce req-3258ddff-7191-4ac9-88a0-8c84eb4e8861 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233189 May 28 05:31:48.533882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:48.557177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=24d26111-1cf3-4a3b-a703-a07add3c5bbc,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:48.560594 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Set router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:31:48.568882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:48.569459 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:48.782598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90240d9f-926d-494d-a15e-cf563975a07b None None] Network 606cdb5c-ba94-4bef-8606-eb04666162a9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:31:48.812536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036efae-a48a-4911-9911-df52fe50591e req-cb3ed913-5ed3-49c8-9f8b-3c5ddf596595 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:48.828680 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a036efae-a48a-4911-9911-df52fe50591e req-cb3ed913-5ed3-49c8-9f8b-3c5ddf596595 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 949 time: 0.4713283 May 28 05:31:48.883834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc54867-42c9-4545-a939-472fd8af98ba req-02aa3ee6-0a47-4101-a103-4b85f5a1aed0 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:48.885721 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bdc54867-42c9-4545-a939-472fd8af98ba req-02aa3ee6-0a47-4101-a103-4b85f5a1aed0 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 949 time: 0.1224496 May 28 05:31:48.901186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:48.901591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:48.951804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bdc54867-42c9-4545-a939-472fd8af98ba req-a28c30eb-b985-4feb-91e5-1dc93766ed9d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594752 May 28 05:31:48.953311 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=afc5fb74-54f3-4dea-97df-b0fe7e63ddc4,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:48.960042 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:48.960822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b912659e-3803-41d0-aec1-b0b60d7f1de1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:49.004172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a036efae-a48a-4911-9911-df52fe50591e req-0f253dba-ea00-4577-aa7a-5920b5af8a8d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741114 May 28 05:31:49.042885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-668af1d4-77a4-4282-bd20-69460bffcc34 None None] Provisioning for port b912659e-3803-41d0-aec1-b0b60d7f1de1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:49.048608 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-router', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:43Z', 'updated_at': '2022-05-28T05:31:45Z', 'revision_number': 3, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'gw_port': {'id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:44Z', 'updated_at': '2022-05-28T05:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:49.054048 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Checking router: 0dc4cfdc-2186-4066-9110-62e7b9af4e7c for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:31:49.054646 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Updating router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c port f1be2a61-0e49-4688-900d-28493e03a6ba binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:31:49.162418 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.267852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port b912659e-3803-41d0-aec1-b0b60d7f1de1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:49.274711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b912659e-3803-41d0-aec1-b0b60d7f1de1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:49.275083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.318665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=afc5fb74-54f3-4dea-97df-b0fe7e63ddc4,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:49.429490 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17e6c9cd-4a5a-4651-8f61-09d270ca6a3e req-d8abfbf0-07db-41fc-aa48-27556312b54b tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0826285 May 28 05:31:49.474880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b912659e-3803-41d0-aec1-b0b60d7f1de1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:49.475416 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.516136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b912659e-3803-41d0-aec1-b0b60d7f1de1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b912659e-3803-41d0-aec1-b0b60d7f1de1,segment=NetworkSegment(903dcce9-d3f5-4761-8caa-cff6be24b430),segment_id=903dcce9-d3f5-4761-8caa-cff6be24b430)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:49.524542 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.644142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b912659e-3803-41d0-aec1-b0b60d7f1de1,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:49.645720 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.659829 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Transition to ACTIVE for port object f1be2a61-0e49-4688-900d-28493e03a6ba will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:49.667671 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.669198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-caa6ea31-7ee4-4832-997a-1e67388a9929 None None] Provisioning complete for port b912659e-3803-41d0-aec1-b0b60d7f1de1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:49.669568 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-caa6ea31-7ee4-4832-997a-1e67388a9929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.771736 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Attempting to bind port f1be2a61-0e49-4688-900d-28493e03a6ba on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:49.772308 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Attempting to bind port f1be2a61-0e49-4688-900d-28493e03a6ba by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:49.772630 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Attempting to bind port f1be2a61-0e49-4688-900d-28493e03a6ba on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:49.776011 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b61067-3414-4829-bc89-9ecb2a334306 None None] Pushing event updated for resources: {'Port': ['ID=f1be2a61-0e49-4688-900d-28493e03a6ba,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:49.782869 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:49.783264 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:49.783796 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.784503 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:49.784964 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Bound port: f1be2a61-0e49-4688-900d-28493e03a6ba, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:49.785369 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.819179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af290a6a-5b1a-4dfa-aa19-0ac46251fee3 req-125b3090-ecb9-489e-8b81-11ca3ecddd13 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:49.823298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af290a6a-5b1a-4dfa-aa19-0ac46251fee3 req-125b3090-ecb9-489e-8b81-11ca3ecddd13 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 945 time: 0.1736360 May 28 05:31:49.837610 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.904490 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] For port f1be2a61-0e49-4688-900d-28493e03a6ba, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:49.908182 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] For port f1be2a61-0e49-4688-900d-28493e03a6ba, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f1be2a61-0e49-4688-900d-28493e03a6ba,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:49.913513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af290a6a-5b1a-4dfa-aa19-0ac46251fee3 req-cd2b54c5-b7ac-4284-84f7-a676cc0af499 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587776 May 28 05:31:49.919770 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:49.942226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:50.052787 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b61067-3414-4829-bc89-9ecb2a334306 None None] Pushing event updated for resources: {'Port': ['ID=f1be2a61-0e49-4688-900d-28493e03a6ba,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:50.071027 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5abf267e-f207-4b44-89c7-80882d18ce21 req-2a43b48f-5cd3-44ac-8d81-a5a9ccb04841 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0888987 May 28 05:31:50.072076 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Routers {'0dc4cfdc-2186-4066-9110-62e7b9af4e7c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:31:50.072816 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:31:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:50.106024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372'}, {'server_uuid': '5394820e-7d18-4423-aae3-c9a4189eb564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d26111-1cf3-4a3b-a703-a07add3c5bbc'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:50.148841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-caa6ea31-7ee4-4832-997a-1e67388a9929 None None] Current status of the port b912659e-3803-41d0-aec1-b0b60d7f1de1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:50.153446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:50.153545 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:50.215154 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:31:50.325837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:50.327194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b912659e-3803-41d0-aec1-b0b60d7f1de1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:50.337313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Allocated IP 172.20.0.1 (606cdb5c-ba94-4bef-8606-eb04666162a9/a3898afd-3d59-4235-8271-ba423a2aed81/2401f0e0-ec35-4094-ac60-c683bb935311) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:50.342433 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] Set router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:31:50.348131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e58f2-a61e-48c5-929b-7d4c41aabbc1 req-95318a48-f42c-4d2a-b450-ad66b73dc21e tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:50.349965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e58f2-a61e-48c5-929b-7d4c41aabbc1 req-95318a48-f42c-4d2a-b450-ad66b73dc21e tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 949 time: 0.2587888 May 28 05:31:50.403665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b912659e-3803-41d0-aec1-b0b60d7f1de1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:50.404245 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:50.542032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b912659e-3803-41d0-aec1-b0b60d7f1de1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:50.568164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e58f2-a61e-48c5-929b-7d4c41aabbc1 req-46a24911-b627-4165-a843-c19a90ba2dae tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069440 May 28 05:31:50.652303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:50.682125 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85f45a8-85c4-40f4-97a9-62963c407056'] response: {'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'code': 200} May 28 05:31:50.682622 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85f45a8-85c4-40f4-97a9-62963c407056'] response: {'server_uuid': '5394820e-7d18-4423-aae3-c9a4189eb564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d26111-1cf3-4a3b-a703-a07add3c5bbc', 'code': 200} May 28 05:31:50.686997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Transition to ACTIVE for port object 2401f0e0-ec35-4094-ac60-c683bb935311 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:50.722663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:50.791635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Network 606cdb5c-ba94-4bef-8606-eb04666162a9 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:50.798787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:50.823912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:50.838223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5183d8b-2458-4de7-a64b-9c6621d2a4d4 req-dd9ac3b5-7d43-4fdd-9824-6feb8cedbe66 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:50.841217 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5183d8b-2458-4de7-a64b-9c6621d2a4d4 req-dd9ac3b5-7d43-4fdd-9824-6feb8cedbe66 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 949 time: 0.1875489 May 28 05:31:50.853031 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-router', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:43Z', 'updated_at': '2022-05-28T05:31:45Z', 'revision_number': 3, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'gw_port': {'id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:44Z', 'updated_at': '2022-05-28T05:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:50.868805 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624fbe27-6da4-4307-a1c8-36530b10ef38 None None] The sync data for ids ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'] in n-d-843679-5 is: [{'id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-router', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:43Z', 'updated_at': '2022-05-28T05:31:45Z', 'revision_number': 3, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'gw_port': {'id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:44Z', 'updated_at': '2022-05-28T05:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:31:50.989204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2401f0e0-ec35-4094-ac60-c683bb935311,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:50.989607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5183d8b-2458-4de7-a64b-9c6621d2a4d4 req-32521b98-2e23-4990-9f33-a12878d5a841 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822530 May 28 05:31:51.023184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c9a2e-ee20-4759-a3ee-2f38ea8091d5 req-5c983904-9d02-4d77-8dd0-a5d8c730bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:51.026436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c50c9a2e-ee20-4759-a3ee-2f38ea8091d5 req-5c983904-9d02-4d77-8dd0-a5d8c730bdd7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 1101 time: 0.1820538 May 28 05:31:51.078570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:51.120851 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c50c9a2e-ee20-4759-a3ee-2f38ea8091d5 req-b36b2d92-355f-415e-8d43-2117f10da8fb service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880589 May 28 05:31:51.196772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-39637012-1728-4902-b4dd-aaa4e38076b2 None None] Provisioning for port 2401f0e0-ec35-4094-ac60-c683bb935311 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:51.201901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-39637012-1728-4902-b4dd-aaa4e38076b2 None None] Provisioning complete for port 2401f0e0-ec35-4094-ac60-c683bb935311 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:51.202416 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-39637012-1728-4902-b4dd-aaa4e38076b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:51.218471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b694f-6461-44d7-bf37-eaae80b7ab9f req-c1eee76d-a7ea-416a-8255-820b39684dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:51.223700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df2b694f-6461-44d7-bf37-eaae80b7ab9f req-c1eee76d-a7ea-416a-8255-820b39684dd3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 1100 time: 0.3245661 May 28 05:31:51.248344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93fe455c-cae5-48ef-b925-2f3ef7c74832 req-9e56779b-a922-46ef-90a4-72819b917162 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0684218 May 28 05:31:51.398856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-39637012-1728-4902-b4dd-aaa4e38076b2 None None] Port 2401f0e0-ec35-4094-ac60-c683bb935311 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:31:51.451072 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:51.614588 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-88d12843-ca93-4a6a-a90a-acad6deecf9b tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fc6dc28085834d05ab06b8f458f23834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410638 May 28 05:31:51.638060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df2b694f-6461-44d7-bf37-eaae80b7ab9f req-f8c77cdf-928f-4cb8-9930-3752881b128f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945017 May 28 05:31:51.890636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f1be2a61-0e49-4688-900d-28493e03a6ba up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:51.956809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779346b3-1416-44ce-a780-ff49620c2d87 req-00862eeb-2948-4513-b0c3-176185365c6a tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:51.963699 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-00862eeb-2948-4513-b0c3-176185365c6a tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462038 May 28 05:31:51.975513 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:51.980820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-d17107ca-bd92-4882-9311-1ebed135aef0 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/quotas/fc6dc28085834d05ab06b8f458f23834 HTTP/1.1" status: 200 len: 375 time: 0.0161850 May 28 05:31:51.990519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.020534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f1be2a61-0e49-4688-900d-28493e03a6ba completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:52.031051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f1be2a61-0e49-4688-900d-28493e03a6ba triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:52.031497 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.050316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40102) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:52.075539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40108) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:52.139335 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-db558713-92c3-4572-91bb-231e01bd396d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc6dc28085834d05ab06b8f458f23834&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1575098 May 28 05:31:52.277775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f1be2a61-0e49-4688-900d-28493e03a6ba is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:52.278580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.287738 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0caf18f-3f15-49a0-9dfe-538b3137f39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.298052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port f1be2a61-0e49-4688-900d-28493e03a6ba, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f1be2a61-0e49-4688-900d-28493e03a6ba,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:31:52.308440 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.309041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a0caf18f-3f15-49a0-9dfe-538b3137f39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:52.316296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a0caf18f-3f15-49a0-9dfe-538b3137f39b admin admin] Usage tracker for resource:security_group_rule and tenant:8c52fbb8beb443de81a669e9dcb2a20c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:52.320052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a0caf18f-3f15-49a0-9dfe-538b3137f39b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:52.345499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a0caf18f-3f15-49a0-9dfe-538b3137f39b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:52.355417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5684ad04-0a3a-4096-8698-0406934f89c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.355591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22f72f-e216-4548-adbd-61aa282dc0fc req-93702c7b-988c-40b2-8476-038f51005dbf tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:52.363161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a22f72f-e216-4548-adbd-61aa282dc0fc req-93702c7b-988c-40b2-8476-038f51005dbf tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 945 time: 0.6386120 May 28 05:31:52.385811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5684ad04-0a3a-4096-8698-0406934f89c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:52.404104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5684ad04-0a3a-4096-8698-0406934f89c6 admin admin] Usage tracker for resource:security_group_rule and tenant:eab3158a50b54b698626ed84ba7be4e3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:52.409673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5684ad04-0a3a-4096-8698-0406934f89c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:52.425496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5684ad04-0a3a-4096-8698-0406934f89c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:52.433922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2401f0e0-ec35-4094-ac60-c683bb935311,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:52.446720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.463327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=f1be2a61-0e49-4688-900d-28493e03a6ba,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:52.608754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a22f72f-e216-4548-adbd-61aa282dc0fc req-cb622a88-a77f-4e14-a560-28e0767164f5 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444525 May 28 05:31:52.626147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Network 606cdb5c-ba94-4bef-8606-eb04666162a9 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:52.631746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:52.650213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0caf18f-3f15-49a0-9dfe-538b3137f39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.682247 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0caf18f-3f15-49a0-9dfe-538b3137f39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.746092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caf18f-3f15-49a0-9dfe-538b3137f39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054e516d-2929-410c-87e7-6a25effc49d0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:52.759927 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a0caf18f-3f15-49a0-9dfe-538b3137f39b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c52fbb8beb443de81a669e9dcb2a20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7037868 May 28 05:31:52.760180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40130) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:52.800740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5684ad04-0a3a-4096-8698-0406934f89c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.836342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889f93-0164-4017-9caa-9aefcff4015a req-e0cb7b14-c962-4e08-9bf0-e4af2ead872d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:52.837950 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fe889f93-0164-4017-9caa-9aefcff4015a req-e0cb7b14-c962-4e08-9bf0-e4af2ead872d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 949 time: 0.2478426 May 28 05:31:52.838596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5684ad04-0a3a-4096-8698-0406934f89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.864619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40136) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:52.959494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684ad04-0a3a-4096-8698-0406934f89c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ac4e1-6d9f-4348-8798-865564775b8c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:52.974782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5684ad04-0a3a-4096-8698-0406934f89c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eab3158a50b54b698626ed84ba7be4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8947747 May 28 05:31:53.010396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40142) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:53.044354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fe889f93-0164-4017-9caa-9aefcff4015a req-ee992486-e776-4633-8a03-d7ec8e814712 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839385 May 28 05:31:53.050574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e86bab2b-d489-42b3-8948-03d433077af6 None None] Provisioning complete for port 2401f0e0-ec35-4094-ac60-c683bb935311 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:53.054469 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a64f3a58-6dd4-4a57-98ce-8778ca9ff3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.059457 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e86bab2b-d489-42b3-8948-03d433077af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.070298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-abf0cc39-9056-4ecc-a585-f046c78bdf62 req-3b1593de-20b4-4b6c-a200-7d793f01f041 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.2236173 May 28 05:31:53.174127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e86bab2b-d489-42b3-8948-03d433077af6 None None] Port 2401f0e0-ec35-4094-ac60-c683bb935311 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:31:53.188380 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1148d074-870f-4ac5-967e-8f8e901671f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.201090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:31:53.215555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a64f3a58-6dd4-4a57-98ce-8778ca9ff3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.302978 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd59f95e-8bb7-408d-a040-657f8fcbadb9 req-8770b526-828a-4f87-ad79-03ec53595c1e tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 210 time: 0.0788128 May 28 05:31:53.313799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1148d074-870f-4ac5-967e-8f8e901671f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:53.323873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1148d074-870f-4ac5-967e-8f8e901671f0 admin admin] Usage tracker for resource:security_group_rule and tenant:798e97a4f3724d1480489c1c79a60f5a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:53.326965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1148d074-870f-4ac5-967e-8f8e901671f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:53.347996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1148d074-870f-4ac5-967e-8f8e901671f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:53.351018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf65a504-9fc8-4776-a82c-4f22b28e7c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.416846 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf65a504-9fc8-4776-a82c-4f22b28e7c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.430635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a64f3a58-6dd4-4a57-98ce-8778ca9ff3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.483492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f3a58-6dd4-4a57-98ce-8778ca9ff3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054e516d-2929-410c-87e7-6a25effc49d0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:53.530592 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a64f3a58-6dd4-4a57-98ce-8778ca9ff3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.531870 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a64f3a58-6dd4-4a57-98ce-8778ca9ff3bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/054e516d-2929-410c-87e7-6a25effc49d0 HTTP/1.1" status: 204 len: 168 time: 0.7645724 May 28 05:31:53.575727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1148d074-870f-4ac5-967e-8f8e901671f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.580961 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf65a504-9fc8-4776-a82c-4f22b28e7c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.600217 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1148d074-870f-4ac5-967e-8f8e901671f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.613814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65a504-9fc8-4776-a82c-4f22b28e7c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ac4e1-6d9f-4348-8798-865564775b8c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:53.615737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:31:53.624503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Sync routers for ids ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:31:53.657252 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf65a504-9fc8-4776-a82c-4f22b28e7c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.671883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bf65a504-9fc8-4776-a82c-4f22b28e7c56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/383ac4e1-6d9f-4348-8798-865564775b8c HTTP/1.1" status: 204 len: 168 time: 0.6468785 May 28 05:31:53.693925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Routers {'0dc4cfdc-2186-4066-9110-62e7b9af4e7c'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:31:53.698236 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:31:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:53.702658 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1148d074-870f-4ac5-967e-8f8e901671f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=798e97a4f3724d1480489c1c79a60f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8261700 May 28 05:31:53.710870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40164) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:53.788167 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5b607201-1489-403c-bb2a-a49808eb57c2 admin admin] 10.222.0.39 "PUT /v2.0/routers/0dc4cfdc-2186-4066-9110-62e7b9af4e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9130025 May 28 05:31:53.831511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148d074-870f-4ac5-967e-8f8e901671f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bcc2aa-62ab-4ad0-8d4a-2d3f04a24cdf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:53.910605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f1be2a61-0e49-4688-900d-28493e03a6ba up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:53.946332 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb2741df-a6d7-486c-9afb-ccbbdbad44ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:53.965339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3203e94-5a83-407b-a89d-08557375b3d1 req-d9c5ce80-d770-449d-9727-6871c22040c7 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:53.977752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3203e94-5a83-407b-a89d-08557375b3d1 req-d9c5ce80-d770-449d-9727-6871c22040c7 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 945 time: 0.3141112 May 28 05:31:54.051508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb2741df-a6d7-486c-9afb-ccbbdbad44ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.079602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3203e94-5a83-407b-a89d-08557375b3d1 req-a71f9c48-354b-46e5-96d7-9233099e93e6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993578 May 28 05:31:54.103891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40184) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:54.140548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-54533402-e041-4517-87d5-8f251075b44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.169559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-54533402-e041-4517-87d5-8f251075b44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:54.175264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-54533402-e041-4517-87d5-8f251075b44a admin admin] Usage tracker for resource:security_group_rule and tenant:0f0d66fe893844d5a88273d9e55101f6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:54.178833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-54533402-e041-4517-87d5-8f251075b44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:54.186804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-54533402-e041-4517-87d5-8f251075b44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:54.290213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Set router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:31:54.302908 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-54533402-e041-4517-87d5-8f251075b44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.310139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-54533402-e041-4517-87d5-8f251075b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.410668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-54533402-e041-4517-87d5-8f251075b44a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f0d66fe893844d5a88273d9e55101f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050001 May 28 05:31:54.416754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40196) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:54.463837 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb2741df-a6d7-486c-9afb-ccbbdbad44ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.485223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2741df-a6d7-486c-9afb-ccbbdbad44ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bcc2aa-62ab-4ad0-8d4a-2d3f04a24cdf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:54.498856 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44b3ca2d-0ba5-4d53-873e-8608a63e14bc req-cda575f4-a89b-4850-86a2-927afb8ad506 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.3425856 May 28 05:31:54.505699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40202) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:54.564283 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd64409b-5584-49da-bd70-30ba6539c0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.588375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54533402-e041-4517-87d5-8f251075b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f8e32c-9f26-46b6-9748-98b91d22caa8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:54.606641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb2741df-a6d7-486c-9afb-ccbbdbad44ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.608864 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bb2741df-a6d7-486c-9afb-ccbbdbad44ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40bcc2aa-62ab-4ad0-8d4a-2d3f04a24cdf HTTP/1.1" status: 204 len: 168 time: 0.8970163 May 28 05:31:54.609967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bd64409b-5584-49da-bd70-30ba6539c0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:54.620432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bd64409b-5584-49da-bd70-30ba6539c0c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c211e33adba54f65a7d12fd8144a93a9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:54.630956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bd64409b-5584-49da-bd70-30ba6539c0c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:54.653606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bd64409b-5584-49da-bd70-30ba6539c0c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:54.754412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-38841d51-073a-4519-b104-332b5c9dd498 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=fc6dc28085834d05ab06b8f458f23834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734713 May 28 05:31:54.832217 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1387da0-4d7c-4f34-92e9-d8518eb2d3fd req-155b5351-2da4-4d1e-bf20-ff7b86cd4d87 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 210 time: 0.0705643 May 28 05:31:54.872688 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd64409b-5584-49da-bd70-30ba6539c0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.892053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd64409b-5584-49da-bd70-30ba6539c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.925251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f1be2a61-0e49-4688-900d-28493e03a6ba triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:54.925874 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.988505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779346b3-1416-44ce-a780-ff49620c2d87 req-2783a895-a669-4162-a61c-9b33ae1145f2 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:54.989949 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-2783a895-a669-4162-a61c-9b33ae1145f2 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237232 May 28 05:31:55.009565 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bd64409b-5584-49da-bd70-30ba6539c0c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c211e33adba54f65a7d12fd8144a93a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011287 May 28 05:31:55.009731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Request body: {'port': {'device_id': 'e1b5ca74-5cb0-4fdb-beb5-12d421f97384', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'fc6dc28085834d05ab06b8f458f23834'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:55.013317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40216) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:55.094057 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-58645b8b-07df-43cb-ba11-6d866ebd458d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.096894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f1be2a61-0e49-4688-900d-28493e03a6ba is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:31:55.126246 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-58645b8b-07df-43cb-ba11-6d866ebd458d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.139767 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-router', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:43Z', 'updated_at': '2022-05-28T05:31:51Z', 'revision_number': 4, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'gw_port': {'id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:44Z', 'updated_at': '2022-05-28T05:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2401f0e0-ec35-4094-ac60-c683bb935311', 'name': '', 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'mac_address': 'fa:16:3e:2e:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a3898afd-3d59-4235-8271-ba423a2aed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:49Z', 'updated_at': '2022-05-28T05:31:51Z', 'revision_number': 2, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'subnets': [{'id': 'a3898afd-3d59-4235-8271-ba423a2aed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:55.149711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Checking router: 0dc4cfdc-2186-4066-9110-62e7b9af4e7c for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:31:55.150247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Updating router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c port 2401f0e0-ec35-4094-ac60-c683bb935311 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:31:55.185635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64409b-5584-49da-bd70-30ba6539c0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5319d39e-1f66-4e9d-96f3-833bd752322b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:55.237325 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-58645b8b-07df-43cb-ba11-6d866ebd458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.251473 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.275714 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a041a600-2e40-4aaa-bd5a-5fdd99ac9f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.302386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58645b8b-07df-43cb-ba11-6d866ebd458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f8e32c-9f26-46b6-9748-98b91d22caa8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:55.312876 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a041a600-2e40-4aaa-bd5a-5fdd99ac9f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.327717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a8982-860c-407f-90ef-c8c822b43db3 req-fa38e50d-6422-4dec-8d70-3d6cb981dd95 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:55.328887 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a77a8982-860c-407f-90ef-c8c822b43db3 req-fa38e50d-6422-4dec-8d70-3d6cb981dd95 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 949 time: 0.8513916 May 28 05:31:55.384768 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-58645b8b-07df-43cb-ba11-6d866ebd458d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.388869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-58645b8b-07df-43cb-ba11-6d866ebd458d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8f8e32c-9f26-46b6-9748-98b91d22caa8 HTTP/1.1" status: 204 len: 168 time: 0.9665737 May 28 05:31:55.391529 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a041a600-2e40-4aaa-bd5a-5fdd99ac9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.428177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a77a8982-860c-407f-90ef-c8c822b43db3 req-8ff91c92-8b37-4c8c-b991-77919bd2aa1e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822213 May 28 05:31:55.434707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041a600-2e40-4aaa-bd5a-5fdd99ac9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5319d39e-1f66-4e9d-96f3-833bd752322b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:55.446584 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a041a600-2e40-4aaa-bd5a-5fdd99ac9f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.456349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40230) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:55.460273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a041a600-2e40-4aaa-bd5a-5fdd99ac9f4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5319d39e-1f66-4e9d-96f3-833bd752322b HTTP/1.1" status: 204 len: 168 time: 0.4332757 May 28 05:31:55.461878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:55.519983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63d05f93-f10f-40f9-93df-4614dbb264be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.566338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:55.569688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-300029c1-1888-42a4-962e-370669dbf48a req-a5dc633a-94cc-4dc1-a548-e734406e1feb tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0710483 May 28 05:31:55.574574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-63d05f93-f10f-40f9-93df-4614dbb264be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:55.592216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-63d05f93-f10f-40f9-93df-4614dbb264be admin admin] Usage tracker for resource:security_group_rule and tenant:0443828665484d1989693f31fdc29a68 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:55.595651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-63d05f93-f10f-40f9-93df-4614dbb264be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:55.607212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-63d05f93-f10f-40f9-93df-4614dbb264be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:55.615153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Made reservation on behalf of fc6dc28085834d05ab06b8f458f23834 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:55.623459 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.866542 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.884267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Transition to ACTIVE for port object 2401f0e0-ec35-4094-ac60-c683bb935311 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:55.895118 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.979261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c5c6e-da33-4152-a23e-7ce7262cf9a5 req-217b06ff-96ee-41f0-994e-5be333d03dad tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:55.987759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-388c5c6e-da33-4152-a23e-7ce7262cf9a5 req-217b06ff-96ee-41f0-994e-5be333d03dad tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 945 time: 0.3415496 May 28 05:31:55.994515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Pushing event updated for resources: {'Port': ['ID=2401f0e0-ec35-4094-ac60-c683bb935311,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:56.076028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63d05f93-f10f-40f9-93df-4614dbb264be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.099499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.099866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.100236 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.100621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.101048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.101382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.101709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.102117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.102449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.103060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.103489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.103814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:56.103927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Allocated IP 192.168.233.75 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/b23d4f58-861d-4139-9188-645ce16a7401) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:31:56.249640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Attempting to bind port 2401f0e0-ec35-4094-ac60-c683bb935311 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:56.250019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Attempting to bind port 2401f0e0-ec35-4094-ac60-c683bb935311 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '903dcce9-d3f5-4761-8caa-cff6be24b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:56.250379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Attempting to bind port 2401f0e0-ec35-4094-ac60-c683bb935311 on network 606cdb5c-ba94-4bef-8606-eb04666162a9 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:56.257557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:56.257924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Checking segment: {'id': '903dcce9-d3f5-4761-8caa-cff6be24b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:56.258427 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.258824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Bound using segment: {'id': '903dcce9-d3f5-4761-8caa-cff6be24b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:56.259313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Bound port: 2401f0e0-ec35-4094-ac60-c683bb935311, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903dcce9-d3f5-4761-8caa-cff6be24b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:56.259679 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.334526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63d05f93-f10f-40f9-93df-4614dbb264be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.344320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097532e3-ef9f-4af2-ba9c-bc4471d95836 req-b56b954e-35c0-4d05-92a3-66a7e2bdd044 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:56.354065 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-097532e3-ef9f-4af2-ba9c-bc4471d95836 req-b56b954e-35c0-4d05-92a3-66a7e2bdd044 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1515789 May 28 05:31:56.379350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-63d05f93-f10f-40f9-93df-4614dbb264be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0443828665484d1989693f31fdc29a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9219306 May 28 05:31:56.383670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] For port 2401f0e0-ec35-4094-ac60-c683bb935311, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:56.388019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] For port 2401f0e0-ec35-4094-ac60-c683bb935311, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2401f0e0-ec35-4094-ac60-c683bb935311,segment=NetworkSegment(903dcce9-d3f5-4761-8caa-cff6be24b430),segment_id=903dcce9-d3f5-4761-8caa-cff6be24b430)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:56.391530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40260) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:56.397062 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.433735 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-097532e3-ef9f-4af2-ba9c-bc4471d95836 req-390ccda2-4118-4f13-9331-09cfa5531e6a tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755463 May 28 05:31:56.434218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-388c5c6e-da33-4152-a23e-7ce7262cf9a5 req-1bb19b37-3d09-4d8e-8f58-812755fe2f40 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451737 May 28 05:31:56.515661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d05f93-f10f-40f9-93df-4614dbb264be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3954abe-eb80-4094-acf7-ab5e66e4bcb7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:56.590767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23de6a58-233b-4a64-b49e-37762383fc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.622328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Routers {'0dc4cfdc-2186-4066-9110-62e7b9af4e7c'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:31:56.623569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:31:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:56.676348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23de6a58-233b-4a64-b49e-37762383fc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.679373 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.707762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Transition to ACTIVE for port object b23d4f58-861d-4139-9188-645ce16a7401 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:56.736079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.820009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:31:56.833109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:31:56.833963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035150c1-fdb8-4f64-a086-114400de54cc None None] Pushing event updated for resources: {'Port': ['ID=2401f0e0-ec35-4094-ac60-c683bb935311,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:56.837682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:31:56.841871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['66b6a928-1b1e-404b-ad42-747766e4abdc'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:31:56.903958 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23de6a58-233b-4a64-b49e-37762383fc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.945758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de6a58-233b-4a64-b49e-37762383fc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3954abe-eb80-4094-acf7-ab5e66e4bcb7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:56.976402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c4cf6-ae17-4169-9e04-857409a00dd8 req-51fdb888-a2f5-4124-ba72-64ccc9f59628 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:56.982002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:56.982640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.988666 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a8c4cf6-ae17-4169-9e04-857409a00dd8 req-51fdb888-a2f5-4124-ba72-64ccc9f59628 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 935 time: 0.2773924 May 28 05:31:57.004955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Pushing event updated for resources: {'Port': ['ID=b23d4f58-861d-4139-9188-645ce16a7401,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:57.060807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-ef95791a-c36b-43bd-9c06-23b699158176 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0553725 May 28 05:31:57.079639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Request body: {'port': {'device_id': 'e1b5ca74-5cb0-4fdb-beb5-12d421f97384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:57.118695 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23de6a58-233b-4a64-b49e-37762383fc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:57.123360 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-23de6a58-233b-4a64-b49e-37762383fc99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3954abe-eb80-4094-acf7-ab5e66e4bcb7 HTTP/1.1" status: 204 len: 168 time: 0.7273750 May 28 05:31:57.158199 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a8c4cf6-ae17-4169-9e04-857409a00dd8 req-98bf2de5-c806-49f4-a203-536d5da73419 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654718 May 28 05:31:57.300422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40306) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:57.312107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] Set router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:31:57.412877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b3c5588f-4bee-4518-b726-0de84195d554 None None] Provisioning for port b23d4f58-861d-4139-9188-645ce16a7401 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:31:57.419031 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:57.425667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b3c5588f-4bee-4518-b726-0de84195d554 None None] Provisioning complete for port b23d4f58-861d-4139-9188-645ce16a7401 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:57.426265 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3c5588f-4bee-4518-b726-0de84195d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:57.467589 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4db86e1b-87f5-44c6-a1a7-e9615eacd527 req-a890f009-0ae9-47b6-b27e-8b915c370448 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0725992 May 28 05:31:57.664330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5588f-4bee-4518-b726-0de84195d554 None None] Port b23d4f58-861d-4139-9188-645ce16a7401 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:31:57.780901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-359042929-network', 'tenant_id': 'c245e86ccb074d4daf6d0ab5b7a5ef7d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:57.788087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:57.795069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Usage tracker for resource:network and tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:57.803115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:57.817101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:57.847740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40336) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:57.857086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635562888', 'description': 'tempest-description--550293295'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:57.869570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Made reservation on behalf of c245e86ccb074d4daf6d0ab5b7a5ef7d for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:57.872031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:57.901201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:57.907314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:57.919205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Usage tracker for resource:security_group and tenant:70625b102fbc4eca9615156bbf5cba6b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:57.924448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:57.933744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:57.936387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:57.944905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:57.949347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:57.956958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:57.967735 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.011106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:58.022005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Usage tracker for resource:security_group_rule and tenant:70625b102fbc4eca9615156bbf5cba6b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:58.026042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-router', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:43Z', 'updated_at': '2022-05-28T05:31:51Z', 'revision_number': 4, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'gw_port': {'id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:44Z', 'updated_at': '2022-05-28T05:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2401f0e0-ec35-4094-ac60-c683bb935311', 'name': '', 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'mac_address': 'fa:16:3e:2e:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a3898afd-3d59-4235-8271-ba423a2aed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:49Z', 'updated_at': '2022-05-28T05:31:56Z', 'revision_number': 4, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'subnets': [{'id': 'a3898afd-3d59-4235-8271-ba423a2aed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:31:58.028183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:58.036931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56175037-e613-47c9-aa94-e84d220c92aa None None] The sync data for ids ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'] in n-d-843679-5 is: [{'id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-router', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:43Z', 'updated_at': '2022-05-28T05:31:51Z', 'revision_number': 4, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'gw_port': {'id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:44Z', 'updated_at': '2022-05-28T05:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2401f0e0-ec35-4094-ac60-c683bb935311', 'name': '', 'network_id': '606cdb5c-ba94-4bef-8606-eb04666162a9', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'mac_address': 'fa:16:3e:2e:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a3898afd-3d59-4235-8271-ba423a2aed81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:49Z', 'updated_at': '2022-05-28T05:31:56Z', 'revision_number': 4, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'subnets': [{'id': 'a3898afd-3d59-4235-8271-ba423a2aed81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:31:58.044599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:58.045065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23d4f58-861d-4139-9188-645ce16a7401 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:31:58.053311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.070675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Transition to ACTIVE for port object b23d4f58-861d-4139-9188-645ce16a7401 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:31:58.103299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-917ed441-50c3-4a31-9189-4d5b4320500f tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=34677d108c2a499f8623f68283a66bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314760 May 28 05:31:58.104360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.201619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.227041 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.287207 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.353367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d661a1-9521-4d22-9624-58c5d8d08dc4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:58.360569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.427949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:31:58.470354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.476104 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6244226 May 28 05:31:58.530911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40362) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:58.552757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Request body: {'security_group_rule': {'security_group_id': 'f2f0783e-3c02-42be-8435-74ac4678d34a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:58.558205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.558630 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Added segment 888183b2-9787-41ba-a6a7-510fcf286a00 of type vlan for network 0058408b-e5a2-4608-b773-63fd7467e5c4 May 28 05:31:58.584914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:58.603452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88677b-a873-4df2-bfea-c1e9f6d0437e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f0783e-3c02-42be-8435-74ac4678d34a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:58.609016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Usage tracker for resource:security_group_rule and tenant:70625b102fbc4eca9615156bbf5cba6b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:58.618644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:58.642547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:58.658257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Pushing event updated for resources: {'Port': ['ID=b23d4f58-861d-4139-9188-645ce16a7401,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:58.679779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.720192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ff10-fe80-4513-aaa7-10e71884fb5a req-a72dff08-4032-423e-be5c-ac82b5e00328 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:58.722343 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-53c0ff10-fe80-4513-aaa7-10e71884fb5a req-a72dff08-4032-423e-be5c-ac82b5e00328 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 947 time: 0.2918651 May 28 05:31:58.723367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.769394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Attempting to bind port b23d4f58-861d-4139-9188-645ce16a7401 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:31:58.770047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Attempting to bind port b23d4f58-861d-4139-9188-645ce16a7401 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:31:58.770528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Attempting to bind port b23d4f58-861d-4139-9188-645ce16a7401 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:58.785984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-5f8db55d-ab1a-422f-934e-7b1b8e094a22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:58.796491 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-5f8db55d-ab1a-422f-934e-7b1b8e094a22 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5190339 May 28 05:31:58.807132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-53c0ff10-fe80-4513-aaa7-10e71884fb5a req-17ac4cdd-d9a8-4174-ba62-0f224d2502b1 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751309 May 28 05:31:58.825253 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-aedde5b9-d2d7-4e6a-b0f4-8e1a9154e7c3 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/quotas/34677d108c2a499f8623f68283a66bf4 HTTP/1.1" status: 200 len: 375 time: 0.0278156 May 28 05:31:58.849508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40378) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:58.872673 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.873786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:58.874519 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:58.909446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Port b23d4f58-861d-4139-9188-645ce16a7401 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:31:58.909770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Attempting to bind port b23d4f58-861d-4139-9188-645ce16a7401 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:31:58.927321 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6257591 May 28 05:31:58.935271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40384) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:58.947201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:31:58.947201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:31:58.947201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:31:58.955277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Bound port: b23d4f58-861d-4139-9188-645ce16a7401, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:31:58.955277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.004779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Request body: {'subnet': {'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-359042929-subnet', 'tenant_id': 'c245e86ccb074d4daf6d0ab5b7a5ef7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:59.009584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:59.014348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Usage tracker for resource:subnet and tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:59.017803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:59.026390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:59.117459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] For port b23d4f58-861d-4139-9188-645ce16a7401, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:31:59.125812 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-d2255ce5-09c2-4b50-90c8-955a7bda792c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2993369 May 28 05:31:59.128100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] For port b23d4f58-861d-4139-9188-645ce16a7401, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b23d4f58-861d-4139-9188-645ce16a7401,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:31:59.138222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.164191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Made reservation on behalf of c245e86ccb074d4daf6d0ab5b7a5ef7d for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:59.166095 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.204459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1161169973-network', 'tenant_id': '4676a241ea4e4a2f8d58b526b440828e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:59.211110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:59.215073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Usage tracker for resource:network and tenant:4676a241ea4e4a2f8d58b526b440828e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:59.221088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:59.227958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:59.249756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:59.251132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.251511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-13cf0394-33ea-4db0-91fc-e6d4f81aa7c5 req-25a6ff9d-5402-4211-b529-9d5cd0f27516 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.1952889 May 28 05:31:59.258517 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.259870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] 10.222.0.33 "PUT /v2.0/ports/b23d4f58-861d-4139-9188-645ce16a7401 HTTP/1.1" status: 200 len: 1095 time: 2.1847615 May 28 05:31:59.263202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Made reservation on behalf of 4676a241ea4e4a2f8d58b526b440828e for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:31:59.264519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b5ca74-5cb0-4fdb-beb5-12d421f97384', 'tag': 'b23d4f58-861d-4139-9188-645ce16a7401'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:31:59.270411 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.395474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1fbf1-3715-40ee-ad5e-2288b5285f5f service neutron] Pushing event updated for resources: {'Port': ['ID=b23d4f58-861d-4139-9188-645ce16a7401,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:59.444884 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.454233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc22a93-82e6-4757-810d-93301f008fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=0058408b-e5a2-4608-b773-63fd7467e5c4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:59.466407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0058408b-e5a2-4608-b773-63fd7467e5c4 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:31:59.467727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.552365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:31:59.556886 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feaa10d2-d936-4a60-ad38-f87ba6f91f62'] response: {'name': 'network-changed', 'server_uuid': 'e1b5ca74-5cb0-4fdb-beb5-12d421f97384', 'tag': 'b23d4f58-861d-4139-9188-645ce16a7401', 'status': 'completed', 'code': 200} May 28 05:31:59.557435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Usage tracker for resource:security_group_rule and tenant:4676a241ea4e4a2f8d58b526b440828e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:31:59.561011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:31:59.567946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:31:59.665571 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97821f14-57ee-449d-aea0-dbd9c41f17a1 req-41ea6a74-62f4-42da-8975-28ddf70309a1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 210 time: 0.1147072 May 28 05:31:59.688830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779346b3-1416-44ce-a780-ff49620c2d87 req-c90502b7-2db0-4495-b9c3-4d140b6fbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:59.692896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-c90502b7-2db0-4495-b9c3-4d140b6fbf61 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fc6dc28085834d05ab06b8f458f23834&device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 1098 time: 0.3575349 May 28 05:31:59.755251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97aab44d-96ab-4cbf-ad00-987d2c011af8,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:59.767024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.768625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1d9f1115-50d0-4d68-b948-241794adffb7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2334528 May 28 05:31:59.774039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40416) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:31:59.783634 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.804739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Request body: {'security_group_rule': {'security_group_id': 'f2f0783e-3c02-42be-8435-74ac4678d34a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:31:59.807310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-9be8c0f0-049c-42d5-87e4-735738621450 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b23d4f58-861d-4139-9188-645ce16a7401 HTTP/1.1" status: 200 len: 217 time: 0.0970290 May 28 05:31:59.821549 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.852871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:31:59.864189 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.864733 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Added segment 48e154ac-8b01-4058-bc89-8654e2f5dcb4 of type vlan for network 92b45768-1ecd-4e45-87a9-c7b472c27b54 May 28 05:31:59.930482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2401f0e0-ec35-4094-ac60-c683bb935311 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:59.945359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:59.973149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779346b3-1416-44ce-a780-ff49620c2d87 req-2cd22e95-413f-4e4c-91dc-4449c952854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:31:59.976928 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-2cd22e95-413f-4e4c-91dc-4449c952854b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1609473 May 28 05:32:00.006773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:00.043025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.044753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:00.045305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.054063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Usage tracker for resource:security_group_rule and tenant:70625b102fbc4eca9615156bbf5cba6b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:00.082680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:00.096737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 2401f0e0-ec35-4094-ac60-c683bb935311 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:00.108879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2401f0e0-ec35-4094-ac60-c683bb935311 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:00.109328 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.132254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:00.163445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa9828-6ff5-4ed9-8bb1-e9f2b6413319 req-cfbed387-e08e-49bc-b1ee-958591c87f5d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:00.163641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8afa9828-6ff5-4ed9-8bb1-e9f2b6413319 req-cfbed387-e08e-49bc-b1ee-958591c87f5d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Synchronizing usage tracker for tenant:fc6dc28085834d05ab06b8f458f23834 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:00.201858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779346b3-1416-44ce-a780-ff49620c2d87 req-62458d50-263e-4055-b416-6b8f3a17812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:00.203341 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-62458d50-263e-4055-b416-6b8f3a17812e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2179422 May 28 05:32:00.243610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8afa9828-6ff5-4ed9-8bb1-e9f2b6413319 req-cfbed387-e08e-49bc-b1ee-958591c87f5d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Unset dirty status for tenant:fc6dc28085834d05ab06b8f458f23834 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:00.250768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8afa9828-6ff5-4ed9-8bb1-e9f2b6413319 req-cfbed387-e08e-49bc-b1ee-958591c87f5d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 947 time: 0.2117701 May 28 05:32:00.309999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2097bff-7a9f-4420-8b66-b162a654dfce,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:00.347728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2401f0e0-ec35-4094-ac60-c683bb935311 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:00.348402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.390071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 2401f0e0-ec35-4094-ac60-c683bb935311, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2401f0e0-ec35-4094-ac60-c683bb935311,segment=NetworkSegment(903dcce9-d3f5-4761-8caa-cff6be24b430),segment_id=903dcce9-d3f5-4761-8caa-cff6be24b430)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:00.392735 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8afa9828-6ff5-4ed9-8bb1-e9f2b6413319 req-e6e08ae0-f4b0-48ab-8f9e-8a6660c86dc2 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411698 May 28 05:32:00.397832 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.447201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-b52b4876-d982-4b20-8478-1c5187088ecb service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350974 May 28 05:32:00.471880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6135125 May 28 05:32:00.501153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40448) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:00.520311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Request body: {'subnet': {'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1161169973-subnet', 'tenant_id': '4676a241ea4e4a2f8d58b526b440828e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:00.537062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d2d95-415f-4b71-ac53-ee46835aa199 admin admin] Pushing event updated for resources: {'Network': ['ID=92b45768-1ecd-4e45-87a9-c7b472c27b54,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:00.549117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.597821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 92b45768-1ecd-4e45-87a9-c7b472c27b54 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:32:00.616783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:00.639964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Usage tracker for resource:subnet and tenant:4676a241ea4e4a2f8d58b526b440828e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:00.645271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:00.649523 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.655516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:00.691488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Made reservation on behalf of 4676a241ea4e4a2f8d58b526b440828e for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:00.694001 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.754134 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.765204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14bb2fe5-c7f2-4cc6-acfc-694b4fb32bb7 req-d857be56-a0da-4054-bb3d-3fde6eab8599 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.2193911 May 28 05:32:00.776283 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.788516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779346b3-1416-44ce-a780-ff49620c2d87 req-424802ad-a8c4-4884-8135-746f2bda39cd service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334768 May 28 05:32:00.837892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=2401f0e0-ec35-4094-ac60-c683bb935311,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:00.905888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f982710b-1db8-4974-b55b-46838a11679a,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:00.952446 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:00.966486 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e1d28920-c62f-448f-a84d-031710eb94ab tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1786129 May 28 05:32:00.966883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40480) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:00.972526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:00.998473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:01.001668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:01.062397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Usage tracker for resource:floatingip and tenant:70625b102fbc4eca9615156bbf5cba6b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:01.065357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:01.074724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:01.167507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64260549-cfff-4497-8b95-cdcace292cd9 req-f9852894-bd83-4d93-a581-8340cac78a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:01.169264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64260549-cfff-4497-8b95-cdcace292cd9 req-f9852894-bd83-4d93-a581-8340cac78a40 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fc6dc28085834d05ab06b8f458f23834&device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 1098 time: 0.2253172 May 28 05:32:01.170967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:01.199081 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:01.269521 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92d2e395-98ed-405c-ab87-5bad68c44fae req-57cff12e-c567-44f4-88f3-ff85c6865d97 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 210 time: 0.2089710 May 28 05:32:01.282648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-cebcdedb-8a07-4db6-8b2f-4d5b15e8d222 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=34677d108c2a499f8623f68283a66bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483043 May 28 05:32:01.368604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4381fba7-c70e-429d-9e28-c31373a2e00a,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:01.380785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:01.381176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Network hostable DHCP agents. Network: 0058408b-e5a2-4608-b773-63fd7467e5c4, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:32:01.392584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64260549-cfff-4497-8b95-cdcace292cd9 req-5526f3ff-6d6a-4344-94a2-7c0a0dd0d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:01.394715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64260549-cfff-4497-8b95-cdcace292cd9 req-5526f3ff-6d6a-4344-94a2-7c0a0dd0d4c6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.1884212 May 28 05:32:01.399349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:01.473474 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64260549-cfff-4497-8b95-cdcace292cd9 req-e78e6c98-89a7-4276-9f4c-a55f5680efe6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b23d4f58-861d-4139-9188-645ce16a7401 HTTP/1.1" status: 200 len: 217 time: 0.0687160 May 28 05:32:01.513285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:01.514023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Network hostable DHCP agents. Network: 92b45768-1ecd-4e45-87a9-c7b472c27b54, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:32:01.598295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Network 0058408b-e5a2-4608-b773-63fd7467e5c4 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:32:01.615092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64260549-cfff-4497-8b95-cdcace292cd9 req-dd10b7e2-3bfc-4597-a08d-e94e916fd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:01.617685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64260549-cfff-4497-8b95-cdcace292cd9 req-dd10b7e2-3bfc-4597-a08d-e94e916fd002 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1382179 May 28 05:32:01.622350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Network 92b45768-1ecd-4e45-87a9-c7b472c27b54 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:32:01.649827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 07a44ce6-ee49-4449-b37c-6c2bd43a64fa details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:01.665678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-1e44dd42-540f-4fdf-b5ca-35024b108700 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:01.670381 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-1e44dd42-540f-4fdf-b5ca-35024b108700 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3784971 May 28 05:32:01.693269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Request body: {'port': {'device_id': '69ee60dd-e8a5-4752-8c63-fbbac859f9b7', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '34677d108c2a499f8623f68283a66bf4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:01.706207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 92b45768-1ecd-4e45-87a9-c7b472c27b54) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:01.718080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:01.718974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:01.729121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 0058408b-e5a2-4608-b773-63fd7467e5c4) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:01.740489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:01.741084 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:01.759906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b3e28-364f-4391-98bd-198abe7d281d None None] Network 92b45768-1ecd-4e45-87a9-c7b472c27b54 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:01.760708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a98817-f836-4658-b56c-69549ea7a3ce req-28f28946-9549-4d4f-8432-00a2871dd413 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:01.770368 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18a98817-f836-4658-b56c-69549ea7a3ce req-28f28946-9549-4d4f-8432-00a2871dd413 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 947 time: 0.2324929 May 28 05:32:01.808149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3181a7-ee2f-4da8-b411-91d6a2097d37 None None] Network 0058408b-e5a2-4608-b773-63fd7467e5c4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:01.831650 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8d9da5b8-74ff-4448-9817-525075fe9add admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3168809 May 28 05:32:01.838575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64260549-cfff-4497-8b95-cdcace292cd9 req-bdd33032-12b9-4745-8ff4-8b85755f203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:01.860570 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5ffb2add-7088-4226-a324-4a07d41e26f8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9232113 May 28 05:32:01.862206 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:01.873511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64260549-cfff-4497-8b95-cdcace292cd9 req-bdd33032-12b9-4745-8ff4-8b85755f203e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2430923 May 28 05:32:01.922234 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18a98817-f836-4658-b56c-69549ea7a3ce req-1fb792ce-6655-4c65-aa1e-ec3db521ee8c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496618 May 28 05:32:02.042819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1c909c6-7e31-4b06-b342-4f9480c582f5 req-67db6d8a-db6d-4e56-aa7f-0429ba4666c1 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0970089 May 28 05:32:02.065129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:02.118071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:02.162898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Made reservation on behalf of 34677d108c2a499f8623f68283a66bf4 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:02.168150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:02.197445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Allocated IP 172.25.4.29 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/fb3a98df-87b2-48ec-b1f8-63e3fbdc25f5) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:02.299778 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64260549-cfff-4497-8b95-cdcace292cd9 req-4a171157-100e-4267-aa51-e86685a90f27 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192827 May 28 05:32:02.532714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40532) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:02.577519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:02.594605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2401f0e0-ec35-4094-ac60-c683bb935311 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:02.648899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6b406aba-db59-4356-9398-eb7e4ebc017c req-0ef0a324-9428-4b7d-b58c-f2a418268035 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 210 time: 0.1359770 May 28 05:32:02.728786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Allocated IP 192.168.233.200 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/3ea01d60-12ce-48bd-8c4a-ba862e12440e) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:02.749243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64260549-cfff-4497-8b95-cdcace292cd9 req-2e8ff63f-57b2-4629-be53-42b5d8c06479 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404573 May 28 05:32:02.797012 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:02.946204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'port_id': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa', 'mac_address': 'fa:16:3e:f5:ec:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8e4bc-4815-4be8-b193-b848d295b775', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:32:03.015892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:03.117379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-67549b69-408e-4dcf-a861-a74aaa991376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:03.187509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-67549b69-408e-4dcf-a861-a74aaa991376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:03.199913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-67549b69-408e-4dcf-a861-a74aaa991376 admin admin] Usage tracker for resource:security_group_rule and tenant:5040e46092d4494c85914d45269af039 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:03.216222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2401f0e0-ec35-4094-ac60-c683bb935311 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:03.216736 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:03.221462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-67549b69-408e-4dcf-a861-a74aaa991376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:03.309679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:03.310300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:03.312630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:03.344408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Transition to ACTIVE for port object 3ea01d60-12ce-48bd-8c4a-ba862e12440e will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:03.375590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-67549b69-408e-4dcf-a861-a74aaa991376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:03.413596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event updated for resources: {'Port': ['ID=fb3a98df-87b2-48ec-b1f8-63e3fbdc25f5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:03.426952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:03.460771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07a44ce6-ee49-4449-b37c-6c2bd43a64fa {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:03.467177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:03.469602 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:03.472036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:03.504601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:03.508941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7cb012-b388-4a4e-80a3-3f699b9fdc16 None None] Network 92b45768-1ecd-4e45-87a9-c7b472c27b54 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:03.628609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722281f-f44f-4dfa-966f-b23382e85f77 req-b6ebb821-d565-456a-b2ef-491f7f24a194 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:03.644284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5722281f-f44f-4dfa-966f-b23382e85f77 req-b6ebb821-d565-456a-b2ef-491f7f24a194 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 947 time: 0.4194772 May 28 05:32:03.677324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40572) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:03.720104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1952053448-network', 'tenant_id': '8c99ba2952fc42e099b9c8e5160673b7'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:03.731942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:03.740578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Usage tracker for resource:network and tenant:8c99ba2952fc42e099b9c8e5160673b7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:03.755611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:03.768728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['24d26111-1cf3-4a3b-a703-a07add3c5bbc', 'd568b6dc-6089-4294-b52b-dcfe2437c372'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:03.769783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:03.787081 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6bdccc9a-135c-4b7a-b619-5d4e9b16ba61 req-e2c7245d-f718-4404-8b66-ac2e6914bc32 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.3583117 May 28 05:32:03.809013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:03.829080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:03.833251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Made reservation on behalf of 8c99ba2952fc42e099b9c8e5160673b7 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:03.838318 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:03.838531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Pushing event updated for resources: {'Port': ['ID=3ea01d60-12ce-48bd-8c4a-ba862e12440e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:03.844497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:03.853669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:03.854323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:03.863910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40578) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:03.889412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-308191209-network', 'tenant_id': '7215a14f4b4b43539ea335b03553a2f7'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:03.914008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:03.941336 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.015428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:04.044847 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5722281f-f44f-4dfa-966f-b23382e85f77 req-4b225f61-dc43-4170-a12d-6ae1ec3a7533 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970554 May 28 05:32:04.045331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:04.062409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Usage tracker for resource:network and tenant:7215a14f4b4b43539ea335b03553a2f7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:04.071439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:04.075331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Usage tracker for resource:security_group_rule and tenant:8c99ba2952fc42e099b9c8e5160673b7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:04.076653 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.089335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-67549b69-408e-4dcf-a861-a74aaa991376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.092108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:04.106297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:04.117192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:04.119974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-67549b69-408e-4dcf-a861-a74aaa991376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.176802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67549b69-408e-4dcf-a861-a74aaa991376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e67cb19-8b3d-4ddf-89d3-9f1696da47db,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:04.215994 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-67549b69-408e-4dcf-a861-a74aaa991376 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5040e46092d4494c85914d45269af039&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6474144 May 28 05:32:04.220483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40588) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:04.373520 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-bab7b55e-4b32-4044-aa47-3111a9536a9e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6864469 May 28 05:32:04.397648 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.398951 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.421053 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.434249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Request body: {'port': {'device_id': '69ee60dd-e8a5-4752-8c63-fbbac859f9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:04.480933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f75d15b3-3d26-46f8-865b-f9277c0ce934 None None] Provisioning for port 3ea01d60-12ce-48bd-8c4a-ba862e12440e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:04.484351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['07a44ce6-ee49-4449-b37c-6c2bd43a64fa'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:04.486267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-69bfc82a-cc58-4ea7-9cb6-c3543b11f090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.494329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Made reservation on behalf of 7215a14f4b4b43539ea335b03553a2f7 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:04.496659 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.521832 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-69bfc82a-cc58-4ea7-9cb6-c3543b11f090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.522078 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.544434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cab8e8-a9ba-4dc6-8731-624b28685086 None None] Network 0058408b-e5a2-4608-b773-63fd7467e5c4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:04.572605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:04.576622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Usage tracker for resource:security_group_rule and tenant:7215a14f4b4b43539ea335b03553a2f7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:04.579589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:04.587191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:04.592691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:32:04.597801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2cef67-41ef-4f5b-a123-41cbf1c20a23,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:04.605787 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-69bfc82a-cc58-4ea7-9cb6-c3543b11f090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.626436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfc82a-cc58-4ea7-9cb6-c3543b11f090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e67cb19-8b3d-4ddf-89d3-9f1696da47db,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:04.634715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.635320 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Added segment 04609d1b-4011-44d9-8a99-a636a1ed355b of type vlan for network e1fc6222-fc1b-408b-a05f-a15eb4b7cb38 May 28 05:32:04.672609 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-69bfc82a-cc58-4ea7-9cb6-c3543b11f090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.674381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-69bfc82a-cc58-4ea7-9cb6-c3543b11f090 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e67cb19-8b3d-4ddf-89d3-9f1696da47db HTTP/1.1" status: 204 len: 168 time: 0.4523244 May 28 05:32:04.679501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.680305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.694182 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.742283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.744609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:04.746488 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.792443 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0919101 May 28 05:32:04.794086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40598) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:04.801023 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.804785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Request body: {'subnet': {'network_id': 'e1fc6222-fc1b-408b-a05f-a15eb4b7cb38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1952053448-subnet', 'tenant_id': '8c99ba2952fc42e099b9c8e5160673b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:04.810272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:04.815648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Usage tracker for resource:subnet and tenant:8c99ba2952fc42e099b9c8e5160673b7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:04.819056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:04.826010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:32:04.826475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:04.927997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Made reservation on behalf of 8c99ba2952fc42e099b9c8e5160673b7 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:04.928910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07847613-788e-457c-a016-e16e90ff4492,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:04.950161 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:04.955946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106efbd4-5e17-45f5-8e10-dcc546ba8c34 req-0e9fcaf1-55da-4b27-807a-91b3598b4d83 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:04.956675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-106efbd4-5e17-45f5-8e10-dcc546ba8c34 req-0e9fcaf1-55da-4b27-807a-91b3598b4d83 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Synchronizing usage tracker for tenant:34677d108c2a499f8623f68283a66bf4 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:04.976519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43a37e-e8be-4fa8-9737-e22bccf2f4fc admin admin] Pushing event updated for resources: {'Network': ['ID=e1fc6222-fc1b-408b-a05f-a15eb4b7cb38,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:05.000435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b23d4f58-861d-4139-9188-645ce16a7401 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:05.025054 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:05.025413 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Added segment 5b2c7698-d6a3-4932-acec-b222e0404129 of type vlan for network a340b32d-f314-4d90-87f3-e8eb00d93240 May 28 05:32:05.051270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network e1fc6222-fc1b-408b-a05f-a15eb4b7cb38 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:32:05.126416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e3982f44-2b83-48d6-9bde-7921f593abd2 req-3b2bae44-3c83-43b3-a511-700aab9e4fe5 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0735650 May 28 05:32:05.228878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f75d15b3-3d26-46f8-865b-f9277c0ce934 None None] Provisioning complete for port 3ea01d60-12ce-48bd-8c4a-ba862e12440e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:05.229455 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f75d15b3-3d26-46f8-865b-f9277c0ce934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:05.350530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:05.436113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:05.436866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:05.437590 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:05.460666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-106efbd4-5e17-45f5-8e10-dcc546ba8c34 req-0e9fcaf1-55da-4b27-807a-91b3598b4d83 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Unset dirty status for tenant:34677d108c2a499f8623f68283a66bf4 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:05.468769 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-106efbd4-5e17-45f5-8e10-dcc546ba8c34 req-0e9fcaf1-55da-4b27-807a-91b3598b4d83 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 936 time: 1.1446619 May 28 05:32:05.495041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40616) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:05.507099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:05.556838 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-106efbd4-5e17-45f5-8e10-dcc546ba8c34 req-4a00a015-44d8-4248-a7bb-e9af80fa3142 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880561 May 28 05:32:05.616693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b23d4f58-861d-4139-9188-645ce16a7401, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b23d4f58-861d-4139-9188-645ce16a7401,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:05.639606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f75d15b3-3d26-46f8-865b-f9277c0ce934 None None] Port 3ea01d60-12ce-48bd-8c4a-ba862e12440e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:32:05.642073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'b23d4f58-861d-4139-9188-645ce16a7401', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'b23d4f58-861d-4139-9188-645ce16a7401', 'mac_address': 'fa:16:3e:bb:6a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:32:05.656749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f812c1b8-e2d4-45b6-872e-5b8eb766e848,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:05.694716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Checking segment: {'id': '04609d1b-4011-44d9-8a99-a636a1ed355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e1fc6222-fc1b-408b-a05f-a15eb4b7cb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:05.695006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Network hostable DHCP agents. Network: e1fc6222-fc1b-408b-a05f-a15eb4b7cb38, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:32:05.696470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2401f0e0-ec35-4094-ac60-c683bb935311 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:05.741628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf8a91-e64a-4ce3-ba10-aefc4bfc9d03 req-fecb24d9-0228-44e2-b45f-8a72a9b6053f tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:05.743702 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-abc9ebd1-8f5f-4348-a0e7-3a2a497216eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:05.747414 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2dcf8a91-e64a-4ce3-ba10-aefc4bfc9d03 req-fecb24d9-0228-44e2-b45f-8a72a9b6053f tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 947 time: 0.3432457 May 28 05:32:05.802362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Network e1fc6222-fc1b-408b-a05f-a15eb4b7cb38 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:32:05.815119 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9499254 May 28 05:32:05.817360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:05.818021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d94af-81b6-4e2d-a070-3f08fea1c6ae admin admin] Pushing event updated for resources: {'Network': ['ID=a340b32d-f314-4d90-87f3-e8eb00d93240,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:05.822543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40628) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:05.851855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a340b32d-f314-4d90-87f3-e8eb00d93240 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:32:05.855913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, e1fc6222-fc1b-408b-a05f-a15eb4b7cb38) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:05.864823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:05.865639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:05.874493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b988c-5adc-4152-8255-582380040e02 None None] Network e1fc6222-fc1b-408b-a05f-a15eb4b7cb38 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:05.886701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2dcf8a91-e64a-4ce3-ba10-aefc4bfc9d03 req-5e3db5ff-5818-4f5f-847f-eee2aa08600d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326358 May 28 05:32:05.889423 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-41a6438e-556b-4960-ae01-0a1bff96c140 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0898769 May 28 05:32:05.934039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-abc9ebd1-8f5f-4348-a0e7-3a2a497216eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:05.987113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Request body: {'subnet': {'network_id': 'a340b32d-f314-4d90-87f3-e8eb00d93240', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-308191209-subnet', 'tenant_id': '7215a14f4b4b43539ea335b03553a2f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:05.991906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:06.035407 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:32:06.050678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Usage tracker for resource:subnet and tenant:7215a14f4b4b43539ea335b03553a2f7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:06.069106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-abc9ebd1-8f5f-4348-a0e7-3a2a497216eb admin admin] Usage tracker for resource:security_group_rule and tenant:10238f1ccc994b4d9d4841ae2d977c4e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:06.079492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:06.080613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-abc9ebd1-8f5f-4348-a0e7-3a2a497216eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:06.087520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:06.090737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:06.103301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-abc9ebd1-8f5f-4348-a0e7-3a2a497216eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:06.125643 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:06.184038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b23d4f58-861d-4139-9188-645ce16a7401 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:06.184403 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:06.219477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23d4f58-861d-4139-9188-645ce16a7401 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:06.259520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Made reservation on behalf of 7215a14f4b4b43539ea335b03553a2f7 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:06.262076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:06.275773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event updated for resources: {'Port': ['ID=fb3a98df-87b2-48ec-b1f8-63e3fbdc25f5,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:06.304431 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:06.357295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b23d4f58-861d-4139-9188-645ce16a7401, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b23d4f58-861d-4139-9188-645ce16a7401,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:06.423063 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:32:06.441235 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:06.566066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dec40132-d2d9-4a21-b7d6-4af32730ab52 req-b728ffd2-d47a-4bb3-8a94-8c9c84230f31 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.1550245 May 28 05:32:06.593535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-b61b42d7-42fb-4c4b-a905-693796239554 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6536291 May 28 05:32:06.599680 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:06.600664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5204265e-009b-43de-9eb8-b0c064c6e1e1 None None] Network e1fc6222-fc1b-408b-a05f-a15eb4b7cb38 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:06.609292 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ab1734b2-6bc5-449c-89f8-1d181fda36ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6413934 May 28 05:32:06.615173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea01d60-12ce-48bd-8c4a-ba862e12440e {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:06.632302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:06.675449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Transition to ACTIVE for port object 3ea01d60-12ce-48bd-8c4a-ba862e12440e will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:06.922861 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:06.926584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-bbb3ee4c-9058-4d70-8d65-6f0924291043 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:06.928080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-bbb3ee4c-9058-4d70-8d65-6f0924291043 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 820 time: 0.2901833 May 28 05:32:06.931358 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-abc9ebd1-8f5f-4348-a0e7-3a2a497216eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:06.967452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-805a51c7-939e-4991-a5cf-4a8f7559cafa tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/quotas/c245e86ccb074d4daf6d0ab5b7a5ef7d HTTP/1.1" status: 200 len: 375 time: 0.0224032 May 28 05:32:07.021206 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-abc9ebd1-8f5f-4348-a0e7-3a2a497216eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:07.030181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-1f2db881-257d-41f7-a3f7-f38035af2adf tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612791 May 28 05:32:07.049882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b23d4f58-861d-4139-9188-645ce16a7401'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:07.086030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b23d4f58-861d-4139-9188-645ce16a7401,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:07.291659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Pushing event updated for resources: {'Port': ['ID=3ea01d60-12ce-48bd-8c4a-ba862e12440e,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:07.296217 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-abc9ebd1-8f5f-4348-a0e7-3a2a497216eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10238f1ccc994b4d9d4841ae2d977c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7709801 May 28 05:32:07.312179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:07.323825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40660) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:07.365572 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-c687a994-7829-4da0-a424-3230c8b400c0 service neutron] 10.222.0.39 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343811 May 28 05:32:07.437494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9ebd1-8f5f-4348-a0e7-3a2a497216eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b568e597-1029-4f04-ace2-83035e26f909,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:07.533963 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-2577071b-9471-4a19-91c9-1d62c88de2b3 service neutron] 10.222.0.39 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617925 May 28 05:32:07.542917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Attempting to bind port 3ea01d60-12ce-48bd-8c4a-ba862e12440e on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:07.543270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Attempting to bind port 3ea01d60-12ce-48bd-8c4a-ba862e12440e by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:07.543600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Attempting to bind port 3ea01d60-12ce-48bd-8c4a-ba862e12440e on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:07.567099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edd6f45-465b-407d-8b92-b799e306d2f4,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:07.579280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Port 3ea01d60-12ce-48bd-8c4a-ba862e12440e on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:07.581403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Attempting to bind port 3ea01d60-12ce-48bd-8c4a-ba862e12440e on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:07.602207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:07.602545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:07.602932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:07.603388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Bound port: 3ea01d60-12ce-48bd-8c4a-ba862e12440e, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:07.603735 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:07.614808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f17467d0-dab1-487b-8492-46b8cb682289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:07.618258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-bbcca608-ac88-43f9-9027-165dd2b94ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:07.619818 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-bbcca608-ac88-43f9-9027-165dd2b94ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6dc28085834d05ab06b8f458f23834&device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 1100 time: 0.7585959 May 28 05:32:07.732648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Checking segment: {'id': '5b2c7698-d6a3-4932-acec-b222e0404129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a340b32d-f314-4d90-87f3-e8eb00d93240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:07.733360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Network hostable DHCP agents. Network: a340b32d-f314-4d90-87f3-e8eb00d93240, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:32:07.781736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc091c4-3238-4d7d-b77e-c51bbf4f8ae7 req-405a325b-b5cf-4d81-8ad4-2cb145a82a6a tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:07.783982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5dc091c4-3238-4d7d-b77e-c51bbf4f8ae7 req-405a325b-b5cf-4d81-8ad4-2cb145a82a6a tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 948 time: 0.8539581 May 28 05:32:07.851784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f17467d0-dab1-487b-8492-46b8cb682289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:07.928595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-0c4bb737-9687-47b1-9077-af32af637903 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Synchronizing usage tracker for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:07.963385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-0c4bb737-9687-47b1-9077-af32af637903 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Unset dirty status for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:07.964950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-0c4bb737-9687-47b1-9077-af32af637903 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1635562888&fields=id&tenant_id=70625b102fbc4eca9615156bbf5cba6b HTTP/1.1" status: 200 len: 267 time: 0.1135557 May 28 05:32:08.005416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Network a340b32d-f314-4d90-87f3-e8eb00d93240 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:32:08.023471 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5dc091c4-3238-4d7d-b77e-c51bbf4f8ae7 req-6eefe11d-0643-4ed2-8f0f-d946d1a9b633 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641691 May 28 05:32:08.044844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a340b32d-f314-4d90-87f3-e8eb00d93240) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:08.057264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29da39-bce9-44c5-bb48-8a73de7b1276 None None] Network a340b32d-f314-4d90-87f3-e8eb00d93240 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:08.060565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:08.061183 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:08.068023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] For port 3ea01d60-12ce-48bd-8c4a-ba862e12440e, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:08.111710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-e5691270-e1e7-4fa2-bf9a-48b487471d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:08.116101 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-e5691270-e1e7-4fa2-bf9a-48b487471d07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.4710910 May 28 05:32:08.117707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] For port 3ea01d60-12ce-48bd-8c4a-ba862e12440e, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3ea01d60-12ce-48bd-8c4a-ba862e12440e,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:08.216418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 07a44ce6-ee49-4449-b37c-6c2bd43a64fa up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:08.259685 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:08.263780 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f17467d0-dab1-487b-8492-46b8cb682289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:08.281577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f17467d0-dab1-487b-8492-46b8cb682289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:08.281577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f17467d0-dab1-487b-8492-46b8cb682289 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b568e597-1029-4f04-ace2-83035e26f909 HTTP/1.1" status: 204 len: 168 time: 0.8493888 May 28 05:32:08.361987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-7e669325-4dc6-465b-a374-1e594b3dbe55 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:08.362707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-7e669325-4dc6-465b-a374-1e594b3dbe55 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Synchronizing usage tracker for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:08.415857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-7e669325-4dc6-465b-a374-1e594b3dbe55 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Unset dirty status for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:08.415857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-7e669325-4dc6-465b-a374-1e594b3dbe55 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/networks?id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1 HTTP/1.1" status: 200 len: 823 time: 0.4178991 May 28 05:32:08.431847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e426166c-6ea8-479e-9175-b447a3d9c58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:08.510371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-a62253dc-57c2-4202-8522-4210174db971 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/quotas/70625b102fbc4eca9615156bbf5cba6b HTTP/1.1" status: 200 len: 375 time: 0.0300257 May 28 05:32:08.510684 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-ab66eba6-8bf2-4d18-a0ac-c60351ce34ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=66b6a928-1b1e-404b-ad42-747766e4abdc HTTP/1.1" status: 200 len: 217 time: 0.3748763 May 28 05:32:08.544146 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c9024a9f-daa2-42bf-b8bd-08cf066754ab admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6199927 May 28 05:32:08.594684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:08.595339 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:08.613991 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] 10.222.0.33 "PUT /v2.0/ports/3ea01d60-12ce-48bd-8c4a-ba862e12440e HTTP/1.1" status: 200 len: 1096 time: 4.2167077 May 28 05:32:08.618003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:08.618371 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:08.722529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ee60dd-e8a5-4752-8c63-fbbac859f9b7', 'tag': '3ea01d60-12ce-48bd-8c4a-ba862e12440e'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:08.728086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17467d0-dab1-487b-8492-46b8cb682289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b568e597-1029-4f04-ace2-83035e26f909,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:08.789278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-cc2c3efd-1a24-48f3-b74b-e469069142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:08.797379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-cc2c3efd-1a24-48f3-b74b-e469069142a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2213688 May 28 05:32:08.896375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b23d4f58-861d-4139-9188-645ce16a7401 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:08.958590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-1f9df162-168b-45dd-9aea-8a077e8afe95 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=70625b102fbc4eca9615156bbf5cba6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4244378 May 28 05:32:08.993252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336bc1c-fe2e-4ede-be9b-c6b3ef96a67e service neutron] Pushing event updated for resources: {'Port': ['ID=3ea01d60-12ce-48bd-8c4a-ba862e12440e,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:09.075020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6dc4d-268a-4582-b9e3-3073ffcc265f req-a79a3649-32fe-4f95-b58d-9e20198d0f44 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:09.083321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2550c1d5-1cf9-4f16-9d91-c3ba61dc2421 None None] Network a340b32d-f314-4d90-87f3-e8eb00d93240 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:09.088816 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1fa6dc4d-268a-4582-b9e3-3073ffcc265f req-a79a3649-32fe-4f95-b58d-9e20198d0f44 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 948 time: 0.8388488 May 28 05:32:09.204130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-16393d33-b814-46ef-8f3a-6dbefd93fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:09.206071 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-16393d33-b814-46ef-8f3a-6dbefd93fcf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3871281 May 28 05:32:09.214772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-e82166d3-f0b1-490a-8273-f7443f9dff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:09.216360 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-e82166d3-f0b1-490a-8273-f7443f9dff75 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 1099 time: 0.4827540 May 28 05:32:09.288472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:09.288862 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:09.342858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-19a88fe3-3fb8-4fd2-ba22-4e5167574662 service neutron] 10.222.0.39 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699620 May 28 05:32:09.360759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:09.374766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:09.389062 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:09.478648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port b23d4f58-861d-4139-9188-645ce16a7401 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:09.516879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port b23d4f58-861d-4139-9188-645ce16a7401 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:09.517254 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:09.629217 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1fa6dc4d-268a-4582-b9e3-3073ffcc265f req-7efefd33-9a97-4975-ad40-e0efc5de6ac8 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936492 May 28 05:32:09.663169 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-1a0adfe5-14d4-4027-a177-4b133488a0fc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=3ea01d60-12ce-48bd-8c4a-ba862e12440e HTTP/1.1" status: 200 len: 217 time: 0.3906443 May 28 05:32:09.680151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-43e9631f-313f-4d78-80be-c7d002144ad7 service neutron] 10.222.0.39 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296697 May 28 05:32:09.726389 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:09.751509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:09.935191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b23d4f58-861d-4139-9188-645ce16a7401 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:09.936954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:10.015261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-3c0c8308-9eca-40b0-9ac8-6ca80b461ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:10.016959 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-3c0c8308-9eca-40b0-9ac8-6ca80b461ffb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3331835 May 28 05:32:10.091595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b23d4f58-861d-4139-9188-645ce16a7401, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b23d4f58-861d-4139-9188-645ce16a7401,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:10.104921 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:10.137189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-58a3c74a-e11a-4035-9356-c5e2fea07a55 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:10.138892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-58a3c74a-e11a-4035-9356-c5e2fea07a55 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 820 time: 0.5563881 May 28 05:32:10.164072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Request body: {'port': {'device_id': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4', 'admin_state_up': True, 'tenant_id': 'c245e86ccb074d4daf6d0ab5b7a5ef7d'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:10.263768 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-eff2b4c9-ab71-4e52-8655-3d0661ce735d service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0465620 May 28 05:32:10.298255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b23d4f58-861d-4139-9188-645ce16a7401,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:10.306739 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a7e7be80-44ec-4ded-af20-faae956c5a0c req-310de317-c6a0-404a-bb1b-56d92134ded6 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.1965818 May 28 05:32:10.404744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:10.409527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Usage tracker for resource:port and tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:10.412419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:10.418201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:10.441378 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bbc6ca-a627-46b9-acd0-d3e99e45b95b'] response: {'name': 'network-changed', 'server_uuid': '69ee60dd-e8a5-4752-8c63-fbbac859f9b7', 'tag': '3ea01d60-12ce-48bd-8c4a-ba862e12440e', 'status': 'completed', 'code': 200} May 28 05:32:10.476577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Made reservation on behalf of c245e86ccb074d4daf6d0ab5b7a5ef7d for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:10.480330 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:10.500050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9b2d75f-4a04-4861-935d-ba44322bfe99 req-ea521229-f4a9-472a-a50c-bed9c08ff08b tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 210 time: 0.0741322 May 28 05:32:10.536822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-76abe73d-7860-4d1d-b5c0-7f577a6b8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:10.538674 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-76abe73d-7860-4d1d-b5c0-7f577a6b8423 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4926662 May 28 05:32:10.621787 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9a97-fdfa-4401-8354-fccc6105c158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:10.649315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-162faaa6-462a-424d-b743-37ebeb8c4ac9 req-64fd612a-6cd9-4c7a-be9c-2ab7b3a25157 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683765 May 28 05:32:10.897290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Allocated IP 172.20.0.14 (0058408b-e5a2-4608-b773-63fd7467e5c4/4381fba7-c70e-429d-9e28-c31373a2e00a/73c00d49-4eff-4c61-9865-00b33c400a15) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:10.921861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61ac71-6606-4cea-beed-6d89d4b6afad req-0a957259-2556-4f6a-b874-9cf7d2973a92 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:10.929016 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-4706e06d-09b1-4563-b583-7309ca5e1d62 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719230 May 28 05:32:10.929683 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a61ac71-6606-4cea-beed-6d89d4b6afad req-0a957259-2556-4f6a-b874-9cf7d2973a92 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 948 time: 0.2049813 May 28 05:32:11.039508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a61ac71-6606-4cea-beed-6d89d4b6afad req-6615e57a-7b22-4662-a758-a0e12d0ba8e8 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087468 May 28 05:32:11.143127 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbba3f69-befe-4758-aafd-19ced3a2bd4e'] response: {'server_uuid': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa', 'code': 200} May 28 05:32:11.242833 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93bad4e7-a90d-4d88-89db-f6cff81f4392 req-4c9d0e88-efb7-4dde-9210-fcc8edfe973b service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915802 May 28 05:32:11.432545 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-073dee7d-0b07-4785-bd0c-76fa778334bf req-101c9133-2b4e-4904-becf-0bb0f8748048 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 210 time: 0.0741773 May 28 05:32:11.460888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:11.488320 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:11.508134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:11.540060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-009b9575-387b-4f10-bb93-a02a6ee21e4f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:11.543886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-009b9575-387b-4f10-bb93-a02a6ee21e4f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Synchronizing usage tracker for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:11.580844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-72723242-4af8-4b24-89b2-fdaec56440c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:11.582667 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-72723242-4af8-4b24-89b2-fdaec56440c5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 1099 time: 0.1831965 May 28 05:32:11.583816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-009b9575-387b-4f10-bb93-a02a6ee21e4f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Unset dirty status for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:11.590482 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:11.591555 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-009b9575-387b-4f10-bb93-a02a6ee21e4f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 808 time: 0.4328461 May 28 05:32:11.639905 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-5b328c5d-9000-4aed-94c7-56dc602de74e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/quotas/4676a241ea4e4a2f8d58b526b440828e HTTP/1.1" status: 200 len: 375 time: 0.0472505 May 28 05:32:11.760999 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-9fe47f2f-eda1-42bc-a112-6904c9c05e80 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1201026 May 28 05:32:11.823721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-e453495b-c27d-4c72-bf25-adf7e0b4268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:11.825920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-e453495b-c27d-4c72-bf25-adf7e0b4268c service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2322247 May 28 05:32:11.907270 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-f77a2927-b70d-4ba6-a5ea-b1a28daf7695 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=3ea01d60-12ce-48bd-8c4a-ba862e12440e HTTP/1.1" status: 200 len: 217 time: 0.0735965 May 28 05:32:11.977642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Network 0058408b-e5a2-4608-b773-63fd7467e5c4 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:11.985621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:11.992047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:12.019397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Pushing event updated for resources: {'Port': ['ID=73c00d49-4eff-4c61-9865-00b33c400a15,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:12.081796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:12.082633 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:12.086285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-8b33b14e-9ed2-4c47-be43-db1db99a6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:12.088625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-8b33b14e-9ed2-4c47-be43-db1db99a6cd0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1746264 May 28 05:32:12.117541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d391fa0-a006-49dd-8a7f-89f5022c474c req-275e59e6-9478-4c29-a03b-6a3633623a31 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:12.124858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d391fa0-a006-49dd-8a7f-89f5022c474c req-275e59e6-9478-4c29-a03b-6a3633623a31 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 949 time: 0.2666855 May 28 05:32:12.144219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-87d0660b-c7be-4c67-a6bf-a49217b8f24a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9882445 May 28 05:32:12.171488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Request body: {'port': {'device_id': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:12.220388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-bdbfa501-82ad-4d70-bb5e-e715cdb40d20 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:32:12.229076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-bdbfa501-82ad-4d70-bb5e-e715cdb40d20 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2009268 May 28 05:32:12.296295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:12.323069 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d391fa0-a006-49dd-8a7f-89f5022c474c req-5d7a02ac-abee-4a19-b715-77b6a5eb4596 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966472 May 28 05:32:12.485469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-f6bb48f8-b581-4a2c-9cdd-de2375b536c1 service neutron] 10.222.0.39 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544904 May 28 05:32:12.745029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87c0b5fb-c2f6-4e5a-8e20-4589ef50cba1 req-cb2cd1d3-8d32-4600-826d-fbf2fe675845 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.1498747 May 28 05:32:12.805544 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-fdbf25a2-92eb-4b8a-b63f-8552df640e65 service neutron] 10.222.0.39 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188503 May 28 05:32:12.881986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-419fe690-d221-49a6-acbf-57c6af232ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:12.885752 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-419fe690-d221-49a6-acbf-57c6af232ab7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7866418 May 28 05:32:13.079861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c00d49-4eff-4c61-9865-00b33c400a15 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:13.088543 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:13.105282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Transition to ACTIVE for port object 73c00d49-4eff-4c61-9865-00b33c400a15 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:13.129396 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:13.144422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b5ca74-5cb0-4fdb-beb5-12d421f97384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d4f58-861d-4139-9188-645ce16a7401'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:13.151918 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:13.184139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-1e4ea87e-153d-4a6c-b26a-61abeb062a9d service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891397 May 28 05:32:13.345541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-38a95cd4-4797-4a9e-b59d-9f4bfbd7fffb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:13.347178 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-38a95cd4-4797-4a9e-b59d-9f4bfbd7fffb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.41 "GET /v2.0/networks?id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1 HTTP/1.1" status: 200 len: 823 time: 0.9090526 May 28 05:32:13.431357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Pushing event updated for resources: {'Port': ['ID=73c00d49-4eff-4c61-9865-00b33c400a15,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:13.500603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-042ba64a-587b-4ad2-b3c8-9a389d98e2e9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Synchronizing usage tracker for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:13.525771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-042ba64a-587b-4ad2-b3c8-9a389d98e2e9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Unset dirty status for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:13.526825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-042ba64a-587b-4ad2-b3c8-9a389d98e2e9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70625b102fbc4eca9615156bbf5cba6b HTTP/1.1" status: 200 len: 380 time: 0.1288390 May 28 05:32:13.531632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f34f33c-6e77-4e24-bef6-1bdb92634e07 req-cb9fd0d4-13e8-472d-8476-570f9d997198 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318110 May 28 05:32:13.538216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Request body: {'port': {'device_id': 'c2778884-2320-40e0-8c5f-9827791506a4', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'admin_state_up': True, 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'security_groups': ['f2f0783e-3c02-42be-8435-74ac4678d34a']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:13.586713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fc730-e4b2-4528-8e09-6c222e282e28 req-5a57191c-7d22-42f5-82a6-b7b94c8173fd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:13.587609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-770fc730-e4b2-4528-8e09-6c222e282e28 req-5a57191c-7d22-42f5-82a6-b7b94c8173fd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Synchronizing usage tracker for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:13.592199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:13.592665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:13.592993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:13.599307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Port 73c00d49-4eff-4c61-9865-00b33c400a15 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:13.599673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:13.607338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:13.607719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:13.608069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:13.608506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Bound port: 73c00d49-4eff-4c61-9865-00b33c400a15, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:13.608857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:13.675182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-770fc730-e4b2-4528-8e09-6c222e282e28 req-5a57191c-7d22-42f5-82a6-b7b94c8173fd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Unset dirty status for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:13.682379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-770fc730-e4b2-4528-8e09-6c222e282e28 req-5a57191c-7d22-42f5-82a6-b7b94c8173fd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 944 time: 0.5659440 May 28 05:32:13.686017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc63f0-1750-474e-864b-8e1d6bb7e897 req-e77b977c-ac78-4235-a9c7-69708828d17c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:13.693831 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9fbc63f0-1750-474e-864b-8e1d6bb7e897 req-e77b977c-ac78-4235-a9c7-69708828d17c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 948 time: 0.3437364 May 28 05:32:13.770461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:13.773615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-770fc730-e4b2-4528-8e09-6c222e282e28 req-b3086db1-da20-42f0-8546-0cc9d8756272 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901508 May 28 05:32:13.793163 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9fbc63f0-1750-474e-864b-8e1d6bb7e897 req-860343a0-e477-4fe2-916a-69d459d74964 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911741 May 28 05:32:13.793432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:13.798483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:13.811029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:13.821007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Usage tracker for resource:port and tenant:70625b102fbc4eca9615156bbf5cba6b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:13.828730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:13.846135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:13.878967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Made reservation on behalf of 70625b102fbc4eca9615156bbf5cba6b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:13.882572 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:13.951727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:13.953576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:13.954190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] 10.222.0.41 "PUT /v2.0/ports/73c00d49-4eff-4c61-9865-00b33c400a15 HTTP/1.1" status: 200 len: 1092 time: 1.8003335 May 28 05:32:13.954718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'tag': '73c00d49-4eff-4c61-9865-00b33c400a15'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:14.019874 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-577c79f8-33c2-4ea5-a6d5-e172f1c41a09 req-015a9a30-4bfc-445a-863a-d13901d133fa tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 210 time: 0.0698514 May 28 05:32:14.036989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0e38c-9990-4ff2-bab7-b12b3a3e8967 service neutron] Pushing event updated for resources: {'Port': ['ID=73c00d49-4eff-4c61-9865-00b33c400a15,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:14.123743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a1c63c5-38c8-49dc-9ad3-e7b756a3b17a req-a534971b-fd55-470e-8f8d-c08932dc0875 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 210 time: 0.1136618 May 28 05:32:14.217062 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000c2917-ed10-4c13-b8b6-ad05e9235928'] response: {'server_uuid': 'e1b5ca74-5cb0-4fdb-beb5-12d421f97384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d4f58-861d-4139-9188-645ce16a7401', 'code': 200} May 28 05:32:14.224425 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-161b01d0-1857-4319-be5e-1c82339a70ff req-e7bdbf9d-deb9-4ffd-840c-51a0effd466e tempest-FlavorsV2NegativeTest-870922302 tempest-FlavorsV2NegativeTest-870922302-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fe79d6557a1645698d83a072c4ca6e94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388091 May 28 05:32:14.271559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Allocated IP 172.20.0.4 (b1a9b245-5074-4ded-82bb-cbdaaebacdd1/5405371e-740e-42e9-840d-a75d4a087527/e5c82998-441a-4c13-8f32-837bee53c383) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:14.393553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b01d0-1857-4319-be5e-1c82339a70ff req-cc44918d-ff43-424e-a6a1-e0bc6c426625 tempest-FlavorsV2NegativeTest-870922302 tempest-FlavorsV2NegativeTest-870922302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:14.394966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-161b01d0-1857-4319-be5e-1c82339a70ff req-cc44918d-ff43-424e-a6a1-e0bc6c426625 tempest-FlavorsV2NegativeTest-870922302 tempest-FlavorsV2NegativeTest-870922302-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646075 May 28 05:32:14.415434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-161b01d0-1857-4319-be5e-1c82339a70ff req-f6d145d5-cc8c-428d-9645-9b64dc6ccdc6 tempest-FlavorsV2NegativeTest-870922302 tempest-FlavorsV2NegativeTest-870922302-project] 10.222.0.39 "GET /v2.0/quotas/fe79d6557a1645698d83a072c4ca6e94 HTTP/1.1" status: 200 len: 375 time: 0.0120835 May 28 05:32:14.417716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-33ed95c7-7e75-4d15-9ef6-08e0e1dede8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:14.419224 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-33ed95c7-7e75-4d15-9ef6-08e0e1dede8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 1095 time: 0.3786254 May 28 05:32:14.615304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-161b01d0-1857-4319-be5e-1c82339a70ff req-6c053ced-e1bd-49e5-ae01-a00c54b54ee1 tempest-FlavorsV2NegativeTest-870922302 tempest-FlavorsV2NegativeTest-870922302-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe79d6557a1645698d83a072c4ca6e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1937115 May 28 05:32:14.617209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-97de3624-9236-4783-86fd-cf9399949dc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73c00d49-4eff-4c61-9865-00b33c400a15 HTTP/1.1" status: 200 len: 217 time: 0.1643119 May 28 05:32:14.684886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:14.697257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87b3a7-fc11-4f05-973c-27d916dbd58c req-8ba495fc-6352-4467-92d8-81e9e0122020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:14.698713 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ac87b3a7-fc11-4f05-973c-27d916dbd58c req-8ba495fc-6352-4467-92d8-81e9e0122020 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 1100 time: 0.2677927 May 28 05:32:14.714849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd8efc-f7df-4aee-92dc-4273c6c32aa5 req-5ca44c71-3730-428a-938d-109fb5e09503 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:14.716789 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4bd8efc-f7df-4aee-92dc-4273c6c32aa5 req-5ca44c71-3730-428a-938d-109fb5e09503 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 949 time: 0.2869067 May 28 05:32:14.744758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Transition to ACTIVE for port object e5c82998-441a-4c13-8f32-837bee53c383 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:14.765840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-d522fab0-0434-4f6f-a99b-bc50c73a0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:14.767311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-d522fab0-0434-4f6f-a99b-bc50c73a0c5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.1415024 May 28 05:32:14.783637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ac87b3a7-fc11-4f05-973c-27d916dbd58c req-51bc5ab5-1198-4464-94af-77d47675c943 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 May 28 05:32:14.827739 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4bd8efc-f7df-4aee-92dc-4273c6c32aa5 req-48d9392b-7ff7-4018-826a-c146734d9084 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849006 May 28 05:32:14.848066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3ea01d60-12ce-48bd-8c4a-ba862e12440e details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:14.874809 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:14.925056 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.41', 56026) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:15.001233 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-bfaa6f65-e73d-4e27-baa3-c4ecca4d16aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2238948 May 28 05:32:15.016743 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6270ce7-140d-4e38-8cb1-44dd0b56b671'] response: {'name': 'network-changed', 'server_uuid': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'tag': '73c00d49-4eff-4c61-9865-00b33c400a15', 'status': 'completed', 'code': 200} May 28 05:32:15.066653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:15.082579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:15.140393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c70fe9f7-53c2-4dad-8cec-8a9f0c2b1e8f req-73672c51-52d7-4b09-932f-a19b31ecce58 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.2691422 May 28 05:32:15.422227 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:15.432737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:15.435449 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:15.451610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-416f0edd-de7b-45e9-908e-6a3c02ced526 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:15.454053 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-416f0edd-de7b-45e9-908e-6a3c02ced526 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 808 time: 0.5272076 May 28 05:32:15.489056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3ea01d60-12ce-48bd-8c4a-ba862e12440e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3ea01d60-12ce-48bd-8c4a-ba862e12440e,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:15.518649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '3ea01d60-12ce-48bd-8c4a-ba862e12440e', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '3ea01d60-12ce-48bd-8c4a-ba862e12440e', 'mac_address': 'fa:16:3e:30:b6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:32:15.530601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Request body: {'port': {'device_id': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54', 'admin_state_up': True, 'tenant_id': '4676a241ea4e4a2f8d58b526b440828e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:15.572853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event updated for resources: {'Port': ['ID=e5c82998-441a-4c13-8f32-837bee53c383,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:15.594189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-61948efd-2a3e-4323-8f88-985e07ebb12c service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800807 May 28 05:32:15.647631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-693dbc68-5f6b-49ff-a096-d0acdeebfa5f None None] Provisioning for port e5c82998-441a-4c13-8f32-837bee53c383 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:15.691665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-693dbc68-5f6b-49ff-a096-d0acdeebfa5f None None] Provisioning complete for port e5c82998-441a-4c13-8f32-837bee53c383 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:15.692193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-693dbc68-5f6b-49ff-a096-d0acdeebfa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:15.792239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1ce1525-ee12-4b7d-9885-60388688fe40 req-745b2f85-3714-440b-bc27-10ca64dedbdd service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814902 May 28 05:32:15.824552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3ea01d60-12ce-48bd-8c4a-ba862e12440e is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:15.825202 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:15.839397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa40839-95dd-4810-8968-f7684af873b0 req-216223ab-1382-406c-bfb8-7a8305bb531c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:15.849653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6aa40839-95dd-4810-8968-f7684af873b0 req-216223ab-1382-406c-bfb8-7a8305bb531c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 944 time: 0.3865075 May 28 05:32:15.863888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea01d60-12ce-48bd-8c4a-ba862e12440e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:15.880750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40882) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:15.885982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-4b780f91-f3fc-46fb-b31a-158c0d1049c0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3516428 May 28 05:32:15.886449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3ea01d60-12ce-48bd-8c4a-ba862e12440e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3ea01d60-12ce-48bd-8c4a-ba862e12440e,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:15.925308 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-693dbc68-5f6b-49ff-a096-d0acdeebfa5f None None] Port e5c82998-441a-4c13-8f32-837bee53c383 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:32:15.927731 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:15.994871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Request body: {'port': {'device_id': 'c2778884-2320-40e0-8c5f-9827791506a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:16.019048 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6aa40839-95dd-4810-8968-f7684af873b0 req-4a1fbd8d-0dd6-4481-a313-5d73a310cdb2 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683903 May 28 05:32:16.113419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bfa13-ec34-49ad-8187-f6abe322d66b req-a732b512-0c0c-489b-a217-473404ba4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:16.115830 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b2bfa13-ec34-49ad-8187-f6abe322d66b req-a732b512-0c0c-489b-a217-473404ba4034 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 1095 time: 0.2111404 May 28 05:32:16.199094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3ea01d60-12ce-48bd-8c4a-ba862e12440e,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:16.303613 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-e577c479-30f5-47ad-af74-85ce9286ae2a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8831837 May 28 05:32:16.304626 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7df1c993-b4fe-4816-aa12-ff5b019034fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:16.330595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8e278-3951-4657-b0a9-727285ed1c3d req-3971cacc-9353-436a-9158-d78597c49746 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:16.337951 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8bc8e278-3951-4657-b0a9-727285ed1c3d req-3971cacc-9353-436a-9158-d78597c49746 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 948 time: 0.5602310 May 28 05:32:16.420211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bfa13-ec34-49ad-8187-f6abe322d66b req-d637617c-42c8-49dd-8d51-db03108701cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:16.422080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b2bfa13-ec34-49ad-8187-f6abe322d66b req-d637617c-42c8-49dd-8d51-db03108701cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.2893307 May 28 05:32:16.430151 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8bc8e278-3951-4657-b0a9-727285ed1c3d req-715459aa-2ab3-4f33-a0c3-ff79cdd9bb2d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910013 May 28 05:32:16.435300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec2327-e664-413c-9599-67ef430cc3ec req-9fd0c231-80b6-467e-95a7-8c3542e24311 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:16.436972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-baec2327-e664-413c-9599-67ef430cc3ec req-9fd0c231-80b6-467e-95a7-8c3542e24311 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 931 time: 0.1611364 May 28 05:32:16.471927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['3ea01d60-12ce-48bd-8c4a-ba862e12440e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:16.575342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b2bfa13-ec34-49ad-8187-f6abe322d66b req-0d1316a3-7bd3-4bd4-962b-fc82895855f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73c00d49-4eff-4c61-9865-00b33c400a15 HTTP/1.1" status: 200 len: 217 time: 0.1372666 May 28 05:32:16.624806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:16.647289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7df1c993-b4fe-4816-aa12-ff5b019034fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:16.684068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-baec2327-e664-413c-9599-67ef430cc3ec req-de502c8f-f753-4727-b81e-664ff482bcd8 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357460 May 28 05:32:16.685466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bfa13-ec34-49ad-8187-f6abe322d66b req-7c311d77-a110-411f-84a3-009531cb6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:16.687738 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b2bfa13-ec34-49ad-8187-f6abe322d66b req-7c311d77-a110-411f-84a3-009531cb6f3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.0738702 May 28 05:32:16.728311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7df1c993-b4fe-4816-aa12-ff5b019034fe admin admin] Usage tracker for resource:security_group_rule and tenant:fe79d6557a1645698d83a072c4ca6e94 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:16.734730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9de6d2cf-c6ab-4ebf-8bb0-894a0630af20 req-ecddb049-8c1c-4c47-99c8-3dd512a7c4cc tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0832200 May 28 05:32:16.737352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:16.739997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7df1c993-b4fe-4816-aa12-ff5b019034fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:16.753666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Usage tracker for resource:port and tenant:4676a241ea4e4a2f8d58b526b440828e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:16.758006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7df1c993-b4fe-4816-aa12-ff5b019034fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:16.758841 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b2bfa13-ec34-49ad-8187-f6abe322d66b req-e13abb63-1888-4498-ad0c-24eb661779c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625670 May 28 05:32:16.803426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:16.848989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:16.888461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Made reservation on behalf of 4676a241ea4e4a2f8d58b526b440828e for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:16.892009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:17.062589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b2bfa13-ec34-49ad-8187-f6abe322d66b req-a64f921c-5e6b-4ab1-8b12-265062c0eff5 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949677 May 28 05:32:17.081436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-564f91d3-fe1b-4210-95c5-8b7b5c819378 req-974d6626-971e-43c6-a205-1ec3c8d355d5 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.1166663 May 28 05:32:17.105157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-2e492234-4f2d-4977-8f1c-d32fb3e8c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:17.107318 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-2e492234-4f2d-4977-8f1c-d32fb3e8c5c2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 1101 time: 0.5347929 May 28 05:32:17.158453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3606d-a9ff-4aa4-8fe3-107c612748f1 req-6a7f9daa-75f6-4d06-b3fa-75677e1c4f4f tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:17.166261 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fc3606d-a9ff-4aa4-8fe3-107c612748f1 req-6a7f9daa-75f6-4d06-b3fa-75677e1c4f4f tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 949 time: 0.2292197 May 28 05:32:17.243622 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fc3606d-a9ff-4aa4-8fe3-107c612748f1 req-d79222be-6097-4cd8-a9a3-bf52ae6c8d8e tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763216 May 28 05:32:17.336651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b2bfa13-ec34-49ad-8187-f6abe322d66b req-c5b25db8-fc2e-43a9-8f9d-e98583d8cf2e service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652535 May 28 05:32:17.498336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc580f1-4d0c-42b1-8ec8-ecb5a79f9ba3 req-3d55f931-36bd-49ad-96e0-f1c402c87fd6 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:17.500931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cc580f1-4d0c-42b1-8ec8-ecb5a79f9ba3 req-3d55f931-36bd-49ad-96e0-f1c402c87fd6 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 944 time: 0.1133790 May 28 05:32:17.536673 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7df1c993-b4fe-4816-aa12-ff5b019034fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:17.567766 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7df1c993-b4fe-4816-aa12-ff5b019034fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:17.583165 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cc580f1-4d0c-42b1-8ec8-ecb5a79f9ba3 req-43825a00-da9f-4060-8ac1-7f60373fe669 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764098 May 28 05:32:17.603547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Allocated IP 172.20.0.9 (92b45768-1ecd-4e45-87a9-c7b472c27b54/01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0/883df558-4109-4674-beb8-915660283171) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:17.689307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-a1fbf2b2-c591-4482-a993-ee15d2097e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:17.690761 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-a1fbf2b2-c591-4482-a993-ee15d2097e3d service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.5424981 May 28 05:32:17.697155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1c993-b4fe-4816-aa12-ff5b019034fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a58767-3dc8-44cc-a19b-d432bf156753,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:17.770765 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7df1c993-b4fe-4816-aa12-ff5b019034fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe79d6557a1645698d83a072c4ca6e94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8816142 May 28 05:32:17.789640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40916) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:17.808674 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:32:17.830755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-59641825-9b30-4cdd-ab34-5eb353a3f45b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=d568b6dc-6089-4294-b52b-dcfe2437c372 HTTP/1.1" status: 200 len: 217 time: 0.1270704 May 28 05:32:17.878233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a861a17-4501-43d3-a6c4-5939e1dab304 req-eab06573-dfbd-40c4-9b44-a984d4f72563 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:17.880340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a861a17-4501-43d3-a6c4-5939e1dab304 req-eab06573-dfbd-40c4-9b44-a984d4f72563 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 949 time: 0.1730320 May 28 05:32:17.942779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a861a17-4501-43d3-a6c4-5939e1dab304 req-988257f8-6ec6-4901-bd5d-49636d706bdd tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561206 May 28 05:32:18.188257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5a6d5-10ad-47b5-b19e-214c22159124 req-e726a6eb-a2d7-428c-acac-d5cef16caef7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:18.190568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0b5a6d5-10ad-47b5-b19e-214c22159124 req-e726a6eb-a2d7-428c-acac-d5cef16caef7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 931 time: 0.1281261 May 28 05:32:18.242180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c82998-441a-4c13-8f32-837bee53c383 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:18.249887 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0b5a6d5-10ad-47b5-b19e-214c22159124 req-f754a6e7-fb6c-4442-8e1f-2cd75794981c tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523424 May 28 05:32:18.266636 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:18.306411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-991a978a-c544-406e-8104-4a27b17e88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:18.307876 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-991a978a-c544-406e-8104-4a27b17e88a0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.4236879 May 28 05:32:18.329407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Transition to ACTIVE for port object e5c82998-441a-4c13-8f32-837bee53c383 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:18.330128 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8eb8bbae-2e68-45a9-959c-12cd51c7f210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:18.380975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:18.417060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-903c5843-39b1-4ac8-be8c-c7cf3ed31b01 req-a61d7ebd-b391-4208-ac14-2255c710a045 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0617115 May 28 05:32:18.593206 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8eb8bbae-2e68-45a9-959c-12cd51c7f210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:18.650717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22a27eb7-e8f3-43a1-8967-5067304662fe req-1314a401-0890-462c-8868-bd9d50494b2b tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0892358 May 28 05:32:18.706842 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:18.774527 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8eb8bbae-2e68-45a9-959c-12cd51c7f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:18.796319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ed9b-6d89-4ea6-bfd5-4c427b3e47d3 req-614bd5e6-1f91-4568-bf6c-66e1eff9a0ae tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:18.805608 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6aa8ed9b-6d89-4ea6-bfd5-4c427b3e47d3 req-614bd5e6-1f91-4568-bf6c-66e1eff9a0ae tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 949 time: 1.0197227 May 28 05:32:18.867605 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:18.897748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Pushing event updated for resources: {'Port': ['ID=e5c82998-441a-4c13-8f32-837bee53c383,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:18.902228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3ea01d60-12ce-48bd-8c4a-ba862e12440e up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:18.902806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8bbae-2e68-45a9-959c-12cd51c7f210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a58767-3dc8-44cc-a19b-d432bf156753,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:19.025461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Attempting to bind port e5c82998-441a-4c13-8f32-837bee53c383 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:19.026070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Attempting to bind port e5c82998-441a-4c13-8f32-837bee53c383 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:19.026503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Attempting to bind port e5c82998-441a-4c13-8f32-837bee53c383 on network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:19.036634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0321634-ade8-4122-9ff6-ad9a96ea7492 req-75ff40e8-35cc-4a16-861b-e3f778294cc7 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:19.037801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 3ea01d60-12ce-48bd-8c4a-ba862e12440e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:19.039166 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0321634-ade8-4122-9ff6-ad9a96ea7492 req-75ff40e8-35cc-4a16-861b-e3f778294cc7 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 944 time: 0.1325686 May 28 05:32:19.044518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Network 92b45768-1ecd-4e45-87a9-c7b472c27b54 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:19.045857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 3ea01d60-12ce-48bd-8c4a-ba862e12440e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:19.046960 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:19.056637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6aa8ed9b-6d89-4ea6-bfd5-4c427b3e47d3 req-853ce209-5bfb-4382-ae37-273e910ea977 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498651 May 28 05:32:19.068204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:19.087978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:19.099002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:19.101959 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:19.107027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Port e5c82998-441a-4c13-8f32-837bee53c383 on network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:19.112782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Attempting to bind port e5c82998-441a-4c13-8f32-837bee53c383 on network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:19.152779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8eb8bbae-2e68-45a9-959c-12cd51c7f210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:19.156134 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0321634-ade8-4122-9ff6-ad9a96ea7492 req-ee0e3552-4500-4f5f-8416-fbb96344be7f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102941 May 28 05:32:19.157470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8eb8bbae-2e68-45a9-959c-12cd51c7f210 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60a58767-3dc8-44cc-a19b-d432bf156753 HTTP/1.1" status: 204 len: 168 time: 1.3525393 May 28 05:32:19.173136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:19.181232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Checking segment: {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:19.181771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Bound using segment: {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:19.182339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Bound port: e5c82998-441a-4c13-8f32-837bee53c383, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:19.182795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:19.215976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Pushing event updated for resources: {'Port': ['ID=883df558-4109-4674-beb8-915660283171,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:19.242776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-d206c36d-ee1c-4555-acd5-013e6cf00514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:19.244558 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-d206c36d-ee1c-4555-acd5-013e6cf00514 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9161365 May 28 05:32:19.247800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3ea01d60-12ce-48bd-8c4a-ba862e12440e is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:19.248904 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:19.259784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-548d67e4-e8b6-4eef-83bb-73186d738a64 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7350943 May 28 05:32:19.275715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Request body: {'port': {'device_id': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:19.286886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ee60dd-e8a5-4752-8c63-fbbac859f9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea01d60-12ce-48bd-8c4a-ba862e12440e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:19.297488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3ea01d60-12ce-48bd-8c4a-ba862e12440e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3ea01d60-12ce-48bd-8c4a-ba862e12440e,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:19.302299 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:19.411287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3ea01d60-12ce-48bd-8c4a-ba862e12440e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:19.452067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] For port e5c82998-441a-4c13-8f32-837bee53c383, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:19.464486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] For port e5c82998-441a-4c13-8f32-837bee53c383, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=e5c82998-441a-4c13-8f32-837bee53c383,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:19.589595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2ea3-fb83-432b-b545-2e1eb208d743 req-ae9dc2b3-0e2e-4618-9362-8d210e7e9786 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:19.592014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a7f2ea3-fb83-432b-b545-2e1eb208d743 req-ae9dc2b3-0e2e-4618-9362-8d210e7e9786 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 943 time: 0.1318071 May 28 05:32:19.606835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:19.668033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a7f2ea3-fb83-432b-b545-2e1eb208d743 req-04ded621-51be-41f7-b5db-67aaabe0dc43 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674558 May 28 05:32:19.705447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:19.705890 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:19.707878 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] 10.222.0.41 "PUT /v2.0/ports/e5c82998-441a-4c13-8f32-837bee53c383 HTTP/1.1" status: 200 len: 1091 time: 3.7789342 May 28 05:32:19.733280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2778884-2320-40e0-8c5f-9827791506a4', 'tag': 'e5c82998-441a-4c13-8f32-837bee53c383'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:19.776036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b8b3f-76a7-436d-a5cb-c1ce07f1cbfe service neutron] Pushing event updated for resources: {'Port': ['ID=e5c82998-441a-4c13-8f32-837bee53c383,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:19.785966 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad4bc52-d0d3-492e-b547-85fb30d7411e'] response: {'server_uuid': '69ee60dd-e8a5-4752-8c63-fbbac859f9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea01d60-12ce-48bd-8c4a-ba862e12440e', 'code': 200} May 28 05:32:19.989142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-3ec7e01b-4eea-4728-a316-47da942cf41c service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741493 May 28 05:32:20.084638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f37a9e-c0cc-4083-b0d8-f758f30a818d req-b06a2958-fbe4-41d7-a8a5-338c32b9c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:20.086635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-39f37a9e-c0cc-4083-b0d8-f758f30a818d req-b06a2958-fbe4-41d7-a8a5-338c32b9c2a4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 1101 time: 0.2035391 May 28 05:32:20.086770 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:20.107865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f0f3b-17c5-4b9c-a0c8-f11ed19e52c8 req-147ab7a2-0a7c-4a33-a784-66f6e631afcc tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:20.116243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d60f0f3b-17c5-4b9c-a0c8-f11ed19e52c8 req-147ab7a2-0a7c-4a33-a784-66f6e631afcc tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 931 time: 0.1749270 May 28 05:32:20.138941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 73c00d49-4eff-4c61-9865-00b33c400a15 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:20.216598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-39f37a9e-c0cc-4083-b0d8-f758f30a818d req-351a6476-27c9-4678-a1ec-9f61127a5dde service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126351 May 28 05:32:20.220179 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d60f0f3b-17c5-4b9c-a0c8-f11ed19e52c8 req-49f60fae-5552-48f5-90a8-ada43db4855c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031396 May 28 05:32:20.447298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40976) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:20.447811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34227b52-532e-458f-a0af-786f3afad4e6 req-a6c66064-d9b5-4c36-84b0-9a99c9192e12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:20.454752 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34227b52-532e-458f-a0af-786f3afad4e6 req-a6c66064-d9b5-4c36-84b0-9a99c9192e12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 950 time: 1.0002809 May 28 05:32:20.457000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:20.476991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '73c00d49-4eff-4c61-9865-00b33c400a15', 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4', 'port_id': '73c00d49-4eff-4c61-9865-00b33c400a15', 'mac_address': 'fa:16:3e:57:91:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4381fba7-c70e-429d-9e28-c31373a2e00a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:32:20.542288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6b688eb5-6564-4733-ba4d-7c80393ea165 req-b3dfe7a9-0d26-4425-8aad-dd4bdd605639 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0916741 May 28 05:32:20.546988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 73c00d49-4eff-4c61-9865-00b33c400a15 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:20.547749 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:20.550051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-2f9df5e6-f113-4576-abae-98fd2bfaa711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:20.551578 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-2f9df5e6-f113-4576-abae-98fd2bfaa711 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70625b102fbc4eca9615156bbf5cba6b&device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 1094 time: 0.7720351 May 28 05:32:20.570220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c00d49-4eff-4c61-9865-00b33c400a15 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:20.599309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:20.613764 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:20.650919 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-976ee372-2151-4a0d-850b-cae6dd72acd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5c82998-441a-4c13-8f32-837bee53c383 HTTP/1.1" status: 200 len: 217 time: 0.0838244 May 28 05:32:20.652829 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a45dbf9-e9fc-400e-943f-82096ba55eca req-f6b82074-5aa0-431d-8fb5-1e699f612a11 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234927 May 28 05:32:20.669724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-623417156-network', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:20.680318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:20.688169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Usage tracker for resource:network and tenant:e0c48696d3a44b318b30d93c7eedc678 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:20.697471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:20.705668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:20.735557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Made reservation on behalf of e0c48696d3a44b318b30d93c7eedc678 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:20.738881 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:20.749894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=73c00d49-4eff-4c61-9865-00b33c400a15,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:20.793370 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:20.815029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:20.820570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c48696d3a44b318b30d93c7eedc678 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:20.827834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:20.836499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:20.894901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['73c00d49-4eff-4c61-9865-00b33c400a15'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:20.942109 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88764deb-cacb-4871-93df-91700b2dbb85'] response: {'name': 'network-changed', 'server_uuid': 'c2778884-2320-40e0-8c5f-9827791506a4', 'tag': 'e5c82998-441a-4c13-8f32-837bee53c383', 'status': 'completed', 'code': 200} May 28 05:32:20.962139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34227b52-532e-458f-a0af-786f3afad4e6 req-8ffbb400-aac0-469c-bfa4-95f2a4ed0dc5 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058458 May 28 05:32:20.978556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:21.030376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:21.045720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-d99ea1ee-f163-47a1-a9f8-ba7760b2eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:21.047712 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-d99ea1ee-f163-47a1-a9f8-ba7760b2eef7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5405371e-740e-42e9-840d-a75d4a087527 HTTP/1.1" status: 200 len: 862 time: 0.3892579 May 28 05:32:21.085334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:32:21.113031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5614f89-13ea-4856-be64-e0a62380b4ac,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:21.124303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:21.124647 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Added segment ced00caf-8007-4a1e-baf6-1ea2aef6c217 of type vlan for network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 May 28 05:32:21.170789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:21.183353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf5ca-0162-4241-b25d-d3cf4557f7a1 req-1dcc9df5-e53d-4f73-a9cd-d7de9020c091 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:21.191506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7fbcf5ca-0162-4241-b25d-d3cf4557f7a1 req-1dcc9df5-e53d-4f73-a9cd-d7de9020c091 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 949 time: 0.2071183 May 28 05:32:21.284226 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7fbcf5ca-0162-4241-b25d-d3cf4557f7a1 req-caf8f5a8-a4a9-4ac9-8a03-97018948a34d tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909986 May 28 05:32:21.301307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:21.303150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:21.303800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:21.360497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883df558-4109-4674-beb8-915660283171 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:21.394115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9454849 May 28 05:32:21.398647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40996) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:21.411083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:21.444884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-028dd905-3e3b-41c3-9512-a7ab3facc77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:21.446633 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-028dd905-3e3b-41c3-9512-a7ab3facc77d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3584073 May 28 05:32:21.452430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Transition to ACTIVE for port object 883df558-4109-4674-beb8-915660283171 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:21.464018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Request body: {'subnet': {'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-623417156-subnet', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:21.480190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:21.485493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:21.493605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Usage tracker for resource:subnet and tenant:e0c48696d3a44b318b30d93c7eedc678 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:21.501218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:21.544563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652d17a-188b-4fd5-86c0-8ecd7f78d4b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4df462ee-1b67-42f7-81e9-f8f9d942e8d5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:21.546761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:21.562312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:32:21.614315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Made reservation on behalf of e0c48696d3a44b318b30d93c7eedc678 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:21.617270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:21.777010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9c97-4a9b-4aeb-812c-33a953ba849c req-2bdff6ba-2356-47fb-92ad-781e01255d44 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:21.822082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e22ec-3283-4b8d-b074-67795352dc70 req-f807240e-a3a8-42eb-a2ea-b0b2670ceb65 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:21.822378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a50a9c97-4a9b-4aeb-812c-33a953ba849c req-2bdff6ba-2356-47fb-92ad-781e01255d44 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 943 time: 0.3058269 May 28 05:32:21.822478 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-038e22ec-3283-4b8d-b074-67795352dc70 req-f807240e-a3a8-42eb-a2ea-b0b2670ceb65 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 945 time: 0.6419542 May 28 05:32:21.881719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a50a9c97-4a9b-4aeb-812c-33a953ba849c req-3aed9833-cf33-418e-bc8e-2ea84ac834c8 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764620 May 28 05:32:21.893916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:21.894344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:21.894574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:21.905842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Pushing event updated for resources: {'Port': ['ID=883df558-4109-4674-beb8-915660283171,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:21.963114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Port 883df558-4109-4674-beb8-915660283171 on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:21.963114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:21.978579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:21.978983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:21.983384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:21.983384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Bound port: 883df558-4109-4674-beb8-915660283171, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:21.983384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:21.992558 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-038e22ec-3283-4b8d-b074-67795352dc70 req-64c63033-fa35-4ac9-8a07-87c11521623f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Synchronizing usage tracker for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:21.996732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-d01e6514-5277-4ecf-b667-64b06d5d8b27 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420711 May 28 05:32:22.130346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 73c00d49-4eff-4c61-9865-00b33c400a15 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:22.196448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:22.200681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:22.202015 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:22.221054 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:22.259327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-038e22ec-3283-4b8d-b074-67795352dc70 req-64c63033-fa35-4ac9-8a07-87c11521623f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Unset dirty status for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:22.260963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-038e22ec-3283-4b8d-b074-67795352dc70 req-64c63033-fa35-4ac9-8a07-87c11521623f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467866 May 28 05:32:22.294890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 73c00d49-4eff-4c61-9865-00b33c400a15 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:22.308144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 73c00d49-4eff-4c61-9865-00b33c400a15 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:22.308644 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:22.311762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:22.312674 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:22.314773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] 10.222.0.41 "PUT /v2.0/ports/883df558-4109-4674-beb8-915660283171 HTTP/1.1" status: 200 len: 1091 time: 3.0515833 May 28 05:32:22.425483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390b2ac-6ce7-41cd-8571-fd3035cab156 service neutron] Pushing event updated for resources: {'Port': ['ID=883df558-4109-4674-beb8-915660283171,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:22.449731 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01dfa8bd-01dd-4b44-bcb1-4be628681c59 req-8c64e00a-b5a2-4b84-abad-5ce1fb011481 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416819 May 28 05:32:22.457388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a4d2dc-21a6-4895-8ec1-ba5374c81b1c,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:22.474399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633e493-346d-4795-8298-a9392cc0f75d req-0c7eb2b3-8c06-49f7-a722-5d2a86254301 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:22.484892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9633e493-346d-4795-8298-a9392cc0f75d req-0c7eb2b3-8c06-49f7-a722-5d2a86254301 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 943 time: 0.3674300 May 28 05:32:22.529520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Checking segment: {'id': 'ced00caf-8007-4a1e-baf6-1ea2aef6c217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:22.530034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Network hostable DHCP agents. Network: 4df462ee-1b67-42f7-81e9-f8f9d942e8d5, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:32:22.548019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 73c00d49-4eff-4c61-9865-00b33c400a15 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:22.548472 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:22.588302 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9633e493-346d-4795-8298-a9392cc0f75d req-9a8c27da-1857-4fa2-a847-f31bed00ea0f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022725 May 28 05:32:22.609504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:32:22.613816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:22.616779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c00d49-4eff-4c61-9865-00b33c400a15'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:22.635715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 4df462ee-1b67-42f7-81e9-f8f9d942e8d5) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:22.637185 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:22.644049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:22.644972 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:22.670008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-83d0372e-5b2d-4805-87a9-0e0b29a34051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:22.671985 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-83d0372e-5b2d-4805-87a9-0e0b29a34051 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 1094 time: 0.3024967 May 28 05:32:22.677344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0eeeeb32-2f8b-41fc-9240-60321faed921 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2768140 May 28 05:32:22.680303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41014) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:22.720574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb38cdd-0890-4bdb-927f-7178c4b043fd None None] Network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:22.768659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-623417156-router', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:22.772537 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-7896f8d0-ac2c-4c52-97c3-59aae2dd7a66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=883df558-4109-4674-beb8-915660283171 HTTP/1.1" status: 200 len: 217 time: 0.0844116 May 28 05:32:22.778092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:22.820586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Usage tracker for resource:router and tenant:e0c48696d3a44b318b30d93c7eedc678 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:22.824627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96d581-ed99-4d2c-87c1-6f7f2c9fa736 req-f3a596e7-5f67-4965-ba3e-7dfe1cf32ad2 tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:22.826409 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f96d581-ed99-4d2c-87c1-6f7f2c9fa736 req-f3a596e7-5f67-4965-ba3e-7dfe1cf32ad2 tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 1100 time: 0.3720412 May 28 05:32:22.851035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:22.868171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:22.879318 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b91b93e0-a8ac-41bc-915c-f0dfbb467105 req-ad5e9c01-a7c6-4264-944e-bbb0959de678 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0732563 May 28 05:32:22.891777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0291-ef98-4054-b47f-266b95069285 req-4576f8a1-8ede-473b-a381-149fc0db0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:22.908637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0df0291-ef98-4054-b47f-266b95069285 req-4576f8a1-8ede-473b-a381-149fc0db0f21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70625b102fbc4eca9615156bbf5cba6b&device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 1094 time: 0.3753765 May 28 05:32:22.920961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=73c00d49-4eff-4c61-9865-00b33c400a15,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:22.937011 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7f96d581-ed99-4d2c-87c1-6f7f2c9fa736 req-a13394fc-73dd-46d9-b6fa-a21812ef5e0c tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:22.950597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'tag': '883df558-4109-4674-beb8-915660283171'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:22.964100 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:22.967763 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:23.147107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0291-ef98-4054-b47f-266b95069285 req-0ac9988d-e1ee-4d08-a652-9b38cc8901c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:23.149582 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0df0291-ef98-4054-b47f-266b95069285 req-0ac9988d-e1ee-4d08-a652-9b38cc8901c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1 HTTP/1.1" status: 200 len: 924 time: 0.2360542 May 28 05:32:23.152609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-4df462ee-1b67-42f7-81e9-f8f9d942e8d5', 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'fixed_ips': [{'subnet_id': '44a4d2dc-21a6-4895-8ec1-ba5374c81b1c'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:32:23.153844 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:23.156929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-2494e8df-8b25-4b2f-b382-e83e67bf4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:23.159029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-2494e8df-8b25-4b2f-b382-e83e67bf4efd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.3771989 May 28 05:32:23.160054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-7f96d581-ed99-4d2c-87c1-6f7f2c9fa736 req-a13394fc-73dd-46d9-b6fa-a21812ef5e0c tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:23.222424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f057da-c1a0-4dd6-b88d-afca44739db4 req-65c5c1ae-1890-4b7d-b2c5-fc654ad83e19 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:23.223865 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9f057da-c1a0-4dd6-b88d-afca44739db4 req-65c5c1ae-1890-4b7d-b2c5-fc654ad83e19 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 950 time: 0.1206229 May 28 05:32:23.331247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Allocated IP 172.20.0.2 (4df462ee-1b67-42f7-81e9-f8f9d942e8d5/44a4d2dc-21a6-4895-8ec1-ba5374c81b1c/56534bf4-b398-4a9b-a73a-de32423af06e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:23.334733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9f057da-c1a0-4dd6-b88d-afca44739db4 req-62f61094-4b31-4c35-8597-91f965983ad0 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025496 May 28 05:32:23.344152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7f96d581-ed99-4d2c-87c1-6f7f2c9fa736 req-a13394fc-73dd-46d9-b6fa-a21812ef5e0c tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] Usage tracker for resource:security_group_rule and tenant:9e6fd6e4c81f4b539cc2fc292cc3911f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:23.400078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7f96d581-ed99-4d2c-87c1-6f7f2c9fa736 req-a13394fc-73dd-46d9-b6fa-a21812ef5e0c tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:23.406476 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0df0291-ef98-4054-b47f-266b95069285 req-483f495c-d55c-45f4-8e2f-1e94fa2acb4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5c82998-441a-4c13-8f32-837bee53c383 HTTP/1.1" status: 200 len: 217 time: 0.2427404 May 28 05:32:23.416110 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff17e51-5b22-4646-a3a7-861ca02dfc42'] response: {'server_uuid': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c00d49-4eff-4c61-9865-00b33c400a15', 'code': 200} May 28 05:32:23.420908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-7f96d581-ed99-4d2c-87c1-6f7f2c9fa736 req-a13394fc-73dd-46d9-b6fa-a21812ef5e0c tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:23.433383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-75a131dc-9563-42f0-8baa-530a9d963292 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753655 May 28 05:32:23.434886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:23.562853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188ede6-0202-42b7-abe5-1c115d72b36a req-6f8a9e8e-23ec-4c55-b215-51977f857f74 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:23.570375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8188ede6-0202-42b7-abe5-1c115d72b36a req-6f8a9e8e-23ec-4c55-b215-51977f857f74 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 943 time: 0.0955107 May 28 05:32:23.574920 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:23.591154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Transition to ACTIVE for port object 56534bf4-b398-4a9b-a73a-de32423af06e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:23.614893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Transition to ACTIVE for port object 56534bf4-b398-4a9b-a73a-de32423af06e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:23.620873 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:23.662641 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8188ede6-0202-42b7-abe5-1c115d72b36a req-5d87854b-55cf-46f0-8c14-3b27105a8056 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914240 May 28 05:32:23.690410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b56f8-e4e5-4e6f-984a-cc64bc010db7 req-520556f6-ed34-4c6b-9384-8fe1a7319772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:23.692044 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f70b56f8-e4e5-4e6f-984a-cc64bc010db7 req-520556f6-ed34-4c6b-9384-8fe1a7319772 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 1097 time: 0.1013963 May 28 05:32:23.699152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:23.703347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:23.709627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:23.744287 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f70b56f8-e4e5-4e6f-984a-cc64bc010db7 req-7ce31fd9-a6ea-462d-9d84-d5fd2761dfa6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451541 May 28 05:32:23.762777 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f4813b-d711-4f6f-9871-b4cef75c10d9'] response: {'name': 'network-changed', 'server_uuid': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'tag': '883df558-4109-4674-beb8-915660283171', 'status': 'completed', 'code': 200} May 28 05:32:23.811423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Pushing event updated for resources: {'Port': ['ID=56534bf4-b398-4a9b-a73a-de32423af06e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:23.826014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Attempting to bind port 56534bf4-b398-4a9b-a73a-de32423af06e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:23.826544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Attempting to bind port 56534bf4-b398-4a9b-a73a-de32423af06e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'ced00caf-8007-4a1e-baf6-1ea2aef6c217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:23.827051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Attempting to bind port 56534bf4-b398-4a9b-a73a-de32423af06e on network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:23.833529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:23.833908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Checking segment: {'id': 'ced00caf-8007-4a1e-baf6-1ea2aef6c217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:23.834308 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:23.834698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Bound using segment: {'id': 'ced00caf-8007-4a1e-baf6-1ea2aef6c217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:23.835150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Bound port: 56534bf4-b398-4a9b-a73a-de32423af06e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced00caf-8007-4a1e-baf6-1ea2aef6c217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:23.835584 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:23.925414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368c95b-e551-46ac-9ab8-5bfe7644aea9 req-87c60db6-dff6-43cd-b4ec-e5e6631424ce tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:23.927016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2368c95b-e551-46ac-9ab8-5bfe7644aea9 req-87c60db6-dff6-43cd-b4ec-e5e6631424ce tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 946 time: 0.0887353 May 28 05:32:23.930875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0291-ef98-4054-b47f-266b95069285 req-cb702ecf-ec1b-4800-ac3a-0c351ba7ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:23.932333 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0df0291-ef98-4054-b47f-266b95069285 req-cb702ecf-ec1b-4800-ac3a-0c351ba7ead7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5405371e-740e-42e9-840d-a75d4a087527 HTTP/1.1" status: 200 len: 862 time: 0.3766363 May 28 05:32:23.933968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] For port 56534bf4-b398-4a9b-a73a-de32423af06e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:23.937666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] For port 56534bf4-b398-4a9b-a73a-de32423af06e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=56534bf4-b398-4a9b-a73a-de32423af06e,segment=NetworkSegment(ced00caf-8007-4a1e-baf6-1ea2aef6c217),segment_id=ced00caf-8007-4a1e-baf6-1ea2aef6c217)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:23.942698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:23.968142 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:23.976108 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2368c95b-e551-46ac-9ab8-5bfe7644aea9 req-214cce8c-4c09-4fdb-9f78-40e2dede0a83 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409448 May 28 05:32:24.028430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3bf38-8eb0-4368-bc11-9fcf32531dd2 None None] Pushing event updated for resources: {'Port': ['ID=56534bf4-b398-4a9b-a73a-de32423af06e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:24.073781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7f96d581-ed99-4d2c-87c1-6f7f2c9fa736 req-a13394fc-73dd-46d9-b6fa-a21812ef5e0c tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:24.085544 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7f96d581-ed99-4d2c-87c1-6f7f2c9fa736 req-a13394fc-73dd-46d9-b6fa-a21812ef5e0c tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:24.108484 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f96d581-ed99-4d2c-87c1-6f7f2c9fa736 req-a13394fc-73dd-46d9-b6fa-a21812ef5e0c tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2443571 May 28 05:32:24.110330 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-afa3d1b4-8520-493d-89f2-036c58007633 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557833 May 28 05:32:24.302644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13394fc-73dd-46d9-b6fa-a21812ef5e0c tempest-LiveMigrationNegativeTest-715852975 tempest-LiveMigrationNegativeTest-715852975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb134ab-0ed8-4f6b-ab97-1dcce49a883d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:24.413631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0291-ef98-4054-b47f-266b95069285 req-71d8cb93-ff60-40ae-8657-09fd8a2b0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:24.417146 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0df0291-ef98-4054-b47f-266b95069285 req-71d8cb93-ff60-40ae-8657-09fd8a2b0c37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4380150 May 28 05:32:24.512908 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e23e4470-e2f9-4698-b476-651aa4994ec2 req-adeb7993-2eba-46d1-a9a5-cad147785375 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376315 May 28 05:32:24.537018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7f32234-fa58-4a66-b332-70698fc7ea2f req-3930eaf1-67ef-45d3-a5da-1718e9aebd97 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0454428 May 28 05:32:24.615850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526a3ee-8bda-4fb4-a489-b26a5c5fb420 req-cfd47641-67b3-4620-b361-d6db2ae5091b tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:24.616539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0526a3ee-8bda-4fb4-a489-b26a5c5fb420 req-cfd47641-67b3-4620-b361-d6db2ae5091b tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Synchronizing usage tracker for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:24.673292 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0df0291-ef98-4054-b47f-266b95069285 req-b7637118-2f61-4c01-850e-30e12f4f8795 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382627 May 28 05:32:24.759840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0526a3ee-8bda-4fb4-a489-b26a5c5fb420 req-cfd47641-67b3-4620-b361-d6db2ae5091b tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Unset dirty status for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:24.761010 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0526a3ee-8bda-4fb4-a489-b26a5c5fb420 req-cfd47641-67b3-4620-b361-d6db2ae5091b tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 943 time: 0.4770486 May 28 05:32:25.084363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-fbf538eb-eec6-427b-b4c1-de4726294565 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.084945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-fbf538eb-eec6-427b-b4c1-de4726294565 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.085291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-fbf538eb-eec6-427b-b4c1-de4726294565 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.085758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-fbf538eb-eec6-427b-b4c1-de4726294565 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.086766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-fbf538eb-eec6-427b-b4c1-de4726294565 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.087251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-fbf538eb-eec6-427b-b4c1-de4726294565 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.087702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-fbf538eb-eec6-427b-b4c1-de4726294565 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.088967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-fbf538eb-eec6-427b-b4c1-de4726294565 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.089193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-fbf538eb-eec6-427b-b4c1-de4726294565 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.091700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-fbf538eb-eec6-427b-b4c1-de4726294565 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1&device_id=c2778884-2320-40e0-8c5f-9827791506a4&device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72&device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7&device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384&device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2&device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1&device_id=babdece8-a388-462f-bb11-1975e0463dff&device_id=5394820e-7d18-4423-aae3-c9a4189eb564&device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 8204 time: 0.1070952 May 28 05:32:25.119652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-2843d780-78fa-4bd8-889b-e301e129d17e tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:25.134481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d5a0b-af34-4f1f-97cf-e376a3f9f18f req-3d0a51d4-f966-4add-a8d1-657c88f12008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.136007 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f59d5a0b-af34-4f1f-97cf-e376a3f9f18f req-3d0a51d4-f966-4add-a8d1-657c88f12008 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 1094 time: 0.5597832 May 28 05:32:25.140691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-2843d780-78fa-4bd8-889b-e301e129d17e tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:25.146977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-2843d780-78fa-4bd8-889b-e301e129d17e tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Usage tracker for resource:security_group_rule and tenant:55f94511dba242c4970f8271e84c5fdc is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:25.151666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-2843d780-78fa-4bd8-889b-e301e129d17e tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:25.160600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-2843d780-78fa-4bd8-889b-e301e129d17e tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:25.178016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ee205-21a7-4f58-ac32-3f9ead30dd27 None None] Network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:25.185063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0526a3ee-8bda-4fb4-a489-b26a5c5fb420 req-bf6d42e0-83bf-438b-a8f9-34f3cfb50eb1 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Synchronizing usage tracker for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:25.264885 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-2843d780-78fa-4bd8-889b-e301e129d17e tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:25.269331 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-2843d780-78fa-4bd8-889b-e301e129d17e tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:25.276157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:25.291997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7b05d1a1-83eb-4ccb-ad99-c58c8ce02e7e None None] Provisioning for port 56534bf4-b398-4a9b-a73a-de32423af06e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:25.315893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8eae701-b824-4ab4-b8d2-594d3e5ea226 req-2843d780-78fa-4bd8-889b-e301e129d17e tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&id=b6597797-c90d-4f37-b701-9dff64fbf329&id=f2f0783e-3c02-42be-8435-74ac4678d34a&id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&id=5bf638e2-b08b-4129-931c-87edffcc7fc0&id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2166874 May 28 05:32:25.317439 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0df0291-ef98-4054-b47f-266b95069285 req-bfd81f4f-6b11-4a32-a8b1-773f7ea174d0 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351960 May 28 05:32:25.328417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:25.349051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843d780-78fa-4bd8-889b-e301e129d17e tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d165e3da-0b25-43a9-933b-b547966df782,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:25.374394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0526a3ee-8bda-4fb4-a489-b26a5c5fb420 req-bf6d42e0-83bf-438b-a8f9-34f3cfb50eb1 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Unset dirty status for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:25.375609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0526a3ee-8bda-4fb4-a489-b26a5c5fb420 req-bf6d42e0-83bf-438b-a8f9-34f3cfb50eb1 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082053 May 28 05:32:25.447643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d5a0b-af34-4f1f-97cf-e376a3f9f18f req-4679227a-e423-4ee2-b289-f0b3d6254f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.449568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f59d5a0b-af34-4f1f-97cf-e376a3f9f18f req-4679227a-e423-4ee2-b289-f0b3d6254f0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.2890251 May 28 05:32:25.570432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f59d5a0b-af34-4f1f-97cf-e376a3f9f18f req-44523871-4336-4600-b098-9c45fe6c9ece service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=883df558-4109-4674-beb8-915660283171 HTTP/1.1" status: 200 len: 217 time: 0.1062233 May 28 05:32:25.614407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6405209-0bad-4b9b-8fdb-bac491ba333c req-22acfc27-8f0e-416a-948d-6a34bfa18f38 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.621487 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6405209-0bad-4b9b-8fdb-bac491ba333c req-22acfc27-8f0e-416a-948d-6a34bfa18f38 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 943 time: 0.0970981 May 28 05:32:25.659699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Allocated IP 172.25.4.92 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/3943aa82-af22-46b2-a3d2-04ddf2bb8582) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:25.671311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6405209-0bad-4b9b-8fdb-bac491ba333c req-1ec5cdf4-1259-452b-a735-61cada35dff3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489347 May 28 05:32:25.723650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d5a0b-af34-4f1f-97cf-e376a3f9f18f req-dd6ad298-bee3-4b33-9d84-d5293a7e65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:25.725130 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f59d5a0b-af34-4f1f-97cf-e376a3f9f18f req-dd6ad298-bee3-4b33-9d84-d5293a7e65aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.1461823 May 28 05:32:25.847200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 56534bf4-b398-4a9b-a73a-de32423af06e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:25.854877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f59d5a0b-af34-4f1f-97cf-e376a3f9f18f req-a1221f2b-036e-4cbc-98fc-72bbfe1a819a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103923 May 28 05:32:25.919511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 56534bf4-b398-4a9b-a73a-de32423af06e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:25.925586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 56534bf4-b398-4a9b-a73a-de32423af06e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:25.926063 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:26.024107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a156-877b-4d2e-81ca-d9b0e8a5e606 req-235972cc-3c05-4457-864d-9dd5510063a3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:26.026226 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b244a156-877b-4d2e-81ca-d9b0e8a5e606 req-235972cc-3c05-4457-864d-9dd5510063a3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 946 time: 0.3582082 May 28 05:32:26.055918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 56534bf4-b398-4a9b-a73a-de32423af06e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:26.056400 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:26.081892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:26.094305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 56534bf4-b398-4a9b-a73a-de32423af06e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=56534bf4-b398-4a9b-a73a-de32423af06e,segment=NetworkSegment(ced00caf-8007-4a1e-baf6-1ea2aef6c217),segment_id=ced00caf-8007-4a1e-baf6-1ea2aef6c217)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:26.104960 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:26.106782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f59d5a0b-af34-4f1f-97cf-e376a3f9f18f req-1a754425-9359-4351-85d9-b8baa2eb93a6 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390687 May 28 05:32:26.149470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b244a156-877b-4d2e-81ca-d9b0e8a5e606 req-718ac72d-d15b-48e7-bf0b-27bbc5ffc5bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147342 May 28 05:32:26.170026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device e5c82998-441a-4c13-8f32-837bee53c383 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:26.259937 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:26.300427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=56534bf4-b398-4a9b-a73a-de32423af06e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:26.347048 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f59d5a0b-af34-4f1f-97cf-e376a3f9f18f req-973b5151-bbc1-4005-ac3f-616b65cebc9d service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313590 May 28 05:32:26.358115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port e5c82998-441a-4c13-8f32-837bee53c383, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=e5c82998-441a-4c13-8f32-837bee53c383,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:26.370294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:26.374015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'e5c82998-441a-4c13-8f32-837bee53c383', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'port_id': 'e5c82998-441a-4c13-8f32-837bee53c383', 'mac_address': 'fa:16:3e:04:5a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:32:26.375344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80e77233-d4c8-4d55-9c11-bdbde664a3de req-918e0fca-9f4e-4cc7-a6a9-7686e8a76f6f tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0753219 May 28 05:32:26.376579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:26.380938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:26.454009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port e5c82998-441a-4c13-8f32-837bee53c383 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:26.455519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:26.476936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c82998-441a-4c13-8f32-837bee53c383 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:26.494410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port e5c82998-441a-4c13-8f32-837bee53c383, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=e5c82998-441a-4c13-8f32-837bee53c383,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:26.499784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:26.597747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=e5c82998-441a-4c13-8f32-837bee53c383,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:26.635701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3943aa82-af22-46b2-a3d2-04ddf2bb8582,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:26.737465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['e5c82998-441a-4c13-8f32-837bee53c383'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:26.928821 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:27.034950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968594-874b-464c-a1fc-994943c4c228 req-057734bc-e898-4dc6-ba0a-966180d24043 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:27.036455 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad968594-874b-464c-a1fc-994943c4c228 req-057734bc-e898-4dc6-ba0a-966180d24043 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 1097 time: 0.0705369 May 28 05:32:27.082933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ad968594-874b-464c-a1fc-994943c4c228 req-25fd39f6-4c08-4991-a995-65b33fd5033a tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Synchronizing usage tracker for tenant:8c99ba2952fc42e099b9c8e5160673b7 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:27.098834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ad968594-874b-464c-a1fc-994943c4c228 req-25fd39f6-4c08-4991-a995-65b33fd5033a tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Unset dirty status for tenant:8c99ba2952fc42e099b9c8e5160673b7 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:27.100100 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad968594-874b-464c-a1fc-994943c4c228 req-25fd39f6-4c08-4991-a995-65b33fd5033a tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576015 May 28 05:32:27.169414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eb1b9-be2c-4e58-8103-e9fa8bf58083 req-cc981d33-6a05-4a6e-a7d1-c37a1cc338e5 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:27.169930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eb1b9-be2c-4e58-8103-e9fa8bf58083 req-cc981d33-6a05-4a6e-a7d1-c37a1cc338e5 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:27.170350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eb1b9-be2c-4e58-8103-e9fa8bf58083 req-cc981d33-6a05-4a6e-a7d1-c37a1cc338e5 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:27.172042 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-861eb1b9-be2c-4e58-8103-e9fa8bf58083 req-cc981d33-6a05-4a6e-a7d1-c37a1cc338e5 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7&device_id=5394820e-7d18-4423-aae3-c9a4189eb564&device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 2883 time: 0.2450182 May 28 05:32:27.186745 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:32:27.339703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1735c-bcda-4570-9345-5c713163bae3 req-7c8aa1e8-b650-4902-9601-a9db76f876dd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:27.341174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3a1735c-bcda-4570-9345-5c713163bae3 req-7c8aa1e8-b650-4902-9601-a9db76f876dd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 943 time: 0.0829663 May 28 05:32:27.350936 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-861eb1b9-be2c-4e58-8103-e9fa8bf58083 req-37bdfc42-6359-4df0-b364-6e0ec2e62a7f tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259744 May 28 05:32:27.373311 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:27.389185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3a1735c-bcda-4570-9345-5c713163bae3 req-c4c70ebb-f7d9-4d6c-8e22-661a36c3e6a5 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 May 28 05:32:27.584420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0ee9f-9860-4a39-8ad8-564630f6b6f8 req-6bbda102-a90b-4a2e-b3b2-72ab95ac2bff tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:27.586057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8d0ee9f-9860-4a39-8ad8-564630f6b6f8 req-6bbda102-a90b-4a2e-b3b2-72ab95ac2bff tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 949 time: 0.0872078 May 28 05:32:27.598142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Router ec806af2-60e2-408f-b628-d906f47c39c7 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:32:27.638212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8d0ee9f-9860-4a39-8ad8-564630f6b6f8 req-37e63e5c-0979-4e64-8eb6-03aee68483db tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459738 May 28 05:32:27.811787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 56534bf4-b398-4a9b-a73a-de32423af06e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:27.821749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c2b5b-e7a1-4e02-9c14-d8f53fc586fc req-41c653e2-e1ed-43b6-ae85-80289a98efc9 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:27.823271 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-662c2b5b-e7a1-4e02-9c14-d8f53fc586fc req-41c653e2-e1ed-43b6-ae85-80289a98efc9 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 1097 time: 0.0769644 May 28 05:32:27.861440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:32:27.871930 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Sync routers for ids ['ec806af2-60e2-408f-b628-d906f47c39c7'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:32:27.875316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-662c2b5b-e7a1-4e02-9c14-d8f53fc586fc req-5609c56d-3283-4abb-8177-09b91b51e052 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 May 28 05:32:27.881899 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Routers {'ec806af2-60e2-408f-b628-d906f47c39c7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:32:27.882845 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:32:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ec806af2-60e2-408f-b628-d906f47c39c7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:27.895823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 56534bf4-b398-4a9b-a73a-de32423af06e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:27.896274 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:27.905868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d432f6d-3a53-458f-8536-317928077670 req-6c677918-b86a-48b6-a5dd-27b55a55d203 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:27.906653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4d432f6d-3a53-458f-8536-317928077670 req-6c677918-b86a-48b6-a5dd-27b55a55d203 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Synchronizing usage tracker for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:27.911501 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:27.912753 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7244e162-5900-44fd-83b2-ec17403ea1b5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2279871 May 28 05:32:27.915784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41152) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:27.929424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4d432f6d-3a53-458f-8536-317928077670 req-6c677918-b86a-48b6-a5dd-27b55a55d203 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Unset dirty status for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:27.930848 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d432f6d-3a53-458f-8536-317928077670 req-6c677918-b86a-48b6-a5dd-27b55a55d203 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 944 time: 0.2316506 May 28 05:32:28.015683 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d432f6d-3a53-458f-8536-317928077670 req-1d386767-8794-4263-96ca-6d77738677a6 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783293 May 28 05:32:28.125812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 56534bf4-b398-4a9b-a73a-de32423af06e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:28.162724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 883df558-4109-4674-beb8-915660283171 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:28.164892 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Set router ec806af2-60e2-408f-b628-d906f47c39c7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:32:28.165284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device e5c82998-441a-4c13-8f32-837bee53c383 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:28.315204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port e5c82998-441a-4c13-8f32-837bee53c383 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:28.374594 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc312f54-7910-4ebb-9a16-50ad67beaadf req-c0c3295a-9e1f-40e1-bb16-91fddb760801 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0961652 May 28 05:32:28.389310 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-059e1e2f-1c67-4182-80e5-80e1274705d3 req-0abacc99-941a-4786-bcfd-ec906f23aa1a tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.1127489 May 28 05:32:28.391896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port e5c82998-441a-4c13-8f32-837bee53c383 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:28.392327 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:28.513662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:28.545150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '883df558-4109-4674-beb8-915660283171', 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54', 'port_id': '883df558-4109-4674-beb8-915660283171', 'mac_address': 'fa:16:3e:59:99:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:32:28.577914 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'name': 'tempest-FloatingIPsTestJSON-623417156-router', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:32:23Z', 'updated_at': '2022-05-28T05:32:26Z', 'revision_number': 3, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'gw_port': {'id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:32:25Z', 'updated_at': '2022-05-28T05:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:28.583512 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Checking router: ec806af2-60e2-408f-b628-d906f47c39c7 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:32:28.584084 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Updating router ec806af2-60e2-408f-b628-d906f47c39c7 port 3943aa82-af22-46b2-a3d2-04ddf2bb8582 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:32:28.648149 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:28.648985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 883df558-4109-4674-beb8-915660283171 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:28.649507 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:28.723203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883df558-4109-4674-beb8-915660283171 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:28.730276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-c53cbffe-5b88-4dc3-828c-c19d9d688188 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:28.738781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-c53cbffe-5b88-4dc3-828c-c19d9d688188 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 804 time: 0.4235892 May 28 05:32:28.747276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port e5c82998-441a-4c13-8f32-837bee53c383 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:28.748126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:28.767081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:28.772682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-d00e27ef-70cf-49e1-9d66-ccc85372a034 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/quotas/fe463b2399d24277aadd5d0ac381480d HTTP/1.1" status: 200 len: 375 time: 0.0329499 May 28 05:32:28.787795 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:28.791169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2778884-2320-40e0-8c5f-9827791506a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c82998-441a-4c13-8f32-837bee53c383'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:28.832838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-aa270b18-2ce4-4108-b239-81ca9dd5ee8b tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:28.834294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-aa270b18-2ce4-4108-b239-81ca9dd5ee8b tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 949 time: 0.3045337 May 28 05:32:28.842179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49bd4a-bed0-49c4-9326-08cb3e314e9d req-340d6202-e86b-4108-994f-2719bbd2427d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:28.843587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc49bd4a-bed0-49c4-9326-08cb3e314e9d req-340d6202-e86b-4108-994f-2719bbd2427d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 943 time: 0.2535961 May 28 05:32:28.880480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port e5c82998-441a-4c13-8f32-837bee53c383, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=e5c82998-441a-4c13-8f32-837bee53c383,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:28.896487 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:28.898131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 07a44ce6-ee49-4449-b37c-6c2bd43a64fa no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:32:28.948773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-24c3f546-3777-4571-8e96-a9a9e8ffa62c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Deleting port b23d4f58-861d-4139-9188-645ce16a7401 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:32:28.949114 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-24c3f546-3777-4571-8e96-a9a9e8ffa62c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:28.990706 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc49bd4a-bed0-49c4-9326-08cb3e314e9d req-28a33f36-ba21-4cd6-80c9-1138c7d0b6f0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070759 May 28 05:32:28.991111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-93ef5f3d-d579-4c1e-ae2c-4a8589294481 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2175241 May 28 05:32:28.997235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=883df558-4109-4674-beb8-915660283171,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:29.113054 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:29.128693 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Transition to ACTIVE for port object 3943aa82-af22-46b2-a3d2-04ddf2bb8582 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:29.137461 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:29.155353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['883df558-4109-4674-beb8-915660283171'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:29.233433 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffb853-ed8e-423c-b914-e328c6350360 None None] Pushing event updated for resources: {'Port': ['ID=3943aa82-af22-46b2-a3d2-04ddf2bb8582,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:29.278541 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Attempting to bind port 3943aa82-af22-46b2-a3d2-04ddf2bb8582 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:29.279255 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Attempting to bind port 3943aa82-af22-46b2-a3d2-04ddf2bb8582 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:29.283646 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Attempting to bind port 3943aa82-af22-46b2-a3d2-04ddf2bb8582 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:29.289051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:29.289442 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:29.292840 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:29.296250 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:29.296831 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:29.300578 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:29.301271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Bound port: 3943aa82-af22-46b2-a3d2-04ddf2bb8582, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:29.303777 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:29.313916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-87eecfc6-04e2-47de-8495-c0a5e849518c service neutron] 10.222.0.39 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218501 May 28 05:32:29.335750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:29.349471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:29.364467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=e5c82998-441a-4c13-8f32-837bee53c383,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:29.369221 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:29.371192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-24c3f546-3777-4571-8e96-a9a9e8ffa62c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] For port b23d4f58-861d-4139-9188-645ce16a7401, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b23d4f58-861d-4139-9188-645ce16a7401,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:29.371683 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-24c3f546-3777-4571-8e96-a9a9e8ffa62c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:29.424358 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] For port 3943aa82-af22-46b2-a3d2-04ddf2bb8582, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:29.428183 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] For port 3943aa82-af22-46b2-a3d2-04ddf2bb8582, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3943aa82-af22-46b2-a3d2-04ddf2bb8582,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:29.440167 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:29.552618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-853248c9-ecd3-402f-8a65-f030b24b46d2 service neutron] 10.222.0.39 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366633 May 28 05:32:29.586559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:29.615823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-24c3f546-3777-4571-8e96-a9a9e8ffa62c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Calling delete_port for b23d4f58-861d-4139-9188-645ce16a7401 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:32:29.678748 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffb853-ed8e-423c-b914-e328c6350360 None None] Pushing event updated for resources: {'Port': ['ID=3943aa82-af22-46b2-a3d2-04ddf2bb8582,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:29.692706 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Routers {'ec806af2-60e2-408f-b628-d906f47c39c7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:32:29.698100 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:32:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ec806af2-60e2-408f-b628-d906f47c39c7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:29.752099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Allocated IP 172.20.0.1 (4df462ee-1b67-42f7-81e9-f8f9d942e8d5/44a4d2dc-21a6-4895-8ec1-ba5374c81b1c/ecdc6054-8885-4ab1-94ca-8e817adce34c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:30.084521 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:30.105217 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] Set router ec806af2-60e2-408f-b628-d906f47c39c7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:32:30.116999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Transition to ACTIVE for port object ecdc6054-8885-4ab1-94ca-8e817adce34c will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:30.121485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-7d736ae3-65fa-4123-b83a-121fc70d9ba4 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:30.123004 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-7d736ae3-65fa-4123-b83a-121fc70d9ba4 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4c8d243-535b-41be-a6fb-548bb63d1be1 HTTP/1.1" status: 200 len: 943 time: 0.3160889 May 28 05:32:30.124193 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-24c3f546-3777-4571-8e96-a9a9e8ffa62c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:30.137249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['66b6a928-1b1e-404b-ad42-747766e4abdc'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:30.175518 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:30.220093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b23d4f58-861d-4139-9188-645ce16a7401'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:30.285459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:30.304676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3f546-3777-4571-8e96-a9a9e8ffa62c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Pushing event deleted for resources: {'Port': ['ID=b23d4f58-861d-4139-9188-645ce16a7401,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:30.403866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:30.411266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b999070-a807-441b-b474-485c1cc31ef0 req-7fbd63db-1050-4062-8961-21684a9c5367 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1b5ca74-5cb0-4fdb-beb5-12d421f97384 HTTP/1.1" status: 200 len: 210 time: 0.1227610 May 28 05:32:30.418078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-24c3f546-3777-4571-8e96-a9a9e8ffa62c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] No DVR routers for this DVR port b23d4f58-861d-4139-9188-645ce16a7401 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:32:30.425797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-3bc8adef-5d60-4af8-b863-fd896bd2a3a6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Deleting port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:32:30.426153 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-3bc8adef-5d60-4af8-b863-fd896bd2a3a6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:30.443329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:30.540074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:30.621718 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1785d411-2c67-401e-8149-5ca6a3e68d0d'] response: {'server_uuid': 'c2778884-2320-40e0-8c5f-9827791506a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c82998-441a-4c13-8f32-837bee53c383', 'code': 200} May 28 05:32:30.631060 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-24c3f546-3777-4571-8e96-a9a9e8ffa62c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:30.648731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=ecdc6054-8885-4ab1-94ca-8e817adce34c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:30.671893 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:30.701062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b5ca74-5cb0-4fdb-beb5-12d421f97384', 'name': 'network-vif-deleted', 'tag': 'b23d4f58-861d-4139-9188-645ce16a7401'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:30.714464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-223e35d2-6386-4037-a4bd-c69425b411c9 req-24c3f546-3777-4571-8e96-a9a9e8ffa62c tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.33 "DELETE /v2.0/ports/b23d4f58-861d-4139-9188-645ce16a7401 HTTP/1.1" status: 204 len: 173 time: 1.8698847 May 28 05:32:30.788693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-eb68f363-0874-417e-b004-63f2864a09c0 None None] Provisioning for port ecdc6054-8885-4ab1-94ca-8e817adce34c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:30.806428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-eb68f363-0874-417e-b004-63f2864a09c0 None None] Provisioning complete for port ecdc6054-8885-4ab1-94ca-8e817adce34c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:30.817848 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-eb68f363-0874-417e-b004-63f2864a09c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:30.857072 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'name': 'tempest-FloatingIPsTestJSON-623417156-router', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:32:23Z', 'updated_at': '2022-05-28T05:32:26Z', 'revision_number': 3, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'gw_port': {'id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:32:25Z', 'updated_at': '2022-05-28T05:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:30.863441 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b8f10-7a3a-4a34-aa63-6d7639c044f4 None None] The sync data for ids ['ec806af2-60e2-408f-b628-d906f47c39c7'] in n-d-843679-5 is: [{'id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'name': 'tempest-FloatingIPsTestJSON-623417156-router', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:32:23Z', 'updated_at': '2022-05-28T05:32:26Z', 'revision_number': 3, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'gw_port': {'id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:32:25Z', 'updated_at': '2022-05-28T05:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:32:30.929368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-eb68f363-0874-417e-b004-63f2864a09c0 None None] Port ecdc6054-8885-4ab1-94ca-8e817adce34c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:32:31.043292 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:31.062285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25c33f-4a8b-4dfd-90ea-1a59385a14aa req-88bb8759-a33d-4f45-8d37-a0e5a1dee067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:31.064057 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a25c33f-4a8b-4dfd-90ea-1a59385a14aa req-88bb8759-a33d-4f45-8d37-a0e5a1dee067 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 1096 time: 0.3527412 May 28 05:32:31.104017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50da5b-d8e5-4df0-b887-eab739e1ea4d req-66746eb0-fdba-4030-9dd0-537c3b5360f5 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:31.105530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c50da5b-d8e5-4df0-b887-eab739e1ea4d req-66746eb0-fdba-4030-9dd0-537c3b5360f5 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 945 time: 0.2422860 May 28 05:32:31.109635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-3bc8adef-5d60-4af8-b863-fd896bd2a3a6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] For port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:31.109987 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-3bc8adef-5d60-4af8-b863-fd896bd2a3a6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:31.375091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-3bc8adef-5d60-4af8-b863-fd896bd2a3a6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Calling delete_port for 07a44ce6-ee49-4449-b37c-6c2bd43a64fa owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:32:31.404331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41232) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:31.420939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a25c33f-4a8b-4dfd-90ea-1a59385a14aa req-a762f2e5-1a91-4356-8c83-35448f987f33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480790 May 28 05:32:31.489937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c50da5b-d8e5-4df0-b887-eab739e1ea4d req-59150736-f6d9-46aa-9c3c-443e4d2dbfc9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555660 May 28 05:32:31.597832 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:31.608574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:31.608719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-0bcf388a-b1f3-4c5d-bf8f-bc3e1aba6eca tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:32:31.611183 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-0bcf388a-b1f3-4c5d-bf8f-bc3e1aba6eca tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2039769 May 28 05:32:31.617696 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-3bc8adef-5d60-4af8-b863-fd896bd2a3a6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:31.811538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Request body: {'binding': {'host': 'n-h1-843679-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:31.812236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Unknown quota resources ['binding']. {{(pid=88416) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 05:32:31.838705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-238ea18b-c567-40d7-b20d-cf1a6c69fa78 req-cbf2bdd8-1953-458c-9d78-47edb9631e06 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.1225410 May 28 05:32:31.873802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:31.878118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=ecdc6054-8885-4ab1-94ca-8e817adce34c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:31.940752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3943aa82-af22-46b2-a3d2-04ddf2bb8582 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:31.960469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8adef-5d60-4af8-b863-fd896bd2a3a6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Pushing event deleted for resources: {'Port': ['ID=07a44ce6-ee49-4449-b37c-6c2bd43a64fa,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:32.048352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:32.049081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3943aa82-af22-46b2-a3d2-04ddf2bb8582 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:32.050745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:32.087886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3943aa82-af22-46b2-a3d2-04ddf2bb8582 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:32.088488 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:32.178168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-3bc8adef-5d60-4af8-b863-fd896bd2a3a6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] No DVR routers for this DVR port 07a44ce6-ee49-4449-b37c-6c2bd43a64fa on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:32:32.181770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 883df558-4109-4674-beb8-915660283171 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:32.183006 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-3bc8adef-5d60-4af8-b863-fd896bd2a3a6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:32.235386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44bbc981-e911-4b5e-bb0a-4ba207ab020c req-3bc8adef-5d60-4af8-b863-fd896bd2a3a6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "DELETE /v2.0/ports/07a44ce6-ee49-4449-b37c-6c2bd43a64fa HTTP/1.1" status: 204 len: 173 time: 2.0975416 May 28 05:32:32.339780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 on host n-h1-843679-5 for vnic_type normal with profile None {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:32.340214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:32.340644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:32.346766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Port 73c00d49-4eff-4c61-9865-00b33c400a15 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:32.347132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:32.354468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:32.355080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:32.355680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:32.356118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Bound port: 73c00d49-4eff-4c61-9865-00b33c400a15, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:32.410511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 883df558-4109-4674-beb8-915660283171 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:32.457030 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6bfaa31-82fa-474d-8eec-4de473fd2981 req-db1bc33b-96b6-4448-805e-d62d40c12a9b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 210 time: 0.0806575 May 28 05:32:32.461508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:32.466902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:32.479117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-dd27a26f-2aa5-4bd5-94d8-a98ff794d166 service neutron] 10.222.0.39 "POST /v2.0/ports/73c00d49-4eff-4c61-9865-00b33c400a15/bindings HTTP/1.1" status: 201 len: 389 time: 0.7762599 May 28 05:32:32.488036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 883df558-4109-4674-beb8-915660283171 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:32.488836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:32.520859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Router ec806af2-60e2-408f-b628-d906f47c39c7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:32:32.627351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:32.656811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-56affb32-7691-4448-af82-18fc8faba35d None None] Provisioning complete for port ecdc6054-8885-4ab1-94ca-8e817adce34c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:32.657726 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56affb32-7691-4448-af82-18fc8faba35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:32.784444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fa840a0b-f022-427e-b485-e283e8d8612f tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:32.786787 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fa840a0b-f022-427e-b485-e283e8d8612f tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.33 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 804 time: 0.3065934 May 28 05:32:32.815598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Request body: {'port': {'device_id': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'admin_state_up': True, 'tenant_id': 'fe463b2399d24277aadd5d0ac381480d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:32.823846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 883df558-4109-4674-beb8-915660283171 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:32.824131 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:32.862201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3943aa82-af22-46b2-a3d2-04ddf2bb8582 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:32.862870 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:32.896105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3943aa82-af22-46b2-a3d2-04ddf2bb8582, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3943aa82-af22-46b2-a3d2-04ddf2bb8582,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:32.934440 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:32.990618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b23d4f58-861d-4139-9188-645ce16a7401 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:32:32.996371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:32:33.072997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: b23d4f58-861d-4139-9188-645ce16a7401 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:32:33.073685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b23d4f58-861d-4139-9188-645ce16a7401 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:32:33.076156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:33.081022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-56affb32-7691-4448-af82-18fc8faba35d None None] Port ecdc6054-8885-4ab1-94ca-8e817adce34c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:32:33.094578 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:33.096446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 07a44ce6-ee49-4449-b37c-6c2bd43a64fa no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:32:33.102093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:33.112031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Usage tracker for resource:port and tenant:fe463b2399d24277aadd5d0ac381480d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:33.115794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:33.122374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:33.145966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Made reservation on behalf of fe463b2399d24277aadd5d0ac381480d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:33.146284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3943aa82-af22-46b2-a3d2-04ddf2bb8582,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:33.149137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 07a44ce6-ee49-4449-b37c-6c2bd43a64fa {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:32:33.150710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 07a44ce6-ee49-4449-b37c-6c2bd43a64fa not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:32:33.157398 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:33.160386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3df906c6-7ee3-466f-bf67-e4f14834ec98 admin admin] 10.222.0.39 "PUT /v2.0/routers/ec806af2-60e2-408f-b628-d906f47c39c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2435102 May 28 05:32:33.183890 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dcf47b-f982-4eae-9662-984c7454c4ef'] response: {'server_uuid': 'e1b5ca74-5cb0-4fdb-beb5-12d421f97384', 'name': 'network-vif-deleted', 'tag': 'b23d4f58-861d-4139-9188-645ce16a7401', 'status': 'completed', 'code': 200} May 28 05:32:33.194985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Sync routers for ids ['ec806af2-60e2-408f-b628-d906f47c39c7'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:32:33.224972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Routers {'ec806af2-60e2-408f-b628-d906f47c39c7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:32:33.225599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:32:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ec806af2-60e2-408f-b628-d906f47c39c7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:33.263544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd06533-f6a7-415b-afcb-bbafb5cc84de req-c9a43cb3-b15a-49b7-bc09-4611d90e773d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:33.270819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cd06533-f6a7-415b-afcb-bbafb5cc84de req-c9a43cb3-b15a-49b7-bc09-4611d90e773d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 944 time: 0.2601449 May 28 05:32:33.303433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-01aab6e3-3431-47bc-90f0-58883fffd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:33.305144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-01aab6e3-3431-47bc-90f0-58883fffd9d3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 1097 time: 0.1389475 May 28 05:32:33.472729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=883df558-4109-4674-beb8-915660283171,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:33.477742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cd06533-f6a7-415b-afcb-bbafb5cc84de req-3840f100-856b-49e0-b700-386454ec2bda tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031906 May 28 05:32:33.496611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Allocated IP 172.20.0.3 (930906d6-e67d-431c-826b-4d1f1f770709/42d8e4bc-4815-4be8-b193-b848d295b775/7787b45a-f3d4-4067-9efd-1be947adcb06) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:33.505169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Set router ec806af2-60e2-408f-b628-d906f47c39c7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:32:33.565548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-637f05fa-25fe-47fc-a3fe-fe07922a3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:33.566707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-637f05fa-25fe-47fc-a3fe-fe07922a3557 service neutron] 10.222.0.33 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.2485785 May 28 05:32:33.686880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-ada57a36-a658-4ce1-adf1-200dfbb4c11e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73c00d49-4eff-4c61-9865-00b33c400a15 HTTP/1.1" status: 200 len: 217 time: 0.1042638 May 28 05:32:33.790709 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:33.833339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-2f569926-4e19-481b-a836-95c0becd42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:33.836580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-2f569926-4e19-481b-a836-95c0becd42ac service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.1390657 May 28 05:32:33.847871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3943aa82-af22-46b2-a3d2-04ddf2bb8582 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:33.860542 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:33.915985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-f1b8ceda-c4cc-4908-b2f8-39b938ea48e5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698826 May 28 05:32:33.952086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Network 930906d6-e67d-431c-826b-4d1f1f770709 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:33.961828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:33.972433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:33.978864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:33.979764 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:34.009225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3943aa82-af22-46b2-a3d2-04ddf2bb8582 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:34.009818 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:34.057213 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2495244a-6aa9-4f96-8bb1-e0e205e75f23 req-7c0e5dd1-c38c-4ccf-99b5-df476f1f2a15 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0664146 May 28 05:32:34.061579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Pushing event updated for resources: {'Port': ['ID=7787b45a-f3d4-4067-9efd-1be947adcb06,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:34.079191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-939b7f48-2f12-4b3d-8ff6-f4b8e03e320c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2679381 May 28 05:32:34.079916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'name': 'tempest-FloatingIPsTestJSON-623417156-router', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:32:23Z', 'updated_at': '2022-05-28T05:32:30Z', 'revision_number': 4, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'gw_port': {'id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:32:25Z', 'updated_at': '2022-05-28T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'ecdc6054-8885-4ab1-94ca-8e817adce34c', 'name': '', 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'mac_address': 'fa:16:3e:0d:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '44a4d2dc-21a6-4895-8ec1-ba5374c81b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:32:29Z', 'updated_at': '2022-05-28T05:32:31Z', 'revision_number': 2, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'subnets': [{'id': '44a4d2dc-21a6-4895-8ec1-ba5374c81b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:34.087761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Checking router: ec806af2-60e2-408f-b628-d906f47c39c7 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:32:34.088107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Updating router ec806af2-60e2-408f-b628-d906f47c39c7 port ecdc6054-8885-4ab1-94ca-8e817adce34c binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:32:34.099641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Request body: {'port': {'device_id': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:34.278705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-c47c098e-3772-4b77-9bb1-81d6b51d9f84 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388855 May 28 05:32:34.280157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:34.291460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088fc2-19f0-48c1-9630-2b15a7faf0ac req-64141dd7-2e48-46c1-a443-c64f4ed3493e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:34.294149 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:34.299622 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d088fc2-19f0-48c1-9630-2b15a7faf0ac req-64141dd7-2e48-46c1-a443-c64f4ed3493e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 945 time: 0.5188174 May 28 05:32:34.419180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3943aa82-af22-46b2-a3d2-04ddf2bb8582 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:34.456855 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-867cd732-943b-4a23-8dbf-cfe59eb255db service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423697 May 28 05:32:34.490334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d088fc2-19f0-48c1-9630-2b15a7faf0ac req-53375f2f-937d-459b-986f-586499d05fe6 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876364 May 28 05:32:34.550143 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ee2d8a-fc80-4b8f-9692-0d7ef398a6bd'] response: {'server_uuid': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa', 'code': 200} May 28 05:32:34.693407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1b045-02a5-4f04-b5f0-19992c653561 req-7b38c9c9-c402-4ba1-9d33-978f7364ddb7 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:34.694870 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d2d1b045-02a5-4f04-b5f0-19992c653561 req-7b38c9c9-c402-4ba1-9d33-978f7364ddb7 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 946 time: 0.3385358 May 28 05:32:34.787488 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d2d1b045-02a5-4f04-b5f0-19992c653561 req-c653ab8c-5535-4167-a815-6cef0dca35b3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780134 May 28 05:32:34.800878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-58ea67ac-1195-41b6-8305-bbe7443f5572 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:34.802409 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-58ea67ac-1195-41b6-8305-bbe7443f5572 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1097 time: 0.0960581 May 28 05:32:34.815539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843679-5'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:34.949663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.005895 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.007455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7787b45a-f3d4-4067-9efd-1be947adcb06 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:35.021327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Transition to ACTIVE for port object ecdc6054-8885-4ab1-94ca-8e817adce34c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:35.034566 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.036517 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.076005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Transition to ACTIVE for port object 7787b45a-f3d4-4067-9efd-1be947adcb06 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:35.104221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.187332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673919ac-8269-4699-a636-834da0e5f44e None None] Pushing event updated for resources: {'Port': ['ID=ecdc6054-8885-4ab1-94ca-8e817adce34c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:35.189948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'name': 'network-vif-deleted', 'tag': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:35.221275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-97120780-1251-4930-8329-90fa9920ec3f tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3089497 May 28 05:32:35.226159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:35.292315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:35.307513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Usage tracker for resource:floatingip and tenant:e0c48696d3a44b318b30d93c7eedc678 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:35.315165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:35.319594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Pushing event updated for resources: {'Port': ['ID=7787b45a-f3d4-4067-9efd-1be947adcb06,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:35.320260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:35.327178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:35.330072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Attempting to bind port ecdc6054-8885-4ab1-94ca-8e817adce34c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:35.330911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Attempting to bind port ecdc6054-8885-4ab1-94ca-8e817adce34c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'ced00caf-8007-4a1e-baf6-1ea2aef6c217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:35.331406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Attempting to bind port ecdc6054-8885-4ab1-94ca-8e817adce34c on network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:35.339545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:35.340181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Checking segment: {'id': 'ced00caf-8007-4a1e-baf6-1ea2aef6c217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:35.340585 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.340975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Bound using segment: {'id': 'ced00caf-8007-4a1e-baf6-1ea2aef6c217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:35.341437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Bound port: ecdc6054-8885-4ab1-94ca-8e817adce34c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced00caf-8007-4a1e-baf6-1ea2aef6c217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:35.341810 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.345719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981cae8-23c2-4322-ab07-14599b2c82b6 req-8911631f-1ab7-4858-97b2-3169694bbc78 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:35.347272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c981cae8-23c2-4322-ab07-14599b2c82b6 req-8911631f-1ab7-4858-97b2-3169694bbc78 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 943 time: 0.1900301 May 28 05:32:35.381534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.404866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Attempting to bind port 7787b45a-f3d4-4067-9efd-1be947adcb06 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:35.405205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Attempting to bind port 7787b45a-f3d4-4067-9efd-1be947adcb06 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:35.405392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:35.405496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Attempting to bind port 7787b45a-f3d4-4067-9efd-1be947adcb06 on network 930906d6-e67d-431c-826b-4d1f1f770709 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:35.455731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Port 7787b45a-f3d4-4067-9efd-1be947adcb06 on network 930906d6-e67d-431c-826b-4d1f1f770709 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:35.456085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Attempting to bind port 7787b45a-f3d4-4067-9efd-1be947adcb06 on network 930906d6-e67d-431c-826b-4d1f1f770709 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:35.458390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c981cae8-23c2-4322-ab07-14599b2c82b6 req-3893cb34-ba28-4895-9d25-8dafab0c1f07 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024432 May 28 05:32:35.467110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:35.467472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Checking segment: {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:35.467849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Bound using segment: {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:35.468277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Bound port: 7787b45a-f3d4-4067-9efd-1be947adcb06, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:35.468623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.469250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] For port ecdc6054-8885-4ab1-94ca-8e817adce34c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:35.475025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73c00d49-4eff-4c61-9865-00b33c400a15'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:35.475581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] For port ecdc6054-8885-4ab1-94ca-8e817adce34c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ecdc6054-8885-4ab1-94ca-8e817adce34c,segment=NetworkSegment(ced00caf-8007-4a1e-baf6-1ea2aef6c217),segment_id=ced00caf-8007-4a1e-baf6-1ea2aef6c217)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:35.481519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.487439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.489167 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.583732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Routers {'ec806af2-60e2-408f-b628-d906f47c39c7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:32:35.585120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:32:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ec806af2-60e2-408f-b628-d906f47c39c7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:35.588293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] For port 7787b45a-f3d4-4067-9efd-1be947adcb06, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:35.591790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] For port 7787b45a-f3d4-4067-9efd-1be947adcb06, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7787b45a-f3d4-4067-9efd-1be947adcb06,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:35.614597 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.660508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673919ac-8269-4699-a636-834da0e5f44e None None] Pushing event updated for resources: {'Port': ['ID=ecdc6054-8885-4ab1-94ca-8e817adce34c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:35.710536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:35.711341 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.712740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] 10.222.0.33 "PUT /v2.0/ports/7787b45a-f3d4-4067-9efd-1be947adcb06 HTTP/1.1" status: 200 len: 1091 time: 1.6193607 May 28 05:32:35.729715 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.742996 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfe69800-bac0-41ab-97d5-173f32fc607f req-a25ea3d3-6edb-43ac-a81b-c17c6cd76847 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0731976 May 28 05:32:35.746388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Pushing event updated for resources: {'Port': ['ID=73c00d49-4eff-4c61-9865-00b33c400a15,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:35.757563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 on host n-h2-843679-5 for vnic_type normal with profile {"migrating_to": "n-h1-843679-5"} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:35.757926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:35.758222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:35.772906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Port 73c00d49-4eff-4c61-9865-00b33c400a15 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:35.773571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Attempting to bind port 73c00d49-4eff-4c61-9865-00b33c400a15 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:35.780373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:35.781067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:35.781771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:35.782262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Bound port: 73c00d49-4eff-4c61-9865-00b33c400a15, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:35.782642 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:35.818064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Pushing event updated for resources: {'Port': ['ID=7787b45a-f3d4-4067-9efd-1be947adcb06,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:35.877557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.877841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.878162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.878505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.878839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.879166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.879518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.879844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.880168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.880742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.880956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.881119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14076-03de-4e78-8286-0b4f1e663207 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:35.883400 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] Set router ec806af2-60e2-408f-b628-d906f47c39c7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:32:35.916626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:35.919903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:35.927445 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:36.011969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-c03b67b8-49c7-45de-9ea0-c9df474b5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:36.013920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-c03b67b8-49c7-45de-9ea0-c9df474b5259 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 1094 time: 0.1865678 May 28 05:32:36.029194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Allocated IP 172.25.4.233 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/100e3a1e-e21f-4fcf-85da-9a6924a7313a) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:36.102430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-9e81bc79-d79c-434f-8aef-b3e2a8425af3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7787b45a-f3d4-4067-9efd-1be947adcb06 HTTP/1.1" status: 200 len: 217 time: 0.0707784 May 28 05:32:36.163535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Pushing event updated for resources: {'Port': ['ID=73c00d49-4eff-4c61-9865-00b33c400a15,revision_number=8']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:36.176016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:36.176615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:36.177933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4f2eeffd-ac5f-4fc6-bc7d-068b7c86b377 service neutron] 10.222.0.33 "PUT /v2.0/ports/73c00d49-4eff-4c61-9865-00b33c400a15 HTTP/1.1" status: 200 len: 1122 time: 1.3674934 May 28 05:32:36.196039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723d451-4e6f-4823-938d-c5730d1146eb req-96f57a49-2dc7-45b4-8849-dc17aa421d76 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:36.197463 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b723d451-4e6f-4823-938d-c5730d1146eb req-96f57a49-2dc7-45b4-8849-dc17aa421d76 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 945 time: 0.2658453 May 28 05:32:36.260307 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b723d451-4e6f-4823-938d-c5730d1146eb req-0adf6953-b5dc-4605-9d24-fa01bc254d0a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535343 May 28 05:32:36.282778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-c8348bc0-170e-4816-87a2-990b1e5d3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:36.282778 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-c8348bc0-170e-4816-87a2-990b1e5d3926 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=42d8e4bc-4815-4be8-b193-b848d295b775 HTTP/1.1" status: 200 len: 844 time: 0.1555500 May 28 05:32:36.283528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'name': 'tempest-FloatingIPsTestJSON-623417156-router', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:32:23Z', 'updated_at': '2022-05-28T05:32:30Z', 'revision_number': 4, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'gw_port': {'id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:32:25Z', 'updated_at': '2022-05-28T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'ecdc6054-8885-4ab1-94ca-8e817adce34c', 'name': '', 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'mac_address': 'fa:16:3e:0d:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '44a4d2dc-21a6-4895-8ec1-ba5374c81b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:32:29Z', 'updated_at': '2022-05-28T05:32:35Z', 'revision_number': 4, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'subnets': [{'id': '44a4d2dc-21a6-4895-8ec1-ba5374c81b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:36.287369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a711e2-5c9f-4718-969d-6c3f83b97a0b None None] The sync data for ids ['ec806af2-60e2-408f-b628-d906f47c39c7'] in n-d-843679-5 is: [{'id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'name': 'tempest-FloatingIPsTestJSON-623417156-router', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:32:23Z', 'updated_at': '2022-05-28T05:32:30Z', 'revision_number': 4, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'gw_port': {'id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:32:25Z', 'updated_at': '2022-05-28T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'ecdc6054-8885-4ab1-94ca-8e817adce34c', 'name': '', 'network_id': '4df462ee-1b67-42f7-81e9-f8f9d942e8d5', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'mac_address': 'fa:16:3e:0d:93:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '44a4d2dc-21a6-4895-8ec1-ba5374c81b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:32:29Z', 'updated_at': '2022-05-28T05:32:35Z', 'revision_number': 4, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'subnets': [{'id': '44a4d2dc-21a6-4895-8ec1-ba5374c81b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:32:36.300199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['73c00d49-4eff-4c61-9865-00b33c400a15'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:36.353414 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-24a30a7b-95a2-4165-9cad-d0fdd7f1a3ec service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=930906d6-e67d-431c-826b-4d1f1f770709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666683 May 28 05:32:36.488631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df298fd-97f9-4397-846e-f3a2db5e6a07 req-82571a2b-0bfd-42fc-af5e-c858fa937239 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:36.490340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2df298fd-97f9-4397-846e-f3a2db5e6a07 req-82571a2b-0bfd-42fc-af5e-c858fa937239 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 945 time: 0.0999355 May 28 05:32:36.499358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41304) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:36.505909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6c64f65f-5906-4d56-9d8c-5375949c9316 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Request body: {'floatingip': {'port_id': 'e5c82998-441a-4c13-8f32-837bee53c383'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:36.536146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:36.551053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883df558-4109-4674-beb8-915660283171'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:36.712078 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6c64f65f-5906-4d56-9d8c-5375949c9316 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:36.730518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-9e0afb5a-dc41-450f-a06a-1337b5e86fd3 service neutron] 10.222.0.33 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617301 May 28 05:32:36.745172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-67f42f2c-49cd-47a8-8f06-da940f95eec3 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:36.746010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-67f42f2c-49cd-47a8-8f06-da940f95eec3 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Synchronizing usage tracker for tenant:fc6dc28085834d05ab06b8f458f23834 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:36.770513 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:36.911372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e7c69-1566-40af-83e4-a25c18092d73 req-cb828cf0-23cc-483f-b4b4-3fc69cd7f144 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:36.912808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:36.912950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-852e7c69-1566-40af-83e4-a25c18092d73 req-cb828cf0-23cc-483f-b4b4-3fc69cd7f144 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 1101 time: 0.2601833 May 28 05:32:36.917495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-67f42f2c-49cd-47a8-8f06-da940f95eec3 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Unset dirty status for tenant:fc6dc28085834d05ab06b8f458f23834 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:36.918735 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-67f42f2c-49cd-47a8-8f06-da940f95eec3 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.41 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 949 time: 0.3340850 May 28 05:32:36.919587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:36.930919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:36.996592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Pushing event updated for resources: {'Port': ['ID=100e3a1e-e21f-4fcf-85da-9a6924a7313a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:37.042562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-852e7c69-1566-40af-83e4-a25c18092d73 req-eba7ffb4-cbb8-482d-8893-261b23608baa tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Synchronizing usage tracker for tenant:55f94511dba242c4970f8271e84c5fdc on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:37.049562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-aa7c2e4d-c9db-4ca4-919a-7597010e6808 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Deleting port 66b6a928-1b1e-404b-ad42-747766e4abdc {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:32:37.050106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-aa7c2e4d-c9db-4ca4-919a-7597010e6808 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.104916 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae3a7901-14ff-4560-add7-bc31605afaa7 req-c2ce963e-aa7f-450c-82b3-d40729996afa service neutron] 10.222.0.33 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555644 May 28 05:32:37.121335 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.135629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-852e7c69-1566-40af-83e4-a25c18092d73 req-eba7ffb4-cbb8-482d-8893-261b23608baa tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Unset dirty status for tenant:55f94511dba242c4970f8271e84c5fdc on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:37.148525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-852e7c69-1566-40af-83e4-a25c18092d73 req-eba7ffb4-cbb8-482d-8893-261b23608baa tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271314 May 28 05:32:37.321133 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.534556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1d9e9-7be4-437e-8fb9-decdd1b11557 req-5020e421-a0c1-4f73-b35a-fac04332d6cd tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:37.536049 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69f1d9e9-7be4-437e-8fb9-decdd1b11557 req-5020e421-a0c1-4f73-b35a-fac04332d6cd tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/ports?device_id=babdece8-a388-462f-bb11-1975e0463dff HTTP/1.1" status: 200 len: 949 time: 0.1375542 May 28 05:32:37.539321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-aa7c2e4d-c9db-4ca4-919a-7597010e6808 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] For port 66b6a928-1b1e-404b-ad42-747766e4abdc, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=66b6a928-1b1e-404b-ad42-747766e4abdc,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:37.539642 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-aa7c2e4d-c9db-4ca4-919a-7597010e6808 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.666403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-aa7c2e4d-c9db-4ca4-919a-7597010e6808 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Calling delete_port for 66b6a928-1b1e-404b-ad42-747766e4abdc owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:32:37.697735 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69f1d9e9-7be4-437e-8fb9-decdd1b11557 req-caa27a0a-32fa-4535-8871-1eb0699d8d77 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6597797-c90d-4f37-b701-9dff64fbf329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257255 May 28 05:32:37.731813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6c64f65f-5906-4d56-9d8c-5375949c9316 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.738263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6c64f65f-5906-4d56-9d8c-5375949c9316 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.754264 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae9bad2-1c75-4882-ae40-c9593ba55ae1'] response: {'server_uuid': 'b4c8d243-535b-41be-a6fb-548bb63d1be1', 'name': 'network-vif-deleted', 'tag': '07a44ce6-ee49-4449-b37c-6c2bd43a64fa', 'status': 'completed', 'code': 200} May 28 05:32:37.813711 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187f01e7-87b7-4dfd-9264-a81ae0d0fefb'] response: {'server_uuid': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73c00d49-4eff-4c61-9865-00b33c400a15', 'code': 200} May 28 05:32:37.832877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.846660 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.865106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ecdc6054-8885-4ab1-94ca-8e817adce34c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:37.897270 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.944206 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-aa7c2e4d-c9db-4ca4-919a-7597010e6808 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.947787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ecdc6054-8885-4ab1-94ca-8e817adce34c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:37.953083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ecdc6054-8885-4ab1-94ca-8e817adce34c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:37.953225 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:37.957779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Pushing event updated for resources: {'Port': ['ID=100e3a1e-e21f-4fcf-85da-9a6924a7313a,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:38.005416 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:38.006644 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-f2f0bc48-ec8b-4373-babb-af859749ea1c tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7845793 May 28 05:32:38.016574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c2e4d-c9db-4ca4-919a-7597010e6808 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Pushing event deleted for resources: {'Port': ['ID=66b6a928-1b1e-404b-ad42-747766e4abdc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:38.030868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['66b6a928-1b1e-404b-ad42-747766e4abdc'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:38.098695 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-6c64f65f-5906-4d56-9d8c-5375949c9316 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Floating IP 8b4a345f-a020-4fe0-ba6f-2b582ca8ea23 associated. External IP: 172.25.4.29, port: e5c82998-441a-4c13-8f32-837bee53c383. May 28 05:32:38.180762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ecdc6054-8885-4ab1-94ca-8e817adce34c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:38.181144 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:38.210940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-22441a16-54dd-42a4-ab05-1f25b6e0d2bb tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Synchronizing usage tracker for tenant:e0c48696d3a44b318b30d93c7eedc678 on resource:floatingip {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:38.227504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port ecdc6054-8885-4ab1-94ca-8e817adce34c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ecdc6054-8885-4ab1-94ca-8e817adce34c,segment=NetworkSegment(ced00caf-8007-4a1e-baf6-1ea2aef6c217),segment_id=ced00caf-8007-4a1e-baf6-1ea2aef6c217)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:38.232902 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:38.282275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-aa7c2e4d-c9db-4ca4-919a-7597010e6808 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] No DVR routers for this DVR port 66b6a928-1b1e-404b-ad42-747766e4abdc on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:32:38.294415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-aa7c2e4d-c9db-4ca4-919a-7597010e6808 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:38.296667 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9adfae0-f00d-4854-a4b2-4e6fe422003c req-aa7c2e4d-c9db-4ca4-919a-7597010e6808 tempest-LiveMigrationNegativeTest-1690206144 tempest-LiveMigrationNegativeTest-1690206144-project] 10.222.0.41 "DELETE /v2.0/ports/66b6a928-1b1e-404b-ad42-747766e4abdc HTTP/1.1" status: 204 len: 173 time: 1.3618782 May 28 05:32:38.308393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-22441a16-54dd-42a4-ab05-1f25b6e0d2bb tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Unset dirty status for tenant:e0c48696d3a44b318b30d93c7eedc678 on resource:floatingip {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:38.319975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-22441a16-54dd-42a4-ab05-1f25b6e0d2bb tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.3040574 May 28 05:32:38.327191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480a328-84e7-468b-8993-f5f157e2c6af req-f1bf3852-66d1-4912-9939-7e7967a5f289 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:38.330145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7480a328-84e7-468b-8993-f5f157e2c6af req-f1bf3852-66d1-4912-9939-7e7967a5f289 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 944 time: 0.4003544 May 28 05:32:38.369914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6054-8885-4ab1-94ca-8e817adce34c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:38.381629 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-340e4367-fffe-423e-9257-936e91e42732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:38.530636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-a3930b9c-a233-4774-8c04-0ec0aa72a648 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:38.532148 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-a3930b9c-a233-4774-8c04-0ec0aa72a648 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.2117562 May 28 05:32:38.543216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-5bc05cd6-17f8-4468-a09b-7ed6abfd81c8 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:32:38.544343 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-111a9c08-d45e-4c45-b764-82f0c2828331 req-5bc05cd6-17f8-4468-a09b-7ed6abfd81c8 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057609 May 28 05:32:38.579381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7480a328-84e7-468b-8993-f5f157e2c6af req-53aa75cf-d37a-439c-83e4-2badff4bbf64 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272134 May 28 05:32:38.634296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c64f65f-5906-4d56-9d8c-5375949c9316 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Router 02125038-bfda-49c9-a4b7-3642621e2e40 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:32:38.651261 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e2627a-f6ab-4dd7-a095-f5d8f6a998e1'] response: {'server_uuid': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883df558-4109-4674-beb8-915660283171', 'code': 200} May 28 05:32:38.881589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d256df-f3fd-4d72-94ea-b583ebfa9eff req-60897e75-21ed-4a3f-b019-43d199f7783c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:38.882485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f0d256df-f3fd-4d72-94ea-b583ebfa9eff req-60897e75-21ed-4a3f-b019-43d199f7783c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Synchronizing usage tracker for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:38.886587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ea63e-049e-4dd7-8b68-36dc5c30cdf8 req-adc3e90b-ef77-4e86-a786-54bf7a437604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:38.888438 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d35ea63e-049e-4dd7-8b68-36dc5c30cdf8 req-adc3e90b-ef77-4e86-a786-54bf7a437604 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 1096 time: 0.1443083 May 28 05:32:38.894123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2add9d0-e7d3-4011-816b-b1956c9e0bbc req-53f2351b-c9e5-4a5a-99fe-e304efa884ed tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0822222 May 28 05:32:38.932713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c64f65f-5906-4d56-9d8c-5375949c9316 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:32:38.936119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f0d256df-f3fd-4d72-94ea-b583ebfa9eff req-60897e75-21ed-4a3f-b019-43d199f7783c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Unset dirty status for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:38.937383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0d256df-f3fd-4d72-94ea-b583ebfa9eff req-60897e75-21ed-4a3f-b019-43d199f7783c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 943 time: 0.2558775 May 28 05:32:38.943599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d35ea63e-049e-4dd7-8b68-36dc5c30cdf8 req-9e2af800-136b-469b-8611-f761a2ef108d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478814 May 28 05:32:38.949447 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] Sync routers for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:32:38.957315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 73c00d49-4eff-4c61-9865-00b33c400a15 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:38.965894 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:32:38.968020 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:32:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:38.971292 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6c64f65f-5906-4d56-9d8c-5375949c9316 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:39.038101 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0d256df-f3fd-4d72-94ea-b583ebfa9eff req-04af5ffe-eaf2-4f4c-b254-6f70372e737a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895886 May 28 05:32:39.106750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6c64f65f-5906-4d56-9d8c-5375949c9316 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "PUT /v2.0/floatingips/8b4a345f-a020-4fe0-ba6f-2b582ca8ea23 HTTP/1.1" status: 200 len: 990 time: 2.6060603 May 28 05:32:39.200924 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:32:39.250027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b40a1-4b24-4783-9dc6-57c73dcd0a96 req-19eaa8f6-98b4-46f3-938b-92a4201181e9 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:39.252175 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-964b40a1-4b24-4783-9dc6-57c73dcd0a96 req-19eaa8f6-98b4-46f3-938b-92a4201181e9 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 1101 time: 0.1278815 May 28 05:32:39.279254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:39.296043 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 73c00d49-4eff-4c61-9865-00b33c400a15 has no active binding in host n-h1-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:32:39.296768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-964b40a1-4b24-4783-9dc6-57c73dcd0a96 req-8ac05b5a-e57a-4ac5-be39-c6225f21c5a0 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382001 May 28 05:32:39.360724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ac94b-c47b-4f38-9689-05129cd92ffd req-504244ed-1fa7-4b86-babe-24e1b678feaf tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:39.363768 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a70ac94b-c47b-4f38-9689-05129cd92ffd req-504244ed-1fa7-4b86-babe-24e1b678feaf tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0905578 May 28 05:32:39.410712 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a70ac94b-c47b-4f38-9689-05129cd92ffd req-423de600-4fda-489b-a80b-ef1e903217b0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395544 May 28 05:32:39.418530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779ba901-072b-488a-ac0c-37e87653feb6 req-0424173c-1278-4e74-8685-51e8dcfdaebb tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips/89c7aa62-d1ae-493f-a425-cea7a347ab62 HTTP/1.1" status: 200 len: 693 time: 0.0867496 May 28 05:32:39.579119 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:39.624474 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8b4a345f-a020-4fe0-ba6f-2b582ca8ea23', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'port_id': 'e5c82998-441a-4c13-8f32-837bee53c383', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'mac_address': 'fa:16:3e:04:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2778884-2320-40e0-8c5f-9827791506a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:32:03Z', 'updated_at': '2022-05-28T05:32:37Z', 'revision_number': 1, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:39.629595 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] Checking router: 02125038-bfda-49c9-a4b7-3642621e2e40 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:32:39.640265 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:32:39.641207 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:32:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:39.661792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba901-072b-488a-ac0c-37e87653feb6 req-497fc957-c66e-49ec-abde-cb90224c129a tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:39.666479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-779ba901-072b-488a-ac0c-37e87653feb6 req-497fc957-c66e-49ec-abde-cb90224c129a tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Synchronizing usage tracker for tenant:e0c48696d3a44b318b30d93c7eedc678 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:39.695723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e17b0-679e-4975-b8b4-12f9cc7f3b9f req-2879ba58-ee81-429f-a358-db642a758ba0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:39.699722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-940e17b0-679e-4975-b8b4-12f9cc7f3b9f req-2879ba58-ee81-429f-a358-db642a758ba0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 945 time: 0.1186278 May 28 05:32:39.703910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-779ba901-072b-488a-ac0c-37e87653feb6 req-497fc957-c66e-49ec-abde-cb90224c129a tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Unset dirty status for tenant:e0c48696d3a44b318b30d93c7eedc678 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:39.705263 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779ba901-072b-488a-ac0c-37e87653feb6 req-497fc957-c66e-49ec-abde-cb90224c129a tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.2807479 May 28 05:32:39.718327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-779ba901-072b-488a-ac0c-37e87653feb6 req-c53f23b7-83e4-4bd8-820d-7586567dddba tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:32:39.719299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-779ba901-072b-488a-ac0c-37e87653feb6 req-c53f23b7-83e4-4bd8-820d-7586567dddba tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056531 May 28 05:32:39.758098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'tag': '7787b45a-f3d4-4067-9efd-1be947adcb06'}, {'server_uuid': 'babdece8-a388-462f-bb11-1975e0463dff', 'name': 'network-vif-deleted', 'tag': '66b6a928-1b1e-404b-ad42-747766e4abdc'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:39.800527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41334) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:39.801114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-940e17b0-679e-4975-b8b4-12f9cc7f3b9f req-3a18f1b2-edf0-4f9a-823f-8db0d9ca621d tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817966 May 28 05:32:39.815491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'tag': '73c00d49-4eff-4c61-9865-00b33c400a15'}, {'name': 'network-changed', 'server_uuid': 'c2778884-2320-40e0-8c5f-9827791506a4', 'tag': 'e5c82998-441a-4c13-8f32-837bee53c383'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:39.862297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ecdc6054-8885-4ab1-94ca-8e817adce34c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:39.885651 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:32:39.984659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ecdc6054-8885-4ab1-94ca-8e817adce34c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:39.985754 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:40.070566 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9534594f-ae7a-496c-be44-62dd784e38a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc6dc28085834d05ab06b8f458f23834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687294 May 28 05:32:40.074253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41348) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:40.171034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ecdc6054-8885-4ab1-94ca-8e817adce34c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:40.202786 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef895ef0-badd-4d59-9033-ecbc2cc00859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:40.218834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 66b6a928-1b1e-404b-ad42-747766e4abdc no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:32:40.243382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f1cf-88e1-4b78-8c8c-5e60af1ae40c req-0c21dcf1-15fd-423f-8c98-c9c589b0a49a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:40.254119 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84c8f1cf-88e1-4b78-8c8c-5e60af1ae40c req-0c21dcf1-15fd-423f-8c98-c9c589b0a49a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 944 time: 0.3374276 May 28 05:32:40.287894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 66b6a928-1b1e-404b-ad42-747766e4abdc {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:32:40.288238 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 66b6a928-1b1e-404b-ad42-747766e4abdc not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:32:40.311265 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef895ef0-badd-4d59-9033-ecbc2cc00859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:40.356594 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c16c1512-9b8f-47b3-b7f6-58f108386e80 req-66d16687-41d0-4d43-a4b2-0a9d28961da7 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=e0c48696d3a44b318b30d93c7eedc678 HTTP/1.1" status: 200 len: 696 time: 0.1517456 May 28 05:32:40.360210 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84c8f1cf-88e1-4b78-8c8c-5e60af1ae40c req-19a4c6a8-7da0-4677-b81a-183c369d2035 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051700 May 28 05:32:40.441518 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef895ef0-badd-4d59-9033-ecbc2cc00859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:40.443018 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8b4a345f-a020-4fe0-ba6f-2b582ca8ea23', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'port_id': 'e5c82998-441a-4c13-8f32-837bee53c383', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'mac_address': 'fa:16:3e:04:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2778884-2320-40e0-8c5f-9827791506a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:32:03Z', 'updated_at': '2022-05-28T05:32:37Z', 'revision_number': 1, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:40.447870 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddddfd9-3cb9-41ae-a131-5f26de55cacb None None] The sync data for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 is: [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8b4a345f-a020-4fe0-ba6f-2b582ca8ea23', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'port_id': 'e5c82998-441a-4c13-8f32-837bee53c383', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'mac_address': 'fa:16:3e:04:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2778884-2320-40e0-8c5f-9827791506a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:32:03Z', 'updated_at': '2022-05-28T05:32:37Z', 'revision_number': 1, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:32:40.471668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef895ef0-badd-4d59-9033-ecbc2cc00859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6597797-c90d-4f37-b701-9dff64fbf329,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:40.489530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef895ef0-badd-4d59-9033-ecbc2cc00859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:40.505646 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ef895ef0-badd-4d59-9033-ecbc2cc00859 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6597797-c90d-4f37-b701-9dff64fbf329 HTTP/1.1" status: 204 len: 168 time: 0.4282694 May 28 05:32:40.515759 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bbea37-c186-46ef-bdcf-dca219171632'] response: {'name': 'network-changed', 'server_uuid': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'tag': '7787b45a-f3d4-4067-9efd-1be947adcb06', 'status': 'completed', 'code': 200} May 28 05:32:40.516024 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bbea37-c186-46ef-bdcf-dca219171632'] response: {'server_uuid': 'babdece8-a388-462f-bb11-1975e0463dff', 'name': 'network-vif-deleted', 'tag': '66b6a928-1b1e-404b-ad42-747766e4abdc', 'status': 'completed', 'code': 200} May 28 05:32:40.593704 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d8cfac-107a-4fd2-a0dd-1020497bc9f7'] response: {'name': 'network-changed', 'server_uuid': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'tag': '73c00d49-4eff-4c61-9865-00b33c400a15', 'status': 'completed', 'code': 200} May 28 05:32:40.597040 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d8cfac-107a-4fd2-a0dd-1020497bc9f7'] response: {'name': 'network-changed', 'server_uuid': 'c2778884-2320-40e0-8c5f-9827791506a4', 'tag': 'e5c82998-441a-4c13-8f32-837bee53c383', 'status': 'completed', 'code': 200} May 28 05:32:40.612971 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e9d45f8d-11f4-4ac0-b81e-59f68951b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:40.649962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1512-9b8f-47b3-b7f6-58f108386e80 req-2dd9e7f6-cb87-4483-85b1-85fbe7fadd4f tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:40.657597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c16c1512-9b8f-47b3-b7f6-58f108386e80 req-2dd9e7f6-cb87-4483-85b1-85fbe7fadd4f tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/networks?id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 787 time: 0.2935138 May 28 05:32:40.668996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-c16c1512-9b8f-47b3-b7f6-58f108386e80 req-a1a07e3e-6850-43c0-be18-e75f9c1b1e6d tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:32:40.690792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c16c1512-9b8f-47b3-b7f6-58f108386e80 req-a1a07e3e-6850-43c0-be18-e75f9c1b1e6d tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315459 May 28 05:32:40.768505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a78e13e5-c575-4d1f-8137-b5f9f2a999d6 req-f2f30ffe-e5b3-4b0e-a553-50eae1081526 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0526581 May 28 05:32:40.779647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478a5cf-12ac-4f6f-b8d1-f00c9f965bab req-839212fb-b993-412c-9062-abdde8e383b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:40.781124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c478a5cf-12ac-4f6f-b8d1-f00c9f965bab req-839212fb-b993-412c-9062-abdde8e383b6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 1094 time: 0.2317939 May 28 05:32:40.822409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-9632719c-c2f1-49a3-b126-ab49338c23be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:40.824298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-9632719c-c2f1-49a3-b126-ab49338c23be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 1125 time: 0.1938004 May 28 05:32:40.826189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43151f30-4529-4113-b7bb-b7406d248fb4 None None] New status for floating IP 8b4a345f-a020-4fe0-ba6f-2b582ca8ea23: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:32:40.987783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7787b45a-f3d4-4067-9efd-1be947adcb06 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:41.048998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca072a4-7318-47fa-9a17-6ea40d5ecb6d req-005b81e7-8eee-455e-9645-415b28aa4c14 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:41.059833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478a5cf-12ac-4f6f-b8d1-f00c9f965bab req-bc71180a-0e9b-41a8-bf6e-7d4e7eb9060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:41.060587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ca072a4-7318-47fa-9a17-6ea40d5ecb6d req-005b81e7-8eee-455e-9645-415b28aa4c14 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 943 time: 0.1902430 May 28 05:32:41.061289 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c478a5cf-12ac-4f6f-b8d1-f00c9f965bab req-bc71180a-0e9b-41a8-bf6e-7d4e7eb9060a service neutron] 10.222.0.33 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 905 time: 0.2694976 May 28 05:32:41.069767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-e443e111-6c83-4082-a78b-dc1f27bc320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:41.071281 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-e443e111-6c83-4082-a78b-dc1f27bc320e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.1972890 May 28 05:32:41.090158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41362) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:41.163337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7787b45a-f3d4-4067-9efd-1be947adcb06, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7787b45a-f3d4-4067-9efd-1be947adcb06,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:41.237599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '7787b45a-f3d4-4067-9efd-1be947adcb06', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'port_id': '7787b45a-f3d4-4067-9efd-1be947adcb06', 'mac_address': 'fa:16:3e:38:6c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8e4bc-4815-4be8-b193-b848d295b775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:32:41.281041 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c478a5cf-12ac-4f6f-b8d1-f00c9f965bab req-d3743b36-9365-4315-9c37-1e3c5ae6efa5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7787b45a-f3d4-4067-9efd-1be947adcb06 HTTP/1.1" status: 200 len: 217 time: 0.2088332 May 28 05:32:41.282271 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ca072a4-7318-47fa-9a17-6ea40d5ecb6d req-c162b9c8-4a39-4a35-a47d-8f816277c9b2 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208419 May 28 05:32:41.292132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-168df112-c4f9-410f-8dd8-62d953ac72dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e6fd6e4c81f4b539cc2fc292cc3911f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991296 May 28 05:32:41.294961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41368) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:41.328352 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-520c2fbe-753b-459b-b7b0-d04156ee20fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73c00d49-4eff-4c61-9865-00b33c400a15 HTTP/1.1" status: 200 len: 217 time: 0.1699936 May 28 05:32:41.391855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 7787b45a-f3d4-4067-9efd-1be947adcb06 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:41.392151 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:41.418272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7787b45a-f3d4-4067-9efd-1be947adcb06 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:41.436614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7787b45a-f3d4-4067-9efd-1be947adcb06, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7787b45a-f3d4-4067-9efd-1be947adcb06,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:41.457261 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:41.459826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-05bb7c07-8df2-47df-83bc-d3090c17c56a tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips/89c7aa62-d1ae-493f-a425-cea7a347ab62 HTTP/1.1" status: 200 len: 693 time: 0.1135983 May 28 05:32:41.500836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:41.536865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=7787b45a-f3d4-4067-9efd-1be947adcb06,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:41.549707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478a5cf-12ac-4f6f-b8d1-f00c9f965bab req-9dda26b7-86b6-42fa-b8bb-ab11afe0aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:41.551140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c478a5cf-12ac-4f6f-b8d1-f00c9f965bab req-9dda26b7-86b6-42fa-b8bb-ab11afe0aa19 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=42d8e4bc-4815-4be8-b193-b848d295b775 HTTP/1.1" status: 200 len: 844 time: 0.2247829 May 28 05:32:41.559370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-e491cdfa-09b6-4915-8e4d-7657d4321fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:41.560393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-e491cdfa-09b6-4915-8e4d-7657d4321fec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.1957192 May 28 05:32:41.562599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:41.571090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:41.618796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:41.647520 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c478a5cf-12ac-4f6f-b8d1-f00c9f965bab req-e80ef967-df87-4e16-942e-329681063062 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=930906d6-e67d-431c-826b-4d1f1f770709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831718 May 28 05:32:41.655928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-66099722-3502-4170-9918-122239d0a98e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545218 May 28 05:32:41.663841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93281a4b-4ffd-4868-a779-cdaebff4c5d4 req-9c4b7653-8e6e-46e2-b479-8b044ef104c2 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:41.665238 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93281a4b-4ffd-4868-a779-cdaebff4c5d4 req-9c4b7653-8e6e-46e2-b479-8b044ef104c2 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 945 time: 0.3915391 May 28 05:32:41.696065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4d73c859-b68d-418b-978a-311b129a2058 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:41.697377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4d73c859-b68d-418b-978a-311b129a2058 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.2366755 May 28 05:32:41.716260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-8444a469-6771-436c-9d92-d8e1f51a4d7d tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:32:41.717172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-8444a469-6771-436c-9d92-d8e1f51a4d7d tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069611 May 28 05:32:41.725342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:41.795543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb134ab-0ed8-4f6b-ab97-1dcce49a883d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:41.822684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.822684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.822999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.823339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.823682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.823991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.824305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.824614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.824923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.825229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.825535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.825843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:41.832709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-f7e734c9-b11a-4b9e-993e-056e9fb7b38e tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.1033049 May 28 05:32:41.833915 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:41.834878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5911c499-b9b0-486a-95e4-b2a32e41fb95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fb134ab-0ed8-4f6b-ab97-1dcce49a883d HTTP/1.1" status: 204 len: 168 time: 0.5390003 May 28 05:32:41.900652 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93281a4b-4ffd-4868-a779-cdaebff4c5d4 req-60716300-ee9a-409a-8515-362ebd12b00d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005708 May 28 05:32:41.937990 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-5f78625d-097a-41dc-a7cf-33d4b25604cb tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.0937784 May 28 05:32:41.961281 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-f95363a3-bc8b-484f-8fa0-0a30235b2bc9 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940531 May 28 05:32:41.964300 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c478a5cf-12ac-4f6f-b8d1-f00c9f965bab req-5c146da4-697a-4aad-9944-c32604eb2215 service neutron] 10.222.0.33 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981980 May 28 05:32:42.005813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['7787b45a-f3d4-4067-9efd-1be947adcb06'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:42.195960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4774dd64-08de-40d8-92f6-51008f1e7bc1 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Deleting port 100e3a1e-e21f-4fcf-85da-9a6924a7313a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:32:42.197764 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4774dd64-08de-40d8-92f6-51008f1e7bc1 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:42.229040 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-fb2ac581-2b4e-4cee-aa72-dd26ac2393e0 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602019 May 28 05:32:42.234260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c478a5cf-12ac-4f6f-b8d1-f00c9f965bab req-02188250-aaef-4884-b98c-fdaefedd4e87 service neutron] 10.222.0.33 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432663 May 28 05:32:42.441062 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4774dd64-08de-40d8-92f6-51008f1e7bc1 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:42.441360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4774dd64-08de-40d8-92f6-51008f1e7bc1 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:42.445258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329dac9-bbc3-489c-8db0-d207a6fb1f71 req-9e6d4114-d23d-4729-9ef8-87357410a93f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:42.446795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f329dac9-bbc3-489c-8db0-d207a6fb1f71 req-9e6d4114-d23d-4729-9ef8-87357410a93f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 944 time: 0.1164002 May 28 05:32:42.448872 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-de71e51f-209e-4e4d-86c5-8e0783811902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:42.450216 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-de71e51f-209e-4e4d-86c5-8e0783811902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70625b102fbc4eca9615156bbf5cba6b&device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 1096 time: 0.1517220 May 28 05:32:42.565706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4774dd64-08de-40d8-92f6-51008f1e7bc1 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Calling delete_port for 100e3a1e-e21f-4fcf-85da-9a6924a7313a owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:32:42.579558 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f329dac9-bbc3-489c-8db0-d207a6fb1f71 req-e2fcc888-7c9b-4a1d-a1d4-25e81057b11b tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235080 May 28 05:32:42.633491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-a122b900-9528-470e-a995-5b7d2df66479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:42.634942 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-a122b900-9528-470e-a995-5b7d2df66479 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1 HTTP/1.1" status: 200 len: 924 time: 0.1781149 May 28 05:32:42.742060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4774dd64-08de-40d8-92f6-51008f1e7bc1 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:42.773468 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-99e6acca-21d1-45c6-94ee-569bcaac0db2 req-7f9adfbb-7664-4a99-b41b-ced07e49be66 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0580773 May 28 05:32:42.801048 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-06ba4287-1e57-4a9d-a19f-ea9e67afd2a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5c82998-441a-4c13-8f32-837bee53c383 HTTP/1.1" status: 200 len: 1000 time: 0.1578739 May 28 05:32:42.802024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774dd64-08de-40d8-92f6-51008f1e7bc1 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Pushing event deleted for resources: {'Port': ['ID=100e3a1e-e21f-4fcf-85da-9a6924a7313a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:42.889855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-10e9ddcd-18c5-437a-834f-385813355355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:42.891630 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-10e9ddcd-18c5-437a-834f-385813355355 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5405371e-740e-42e9-840d-a75d4a087527 HTTP/1.1" status: 200 len: 862 time: 0.0803390 May 28 05:32:42.920457 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4774dd64-08de-40d8-92f6-51008f1e7bc1 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:42.947553 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4774dd64-08de-40d8-92f6-51008f1e7bc1 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:42.948694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-700fb073-2b62-4f4e-ba49-3f63fd3ade69 req-4774dd64-08de-40d8-92f6-51008f1e7bc1 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "DELETE /v2.0/floatingips/89c7aa62-d1ae-493f-a425-cea7a347ab62 HTTP/1.1" status: 204 len: 173 time: 1.0036254 May 28 05:32:42.981354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-f8bf9a34-f58c-4871-8806-9ad8eaf4a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:42.982840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-f8bf9a34-f58c-4871-8806-9ad8eaf4a238 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840924 May 28 05:32:43.123893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:43.196595 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-51fc6340-752b-48b0-bd09-66bc9e3c955b service neutron] 10.222.0.41 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068481 May 28 05:32:43.492579 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a54296e9-39cd-4989-a31b-0b8fea563b6a req-b25f1fe3-fa17-4d59-a044-1f1e9d5878bf service neutron] 10.222.0.41 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542536 May 28 05:32:43.501019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98487-8872-4c97-bb1b-be95752194e0 req-7dc8f747-1310-4602-95bb-cc99175776b8 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:43.503051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cf98487-8872-4c97-bb1b-be95752194e0 req-7dc8f747-1310-4602-95bb-cc99175776b8 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 1096 time: 0.3088963 May 28 05:32:43.554494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3cf98487-8872-4c97-bb1b-be95752194e0 req-2e68aada-1c39-485e-8f45-d2dacc25ea70 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Synchronizing usage tracker for tenant:7215a14f4b4b43539ea335b03553a2f7 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:43.572029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3cf98487-8872-4c97-bb1b-be95752194e0 req-2e68aada-1c39-485e-8f45-d2dacc25ea70 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Unset dirty status for tenant:7215a14f4b4b43539ea335b03553a2f7 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:43.573408 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cf98487-8872-4c97-bb1b-be95752194e0 req-2e68aada-1c39-485e-8f45-d2dacc25ea70 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635853 May 28 05:32:43.587971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41784cb-06d5-4969-9b10-fa3322fa8425 req-2ba8cfb6-a8b1-4812-b750-b8b7d9da3092 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:43.589724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d41784cb-06d5-4969-9b10-fa3322fa8425 req-2ba8cfb6-a8b1-4812-b750-b8b7d9da3092 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 944 time: 0.0989723 May 28 05:32:43.637897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d41784cb-06d5-4969-9b10-fa3322fa8425 req-281665cc-5a38-4783-a3b2-e24105257e7e tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 May 28 05:32:43.779536 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8333f70-57be-41ad-93da-71e114e6e377 req-39de14ae-b075-4cef-83e9-28a81182f3ce tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1805637 May 28 05:32:43.785293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:43.792265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:43.796464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Usage tracker for resource:floatingip and tenant:e0c48696d3a44b318b30d93c7eedc678 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:43.799878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:43.808220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:43.824619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:43.909944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d614c9-36b2-4e8f-bd45-37f93d565ea9 req-459b5e48-050e-45f8-85be-112bb5cbc89d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:43.911322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-65d614c9-36b2-4e8f-bd45-37f93d565ea9 req-459b5e48-050e-45f8-85be-112bb5cbc89d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1624448 May 28 05:32:43.956731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-65d614c9-36b2-4e8f-bd45-37f93d565ea9 req-65f99cca-76ee-4aaa-9ca8-be7eca3b4946 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 May 28 05:32:43.979211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:44.120699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d867e3e-305e-48da-8d0d-8292f458088e req-29996102-4c71-46d6-a54f-4cdebe08507e tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:44.122182 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9d867e3e-305e-48da-8d0d-8292f458088e req-29996102-4c71-46d6-a54f-4cdebe08507e tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 1096 time: 0.0710502 May 28 05:32:44.167817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9d867e3e-305e-48da-8d0d-8292f458088e req-7e2ec2fc-2657-4353-853e-e9b63eae09b4 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 May 28 05:32:44.184548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Allocated IP 172.25.4.8 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/6e0d3bc1-453e-475e-abb1-e9800db7d3ca) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:44.206072 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-2d0500b7-503a-4796-8c6b-ab091a1e2903 service neutron] 10.222.0.41 "GET /v2.0/ports/73c00d49-4eff-4c61-9865-00b33c400a15/bindings/n-h1-843679-5 HTTP/1.1" status: 200 len: 384 time: 0.1082976 May 28 05:32:44.349911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec57210-1279-4bd2-937a-1e16a290629b req-a19ecaaa-cc9b-487d-a4de-936156ea1229 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:44.351406 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ec57210-1279-4bd2-937a-1e16a290629b req-a19ecaaa-cc9b-487d-a4de-936156ea1229 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 944 time: 0.0814435 May 28 05:32:44.395467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ec57210-1279-4bd2-937a-1e16a290629b req-b4d71847-9d02-4232-932f-203b5831842c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382164 May 28 05:32:44.445549 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:44.585664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-67c2f72a-2d84-47da-b801-5c8e5f330487 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:44.593007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:44.633927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-d0de5399-3551-4cc4-8899-f01b2407ba7a tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=49442b774df3497990ed0cd02127b5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266154 May 28 05:32:44.678256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-67c2f72a-2d84-47da-b801-5c8e5f330487 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:44.705869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:44.714008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:44.719720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:44.742726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Pushing event updated for resources: {'Port': ['ID=6e0d3bc1-453e-475e-abb1-e9800db7d3ca,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:44.758409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-67c2f72a-2d84-47da-b801-5c8e5f330487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c00d49-4eff-4c61-9865-00b33c400a15 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:44.771584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-67c2f72a-2d84-47da-b801-5c8e5f330487 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:44.792349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-67c2f72a-2d84-47da-b801-5c8e5f330487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:44.795959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-f3b2aa2c-eef0-478b-823d-2c0e607a6f16 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:44.797409 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-f3b2aa2c-eef0-478b-823d-2c0e607a6f16 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577239 May 28 05:32:44.801892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:44.813121 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-42d0b1a8-1341-41d2-a35f-f5f1c15c6f71 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/quotas/49442b774df3497990ed0cd02127b5c2 HTTP/1.1" status: 200 len: 375 time: 0.0093815 May 28 05:32:44.863819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-baa65148-d53b-4153-a845-c29a9e9ad040 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=49442b774df3497990ed0cd02127b5c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451517 May 28 05:32:44.923213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:44.991263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7787b45a-f3d4-4067-9efd-1be947adcb06 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:45.012719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-67c2f72a-2d84-47da-b801-5c8e5f330487 service neutron] Transition to ACTIVE for port object 73c00d49-4eff-4c61-9865-00b33c400a15 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:45.033128 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-67c2f72a-2d84-47da-b801-5c8e5f330487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:45.096665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 7787b45a-f3d4-4067-9efd-1be947adcb06 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:45.102267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 7787b45a-f3d4-4067-9efd-1be947adcb06 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:45.102641 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:45.145539 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d21a6f8-50df-4b71-98d1-e586d0f7b670 req-57e3ba23-116a-4370-8d02-094caea96b25 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0740800 May 28 05:32:45.275554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 7787b45a-f3d4-4067-9efd-1be947adcb06 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:45.276083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:45.314079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7787b45a-f3d4-4067-9efd-1be947adcb06'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:45.322770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7787b45a-f3d4-4067-9efd-1be947adcb06, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7787b45a-f3d4-4067-9efd-1be947adcb06,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:45.332177 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:45.372991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2f72a-2d84-47da-b801-5c8e5f330487 service neutron] Pushing event updated for resources: {'Port': ['ID=73c00d49-4eff-4c61-9865-00b33c400a15,revision_number=10']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:45.376225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-67c2f72a-2d84-47da-b801-5c8e5f330487 service neutron] No DVR routers for this DVR port 73c00d49-4eff-4c61-9865-00b33c400a15 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:32:45.458928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=7787b45a-f3d4-4067-9efd-1be947adcb06,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:45.472154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-67c2f72a-2d84-47da-b801-5c8e5f330487 service neutron] 10.222.0.41 "PUT /v2.0/ports/73c00d49-4eff-4c61-9865-00b33c400a15/bindings/n-h1-843679-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2515042 May 28 05:32:45.498221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:45.502521 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:45.541235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b9695-99f0-4310-8412-ce62c4e03443 req-305d0b7e-c2a4-479c-af32-dcad0d85c284 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:45.542706 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a83b9695-99f0-4310-8412-ce62c4e03443 req-305d0b7e-c2a4-479c-af32-dcad0d85c284 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.1229303 May 28 05:32:45.556176 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:45.593149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a83b9695-99f0-4310-8412-ce62c4e03443 req-8e20ce32-590c-4929-a8c0-f705e31a0c31 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 May 28 05:32:45.632514 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:45.633769 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8333f70-57be-41ad-93da-71e114e6e377 req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8534462 May 28 05:32:45.639946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d11072-dea9-412b-ab26-d141b17ec9fa tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Pushing event updated for resources: {'Port': ['ID=6e0d3bc1-453e-475e-abb1-e9800db7d3ca,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:45.728996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f8333f70-57be-41ad-93da-71e114e6e377 req-28c594ad-7d64-46b8-a6ff-398fafa7604f tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Synchronizing usage tracker for tenant:e0c48696d3a44b318b30d93c7eedc678 on resource:floatingip {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:45.737580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-29208152-b987-483c-a30e-0e81790f14a6 req-e4dbfc90-cc34-47fe-881f-ad0d693e7431 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 210 time: 0.0467963 May 28 05:32:45.749790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-ace47f49-8b57-4b54-953c-f835116be664 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:45.751820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-ace47f49-8b57-4b54-953c-f835116be664 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.1844404 May 28 05:32:45.754613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f8333f70-57be-41ad-93da-71e114e6e377 req-28c594ad-7d64-46b8-a6ff-398fafa7604f tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Unset dirty status for tenant:e0c48696d3a44b318b30d93c7eedc678 on resource:floatingip {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:45.755883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8333f70-57be-41ad-93da-71e114e6e377 req-28c594ad-7d64-46b8-a6ff-398fafa7604f tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1108556 May 28 05:32:45.933303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41af61-32a1-4502-95ae-075b6129d29e req-97cdad84-7e20-4b53-81f9-12d36faa2e78 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:45.934772 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f41af61-32a1-4502-95ae-075b6129d29e req-97cdad84-7e20-4b53-81f9-12d36faa2e78 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.0840485 May 28 05:32:45.958796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4708aad0-2f8d-4429-bcac-ba0e8ba8741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:45.960282 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4708aad0-2f8d-4429-bcac-ba0e8ba8741d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d HTTP/1.1" status: 200 len: 1096 time: 0.2007864 May 28 05:32:45.966912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333f70-57be-41ad-93da-71e114e6e377 req-bd61f28a-711d-4f66-b96a-966d9503f4a3 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:45.968130 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8333f70-57be-41ad-93da-71e114e6e377 req-bd61f28a-711d-4f66-b96a-966d9503f4a3 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.1770501 May 28 05:32:45.981187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f41af61-32a1-4502-95ae-075b6129d29e req-93e588f1-a3dc-41b6-9e68-11bd257c3be3 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 May 28 05:32:46.040850 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bcacb0a-5bd4-47fa-9c59-80f161cd36dc'] response: {'server_uuid': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7787b45a-f3d4-4067-9efd-1be947adcb06', 'code': 200} May 28 05:32:46.092060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-cf46ca0e-075d-43cc-8d4e-63c8e6fcbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:46.093786 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-cf46ca0e-075d-43cc-8d4e-63c8e6fcbf6d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 1096 time: 0.0857277 May 28 05:32:46.274523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-73a37d02-7c91-4e35-ba02-5fbcd545eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:46.277214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-73a37d02-7c91-4e35-ba02-5fbcd545eacb service neutron] 10.222.0.33 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.1713769 May 28 05:32:46.328810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb689d6-0e8d-45a3-b2b7-ca254f8637b7 req-52e5a5c1-f486-45be-8cc4-e0da519c3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:46.331833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0cb689d6-0e8d-45a3-b2b7-ca254f8637b7 req-52e5a5c1-f486-45be-8cc4-e0da519c3372 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 1096 time: 0.1544287 May 28 05:32:46.340430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c47902-c7a5-49f0-a7ba-2452b51f8b93 req-7b2e52bd-fe93-478b-afcc-030762f097b0 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:46.341826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23c47902-c7a5-49f0-a7ba-2452b51f8b93 req-7b2e52bd-fe93-478b-afcc-030762f097b0 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 945 time: 0.1276274 May 28 05:32:46.363986 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-9e546008-4b5c-4628-929c-6a6686989098 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73c00d49-4eff-4c61-9865-00b33c400a15 HTTP/1.1" status: 200 len: 217 time: 0.0785749 May 28 05:32:46.420141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0cb689d6-0e8d-45a3-b2b7-ca254f8637b7 req-dad7eeb6-0c8a-4441-aff6-103933cf3de8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773051 May 28 05:32:46.422885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.33', 59735) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:46.427018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23c47902-c7a5-49f0-a7ba-2452b51f8b93 req-cdde2228-18c3-40e0-b6e4-99929df4c655 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723252 May 28 05:32:46.436727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-39a3be1a-8c4d-4282-8d49-a5bda166352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:46.438532 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-39a3be1a-8c4d-4282-8d49-a5bda166352f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.0679228 May 28 05:32:46.537942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af8e44ee-8326-4807-b402-a40228155e6c req-7109b0bf-5d4e-40c7-8765-e678cefa6ae4 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips/40603f18-8979-4b63-980b-2433f22ab5dc HTTP/1.1" status: 200 len: 691 time: 0.0825353 May 28 05:32:46.688379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e44ee-8326-4807-b402-a40228155e6c req-3f3de199-76dd-4f7e-b642-695eb16cb7bd tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:46.690290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af8e44ee-8326-4807-b402-a40228155e6c req-3f3de199-76dd-4f7e-b642-695eb16cb7bd tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.1469455 May 28 05:32:46.767682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-af8e44ee-8326-4807-b402-a40228155e6c req-6b4fb5ff-2e56-4f75-b396-b7d1d4c71a7e tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Synchronizing usage tracker for tenant:e0c48696d3a44b318b30d93c7eedc678 on resource:floatingip {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:46.779297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-af8e44ee-8326-4807-b402-a40228155e6c req-6b4fb5ff-2e56-4f75-b396-b7d1d4c71a7e tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Unset dirty status for tenant:e0c48696d3a44b318b30d93c7eedc678 on resource:floatingip {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:46.780420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af8e44ee-8326-4807-b402-a40228155e6c req-6b4fb5ff-2e56-4f75-b396-b7d1d4c71a7e tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.0838726 May 28 05:32:46.869873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-ee307958-cba4-4a10-b328-a61d64425dec service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553393 May 28 05:32:46.888204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af8e44ee-8326-4807-b402-a40228155e6c req-bf214c86-2e5d-4370-95b3-2206e9f8f7f6 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1006305 May 28 05:32:46.890529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-2ddd92c7-49d4-4430-ad7e-ae4e7b7a016e tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=49442b774df3497990ed0cd02127b5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469997 May 28 05:32:47.040362 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-abb71cc6-c2d2-4d68-81bf-b280adb5d1ab service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611631 May 28 05:32:47.214521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-af8e44ee-8326-4807-b402-a40228155e6c req-761bdf57-7d34-438b-8ed7-31b2f1365501 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Deleting port 6e0d3bc1-453e-475e-abb1-e9800db7d3ca {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:32:47.214867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-af8e44ee-8326-4807-b402-a40228155e6c req-761bdf57-7d34-438b-8ed7-31b2f1365501 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:47.242430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-03594df0-5eb2-48c0-be67-a7a7fcf88532 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421914 May 28 05:32:47.323630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41518) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:47.380708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-ee234c5e-5807-4739-80a4-6075497afe96 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:47.382012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-ee234c5e-5807-4739-80a4-6075497afe96 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4235907 May 28 05:32:47.410702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Request body: {'port': {'device_id': 'e705c733-247c-484d-8118-791dc23e2ba3', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '49442b774df3497990ed0cd02127b5c2'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:47.436661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-b6b21d60-f935-4105-8679-4117716aa551 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:32:47.438470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-b6b21d60-f935-4105-8679-4117716aa551 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1137919 May 28 05:32:47.512074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-af8e44ee-8326-4807-b402-a40228155e6c req-761bdf57-7d34-438b-8ed7-31b2f1365501 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:47.512662 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-af8e44ee-8326-4807-b402-a40228155e6c req-761bdf57-7d34-438b-8ed7-31b2f1365501 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:47.535032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Request body: {'binding': {'host': 'n-h1-843679-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:47.535506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Unknown quota resources ['binding']. {{(pid=88416) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 05:32:47.643867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-af8e44ee-8326-4807-b402-a40228155e6c req-761bdf57-7d34-438b-8ed7-31b2f1365501 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Calling delete_port for 6e0d3bc1-453e-475e-abb1-e9800db7d3ca owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:32:47.745870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:47.760155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Usage tracker for resource:port and tenant:49442b774df3497990ed0cd02127b5c2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:47.763739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:47.770954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:47.807115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Made reservation on behalf of 49442b774df3497990ed0cd02127b5c2 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:47.810528 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:47.835278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:47.857953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:47.865987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Usage tracker for resource:security_group_rule and tenant:49442b774df3497990ed0cd02127b5c2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:32:47.869132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:32:47.874831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:47.876787 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-af8e44ee-8326-4807-b402-a40228155e6c req-761bdf57-7d34-438b-8ed7-31b2f1365501 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:47.890492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-66bcaff6-d355-41ff-9d6d-0735f542ad89 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:47.891990 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-66bcaff6-d355-41ff-9d6d-0735f542ad89 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.2353177 May 28 05:32:47.929513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bdf57-7d34-438b-8ed7-31b2f1365501 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Pushing event deleted for resources: {'Port': ['ID=6e0d3bc1-453e-475e-abb1-e9800db7d3ca,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:47.962700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 on host n-h1-843679-5 for vnic_type normal with profile None {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:47.963032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:47.963380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:47.971512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Port 883df558-4109-4674-beb8-915660283171 on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:47.971826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:47.982670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:47.982999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:47.983394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:47.983807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Bound port: 883df558-4109-4674-beb8-915660283171, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:48.045714 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-af8e44ee-8326-4807-b402-a40228155e6c req-761bdf57-7d34-438b-8ed7-31b2f1365501 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:48.074928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:48.085581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:48.087384 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8bf59f57-6d8f-4fc7-8535-c663e61f6abd service neutron] 10.222.0.39 "POST /v2.0/ports/883df558-4109-4674-beb8-915660283171/bindings HTTP/1.1" status: 201 len: 389 time: 0.5993407 May 28 05:32:48.112138 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:48.115250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4e427c57-07db-4900-bbd7-dc4de92f8655 service neutron] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:48.118795 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-af8e44ee-8326-4807-b402-a40228155e6c req-761bdf57-7d34-438b-8ed7-31b2f1365501 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:48.119945 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af8e44ee-8326-4807-b402-a40228155e6c req-761bdf57-7d34-438b-8ed7-31b2f1365501 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "DELETE /v2.0/floatingips/40603f18-8979-4b63-980b-2433f22ab5dc HTTP/1.1" status: 204 len: 173 time: 1.2279096 May 28 05:32:48.121920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:48.132800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4e427c57-07db-4900-bbd7-dc4de92f8655 service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:48.136470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8f5922a-6a68-4bbe-a9a6-acf10b16edf8 req-4e427c57-07db-4900-bbd7-dc4de92f8655 service neutron] 10.222.0.33 "DELETE /v2.0/ports/73c00d49-4eff-4c61-9865-00b33c400a15/bindings/n-h2-843679-5 HTTP/1.1" status: 204 len: 173 time: 0.2369897 May 28 05:32:48.214619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dc91b8-fbaf-4644-975d-01a8819fdc7e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:48.268681 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 73c00d49-4eff-4c61-9865-00b33c400a15 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:32:48.332455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 73c00d49-4eff-4c61-9865-00b33c400a15 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:32:48.341930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Allocated IP 192.168.233.187 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/13beeeb7-6f2e-498a-ae74-e2b171cf1879) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:48.426281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba6ec1-4ff9-40e0-afbf-6c087edf9104 req-28f55f9b-23bb-4150-9f5b-2507c6a3ee67 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:48.427769 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fcba6ec1-4ff9-40e0-afbf-6c087edf9104 req-28f55f9b-23bb-4150-9f5b-2507c6a3ee67 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.0869727 May 28 05:32:48.451915 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b67ab973-4cc6-4bfe-b281-868e0dee912e req-cbb7098d-749c-4541-81b0-3ec60735b172 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0609188 May 28 05:32:48.476341 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fcba6ec1-4ff9-40e0-afbf-6c087edf9104 req-aa16a576-501d-40c3-b768-5738e28895c5 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 May 28 05:32:48.627252 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:48.629350 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bdf92031-dee6-4325-9761-8c06ef4a66b4 req-94b67ee4-3333-44bd-8309-c2a2f7fe6c8b tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 210 time: 0.0424888 May 28 05:32:48.690013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Transition to ACTIVE for port object 13beeeb7-6f2e-498a-ae74-e2b171cf1879 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:48.731968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9d1a5-bc7f-48ba-9697-dcc48a174f5e req-30fc9e89-e9e2-4ae4-8bc4-0f52f5445e6c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:48.733368 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe9d1a5-bc7f-48ba-9697-dcc48a174f5e req-30fc9e89-e9e2-4ae4-8bc4-0f52f5445e6c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1128824 May 28 05:32:48.756621 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:48.818591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7679968-74a9-447b-adfd-4a5687ecac5e req-56ff46c9-bdfc-4493-8eeb-e2a2186867dc tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:48.820214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a7679968-74a9-447b-adfd-4a5687ecac5e req-56ff46c9-bdfc-4493-8eeb-e2a2186867dc tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 945 time: 0.0872822 May 28 05:32:48.866580 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a7679968-74a9-447b-adfd-4a5687ecac5e req-674a388f-ab77-4d7e-a9ce-f35c8e23a214 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 May 28 05:32:48.915753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:48.921293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:48.927590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:48.956070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Pushing event updated for resources: {'Port': ['ID=13beeeb7-6f2e-498a-ae74-e2b171cf1879,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:48.968538 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-fea4ffac-0e73-4524-9f2f-62e5b0bb9f77 req-b149b451-f874-4d85-923d-34e81993152b tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] show failed (client error): The resource could not be found. May 28 05:32:48.969749 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fea4ffac-0e73-4524-9f2f-62e5b0bb9f77 req-b149b451-f874-4d85-923d-34e81993152b tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips/40603f18-8979-4b63-980b-2433f22ab5dc HTTP/1.1" status: 404 len: 350 time: 0.0740554 May 28 05:32:48.983871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe9d1a5-bc7f-48ba-9697-dcc48a174f5e req-6a94665e-ea24-4d88-b4e3-1539b25ca11c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434466 May 28 05:32:49.010519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:49.011304 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:49.037249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-3ca30692-6c74-40b2-95e0-f2c049ee0507 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6304400 May 28 05:32:49.059104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Request body: {'port': {'device_id': 'e705c733-247c-484d-8118-791dc23e2ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:49.200921 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-42cc64b8-68f1-43a8-a796-690fc12492e2 req-9d27bffa-1165-46da-80cd-ce4fb9863a92 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] show failed (client error): The resource could not be found. May 28 05:32:49.201894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42cc64b8-68f1-43a8-a796-690fc12492e2 req-9d27bffa-1165-46da-80cd-ce4fb9863a92 tempest-FloatingIPsTestJSON-1618767339 tempest-FloatingIPsTestJSON-1618767339-project] 10.222.0.39 "GET /v2.0/floatingips/40603f18-8979-4b63-980b-2433f22ab5dc HTTP/1.1" status: 404 len: 350 time: 0.0857966 May 28 05:32:49.221180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-619b8d24-5b55-48e0-b8f3-63bcd7f8fc3b None None] Provisioning for port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:49.221477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc589fd-c9a8-4521-9d70-cf7bb26fba9c req-e3499f89-2ead-4af5-9a1a-6331880ec464 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:49.223186 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-abc589fd-c9a8-4521-9d70-cf7bb26fba9c req-e3499f89-2ead-4af5-9a1a-6331880ec464 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1010091 May 28 05:32:49.223754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41540) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:49.227515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-619b8d24-5b55-48e0-b8f3-63bcd7f8fc3b None None] Provisioning complete for port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:49.228129 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-619b8d24-5b55-48e0-b8f3-63bcd7f8fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:49.279742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:49.310722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-619b8d24-5b55-48e0-b8f3-63bcd7f8fc3b None None] Port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:32:49.426142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-abc589fd-c9a8-4521-9d70-cf7bb26fba9c req-b2e7325c-0b21-4ca4-bf8e-5029cf31b93a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166742 May 28 05:32:49.570809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5f075-c195-4d6d-81fb-016fe7910139 req-b6cfd802-4cac-4ce2-8246-7323dabf159a tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:49.572320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76e5f075-c195-4d6d-81fb-016fe7910139 req-b6cfd802-4cac-4ce2-8246-7323dabf159a tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 1096 time: 0.2358847 May 28 05:32:49.600684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-e922bfb2-a54b-4431-a90d-0fec9a0bd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:49.602117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-e922bfb2-a54b-4431-a90d-0fec9a0bd65c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 1096 time: 0.2611136 May 28 05:32:49.642923 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76e5f075-c195-4d6d-81fb-016fe7910139 req-49d3f8fe-84b5-41c0-8110-fe71493341a5 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567651 May 28 05:32:49.791083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13beeeb7-6f2e-498a-ae74-e2b171cf1879 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:49.801087 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:49.820117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Transition to ACTIVE for port object 13beeeb7-6f2e-498a-ae74-e2b171cf1879 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:49.865778 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:49.900209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a92c751-cdfc-4294-bc1c-d96b4b0eaea6 req-d3334a68-dcfa-479a-80ba-a40f3ddfc474 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0775354 May 28 05:32:49.914064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-13f0747a-e3b9-46aa-a605-f999ec50d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:49.915323 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-13f0747a-e3b9-46aa-a605-f999ec50d0c0 service neutron] 10.222.0.33 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.2781575 May 28 05:32:49.930610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04777f77-9380-44c6-937c-95cefdc34482 req-3f107666-9e1b-44d6-acf4-f9022d0e481f tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:49.932102 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04777f77-9380-44c6-937c-95cefdc34482 req-3f107666-9e1b-44d6-acf4-f9022d0e481f tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.3427832 May 28 05:32:50.116744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-ba377ffe-2207-4754-936d-5fc2b486b0dd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=883df558-4109-4674-beb8-915660283171 HTTP/1.1" status: 200 len: 217 time: 0.1819191 May 28 05:32:50.144921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Pushing event updated for resources: {'Port': ['ID=13beeeb7-6f2e-498a-ae74-e2b171cf1879,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:50.168550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Attempting to bind port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:50.168885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Attempting to bind port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:50.169215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Attempting to bind port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:50.174947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:50.175292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Attempting to bind port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:50.181168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:50.181524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:50.181885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:50.182314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Bound port: 13beeeb7-6f2e-498a-ae74-e2b171cf1879, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:50.185308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:50.253972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04777f77-9380-44c6-937c-95cefdc34482 req-1794e002-267c-4457-9540-bd1859bf24bb tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675365 May 28 05:32:50.260263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-cd22cf26-7882-406f-a694-5c7369cd7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:50.261673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-cd22cf26-7882-406f-a694-5c7369cd7f72 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.1112640 May 28 05:32:50.310165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd9101-3afe-4e4e-a1a8-a66e2b8a9662 req-9e10c789-ac68-41e0-bfdb-d2f6d694dc9d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:50.310895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f9fd9101-3afe-4e4e-a1a8-a66e2b8a9662 req-9e10c789-ac68-41e0-bfdb-d2f6d694dc9d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Synchronizing usage tracker for tenant:49442b774df3497990ed0cd02127b5c2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:50.340872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-26966b08-61d6-41b9-b3db-77da4d149d00 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698926 May 28 05:32:50.351584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f9fd9101-3afe-4e4e-a1a8-a66e2b8a9662 req-9e10c789-ac68-41e0-bfdb-d2f6d694dc9d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Unset dirty status for tenant:49442b774df3497990ed0cd02127b5c2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:50.352908 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9fd9101-3afe-4e4e-a1a8-a66e2b8a9662 req-9e10c789-ac68-41e0-bfdb-d2f6d694dc9d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 948 time: 0.2467186 May 28 05:32:50.353947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] For port 13beeeb7-6f2e-498a-ae74-e2b171cf1879, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:50.357648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] For port 13beeeb7-6f2e-498a-ae74-e2b171cf1879, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=13beeeb7-6f2e-498a-ae74-e2b171cf1879,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:50.361962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:50.450538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:50.452045 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:50.453461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] 10.222.0.33 "PUT /v2.0/ports/13beeeb7-6f2e-498a-ae74-e2b171cf1879 HTTP/1.1" status: 200 len: 1096 time: 1.3986843 May 28 05:32:50.457685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e705c733-247c-484d-8118-791dc23e2ba3', 'tag': '13beeeb7-6f2e-498a-ae74-e2b171cf1879'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:50.501020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f9fd9101-3afe-4e4e-a1a8-a66e2b8a9662 req-3e2a86a9-5b98-437b-9c74-93cae2b1226d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Synchronizing usage tracker for tenant:49442b774df3497990ed0cd02127b5c2 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:50.571009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15393d-67e2-4fe7-8db1-dbfe0b9511b3 service neutron] Pushing event updated for resources: {'Port': ['ID=13beeeb7-6f2e-498a-ae74-e2b171cf1879,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:50.581466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f9fd9101-3afe-4e4e-a1a8-a66e2b8a9662 req-3e2a86a9-5b98-437b-9c74-93cae2b1226d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Unset dirty status for tenant:49442b774df3497990ed0cd02127b5c2 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:50.582634 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9fd9101-3afe-4e4e-a1a8-a66e2b8a9662 req-3e2a86a9-5b98-437b-9c74-93cae2b1226d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148709 May 28 05:32:50.621113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-b57be386-baa6-488d-910f-fe164f72e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:50.622588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-b57be386-baa6-488d-910f-fe164f72e881 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=49442b774df3497990ed0cd02127b5c2&device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 1099 time: 0.1008544 May 28 05:32:50.666880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-f3039810-2744-47bc-b7fe-ce9d64a89774 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174496 May 28 05:32:50.724736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-c507ad8d-5b46-471a-b6df-4b991e94c4ad tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:50.725590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-c507ad8d-5b46-471a-b6df-4b991e94c4ad tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Synchronizing usage tracker for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:50.742257 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-9cd1a467-f4ed-484f-97eb-2277f88426cd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=13beeeb7-6f2e-498a-ae74-e2b171cf1879 HTTP/1.1" status: 200 len: 217 time: 0.1024709 May 28 05:32:50.821543 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:50.873371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-c507ad8d-5b46-471a-b6df-4b991e94c4ad tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Unset dirty status for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:50.874656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-c507ad8d-5b46-471a-b6df-4b991e94c4ad tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 820 time: 0.4928973 May 28 05:32:50.902488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-88db848a-5b8d-44cb-b2de-d806945db0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:50.903921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-88db848a-5b8d-44cb-b2de-d806945db0f5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1498439 May 28 05:32:50.928915 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8bd10ab3-ecb7-4fe3-80a6-04a8b1da59d9 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/quotas/c245e86ccb074d4daf6d0ab5b7a5ef7d HTTP/1.1" status: 200 len: 375 time: 0.0342038 May 28 05:32:50.971059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b6d11-da61-4101-8826-87bee2882271 req-6081dd1a-efe7-464a-a02e-34fcacb1f552 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:50.972544 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-447b6d11-da61-4101-8826-87bee2882271 req-6081dd1a-efe7-464a-a02e-34fcacb1f552 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.2711182 May 28 05:32:51.028066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-447b6d11-da61-4101-8826-87bee2882271 req-5881642c-e12b-41e1-82c5-79f445776fa8 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487337 May 28 05:32:51.030627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-7a7246fd-f855-41ee-ab95-80e47a9f684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:51.032051 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-7a7246fd-f855-41ee-ab95-80e47a9f684c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215391 May 28 05:32:51.042382 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-4cb02d60-9721-4d27-9bba-d8e931264abb service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590770 May 28 05:32:51.198002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-02a2bdd0-644e-412e-a328-e3a4f667ebd5 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581280 May 28 05:32:51.265088 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-1eb97723-0e17-41f4-80b0-76d01ad5a79d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3258123 May 28 05:32:51.418690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-9d6bd63b-0998-4b40-9202-164b5bc8f93c tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:51.420111 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-9d6bd63b-0998-4b40-9202-164b5bc8f93c tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.2259047 May 28 05:32:51.428411 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ae16fc4-edbb-4569-a2a9-9b78ed6bc8cf req-e5731cc4-7537-4d1a-9ecc-99808d58749f service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232573 May 28 05:32:51.453259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab965-a81e-4858-8f7b-7e566eb7cbe5 req-17634287-920b-4a67-bffe-648aeb9f537e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:51.455408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40aab965-a81e-4858-8f7b-7e566eb7cbe5 req-17634287-920b-4a67-bffe-648aeb9f537e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1060359 May 28 05:32:51.481652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843679-5'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:51.504891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40aab965-a81e-4858-8f7b-7e566eb7cbe5 req-cbfb25b8-9c53-411b-8844-f71d8c2b31e4 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 May 28 05:32:51.514260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-356e5694-3e0f-4f4a-951e-f989d49e51dc service neutron] 10.222.0.39 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382448 May 28 05:32:51.564830 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44891347-03bb-4ba7-9e33-7765a26154de'] response: {'name': 'network-changed', 'server_uuid': 'e705c733-247c-484d-8118-791dc23e2ba3', 'tag': '13beeeb7-6f2e-498a-ae74-e2b171cf1879', 'status': 'completed', 'code': 200} May 28 05:32:51.656547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] Deleting port ecdc6054-8885-4ab1-94ca-8e817adce34c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:32:51.656882 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:51.712842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edaed2e8-b6ca-4454-86cc-eeb3f7b383f3 req-3bfebe5e-0680-472e-bbdb-ca8aa3002a91 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0534306 May 28 05:32:51.744796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-076592d5-6689-4df2-9024-833e904302fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:51.746374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-076592d5-6689-4df2-9024-833e904302fe service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=49442b774df3497990ed0cd02127b5c2&device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 1099 time: 0.1277418 May 28 05:32:51.924478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-62442075-632c-40ca-b6a2-62c57014cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:51.925901 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-62442075-632c-40ca-b6a2-62c57014cbe1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.1665819 May 28 05:32:51.931701 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:51.957685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-04b81060-ebef-4533-862b-a6c6bc293c43 service neutron] 10.222.0.39 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344783 May 28 05:32:52.004364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-89297a6e-d95f-4b2e-9adb-1097f92870a1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=13beeeb7-6f2e-498a-ae74-e2b171cf1879 HTTP/1.1" status: 200 len: 217 time: 0.0701697 May 28 05:32:52.107982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a05cb-7a9f-4380-9459-f88480d3a4c9 req-46fd1322-1559-4f91-949d-ec090988b7f8 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:52.110038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c1a05cb-7a9f-4380-9459-f88480d3a4c9 req-46fd1322-1559-4f91-949d-ec090988b7f8 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.2259412 May 28 05:32:52.118404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-a7a20de8-997b-4d83-a8a5-ac45a6dee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:52.119692 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-a7a20de8-997b-4d83-a8a5-ac45a6dee9e8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1052709 May 28 05:32:52.124188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] For port ecdc6054-8885-4ab1-94ca-8e817adce34c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ecdc6054-8885-4ab1-94ca-8e817adce34c,segment=NetworkSegment(ced00caf-8007-4a1e-baf6-1ea2aef6c217),segment_id=ced00caf-8007-4a1e-baf6-1ea2aef6c217)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:52.124733 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:52.212949 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c1a05cb-7a9f-4380-9459-f88480d3a4c9 req-74a1b127-3cf0-4cbd-b99d-98fb4cb6909b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923033 May 28 05:32:52.252939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-782f04fe-148b-411c-abeb-43e10d25daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:52.254595 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-782f04fe-148b-411c-abeb-43e10d25daf5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157036 May 28 05:32:52.265301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] Calling delete_port for ecdc6054-8885-4ab1-94ca-8e817adce34c owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:32:52.467266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-cd405045-6490-46f7-884d-96a9f6706938 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028055 May 28 05:32:52.478173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79676171-f176-4eb5-963d-736d07e3424a req-0d45c97a-69f9-4197-b6d8-b5c53554057c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:52.479676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-79676171-f176-4eb5-963d-736d07e3424a req-0d45c97a-69f9-4197-b6d8-b5c53554057c tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1309571 May 28 05:32:52.566532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:52.601059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab086-6b9f-4d64-89b3-911ae44e9c5f req-77886e33-7e54-439e-ae2c-c0fa1705a35e tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:52.602755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-160ab086-6b9f-4d64-89b3-911ae44e9c5f req-77886e33-7e54-439e-ae2c-c0fa1705a35e tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 948 time: 0.3466060 May 28 05:32:52.606835 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-79676171-f176-4eb5-963d-736d07e3424a req-52c71c5c-ffd1-402f-999e-6f38bc617551 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088884 May 28 05:32:52.659559 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5eb64ece-a296-4bbf-809c-1f3360bfec8f req-15b041c0-fe39-4a7d-a4fa-4663a352b9e9 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789339 May 28 05:32:52.697682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:52.727901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-160ab086-6b9f-4d64-89b3-911ae44e9c5f req-447205e6-9c97-4fde-8753-4997b024de72 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118746 May 28 05:32:52.790486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d4666c6-7f44-4032-a41e-0b4505a9f71f req-6178bf15-92ff-4505-b07c-ae0487c0f34c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 210 time: 0.0595129 May 28 05:32:52.818754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883df558-4109-4674-beb8-915660283171'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:52.824996 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:52.836397 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:52.966094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34202957-f11e-475e-8a34-d313f659c881 req-2f483ea0-8691-408e-ad9f-a0d5b95c9456 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0400035 May 28 05:32:53.005595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:53.143712 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774b5b3e-52ab-43a8-bd8c-5f9efdcf6bb3'] response: {'server_uuid': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883df558-4109-4674-beb8-915660283171', 'code': 200} May 28 05:32:53.215181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Pushing event updated for resources: {'Port': ['ID=883df558-4109-4674-beb8-915660283171,revision_number=7']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:53.309084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 on host n-h2-843679-5 for vnic_type normal with profile {"migrating_to": "n-h1-843679-5"} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:53.309758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:53.309758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:53.354417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdc6054-8885-4ab1-94ca-8e817adce34c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:53.362190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Port 883df558-4109-4674-beb8-915660283171 on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:53.362512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Attempting to bind port 883df558-4109-4674-beb8-915660283171 on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:53.439295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:53.439548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:53.439956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:53.440392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Bound port: 883df558-4109-4674-beb8-915660283171, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:53.440740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:53.500163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7c708-89e5-4f87-b9d8-3877801e095a req-d8f36780-6d39-403e-84db-948de0c9423c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:53.502284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64b7c708-89e5-4f87-b9d8-3877801e095a req-d8f36780-6d39-403e-84db-948de0c9423c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.1568978 May 28 05:32:53.549318 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64b7c708-89e5-4f87-b9d8-3877801e095a req-091f1c57-a99c-4691-bca4-daad92d32002 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 May 28 05:32:53.609339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70815d44-d3ca-41bb-bfda-4f4fe62e5ddc req-f713d077-4ba5-4980-84cf-7a3d408c5e85 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:53.610797 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70815d44-d3ca-41bb-bfda-4f4fe62e5ddc req-f713d077-4ba5-4980-84cf-7a3d408c5e85 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 943 time: 0.7258530 May 28 05:32:53.697640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-ac4cda4b-c1f4-47f1-9100-f6fbe30a2d5c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:53.699033 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-ac4cda4b-c1f4-47f1-9100-f6fbe30a2d5c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 820 time: 0.3748102 May 28 05:32:53.701438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:53.721983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Request body: {'port': {'device_id': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4', 'admin_state_up': True, 'tenant_id': 'c245e86ccb074d4daf6d0ab5b7a5ef7d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:53.804674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594a662-0e32-449e-9410-5a16e4d0faf4 req-074edf67-b7a3-474a-b304-da4bcb8f33d7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:53.811732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f594a662-0e32-449e-9410-5a16e4d0faf4 req-074edf67-b7a3-474a-b304-da4bcb8f33d7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.0931313 May 28 05:32:53.854164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f594a662-0e32-449e-9410-5a16e4d0faf4 req-a6cf10bc-75d9-440d-9529-efa816a6aea5 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414526 May 28 05:32:53.860870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:53.870399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70815d44-d3ca-41bb-bfda-4f4fe62e5ddc req-bf6329d0-792f-4c24-b5ba-857b02203dcb tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447095 May 28 05:32:53.909497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:53.919168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:54.053972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1235c-0ba1-4c01-b284-bb39b04efe6b req-82fb3540-2b92-447f-ad0f-414854c12f4c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:54.055547 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bf1235c-0ba1-4c01-b284-bb39b04efe6b req-82fb3540-2b92-447f-ad0f-414854c12f4c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 948 time: 0.0831311 May 28 05:32:54.101045 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bf1235c-0ba1-4c01-b284-bb39b04efe6b req-abfc2255-58dc-46d8-a407-c00cdbf90357 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394592 May 28 05:32:54.189675 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-df247ab1-7bb9-4d71-a650-f54385a43071 req-3530d1fa-998b-4aac-ba54-96980a0e64c5 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 210 time: 0.1776857 May 28 05:32:54.246014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-29c362ff-9496-465d-a736-e15b85280b60 req-d8928c10-0d13-4ce6-b8b6-21eff07a4954 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0437574 May 28 05:32:54.249642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:32:54.259774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Pushing event updated for resources: {'Port': ['ID=883df558-4109-4674-beb8-915660283171,revision_number=8']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:54.266600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:32:54.339960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:54.340617 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:54.341912 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-c8612421-108b-4ba2-98ab-d202972d98ec service neutron] 10.222.0.33 "PUT /v2.0/ports/883df558-4109-4674-beb8-915660283171 HTTP/1.1" status: 200 len: 1121 time: 2.8679817 May 28 05:32:54.357417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Made reservation on behalf of c245e86ccb074d4daf6d0ab5b7a5ef7d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:32:54.360901 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:54.415778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['883df558-4109-4674-beb8-915660283171'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:54.649145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] Router ec806af2-60e2-408f-b628-d906f47c39c7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:32:54.830576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Allocated IP 172.20.0.12 (0058408b-e5a2-4608-b773-63fd7467e5c4/4381fba7-c70e-429d-9e28-c31373a2e00a/0ecd681e-b7c0-4ef2-b638-0c6d90866aa1) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:32:54.977825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344119-30ee-415c-96c2-78048d84b2b6 req-5011ffb0-f376-41c1-86ef-01ed17e481e5 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:54.979303 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1b344119-30ee-415c-96c2-78048d84b2b6 req-5011ffb0-f376-41c1-86ef-01ed17e481e5 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.3019373 May 28 05:32:55.035855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:32:55.044032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98683954-aa7c-4b4e-89fa-5f6a275d527c req-2ce61ff4-bd77-4630-9e25-c8f783efd090 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:55.045372 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] Sync routers for ids ['ec806af2-60e2-408f-b628-d906f47c39c7'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:32:55.045798 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98683954-aa7c-4b4e-89fa-5f6a275d527c req-2ce61ff4-bd77-4630-9e25-c8f783efd090 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.0831149 May 28 05:32:55.056199 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] Routers {'ec806af2-60e2-408f-b628-d906f47c39c7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:32:55.057123 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:32:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ec806af2-60e2-408f-b628-d906f47c39c7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:55.059681 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 13beeeb7-6f2e-498a-ae74-e2b171cf1879 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:55.112664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98683954-aa7c-4b4e-89fa-5f6a275d527c req-dc8d7f04-5faa-41f6-9502-aa51c419b2d4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612569 May 28 05:32:55.138920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1b344119-30ee-415c-96c2-78048d84b2b6 req-6646e10f-d4c3-4ce0-b5c4-435b17122e2a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482651 May 28 05:32:55.147133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'tag': '883df558-4109-4674-beb8-915660283171'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:55.178148 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aa515bf6-aad3-47e9-9856-ef43746c4537 admin admin] 10.222.0.39 "PUT /v2.0/routers/ec806af2-60e2-408f-b628-d906f47c39c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9530685 May 28 05:32:55.181009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41616) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:55.270001 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] Set router ec806af2-60e2-408f-b628-d906f47c39c7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:32:55.287064 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.365163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 13beeeb7-6f2e-498a-ae74-e2b171cf1879, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=13beeeb7-6f2e-498a-ae74-e2b171cf1879,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:55.382286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '13beeeb7-6f2e-498a-ae74-e2b171cf1879', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '13beeeb7-6f2e-498a-ae74-e2b171cf1879', 'mac_address': 'fa:16:3e:77:e7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:32:55.401135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.449407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:55.449998 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.450365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdbb9-823b-4cd5-b1fe-e0ae3290b3ad req-8e2107a6-401e-44a6-815c-c161af804db6 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:55.457450 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0ccdbb9-823b-4cd5-b1fe-e0ae3290b3ad req-8e2107a6-401e-44a6-815c-c161af804db6 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 948 time: 0.1455042 May 28 05:32:55.465308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.471274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13beeeb7-6f2e-498a-ae74-e2b171cf1879 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:55.492377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 13beeeb7-6f2e-498a-ae74-e2b171cf1879, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=13beeeb7-6f2e-498a-ae74-e2b171cf1879,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:55.497173 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.518116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Network 0058408b-e5a2-4608-b773-63fd7467e5c4 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:32:55.522846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:32:55.532836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:32:55.537239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:55.537866 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.544969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Pushing event updated for resources: {'Port': ['ID=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:55.561941 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0ccdbb9-823b-4cd5-b1fe-e0ae3290b3ad req-6b290b3a-7ca2-4a48-9484-f826533b12d8 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035750 May 28 05:32:55.590566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-5e1180d5-ea3a-4035-ad33-300c58b86f3f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8769174 May 28 05:32:55.605366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Request body: {'port': {'device_id': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:32:55.624614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=13beeeb7-6f2e-498a-ae74-e2b171cf1879,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:55.646024 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4b02ed-9245-462e-83b5-15e6066acb1e'] response: {'name': 'network-changed', 'server_uuid': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'tag': '883df558-4109-4674-beb8-915660283171', 'status': 'completed', 'code': 200} May 28 05:32:55.692832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1265ef4-ca49-4941-bc46-6e0a93c46a93 req-96db2775-f395-4825-bd23-0766f76fe71d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:55.700516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1265ef4-ca49-4941-bc46-6e0a93c46a93 req-96db2775-f395-4825-bd23-0766f76fe71d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 943 time: 0.3335187 May 28 05:32:55.733326 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'name': 'tempest-FloatingIPsTestJSON-623417156-router', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:32:23Z', 'updated_at': '2022-05-28T05:32:52Z', 'revision_number': 5, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'gw_port': {'id': '3943aa82-af22-46b2-a3d2-04ddf2bb8582', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:32:25Z', 'updated_at': '2022-05-28T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:55.738927 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] Checking router: ec806af2-60e2-408f-b628-d906f47c39c7 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:32:55.763314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1265ef4-ca49-4941-bc46-6e0a93c46a93 req-b426836e-a9c0-4ac5-90a8-3f6a58d3e7ff tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617983 May 28 05:32:55.765688 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] Routers {'ec806af2-60e2-408f-b628-d906f47c39c7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:32:55.766518 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:32:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ec806af2-60e2-408f-b628-d906f47c39c7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:55.775836 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.795623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Deleting port 3943aa82-af22-46b2-a3d2-04ddf2bb8582 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:32:55.795993 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.889731 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.916403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11490727-bcde-4966-a723-8cae23662785 req-4fa3738d-73a8-4618-9dfc-a04aeda90986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:55.918051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11490727-bcde-4966-a723-8cae23662785 req-4fa3738d-73a8-4618-9dfc-a04aeda90986 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 1124 time: 0.2648304 May 28 05:32:55.994470 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] Set router ec806af2-60e2-408f-b628-d906f47c39c7 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:32:55.996905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8fead-7a50-4257-b7c2-803f9c559fb9 req-02feec0b-9132-4dc7-9ad2-3cd3f470d290 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:55.997606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-28b8fead-7a50-4257-b7c2-803f9c559fb9 req-02feec0b-9132-4dc7-9ad2-3cd3f470d290 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Synchronizing usage tracker for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:32:56.013042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['13beeeb7-6f2e-498a-ae74-e2b171cf1879'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:32:56.026029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-543437c6-a205-4921-bfd7-e2ca19d41bd2 req-c15f0da0-1cb0-4444-b217-ea3a25cab536 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0567117 May 28 05:32:56.069806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] For port 3943aa82-af22-46b2-a3d2-04ddf2bb8582, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3943aa82-af22-46b2-a3d2-04ddf2bb8582,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:56.070527 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:56.192200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-28b8fead-7a50-4257-b7c2-803f9c559fb9 req-02feec0b-9132-4dc7-9ad2-3cd3f470d290 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Unset dirty status for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:32:56.198881 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-28b8fead-7a50-4257-b7c2-803f9c559fb9 req-02feec0b-9132-4dc7-9ad2-3cd3f470d290 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 932 time: 0.4834557 May 28 05:32:56.228179 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'name': 'tempest-FloatingIPsTestJSON-623417156-router', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:32:23Z', 'updated_at': '2022-05-28T05:32:55Z', 'revision_number': 6, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:32:56.232659 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd921e6-6c71-4e95-9eb2-909ad55b6c23 None None] The sync data for ids ['ec806af2-60e2-408f-b628-d906f47c39c7'] in n-d-843679-5 is: [{'id': 'ec806af2-60e2-408f-b628-d906f47c39c7', 'name': 'tempest-FloatingIPsTestJSON-623417156-router', 'tenant_id': 'e0c48696d3a44b318b30d93c7eedc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:32:23Z', 'updated_at': '2022-05-28T05:32:55Z', 'revision_number': 6, 'project_id': 'e0c48696d3a44b318b30d93c7eedc678', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:32:56.280742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Calling delete_port for 3943aa82-af22-46b2-a3d2-04ddf2bb8582 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:32:56.327778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11490727-bcde-4966-a723-8cae23662785 req-11fe535b-40ec-4106-9903-17c61ea6820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:56.329405 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11490727-bcde-4966-a723-8cae23662785 req-11fe535b-40ec-4106-9903-17c61ea6820f service neutron] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.3728564 May 28 05:32:56.336853 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-28b8fead-7a50-4257-b7c2-803f9c559fb9 req-30f161a5-e645-435b-801b-a094926cfab3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371777 May 28 05:32:56.585655 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11490727-bcde-4966-a723-8cae23662785 req-dd7c29e1-fad5-4b99-a653-c9d3ce388fab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=883df558-4109-4674-beb8-915660283171 HTTP/1.1" status: 200 len: 217 time: 0.2017694 May 28 05:32:56.653042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6c0f-66cc-46dd-8a78-79232ae01d90 req-2d717249-92d3-4bd9-a1e4-4eb77d550378 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:56.654538 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35ee6c0f-66cc-46dd-8a78-79232ae01d90 req-2d717249-92d3-4bd9-a1e4-4eb77d550378 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.3459764 May 28 05:32:56.704956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11490727-bcde-4966-a723-8cae23662785 req-fb7f8759-b047-4993-8aeb-5cb751abf053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:56.706397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11490727-bcde-4966-a723-8cae23662785 req-fb7f8759-b047-4993-8aeb-5cb751abf053 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.1114049 May 28 05:32:56.710608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35ee6c0f-66cc-46dd-8a78-79232ae01d90 req-d0dea727-dcce-421d-909d-5827d3a32f42 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443726 May 28 05:32:56.766564 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11490727-bcde-4966-a723-8cae23662785 req-c13ed29b-1920-4dcd-9335-07c8cabe68a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482979 May 28 05:32:56.773984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:56.823761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3943aa82-af22-46b2-a3d2-04ddf2bb8582,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:56.844364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad3081-b8e8-4d87-ad0b-53abb1dcfcde req-e66a0ff9-353b-4960-b883-a1f0a6cfc1ed tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:56.846358 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ffad3081-b8e8-4d87-ad0b-53abb1dcfcde req-e66a0ff9-353b-4960-b883-a1f0a6cfc1ed tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.3997514 May 28 05:32:56.961553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:32:56.971625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:56.988389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.002377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ffad3081-b8e8-4d87-ad0b-53abb1dcfcde req-7303fade-dfaa-4971-bf12-2e08eb5c1186 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377234 May 28 05:32:57.038844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Transition to ACTIVE for port object 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:32:57.042464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11490727-bcde-4966-a723-8cae23662785 req-c1db6402-daea-464d-aab8-5e5328b23223 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598064 May 28 05:32:57.046694 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.066151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 883df558-4109-4674-beb8-915660283171 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:57.177074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78815a9-0c7a-4525-a874-4ae1ac3f1f87 req-c19363fc-7fed-47f1-a0c7-cd369bc12628 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:57.188184 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d78815a9-0c7a-4525-a874-4ae1ac3f1f87 req-c19363fc-7fed-47f1-a0c7-cd369bc12628 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 949 time: 0.3651605 May 28 05:32:57.221822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.226687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.269854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:57.287309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 883df558-4109-4674-beb8-915660283171 has no active binding in host n-h1-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:32:57.306278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:57.335908 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d78815a9-0c7a-4525-a874-4ae1ac3f1f87 req-91778ff3-5a69-44fc-a2d9-fe6604aadda8 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464753 May 28 05:32:57.343758 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.344249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec806af2-60e2-408f-b628-d906f47c39c7 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:32:57.370166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.370166 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-66480c60-bfcd-42e6-b5c0-dd59e26fb8f2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ec806af2-60e2-408f-b628-d906f47c39c7 HTTP/1.1" status: 204 len: 168 time: 2.1879671 May 28 05:32:57.373239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41636) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:57.418711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:32:57.419046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:32:57.419406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:57.430825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11490727-bcde-4966-a723-8cae23662785 req-8e612ba5-0cb7-4400-a35e-c8e29823695e service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458369 May 28 05:32:57.434007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:32:57.434333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:32:57.443141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:32:57.443505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:32:57.443891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:32:57.444321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Bound port: 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:32:57.444696 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.475284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef3a139-ed94-42e3-a043-1d9a48374072 admin admin] Deleting subnet 44a4d2dc-21a6-4895-8ec1-ba5374c81b1c {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:32:57.484452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc1e3d-3411-4491-9e92-58e16e4f5e9c req-fec9c1c2-d47d-449a-a56b-160ed59f0b82 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:57.486185 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0cc1e3d-3411-4491-9e92-58e16e4f5e9c req-fec9c1c2-d47d-449a-a56b-160ed59f0b82 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 943 time: 0.3003874 May 28 05:32:57.520534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a139-ed94-42e3-a043-1d9a48374072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.555334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a932aab0-88ae-46db-9dcf-b78d899954ae req-4bfd1111-593f-408a-9346-97d4d946108d tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0840914 May 28 05:32:57.576418 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a139-ed94-42e3-a043-1d9a48374072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.589085 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0cc1e3d-3411-4491-9e92-58e16e4f5e9c req-7a815c3a-a0cc-4bfe-9dd0-0fc852d141da tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770450 May 28 05:32:57.600883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:32:57.604095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:32:57.612904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.686856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:57.687497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.688884 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 HTTP/1.1" status: 200 len: 1092 time: 2.0901079 May 28 05:32:57.689984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'tag': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:57.716917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a139-ed94-42e3-a043-1d9a48374072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.758502 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25659b99-fbc8-4799-9098-d7aa4bcf7a61'] response: {'name': 'network-changed', 'server_uuid': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'tag': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1', 'status': 'completed', 'code': 200} May 28 05:32:57.827045 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a139-ed94-42e3-a043-1d9a48374072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.831369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ee31b-c916-457f-a91a-6665b6f6cd76 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:57.836317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3943aa82-af22-46b2-a3d2-04ddf2bb8582 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:32:57.874731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 3943aa82-af22-46b2-a3d2-04ddf2bb8582 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:32:57.875067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3943aa82-af22-46b2-a3d2-04ddf2bb8582 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:32:57.875511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ecdc6054-8885-4ab1-94ca-8e817adce34c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:32:57.883318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecb3c1-5db8-4d4a-9532-c6aae93094d0 req-8b3ffcb3-0b8b-404a-87d0-6cf190aeb225 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:57.884885 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-73ecb3c1-5db8-4d4a-9532-c6aae93094d0 req-8b3ffcb3-0b8b-404a-87d0-6cf190aeb225 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 944 time: 0.1769781 May 28 05:32:57.915417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: ecdc6054-8885-4ab1-94ca-8e817adce34c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:32:57.915750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ecdc6054-8885-4ab1-94ca-8e817adce34c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:32:57.917420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3a139-ed94-42e3-a043-1d9a48374072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a4d2dc-21a6-4895-8ec1-ba5374c81b1c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:57.926123 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a139-ed94-42e3-a043-1d9a48374072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.929028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756e00d-926f-42a8-953c-be013bd55eca None None] Network 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:32:57.937519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-6280ea36-e1ca-448c-8537-b085330433aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:57.939753 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-6280ea36-e1ca-448c-8537-b085330433aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1095 time: 0.1798329 May 28 05:32:57.944123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5ef3a139-ed94-42e3-a043-1d9a48374072 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/44a4d2dc-21a6-4895-8ec1-ba5374c81b1c HTTP/1.1" status: 204 len: 168 time: 0.5679758 May 28 05:32:57.945691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41644) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:57.968974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-73ecb3c1-5db8-4d4a-9532-c6aae93094d0 req-d38154b2-b8fb-4727-8653-74a5a81d4b31 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767143 May 28 05:32:57.970593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b9716-8dd7-4c2d-8d3c-c85718a3a097 req-3912abe8-55d7-4553-bd90-93cde69bb075 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:57.977612 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01b9716-8dd7-4c2d-8d3c-c85718a3a097 req-3912abe8-55d7-4553-bd90-93cde69bb075 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1153281 May 28 05:32:58.026104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01b9716-8dd7-4c2d-8d3c-c85718a3a097 req-184f751f-4a14-443f-af13-24bb5d298ac4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452631 May 28 05:32:58.082114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-17ee098b-420a-4c4e-b79e-4d2914e1e697 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 HTTP/1.1" status: 200 len: 217 time: 0.1164079 May 28 05:32:58.206833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] DHCP port deletion for 4df462ee-1b67-42f7-81e9-f8f9d942e8d5 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:32:58.211173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Deleting port 56534bf4-b398-4a9b-a73a-de32423af06e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:32:58.211602 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:58.228481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:58.247997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-36116e0d-a846-4994-a4b9-ac964dc361a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:58.249439 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-36116e0d-a846-4994-a4b9-ac964dc361a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.1497445 May 28 05:32:58.261000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Deleting port 56534bf4-b398-4a9b-a73a-de32423af06e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:32:58.261341 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:58.428054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] For port 56534bf4-b398-4a9b-a73a-de32423af06e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=56534bf4-b398-4a9b-a73a-de32423af06e,segment=NetworkSegment(ced00caf-8007-4a1e-baf6-1ea2aef6c217),segment_id=ced00caf-8007-4a1e-baf6-1ea2aef6c217)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:58.428673 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:58.455014 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-824866e5-f017-45fc-8c22-b268b53f0895 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1958079 May 28 05:32:58.522324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fce32d-398f-45b7-b673-c5b1465ef83b req-9d0f75e8-26c3-460d-936d-db8267c5968c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:58.523919 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-13fce32d-398f-45b7-b673-c5b1465ef83b req-9d0f75e8-26c3-460d-936d-db8267c5968c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.3806303 May 28 05:32:58.526206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaeecd-2d34-433c-aca0-58aeb25820e3 req-264f87bf-2098-4f71-b8bc-4d35365cc34d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:58.531590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4eeaeecd-2d34-433c-aca0-58aeb25820e3 req-264f87bf-2098-4f71-b8bc-4d35365cc34d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 949 time: 0.0825708 May 28 05:32:58.556880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Calling delete_port for 56534bf4-b398-4a9b-a73a-de32423af06e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:32:58.590048 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4eeaeecd-2d34-433c-aca0-58aeb25820e3 req-9251d26a-96af-4ac4-9ff0-8daabcceab71 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439816 May 28 05:32:58.722607 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:58.747400 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-13fce32d-398f-45b7-b673-c5b1465ef83b req-0f71b9b8-f237-4cce-b416-98ac9356f078 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634755 May 28 05:32:58.777858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Pushing event deleted for resources: {'Port': ['ID=56534bf4-b398-4a9b-a73a-de32423af06e,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:58.782513 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-ff704386-5f89-4df2-9b14-0a3caaeaa74f service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170841 May 28 05:32:58.784710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] For port 56534bf4-b398-4a9b-a73a-de32423af06e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=56534bf4-b398-4a9b-a73a-de32423af06e,segment=NetworkSegment(ced00caf-8007-4a1e-baf6-1ea2aef6c217),segment_id=ced00caf-8007-4a1e-baf6-1ea2aef6c217)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:58.785076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:58.787734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.788080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.788418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.788807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.789137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.789465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.789787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.790109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.790427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.790745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.791062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.791405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:32:58.794370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c307a1-2224-4f02-91b9-195a2724fff0 None None] No DVR routers for this DVR port 56534bf4-b398-4a9b-a73a-de32423af06e on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:32:58.817859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50b6a-d903-4328-9829-d1ec34da3fbb req-02263d4c-88de-4cd4-8246-9ff679ad542e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:58.819565 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ce50b6a-d903-4328-9829-d1ec34da3fbb req-02263d4c-88de-4cd4-8246-9ff679ad542e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 943 time: 0.1107605 May 28 05:32:58.871663 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ce50b6a-d903-4328-9829-d1ec34da3fbb req-97ccca92-50a8-4503-a1a2-17ba49eb6a8d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 May 28 05:32:58.978354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Calling delete_port for 56534bf4-b398-4a9b-a73a-de32423af06e owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:32:59.071005 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2134ea0d-2ffc-4bb7-b96b-57b46497161c req-46c13dd3-18c0-489f-9778-64b87b8937cc tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.1405256 May 28 05:32:59.082961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 13beeeb7-6f2e-498a-ae74-e2b171cf1879 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:59.189016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:32:59.189851 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:32:59.192462 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1998475-1bf2-490a-8fa4-bb69a93bf0c5 req-737b4d24-385c-427a-b174-ae23ef37dfc3 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967917 May 28 05:32:59.195419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:32:59.201589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f69b02-7057-43ab-8b7c-6c340212a768 req-08231686-4726-43c3-83ce-3b2b063161ce tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:59.203324 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2f69b02-7057-43ab-8b7c-6c340212a768 req-08231686-4726-43c3-83ce-3b2b063161ce tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 944 time: 0.1196692 May 28 05:32:59.212997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:59.213543 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:59.341415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2f69b02-7057-43ab-8b7c-6c340212a768 req-2df473f7-677f-4caf-af28-8aea39dbeeba tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297746 May 28 05:32:59.345750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:59.346123 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:59.373553 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e705c733-247c-484d-8118-791dc23e2ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13beeeb7-6f2e-498a-ae74-e2b171cf1879'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:32:59.384835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 13beeeb7-6f2e-498a-ae74-e2b171cf1879, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=13beeeb7-6f2e-498a-ae74-e2b171cf1879,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:59.389133 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:59.389972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:32:59.395031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4187d41-fc69-4cac-bfd4-0be34992835c req-632ef779-1b41-477f-95ac-ac28aab0a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:59.396615 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4187d41-fc69-4cac-bfd4-0be34992835c req-632ef779-1b41-477f-95ac-ac28aab0a499 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1095 time: 0.1106460 May 28 05:32:59.404725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baaa3cf-0889-48e0-b66e-afb8f8ab8310 req-cc244143-235c-4053-8446-6878a9d9e028 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:59.406316 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6baaa3cf-0889-48e0-b66e-afb8f8ab8310 req-cc244143-235c-4053-8446-6878a9d9e028 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1549342 May 28 05:32:59.420632 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93d56c2-7ed4-45a0-b4bc-2fd3f57cdac5'] response: {'server_uuid': 'e705c733-247c-484d-8118-791dc23e2ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13beeeb7-6f2e-498a-ae74-e2b171cf1879', 'code': 200} May 28 05:32:59.515277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=13beeeb7-6f2e-498a-ae74-e2b171cf1879,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:59.531465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6baaa3cf-0889-48e0-b66e-afb8f8ab8310 req-0538a381-3609-4d0c-877e-127aee97ae98 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057799 May 28 05:32:59.570839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d568b6dc-6089-4294-b52b-dcfe2437c372 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:32:59.571216 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:59.603134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:32:59.606610 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:59.615086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4187d41-fc69-4cac-bfd4-0be34992835c req-6f4a6cbd-08ba-4c65-b377-2a63c01afa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:59.615428 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4187d41-fc69-4cac-bfd4-0be34992835c req-6f4a6cbd-08ba-4c65-b377-2a63c01afa2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.2081466 May 28 05:32:59.680587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:59.687361 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4187d41-fc69-4cac-bfd4-0be34992835c req-f888196c-edfc-4e82-948f-afb7d3c1484c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 HTTP/1.1" status: 200 len: 217 time: 0.0644760 May 28 05:32:59.691769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Deleting port 56534bf4-b398-4a9b-a73a-de32423af06e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:32:59.692105 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:59.813614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] The port '56534bf4-b398-4a9b-a73a-de32423af06e' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:32:59.815804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d6bd7-6d4a-47e2-a09d-9622d159b7c5 req-19c7b5f8-cd17-46cd-a4d0-d7cb88fe1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:59.817290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-591d6bd7-6d4a-47e2-a09d-9622d159b7c5 req-19c7b5f8-cd17-46cd-a4d0-d7cb88fe1741 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 1101 time: 0.2703080 May 28 05:32:59.829794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac112c8-a806-442e-9921-648f95d1e0a5 req-765efcc4-b101-4193-bfb1-42667555eea6 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:32:59.831295 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ac112c8-a806-442e-9921-648f95d1e0a5 req-765efcc4-b101-4193-bfb1-42667555eea6 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 950 time: 0.1235964 May 28 05:32:59.833775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 56534bf4-b398-4a9b-a73a-de32423af06e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:32:59.889198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 56534bf4-b398-4a9b-a73a-de32423af06e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:32:59.889813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 56534bf4-b398-4a9b-a73a-de32423af06e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:32:59.979256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ac112c8-a806-442e-9921-648f95d1e0a5 req-011944a7-f9e6-427d-95ec-20206dc1abc4 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420476 May 28 05:33:00.016851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f5b58-c42f-46f6-a15e-98966f3376c1 req-fc72b699-a042-4176-a3b4-5f740ee24658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:00.018837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-331f5b58-c42f-46f6-a15e-98966f3376c1 req-fc72b699-a042-4176-a3b4-5f740ee24658 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 1099 time: 0.1236608 May 28 05:33:00.064906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-331f5b58-c42f-46f6-a15e-98966f3376c1 req-03155623-8f97-452f-9b6c-57197eebaa30 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 May 28 05:33:00.131326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4187d41-fc69-4cac-bfd4-0be34992835c req-157dc0ec-b92b-4792-9853-ecf25a1fc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:00.132773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4187d41-fc69-4cac-bfd4-0be34992835c req-157dc0ec-b92b-4792-9853-ecf25a1fc7cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.4155242 May 28 05:33:00.170393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d651f19-e79f-4830-85ac-32fdc5d7c998 req-fb2a110e-ede2-4a63-a1ed-2874e6db9976 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:00.171889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d651f19-e79f-4830-85ac-32fdc5d7c998 req-fb2a110e-ede2-4a63-a1ed-2874e6db9976 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 943 time: 0.0913398 May 28 05:33:00.215449 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:00.219598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d651f19-e79f-4830-85ac-32fdc5d7c998 req-af1344dc-6497-42fc-a2ac-e205739101b9 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416374 May 28 05:33:00.224608 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4187d41-fc69-4cac-bfd4-0be34992835c req-10232e11-7572-4002-a79c-7097646d455b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610147 May 28 05:33:00.239781 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-591d6bd7-6d4a-47e2-a09d-9622d159b7c5 req-2669591f-a12c-4998-8a03-74ef2b89fd18 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835299 May 28 05:33:00.325203 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.325534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.326337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.326663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > port after_create 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.326987 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.327359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > port after_update 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.327678 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.328009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.328345 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.328653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.364595 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2294d255-c185-479f-8c52-5d813c9c4f66 req-e2c2ef4e-d07e-417e-a05d-b2104aa5793e tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0412889 May 28 05:33:00.400808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.401160 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.401488 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.401817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 05:33:00.402187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df462ee-1b67-42f7-81e9-f8f9d942e8d5']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:00.428080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced00caf-8007-4a1e-baf6-1ea2aef6c217') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:00.428298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced00caf-8007-4a1e-baf6-1ea2aef6c217') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:00.447703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:00.490497 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:00.491285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:00.517722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8771a-11f3-4f1c-8c30-ec36f594dd00 req-17f6353e-306e-4478-a0db-ab0ebc773b25 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:00.519275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-55b8771a-11f3-4f1c-8c30-ec36f594dd00 req-17f6353e-306e-4478-a0db-ab0ebc773b25 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.5934582 May 28 05:33:00.524720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:33:00.525119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:00.597928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7af76-c9ee-4828-a9ce-bec4bb1d4af6 req-c7e68760-c9d1-4f3b-87b2-6be4c998ef9f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:00.599391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80f7af76-c9ee-4828-a9ce-bec4bb1d4af6 req-c7e68760-c9d1-4f3b-87b2-6be4c998ef9f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 944 time: 0.0820098 May 28 05:33:00.614332 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4187d41-fc69-4cac-bfd4-0be34992835c req-293f6b75-b9fe-479b-a81a-3441cf6600e4 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780680 May 28 05:33:00.649346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80f7af76-c9ee-4828-a9ce-bec4bb1d4af6 req-42c3e2c9-8292-45bc-82dd-0df7a4c7d671 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 May 28 05:33:00.737640 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:00.749141 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-55b8771a-11f3-4f1c-8c30-ec36f594dd00 req-019ac454-3d1a-4b19-b1f1-a888d9c96ea5 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002571 May 28 05:33:00.776104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Pushing event deleted for resources: {'Network': ['ID=4df462ee-1b67-42f7-81e9-f8f9d942e8d5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:00.778187 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:00.803275 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment ced00caf-8007-4a1e-baf6-1ea2aef6c217 resource provider aggregate not found May 28 05:33:00.820920 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment ced00caf-8007-4a1e-baf6-1ea2aef6c217 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ced00caf-8007-4a1e-baf6-1ea2aef6c217 found for delete ", "request_id": "req-45e4ef8f-f875-4085-8cce-96dac203d929"}]} May 28 05:33:00.827274 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-991fc693-cf54-4bb5-baa8-6d5935a9db1b admin admin] 10.222.0.39 "DELETE /v2.0/networks/4df462ee-1b67-42f7-81e9-f8f9d942e8d5 HTTP/1.1" status: 204 len: 168 time: 2.8794043 May 28 05:33:00.831955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4187d41-fc69-4cac-bfd4-0be34992835c req-9128f3b2-9410-47d6-af05-86e34aa4d112 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058008 May 28 05:33:00.852977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749848fd-d9b0-4fc7-a0f7-23c42e3ae1de req-7509822d-a90e-4a68-abcb-0d1b05107dd4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:00.854688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-749848fd-d9b0-4fc7-a0f7-23c42e3ae1de req-7509822d-a90e-4a68-abcb-0d1b05107dd4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 948 time: 0.0955155 May 28 05:33:00.898670 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-749848fd-d9b0-4fc7-a0f7-23c42e3ae1de req-7a39efa8-2fb0-4f54-bf4d-c25895569794 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381858 May 28 05:33:00.998332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41688) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:01.048927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-04421335-2f37-42f3-bc6e-e15bcc3d5c03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0c48696d3a44b318b30d93c7eedc678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494704 May 28 05:33:01.051382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41694) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:01.085137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:01.118097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b565c3dc-b9e6-4019-bf4b-77d3361468a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:01.146604 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b565c3dc-b9e6-4019-bf4b-77d3361468a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:01.215438 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b565c3dc-b9e6-4019-bf4b-77d3361468a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:01.219295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867dfc0-bd29-4d8e-a1a4-6c82d05a95f4 req-bcaaf3ba-7080-4a48-ac49-46bd6fabbe1d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:01.220905 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9867dfc0-bd29-4d8e-a1a4-6c82d05a95f4 req-bcaaf3ba-7080-4a48-ac49-46bd6fabbe1d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 950 time: 0.1259413 May 28 05:33:01.229531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565c3dc-b9e6-4019-bf4b-77d3361468a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5614f89-13ea-4856-be64-e0a62380b4ac,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:01.238438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:01.239137 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b565c3dc-b9e6-4019-bf4b-77d3361468a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:01.240267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b565c3dc-b9e6-4019-bf4b-77d3361468a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5614f89-13ea-4856-be64-e0a62380b4ac HTTP/1.1" status: 204 len: 168 time: 0.1880040 May 28 05:33:01.266118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'mac_address': 'fa:16:3e:b0:5f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:33:01.279978 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9867dfc0-bd29-4d8e-a1a4-6c82d05a95f4 req-727e55a8-41c0-49cc-a7e3-5527a15563d7 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527308 May 28 05:33:01.336244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d568b6dc-6089-4294-b52b-dcfe2437c372 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:01.336624 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:01.354214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d568b6dc-6089-4294-b52b-dcfe2437c372 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:01.370177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:01.373407 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:01.427745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:01.428000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2313e-2302-4730-9ff6-005be6a3874f req-3f6c769e-8731-4333-80f7-8bd493881dcd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:01.429142 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ab2313e-2302-4730-9ff6-005be6a3874f req-3f6c769e-8731-4333-80f7-8bd493881dcd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 943 time: 0.0866990 May 28 05:33:01.450903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:01.482088 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53735717-ac90-4cfc-8713-5ecb41a05625'] response: {'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'code': 200} May 28 05:33:01.491988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ab2313e-2302-4730-9ff6-005be6a3874f req-75bdf50f-e90c-40a0-993d-6dde7ebdc8c6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549793 May 28 05:33:01.657547 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a171ffd5-fe33-4df0-9146-6126bf1dad91 req-af2154e5-0232-430f-8377-22522da4383c tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0874040 May 28 05:33:01.697338 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-43d2fdf2-b09d-4b46-b800-f3c823733c36 service neutron] 10.222.0.41 "GET /v2.0/ports/883df558-4109-4674-beb8-915660283171/bindings/n-h1-843679-5 HTTP/1.1" status: 200 len: 384 time: 0.0971014 May 28 05:33:01.936499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427af40-db29-4983-bbbd-5be2d95f1c44 req-244eac5a-f874-445b-831c-3bbb08fbc665 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:01.938372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6427af40-db29-4983-bbbd-5be2d95f1c44 req-244eac5a-f874-445b-831c-3bbb08fbc665 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 944 time: 0.1331341 May 28 05:33:01.988708 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6427af40-db29-4983-bbbd-5be2d95f1c44 req-77fe2a85-5639-49d3-b0fc-e104962295e1 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442553 May 28 05:33:02.061348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2cd9a2a6-b0a5-4602-a253-bceca5c84bec service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:02.096461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357fb26-0af3-400a-90e8-d19a76910875 req-08a8c22f-d93c-416a-9097-c92c56afad3a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:02.102977 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8357fb26-0af3-400a-90e8-d19a76910875 req-08a8c22f-d93c-416a-9097-c92c56afad3a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.1660917 May 28 05:33:02.104211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2cd9a2a6-b0a5-4602-a253-bceca5c84bec service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:02.175505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7763b2-d11e-4d4c-a04f-111efdcd62ce req-272adb0c-c1d3-4799-856d-80e826641d0d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:02.177003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d7763b2-d11e-4d4c-a04f-111efdcd62ce req-272adb0c-c1d3-4799-856d-80e826641d0d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 949 time: 0.0862288 May 28 05:33:02.184606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2cd9a2a6-b0a5-4602-a253-bceca5c84bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883df558-4109-4674-beb8-915660283171 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:02.200282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2cd9a2a6-b0a5-4602-a253-bceca5c84bec service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:02.210176 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8357fb26-0af3-400a-90e8-d19a76910875 req-ef3086c4-e630-44a9-b792-be6051105288 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790074 May 28 05:33:02.221748 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2cd9a2a6-b0a5-4602-a253-bceca5c84bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:02.226185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d7763b2-d11e-4d4c-a04f-111efdcd62ce req-5382c8e8-6910-471e-a7f0-65b8fdec10e6 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435138 May 28 05:33:02.317950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:02.341168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2cd9a2a6-b0a5-4602-a253-bceca5c84bec service neutron] Transition to ACTIVE for port object 883df558-4109-4674-beb8-915660283171 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:02.348850 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2cd9a2a6-b0a5-4602-a253-bceca5c84bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:02.508427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:02.512048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986d8a1-db7e-4609-8043-8ae1475cfaa6 req-acd2600e-bf08-4562-82c7-01c9a4549123 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:02.514166 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4986d8a1-db7e-4609-8043-8ae1475cfaa6 req-acd2600e-bf08-4562-82c7-01c9a4549123 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 950 time: 0.1220911 May 28 05:33:02.533657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1', 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4', 'port_id': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1', 'mac_address': 'fa:16:3e:2e:3b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4381fba7-c70e-429d-9e28-c31373a2e00a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:33:02.565929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4986d8a1-db7e-4609-8043-8ae1475cfaa6 req-c289cb75-80ad-4349-8b92-bc1fd98b3945 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450177 May 28 05:33:02.598690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9a2a6-b0a5-4602-a253-bceca5c84bec service neutron] Pushing event updated for resources: {'Port': ['ID=883df558-4109-4674-beb8-915660283171,revision_number=10']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:02.610697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:02.613169 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:02.636289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:02.655226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:02.660602 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:02.672264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2cd9a2a6-b0a5-4602-a253-bceca5c84bec service neutron] No DVR routers for this DVR port 883df558-4109-4674-beb8-915660283171 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:33:02.745268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:02.883619 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2cd9a2a6-b0a5-4602-a253-bceca5c84bec service neutron] 10.222.0.41 "PUT /v2.0/ports/883df558-4109-4674-beb8-915660283171/bindings/n-h1-843679-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1800637 May 28 05:33:02.921509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['0ecd681e-b7c0-4ef2-b638-0c6d90866aa1'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:02.960468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e36937-5411-4b4e-9921-11c952ea1fc6 req-15a3ac6e-3837-4c6e-af41-51a6c27eb2a2 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:02.961900 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e5e36937-5411-4b4e-9921-11c952ea1fc6 req-15a3ac6e-3837-4c6e-af41-51a6c27eb2a2 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 944 time: 0.1194959 May 28 05:33:02.981564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-514b2615-e890-40f6-8fe4-84124a978865 req-d3a690a6-965d-4bc6-a675-0005ffc20d25 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0795474 May 28 05:33:03.076511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e5e36937-5411-4b4e-9921-11c952ea1fc6 req-c8eecc23-7373-4357-bc78-7dbc77a2f4fa tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069176 May 28 05:33:03.088628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41776) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:03.113262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:03.163606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-a6d82fca-1caf-4cec-ae1f-4112d2caf10a tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:03.165072 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-a6d82fca-1caf-4cec-ae1f-4112d2caf10a tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1095 time: 0.1691999 May 28 05:33:03.295766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3964-5da3-4c0d-826b-7a29746cc849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:03.315856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6e4b3964-5da3-4c0d-826b-7a29746cc849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:03.322314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6e4b3964-5da3-4c0d-826b-7a29746cc849 admin admin] Usage tracker for resource:security_group_rule and tenant:f61f5b94c5d2476cae94d24bcd8f1a79 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:03.326093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6e4b3964-5da3-4c0d-826b-7a29746cc849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:03.334468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6e4b3964-5da3-4c0d-826b-7a29746cc849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:03.352742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-fd12ef8b-decf-4f81-9b01-74230ecd973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:03.354601 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-fd12ef8b-decf-4f81-9b01-74230ecd973f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1&tenant_id=4676a241ea4e4a2f8d58b526b440828e HTTP/1.1" status: 200 len: 1095 time: 0.1797118 May 28 05:33:03.368536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9006-a4c8-41f7-a2d0-14645ef059b8 req-f5cb8490-05f2-4ae7-8d48-70d5817c2394 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:03.376296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e1b9006-a4c8-41f7-a2d0-14645ef059b8 req-f5cb8490-05f2-4ae7-8d48-70d5817c2394 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 945 time: 0.1546369 May 28 05:33:03.426791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:03.441242 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e1b9006-a4c8-41f7-a2d0-14645ef059b8 req-0ea70556-ea2b-488d-9939-5d4b46e1fc09 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637386 May 28 05:33:03.442119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'mac_address': 'fa:16:3e:b0:5f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:33:03.496455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3964-5da3-4c0d-826b-7a29746cc849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:03.504165 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3964-5da3-4c0d-826b-7a29746cc849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:03.555075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8578a7-fc59-4514-aa5f-035c588c956d req-9ce4b9e3-4872-4ac4-899e-5b1e0321c2d6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:03.557998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b3964-5da3-4c0d-826b-7a29746cc849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d771f94-7555-4e1d-b378-0e7237ce3be6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:03.562654 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa8578a7-fc59-4514-aa5f-035c588c956d req-9ce4b9e3-4872-4ac4-899e-5b1e0321c2d6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.1794808 May 28 05:33:03.609902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-7edbda7c-d01c-408d-8ab5-a5c3b9d58baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:03.612119 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-7edbda7c-d01c-408d-8ab5-a5c3b9d58baf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 1095 time: 0.1611993 May 28 05:33:03.626119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6e4b3964-5da3-4c0d-826b-7a29746cc849 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f61f5b94c5d2476cae94d24bcd8f1a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341487 May 28 05:33:03.627572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41788) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:03.647106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa8578a7-fc59-4514-aa5f-035c588c956d req-5aea1818-ba30-477e-bfe8-0e4785ff60b9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828803 May 28 05:33:03.710137 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-974a7755-a185-4309-add6-82fbf68af375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:03.719881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b839-36f4-4ebf-b93c-7648cd356e2c req-5baa739e-8925-4e8e-8170-5a7cbf9b28ec tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:03.722016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-44e9b839-36f4-4ebf-b93c-7648cd356e2c req-5baa739e-8925-4e8e-8170-5a7cbf9b28ec tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 949 time: 0.1475303 May 28 05:33:03.761140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-6fd83ee4-2e0d-423b-b4bd-edbca592ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:03.763015 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-6fd83ee4-2e0d-423b-b4bd-edbca592ded3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.1423504 May 28 05:33:03.763952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-974a7755-a185-4309-add6-82fbf68af375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:03.808743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-44e9b839-36f4-4ebf-b93c-7648cd356e2c req-7cbe79a1-9e2b-4187-b844-298065f70bbc tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768664 May 28 05:33:03.812095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d568b6dc-6089-4294-b52b-dcfe2437c372'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:03.846486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-974a7755-a185-4309-add6-82fbf68af375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:03.858053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a7755-a185-4309-add6-82fbf68af375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d771f94-7555-4e1d-b378-0e7237ce3be6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:03.868189 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-974a7755-a185-4309-add6-82fbf68af375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:03.868746 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-7e58b094-77c2-4092-a84c-84c71bc2d924 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=883df558-4109-4674-beb8-915660283171 HTTP/1.1" status: 200 len: 217 time: 0.0743563 May 28 05:33:03.869576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-974a7755-a185-4309-add6-82fbf68af375 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d771f94-7555-4e1d-b378-0e7237ce3be6 HTTP/1.1" status: 204 len: 168 time: 0.2414191 May 28 05:33:03.957302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-f542f2be-3893-400b-b380-0ab62e379021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:03.958873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-f542f2be-3893-400b-b380-0ab62e379021 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.0780487 May 28 05:33:03.971580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e4f37-ebbb-4b48-be14-3148a826c2d1 req-d288cd46-bf4f-4c4e-b4a6-98a7e4336f40 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:03.973184 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-252e4f37-ebbb-4b48-be14-3148a826c2d1 req-d288cd46-bf4f-4c4e-b4a6-98a7e4336f40 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 950 time: 0.2137384 May 28 05:33:04.020690 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-1e761d32-56b9-4c3e-8daf-093da2bed94b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464625 May 28 05:33:04.060808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e294d8-63b9-4d2a-ab1b-b15c7ecb4b92 req-22cdd35e-478a-47a9-be79-e503e05e6e36 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:04.062302 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e6e294d8-63b9-4d2a-ab1b-b15c7ecb4b92 req-22cdd35e-478a-47a9-be79-e503e05e6e36 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 949 time: 0.1004262 May 28 05:33:04.125757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e6e294d8-63b9-4d2a-ab1b-b15c7ecb4b92 req-9b4847ed-96c1-4bd3-9836-9cafe4e303e9 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555384 May 28 05:33:04.144414 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-252e4f37-ebbb-4b48-be14-3148a826c2d1 req-daee6148-a324-4681-8ff4-efe897bd961a tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350818 May 28 05:33:04.176898 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:33:04.210078 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-caa1d217-4681-4bbd-be1e-cd5c35ca48ca service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767836 May 28 05:33:04.282725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2275672d-fc68-4c59-a078-629e05201397 req-c4f5e198-a445-4c78-baf2-f012234c967c tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0438559 May 28 05:33:04.323468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:04.418862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:04.425462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:04.426172 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:04.468533 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-7455061d-6579-4097-826b-aebb2a0b4537 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475994 May 28 05:33:04.486536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591429-e815-44f1-b7a6-98cd0cce6e70 req-666ef983-787c-4614-b93c-f93af39e3e3c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:04.490973 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9a591429-e815-44f1-b7a6-98cd0cce6e70 req-666ef983-787c-4614-b93c-f93af39e3e3c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 944 time: 0.2362976 May 28 05:33:04.590244 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9a591429-e815-44f1-b7a6-98cd0cce6e70 req-df26b6fd-2ef5-45ce-afe6-8eeb9a2e4bea tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819166 May 28 05:33:04.655109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:04.655780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:04.692650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:04.704305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:04.710131 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:04.711136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 883df558-4109-4674-beb8-915660283171 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:33:04.942686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41838) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:04.961968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 883df558-4109-4674-beb8-915660283171 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:33:04.968214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:05.037466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2f04acd7-cd02-46ca-8aa5-7aeac643392a tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:05.040086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-2f04acd7-cd02-46ca-8aa5-7aeac643392a tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1095 time: 0.1727142 May 28 05:33:05.114605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1980926316-network', 'tenant_id': '137c6f3bd7a744dea47bafea10ee7419'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:05.119991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:05.124436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Usage tracker for resource:network and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:05.127877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:05.136537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:05.161072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Made reservation on behalf of 137c6f3bd7a744dea47bafea10ee7419 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:05.164295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.199503 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.235538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:05.248559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:05.255465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8773e74f-6368-4102-be53-4149ac17717b service neutron] For port 883df558-4109-4674-beb8-915660283171, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:05.258201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:05.262183 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8773e74f-6368-4102-be53-4149ac17717b service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.264926 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02bd62e4-bec8-4ccd-bb4a-e92beaca833f req-8773e74f-6368-4102-be53-4149ac17717b service neutron] 10.222.0.33 "DELETE /v2.0/ports/883df558-4109-4674-beb8-915660283171/bindings/n-h2-843679-5 HTTP/1.1" status: 204 len: 173 time: 0.2152033 May 28 05:33:05.322454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:05.397242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bbf29-d334-45ec-94b3-3778389cdc3e req-aa3a0c77-7292-4f5e-9d84-a0b040bde1f9 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:05.398818 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e7bbf29-d334-45ec-94b3-3778389cdc3e req-aa3a0c77-7292-4f5e-9d84-a0b040bde1f9 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 946 time: 0.1037140 May 28 05:33:05.399423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093620f-0aa9-47f9-a5d4-bc1956f37780 req-9747b406-a471-43c2-9528-a2b1f741d46b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:05.400913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8093620f-0aa9-47f9-a5d4-bc1956f37780 req-9747b406-a471-43c2-9528-a2b1f741d46b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.1363730 May 28 05:33:05.448099 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e7bbf29-d334-45ec-94b3-3778389cdc3e req-c0003529-6d96-490a-a5f1-12b8820e78d5 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 May 28 05:33:05.471034 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8093620f-0aa9-47f9-a5d4-bc1956f37780 req-1a02b26d-0919-4b34-a3e6-9214d3597758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642724 May 28 05:33:05.478078 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.482729 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.509065 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cff5e9-52a2-4b2e-85a4-1feac70f5e25'] response: {'server_uuid': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1', 'code': 200} May 28 05:33:05.512869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:33:05.525758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aee773-a23f-459f-b917-be58a679c0b6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:05.530598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.530944 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Added segment cb2722e4-cab5-4143-b2a8-c390f32e677c of type vlan for network bb915903-088c-4ce5-afbd-a18d919c30c6 May 28 05:33:05.561767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.601081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.602371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:05.603258 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.663464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-ff034d38-ba12-4cc2-a1e7-83494aa2e983 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=49442b774df3497990ed0cd02127b5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528767 May 28 05:33:05.847959 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9022496 May 28 05:33:05.851666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41866) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:05.853191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b185-e6ba-4bb4-b91f-7b8fda413190 admin admin] Pushing event updated for resources: {'Network': ['ID=bb915903-088c-4ce5-afbd-a18d919c30c6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:05.862649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Request body: {'subnet': {'network_id': 'bb915903-088c-4ce5-afbd-a18d919c30c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1980926316-subnet', 'tenant_id': '137c6f3bd7a744dea47bafea10ee7419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:05.867781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network bb915903-088c-4ce5-afbd-a18d919c30c6 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:33:05.869379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:05.874827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Usage tracker for resource:subnet and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:05.879862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:05.887512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:05.903407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f3485-a9d5-4512-8f79-5112d5c73289 req-7c30e064-6867-421d-8e66-b80d765d7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:05.905159 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e59f3485-a9d5-4512-8f79-5112d5c73289 req-7c30e064-6867-421d-8e66-b80d765d7906 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1097 time: 0.3283911 May 28 05:33:05.911523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceb459-d087-4910-9d8d-11589d53cf24 req-25bfb4c2-9d5b-487f-b64d-7455e8d0311f tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:05.913426 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9fceb459-d087-4910-9d8d-11589d53cf24 req-25bfb4c2-9d5b-487f-b64d-7455e8d0311f tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 949 time: 0.3055654 May 28 05:33:05.914574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Made reservation on behalf of 137c6f3bd7a744dea47bafea10ee7419 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:05.916802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.974155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-f5eb2521-f332-4632-aa24-bc9ba9a385fa tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:05.975658 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-f5eb2521-f332-4632-aa24-bc9ba9a385fa tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2997453 May 28 05:33:05.981365 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e59f3485-a9d5-4512-8f79-5112d5c73289 req-2be84d38-5a0e-4a02-a7dd-dd8adb390289 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633092 May 28 05:33:05.994384 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-489903dc-c522-4621-b21d-713099f55ca2 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/quotas/49442b774df3497990ed0cd02127b5c2 HTTP/1.1" status: 200 len: 375 time: 0.0119421 May 28 05:33:06.065039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9fceb459-d087-4910-9d8d-11589d53cf24 req-e957c46f-4839-4905-a235-a3805220df49 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320350 May 28 05:33:06.088499 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d02ffa35-4dfd-49b6-85fe-9ee365b09d0f tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=49442b774df3497990ed0cd02127b5c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878160 May 28 05:33:06.241163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa39426b-5cfa-44bb-80b8-9d59766696b0 req-5e8f02f1-db46-417e-9740-ca5c0e46d298 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0643411 May 28 05:33:06.253382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:06.356838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5192db5f-4261-4d7d-9eab-bf24031747d9,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:06.356838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Checking segment: {'id': 'cb2722e4-cab5-4143-b2a8-c390f32e677c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bb915903-088c-4ce5-afbd-a18d919c30c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:06.356838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Network hostable DHCP agents. Network: bb915903-088c-4ce5-afbd-a18d919c30c6, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:33:06.378270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Network bb915903-088c-4ce5-afbd-a18d919c30c6 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:33:06.393923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, bb915903-088c-4ce5-afbd-a18d919c30c6) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:06.405197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed8cc7e-a9e6-4f26-a7e0-1a526d93b8da None None] Network bb915903-088c-4ce5-afbd-a18d919c30c6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:33:06.453223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:06.453832 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:06.466112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357ddf2-d65a-42b5-a51e-384aac135e41 req-e3a56101-3c7f-4914-a695-022763833e22 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:06.480895 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f357ddf2-d65a-42b5-a51e-384aac135e41 req-e3a56101-3c7f-4914-a695-022763833e22 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 944 time: 0.1496966 May 28 05:33:06.492452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8497b684-8dd9-4681-8028-0c9d2ca0cde2 req-03706175-8651-49d5-afff-b8b3a3e549d1 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 210 time: 0.0938864 May 28 05:33:06.543559 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f357ddf2-d65a-42b5-a51e-384aac135e41 req-63654c95-140b-44f2-b337-b42a43f823e4 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614777 May 28 05:33:06.544558 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ac002825-8074-4026-87d0-c11464f1ab7d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6878569 May 28 05:33:06.681471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f1a473-8893-4024-9c05-33bf1af3ccea None None] Network bb915903-088c-4ce5-afbd-a18d919c30c6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:33:06.760947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285b911-a89b-46eb-85d5-ebf7f312ac8b req-ee32a1d2-32a4-4311-95f9-4c5e0c8fe5d5 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:06.771002 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6285b911-a89b-46eb-85d5-ebf7f312ac8b req-ee32a1d2-32a4-4311-95f9-4c5e0c8fe5d5 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.1018791 May 28 05:33:06.785555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53d016-7b6b-40ea-87cc-ef5e3893879b req-38902869-b55c-4523-8c4e-7656a8488ca5 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:06.787338 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c53d016-7b6b-40ea-87cc-ef5e3893879b req-38902869-b55c-4523-8c4e-7656a8488ca5 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 946 time: 0.0963633 May 28 05:33:06.828985 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6285b911-a89b-46eb-85d5-ebf7f312ac8b req-38a93c15-53cc-4160-b4fa-4b654ddd8ba6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570896 May 28 05:33:06.838814 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c53d016-7b6b-40ea-87cc-ef5e3893879b req-b6b13f7a-d5d5-4f48-937a-fd9ab43bc2de tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 May 28 05:33:06.951951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-856465434', 'description': 'tempest-description-785190710'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:06.960108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:06.966115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:06.969544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:06.976568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:06.990261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.014463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:07.018396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:07.021295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:07.027470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:07.053636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8ef1-9304-4128-9fb6-26a441588ef8 req-75c88ba3-7a42-46fd-bfc7-48e9b37fb93b tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:07.056651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e75f8ef1-9304-4128-9fb6-26a441588ef8 req-75c88ba3-7a42-46fd-bfc7-48e9b37fb93b tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 1095 time: 0.0826664 May 28 05:33:07.122946 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e75f8ef1-9304-4128-9fb6-26a441588ef8 req-43ea1c94-adea-41a1-97ed-5e13f274fdbe tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558162 May 28 05:33:07.131260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:07.135934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.143582 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.212156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.218616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2f314a0-83c0-47b8-b975-09e67c84fd47 req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2713969 May 28 05:33:07.275831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7cda4-825e-4166-a447-136f59bab3c8 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672ad2f9-3951-48fe-8f26-a3595e71b344,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:07.320253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d568b6dc-6089-4294-b52b-dcfe2437c372 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:07.320636 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.344628 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-33e6eb51-62b5-4c21-929f-cfb1ddf9fa85 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/672ad2f9-3951-48fe-8f26-a3595e71b344 HTTP/1.1" status: 200 len: 1803 time: 0.0963938 May 28 05:33:07.350737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '672ad2f9-3951-48fe-8f26-a3595e71b344', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:07.351054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '672ad2f9-3951-48fe-8f26-a3595e71b344', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:07.357596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:07.362428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:07.365496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:07.372274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:07.442664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.446260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7a271e8-aae2-4a5a-8563-36785c6eb0ff req-1f968b77-2ae1-4535-9218-0cf5e8e37099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cfb6b6348e949f0a21667eb4ce09770&device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0601611 May 28 05:33:07.486427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.489605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05701b84-f711-4783-a47e-7b969d514f08 req-2507457d-5ee6-4527-b41b-a4ada05aa171 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:07.490554 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.491518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05701b84-f711-4783-a47e-7b969d514f08 req-2507457d-5ee6-4527-b41b-a4ada05aa171 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 949 time: 0.1575050 May 28 05:33:07.514233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae2d776-90df-4cdc-aca7-15a2a611ecfe,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:07.539967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.541624 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8647b09a-aaaf-4776-985c-3f142bca0907 req-7330ca68-b0c3-4913-aaec-6515858f96f2 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1954429 May 28 05:33:07.560841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d568b6dc-6089-4294-b52b-dcfe2437c372 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:07.561349 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.567625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7a271e8-aae2-4a5a-8563-36785c6eb0ff req-56665dcf-9f6f-47cf-9df9-8c1e9b87908f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6cfb6b6348e949f0a21667eb4ce09770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690238 May 28 05:33:07.594960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:07.605702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:07.611194 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:07.696330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:07.728370 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd88c8cf-b720-49c4-96a0-46689acfb08e req-a01d1518-a7e4-4e6d-a213-48292e26d5d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.1327088 May 28 05:33:07.731135 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05701b84-f711-4783-a47e-7b969d514f08 req-3aca281c-e0ca-403d-bb2f-50fcbd4d88ca tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861839 May 28 05:33:07.792815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851117a-647a-42ee-8942-a9464892db9f req-9ef080b5-e824-4317-b79b-fce540b62de0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:07.794256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-9ef080b5-e824-4317-b79b-fce540b62de0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 808 time: 0.1588910 May 28 05:33:07.804797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a271e8-aae2-4a5a-8563-36785c6eb0ff req-0ea3fe21-1aa8-4d3b-93a3-09c2eab25cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:07.806234 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7a271e8-aae2-4a5a-8563-36785c6eb0ff req-0ea3fe21-1aa8-4d3b-93a3-09c2eab25cef service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130904 May 28 05:33:07.810143 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-02a7cb15-292c-402a-b42b-66ca427fb2e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/quotas/4676a241ea4e4a2f8d58b526b440828e HTTP/1.1" status: 200 len: 375 time: 0.0104718 May 28 05:33:07.887604 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e3836a9b-b56f-4d69-adc5-2fb7f7f90d74 req-2eef5bf1-cd33-4176-a2d4-64035ebf8916 tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0408633 May 28 05:33:07.890176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-83f8ad81-0b1c-4aa1-a249-704ac1751161 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741262 May 28 05:33:08.025522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-8325b030-c373-4e14-b5d3-bacb38f92332 service neutron] 10.222.0.39 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281574 May 28 05:33:08.080394 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a02b69d-319e-498b-875a-5a50837386e4 req-97ec85c2-2752-4a32-b666-48bc660468ea tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 210 time: 0.0452614 May 28 05:33:08.108160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1110041752', 'description': 'tempest-description-308405952'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:08.114104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:08.117894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:08.120832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:08.130488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:08.141534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:08.164036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:08.168188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:08.168364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-d58b0836-ee1e-49d2-9813-9b429c53d1a1 service neutron] 10.222.0.39 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368859 May 28 05:33:08.171174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:08.177795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:08.290388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:08.307875 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-41dcf0c4-5557-4585-bce2-f46d3c9744e3 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49442b774df3497990ed0cd02127b5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465102 May 28 05:33:08.309890 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:08.326215 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e027cc2e-182a-4a0e-8010-c216f0d5bd60'] response: {'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'code': 200} May 28 05:33:08.379500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e1652f-a265-42cb-8e5b-c258ce710b57,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:08.389491 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-16a35400-1c82-4af4-b7d3-de32b2db4ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:08.508772 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:08.510142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5a3374dc-ec7d-4a30-923c-b297e65d12ee req-9c0cc790-f2be-410e-ab53-ff9190d2ae48 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4060102 May 28 05:33:08.532457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e26024-4ffd-4a53-afea-057f09b14ce1 req-cbad4b8c-e0f1-4d3c-bc22-ec00b15a632c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:08.534672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2e26024-4ffd-4a53-afea-057f09b14ce1 req-cbad4b8c-e0f1-4d3c-bc22-ec00b15a632c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.1008987 May 28 05:33:08.541089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-52f8d92b-b33b-414c-ab0b-30fbd056c003 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:08.542545 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-52f8d92b-b33b-414c-ab0b-30fbd056c003 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249789 May 28 05:33:08.569183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Request body: {'port': {'device_id': '48c16b28-2858-4705-984e-cafa52e02ff1', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '49442b774df3497990ed0cd02127b5c2'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:08.588142 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2e26024-4ffd-4a53-afea-057f09b14ce1 req-628fa9e4-755b-4353-9773-05b2a8af7511 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466733 May 28 05:33:08.689851 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec4df308-97f6-4c27-a21b-51132a0da497 req-20018309-36c6-4e5d-9605-6a2bede8b29c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 210 time: 0.0447478 May 28 05:33:08.792766 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-68d563b6-7ea2-4d69-9a02-8da4f51df67e tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/64e1652f-a265-42cb-8e5b-c258ce710b57 HTTP/1.1" status: 200 len: 1804 time: 0.0623682 May 28 05:33:08.792995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:08.807989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64e1652f-a265-42cb-8e5b-c258ce710b57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:08.808453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64e1652f-a265-42cb-8e5b-c258ce710b57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:08.808682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06db7f-b316-4e93-815a-afa84c219990 req-5d6904c4-7760-4f7f-8027-beed265b90a1 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:08.810270 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d06db7f-b316-4e93-815a-afa84c219990 req-5d6904c4-7760-4f7f-8027-beed265b90a1 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 946 time: 0.1588290 May 28 05:33:08.814786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:08.814966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:08.819372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:08.822786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:08.830425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:08.842652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Made reservation on behalf of 49442b774df3497990ed0cd02127b5c2 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:08.846917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:08.886434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d06db7f-b316-4e93-815a-afa84c219990 req-3f5f94e0-0153-491e-8449-6a5648678612 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676582 May 28 05:33:08.905050 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:08.930053 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:08.936249 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:08.966951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c864514-5d45-4436-ad79-785459c7c374,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:08.982640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:08.984167 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac2ceb61-9a0a-406a-883c-79d6643d72a2 req-93c947f8-4ea2-4e92-88cb-b871ddd631f3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1836691 May 28 05:33:09.200567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Allocated IP 192.168.233.72 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/aac66d2f-709d-46ea-8d22-5dcdbd48b5fa) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:09.255546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b47ac-1aea-48aa-b0a7-347d72636eb6 req-cd3c1533-f2af-452f-9ffe-0d10cef7a049 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:09.255769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab59a58-308f-43f5-add0-019521678471 req-6bd301a1-5c71-4b8d-a0f3-0e45c5d27984 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:09.256963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aab59a58-308f-43f5-add0-019521678471 req-6bd301a1-5c71-4b8d-a0f3-0e45c5d27984 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.2360530 May 28 05:33:09.257200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d9b47ac-1aea-48aa-b0a7-347d72636eb6 req-cd3c1533-f2af-452f-9ffe-0d10cef7a049 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1097 time: 0.1715970 May 28 05:33:09.300323 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d9b47ac-1aea-48aa-b0a7-347d72636eb6 req-4af65296-4618-43a1-af41-3c5d9f6f0947 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 May 28 05:33:09.390440 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aab59a58-308f-43f5-add0-019521678471 req-5214976a-0d5f-458f-8322-2fe41b8bcce2 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269367 May 28 05:33:09.431295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1262290441', 'description': 'tempest-description-1904872718'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:09.445645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:09.458869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:09.464148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:09.473337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:09.492216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:09.499791 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6183dd3c-76cc-4769-8d03-785115bce692 req-ddc612fb-b640-4b18-a401-702b0819d7df tempest-ServersAdmin275Test-448685688 tempest-ServersAdmin275Test-448685688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0437872 May 28 05:33:09.501861 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:09.525121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Transition to ACTIVE for port object aac66d2f-709d-46ea-8d22-5dcdbd48b5fa will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:09.531104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:09.536907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:09.540322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:09.547429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:09.605332 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:09.608301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:09.659792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['13beeeb7-6f2e-498a-ae74-e2b171cf1879'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:09.786982 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:09.798049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:09.802679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6cfb-02a3-4c40-a261-d2c3ec45d6c1 req-c31ef0f9-dea8-46a3-a11a-e1caef41c9bf tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:09.805763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ac6cfb-02a3-4c40-a261-d2c3ec45d6c1 req-c31ef0f9-dea8-46a3-a11a-e1caef41c9bf tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 935 time: 0.1114256 May 28 05:33:09.806826 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:09.810607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:09.827046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:33:09.861554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Pushing event updated for resources: {'Port': ['ID=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:09.889439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ac6cfb-02a3-4c40-a261-d2c3ec45d6c1 req-b3e4ad96-1664-4267-9eb9-7cef6976c140 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749364 May 28 05:33:09.986287 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:09.990239 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de76239c-fd7f-488d-9763-4ff000d88b21 req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5711086 May 28 05:33:09.990433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00db07-4ca3-4a8a-8868-7b55cdc67a68 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11296d5d-7624-4145-b4c0-f4f6c207eb57,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:10.011845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:10.012726 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:10.046004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851117a-647a-42ee-8942-a9464892db9f req-75b2c378-2698-4720-bd0e-df956fde3b0c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:10.047686 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-75b2c378-2698-4720-bd0e-df956fde3b0c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 808 time: 0.3886418 May 28 05:33:10.056332 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a77d86c0-556e-46f1-b997-8da0da3b6731 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4918587 May 28 05:33:10.066744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Request body: {'port': {'device_id': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54', 'admin_state_up': True, 'tenant_id': '4676a241ea4e4a2f8d58b526b440828e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:10.086308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bcee0-8460-4235-bfd6-a9e7aa4c9163 req-3537f0de-4dd1-43d5-90ea-7c1986960de5 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:10.087585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Request body: {'port': {'device_id': '48c16b28-2858-4705-984e-cafa52e02ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:10.094117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-662bcee0-8460-4235-bfd6-a9e7aa4c9163 req-3537f0de-4dd1-43d5-90ea-7c1986960de5 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1097 time: 0.0938966 May 28 05:33:10.148456 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-662bcee0-8460-4235-bfd6-a9e7aa4c9163 req-aa97f115-b47d-4ed7-9947-ba6898741e46 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511651 May 28 05:33:10.229872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-354e4a71-04ea-4d2a-8075-8ad72bdf46c5 None None] Provisioning for port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:10.238429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-354e4a71-04ea-4d2a-8075-8ad72bdf46c5 None None] Provisioning complete for port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:10.239156 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-354e4a71-04ea-4d2a-8075-8ad72bdf46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:10.320664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-354e4a71-04ea-4d2a-8075-8ad72bdf46c5 None None] Port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:33:10.327398 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:10.394024 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ed58c5c-fc45-4a0c-b016-ee6c154cee03 req-45fdb5b9-9e86-4b40-b840-b1ca02247908 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cfb6b6348e949f0a21667eb4ce09770&device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0986185 May 28 05:33:10.442033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ed58c5c-fc45-4a0c-b016-ee6c154cee03 req-d19815c0-9bde-4037-8fe1-b7a7b5b3b36d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6cfb6b6348e949f0a21667eb4ce09770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340266 May 28 05:33:10.465181 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-728d7dc3-557f-44b9-a2a0-2ace6f19f837 req-1d7c34c9-daa9-49a1-8c66-65334c417574 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 210 time: 0.0652630 May 28 05:33:10.473374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:10.496041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:10.500105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-766835976', 'description': 'tempest-description-1197460762'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:10.546781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:10.562341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bf699-4856-4d93-a177-c92658b19d69 req-0068f9a6-5230-4e23-a15e-93e1a28dacd1 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:10.563403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:10.563848 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c76bf699-4856-4d93-a177-c92658b19d69 req-0068f9a6-5230-4e23-a15e-93e1a28dacd1 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.2085819 May 28 05:33:10.566891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:10.574530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Made reservation on behalf of 4676a241ea4e4a2f8d58b526b440828e for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:10.577940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:10.591382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:10.597894 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e810c20b-9e5a-417e-a982-ea6d5ad8526f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:10.621232 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:10.630235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed58c5c-fc45-4a0c-b016-ee6c154cee03 req-6e2e9b1e-d831-40a8-ba60-bbef44e895ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:10.631792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ed58c5c-fc45-4a0c-b016-ee6c154cee03 req-6e2e9b1e-d831-40a8-ba60-bbef44e895ce service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832900 May 28 05:33:10.636267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c76bf699-4856-4d93-a177-c92658b19d69 req-cd37efa9-627a-43be-a0d3-76bb45055589 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611465 May 28 05:33:10.767050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:10.779170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:10.787845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:10.804419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:10.818768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff05ed3b-7e6b-43a9-8bf0-568f4daf03fb req-a999f861-bdad-4ecd-9515-79316c2ba9b8 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0456619 May 28 05:33:10.955999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Allocated IP 172.20.0.3 (92b45768-1ecd-4e45-87a9-c7b472c27b54/01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0/5c022527-32fc-4f14-9ecf-14954e08deac) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:11.011095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487153d1-6720-491a-8f90-0bcbe36d2663 req-c31abc81-23c2-45c0-8b83-e277e9cfccb7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:11.012840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-487153d1-6720-491a-8f90-0bcbe36d2663 req-c31abc81-23c2-45c0-8b83-e277e9cfccb7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.0799761 May 28 05:33:11.042172 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.056650 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.059249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-487153d1-6720-491a-8f90-0bcbe36d2663 req-fc2dba0c-3e48-4e44-b000-729a733dce82 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 May 28 05:33:11.061188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac66d2f-709d-46ea-8d22-5dcdbd48b5fa {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:11.082649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.146271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68697c7-1569-4dff-a237-b178ad7c0082,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:11.148731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Transition to ACTIVE for port object aac66d2f-709d-46ea-8d22-5dcdbd48b5fa will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:11.270213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.271430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f9b55ac-8e25-4c81-95fe-6ffa53bc459b req-7474f7b2-996f-40c9-b8f8-a551f2e615f5 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7778957 May 28 05:33:11.275897 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.426047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c842dd-af37-49c2-b2e4-839fcb27049c req-8ee3fe0f-9da5-4990-ba62-0aef70d93443 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:11.431794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68c842dd-af37-49c2-b2e4-839fcb27049c req-8ee3fe0f-9da5-4990-ba62-0aef70d93443 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 947 time: 0.0943627 May 28 05:33:11.439598 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.486549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68c842dd-af37-49c2-b2e4-839fcb27049c req-4f583ada-5441-45d8-a4f1-e7e17d605c89 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477657 May 28 05:33:11.535306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5503418-61f7-4761-a459-17853451d117 service neutron] Pushing event updated for resources: {'Port': ['ID=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:11.570706 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.598382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-f4dbdd1b-ec0d-4b48-82ca-c2ba94decefe tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/11296d5d-7624-4145-b4c0-f4f6c207eb57 HTTP/1.1" status: 200 len: 1805 time: 0.0696959 May 28 05:33:11.651294 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-cb6f4cb1-7a07-4165-a2cc-d464277a446e tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/f68697c7-1569-4dff-a237-b178ad7c0082 HTTP/1.1" status: 200 len: 1804 time: 0.0466938 May 28 05:33:11.664843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '11296d5d-7624-4145-b4c0-f4f6c207eb57', 'remote_group_id': 'f68697c7-1569-4dff-a237-b178ad7c0082', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:11.665085 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '11296d5d-7624-4145-b4c0-f4f6c207eb57', 'remote_group_id': 'f68697c7-1569-4dff-a237-b178ad7c0082', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:11.670677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:11.674738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:11.674920 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.678022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:11.684278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:11.715689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c42e-ab60-41f7-aea9-f71e0b9f2080 req-4ca74cd7-96ef-46db-833f-8c2cbf93b3e7 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:11.717200 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0a5c42e-ab60-41f7-aea9-f71e0b9f2080 req-4ca74cd7-96ef-46db-833f-8c2cbf93b3e7 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1097 time: 0.3441086 May 28 05:33:11.722558 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Attempting to bind port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:11.722891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Attempting to bind port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:11.723215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Attempting to bind port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:11.742927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:33:11.742927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Attempting to bind port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:11.750385 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.757415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:11.757754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:11.758288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:11.758575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Bound port: aac66d2f-709d-46ea-8d22-5dcdbd48b5fa, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:11.758921 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.791197 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.795113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.818727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bcfb0e-b1b0-49f8-8a3b-3f03b978696e,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:11.825858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0a5c42e-ab60-41f7-aea9-f71e0b9f2080 req-3aba835f-a521-4df4-90ef-20a05f201da7 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979609 May 28 05:33:11.834882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.837062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6038e062-53a4-4a84-bce3-26fc51d75865 req-1920b68a-36c8-4da6-b2d7-887e14cf351a tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1762798 May 28 05:33:11.841888 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:11.933038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Network 92b45768-1ecd-4e45-87a9-c7b472c27b54 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:11.940799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:11.950267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:33:11.989642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Pushing event updated for resources: {'Port': ['ID=5c022527-32fc-4f14-9ecf-14954e08deac,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:11.998610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] For port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:12.005826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ed58c5c-fc45-4a0c-b016-ee6c154cee03 req-9031b29d-93c0-4003-9f20-62b442bb7d0c tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0808790 May 28 05:33:12.049700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] For port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:12.059854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb339-57cd-4413-a90d-3bbffae22be9 req-3ad0ffd2-7a0e-461e-b721-d0da301bc466 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:12.061879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82fcb339-57cd-4413-a90d-3bbffae22be9 req-3ad0ffd2-7a0e-461e-b721-d0da301bc466 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 931 time: 0.0991614 May 28 05:33:12.066851 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.113335 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82fcb339-57cd-4413-a90d-3bbffae22be9 req-3bf180e0-dca9-42e7-a49a-fd82a0f62590 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443273 May 28 05:33:12.117051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:12.117701 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.149927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-96923198', 'description': 'tempest-description-370290950'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:12.167854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:12.168474 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.169547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:12.169833 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d5503418-61f7-4761-a459-17853451d117 service neutron] 10.222.0.41 "PUT /v2.0/ports/aac66d2f-709d-46ea-8d22-5dcdbd48b5fa HTTP/1.1" status: 200 len: 1095 time: 2.0870433 May 28 05:33:12.171987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c16b28-2858-4705-984e-cafa52e02ff1', 'tag': 'aac66d2f-709d-46ea-8d22-5dcdbd48b5fa'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:12.177779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:12.188397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-439137b9-4aeb-46af-bd92-a52a7c4c8dce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1307836 May 28 05:33:12.189731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:12.194658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5503418-61f7-4761-a459-17853451d117 service neutron] Pushing event updated for resources: {'Port': ['ID=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:12.196343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:12.208099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Request body: {'port': {'device_id': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:12.219692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.241288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:12.245109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:12.248493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:12.255346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:12.310262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e408f2b-2161-46e9-897e-52a4221e5ff4 req-1001aeeb-8eb7-4004-a50a-598abd6d9dbe tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:12.311807 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e408f2b-2161-46e9-897e-52a4221e5ff4 req-1001aeeb-8eb7-4004-a50a-598abd6d9dbe tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.3059044 May 28 05:33:12.340887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.346030 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.391650 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.393630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82fc6d09-bee1-43ca-9c3f-578b55cc59ec req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2481840 May 28 05:33:12.394370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006880b-0841-45a5-920b-2968fb0683c7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6c6348-6ee6-40fa-b19d-775101fce34c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:12.437211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e408f2b-2161-46e9-897e-52a4221e5ff4 req-baccb057-4025-4a41-9718-4ccd9d7034de tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156814 May 28 05:33:12.447202 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.468690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-44db0238-b676-45e9-9bc5-1081dfcb5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:12.470401 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-44db0238-b676-45e9-9bc5-1081dfcb5cc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49442b774df3497990ed0cd02127b5c2&device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 1098 time: 0.2254286 May 28 05:33:12.584513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e90893c9-c324-4001-b4cc-db0d26990104 req-25cc1a44-18e5-4a29-9e1b-feac28866345 tempest-ServersAdmin275Test-1475556789 tempest-ServersAdmin275Test-1475556789-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b3104-dad2-4cef-81b5-e91e672a8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0706530 May 28 05:33:12.618781 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-d80fff94-95a1-48f9-ad7b-4947501ae4ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa HTTP/1.1" status: 200 len: 217 time: 0.1163566 May 28 05:33:12.664967 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8cf262-cf82-49f4-99b8-3a91f9c39272'] response: {'name': 'network-changed', 'server_uuid': '48c16b28-2858-4705-984e-cafa52e02ff1', 'tag': 'aac66d2f-709d-46ea-8d22-5dcdbd48b5fa', 'status': 'completed', 'code': 200} May 28 05:33:12.670337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-880598158', 'description': 'tempest-description-1583544027'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:12.676701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:12.680686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:12.683616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:12.690034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:12.700100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.719597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:12.723460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:12.726420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:12.732103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:12.774089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-bcd4fb5b-8b86-4043-af1f-89a637b00683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:12.775546 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-bcd4fb5b-8b86-4043-af1f-89a637b00683 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1482360 May 28 05:33:12.803688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.808335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.849759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757a992d-73d3-47da-9723-83fc223d8f74,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:12.853088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:12.854267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6cef21b-70e1-4378-82cf-703372e16150 req-b49924f1-6130-4929-b363-3e589418ef09 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1879246 May 28 05:33:13.021074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed117a7-6306-4294-9ce0-d361a34dce6e req-fbca5c1e-d902-41f7-ac62-46288279bfe7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:13.022525 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed117a7-6306-4294-9ce0-d361a34dce6e req-fbca5c1e-d902-41f7-ac62-46288279bfe7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.4483910 May 28 05:33:13.043293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e4a29-8716-4294-a61e-415ce84355ea req-e5a2387a-3f5b-4388-8604-f512e67e1e26 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:13.044748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f7e4a29-8716-4294-a61e-415ce84355ea req-e5a2387a-3f5b-4388-8604-f512e67e1e26 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 947 time: 0.0797639 May 28 05:33:13.109575 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f7e4a29-8716-4294-a61e-415ce84355ea req-a8ea043d-b777-4f40-8937-96b5bd772ef6 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565536 May 28 05:33:13.115824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed117a7-6306-4294-9ce0-d361a34dce6e req-bccc8bb1-8fd2-40ce-b838-182250fb0319 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869005 May 28 05:33:13.118873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a80a4a27-bafa-4c94-865f-222f3d18bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:13.120312 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-a80a4a27-bafa-4c94-865f-222f3d18bc3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3180094 May 28 05:33:13.150514 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:13.210927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-1d44848d-280b-4c07-9d7c-953bf5a57b36 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/8c6c6348-6ee6-40fa-b19d-775101fce34c HTTP/1.1" status: 200 len: 1802 time: 0.0600345 May 28 05:33:13.265208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-77174d30-0a6b-4aa8-9933-c0a1a46b520b tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/757a992d-73d3-47da-9723-83fc223d8f74 HTTP/1.1" status: 200 len: 1804 time: 0.0480514 May 28 05:33:13.274878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c6c6348-6ee6-40fa-b19d-775101fce34c', 'remote_group_id': '757a992d-73d3-47da-9723-83fc223d8f74', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:13.275130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c6c6348-6ee6-40fa-b19d-775101fce34c', 'remote_group_id': '757a992d-73d3-47da-9723-83fc223d8f74', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:13.280878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:13.285218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:13.288120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:13.294049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:13.352639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:13.379074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:13.381935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c022527-32fc-4f14-9ecf-14954e08deac {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:13.383107 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:13.393124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:13.430867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Transition to ACTIVE for port object 5c022527-32fc-4f14-9ecf-14954e08deac will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:13.446633 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:13.486359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20992cef-8753-409b-9d2c-5561bd57ef3d,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:13.496309 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:13.498138 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d62bc243-21d0-472a-b6c5-deca7e2dffd3 req-2ca91cdd-a541-4a37-a91d-14feed79ff65 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2263997 May 28 05:33:13.510036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-295996f2-98e5-49b1-93f2-4c85525d7fd5 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660266 May 28 05:33:13.655691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c176dc6-4f30-45e0-8619-d6226c2104b9 req-0f61c0b7-c9c8-496b-ac67-a64b7292fe4f tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:13.657186 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9c176dc6-4f30-45e0-8619-d6226c2104b9 req-0f61c0b7-c9c8-496b-ac67-a64b7292fe4f tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1097 time: 0.4191091 May 28 05:33:13.666041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc73d9-0bfd-4c21-8817-a982546c7476 req-760d863d-38c4-4277-a2a0-f2d3fe18345a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:13.667503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ddc73d9-0bfd-4c21-8817-a982546c7476 req-760d863d-38c4-4277-a2a0-f2d3fe18345a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 943 time: 0.0808868 May 28 05:33:13.697583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Pushing event updated for resources: {'Port': ['ID=5c022527-32fc-4f14-9ecf-14954e08deac,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:13.729391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ddc73d9-0bfd-4c21-8817-a982546c7476 req-c2cf8e49-f94b-4a00-9135-ce7c0988dd45 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 May 28 05:33:13.813160 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9c176dc6-4f30-45e0-8619-d6226c2104b9 req-768347c4-e0e2-4488-9301-11dde190fd95 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468124 May 28 05:33:13.849902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:13.850237 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:13.850567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:13.854131 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6073451-dbe2-461a-aa90-aaad9413bbae req-f9c9d88a-00da-459f-8dd8-9bcbfd1fa4cb service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863991 May 28 05:33:13.857860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Port 5c022527-32fc-4f14-9ecf-14954e08deac on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:33:13.858026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:13.866822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:13.867080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:13.867513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:13.867941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Bound port: 5c022527-32fc-4f14-9ecf-14954e08deac, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:13.868291 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:13.926355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618ff28-0dfb-42be-bfcb-58b607465789 req-b65e76a8-214a-406a-92c7-a90b29e45211 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:13.928401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e618ff28-0dfb-42be-bfcb-58b607465789 req-b65e76a8-214a-406a-92c7-a90b29e45211 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.1030684 May 28 05:33:13.973690 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e618ff28-0dfb-42be-bfcb-58b607465789 req-2bee62d5-9eb0-4209-9fe3-fa4beb8e0ef3 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 May 28 05:33:14.070959 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ccdadc45-87da-4211-8fe2-58745e5b3b37 req-becb9f6c-0e4b-4cb5-a07d-ecdd3b9a02a7 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/757a992d-73d3-47da-9723-83fc223d8f74 HTTP/1.1" status: 200 len: 1804 time: 0.1456304 May 28 05:33:14.074993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:14.079364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:14.098753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.187395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-c916961a-15fa-40e6-9859-509fcff83c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:14.188915 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-c916961a-15fa-40e6-9859-509fcff83c01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49442b774df3497990ed0cd02127b5c2&device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 1098 time: 0.2625537 May 28 05:33:14.190100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:14.190710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.191982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c022527-32fc-4f14-9ecf-14954e08deac HTTP/1.1" status: 200 len: 1091 time: 1.9903741 May 28 05:33:14.330623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42016) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:14.370846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0547f12-c0ad-448e-9c3d-7e08d4d03627 service neutron] Pushing event updated for resources: {'Port': ['ID=5c022527-32fc-4f14-9ecf-14954e08deac,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:14.382304 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ccdadc45-87da-4211-8fe2-58745e5b3b37 req-98ea850f-99d0-472e-a179-1d660b38f5be tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.456587 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ccdadc45-87da-4211-8fe2-58745e5b3b37 req-98ea850f-99d0-472e-a179-1d660b38f5be tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.466145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e08dac15-67f0-4b2f-b693-d7eae0d5bbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.472135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-54e55ad7-1db3-411a-ab8a-4c89904b8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:14.473632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-54e55ad7-1db3-411a-ab8a-4c89904b8bbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2726965 May 28 05:33:14.481088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e08dac15-67f0-4b2f-b693-d7eae0d5bbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:14.485109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e08dac15-67f0-4b2f-b693-d7eae0d5bbec admin admin] Usage tracker for resource:security_group_rule and tenant:6cfb6b6348e949f0a21667eb4ce09770 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:14.488962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e08dac15-67f0-4b2f-b693-d7eae0d5bbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:14.494923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e08dac15-67f0-4b2f-b693-d7eae0d5bbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:14.575554 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-07305557-596f-4601-be8d-89366fb203a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa HTTP/1.1" status: 200 len: 217 time: 0.0922649 May 28 05:33:14.579098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851117a-647a-42ee-8942-a9464892db9f req-9ab73aff-4a71-4716-82eb-d05d6a452a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:14.580558 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-9ab73aff-4a71-4716-82eb-d05d6a452a2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1094 time: 0.2981777 May 28 05:33:14.586527 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e08dac15-67f0-4b2f-b693-d7eae0d5bbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.591489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e08dac15-67f0-4b2f-b693-d7eae0d5bbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.647035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e08dac15-67f0-4b2f-b693-d7eae0d5bbec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6cfb6b6348e949f0a21667eb4ce09770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126206 May 28 05:33:14.647035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dac15-67f0-4b2f-b693-d7eae0d5bbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aac9175-9cc6-46a7-aebb-a6069e81f50d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:14.649702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42036) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:14.715452 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-911b1e02-026d-47c0-9a90-600758da377e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.747748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-911b1e02-026d-47c0-9a90-600758da377e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.802203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'tag': '5c022527-32fc-4f14-9ecf-14954e08deac'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:14.804743 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-911b1e02-026d-47c0-9a90-600758da377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.820945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b1e02-026d-47c0-9a90-600758da377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aac9175-9cc6-46a7-aebb-a6069e81f50d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:14.828465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-28ddfe0e-aa72-47ae-8e99-671ca81b5dd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c022527-32fc-4f14-9ecf-14954e08deac HTTP/1.1" status: 200 len: 217 time: 0.2026865 May 28 05:33:14.832079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-911b1e02-026d-47c0-9a90-600758da377e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.835278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-911b1e02-026d-47c0-9a90-600758da377e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7aac9175-9cc6-46a7-aebb-a6069e81f50d HTTP/1.1" status: 204 len: 168 time: 0.1822197 May 28 05:33:14.875461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-c0f4e9a4-2757-4b43-b2c5-2fcc9179687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:14.876166 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-c0f4e9a4-2757-4b43-b2c5-2fcc9179687b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2882543 May 28 05:33:14.942737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ccdadc45-87da-4211-8fe2-58745e5b3b37 req-98ea850f-99d0-472e-a179-1d660b38f5be tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:14.964724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851117a-647a-42ee-8942-a9464892db9f req-55f35118-b1c2-4ec9-bc7f-91d44e5ae525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:14.966227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-55f35118-b1c2-4ec9-bc7f-91d44e5ae525 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.1305466 May 28 05:33:14.977157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea850f-99d0-472e-a179-1d660b38f5be tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757a992d-73d3-47da-9723-83fc223d8f74,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:15.035041 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ccdadc45-87da-4211-8fe2-58745e5b3b37 req-98ea850f-99d0-472e-a179-1d660b38f5be tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:15.036198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ccdadc45-87da-4211-8fe2-58745e5b3b37 req-98ea850f-99d0-472e-a179-1d660b38f5be tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "DELETE /v2.0/security-groups/757a992d-73d3-47da-9723-83fc223d8f74 HTTP/1.1" status: 204 len: 173 time: 0.9548013 May 28 05:33:15.039071 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-353bb105-15f3-4561-a7df-e7b276fe1ab6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633988 May 28 05:33:15.180169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-4e0f7515-8976-412d-9932-e3e33dadec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:15.181996 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-4e0f7515-8976-412d-9932-e3e33dadec97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2935996 May 28 05:33:15.196002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42060) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:15.200965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-4f87234b-1320-419d-9e9b-15162ef44f7f tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:33:15.201939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-4f87234b-1320-419d-9e9b-15162ef44f7f tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156517 May 28 05:33:15.213615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9add2c3e-e2cc-4152-8d22-fb64901b7c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:15.228337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9add2c3e-e2cc-4152-8d22-fb64901b7c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:15.232171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9add2c3e-e2cc-4152-8d22-fb64901b7c82 admin admin] Usage tracker for resource:security_group_rule and tenant:2da9cf46e872426a935a6bf906355151 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:15.234944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9add2c3e-e2cc-4152-8d22-fb64901b7c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:15.241091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9add2c3e-e2cc-4152-8d22-fb64901b7c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:15.284028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Request body: {'binding': {'host': 'n-h1-843679-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:15.284476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Unknown quota resources ['binding']. {{(pid=88416) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 05:33:15.324105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9add2c3e-e2cc-4152-8d22-fb64901b7c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:15.328400 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9add2c3e-e2cc-4152-8d22-fb64901b7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:15.377832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add2c3e-e2cc-4152-8d22-fb64901b7c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f8e2d-a67d-4265-b597-09f695b733e5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:15.384682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9add2c3e-e2cc-4152-8d22-fb64901b7c82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2da9cf46e872426a935a6bf906355151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851130 May 28 05:33:15.384861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42066) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:15.441756 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47f1fa0c-c73c-4d85-a217-7ff52004f663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:15.448495 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-c42161e0-b269-4de4-8343-ed542c737550 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986251 May 28 05:33:15.468257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47f1fa0c-c73c-4d85-a217-7ff52004f663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:15.522218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47f1fa0c-c73c-4d85-a217-7ff52004f663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:15.536275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1fa0c-c73c-4d85-a217-7ff52004f663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f8e2d-a67d-4265-b597-09f695b733e5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:15.542755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47f1fa0c-c73c-4d85-a217-7ff52004f663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:15.543890 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-47f1fa0c-c73c-4d85-a217-7ff52004f663 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f7f8e2d-a67d-4265-b597-09f695b733e5 HTTP/1.1" status: 204 len: 168 time: 0.1581576 May 28 05:33:15.702426 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-871b123b-19ff-4343-84fe-f3daee8411c0 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955254 May 28 05:33:15.782100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095710b8-e62b-4a6b-be14-675be7020383 req-e80f3898-b90f-4dd4-b52e-18998c3eebae tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:15.782758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-095710b8-e62b-4a6b-be14-675be7020383 req-e80f3898-b90f-4dd4-b52e-18998c3eebae tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Synchronizing usage tracker for tenant:49442b774df3497990ed0cd02127b5c2 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:15.844264 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-2db80ba0-fe2b-4d81-ae48-95af62d07479 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4716005 May 28 05:33:15.962344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3851117a-647a-42ee-8942-a9464892db9f req-55177e50-ea8f-4a09-ab81-10af5ff4efe8 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058537 May 28 05:33:15.973506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-095710b8-e62b-4a6b-be14-675be7020383 req-e80f3898-b90f-4dd4-b52e-18998c3eebae tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Unset dirty status for tenant:49442b774df3497990ed0cd02127b5c2 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:15.974620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-095710b8-e62b-4a6b-be14-675be7020383 req-e80f3898-b90f-4dd4-b52e-18998c3eebae tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 947 time: 0.7688417 May 28 05:33:16.031684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on host n-h1-843679-5 for vnic_type normal with profile None {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:16.032024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:16.032432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:16.060782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:33:16.061161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:16.077639 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ccc4f19c-3c3e-4fc7-9efe-04a5c13b2686 req-b58e52a2-268f-46da-ae41-f7e617ff65e8 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621860 May 28 05:33:16.086128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:16.086471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:16.086860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:16.087330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Bound port: 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:16.096887 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-095710b8-e62b-4a6b-be14-675be7020383 req-ee98a3ee-83cf-4f2e-87a4-a0f99d4063d8 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970619 May 28 05:33:16.121679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-4f896254-aded-4238-8ffc-7a9bf63bcd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:16.123169 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-4f896254-aded-4238-8ffc-7a9bf63bcd8c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 1100 time: 0.2212012 May 28 05:33:16.137099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:16.145581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:16.147966 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-cb0340b6-7a72-4039-be44-3bfadfbfca2d service neutron] 10.222.0.39 "POST /v2.0/ports/0ecd681e-b7c0-4ef2-b638-0c6d90866aa1/bindings HTTP/1.1" status: 201 len: 389 time: 0.9182117 May 28 05:33:16.429633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device aac66d2f-709d-46ea-8d22-5dcdbd48b5fa details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:16.484808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-d9341931-55b4-4848-9cdd-91a4e500664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:16.486679 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-d9341931-55b4-4848-9cdd-91a4e500664b service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3377731 May 28 05:33:16.529441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd40fa-76b7-4a2c-84fe-4e2dce9f9cf6 req-7e350511-2dcf-47ef-8802-0dc0dd98c0c3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:16.538434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45fd40fa-76b7-4a2c-84fe-4e2dce9f9cf6 req-7e350511-2dcf-47ef-8802-0dc0dd98c0c3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 943 time: 0.1890349 May 28 05:33:16.564614 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-bf1c55bf-4e8f-49ee-a9a9-7693914f59d0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=24d26111-1cf3-4a3b-a703-a07add3c5bbc HTTP/1.1" status: 200 len: 217 time: 0.0704474 May 28 05:33:16.573744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85433bd-f6b9-45f0-9403-ccb39d4608c0 req-49fa7300-325d-487a-92ef-00707c2fa78e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:16.580999 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f85433bd-f6b9-45f0-9403-ccb39d4608c0 req-49fa7300-325d-487a-92ef-00707c2fa78e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.3203585 May 28 05:33:16.602051 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45fd40fa-76b7-4a2c-84fe-4e2dce9f9cf6 req-572d36ef-a02a-47c4-8eca-a54854693711 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643539 May 28 05:33:16.623219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-22aa51c5-4777-45ec-8cbb-31b230e2053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:16.625265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-22aa51c5-4777-45ec-8cbb-31b230e2053d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1097 time: 0.1714571 May 28 05:33:16.656781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:16.671855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'aac66d2f-709d-46ea-8d22-5dcdbd48b5fa', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'aac66d2f-709d-46ea-8d22-5dcdbd48b5fa', 'mac_address': 'fa:16:3e:ad:ab:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:33:16.678963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f85433bd-f6b9-45f0-9403-ccb39d4608c0 req-3a562e1b-0210-4284-9732-c83b49ba8f0d tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973372 May 28 05:33:16.703875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-27d344bd-d85d-49e4-a997-cd9ec6b32246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:16.707202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-27d344bd-d85d-49e4-a997-cd9ec6b32246 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1230733 May 28 05:33:16.768297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:16.768834 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:16.802216 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37ada37-a2fe-4cf0-bc2d-c5de9392c40f'] response: {'name': 'network-changed', 'server_uuid': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'tag': '5c022527-32fc-4f14-9ecf-14954e08deac', 'status': 'completed', 'code': 200} May 28 05:33:16.807568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac66d2f-709d-46ea-8d22-5dcdbd48b5fa {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:16.829402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:16.839069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-1cbb0911-08f8-468f-8c19-fa5c24825262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:16.842834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-1cbb0911-08f8-468f-8c19-fa5c24825262 service neutron] 10.222.0.33 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.2089357 May 28 05:33:16.844386 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:16.918734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-b2f74811-779a-4f5a-8acf-fe70efdad48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:16.920172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:16.920305 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-b2f74811-779a-4f5a-8acf-fe70efdad48e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2055385 May 28 05:33:16.924596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9640-d6ad-4b4a-87ed-17323c73a9b0 req-515e8ecf-a05a-4815-8c31-8f12e4516c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:16.925993 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da4a9640-d6ad-4b4a-87ed-17323c73a9b0 req-515e8ecf-a05a-4815-8c31-8f12e4516c89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1094 time: 0.1231253 May 28 05:33:17.005003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-d1686e25-3fb8-458b-8aee-f0ae60a63ae6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 HTTP/1.1" status: 200 len: 217 time: 0.1497073 May 28 05:33:17.088211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['aac66d2f-709d-46ea-8d22-5dcdbd48b5fa'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:17.135223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-24ee3766-b1ad-4af1-9beb-3d2db5edfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:17.136838 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-24ee3766-b1ad-4af1-9beb-3d2db5edfaa3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.1199343 May 28 05:33:17.256720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba76a86-46b4-4940-b1b2-429e0cb81b1d req-116f519f-49b7-42f0-910d-b66605a9bf5e tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:17.264354 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fba76a86-46b4-4940-b1b2-429e0cb81b1d req-116f519f-49b7-42f0-910d-b66605a9bf5e tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.3066833 May 28 05:33:17.267650 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-72708883-3972-4cf9-a4ab-34f413cca326 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116443 May 28 05:33:17.273660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-0ceb1972-864b-46df-9dfb-eb5762fdb61c service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460171 May 28 05:33:17.380245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a57f2593-38cd-4a81-adca-4a50aac8f4aa req-d59fd5d1-3d7a-465a-ab01-cc1601193eea tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/8c6c6348-6ee6-40fa-b19d-775101fce34c HTTP/1.1" status: 200 len: 1802 time: 0.3047528 May 28 05:33:17.396360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9640-d6ad-4b4a-87ed-17323c73a9b0 req-2b94d63b-be91-4525-bbdf-bcfd796151fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:17.397929 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da4a9640-d6ad-4b4a-87ed-17323c73a9b0 req-2b94d63b-be91-4525-bbdf-bcfd796151fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.4501228 May 28 05:33:17.398807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fba76a86-46b4-4940-b1b2-429e0cb81b1d req-2d24a69b-c8ee-4f31-baac-10336a27701d tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336243 May 28 05:33:17.454480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-8360387a-1891-4f18-a79c-af0a851ead2c service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721880 May 28 05:33:17.483106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da4a9640-d6ad-4b4a-87ed-17323c73a9b0 req-5eb09f99-21ba-496d-9c46-025038768300 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c022527-32fc-4f14-9ecf-14954e08deac HTTP/1.1" status: 200 len: 217 time: 0.0776191 May 28 05:33:17.610257 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4c8a96b-f16f-4c9c-8533-1851b04fb85d req-06e984da-d428-4580-a5ae-52e4e95af19c service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247695 May 28 05:33:17.632864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9640-d6ad-4b4a-87ed-17323c73a9b0 req-23aa364f-0b61-4049-a140-7dad5df64e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:17.634222 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da4a9640-d6ad-4b4a-87ed-17323c73a9b0 req-23aa364f-0b61-4049-a140-7dad5df64e18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.1346726 May 28 05:33:17.650753 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-537c16c9-83d5-4959-a809-4fe886ffd285 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884503 May 28 05:33:17.662955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52678a-8eb8-4b48-9659-d4e362b3355b req-073af478-ddc6-4801-9ec7-9f4d8f2a0062 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:17.664379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac52678a-8eb8-4b48-9659-d4e362b3355b req-073af478-ddc6-4801-9ec7-9f4d8f2a0062 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 948 time: 0.1304820 May 28 05:33:17.686965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da4a9640-d6ad-4b4a-87ed-17323c73a9b0 req-f1e381b7-8f3c-4996-bc20-2fa460ae5575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456033 May 28 05:33:17.700312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33941e27-5f26-4b9e-a13b-9588f7a4f222 req-8d17e0c0-7a52-4325-b411-d4fb3c4cbe5c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:17.701290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33941e27-5f26-4b9e-a13b-9588f7a4f222 req-8d17e0c0-7a52-4325-b411-d4fb3c4cbe5c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 946 time: 0.2003660 May 28 05:33:17.710155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac52678a-8eb8-4b48-9659-d4e362b3355b req-b23a7ed0-bf6a-4efb-b050-8dcfd37a23b0 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 May 28 05:33:17.828650 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33941e27-5f26-4b9e-a13b-9588f7a4f222 req-f7201bd6-9582-44e2-9b70-1cd9332429c6 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089892 May 28 05:33:17.871197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da4a9640-d6ad-4b4a-87ed-17323c73a9b0 req-16c6c132-f3c0-45a0-95e0-137d2b80a855 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689284 May 28 05:33:17.979209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-5ff8f4da-ebf6-41df-9b00-1daad60cb99f tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1635562888&fields=id&tenant_id=70625b102fbc4eca9615156bbf5cba6b HTTP/1.1" status: 200 len: 267 time: 0.1731551 May 28 05:33:18.010480 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da4a9640-d6ad-4b4a-87ed-17323c73a9b0 req-a1373236-5b43-4350-9a7d-c8e6e92546c8 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324539 May 28 05:33:18.042572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1769157899', 'description': 'tempest-description-1758419482'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:18.048555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:18.052385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:18.055193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:18.060858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:18.071393 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.080787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-6ce1d430-71cf-4c13-b42f-62f65b4e7c86 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:18.082238 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-6ce1d430-71cf-4c13-b42f-62f65b4e7c86 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1097 time: 0.2581925 May 28 05:33:18.091375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:18.096346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:18.100083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:18.104543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843679-5'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:18.106593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:18.186079 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.190315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.239534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca659d4-4667-482b-9f82-528b68122bda,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:18.247436 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.258739 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b846960e-bebb-434b-840d-f8930a6eaa3d req-4f6e42a7-7c3b-4dc4-8afb-c59de7f3c165 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2200832 May 28 05:33:18.261857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.283279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-d06ee76a-9c11-4343-a280-d8080da1497f tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:18.284526 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-d06ee76a-9c11-4343-a280-d8080da1497f tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/networks?id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1 HTTP/1.1" status: 200 len: 823 time: 0.2953246 May 28 05:33:18.338486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-4d34dd3c-747d-4910-8ffa-d52925652b91 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/quotas/70625b102fbc4eca9615156bbf5cba6b HTTP/1.1" status: 200 len: 375 time: 0.0478432 May 28 05:33:18.423290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecf7a3-3dbb-4e59-90ef-c5690eb48a43 req-276750f0-6d71-474d-9064-374212b06478 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:18.424013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d9ecf7a3-3dbb-4e59-90ef-c5690eb48a43 req-276750f0-6d71-474d-9064-374212b06478 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Synchronizing usage tracker for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:18.434197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 5c022527-32fc-4f14-9ecf-14954e08deac details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:18.439363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device aac66d2f-709d-46ea-8d22-5dcdbd48b5fa up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:18.445456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d9ecf7a3-3dbb-4e59-90ef-c5690eb48a43 req-276750f0-6d71-474d-9064-374212b06478 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Unset dirty status for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:18.447000 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d9ecf7a3-3dbb-4e59-90ef-c5690eb48a43 req-276750f0-6d71-474d-9064-374212b06478 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 943 time: 0.1043234 May 28 05:33:18.550649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:18.568707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-4c5b5d8f-67da-45a1-833b-f721406f4433 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=70625b102fbc4eca9615156bbf5cba6b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1880467 May 28 05:33:18.639406 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d9ecf7a3-3dbb-4e59-90ef-c5690eb48a43 req-dc1bb9b0-b65b-4e23-a973-30c4ee97b94f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851861 May 28 05:33:18.661077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:18.672826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:18.682680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658f842-9b57-46fc-980e-94ff727202db req-172dccef-196b-4a62-a7e4-40711c89d1b4 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:18.684447 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2658f842-9b57-46fc-980e-94ff727202db req-172dccef-196b-4a62-a7e4-40711c89d1b4 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2778884-2320-40e0-8c5f-9827791506a4 HTTP/1.1" status: 200 len: 945 time: 0.0938401 May 28 05:33:18.691872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:18.692303 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.747829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:18.759333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:18.767407 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.773990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '5c022527-32fc-4f14-9ecf-14954e08deac', 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54', 'port_id': '5c022527-32fc-4f14-9ecf-14954e08deac', 'mac_address': 'fa:16:3e:f6:0e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:33:18.786174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Deleting port e5c82998-441a-4c13-8f32-837bee53c383 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:33:18.786617 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.792983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-1096a44d-797e-45b6-a02c-a2baf8415b95 service neutron] 10.222.0.39 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090900 May 28 05:33:18.816856 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.893337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 5c022527-32fc-4f14-9ecf-14954e08deac is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:18.893815 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.935172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c022527-32fc-4f14-9ecf-14954e08deac {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:18.952246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:18.953288 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:18.970798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:18.980078 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.021761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c16b28-2858-4705-984e-cafa52e02ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac66d2f-709d-46ea-8d22-5dcdbd48b5fa'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:19.052090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:19.059176 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.073044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=5c022527-32fc-4f14-9ecf-14954e08deac,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:19.076203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Pushing event updated for resources: {'Port': ['ID=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:19.079728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47754f-02a9-4fd7-af50-e66f24bd8e3d req-12644702-54f4-4323-951c-73b78befb9c2 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:19.081211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d47754f-02a9-4fd7-af50-e66f24bd8e3d req-12644702-54f4-4323-951c-73b78befb9c2 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.2314541 May 28 05:33:19.091572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on host n-h2-843679-5 for vnic_type normal with profile {"migrating_to": "n-h1-843679-5"} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:19.091899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:19.092222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:19.103008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:33:19.103352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Attempting to bind port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:19.113696 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-07cb86cd-5d3d-4844-b0cf-f6b3fd243754 service neutron] 10.222.0.39 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196735 May 28 05:33:19.121355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:19.121692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:19.122074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:19.122927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Bound port: 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:19.122927 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.156931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:19.191566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d47754f-02a9-4fd7-af50-e66f24bd8e3d req-92a3d0af-2372-4fd9-99ea-7754f2643955 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031990 May 28 05:33:19.193442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] For port e5c82998-441a-4c13-8f32-837bee53c383, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=e5c82998-441a-4c13-8f32-837bee53c383,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:19.193800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.257114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['5c022527-32fc-4f14-9ecf-14954e08deac'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:19.293017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:19.301202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:19.308932 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.434652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Pushing event updated for resources: {'Port': ['ID=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,revision_number=8']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:19.572157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e256d20-5e44-4274-a343-23135c008c79 req-b57625e2-f11b-4839-b16d-b9959454e3c3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/7ca659d4-4667-482b-9f82-528b68122bda HTTP/1.1" status: 200 len: 1805 time: 0.2486033 May 28 05:33:19.583738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ca659d4-4667-482b-9f82-528b68122bda', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:19.584130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ca659d4-4667-482b-9f82-528b68122bda', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:19.594271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:19.670360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:19.680366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:19.683983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:19.684611 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.685953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-5646e562-0341-4d3d-9be0-d80b6efe5b7b service neutron] 10.222.0.33 "PUT /v2.0/ports/0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 HTTP/1.1" status: 200 len: 1122 time: 1.5876396 May 28 05:33:19.697139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:19.722717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcf2a4-d474-4b21-b4a4-a7645735a032 req-e9f941f5-8890-4c52-ac6f-b2e2cc58fa71 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:19.728304 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.728737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.729184 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Floating IP 8b4a345f-a020-4fe0-ba6f-2b582ca8ea23 disassociated. External IP: 172.25.4.29, port: e5c82998-441a-4c13-8f32-837bee53c383. May 28 05:33:19.729580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Calling delete_port for e5c82998-441a-4c13-8f32-837bee53c383 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:33:19.729727 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fbcf2a4-d474-4b21-b4a4-a7645735a032 req-e9f941f5-8890-4c52-ac6f-b2e2cc58fa71 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.3400016 May 28 05:33:19.761291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['0ecd681e-b7c0-4ef2-b638-0c6d90866aa1'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:19.786728 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fbcf2a4-d474-4b21-b4a4-a7645735a032 req-7d0f0608-254f-48e2-9582-94022a2cd2cb tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555670 May 28 05:33:19.857107 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.930054 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.947892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:19.991100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711d0d49-a593-47f4-be0a-7cf7bd89cc07,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:19.998701 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:20.005363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a25bae-7660-4998-bcfb-27aeef394d74 req-5df3d627-5851-4901-9a0f-ed32dbbe1d35 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:20.006718 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58a25bae-7660-4998-bcfb-27aeef394d74 req-5df3d627-5851-4901-9a0f-ed32dbbe1d35 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 949 time: 0.0943816 May 28 05:33:20.045123 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:20.046344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e256d20-5e44-4274-a343-23135c008c79 req-4c21fea9-9e84-4b29-98d6-a97ec9655efa tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4702396 May 28 05:33:20.049904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event deleted for resources: {'Port': ['ID=e5c82998-441a-4c13-8f32-837bee53c383,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:20.079938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58a25bae-7660-4998-bcfb-27aeef394d74 req-1762b85d-75f2-4314-a69a-1c31815a4cf6 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670156 May 28 05:33:20.122756 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e5dd42-d220-4b9f-b172-faa2812a5602'] response: {'server_uuid': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1', 'code': 200} May 28 05:33:20.171960 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c8acd1-315f-406e-b1d1-954f7c382c95'] response: {'server_uuid': '48c16b28-2858-4705-984e-cafa52e02ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac66d2f-709d-46ea-8d22-5dcdbd48b5fa', 'code': 200} May 28 05:33:20.330825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31aaa5f-979d-4663-822b-0676167274c6 req-a2ce8936-658a-4bd0-8f19-b0e870467ff7 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:20.332208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b31aaa5f-979d-4663-822b-0676167274c6 req-a2ce8936-658a-4bd0-8f19-b0e870467ff7 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 944 time: 0.0954521 May 28 05:33:20.374713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Router 02125038-bfda-49c9-a4b7-3642621e2e40 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:33:20.376138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eebdae94-1082-48dd-8682-bb70816367db req-e777793a-563f-4644-aeea-df8f70c7b345 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Synchronizing usage tracker for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:20.381122 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b31aaa5f-979d-4663-822b-0676167274c6 req-694f1994-c897-4583-882c-53e357744243 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 May 28 05:33:20.446467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 5c022527-32fc-4f14-9ecf-14954e08deac up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:20.469003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eebdae94-1082-48dd-8682-bb70816367db req-e777793a-563f-4644-aeea-df8f70c7b345 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Unset dirty status for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:20.470198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eebdae94-1082-48dd-8682-bb70816367db req-e777793a-563f-4644-aeea-df8f70c7b345 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 210 time: 0.1539750 May 28 05:33:20.563791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 5c022527-32fc-4f14-9ecf-14954e08deac completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:20.570362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 5c022527-32fc-4f14-9ecf-14954e08deac triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:20.571027 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:20.609476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40157cc-53c9-4f61-907a-0db30615b201 req-bc439a9a-83de-46e9-bb35-efd85b234cd3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:20.615759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d338f-e0a9-402a-a1fe-ae6fb4be10c1 req-7cd4e8fa-8679-4195-8195-278f0d7dae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:20.616080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c40157cc-53c9-4f61-907a-0db30615b201 req-bc439a9a-83de-46e9-bb35-efd85b234cd3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 944 time: 0.1287327 May 28 05:33:20.617212 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b0d338f-e0a9-402a-a1fe-ae6fb4be10c1 req-7cd4e8fa-8679-4195-8195-278f0d7dae99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 1100 time: 0.3435113 May 28 05:33:20.665141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c40157cc-53c9-4f61-907a-0db30615b201 req-c76347a6-7411-43cf-8515-3838b06a254a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471170 May 28 05:33:20.699983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 5c022527-32fc-4f14-9ecf-14954e08deac is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:20.700392 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:20.735828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:20.740720 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:20.753203 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b087d768-afc8-4908-844e-2281dc3f096e req-6dc592b6-e3c6-4414-b3ee-6ef2eb4d6533 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/7ca659d4-4667-482b-9f82-528b68122bda HTTP/1.1" status: 200 len: 2398 time: 0.1682150 May 28 05:33:20.758483 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b0d338f-e0a9-402a-a1fe-ae6fb4be10c1 req-f070d087-e061-4a51-ae77-b7efdc24dfe0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301479 May 28 05:33:20.767693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ca659d4-4667-482b-9f82-528b68122bda', 'remote_group_id': None}]} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:20.768011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ca659d4-4667-482b-9f82-528b68122bda', 'remote_group_id': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:20.778761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:20.786086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Usage tracker for resource:security_group_rule and tenant:137c6f3bd7a744dea47bafea10ee7419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:20.790322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:20.793538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:33:20.806859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] Sync routers for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:33:20.825093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:20.828249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:33:20.829124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:20.889924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] No DVR routers for this DVR port e5c82998-441a-4c13-8f32-837bee53c383 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:33:20.890742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1354e3-d15a-40d3-b4a3-1097c05ebe6f req-da314e37-ab9a-41fd-a662-3d65f69443af tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:20.898883 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:20.900893 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2658f842-9b57-46fc-980e-94ff727202db req-7ccf0d07-ac69-4fca-91c2-6d719859fc83 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.41 "DELETE /v2.0/ports/e5c82998-441a-4c13-8f32-837bee53c383 HTTP/1.1" status: 204 len: 173 time: 2.2062392 May 28 05:33:20.901338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2778884-2320-40e0-8c5f-9827791506a4', 'name': 'network-vif-deleted', 'tag': 'e5c82998-441a-4c13-8f32-837bee53c383'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:20.904097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f1354e3-d15a-40d3-b4a3-1097c05ebe6f req-da314e37-ab9a-41fd-a662-3d65f69443af tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1162691 May 28 05:33:20.922641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=5c022527-32fc-4f14-9ecf-14954e08deac,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:20.950395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:20.958266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f1354e3-d15a-40d3-b4a3-1097c05ebe6f req-754958af-fd18-4a80-bf63-6a34af091ff3 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528116 May 28 05:33:20.994578 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:21.010512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:21.108877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a31096-3b4d-4a77-964d-9c2274748d10,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:21.112423 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:21.128261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:33:21.133237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b087d768-afc8-4908-844e-2281dc3f096e req-c3605f55-3888-4d43-b04d-3b23d2445612 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3720264 May 28 05:33:21.210359 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2eedc6-7945-487e-b730-0ef9f58168b5'] response: {'server_uuid': 'c2778884-2320-40e0-8c5f-9827791506a4', 'name': 'network-vif-deleted', 'tag': 'e5c82998-441a-4c13-8f32-837bee53c383', 'status': 'completed', 'code': 200} May 28 05:33:21.296548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-32c8205a-5316-4db5-9280-5b59466f97fb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:21.298923 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-32c8205a-5316-4db5-9280-5b59466f97fb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.33 "GET /v2.0/networks?id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1 HTTP/1.1" status: 200 len: 823 time: 0.3342419 May 28 05:33:21.321897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:21.327399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfec1c-d4fe-417c-82d7-eac465bfd446 req-8afb30c5-5c68-46e7-9330-ee426c0af9b4 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:21.329020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ecfec1c-d4fe-417c-82d7-eac465bfd446 req-8afb30c5-5c68-46e7-9330-ee426c0af9b4 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.1820576 May 28 05:33:21.411172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-2b92c1cd-fd9a-4a70-9c7e-fe2c41bac7ad tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70625b102fbc4eca9615156bbf5cba6b HTTP/1.1" status: 200 len: 380 time: 0.0811179 May 28 05:33:21.415781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ecfec1c-d4fe-417c-82d7-eac465bfd446 req-ce75e335-6d88-4f59-b496-9e0735a40fc1 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486114 May 28 05:33:21.420619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Request body: {'port': {'device_id': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'admin_state_up': True, 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'security_groups': ['f2f0783e-3c02-42be-8435-74ac4678d34a']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:21.502452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc39fff-885d-43b6-8662-ec20e0aea1a7 req-d55e27ef-065c-4412-a102-11abf86eda6b tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:21.504760 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8fc39fff-885d-43b6-8662-ec20e0aea1a7 req-d55e27ef-065c-4412-a102-11abf86eda6b tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 949 time: 0.1027126 May 28 05:33:21.559199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb7ff148-423b-49e5-9773-a6136d7d6dfc req-a3a09d70-915f-4d1d-8942-2855cdf0fff3 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/7ca659d4-4667-482b-9f82-528b68122bda HTTP/1.1" status: 200 len: 2996 time: 0.1156383 May 28 05:33:21.586702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8fc39fff-885d-43b6-8662-ec20e0aea1a7 req-22fbfaaa-577a-4d9f-93ca-36aaccfedd9d tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742178 May 28 05:33:21.638469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:21.665328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 has no active binding in host n-h1-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:33:21.676747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:21.693343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:21.702979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:21.712628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] Checking router: 02125038-bfda-49c9-a4b7-3642621e2e40 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:33:21.716018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Made reservation on behalf of 70625b102fbc4eca9615156bbf5cba6b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:21.719582 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:21.728274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:33:21.729033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:21.779691 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3513a95c-f5e7-4145-853e-25ecff2f860d req-2136ffdb-14df-478c-b722-b8a58e5dcd1e tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 210 time: 0.0583451 May 28 05:33:21.852387 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a5c5313-87f6-488e-ada6-fe376143eb5e req-7a033ca7-9619-4591-aba5-c12b65128965 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-group-rules/e5a31096-3b4d-4a77-964d-9c2274748d10 HTTP/1.1" status: 200 len: 783 time: 0.0197082 May 28 05:33:21.916028 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a5c5313-87f6-488e-ada6-fe376143eb5e req-f30798b7-855b-4a3d-875e-16f58fc62b35 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/7ca659d4-4667-482b-9f82-528b68122bda HTTP/1.1" status: 200 len: 2996 time: 0.0562534 May 28 05:33:21.916705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0a4eb-57b7-42a9-9d84-d276b6b18560 req-1901e17f-827c-4b89-9a83-6408fb7e2ce8 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:21.918208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2e0a4eb-57b7-42a9-9d84-d276b6b18560 req-1901e17f-827c-4b89-9a83-6408fb7e2ce8 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 944 time: 0.1882386 May 28 05:33:21.953784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6a5c5313-87f6-488e-ada6-fe376143eb5e req-df083568-bb8d-4951-bea7-40889fba0d7c tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:21.966073 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6a5c5313-87f6-488e-ada6-fe376143eb5e req-df083568-bb8d-4951-bea7-40889fba0d7c tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:21.966362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:33:22.010749 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6a5c5313-87f6-488e-ada6-fe376143eb5e req-df083568-bb8d-4951-bea7-40889fba0d7c tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:22.029501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df083568-bb8d-4951-bea7-40889fba0d7c tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5a31096-3b4d-4a77-964d-9c2274748d10,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:22.032934 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6a5c5313-87f6-488e-ada6-fe376143eb5e req-df083568-bb8d-4951-bea7-40889fba0d7c tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:22.034035 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a5c5313-87f6-488e-ada6-fe376143eb5e req-df083568-bb8d-4951-bea7-40889fba0d7c tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e5a31096-3b4d-4a77-964d-9c2274748d10 HTTP/1.1" status: 204 len: 173 time: 0.1096251 May 28 05:33:22.079352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2e0a4eb-57b7-42a9-9d84-d276b6b18560 req-9a1ada04-8080-445d-83ad-81b5c9391fb1 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521375 May 28 05:33:22.107761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Allocated IP 172.20.0.5 (b1a9b245-5074-4ded-82bb-cbdaaebacdd1/5405371e-740e-42e9-840d-a75d4a087527/a94dc86e-3374-48b5-bbeb-8968b89ac06d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:22.126137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'tag': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:22.185444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c022527-32fc-4f14-9ecf-14954e08deac'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:22.409762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:22.415105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e2ec91-7500-4982-a179-02970db2d293 None None] The sync data for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 is: [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:33:22.426873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d89f-7327-4d11-82df-a3d4d407d9a6 req-abe3ed7b-1308-4cb7-b9a6-d36ae8951b47 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:22.428339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d764d89f-7327-4d11-82df-a3d4d407d9a6 req-abe3ed7b-1308-4cb7-b9a6-d36ae8951b47 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 945 time: 0.2043545 May 28 05:33:22.435386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f85b1-7272-4b4c-a5c7-778fe10df38f req-8c88731c-5c82-41cf-a5ad-7e9185ae71d4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:22.436916 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-513f85b1-7272-4b4c-a5c7-778fe10df38f req-8c88731c-5c82-41cf-a5ad-7e9185ae71d4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1141274 May 28 05:33:22.460755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device e5c82998-441a-4c13-8f32-837bee53c383 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:33:22.473100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:22.505574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d764d89f-7327-4d11-82df-a3d4d407d9a6 req-6e152025-0f73-4a8e-a104-4fb516607601 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632701 May 28 05:33:22.506886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Transition to ACTIVE for port object a94dc86e-3374-48b5-bbeb-8968b89ac06d will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:22.522640 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-513f85b1-7272-4b4c-a5c7-778fe10df38f req-62bb8d7d-65f2-46ea-ab11-908eb22560cd tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800800 May 28 05:33:22.528860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: e5c82998-441a-4c13-8f32-837bee53c383 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:33:22.529543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device e5c82998-441a-4c13-8f32-837bee53c383 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:33:22.576532 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:22.583083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42214) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:22.631572 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1fe26e-95eb-4124-8cad-20b3e6faf58f'] response: {'name': 'network-changed', 'server_uuid': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'tag': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1', 'status': 'completed', 'code': 200} May 28 05:33:22.681874 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a3448d-0b82-43cc-819c-6c6983d75e63'] response: {'server_uuid': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c022527-32fc-4f14-9ecf-14954e08deac', 'code': 200} May 28 05:33:22.712133 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7f6886-7500-49eb-ae17-7495f9cc269a req-1e95fa3b-1772-4146-986a-724fc2fa71ed tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/7ca659d4-4667-482b-9f82-528b68122bda HTTP/1.1" status: 200 len: 2398 time: 0.1583211 May 28 05:33:22.714153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce538db-a4ae-46c2-a244-e0541ec2be55 req-7fb18814-5b1b-4820-961c-b46d725a8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:22.716289 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ce538db-a4ae-46c2-a244-e0541ec2be55 req-7fb18814-5b1b-4820-961c-b46d725a8f17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1125 time: 0.0856733 May 28 05:33:22.744310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:22.749704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:22.754190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:33:22.842066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0f653d-1852-4269-9e3d-fa40f611a972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:22.845740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:22.846692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:22.868741 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b689d2f-4196-4b68-84ff-d6f17c6d212e None None] New status for floating IP 8b4a345f-a020-4fe0-ba6f-2b582ca8ea23: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:33:22.912988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event updated for resources: {'Port': ['ID=a94dc86e-3374-48b5-bbeb-8968b89ac06d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:22.924650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-df0f653d-1852-4269-9e3d-fa40f611a972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:22.934872 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-80b6c085-0679-4562-898a-adbaa4a767bb tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5179729 May 28 05:33:22.965762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Request body: {'port': {'device_id': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:22.989342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-df0f653d-1852-4269-9e3d-fa40f611a972 admin admin] Usage tracker for resource:security_group_rule and tenant:7153626c6ebb44ef8905b83623aa4978 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:23.002897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7f6886-7500-49eb-ae17-7495f9cc269a req-2c69c040-1029-40dc-8b29-62d15eddef20 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.008829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-df0f653d-1852-4269-9e3d-fa40f611a972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:23.039201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-df0f653d-1852-4269-9e3d-fa40f611a972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:23.095388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2be7ac84-99a1-4c1d-ab14-cc97aa19f7c1 None None] Provisioning for port a94dc86e-3374-48b5-bbeb-8968b89ac06d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:23.105314 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2be7ac84-99a1-4c1d-ab14-cc97aa19f7c1 None None] Provisioning complete for port a94dc86e-3374-48b5-bbeb-8968b89ac06d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:23.106119 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2be7ac84-99a1-4c1d-ab14-cc97aa19f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.133537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e0c0d-b9b5-444d-92b3-f74612e92db2 req-09ff131f-288e-441b-928b-de66522a73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:23.134132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d3e0c0d-b9b5-444d-92b3-f74612e92db2 req-09ff131f-288e-441b-928b-de66522a73b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1096 time: 0.3532190 May 28 05:33:23.162556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9179c2-8698-45a5-8344-4caf27cb5c67 req-89b93e46-cd46-4363-b425-97eff02a988c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:23.171148 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a9179c2-8698-45a5-8344-4caf27cb5c67 req-89b93e46-cd46-4363-b425-97eff02a988c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 945 time: 0.2438445 May 28 05:33:23.201719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2be7ac84-99a1-4c1d-ab14-cc97aa19f7c1 None None] Port a94dc86e-3374-48b5-bbeb-8968b89ac06d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:33:23.205876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7f6886-7500-49eb-ae17-7495f9cc269a req-2c69c040-1029-40dc-8b29-62d15eddef20 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.213258 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.246977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce538db-a4ae-46c2-a244-e0541ec2be55 req-7d8e58df-d60d-4465-9e5d-abe4ede2d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:23.248577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ce538db-a4ae-46c2-a244-e0541ec2be55 req-7d8e58df-d60d-4465-9e5d-abe4ede2d130 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.5254169 May 28 05:33:23.356632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ce538db-a4ae-46c2-a244-e0541ec2be55 req-750015a2-1c05-4687-810a-5b7459ab79b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 HTTP/1.1" status: 200 len: 217 time: 0.0865364 May 28 05:33:23.361403 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d3e0c0d-b9b5-444d-92b3-f74612e92db2 req-6bcafaa4-574b-44e9-aa5a-8917526ea810 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853459 May 28 05:33:23.372076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a9179c2-8698-45a5-8344-4caf27cb5c67 req-4c0d8447-6834-4cd8-a688-36b5793dbb01 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999731 May 28 05:33:23.373388 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7f6886-7500-49eb-ae17-7495f9cc269a req-2c69c040-1029-40dc-8b29-62d15eddef20 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.396889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69c040-1029-40dc-8b29-62d15eddef20 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca659d4-4667-482b-9f82-528b68122bda,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:23.426072 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0f653d-1852-4269-9e3d-fa40f611a972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.426402 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7f6886-7500-49eb-ae17-7495f9cc269a req-2c69c040-1029-40dc-8b29-62d15eddef20 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.427518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7f6886-7500-49eb-ae17-7495f9cc269a req-2c69c040-1029-40dc-8b29-62d15eddef20 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "DELETE /v2.0/security-groups/7ca659d4-4667-482b-9f82-528b68122bda HTTP/1.1" status: 204 len: 173 time: 0.7145574 May 28 05:33:23.431906 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0f653d-1852-4269-9e3d-fa40f611a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.486109 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-df0f653d-1852-4269-9e3d-fa40f611a972 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7153626c6ebb44ef8905b83623aa4978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9012764 May 28 05:33:23.487715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f653d-1852-4269-9e3d-fa40f611a972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b78f87-73c7-41e6-8a3d-ab806d9f664f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:23.491576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42230) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:23.654806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db4948fc-d579-4e71-9238-f0011919b49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.685042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce538db-a4ae-46c2-a244-e0541ec2be55 req-e6953962-dd42-4d9e-b125-86ef0d607bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:23.686477 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ce538db-a4ae-46c2-a244-e0541ec2be55 req-e6953962-dd42-4d9e-b125-86ef0d607bcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.1131217 May 28 05:33:23.693650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6d072-afd8-43dc-b474-2bc8d8c67820 req-a7629531-c3a6-41e2-a158-3b72c71c9695 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:23.694360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-67e6d072-afd8-43dc-b474-2bc8d8c67820 req-a7629531-c3a6-41e2-a158-3b72c71c9695 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Synchronizing usage tracker for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:23.695783 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db4948fc-d579-4e71-9238-f0011919b49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.705155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94dc86e-3374-48b5-bbeb-8968b89ac06d {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:23.715653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.725656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-67e6d072-afd8-43dc-b474-2bc8d8c67820 req-a7629531-c3a6-41e2-a158-3b72c71c9695 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Unset dirty status for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:23.726779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67e6d072-afd8-43dc-b474-2bc8d8c67820 req-a7629531-c3a6-41e2-a158-3b72c71c9695 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 931 time: 0.1776981 May 28 05:33:23.732255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Transition to ACTIVE for port object a94dc86e-3374-48b5-bbeb-8968b89ac06d will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:23.750634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:23.764407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ce538db-a4ae-46c2-a244-e0541ec2be55 req-0e78c78e-0a93-49ef-9d54-b1eb1d91710f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621753 May 28 05:33:23.803775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c8559-9f35-4781-a52a-856c267bb8e1 req-3cba95c4-b146-424c-b03b-9b7627bc6a25 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:23.805215 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-142c8559-9f35-4781-a52a-856c267bb8e1 req-3cba95c4-b146-424c-b03b-9b7627bc6a25 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 949 time: 0.2736228 May 28 05:33:23.880086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67e6d072-afd8-43dc-b474-2bc8d8c67820 req-e083b760-2c61-4edb-b084-e584dcbd6e61 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467266 May 28 05:33:23.975121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Pushing event updated for resources: {'Port': ['ID=a94dc86e-3374-48b5-bbeb-8968b89ac06d,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:24.030606 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-142c8559-9f35-4781-a52a-856c267bb8e1 req-35bbb92f-8dd9-4c0a-ba92-89d858b212ba tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166607 May 28 05:33:24.037254 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db4948fc-d579-4e71-9238-f0011919b49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.065609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4948fc-d579-4e71-9238-f0011919b49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b78f87-73c7-41e6-8a3d-ab806d9f664f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:24.068134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Attempting to bind port a94dc86e-3374-48b5-bbeb-8968b89ac06d on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:24.068134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Attempting to bind port a94dc86e-3374-48b5-bbeb-8968b89ac06d by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:24.068724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Attempting to bind port a94dc86e-3374-48b5-bbeb-8968b89ac06d on network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:24.082467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Port a94dc86e-3374-48b5-bbeb-8968b89ac06d on network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:33:24.082878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Attempting to bind port a94dc86e-3374-48b5-bbeb-8968b89ac06d on network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:24.086811 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db4948fc-d579-4e71-9238-f0011919b49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.087494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-db4948fc-d579-4e71-9238-f0011919b49f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7b78f87-73c7-41e6-8a3d-ab806d9f664f HTTP/1.1" status: 204 len: 168 time: 0.5948644 May 28 05:33:24.099568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:24.100022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Checking segment: {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:24.100692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Bound using segment: {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:24.101344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Bound port: a94dc86e-3374-48b5-bbeb-8968b89ac06d, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:24.101775 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.116351 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ce538db-a4ae-46c2-a244-e0541ec2be55 req-b3143115-5da1-49dd-a1b0-7dfd04033472 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407350 May 28 05:33:24.229851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b67737-f8bc-4254-ad4f-81daa9f1568c req-ef90d71d-5626-420c-81de-79ebcd619509 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:24.231549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47b67737-f8bc-4254-ad4f-81daa9f1568c req-ef90d71d-5626-420c-81de-79ebcd619509 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 944 time: 0.2021160 May 28 05:33:24.238594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] For port a94dc86e-3374-48b5-bbeb-8968b89ac06d, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:24.243487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] For port a94dc86e-3374-48b5-bbeb-8968b89ac06d, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a94dc86e-3374-48b5-bbeb-8968b89ac06d,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:24.262012 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.343789 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ce538db-a4ae-46c2-a244-e0541ec2be55 req-0d469fad-eee3-441c-9f75-e119a8076420 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197719 May 28 05:33:24.348905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:24.349692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.351134 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] 10.222.0.33 "PUT /v2.0/ports/a94dc86e-3374-48b5-bbeb-8968b89ac06d HTTP/1.1" status: 200 len: 1091 time: 1.3919659 May 28 05:33:24.369936 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47b67737-f8bc-4254-ad4f-81daa9f1568c req-46cf5c66-9182-46a0-883f-6715935d4af6 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287100 May 28 05:33:24.397339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2683c-b805-48d2-9737-249d78a2c27f service neutron] Pushing event updated for resources: {'Port': ['ID=a94dc86e-3374-48b5-bbeb-8968b89ac06d,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:24.477657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42254) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:24.495254 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d35ad467-adde-4f1a-9e75-3ed70e5fbdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.502064 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-274aa0e6-4b46-4547-9968-2b8e3bd9a2fe req-3c7d562b-9e2f-477a-89fc-26884148ba93 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] show failed (client error): The resource could not be found. May 28 05:33:24.503436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-274aa0e6-4b46-4547-9968-2b8e3bd9a2fe req-3c7d562b-9e2f-477a-89fc-26884148ba93 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/757a992d-73d3-47da-9723-83fc223d8f74 HTTP/1.1" status: 404 len: 352 time: 0.0702353 May 28 05:33:24.533826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d35ad467-adde-4f1a-9e75-3ed70e5fbdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:24.539062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-f07fe541-092b-418f-a967-0c7b509bae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:24.540883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-f07fe541-092b-418f-a967-0c7b509bae04 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=70625b102fbc4eca9615156bbf5cba6b&device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 1094 time: 0.0950136 May 28 05:33:24.545822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d35ad467-adde-4f1a-9e75-3ed70e5fbdec admin admin] Usage tracker for resource:security_group_rule and tenant:cc84fb54acdd4052b6507ef71e49986e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:24.549185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d35ad467-adde-4f1a-9e75-3ed70e5fbdec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:24.555677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d35ad467-adde-4f1a-9e75-3ed70e5fbdec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:24.633425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'tag': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:24.648774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-da054aa2-cc01-4f55-8e3e-dadcc60a6021 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a94dc86e-3374-48b5-bbeb-8968b89ac06d HTTP/1.1" status: 200 len: 217 time: 0.0895612 May 28 05:33:24.660079 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d35ad467-adde-4f1a-9e75-3ed70e5fbdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.667268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d35ad467-adde-4f1a-9e75-3ed70e5fbdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.717732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ad467-adde-4f1a-9e75-3ed70e5fbdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c584504d-b802-4e9c-8c7d-0b76531b5341,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:24.744818 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d35ad467-adde-4f1a-9e75-3ed70e5fbdec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc84fb54acdd4052b6507ef71e49986e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660339 May 28 05:33:24.747726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42264) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:24.790938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-fb778b63-a7b5-47b4-ba55-37b7d67fc63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:24.792880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-fb778b63-a7b5-47b4-ba55-37b7d67fc63c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5405371e-740e-42e9-840d-a75d4a087527 HTTP/1.1" status: 200 len: 862 time: 0.1115179 May 28 05:33:24.853726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786548db-eb8e-45f6-b21c-9ff688692a95 req-75d5f6c6-ecca-4690-8f8f-880132cfc070 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:24.855183 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-786548db-eb8e-45f6-b21c-9ff688692a95 req-75d5f6c6-ecca-4690-8f8f-880132cfc070 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.2083459 May 28 05:33:24.863974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2cd71e38-de29-4729-84fc-ff68fa9a3d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.909044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2cd71e38-de29-4729-84fc-ff68fa9a3d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.911793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-786548db-eb8e-45f6-b21c-9ff688692a95 req-a58aaad0-7e20-46ae-87e9-4bfc8aadcd7a tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470099 May 28 05:33:24.921415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-1cfb900a-177e-48e1-bc94-f3d549645e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:24.922879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-1cfb900a-177e-48e1-bc94-f3d549645e35 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192491 May 28 05:33:24.971185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e141cba-4773-4542-a6d3-a009941e6911 req-97839b38-2d4b-47a2-b6ab-fafdfed52028 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:24.972843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e141cba-4773-4542-a6d3-a009941e6911 req-97839b38-2d4b-47a2-b6ab-fafdfed52028 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 945 time: 0.1629682 May 28 05:33:25.039660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e141cba-4773-4542-a6d3-a009941e6911 req-b6299a1b-9abd-42db-a7c9-8adb3a12d4e1 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607839 May 28 05:33:25.045251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2cd71e38-de29-4729-84fc-ff68fa9a3d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:25.072950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd71e38-de29-4729-84fc-ff68fa9a3d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c584504d-b802-4e9c-8c7d-0b76531b5341,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:25.086664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2cd71e38-de29-4729-84fc-ff68fa9a3d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:25.090017 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2cd71e38-de29-4729-84fc-ff68fa9a3d85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c584504d-b802-4e9c-8c7d-0b76531b5341 HTTP/1.1" status: 204 len: 168 time: 0.3390749 May 28 05:33:25.104339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-a8f46d47-d91a-4999-a90b-3df00ec682db service neutron] 10.222.0.33 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737797 May 28 05:33:25.163354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3d589329-f8a4-4c73-b358-6e9a670038c6 req-4c431143-e0c5-45e4-a612-3d6dee334751 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/8c6c6348-6ee6-40fa-b19d-775101fce34c HTTP/1.1" status: 200 len: 1802 time: 0.0937595 May 28 05:33:25.254302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3d589329-f8a4-4c73-b358-6e9a670038c6 req-b65f4025-ea34-4cf4-b020-cd8aacfa60c4 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:25.261251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:25.297919 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3d589329-f8a4-4c73-b358-6e9a670038c6 req-b65f4025-ea34-4cf4-b020-cd8aacfa60c4 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:25.327664 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460a33c8-63bc-4c5c-899c-3fa32030c2d8'] response: {'name': 'network-changed', 'server_uuid': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'tag': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d', 'status': 'completed', 'code': 200} May 28 05:33:25.378869 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3d589329-f8a4-4c73-b358-6e9a670038c6 req-b65f4025-ea34-4cf4-b020-cd8aacfa60c4 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:25.418795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f4025-ea34-4cf4-b020-cd8aacfa60c4 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6c6348-6ee6-40fa-b19d-775101fce34c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:25.424258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3d589329-f8a4-4c73-b358-6e9a670038c6 req-b65f4025-ea34-4cf4-b020-cd8aacfa60c4 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:25.441048 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3d589329-f8a4-4c73-b358-6e9a670038c6 req-b65f4025-ea34-4cf4-b020-cd8aacfa60c4 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "DELETE /v2.0/security-groups/8c6c6348-6ee6-40fa-b19d-775101fce34c HTTP/1.1" status: 204 len: 173 time: 0.2731950 May 28 05:33:25.457388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:25.476476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 has no active binding in host n-h1-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:33:25.488394 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2dd291-dbe9-4229-944c-d49ad90bc908 req-f1793472-f917-4bce-ae41-3de7f0a57040 service neutron] 10.222.0.33 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761034 May 28 05:33:25.540043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041af2b2-83de-4569-b31f-e009376aed49 req-6ae19f0b-6b8d-4808-8722-db131eefe99b tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:25.541595 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-041af2b2-83de-4569-b31f-e009376aed49 req-6ae19f0b-6b8d-4808-8722-db131eefe99b tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 943 time: 0.0920434 May 28 05:33:25.591457 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-041af2b2-83de-4569-b31f-e009376aed49 req-8948ee38-8a98-483e-a59e-d507f69d4dc0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 May 28 05:33:25.598320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8210470-3f89-4859-b14a-360cef9f30a0 req-c3c890e7-f5bc-4ccb-a648-145826a0e66d tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:25.602480 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8210470-3f89-4859-b14a-360cef9f30a0 req-c3c890e7-f5bc-4ccb-a648-145826a0e66d tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 1100 time: 0.0741634 May 28 05:33:25.695752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b8210470-3f89-4859-b14a-360cef9f30a0 req-9ae9b98c-498e-4182-aa37-dc6b1b1237b8 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:25.698526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-d3dfe8f0-be3a-4904-9d28-5208977dc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:25.700110 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-d3dfe8f0-be3a-4904-9d28-5208977dc2e1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=70625b102fbc4eca9615156bbf5cba6b&device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 1094 time: 0.0947456 May 28 05:33:25.724187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b8210470-3f89-4859-b14a-360cef9f30a0 req-9ae9b98c-498e-4182-aa37-dc6b1b1237b8 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:25.731768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b8210470-3f89-4859-b14a-360cef9f30a0 req-9ae9b98c-498e-4182-aa37-dc6b1b1237b8 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Usage tracker for resource:security_group_rule and tenant:199955b4be194591820dd3a34f5db4cc is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:25.737848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b8210470-3f89-4859-b14a-360cef9f30a0 req-9ae9b98c-498e-4182-aa37-dc6b1b1237b8 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:25.746306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b8210470-3f89-4859-b14a-360cef9f30a0 req-9ae9b98c-498e-4182-aa37-dc6b1b1237b8 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:25.762965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-137356fb-a29e-4183-898b-40ae0f440b72 service neutron] 10.222.0.41 "GET /v2.0/ports/0ecd681e-b7c0-4ef2-b638-0c6d90866aa1/bindings/n-h1-843679-5 HTTP/1.1" status: 200 len: 384 time: 0.1456046 May 28 05:33:25.925338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-b8994ef6-1317-4743-888a-5e18f1f65236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:25.926975 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-b8994ef6-1317-4743-888a-5e18f1f65236 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1 HTTP/1.1" status: 200 len: 924 time: 0.2109938 May 28 05:33:25.938562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ca6d9-6473-47f2-9546-8aee9c3b95f4 req-514ef8eb-0f98-4f99-bfcb-c437cf3604cc tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:25.943873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-999ca6d9-6473-47f2-9546-8aee9c3b95f4 req-514ef8eb-0f98-4f99-bfcb-c437cf3604cc tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 944 time: 0.2264719 May 28 05:33:26.010427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b8210470-3f89-4859-b14a-360cef9f30a0 req-9ae9b98c-498e-4182-aa37-dc6b1b1237b8 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:26.029543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-4719818a-35b7-45cb-ab2b-d945d66f6752 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a94dc86e-3374-48b5-bbeb-8968b89ac06d HTTP/1.1" status: 200 len: 217 time: 0.0838332 May 28 05:33:26.059130 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b8210470-3f89-4859-b14a-360cef9f30a0 req-9ae9b98c-498e-4182-aa37-dc6b1b1237b8 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:26.094118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-999ca6d9-6473-47f2-9546-8aee9c3b95f4 req-90e1a513-2815-47bb-9f05-7e711bdef9be tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469319 May 28 05:33:26.108064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8210470-3f89-4859-b14a-360cef9f30a0 req-9ae9b98c-498e-4182-aa37-dc6b1b1237b8 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930534 May 28 05:33:26.126446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-09f0efec-e4d2-4b05-90d9-7aa444d6e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:26.129415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-09f0efec-e4d2-4b05-90d9-7aa444d6e797 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5405371e-740e-42e9-840d-a75d4a087527 HTTP/1.1" status: 200 len: 862 time: 0.0873010 May 28 05:33:26.149048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9b98c-498e-4182-aa37-dc6b1b1237b8 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ceb043-4b30-4dfd-acec-41e2d7ee3efd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:26.217331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-65decebb-7f09-4457-a403-9b7e4239e726 service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:26.238210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-fb309f14-f802-4b0b-bbed-44a45120d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:26.239933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-fb309f14-f802-4b0b-bbed-44a45120d582 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985098 May 28 05:33:26.252186 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a2003aa5-6a7d-45dc-a47c-de6e9b9b656f req-fa235155-b1ad-453e-a11f-bfa80d46fe03 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/f68697c7-1569-4dff-a237-b178ad7c0082 HTTP/1.1" status: 200 len: 1804 time: 0.0803788 May 28 05:33:26.255164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-65decebb-7f09-4457-a403-9b7e4239e726 service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:26.350570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-65decebb-7f09-4457-a403-9b7e4239e726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:26.368281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-65decebb-7f09-4457-a403-9b7e4239e726 service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:26.401888 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a2003aa5-6a7d-45dc-a47c-de6e9b9b656f req-3050b695-83ac-4154-a705-b9ffbe2fd721 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:26.432350 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a2003aa5-6a7d-45dc-a47c-de6e9b9b656f req-3050b695-83ac-4154-a705-b9ffbe2fd721 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:26.443411 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-dd3ee89a-ee6f-4418-9770-7f18c6256bd4 service neutron] 10.222.0.33 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919651 May 28 05:33:26.443780 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-65decebb-7f09-4457-a403-9b7e4239e726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:26.456267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e90d3-2617-4508-92e2-eef8de424155 req-45cfc0cc-4629-453e-a1b8-8c56757fe092 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:26.457798 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-514e90d3-2617-4508-92e2-eef8de424155 req-45cfc0cc-4629-453e-a1b8-8c56757fe092 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1790140 May 28 05:33:26.584147 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-514e90d3-2617-4508-92e2-eef8de424155 req-d719d20c-7777-4798-97fb-a0866830e4d5 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076643 May 28 05:33:26.588937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-65decebb-7f09-4457-a403-9b7e4239e726 service neutron] Transition to ACTIVE for port object 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:26.590102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a2003aa5-6a7d-45dc-a47c-de6e9b9b656f req-3050b695-83ac-4154-a705-b9ffbe2fd721 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:26.611642 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-65decebb-7f09-4457-a403-9b7e4239e726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:26.637308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb5aebcb-1a15-4a69-ac23-f3135f4f83dd req-9a220a4c-c1ea-47a6-a4f2-05ff4f1d2462 service neutron] 10.222.0.33 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784894 May 28 05:33:26.673178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050b695-83ac-4154-a705-b9ffbe2fd721 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68697c7-1569-4dff-a237-b178ad7c0082,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:26.785238 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a2003aa5-6a7d-45dc-a47c-de6e9b9b656f req-3050b695-83ac-4154-a705-b9ffbe2fd721 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:26.786356 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a2003aa5-6a7d-45dc-a47c-de6e9b9b656f req-3050b695-83ac-4154-a705-b9ffbe2fd721 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "DELETE /v2.0/security-groups/f68697c7-1569-4dff-a237-b178ad7c0082 HTTP/1.1" status: 204 len: 173 time: 0.5003850 May 28 05:33:26.786490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4f18-0a6d-48a3-93f1-3610808d876a req-b80de114-7dee-44be-81be-377bed6e88a4 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:26.793676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8fd4f18-0a6d-48a3-93f1-3610808d876a req-b80de114-7dee-44be-81be-377bed6e88a4 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 945 time: 0.0863118 May 28 05:33:26.795608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-65decebb-7f09-4457-a403-9b7e4239e726 service neutron] No DVR routers for this DVR port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:33:26.844164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8fd4f18-0a6d-48a3-93f1-3610808d876a req-6793a738-74b5-4e77-9e92-4a5de772f9b8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492501 May 28 05:33:26.932118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65decebb-7f09-4457-a403-9b7e4239e726 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,revision_number=10']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:26.955664 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-65decebb-7f09-4457-a403-9b7e4239e726 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ecd681e-b7c0-4ef2-b638-0c6d90866aa1/bindings/n-h1-843679-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1838078 May 28 05:33:26.990619 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85a7b5e5-c924-4807-99d3-4806c23ee0aa req-64e755d5-7d1b-41ca-b343-ded5028e9f51 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/11296d5d-7624-4145-b4c0-f4f6c207eb57 HTTP/1.1" status: 200 len: 1805 time: 0.0642481 May 28 05:33:27.060438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-85a7b5e5-c924-4807-99d3-4806c23ee0aa req-c001d0b6-173a-4898-bbf2-e81fc54e676d tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:27.077986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c27cb-4419-42ee-b119-9e1c28bf1614 req-d63a59ff-af25-4b9a-848e-ce82d1d0e3fa tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:27.079503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-753c27cb-4419-42ee-b119-9e1c28bf1614 req-d63a59ff-af25-4b9a-848e-ce82d1d0e3fa tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 943 time: 0.1284134 May 28 05:33:27.088701 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-85a7b5e5-c924-4807-99d3-4806c23ee0aa req-c001d0b6-173a-4898-bbf2-e81fc54e676d tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:27.140216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-85a7b5e5-c924-4807-99d3-4806c23ee0aa req-c001d0b6-173a-4898-bbf2-e81fc54e676d tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:27.146582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-753c27cb-4419-42ee-b119-9e1c28bf1614 req-be6f29c4-b951-49b6-a3a5-e80a4c938e78 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607767 May 28 05:33:27.158194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001d0b6-173a-4898-bbf2-e81fc54e676d tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11296d5d-7624-4145-b4c0-f4f6c207eb57,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:27.161176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-87d54660-ed8e-4c48-8a62-33e190f93513 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:27.163064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-87d54660-ed8e-4c48-8a62-33e190f93513 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.1337149 May 28 05:33:27.166167 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-85a7b5e5-c924-4807-99d3-4806c23ee0aa req-c001d0b6-173a-4898-bbf2-e81fc54e676d tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:27.167443 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85a7b5e5-c924-4807-99d3-4806c23ee0aa req-c001d0b6-173a-4898-bbf2-e81fc54e676d tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "DELETE /v2.0/security-groups/11296d5d-7624-4145-b4c0-f4f6c207eb57 HTTP/1.1" status: 204 len: 173 time: 0.1739302 May 28 05:33:27.253710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-28d6dda5-6ab6-4afb-a45a-089ca06bc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:27.255186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-28d6dda5-6ab6-4afb-a45a-089ca06bc8ff service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d HTTP/1.1" status: 200 len: 1096 time: 0.0842748 May 28 05:33:27.265866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7787b45a-f3d4-4067-9efd-1be947adcb06 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:27.468882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745edaa-de32-4c63-8741-fcd829c71710 req-7be01aec-a920-48fc-8d2b-4103643fcf74 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:27.471051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b745edaa-de32-4c63-8741-fcd829c71710 req-7be01aec-a920-48fc-8d2b-4103643fcf74 tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 1100 time: 0.0770636 May 28 05:33:27.473528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7787b45a-f3d4-4067-9efd-1be947adcb06, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7787b45a-f3d4-4067-9efd-1be947adcb06,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:27.488101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '7787b45a-f3d4-4067-9efd-1be947adcb06', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'port_id': '7787b45a-f3d4-4067-9efd-1be947adcb06', 'mac_address': 'fa:16:3e:38:6c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8e4bc-4815-4be8-b193-b848d295b775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:33:27.513220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85da77-1bd6-4592-853f-792afc757de3 req-0d395621-9dd8-467d-bb97-02c633dad08c tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:27.514896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e85da77-1bd6-4592-853f-792afc757de3 req-0d395621-9dd8-467d-bb97-02c633dad08c tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1096 time: 0.2299342 May 28 05:33:27.524399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-1b8999e6-d6fc-4182-a5d2-6b9dcb28ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:27.525926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-1b8999e6-d6fc-4182-a5d2-6b9dcb28ac21 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1096 time: 0.1948962 May 28 05:33:27.528239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b745edaa-de32-4c63-8741-fcd829c71710 req-59594f80-83a3-4cc9-b4b3-ac34cb444dec tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Synchronizing usage tracker for tenant:199955b4be194591820dd3a34f5db4cc on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:27.548641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 7787b45a-f3d4-4067-9efd-1be947adcb06 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:27.549033 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:27.550382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b745edaa-de32-4c63-8741-fcd829c71710 req-59594f80-83a3-4cc9-b4b3-ac34cb444dec tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] Unset dirty status for tenant:199955b4be194591820dd3a34f5db4cc on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:27.551607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b745edaa-de32-4c63-8741-fcd829c71710 req-59594f80-83a3-4cc9-b4b3-ac34cb444dec tempest-ServersAdminNegativeTestJSON-1573943983 tempest-ServersAdminNegativeTestJSON-1573943983-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716646 May 28 05:33:27.567109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7787b45a-f3d4-4067-9efd-1be947adcb06 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:27.585814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7787b45a-f3d4-4067-9efd-1be947adcb06, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7787b45a-f3d4-4067-9efd-1be947adcb06,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:27.590416 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:27.692166 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e85da77-1bd6-4592-853f-792afc757de3 req-7529388d-4994-4d89-a261-7bd9e930eedc tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652279 May 28 05:33:27.723266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=7787b45a-f3d4-4067-9efd-1be947adcb06,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:27.754524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-c3dd96e9-c827-4bef-b31f-b6a1ad8e97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:27.755982 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-c3dd96e9-c827-4bef-b31f-b6a1ad8e97d3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.2139609 May 28 05:33:27.780820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a68d9-57af-4542-b80f-9d20c02540d2 req-31794c40-f5c6-45d9-b4a8-cc66d45cce8a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:27.782302 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b77a68d9-57af-4542-b80f-9d20c02540d2 req-31794c40-f5c6-45d9-b4a8-cc66d45cce8a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 945 time: 0.1295445 May 28 05:33:27.804603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['7787b45a-f3d4-4067-9efd-1be947adcb06'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:27.830116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b77a68d9-57af-4542-b80f-9d20c02540d2 req-e6477d81-48fc-41d1-9efc-79cc24c37fb3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 May 28 05:33:27.843108 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-b8919922-a166-4b5f-99dd-39d2d2c7a055 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 HTTP/1.1" status: 200 len: 217 time: 0.0736909 May 28 05:33:27.897832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93ea2c88-ffd1-4056-8073-f33e299ef3f6 req-7621c7c8-dc6d-49b1-b4cf-8966f8a256ba tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/64e1652f-a265-42cb-8e5b-c258ce710b57 HTTP/1.1" status: 200 len: 2403 time: 0.1590817 May 28 05:33:27.951641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-946d6bde-7153-43ec-a68f-769361cc9801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:27.955963 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-946d6bde-7153-43ec-a68f-769361cc9801 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.0994532 May 28 05:33:28.017912 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-af340899-9279-4e1a-9156-5548e5e71d8f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515697 May 28 05:33:28.059302 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93ea2c88-ffd1-4056-8073-f33e299ef3f6 req-c2790e3a-7390-4c90-b685-f72644c62f7f tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:28.148426 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93ea2c88-ffd1-4056-8073-f33e299ef3f6 req-c2790e3a-7390-4c90-b685-f72644c62f7f tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:28.213979 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-da65c36b-042a-44eb-bddc-35d3dcbc34bb service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831529 May 28 05:33:28.256737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33316de1-e0be-496a-a6cc-c52855770259 req-eaeb9c5f-c9e2-4e1a-996c-13e6be95adae tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:28.258193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33316de1-e0be-496a-a6cc-c52855770259 req-eaeb9c5f-c9e2-4e1a-996c-13e6be95adae tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.0818048 May 28 05:33:28.291067 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93ea2c88-ffd1-4056-8073-f33e299ef3f6 req-c2790e3a-7390-4c90-b685-f72644c62f7f tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:28.303448 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33316de1-e0be-496a-a6cc-c52855770259 req-33fd2ba5-5866-4bfd-b235-e4f9e0ed57d6 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386884 May 28 05:33:28.322665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2790e3a-7390-4c90-b685-f72644c62f7f tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e1652f-a265-42cb-8e5b-c258ce710b57,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:28.331788 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93ea2c88-ffd1-4056-8073-f33e299ef3f6 req-c2790e3a-7390-4c90-b685-f72644c62f7f tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:28.332893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93ea2c88-ffd1-4056-8073-f33e299ef3f6 req-c2790e3a-7390-4c90-b685-f72644c62f7f tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "DELETE /v2.0/security-groups/64e1652f-a265-42cb-8e5b-c258ce710b57 HTTP/1.1" status: 204 len: 173 time: 0.4229140 May 28 05:33:28.372055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-2066f017-2fda-4ad8-8a50-58e5897a226d service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494024 May 28 05:33:28.477127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:33:28.486969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743c450-aea1-49e9-8c5e-7ea09b576138 req-6c51316f-0883-47ad-b11e-aa1713b82c23 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:28.494788 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a743c450-aea1-49e9-8c5e-7ea09b576138 req-6c51316f-0883-47ad-b11e-aa1713b82c23 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1096 time: 0.0895898 May 28 05:33:28.539970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:33:28.551478 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a743c450-aea1-49e9-8c5e-7ea09b576138 req-c77a0ea2-6f39-4205-aa3a-69464050df01 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556369 May 28 05:33:28.632497 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ed06bf5-3db3-4bef-b891-b3204e8d0fb3 req-c927950c-ccdc-49eb-a3c0-72fb3c1ad772 tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "GET /v2.0/security-groups/672ad2f9-3951-48fe-8f26-a3595e71b344 HTTP/1.1" status: 200 len: 2396 time: 0.0617430 May 28 05:33:28.714578 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ed06bf5-3db3-4bef-b891-b3204e8d0fb3 req-9dcf1c7b-15d8-420a-8d35-1d8a9f71117e tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:28.739364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a6f7c-65a4-4a4c-97ec-72bcd2fda94c req-82393404-fe68-425a-8c3b-80d210ec2b85 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:28.748084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d9a6f7c-65a4-4a4c-97ec-72bcd2fda94c req-82393404-fe68-425a-8c3b-80d210ec2b85 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 943 time: 0.1095004 May 28 05:33:28.749099 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ed06bf5-3db3-4bef-b891-b3204e8d0fb3 req-9dcf1c7b-15d8-420a-8d35-1d8a9f71117e tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:28.795508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42386) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:28.810827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ed06bf5-3db3-4bef-b891-b3204e8d0fb3 req-9dcf1c7b-15d8-420a-8d35-1d8a9f71117e tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:28.831618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf1c7b-15d8-420a-8d35-1d8a9f71117e tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672ad2f9-3951-48fe-8f26-a3595e71b344,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:28.842065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ed06bf5-3db3-4bef-b891-b3204e8d0fb3 req-9dcf1c7b-15d8-420a-8d35-1d8a9f71117e tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:28.843293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ed06bf5-3db3-4bef-b891-b3204e8d0fb3 req-9dcf1c7b-15d8-420a-8d35-1d8a9f71117e tempest-SecurityGroupRulesTestJSON-226977645 tempest-SecurityGroupRulesTestJSON-226977645-project] 10.222.0.39 "DELETE /v2.0/security-groups/672ad2f9-3951-48fe-8f26-a3595e71b344 HTTP/1.1" status: 204 len: 173 time: 0.2070312 May 28 05:33:28.851106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42392) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:28.856378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d9a6f7c-65a4-4a4c-97ec-72bcd2fda94c req-8c479cf7-daaf-4f4f-8b85-ecf04408dbd5 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073000 May 28 05:33:28.903541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-3031f84a-2e7a-4ad5-b9b0-dee86fdb6bfc tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:28.914134 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-3031f84a-2e7a-4ad5-b9b0-dee86fdb6bfc tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.1480432 May 28 05:33:28.928464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fd772e-1a41-46ec-b03e-1e0154a3c585 admin admin] Deleting subnet 5192db5f-4261-4d7d-9eab-bf24031747d9 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:33:28.932185 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3fd772e-1a41-46ec-b03e-1e0154a3c585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.003856 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e36a-49a7-4b77-9ef0-c981936aa8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.025441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3fd772e-1a41-46ec-b03e-1e0154a3c585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.052397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f1b3e36a-49a7-4b77-9ef0-c981936aa8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:29.064509 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f1b3e36a-49a7-4b77-9ef0-c981936aa8ac admin admin] Usage tracker for resource:security_group_rule and tenant:8ac49b5e65e04479934577c520ae442f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:29.068895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f1b3e36a-49a7-4b77-9ef0-c981936aa8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:29.077937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f1b3e36a-49a7-4b77-9ef0-c981936aa8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:29.106764 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3fd772e-1a41-46ec-b03e-1e0154a3c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.144350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-3d13a67d-5ce2-4609-b0dd-faf890eb6468 service neutron] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:29.149094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-3d13a67d-5ce2-4609-b0dd-faf890eb6468 service neutron] Notify callbacks [] for binding, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.150328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd838d8b-4dc0-4397-8d29-fdf187a6f0af req-3d13a67d-5ce2-4609-b0dd-faf890eb6468 service neutron] 10.222.0.33 "DELETE /v2.0/ports/0ecd681e-b7c0-4ef2-b638-0c6d90866aa1/bindings/n-h2-843679-5 HTTP/1.1" status: 204 len: 173 time: 0.2296073 May 28 05:33:29.181071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f03dab-5231-463f-ac3f-71d807983a0f req-c95a38b9-b95b-4125-b22c-043decc25749 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:29.182625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-43f03dab-5231-463f-ac3f-71d807983a0f req-c95a38b9-b95b-4125-b22c-043decc25749 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 945 time: 0.1773491 May 28 05:33:29.233724 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3fd772e-1a41-46ec-b03e-1e0154a3c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.243509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-43f03dab-5231-463f-ac3f-71d807983a0f req-ee5d67aa-6636-40bc-b32a-229a6758194b tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529609 May 28 05:33:29.288406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7787b45a-f3d4-4067-9efd-1be947adcb06 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:29.309521 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3fd772e-1a41-46ec-b03e-1e0154a3c585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.318874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd772e-1a41-46ec-b03e-1e0154a3c585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5192db5f-4261-4d7d-9eab-bf24031747d9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:29.332002 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e36a-49a7-4b77-9ef0-c981936aa8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.340119 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d3fd772e-1a41-46ec-b03e-1e0154a3c585 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5192db5f-4261-4d7d-9eab-bf24031747d9 HTTP/1.1" status: 204 len: 168 time: 0.4849524 May 28 05:33:29.340611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42412) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:29.341686 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e36a-49a7-4b77-9ef0-c981936aa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.399865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f1b3e36a-49a7-4b77-9ef0-c981936aa8ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ac49b5e65e04479934577c520ae442f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6031160 May 28 05:33:29.401466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3e36a-49a7-4b77-9ef0-c981936aa8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42771340-3f73-47e3-9f40-a949dbb385e1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:29.405051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42416) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:29.412406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 7787b45a-f3d4-4067-9efd-1be947adcb06 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:29.413520 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.478668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96caac7d-7cd5-4831-a05e-c6fff48f5190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.518641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96caac7d-7cd5-4831-a05e-c6fff48f5190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.591078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 7787b45a-f3d4-4067-9efd-1be947adcb06 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:29.593216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96caac7d-7cd5-4831-a05e-c6fff48f5190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.593339 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.624755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7787b45a-f3d4-4067-9efd-1be947adcb06'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:29.625022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caac7d-7cd5-4831-a05e-c6fff48f5190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42771340-3f73-47e3-9f40-a949dbb385e1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:29.642344 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96caac7d-7cd5-4831-a05e-c6fff48f5190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.643575 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-96caac7d-7cd5-4831-a05e-c6fff48f5190 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42771340-3f73-47e3-9f40-a949dbb385e1 HTTP/1.1" status: 204 len: 168 time: 0.2375050 May 28 05:33:29.655062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7787b45a-f3d4-4067-9efd-1be947adcb06, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7787b45a-f3d4-4067-9efd-1be947adcb06,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:29.662688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.705283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.749921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=7787b45a-f3d4-4067-9efd-1be947adcb06,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:29.756026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d598838-f4d0-4674-885e-2cae8b3fe863 req-c4f5f03e-2aa9-4250-bcee-6fb133b15933 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:29.757723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2d598838-f4d0-4674-885e-2cae8b3fe863 req-c4f5f03e-2aa9-4250-bcee-6fb133b15933 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1096 time: 0.2568643 May 28 05:33:29.787737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc741ab-9b8b-4738-9cf3-9aedac20dec8 req-be2b3494-c9b1-487e-8f1a-5a308e4c3455 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:29.789687 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1cc741ab-9b8b-4738-9cf3-9aedac20dec8 req-be2b3494-c9b1-487e-8f1a-5a308e4c3455 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1497276 May 28 05:33:29.836182 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1cc741ab-9b8b-4738-9cf3-9aedac20dec8 req-9039da4d-5051-47ff-a66d-54d36263b43e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 May 28 05:33:29.880787 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.894040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2d598838-f4d0-4674-885e-2cae8b3fe863 req-c4505491-a632-424a-a3d0-bd11664f3a9f tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141305 May 28 05:33:29.923987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb915903-088c-4ce5-afbd-a18d919c30c6']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:29.943464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2722e4-cab5-4143-b2a8-c390f32e677c') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:29.943878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2722e4-cab5-4143-b2a8-c390f32e677c') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:29.976425 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:29.999796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.009178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:33:30.009959 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.038444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42436) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:30.065275 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05bbdb2a-8861-4d5d-a636-01e55cec8684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.092019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6237e-2a7f-4825-b550-5f57e7f63cc8 req-1fea299e-cca7-46ad-a7cb-82396a21a7e2 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:30.093543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aee6237e-2a7f-4825-b550-5f57e7f63cc8 req-1fea299e-cca7-46ad-a7cb-82396a21a7e2 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 949 time: 0.1460760 May 28 05:33:30.094628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-05bbdb2a-8861-4d5d-a636-01e55cec8684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:30.099727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-05bbdb2a-8861-4d5d-a636-01e55cec8684 admin admin] Usage tracker for resource:security_group_rule and tenant:0e78a2809df142ec8c1e3ce0f3645023 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:30.102806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-05bbdb2a-8861-4d5d-a636-01e55cec8684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:30.121869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-05bbdb2a-8861-4d5d-a636-01e55cec8684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:30.170966 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aee6237e-2a7f-4825-b550-5f57e7f63cc8 req-c2caab44-4a68-47e7-b2fc-0474e6580626 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650690 May 28 05:33:30.224305 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment cb2722e4-cab5-4143-b2a8-c390f32e677c resource provider aggregate not found May 28 05:33:30.241038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05bbdb2a-8861-4d5d-a636-01e55cec8684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.252410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05bbdb2a-8861-4d5d-a636-01e55cec8684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.254944 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment cb2722e4-cab5-4143-b2a8-c390f32e677c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb2722e4-cab5-4143-b2a8-c390f32e677c found for delete ", "request_id": "req-f4af6773-fecd-49d9-bda7-f5d1c2f8b4b0"}]} May 28 05:33:30.283021 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.309169 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-05bbdb2a-8861-4d5d-a636-01e55cec8684 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e78a2809df142ec8c1e3ce0f3645023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669952 May 28 05:33:30.309169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbdb2a-8861-4d5d-a636-01e55cec8684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61b9778-6681-4564-bbe2-fb979dc7ceaf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:30.309378 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359bb5a9-69d1-47f6-90aa-bec6d1cd8ed6'] response: {'server_uuid': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7787b45a-f3d4-4067-9efd-1be947adcb06', 'code': 200} May 28 05:33:30.310177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42450) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:30.311983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.319359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=bb915903-088c-4ce5-afbd-a18d919c30c6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:30.323777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86acd52-c7a1-47b0-a84b-be73e97c5d3b req-e4d0cb42-26e3-4581-855a-90c30078f151 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:30.325274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f86acd52-c7a1-47b0-a84b-be73e97c5d3b req-e4d0cb42-26e3-4581-855a-90c30078f151 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1096 time: 0.2865329 May 28 05:33:30.328451 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3e8f663d-dbf1-480f-9216-4ad516399bcf admin admin] 10.222.0.39 "DELETE /v2.0/networks/bb915903-088c-4ce5-afbd-a18d919c30c6 HTTP/1.1" status: 204 len: 168 time: 0.9867754 May 28 05:33:30.378230 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b54862b-cb06-4971-b48c-f7d3f0049ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.378432 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f86acd52-c7a1-47b0-a84b-be73e97c5d3b req-293340a1-efda-4479-b60d-74b0228527fe tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431015 May 28 05:33:30.413831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b54862b-cb06-4971-b48c-f7d3f0049ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.515999 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.536923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42458) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:30.541798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3108a0-7471-40d0-8a1e-646a296ce458 req-34cc0dca-4c98-4016-84ff-7a8376a8f600 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:30.543342 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c3108a0-7471-40d0-8a1e-646a296ce458 req-34cc0dca-4c98-4016-84ff-7a8376a8f600 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 943 time: 0.1211720 May 28 05:33:30.544673 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b54862b-cb06-4971-b48c-f7d3f0049ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.582172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54862b-cb06-4971-b48c-f7d3f0049ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61b9778-6681-4564-bbe2-fb979dc7ceaf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:30.586884 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b54862b-cb06-4971-b48c-f7d3f0049ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.588037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4b54862b-cb06-4971-b48c-f7d3f0049ff0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c61b9778-6681-4564-bbe2-fb979dc7ceaf HTTP/1.1" status: 204 len: 168 time: 0.2769649 May 28 05:33:30.601288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c5bf7127-47a2-4e50-a9d8-5990cc43a8e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=137c6f3bd7a744dea47bafea10ee7419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608304 May 28 05:33:30.602237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42466) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:30.638584 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c3108a0-7471-40d0-8a1e-646a296ce458 req-6b2e52cb-5c83-4142-8947-f6aa5350f266 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751896 May 28 05:33:30.671717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-93404717-6385-4059-a0e3-2ca2c2e25c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.719091 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-93404717-6385-4059-a0e3-2ca2c2e25c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.867886 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-93404717-6385-4059-a0e3-2ca2c2e25c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.892445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-455d60ed-46e0-454c-a194-ee90d54b96a2 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:30.892445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-455d60ed-46e0-454c-a194-ee90d54b96a2 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 820 time: 0.1959422 May 28 05:33:30.896792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404717-6385-4059-a0e3-2ca2c2e25c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aee773-a23f-459f-b917-be58a679c0b6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:30.910723 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-93404717-6385-4059-a0e3-2ca2c2e25c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:30.911793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-93404717-6385-4059-a0e3-2ca2c2e25c5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5aee773-a23f-459f-b917-be58a679c0b6 HTTP/1.1" status: 204 len: 168 time: 0.3085878 May 28 05:33:30.929376 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-7d27c82d-b532-4e60-be56-00b251ff17bb tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/quotas/c245e86ccb074d4daf6d0ab5b7a5ef7d HTTP/1.1" status: 200 len: 375 time: 0.0207877 May 28 05:33:31.037807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-68857068-a6cc-4451-8572-a6b571a1382e tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076174 May 28 05:33:31.090550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9b45e-3bb5-4c7b-8838-d9d25942c5bf req-68673518-2416-48d3-a5de-6b7e30d66814 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:31.092868 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62e9b45e-3bb5-4c7b-8838-d9d25942c5bf req-68673518-2416-48d3-a5de-6b7e30d66814 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1022389 May 28 05:33:31.155728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62e9b45e-3bb5-4c7b-8838-d9d25942c5bf req-ce2ce1f5-adb4-4365-ab41-75ec86cff940 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513697 May 28 05:33:31.240155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-c42a9989-3afd-40b4-90eb-0f78375117e7 service neutron] 10.222.0.39 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916680 May 28 05:33:31.308130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a94dc86e-3374-48b5-bbeb-8968b89ac06d details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:31.394957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-ade0e266-ec98-4075-be95-db19fe1dffc6 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:31.396585 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-ade0e266-ec98-4075-be95-db19fe1dffc6 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.41 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 949 time: 0.1966391 May 28 05:33:31.398695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c214cb8-ad39-40c3-9ab7-09737de903d3 req-73ee4cbd-c1f7-411a-8c81-167744042f9f tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:31.400031 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1c214cb8-ad39-40c3-9ab7-09737de903d3 req-73ee4cbd-c1f7-411a-8c81-167744042f9f tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1096 time: 0.1473725 May 28 05:33:31.438371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-42ce105f-0907-4025-bd37-ead1a0b1fa27 service neutron] 10.222.0.39 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911221 May 28 05:33:31.481041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port a94dc86e-3374-48b5-bbeb-8968b89ac06d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a94dc86e-3374-48b5-bbeb-8968b89ac06d,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:31.498360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'port_id': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d', 'mac_address': 'fa:16:3e:39:cc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:33:31.598486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-a23e235a-8a23-47e8-a8a5-d9c3a4547191 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Deleting port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:33:31.598829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-a23e235a-8a23-47e8-a8a5-d9c3a4547191 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:31.644487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42520) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:31.677053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port a94dc86e-3374-48b5-bbeb-8968b89ac06d is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:31.677429 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:31.682691 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1c214cb8-ad39-40c3-9ab7-09737de903d3 req-0d17f85f-fc36-4fcb-9e80-d3158a27305d tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448519 May 28 05:33:31.713165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94dc86e-3374-48b5-bbeb-8968b89ac06d {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:31.752435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port a94dc86e-3374-48b5-bbeb-8968b89ac06d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a94dc86e-3374-48b5-bbeb-8968b89ac06d,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:31.764632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:31.853996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-network', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:31.868965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbac605-9f57-4b97-a3de-cc3b8456e569 req-855699e2-3c42-4517-ae16-7f89e9fc6c5b tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:31.870805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dbac605-9f57-4b97-a3de-cc3b8456e569 req-855699e2-3c42-4517-ae16-7f89e9fc6c5b tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 949 time: 0.1825211 May 28 05:33:31.872870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:31.889821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Usage tracker for resource:network and tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:31.908923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:31.927077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=a94dc86e-3374-48b5-bbeb-8968b89ac06d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:31.948216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:31.986494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Made reservation on behalf of b09e8d26c02f4d61b20d8a4d8bf7aa3b for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:31.990502 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.013620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.028314 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-423fb228-7917-4d07-aae8-04ad170a0090 req-64d475f8-5bce-4bf7-bf62-7bd50d8113f2 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 210 time: 0.1180344 May 28 05:33:32.029985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dbac605-9f57-4b97-a3de-cc3b8456e569 req-662b2c1f-8a71-4ebe-8f33-c911f51a7824 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162837 May 28 05:33:32.036556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:32.054842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Usage tracker for resource:security_group_rule and tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:32.061094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:32.073372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:32.146248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-a23e235a-8a23-47e8-a8a5-d9c3a4547191 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] For port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:32.146886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-a23e235a-8a23-47e8-a8a5-d9c3a4547191 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.233302 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.238890 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.253971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42554) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:32.278975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:33:32.289150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db1de3-7dec-417e-bd15-8f956a36e18a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:32.293910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.294321 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Added segment b8303479-c7c9-4c61-8d51-28e3e0502311 of type vlan for network 273be4e2-97bc-4f48-8d9a-9b2084906288 May 28 05:33:32.328828 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.364993 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.366071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:32.366897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.398849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-a23e235a-8a23-47e8-a8a5-d9c3a4547191 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Calling delete_port for aac66d2f-709d-46ea-8d22-5dcdbd48b5fa owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:33:32.484161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] Pushing event updated for resources: {'Network': ['ID=273be4e2-97bc-4f48-8d9a-9b2084906288,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:32.488391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-82a1ec88-69f5-476f-a801-f6e0ab6daebb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8424175 May 28 05:33:32.491042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42560) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:32.496445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Request body: {'subnet': {'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-subnet', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:32.501924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:32.503874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 273be4e2-97bc-4f48-8d9a-9b2084906288 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:33:32.506501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Usage tracker for resource:subnet and tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:32.509800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:32.517476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:32.531202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Made reservation on behalf of b09e8d26c02f4d61b20d8a4d8bf7aa3b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:32.535924 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.551025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ab17b-9a3d-49b1-9314-192b4eb6f28b req-cbe9fc37-710f-4ad1-80ec-f8d0a243a2e7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:32.566255 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c71ab17b-9a3d-49b1-9314-192b4eb6f28b req-cbe9fc37-710f-4ad1-80ec-f8d0a243a2e7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 944 time: 0.4037588 May 28 05:33:32.611612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-940480321-network', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:32.688462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:32.706678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Usage tracker for resource:network and tenant:92d03fce2c574180a4bca29b4ad89418 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:32.711840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:32.712200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['a94dc86e-3374-48b5-bbeb-8968b89ac06d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:32.728106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:32.746379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c71ab17b-9a3d-49b1-9314-192b4eb6f28b req-c660e36b-cefc-45df-8dd0-aef768123ad0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791105 May 28 05:33:32.780260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Made reservation on behalf of 92d03fce2c574180a4bca29b4ad89418 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:32.785462 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.804863 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.823183 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-a23e235a-8a23-47e8-a8a5-d9c3a4547191 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.893931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:32.896438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e235a-8a23-47e8-a8a5-d9c3a4547191 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Pushing event deleted for resources: {'Port': ['ID=aac66d2f-709d-46ea-8d22-5dcdbd48b5fa,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:32.986667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Usage tracker for resource:security_group_rule and tenant:92d03fce2c574180a4bca29b4ad89418 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:33.004401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:33.021728 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.047148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:33.063275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-a23e235a-8a23-47e8-a8a5-d9c3a4547191 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] No DVR routers for this DVR port aac66d2f-709d-46ea-8d22-5dcdbd48b5fa on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:33:33.066652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-a23e235a-8a23-47e8-a8a5-d9c3a4547191 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.083408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c16b28-2858-4705-984e-cafa52e02ff1', 'name': 'network-vif-deleted', 'tag': 'aac66d2f-709d-46ea-8d22-5dcdbd48b5fa'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:33.119214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dee006e-f1b8-4f42-8579-734cb64c9a03 req-a23e235a-8a23-47e8-a8a5-d9c3a4547191 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.41 "DELETE /v2.0/ports/aac66d2f-709d-46ea-8d22-5dcdbd48b5fa HTTP/1.1" status: 204 len: 173 time: 1.7113717 May 28 05:33:33.157134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f739ab1-1edf-4a96-947f-de0be62ddb10 req-198e32fe-2eba-4e7f-93fe-11cc3a561234 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:33.159122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f739ab1-1edf-4a96-947f-de0be62ddb10 req-198e32fe-2eba-4e7f-93fe-11cc3a561234 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.2743230 May 28 05:33:33.193100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=352ae098-0007-453a-b278-9f0f266760a4,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:33.206318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Checking segment: {'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:33.206788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Network hostable DHCP agents. Network: 273be4e2-97bc-4f48-8d9a-9b2084906288, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:33:33.249068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Network 273be4e2-97bc-4f48-8d9a-9b2084906288 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:33:33.265592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 273be4e2-97bc-4f48-8d9a-9b2084906288) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:33.279353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f608c0c3-4334-4a7e-b258-2d278b27922a None None] Network 273be4e2-97bc-4f48-8d9a-9b2084906288 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:33:33.281283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:33.283539 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.329234 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-974bced0-32eb-4f0e-9d23-19457a16f38e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8346605 May 28 05:33:33.329832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42592) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:33.340426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:33.346408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:33.352208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Usage tracker for resource:router and tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:33.355267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:33.363882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:33.376854 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.381293 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.382485 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.385262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f739ab1-1edf-4a96-947f-de0be62ddb10 req-fad23da4-cae0-460d-820c-06b611a6a073 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154644 May 28 05:33:33.390631 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.421448 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.506977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:33:33.515271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82239bde-5f14-4b23-a7d2-b078f7338002,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:33.544234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-7a390a03-aab7-4d0f-a228-94ea26cec67f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:33.545813 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-7a390a03-aab7-4d0f-a228-94ea26cec67f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 820 time: 0.3468833 May 28 05:33:33.549717 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.550143 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Added segment 66043242-3357-4699-b619-b5347ef658d2 of type vlan for network a749b50b-8084-4d89-bdda-885fcd5909a8 May 28 05:33:33.566068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Request body: {'port': {'device_id': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4', 'admin_state_up': True, 'tenant_id': 'c245e86ccb074d4daf6d0ab5b7a5ef7d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:33.593492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-273be4e2-97bc-4f48-8d9a-9b2084906288', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:33:33.596954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.801443 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.806920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85d057e5-d182-4708-8f26-f868a508d9bd req-7cb790d2-76a6-4501-8379-e631a086eb04 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 210 time: 0.1074111 May 28 05:33:33.818084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Allocated IP 172.20.0.2 (273be4e2-97bc-4f48-8d9a-9b2084906288/352ae098-0007-453a-b278-9f0f266760a4/d295af0f-fc7f-4667-a28c-f7059c834a20) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:33.898205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-6ee7a7b3-ce4a-4f29-93b5-97713ae651ea tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:33:33.909877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-6ee7a7b3-ce4a-4f29-93b5-97713ae651ea tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245214 May 28 05:33:33.927086 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.928465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:33.930235 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.982468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:33.994424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Request body: {'binding': {'host': 'n-h1-843679-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:33.994996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Unknown quota resources ['binding']. {{(pid=88416) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 05:33:34.000081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.129634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['13beeeb7-6f2e-498a-ae74-e2b171cf1879'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:34.236633 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.243181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:34.258962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Transition to ACTIVE for port object d295af0f-fc7f-4667-a28c-f7059c834a20 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:34.271293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6eb514ae-0c44-4919-882c-696d8c7a423d req-4c29ac3a-847b-4af6-abdb-0355e59e1ffe tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Synchronizing usage tracker for tenant:49442b774df3497990ed0cd02127b5c2 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:34.293901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0354924 May 28 05:33:34.304531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Transition to ACTIVE for port object d295af0f-fc7f-4667-a28c-f7059c834a20 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:34.311891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42610) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:34.319613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Made reservation on behalf of c245e86ccb074d4daf6d0ab5b7a5ef7d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:34.321488 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.323113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.328001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Request body: {'subnet': {'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-940480321-subnet', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:34.332303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a235e7-2416-4d7a-8713-8f581965295b admin admin] Pushing event updated for resources: {'Network': ['ID=a749b50b-8084-4d89-bdda-885fcd5909a8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:34.349793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:34.379090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a749b50b-8084-4d89-bdda-885fcd5909a8 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:33:34.379549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Usage tracker for resource:subnet and tenant:92d03fce2c574180a4bca29b4ad89418 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:34.384591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:34.399898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:34.423039 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.450983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6eb514ae-0c44-4919-882c-696d8c7a423d req-4c29ac3a-847b-4af6-abdb-0355e59e1ffe tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Unset dirty status for tenant:49442b774df3497990ed0cd02127b5c2 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:34.452177 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6eb514ae-0c44-4919-882c-696d8c7a423d req-4c29ac3a-847b-4af6-abdb-0355e59e1ffe tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c16b28-2858-4705-984e-cafa52e02ff1 HTTP/1.1" status: 200 len: 210 time: 0.3376772 May 28 05:33:34.460598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Made reservation on behalf of 92d03fce2c574180a4bca29b4ad89418 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:34.464854 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.523713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Network 273be4e2-97bc-4f48-8d9a-9b2084906288 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:34.530292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device aac66d2f-709d-46ea-8d22-5dcdbd48b5fa no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:33:34.541483 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72dcf038-ded7-4996-b5a3-b7560ce26f6f'] response: {'server_uuid': '48c16b28-2858-4705-984e-cafa52e02ff1', 'name': 'network-vif-deleted', 'tag': 'aac66d2f-709d-46ea-8d22-5dcdbd48b5fa', 'status': 'completed', 'code': 200} May 28 05:33:34.547557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.571968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:34.594340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:33:34.600569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: aac66d2f-709d-46ea-8d22-5dcdbd48b5fa {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:33:34.601160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device aac66d2f-709d-46ea-8d22-5dcdbd48b5fa not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:33:34.605139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac on host n-h1-843679-5 for vnic_type normal with profile None {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:34.605477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:34.605805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:34.608878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Pushing event updated for resources: {'Port': ['ID=d295af0f-fc7f-4667-a28c-f7059c834a20,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:34.617034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Port 5c022527-32fc-4f14-9ecf-14954e08deac on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:33:34.617358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:34.629903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:34.630242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:34.630632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:34.631067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Bound port: 5c022527-32fc-4f14-9ecf-14954e08deac, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:34.642020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Allocated IP 172.20.0.3 (0058408b-e5a2-4608-b773-63fd7467e5c4/4381fba7-c70e-429d-9e28-c31373a2e00a/fc0412f4-7040-464e-8782-26c5eb31ba35) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:34.724215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Attempting to bind port d295af0f-fc7f-4667-a28c-f7059c834a20 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:34.724587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Attempting to bind port d295af0f-fc7f-4667-a28c-f7059c834a20 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:34.725179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Attempting to bind port d295af0f-fc7f-4667-a28c-f7059c834a20 on network 273be4e2-97bc-4f48-8d9a-9b2084906288 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:34.731973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:34.732416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Checking segment: {'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:34.732883 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.733479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Bound using segment: {'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:34.736036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Bound port: d295af0f-fc7f-4667-a28c-f7059c834a20, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:34.736616 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.763629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:34.820981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Allocated IP 172.25.4.98 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/6743afba-1e70-4208-b5da-2ef4c9bc4b72) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:34.845982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] For port d295af0f-fc7f-4667-a28c-f7059c834a20, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:34.849051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] For port d295af0f-fc7f-4667-a28c-f7059c834a20, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d295af0f-fc7f-4667-a28c-f7059c834a20,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:34.861264 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.873828 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:34.874983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-04a658f6-0cd9-44a4-b2b0-386ac264fbfd service neutron] 10.222.0.39 "POST /v2.0/ports/5c022527-32fc-4f14-9ecf-14954e08deac/bindings HTTP/1.1" status: 201 len: 389 time: 0.9300463 May 28 05:33:34.912470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc495aa0-6c63-459b-8b9a-a63a9d64aaec req-c68c2e7f-7b29-45e2-b9b9-b4f3336938db tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:34.913912 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc495aa0-6c63-459b-8b9a-a63a9d64aaec req-c68c2e7f-7b29-45e2-b9b9-b4f3336938db tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 944 time: 0.2268527 May 28 05:33:35.003078 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc495aa0-6c63-459b-8b9a-a63a9d64aaec req-21208ec0-66d5-4a6c-8da8-ef05222039bd tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763121 May 28 05:33:35.005930 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.076769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257562d-ec23-415b-a698-b4902eb920d9 None None] Pushing event updated for resources: {'Port': ['ID=d295af0f-fc7f-4667-a28c-f7059c834a20,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:35.097623 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.103752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.148741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.198256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.318148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a94dc86e-3374-48b5-bbeb-8968b89ac06d up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:35.339896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Network 0058408b-e5a2-4608-b773-63fd7467e5c4 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:35.346391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:35.358447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:33:35.447843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port a94dc86e-3374-48b5-bbeb-8968b89ac06d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:35.455086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port a94dc86e-3374-48b5-bbeb-8968b89ac06d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:35.456967 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.464936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:35.469319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:35.497354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Pushing event updated for resources: {'Port': ['ID=fc0412f4-7040-464e-8782-26c5eb31ba35,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:35.544213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:35.545106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.578583 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-5ba7e26d-cdb0-4bc3-8835-bd15ce8cf8bd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0211856 May 28 05:33:35.599840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3472a1d-ed45-4c22-b8df-f6865512ac32 req-073162c1-c800-4ba3-9348-66058ca03854 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:35.600522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f3472a1d-ed45-4c22-b8df-f6865512ac32 req-073162c1-c800-4ba3-9348-66058ca03854 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Synchronizing usage tracker for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:35.608639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Request body: {'port': {'device_id': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:35.632590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:33:35.653694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port a94dc86e-3374-48b5-bbeb-8968b89ac06d is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:35.654900 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.674173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f3472a1d-ed45-4c22-b8df-f6865512ac32 req-073162c1-c800-4ba3-9348-66058ca03854 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Unset dirty status for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:35.680814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3472a1d-ed45-4c22-b8df-f6865512ac32 req-073162c1-c800-4ba3-9348-66058ca03854 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 931 time: 0.2779148 May 28 05:33:35.690182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:35.693311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2a1090-8326-43eb-ac14-b6787a27f62d,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:35.704906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port a94dc86e-3374-48b5-bbeb-8968b89ac06d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a94dc86e-3374-48b5-bbeb-8968b89ac06d,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:35.709897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Pushing event updated for resources: {'Port': ['ID=6743afba-1e70-4208-b5da-2ef4c9bc4b72,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:35.715083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.776811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Checking segment: {'id': '66043242-3357-4699-b619-b5347ef658d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:35.777172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Network hostable DHCP agents. Network: a749b50b-8084-4d89-bdda-885fcd5909a8, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:33:35.781974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3472a1d-ed45-4c22-b8df-f6865512ac32 req-48666568-5237-4a92-8ca0-c3cbacfedbc5 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001034 May 28 05:33:35.810699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.902540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=a94dc86e-3374-48b5-bbeb-8968b89ac06d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:35.984645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d295af0f-fc7f-4667-a28c-f7059c834a20 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:35.998730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-ee8711d9-9197-4153-b1b9-e93a2121f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:36.001753 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-ee8711d9-9197-4153-b1b9-e93a2121f71f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1096 time: 0.6198025 May 28 05:33:36.116987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Network a749b50b-8084-4d89-bdda-885fcd5909a8 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:33:36.134551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port d295af0f-fc7f-4667-a28c-f7059c834a20 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:36.279600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecb232-0700-411f-a855-fe546134834c req-7082b0ea-c3c8-4dbf-b7a0-c4174eea2033 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:36.290738 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94ecb232-0700-411f-a855-fe546134834c req-7082b0ea-c3c8-4dbf-b7a0-c4174eea2033 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 1.0002017 May 28 05:33:36.324995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a749b50b-8084-4d89-bdda-885fcd5909a8) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:36.334864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1672ada9-74be-4a30-96c3-a943d1a6e031 None None] Network a749b50b-8084-4d89-bdda-885fcd5909a8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:33:36.343358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:36.343948 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:36.406036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0412f4-7040-464e-8782-26c5eb31ba35 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:36.418403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:36.435311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94ecb232-0700-411f-a855-fe546134834c req-18504cf6-537a-4315-a088-321bda3e6925 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436143 May 28 05:33:36.439993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Transition to ACTIVE for port object fc0412f4-7040-464e-8782-26c5eb31ba35 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:36.452023 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:36.561241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-577dad2b-a648-4bc2-91e7-bed9f6581480 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2485988 May 28 05:33:36.565819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42666) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:36.593114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d663205-59a0-43b1-809b-6a9e72979e29 None None] Network 273be4e2-97bc-4f48-8d9a-9b2084906288 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:33:36.644116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-5c61cc89-b4ce-491a-8545-ffb7eb920f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:36.645818 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-5c61cc89-b4ce-491a-8545-ffb7eb920f59 service neutron] 10.222.0.33 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.6117268 May 28 05:33:36.648812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-940480321-router', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:36.721746 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23138237-ad0d-482c-8e18-6152703e3935'] response: {'server_uuid': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d', 'code': 200} May 28 05:33:36.750258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:36.754431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-b12d82c9-6261-4885-935e-2c9d27aec3f6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c022527-32fc-4f14-9ecf-14954e08deac HTTP/1.1" status: 200 len: 217 time: 0.0871978 May 28 05:33:36.759251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Usage tracker for resource:router and tenant:92d03fce2c574180a4bca29b4ad89418 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:36.765337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:36.815906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:36.823462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-72fd2726-e90b-414c-8570-340752d0d2bc None None] Provisioning for port d295af0f-fc7f-4667-a28c-f7059c834a20 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:36.843092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:36.856417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-72fd2726-e90b-414c-8570-340752d0d2bc None None] Provisioning complete for port d295af0f-fc7f-4667-a28c-f7059c834a20 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:36.856805 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-72fd2726-e90b-414c-8570-340752d0d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:36.918035 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:36.918584 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:36.977133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Pushing event updated for resources: {'Port': ['ID=fc0412f4-7040-464e-8782-26c5eb31ba35,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:36.985032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-3f92730b-416d-476a-8c8e-64688f046dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:36.987203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-3f92730b-416d-476a-8c8e-64688f046dce service neutron] 10.222.0.33 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.2249715 May 28 05:33:37.009628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.009972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.010311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.010641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.010966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.011355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.011682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.012024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.012320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.012903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.013223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.013686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.052757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-d47cc4aa-8124-495e-afb5-99d38c7462fb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546076 May 28 05:33:37.090115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee88b57-507c-4604-bc33-b1f946c8ec26 req-3df24e92-e240-4209-864c-1c75c7aac404 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:37.097180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ee88b57-507c-4604-bc33-b1f946c8ec26 req-3df24e92-e240-4209-864c-1c75c7aac404 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 945 time: 1.1409688 May 28 05:33:37.119809 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-a749b50b-8084-4d89-bdda-885fcd5909a8', 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'fixed_ips': [{'subnet_id': '3a2a1090-8326-43eb-ac14-b6787a27f62d'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:33:37.120814 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.137329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.270261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ee88b57-507c-4604-bc33-b1f946c8ec26 req-7a84ac94-34e1-460a-86be-0844038f184f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719480 May 28 05:33:37.341652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a112-f486-41be-b038-4e92e5c67453 req-ab5f2144-b9d0-4bb4-9b85-782b18161436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:37.343899 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8f42a112-f486-41be-b038-4e92e5c67453 req-ab5f2144-b9d0-4bb4-9b85-782b18161436 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 1096 time: 0.4217463 May 28 05:33:37.349351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:37.350180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:37.350180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:37.359630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-54590920-c383-4452-af35-5c238349d799 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936065 May 28 05:33:37.378211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Port fc0412f4-7040-464e-8782-26c5eb31ba35 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:33:37.378673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:37.394685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:37.395190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:37.395708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:37.396275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Bound port: fc0412f4-7040-464e-8782-26c5eb31ba35, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:37.396718 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.456117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8f42a112-f486-41be-b038-4e92e5c67453 req-947d279f-2608-4cae-8bed-96193656f399 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032345 May 28 05:33:37.548574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Allocated IP 172.20.0.2 (a749b50b-8084-4d89-bdda-885fcd5909a8/3a2a1090-8326-43eb-ac14-b6787a27f62d/1c506f4e-b73a-432e-920a-f6d63df706b6) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:37.638136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:37.641552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:37.660089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.823735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-72fd2726-e90b-414c-8570-340752d0d2bc None None] Current status of the port d295af0f-fc7f-4667-a28c-f7059c834a20 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:37.824341 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-72fd2726-e90b-414c-8570-340752d0d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.843824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:37.844549 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.846551 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] 10.222.0.41 "PUT /v2.0/ports/fc0412f4-7040-464e-8782-26c5eb31ba35 HTTP/1.1" status: 200 len: 1091 time: 2.2430243 May 28 05:33:37.847010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'tag': 'fc0412f4-7040-464e-8782-26c5eb31ba35'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:37.872141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f044b2-bbd5-40d3-83f0-d2f333b3939b service neutron] Pushing event updated for resources: {'Port': ['ID=fc0412f4-7040-464e-8782-26c5eb31ba35,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:37.930174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f384-ac24-4812-9432-bd33ee864464 req-ae52ce77-a45f-4522-88d3-1b9a4661167a tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:37.932568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b762f384-ac24-4812-9432-bd33ee864464 req-ae52ce77-a45f-4522-88d3-1b9a4661167a tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 945 time: 1.0286779 May 28 05:33:37.937853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-72fd2726-e90b-414c-8570-340752d0d2bc None None] For port d295af0f-fc7f-4667-a28c-f7059c834a20, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d295af0f-fc7f-4667-a28c-f7059c834a20,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:37.985169 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-72fd2726-e90b-414c-8570-340752d0d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.099480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd2726-e90b-414c-8570-340752d0d2bc None None] Pushing event updated for resources: {'Port': ['ID=d295af0f-fc7f-4667-a28c-f7059c834a20,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:38.123873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-df633141-1698-4b91-b8ed-42359fd97286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:38.128689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-df633141-1698-4b91-b8ed-42359fd97286 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1094 time: 0.2314703 May 28 05:33:38.153495 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.171359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Transition to ACTIVE for port object 1c506f4e-b73a-432e-920a-f6d63df706b6 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:38.201332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Transition to ACTIVE for port object 1c506f4e-b73a-432e-920a-f6d63df706b6 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:38.211426 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.280457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-920b7529-d676-4b24-b925-eea7bdcd6eaa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0412f4-7040-464e-8782-26c5eb31ba35 HTTP/1.1" status: 200 len: 217 time: 0.1409037 May 28 05:33:38.298836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff2906-6f4d-4dcd-9008-03bfe97c2c0d req-daa8b0cf-28fd-43f7-a8b2-e99432eb1def tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:38.303819 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.306288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Network a749b50b-8084-4d89-bdda-885fcd5909a8 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:38.308024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dff2906-6f4d-4dcd-9008-03bfe97c2c0d req-daa8b0cf-28fd-43f7-a8b2-e99432eb1def tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 943 time: 0.3340411 May 28 05:33:38.310014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:38.316648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:33:38.376031 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-89aa444e-44f0-4671-9319-9ef7f0c696f5 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9546952 May 28 05:33:38.504439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Pushing event updated for resources: {'Port': ['ID=1c506f4e-b73a-432e-920a-f6d63df706b6,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:38.506578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-e5651bde-8d32-4c65-921e-124271ab6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:38.517624 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-e5651bde-8d32-4c65-921e-124271ab6d59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.2067363 May 28 05:33:38.536337 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dff2906-6f4d-4dcd-9008-03bfe97c2c0d req-004ec2f8-d025-4bcf-8ec4-29b93318f268 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267537 May 28 05:33:38.547294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Attempting to bind port 1c506f4e-b73a-432e-920a-f6d63df706b6 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:38.547710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Attempting to bind port 1c506f4e-b73a-432e-920a-f6d63df706b6 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '66043242-3357-4699-b619-b5347ef658d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:38.548677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Attempting to bind port 1c506f4e-b73a-432e-920a-f6d63df706b6 on network a749b50b-8084-4d89-bdda-885fcd5909a8 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:38.552573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d8107405-c823-4768-a67f-de2215dbc3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.562125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:38.562510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Checking segment: {'id': '66043242-3357-4699-b619-b5347ef658d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:38.562912 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.563336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Bound using segment: {'id': '66043242-3357-4699-b619-b5347ef658d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:38.563955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Bound port: 1c506f4e-b73a-432e-920a-f6d63df706b6, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66043242-3357-4699-b619-b5347ef658d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:38.564328 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.585651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3b4cde14-4f14-4bc3-9e7e-97fa97b8a287 None None] Provisioning complete for port d295af0f-fc7f-4667-a28c-f7059c834a20 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:38.586025 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde14-4f14-4bc3-9e7e-97fa97b8a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.607988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b762f384-ac24-4812-9432-bd33ee864464 req-5aff71da-060c-4a4c-bb96-848a16873a17 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5627615 May 28 05:33:38.612652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.640438 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-78bceffc-3ac0-4f3f-9b6e-44b1e7722206 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026297 May 28 05:33:38.723156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7369855a-1637-41f2-b069-f124a41268cc None None] For port 1c506f4e-b73a-432e-920a-f6d63df706b6, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:38.794349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7369855a-1637-41f2-b069-f124a41268cc None None] For port 1c506f4e-b73a-432e-920a-f6d63df706b6, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c506f4e-b73a-432e-920a-f6d63df706b6,segment=NetworkSegment(66043242-3357-4699-b619-b5347ef658d2),segment_id=66043242-3357-4699-b619-b5347ef658d2)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:38.806518 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.878106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3b4cde14-4f14-4bc3-9e7e-97fa97b8a287 None None] Current status of the port d295af0f-fc7f-4667-a28c-f7059c834a20 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:38.911103 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-2148dbb8-e285-427e-bbb9-2fd6a8945855 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559073 May 28 05:33:38.922487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369855a-1637-41f2-b069-f124a41268cc None None] Pushing event updated for resources: {'Port': ['ID=1c506f4e-b73a-432e-920a-f6d63df706b6,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:39.035684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464dd51-e790-400b-a0b8-7d8889632dbe req-189a9dc7-c8f9-4e26-b14b-8b2623947626 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:39.046870 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4464dd51-e790-400b-a0b8-7d8889632dbe req-189a9dc7-c8f9-4e26-b14b-8b2623947626 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.2711029 May 28 05:33:39.182230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4464dd51-e790-400b-a0b8-7d8889632dbe req-bee320c7-2fd0-452b-b09f-d704654f0133 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341047 May 28 05:33:39.226843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-40964dc8-9d6d-47d9-a238-e1f56adff77e tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:39.228366 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-40964dc8-9d6d-47d9-a238-e1f56adff77e tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.6110203 May 28 05:33:39.278303 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39b0b9e2-9ed7-44b8-b82b-d1c612481b3d req-6569d92b-63f4-4027-97f8-f4b28fa03f7d service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539469 May 28 05:33:39.287793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc98a1-7fd3-43ff-8215-e74e86c90302 req-2bb1bb0e-ed6a-492a-927e-d42d8bc008d9 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:39.296463 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11cc98a1-7fd3-43ff-8215-e74e86c90302 req-2bb1bb0e-ed6a-492a-927e-d42d8bc008d9 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 950 time: 0.2925305 May 28 05:33:39.298951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Router 9a48303c-3f9a-49d3-9096-daa74688bc17 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:33:39.305933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843679-5'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:39.308888 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04fcaf20-0c9b-43f6-a33e-3801802dd414'] response: {'name': 'network-changed', 'server_uuid': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'tag': 'fc0412f4-7040-464e-8782-26c5eb31ba35', 'status': 'completed', 'code': 200} May 28 05:33:39.546490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4c50-dbd7-4982-9f76-9c3c9b7ac81f req-892b295d-605f-483a-9d8c-cfef8f4cfa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:39.548995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6eea4c50-dbd7-4982-9f76-9c3c9b7ac81f req-892b295d-605f-483a-9d8c-cfef8f4cfa8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1094 time: 0.2045054 May 28 05:33:39.562578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5dfe9-738c-442c-8616-6b2f79edbcf8 req-6fd5f0a4-a143-457c-ad6f-0e705eebe3b2 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:39.581842 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08c5dfe9-738c-442c-8616-6b2f79edbcf8 req-6fd5f0a4-a143-457c-ad6f-0e705eebe3b2 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 945 time: 0.1441131 May 28 05:33:39.596643 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:39.752552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08c5dfe9-738c-442c-8616-6b2f79edbcf8 req-05619cfa-f41b-4a51-b994-f5a3476a6ea4 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692114 May 28 05:33:39.821315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4c50-dbd7-4982-9f76-9c3c9b7ac81f req-f2baaf11-ca4e-4122-905d-40b6bd945c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:39.822776 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6eea4c50-dbd7-4982-9f76-9c3c9b7ac81f req-f2baaf11-ca4e-4122-905d-40b6bd945c4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.2192652 May 28 05:33:39.882916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:33:39.900126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Sync routers for ids ['9a48303c-3f9a-49d3-9096-daa74688bc17'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:33:39.918038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Routers {'9a48303c-3f9a-49d3-9096-daa74688bc17'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:33:39.930328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9a48303c-3f9a-49d3-9096-daa74688bc17'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:39.979969 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11cc98a1-7fd3-43ff-8215-e74e86c90302 req-4722bbb1-5e80-4ca8-a3d7-1e24f8b9ebcb tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6825180 May 28 05:33:40.166296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d295af0f-fc7f-4667-a28c-f7059c834a20 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:40.352432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6eea4c50-dbd7-4982-9f76-9c3c9b7ac81f req-172c3050-f8a4-4369-a158-5dbac8fc24a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0412f4-7040-464e-8782-26c5eb31ba35 HTTP/1.1" status: 200 len: 217 time: 0.5219193 May 28 05:33:40.394991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Set router 9a48303c-3f9a-49d3-9096-daa74688bc17 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:33:40.466231 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4c50-dbd7-4982-9f76-9c3c9b7ac81f req-41963562-b45e-4f68-9b04-29e8871143ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:40.467848 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6eea4c50-dbd7-4982-9f76-9c3c9b7ac81f req-41963562-b45e-4f68-9b04-29e8871143ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.0927124 May 28 05:33:40.550548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6eea4c50-dbd7-4982-9f76-9c3c9b7ac81f req-b9099c06-1c73-4b78-b1bf-4cd02e2bc8de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685155 May 28 05:33:40.571278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef2a886-57c7-44d7-9d1f-67890c5d8931 None None] Network a749b50b-8084-4d89-bdda-885fcd5909a8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:33:40.596755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-8705ce41-174f-4e12-be09-0602c36c0ea5 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:40.598244 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-8705ce41-174f-4e12-be09-0602c36c0ea5 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.33 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 950 time: 0.3635471 May 28 05:33:40.753879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c62be-fb80-44ba-a72e-a54b818f2c2a req-754f80b6-40a8-4465-a557-b9ff1c7df5b3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:40.763557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b15c62be-fb80-44ba-a72e-a54b818f2c2a req-754f80b6-40a8-4465-a557-b9ff1c7df5b3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 943 time: 0.4759352 May 28 05:33:40.764264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:40.769732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7d2a21e4-4db4-4b36-9415-4016e373fa01 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4379168 May 28 05:33:40.775220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42706) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:40.790192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:40.848040 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b15c62be-fb80-44ba-a72e-a54b818f2c2a req-466f9380-25e3-4855-9bb5-dbd4662fba4f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834692 May 28 05:33:40.851719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-1fafc205-386b-4c31-bfbd-ff711bfb1c8c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Deleting port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:33:40.853752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-1fafc205-386b-4c31-bfbd-ff711bfb1c8c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:40.923705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4666153e-5e30-4e6f-96f1-8d403bb779ce None None] Provisioning for port 1c506f4e-b73a-432e-920a-f6d63df706b6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:40.944220 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fccff942-9b8a-4d13-b821-8d2f0ba64377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:40.957613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d295af0f-fc7f-4667-a28c-f7059c834a20 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:40.958132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:41.105445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6eea4c50-dbd7-4982-9f76-9c3c9b7ac81f req-6a414bf8-9cf0-4f88-9c0f-a3230029e6c1 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446720 May 28 05:33:41.178075 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:33:41.281193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d295af0f-fc7f-4667-a28c-f7059c834a20 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:41.283048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c506f4e-b73a-432e-920a-f6d63df706b6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:41.365522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc77569-a55e-4e9a-ae31-fd8e9d2c2814 req-298fd9e8-48dc-4a03-95ee-7f1132da1489 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:41.374398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bc77569-a55e-4e9a-ae31-fd8e9d2c2814 req-298fd9e8-48dc-4a03-95ee-7f1132da1489 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 945 time: 0.7733777 May 28 05:33:41.389912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:33:41.547643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff7afa-4a49-4dcf-bb04-e6cf9ced690b req-06dfc325-f1ea-473f-b467-17790902f441 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:41.554046 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8ff7afa-4a49-4dcf-bb04-e6cf9ced690b req-06dfc325-f1ea-473f-b467-17790902f441 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.4441788 May 28 05:33:41.595896 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:41.600773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:41.623900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1c506f4e-b73a-432e-920a-f6d63df706b6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:41.633803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1c506f4e-b73a-432e-920a-f6d63df706b6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:41.634306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:41.691249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8ff7afa-4a49-4dcf-bb04-e6cf9ced690b req-a2bdcd41-d99f-47a4-bde5-7b2c1aaf6455 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201303 May 28 05:33:41.704736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:36Z', 'revision_number': 3, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:41.723460 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6eea4c50-dbd7-4982-9f76-9c3c9b7ac81f req-11c704e6-1e6c-4ef9-9626-0927dc5694d3 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243177 May 28 05:33:41.729781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Checking router: 9a48303c-3f9a-49d3-9096-daa74688bc17 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:33:41.736442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Updating router 9a48303c-3f9a-49d3-9096-daa74688bc17 port 6743afba-1e70-4208-b5da-2ef4c9bc4b72 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:33:41.741203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-1fafc205-386b-4c31-bfbd-ff711bfb1c8c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] For port 13beeeb7-6f2e-498a-ae74-e2b171cf1879, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=13beeeb7-6f2e-498a-ae74-e2b171cf1879,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:41.741883 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-1fafc205-386b-4c31-bfbd-ff711bfb1c8c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:41.829338 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bc77569-a55e-4e9a-ae31-fd8e9d2c2814 req-0cd21583-bc8d-4ff0-8fd7-548d9e407e86 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4532065 May 28 05:33:41.878956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d568b6dc-6089-4294-b52b-dcfe2437c372 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:41.879554 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:41.888932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8cc2be39-3b7f-4427-be7c-c29fd07ce17b None None] Provisioning complete for port 1c506f4e-b73a-432e-920a-f6d63df706b6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:41.889597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8cc2be39-3b7f-4427-be7c-c29fd07ce17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:41.918965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:41.923810 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:42.056630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-1fafc205-386b-4c31-bfbd-ff711bfb1c8c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Calling delete_port for 13beeeb7-6f2e-498a-ae74-e2b171cf1879 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:33:42.129181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:42.221026 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:42.309368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:42.323575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8e280-4bcb-4ee3-824d-407541a5fcc9 req-dc21f71c-58af-43f5-9bee-3615b61c00fd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:42.332860 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63d8e280-4bcb-4ee3-824d-407541a5fcc9 req-dc21f71c-58af-43f5-9bee-3615b61c00fd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 945 time: 0.2409678 May 28 05:33:42.388101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:42.390963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1c506f4e-b73a-432e-920a-f6d63df706b6 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:42.392407 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:42.418444 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:42.419146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 13beeeb7-6f2e-498a-ae74-e2b171cf1879 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:33:42.420390 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63d8e280-4bcb-4ee3-824d-407541a5fcc9 req-2044fede-8813-4e3a-9e9c-a53d7759742c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866024 May 28 05:33:42.439752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-1fafc205-386b-4c31-bfbd-ff711bfb1c8c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:42.560242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafc205-386b-4c31-bfbd-ff711bfb1c8c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Pushing event deleted for resources: {'Port': ['ID=13beeeb7-6f2e-498a-ae74-e2b171cf1879,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:42.593334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device fc0412f4-7040-464e-8782-26c5eb31ba35 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:42.619935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 13beeeb7-6f2e-498a-ae74-e2b171cf1879 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:33:42.620668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 13beeeb7-6f2e-498a-ae74-e2b171cf1879 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:33:42.646498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2be39-3b7f-4427-be7c-c29fd07ce17b None None] Current status of the port 1c506f4e-b73a-432e-920a-f6d63df706b6 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:42.647249 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8cc2be39-3b7f-4427-be7c-c29fd07ce17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:42.723901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Allocated IP 172.25.4.218 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/2e5acc57-0ec5-4270-80f8-2f8d0f1cf873) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:42.739197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1c506f4e-b73a-432e-920a-f6d63df706b6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c506f4e-b73a-432e-920a-f6d63df706b6,segment=NetworkSegment(66043242-3357-4699-b619-b5347ef658d2),segment_id=66043242-3357-4699-b619-b5347ef658d2)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:42.820264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc805376-b764-4a5e-9249-5cd55527c32d req-5e4c0af2-ee98-4076-8621-491d69cc3555 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:42.822052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc805376-b764-4a5e-9249-5cd55527c32d req-5e4c0af2-ee98-4076-8621-491d69cc3555 tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/ports?device_id=e705c733-247c-484d-8118-791dc23e2ba3 HTTP/1.1" status: 200 len: 950 time: 0.6700356 May 28 05:33:42.874134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:42.883893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:42.905891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db96d5-2ebc-4f1d-92b3-61e1fb8f8e72 req-88c86794-a0d6-40cd-9224-6d451ec3d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:42.907681 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18db96d5-2ebc-4f1d-92b3-61e1fb8f8e72 req-88c86794-a0d6-40cd-9224-6d451ec3d8b3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 1101 time: 0.8423381 May 28 05:33:42.966448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-1fafc205-386b-4c31-bfbd-ff711bfb1c8c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] No DVR routers for this DVR port 13beeeb7-6f2e-498a-ae74-e2b171cf1879 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:33:42.970494 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-1fafc205-386b-4c31-bfbd-ff711bfb1c8c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:42.986312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e705c733-247c-484d-8118-791dc23e2ba3', 'name': 'network-vif-deleted', 'tag': '13beeeb7-6f2e-498a-ae74-e2b171cf1879'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:42.988439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:42.999692 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92f15223-b6f8-4d43-aea4-2fb1f75087ad req-1fafc205-386b-4c31-bfbd-ff711bfb1c8c tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.33 "DELETE /v2.0/ports/13beeeb7-6f2e-498a-ae74-e2b171cf1879 HTTP/1.1" status: 204 len: 173 time: 2.3928292 May 28 05:33:43.008372 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-8cc2be39-3b7f-4427-be7c-c29fd07ce17b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:33:43.009915 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-8cc2be39-3b7f-4427-be7c-c29fd07ce17b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:33:43.030383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0134cd5-0f62-4ba4-bf9c-a4ad375e90e3 req-3c5808aa-3e64-46c5-8aa8-b2a2c2c56f96 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:43.032696 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0134cd5-0f62-4ba4-bf9c-a4ad375e90e3 req-3c5808aa-3e64-46c5-8aa8-b2a2c2c56f96 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 945 time: 0.3950660 May 28 05:33:43.041907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42736) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:43.053825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4fd57b63-74bd-42e6-90c8-4ce69a94fbe9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Request body: {'floatingip': {'port_id': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:43.201984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1c506f4e-b73a-432e-920a-f6d63df706b6,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:43.219190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fd57b63-74bd-42e6-90c8-4ce69a94fbe9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:43.226630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:43.235042 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:43.265648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'fc0412f4-7040-464e-8782-26c5eb31ba35', 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4', 'port_id': 'fc0412f4-7040-464e-8782-26c5eb31ba35', 'mac_address': 'fa:16:3e:30:b8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4381fba7-c70e-429d-9e28-c31373a2e00a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:33:43.296330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc805376-b764-4a5e-9249-5cd55527c32d req-c59acc9c-03a7-4a4a-b731-071d4166e30a tempest-ServersAdminNegativeTestJSON-1121362773 tempest-ServersAdminNegativeTestJSON-1121362773-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8dc91b8-fbaf-4644-975d-01a8819fdc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141374 May 28 05:33:43.305465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18db96d5-2ebc-4f1d-92b3-61e1fb8f8e72 req-cd77a0f0-5968-4ce7-a671-fa5bec0ed3e3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486245 May 28 05:33:43.377056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:43.422651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port fc0412f4-7040-464e-8782-26c5eb31ba35 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:43.423561 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:43.424700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Allocated IP 172.20.0.1 (273be4e2-97bc-4f48-8d9a-9b2084906288/352ae098-0007-453a-b278-9f0f266760a4/5b744977-5fcb-482e-9f39-e9819bc69d03) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:43.453052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:43.458040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0412f4-7040-464e-8782-26c5eb31ba35 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:43.460972 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:43.465717 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47762db-e223-468c-b18c-b9ebc4349fae'] response: {'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'code': 200} May 28 05:33:43.486016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:43.504733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c022527-32fc-4f14-9ecf-14954e08deac'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:43.592606 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:43.673391 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:43.704926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2be39-3b7f-4427-be7c-c29fd07ce17b None None] Current status of the port 1c506f4e-b73a-432e-920a-f6d63df706b6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:43.707443 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:43.790838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:43.805429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37010c3f-4de5-44b7-aad4-0eea272b9e46 req-06276c14-7b36-4f8c-8d5c-8610050764c0 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:43.806998 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-37010c3f-4de5-44b7-aad4-0eea272b9e46 req-06276c14-7b36-4f8c-8d5c-8610050764c0 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 943 time: 0.4878213 May 28 05:33:43.818168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'mac_address': 'fa:16:3e:b0:5f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:33:43.896522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d568b6dc-6089-4294-b52b-dcfe2437c372 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:43.897083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:43.924136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d568b6dc-6089-4294-b52b-dcfe2437c372 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:43.933044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=fc0412f4-7040-464e-8782-26c5eb31ba35,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:43.962596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:43.997729 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:44.005873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-37010c3f-4de5-44b7-aad4-0eea272b9e46 req-3729fdfc-6ce4-4990-a938-a817705cf7f7 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684608 May 28 05:33:44.008951 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:44.023538 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:44.042467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c022527-32fc-4f14-9ecf-14954e08deac,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:44.089369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.089770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.090163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.090507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.090837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.091166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.091582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.091908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.092228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.092549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.092866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.093183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:44.176443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Transition to ACTIVE for port object 5b744977-5fcb-482e-9f39-e9819bc69d03 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:44.209252 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa527be-e3d6-42ae-82c4-c116f0a98ede'] response: {'server_uuid': 'e705c733-247c-484d-8118-791dc23e2ba3', 'name': 'network-vif-deleted', 'tag': '13beeeb7-6f2e-498a-ae74-e2b171cf1879', 'status': 'completed', 'code': 200} May 28 05:33:44.212095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a94ef-78d8-4443-93c3-7f8547d18baf req-c88ab68d-aabe-431d-aa62-60c450604507 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:44.213917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d4a94ef-78d8-4443-93c3-7f8547d18baf req-c88ab68d-aabe-431d-aa62-60c450604507 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 948 time: 0.6140308 May 28 05:33:44.220088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:44.228135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:44.239638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:33:44.295060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac on host n-h2-843679-5 for vnic_type normal with profile {"migrating_to": "n-h1-843679-5"} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:44.295788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:44.296283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:44.317335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['fc0412f4-7040-464e-8782-26c5eb31ba35'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:44.343375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Port 5c022527-32fc-4f14-9ecf-14954e08deac on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:33:44.343877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Attempting to bind port 5c022527-32fc-4f14-9ecf-14954e08deac on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:44.358539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:44.359074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:44.359661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:44.360949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Bound port: 5c022527-32fc-4f14-9ecf-14954e08deac, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:44.361445 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:44.370600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Pushing event updated for resources: {'Port': ['ID=2e5acc57-0ec5-4270-80f8-2f8d0f1cf873,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:44.465352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d4a94ef-78d8-4443-93c3-7f8547d18baf req-8be87a9d-f1c3-4d5f-8e18-2aa95f4bda5a tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326427 May 28 05:33:44.514071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=10']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:44.576514 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd788dc3-6f65-44a5-bc56-db0928e3a1bb'] response: {'server_uuid': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c022527-32fc-4f14-9ecf-14954e08deac', 'code': 200} May 28 05:33:44.585282 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:44.732050 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-4fd57b63-74bd-42e6-90c8-4ce69a94fbe9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:33:44.851306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fd57b63-74bd-42e6-90c8-4ce69a94fbe9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:44.863747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80db1c2-b8cf-4b96-9003-10114762a4ba req-1ff31045-a0df-4958-b620-8a4158cdfe3c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:44.865284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a80db1c2-b8cf-4b96-9003-10114762a4ba req-1ff31045-a0df-4958-b620-8a4158cdfe3c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 943 time: 0.4311826 May 28 05:33:44.866510 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fd57b63-74bd-42e6-90c8-4ce69a94fbe9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:45.046440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c506f4e-b73a-432e-920a-f6d63df706b6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:45.236412 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:45.242922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Network 273be4e2-97bc-4f48-8d9a-9b2084906288 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:45.291125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Transition to ACTIVE for port object 6743afba-1e70-4208-b5da-2ef4c9bc4b72 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:45.320723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42766) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:45.321586 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:45.322644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:45.327730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:33:45.414980 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-4fd57b63-74bd-42e6-90c8-4ce69a94fbe9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Floating IP 8b4a345f-a020-4fe0-ba6f-2b582ca8ea23 associated. External IP: 172.25.4.29, port: a94dc86e-3374-48b5-bbeb-8968b89ac06d. May 28 05:33:45.439315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:45.485553 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1c506f4e-b73a-432e-920a-f6d63df706b6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:45.485940 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:45.594371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Attempting to bind port 6743afba-1e70-4208-b5da-2ef4c9bc4b72 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:45.595328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Attempting to bind port 6743afba-1e70-4208-b5da-2ef4c9bc4b72 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:45.595693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Attempting to bind port 6743afba-1e70-4208-b5da-2ef4c9bc4b72 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:45.653242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:45.656845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Pushing event updated for resources: {'Port': ['ID=5b744977-5fcb-482e-9f39-e9819bc69d03,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:45.682511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:45.682882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:45.683314 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:45.683710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:45.684200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Bound port: 6743afba-1e70-4208-b5da-2ef4c9bc4b72, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:45.684574 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:45.713196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:45.788011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fc2e7-638a-4bf3-8809-c1fcf4143300 None None] Pushing event updated for resources: {'Port': ['ID=6743afba-1e70-4208-b5da-2ef4c9bc4b72,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:45.799001 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:33:45.810448 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:45.812129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1a382023-9982-4bb4-81b8-3a2086b64c2d None None] Provisioning for port 5b744977-5fcb-482e-9f39-e9819bc69d03 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:45.893869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1a382023-9982-4bb4-81b8-3a2086b64c2d None None] Provisioning complete for port 5b744977-5fcb-482e-9f39-e9819bc69d03 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:45.894242 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1a382023-9982-4bb4-81b8-3a2086b64c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:45.959861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1a382023-9982-4bb4-81b8-3a2086b64c2d None None] Port 5b744977-5fcb-482e-9f39-e9819bc69d03 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:33:45.983703 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:46.023334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] For port 6743afba-1e70-4208-b5da-2ef4c9bc4b72, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:46.062219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd57b63-74bd-42e6-90c8-4ce69a94fbe9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Router 02125038-bfda-49c9-a4b7-3642621e2e40 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:33:46.067554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] For port 6743afba-1e70-4208-b5da-2ef4c9bc4b72, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6743afba-1e70-4208-b5da-2ef4c9bc4b72,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:46.076654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:46.090013 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:46.097876 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a80db1c2-b8cf-4b96-9003-10114762a4ba req-10f73c99-af69-42e7-8276-471b4e159b9d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6838491 May 28 05:33:46.195053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1c506f4e-b73a-432e-920a-f6d63df706b6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:46.215895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'mac_address': 'fa:16:3e:b0:5f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:33:46.257738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Routers {'9a48303c-3f9a-49d3-9096-daa74688bc17'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:33:46.258370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9a48303c-3f9a-49d3-9096-daa74688bc17'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:46.354814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fc2e7-638a-4bf3-8809-c1fcf4143300 None None] Pushing event updated for resources: {'Port': ['ID=6743afba-1e70-4208-b5da-2ef4c9bc4b72,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:46.368809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd57b63-74bd-42e6-90c8-4ce69a94fbe9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:33:46.374223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fd57b63-74bd-42e6-90c8-4ce69a94fbe9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:46.380799 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] Sync routers for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:33:46.398700 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:33:46.399722 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:46.435569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49a3f7-4619-431f-a9c8-7097aea62e7e req-c1c05e31-cf18-4f91-99c3-b745c46e956e tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:46.442994 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d49a3f7-4619-431f-a9c8-7097aea62e7e req-c1c05e31-cf18-4f91-99c3-b745c46e956e tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 944 time: 1.1740105 May 28 05:33:46.451325 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4fd57b63-74bd-42e6-90c8-4ce69a94fbe9 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "PUT /v2.0/floatingips/8b4a345f-a020-4fe0-ba6f-2b582ca8ea23 HTTP/1.1" status: 200 len: 990 time: 3.4059494 May 28 05:33:46.451325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'tag': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:46.542335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:46.575948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d568b6dc-6089-4294-b52b-dcfe2437c372'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:46.633327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79820c9d-0bbf-421f-8f8e-4b6b448b3b5b req-16c8f132-e6b6-4819-8828-f0e661cbc6e2 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:46.634785 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-79820c9d-0bbf-421f-8f8e-4b6b448b3b5b req-16c8f132-e6b6-4819-8828-f0e661cbc6e2 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 950 time: 0.1679964 May 28 05:33:46.653069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device fc0412f4-7040-464e-8782-26c5eb31ba35 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:46.739921 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:33:46.743689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-79820c9d-0bbf-421f-8f8e-4b6b448b3b5b req-908d56ed-6bfc-479c-afec-3c7f4ebc205e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951614 May 28 05:33:46.841744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] Set router 9a48303c-3f9a-49d3-9096-daa74688bc17 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:33:46.866243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-46168cb3-111b-49f9-9538-314ce4604ce2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49442b774df3497990ed0cd02127b5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5377495 May 28 05:33:46.867832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42790) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:46.892315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:46.892934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:46.894289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] 10.222.0.33 "PUT /v2.0/ports/5c022527-32fc-4f14-9ecf-14954e08deac HTTP/1.1" status: 200 len: 1121 time: 7.6177301 May 28 05:33:46.896337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'tag': '5c022527-32fc-4f14-9ecf-14954e08deac'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:46.987747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29ee10-f28f-4c47-acaf-809c880d62a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c022527-32fc-4f14-9ecf-14954e08deac,revision_number=8']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:47.020343 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d49a3f7-4619-431f-a9c8-7097aea62e7e req-ff67c4bf-8194-42e2-85a7-e35b034655fd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234196 May 28 05:33:47.101158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port fc0412f4-7040-464e-8782-26c5eb31ba35 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:47.112743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['5c022527-32fc-4f14-9ecf-14954e08deac'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:47.147608 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322dd670-8ab9-49b6-8a86-48f978111902'] response: {'name': 'network-changed', 'server_uuid': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'tag': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d', 'status': 'completed', 'code': 200} May 28 05:33:47.161263 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b9baad9-11f2-4368-8415-048b8064ffc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:47.264923 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b9baad9-11f2-4368-8415-048b8064ffc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:47.297145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87487-858b-4eeb-96af-3929c085b466 req-c3b3d5c8-e069-408d-88b3-3bbfee4475b4 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:47.298894 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-adf87487-858b-4eeb-96af-3929c085b466 req-c3b3d5c8-e069-408d-88b3-3bbfee4475b4 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 945 time: 0.3308060 May 28 05:33:47.386027 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8b4a345f-a020-4fe0-ba6f-2b582ca8ea23', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'port_id': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'mac_address': 'fa:16:3e:39:cc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:32:03Z', 'updated_at': '2022-05-28T05:33:44Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:47.398891 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] Checking router: 02125038-bfda-49c9-a4b7-3642621e2e40 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:33:47.418687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port fc0412f4-7040-464e-8782-26c5eb31ba35 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:47.419284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:47.419955 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:33:47.420762 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:47.460476 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-adf87487-858b-4eeb-96af-3929c085b466 req-a00d7aa1-bc16-4e38-8652-677a347e21e1 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342912 May 28 05:33:47.492504 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b9baad9-11f2-4368-8415-048b8064ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:47.518967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9baad9-11f2-4368-8415-048b8064ffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dc91b8-fbaf-4644-975d-01a8819fdc7e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:47.544968 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b9baad9-11f2-4368-8415-048b8064ffc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:47.546113 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9b9baad9-11f2-4368-8415-048b8064ffc0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8dc91b8-fbaf-4644-975d-01a8819fdc7e HTTP/1.1" status: 204 len: 168 time: 0.6771240 May 28 05:33:47.703887 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:33:47.832605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d314a8-97c5-4c38-9749-8e50ded458b3 req-9ea262d0-cfd6-46aa-be64-e4cb88c2b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:47.834222 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1d314a8-97c5-4c38-9749-8e50ded458b3 req-9ea262d0-cfd6-46aa-be64-e4cb88c2b171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1124 time: 0.1445477 May 28 05:33:48.081568 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb88d1d-7aad-4f2a-becf-91acd9f1e245'] response: {'name': 'network-changed', 'server_uuid': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'tag': '5c022527-32fc-4f14-9ecf-14954e08deac', 'status': 'completed', 'code': 200} May 28 05:33:48.086062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:36Z', 'revision_number': 3, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:48.089480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port fc0412f4-7040-464e-8782-26c5eb31ba35 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:48.089860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:48.114614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03226024-0591-40d6-8ada-06c0afa8a3b6 None None] The sync data for ids ['9a48303c-3f9a-49d3-9096-daa74688bc17'] in n-d-843679-5 is: [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:36Z', 'revision_number': 3, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:33:48.120146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:48.167347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d314a8-97c5-4c38-9749-8e50ded458b3 req-08758440-6388-4bf9-89ff-f6eb0f49ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:48.174465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1d314a8-97c5-4c38-9749-8e50ded458b3 req-08758440-6388-4bf9-89ff-f6eb0f49ca04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.3326702 May 28 05:33:48.186893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:48.188246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0412f4-7040-464e-8782-26c5eb31ba35'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:48.201299 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:48.250082 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:48.314390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42820) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:48.341693 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8b4a345f-a020-4fe0-ba6f-2b582ca8ea23', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'port_id': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'mac_address': 'fa:16:3e:39:cc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:32:03Z', 'updated_at': '2022-05-28T05:33:44Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:48.353224 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc99ca-32a8-4607-9a4f-9191cea0a78a None None] The sync data for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 is: [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8b4a345f-a020-4fe0-ba6f-2b582ca8ea23', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'port_id': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'mac_address': 'fa:16:3e:39:cc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:32:03Z', 'updated_at': '2022-05-28T05:33:44Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:33:48.366730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=fc0412f4-7040-464e-8782-26c5eb31ba35,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:48.568619 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8e67dd72-87b7-487f-846f-91da0e91e669 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=199955b4be194591820dd3a34f5db4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459474 May 28 05:33:48.606824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42824) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:48.609659 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1d314a8-97c5-4c38-9749-8e50ded458b3 req-7ffd19d3-36c0-4b24-940a-e015f65fedaa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c022527-32fc-4f14-9ecf-14954e08deac HTTP/1.1" status: 200 len: 217 time: 0.4238501 May 28 05:33:48.742172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03390a-2799-4aba-95f6-1fd3427a39ed None None] New status for floating IP 8b4a345f-a020-4fe0-ba6f-2b582ca8ea23: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:33:48.747158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d314a8-97c5-4c38-9749-8e50ded458b3 req-353e7bb5-50aa-4d61-9077-9aa56e352a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:48.748950 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1d314a8-97c5-4c38-9749-8e50ded458b3 req-353e7bb5-50aa-4d61-9077-9aa56e352a31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.1205757 May 28 05:33:48.815745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-7a41ba15-2aea-448b-bc2d-2666644f999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:48.818077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-7a41ba15-2aea-448b-bc2d-2666644f999d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=70625b102fbc4eca9615156bbf5cba6b&device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 1096 time: 1.5361936 May 28 05:33:48.837506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7363a-4225-4344-aaa2-6296c14413fc req-e47bbe0f-c43a-4410-bd4c-c2927c5b351e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:48.838208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1d314a8-97c5-4c38-9749-8e50ded458b3 req-97aa4a15-53fa-4118-aa1e-474d9fea640f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677142 May 28 05:33:48.848053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bfb7363a-4225-4344-aaa2-6296c14413fc req-e47bbe0f-c43a-4410-bd4c-c2927c5b351e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 943 time: 0.8361166 May 28 05:33:49.023642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e65f5-48a6-41e9-b578-c5da72352fcd req-605a82b5-e7dc-4388-9785-84d65a0274e4 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:49.031204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-706e65f5-48a6-41e9-b578-c5da72352fcd req-605a82b5-e7dc-4388-9785-84d65a0274e4 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 1101 time: 0.6657033 May 28 05:33:49.043101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-98d446ce-4923-4e7f-b6ba-fc7ac2090f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:49.044609 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-98d446ce-4923-4e7f-b6ba-fc7ac2090f5d service neutron] 10.222.0.33 "GET /v2.0/networks?id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1 HTTP/1.1" status: 200 len: 924 time: 0.1942527 May 28 05:33:49.052036 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d5643cc-ca23-4c43-aa6f-6570fb41afd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:49.066776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Router 913643d6-8fd5-4137-a554-e8269c554f78 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:33:49.101229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6743afba-1e70-4208-b5da-2ef4c9bc4b72 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:49.135956 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-706e65f5-48a6-41e9-b578-c5da72352fcd req-29e56bab-79c4-4fb3-b0ea-1285d0d8850c tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036580 May 28 05:33:49.146514 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d5643cc-ca23-4c43-aa6f-6570fb41afd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:49.272628 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1d314a8-97c5-4c38-9749-8e50ded458b3 req-34392a05-42f7-4e5a-ae04-06e1788bac0d service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186766 May 28 05:33:49.395391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c022527-32fc-4f14-9ecf-14954e08deac details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:49.397890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:49.496173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 6743afba-1e70-4208-b5da-2ef4c9bc4b72 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:49.588691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 6743afba-1e70-4208-b5da-2ef4c9bc4b72 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:49.589134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:49.614510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bfb7363a-4225-4344-aaa2-6296c14413fc req-c4fa3b52-47cf-4b78-944e-ed5d4e3884b8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7613204 May 28 05:33:49.622938 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1d314a8-97c5-4c38-9749-8e50ded458b3 req-d1aa2af9-1ffd-4f80-8eef-5610e5106dae service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488841 May 28 05:33:49.629728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d5643cc-ca23-4c43-aa6f-6570fb41afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:49.664806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5643cc-ca23-4c43-aa6f-6570fb41afd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ceb043-4b30-4dfd-acec-41e2d7ee3efd,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:49.685850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201de78-16c5-4011-9afa-af72efe845de req-6cab59b1-0c6c-4fda-8b3e-309248e8d92d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:49.687661 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7201de78-16c5-4011-9afa-af72efe845de req-6cab59b1-0c6c-4fda-8b3e-309248e8d92d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 945 time: 0.2708135 May 28 05:33:49.712179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d5643cc-ca23-4c43-aa6f-6570fb41afd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:49.731841 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8d5643cc-ca23-4c43-aa6f-6570fb41afd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06ceb043-4b30-4dfd-acec-41e2d7ee3efd HTTP/1.1" status: 204 len: 168 time: 1.1209896 May 28 05:33:49.773639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:49.780725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7201de78-16c5-4011-9afa-af72efe845de req-a22e8321-735f-4480-8601-d77f89773e81 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867066 May 28 05:33:49.810732 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3434b82b-0a06-452d-8ccf-c0d1e63435a2'] response: {'server_uuid': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0412f4-7040-464e-8782-26c5eb31ba35', 'code': 200} May 28 05:33:49.811829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d568b6dc-6089-4294-b52b-dcfe2437c372 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:49.813977 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:49.934614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c022527-32fc-4f14-9ecf-14954e08deac has no active binding in host n-h1-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:33:50.016534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcc6ac-18ce-465c-bdd4-691535e2bb72 req-5478b06e-8ebe-4354-a88b-1fcd28666beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:50.018248 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcfcc6ac-18ce-465c-bdd4-691535e2bb72 req-5478b06e-8ebe-4354-a88b-1fcd28666beb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1096 time: 0.1659789 May 28 05:33:50.125222 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcfcc6ac-18ce-465c-bdd4-691535e2bb72 req-771d247c-02b9-4a24-9c51-2e7d456cd01d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997355 May 28 05:33:50.165431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-af54c6e6-a18b-4638-86b3-f294076de681 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a94dc86e-3374-48b5-bbeb-8968b89ac06d HTTP/1.1" status: 200 len: 1000 time: 1.0891082 May 28 05:33:50.234489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 6743afba-1e70-4208-b5da-2ef4c9bc4b72 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:50.240381 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:50.300790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 6743afba-1e70-4208-b5da-2ef4c9bc4b72, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6743afba-1e70-4208-b5da-2ef4c9bc4b72,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:50.332929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d568b6dc-6089-4294-b52b-dcfe2437c372 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:50.333793 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:50.354710 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:50.435641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:33:50.448530 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Sync routers for ids ['913643d6-8fd5-4137-a554-e8269c554f78'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:33:50.464063 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Routers {'913643d6-8fd5-4137-a554-e8269c554f78'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:33:50.464988 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['913643d6-8fd5-4137-a554-e8269c554f78'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:50.483269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:50.497781 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:50.510090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-1fca149e-c5dd-4d6e-ac2b-f4d17f162512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:50.532628 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-1fca149e-c5dd-4d6e-ac2b-f4d17f162512 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5405371e-740e-42e9-840d-a75d4a087527 HTTP/1.1" status: 200 len: 862 time: 0.3109086 May 28 05:33:50.534971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:50.552477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=6743afba-1e70-4208-b5da-2ef4c9bc4b72,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:50.638673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:50.721675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=11']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:50.838994 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:50.839899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-340e82b7-f2c4-4339-b258-826a6ef3a433 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 14.2731564 May 28 05:33:50.842820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42858) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:50.902471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Pushing event updated for resources: {'Port': ['ID=5b744977-5fcb-482e-9f39-e9819bc69d03,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:50.910583 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Set router 913643d6-8fd5-4137-a554-e8269c554f78 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:33:50.911674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:50.964470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4f47c-7120-4790-b087-25ccc73270c7 req-a89e9b10-8951-4719-8014-58c4f1b99f17 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:50.972353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eba4f47c-7120-4790-b087-25ccc73270c7 req-a89e9b10-8951-4719-8014-58c4f1b99f17 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 1101 time: 0.5997829 May 28 05:33:51.068994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6743afba-1e70-4208-b5da-2ef4c9bc4b72 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:51.214992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-833fecac-48f8-430d-9807-ab7414f0c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:51.226803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-833fecac-48f8-430d-9807-ab7414f0c502 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b1a9b245-5074-4ded-82bb-cbdaaebacdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6735907 May 28 05:33:51.246150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 6743afba-1e70-4208-b5da-2ef4c9bc4b72 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:51.246533 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:51.343149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fd442-09dc-40dd-a351-905cedd6a98e req-0e78b4e2-8391-44dd-bbe3-240021f321dd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:51.350949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-218fd442-09dc-40dd-a351-905cedd6a98e req-0e78b4e2-8391-44dd-bbe3-240021f321dd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 943 time: 0.4211383 May 28 05:33:51.510275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 6743afba-1e70-4208-b5da-2ef4c9bc4b72 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:33:51.615326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42872) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:51.619399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-218fd442-09dc-40dd-a351-905cedd6a98e req-13b7202d-cf3a-4253-8f90-04020042e8c6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675438 May 28 05:33:51.703845 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913643d6-8fd5-4137-a554-e8269c554f78', 'name': 'tempest-ServersTestFqdnHostnames-940480321-router', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:36Z', 'updated_at': '2022-05-28T05:33:45Z', 'revision_number': 3, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'gw_port': {'id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:41Z', 'updated_at': '2022-05-28T05:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:51.717138 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Checking router: 913643d6-8fd5-4137-a554-e8269c554f78 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:33:51.772435 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Updating router 913643d6-8fd5-4137-a554-e8269c554f78 port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:33:51.812436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:51.818731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eba4f47c-7120-4790-b087-25ccc73270c7 req-4369e0f4-87d9-4efc-b65e-c6ab0cc2e368 tempest-ServersAdminTestJSON-1820262748 tempest-ServersAdminTestJSON-1820262748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8451948 May 28 05:33:51.995721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Network 273be4e2-97bc-4f48-8d9a-9b2084906288 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:52.014093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:52.045372 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f08915a-ccdf-44be-88bf-70624fb50cd4'] response: {'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'code': 200} May 28 05:33:52.052587 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:52.200515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-83d2e1c7-7780-4aa5-85ac-bc8f622d8cd3 service neutron] 10.222.0.33 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9467964 May 28 05:33:52.329756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-network', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:52.401701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:52.473420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d7072d9b-35ba-408f-b0f2-146ad87f6579 None None] Provisioning complete for port 5b744977-5fcb-482e-9f39-e9819bc69d03 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:52.474003 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d7072d9b-35ba-408f-b0f2-146ad87f6579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:52.549552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Router 9a48303c-3f9a-49d3-9096-daa74688bc17 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:33:52.581760 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9d6c12e-9ced-4032-ab85-409856a5e8b5 req-efe94941-4b1b-4f14-aab7-1f95f6ddc438 service neutron] 10.222.0.33 "GET /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708122 May 28 05:33:52.606021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d7072d9b-35ba-408f-b0f2-146ad87f6579 None None] Port 5b744977-5fcb-482e-9f39-e9819bc69d03 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:33:52.768182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Usage tracker for resource:network and tenant:695308ee2d94439ea0df13a8e0921cb8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:52.774949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-86b4e8ef-c501-4d00-b287-2a09bc70bcdc service neutron] 10.222.0.41 "GET /v2.0/ports/5c022527-32fc-4f14-9ecf-14954e08deac/bindings/n-h1-843679-5 HTTP/1.1" status: 200 len: 384 time: 0.0980647 May 28 05:33:52.777741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:52.797123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:33:52.802188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ab2d59f1-d8bf-4a8c-9c14-7a1664037e08 admin admin] 10.222.0.39 "PUT /v2.0/routers/9a48303c-3f9a-49d3-9096-daa74688bc17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0214477 May 28 05:33:52.814026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Sync routers for ids ['9a48303c-3f9a-49d3-9096-daa74688bc17'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:33:52.838500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Routers {'9a48303c-3f9a-49d3-9096-daa74688bc17'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:33:52.840644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9a48303c-3f9a-49d3-9096-daa74688bc17'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:52.840794 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:52.853441 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Transition to ACTIVE for port object 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:52.869293 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:52.890257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:52.932112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37dbb8-15e0-4688-b117-963435d58a87 req-d5523570-b1c2-4b4c-aded-0c01f122f5f6 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:52.940711 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f37dbb8-15e0-4688-b117-963435d58a87 req-d5523570-b1c2-4b4c-aded-0c01f122f5f6 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 950 time: 0.1449430 May 28 05:33:53.002841 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f37dbb8-15e0-4688-b117-963435d58a87 req-fc80961d-9d08-4727-87f5-be87858cd6ac tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611792 May 28 05:33:53.030244 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Pushing event updated for resources: {'Port': ['ID=2e5acc57-0ec5-4270-80f8-2f8d0f1cf873,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:53.061763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Made reservation on behalf of 695308ee2d94439ea0df13a8e0921cb8 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:53.064781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:53.068675 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.069046 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.069376 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.069699 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.070020 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.070356 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.070655 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.070981 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.071321 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.071642 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.071959 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.072271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:53.075927 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Attempting to bind port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:53.075927 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Attempting to bind port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:53.076240 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Attempting to bind port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:53.084604 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:53.084981 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:53.085381 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:53.085770 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:53.086231 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Bound port: 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:53.086623 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:53.170440 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:53.279757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65132ea-28f5-412f-a850-c4ef40a4a626 req-eab1dea7-8442-4bd3-afa6-56fd0199cd68 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:53.280473 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] For port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:53.283859 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] For port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2e5acc57-0ec5-4270-80f8-2f8d0f1cf873,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:53.284015 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f65132ea-28f5-412f-a850-c4ef40a4a626 req-eab1dea7-8442-4bd3-afa6-56fd0199cd68 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 943 time: 0.1675568 May 28 05:33:53.294438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18761dbf-a1b9-4bdb-abba-61e3c84db509 req-85ec4140-3706-429d-ab00-d9b56912caa7 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:53.303300 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:53.311834 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-18761dbf-a1b9-4bdb-abba-61e3c84db509 req-85ec4140-3706-429d-ab00-d9b56912caa7 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 945 time: 1.0032930 May 28 05:33:53.316761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:53.361136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Set router 9a48303c-3f9a-49d3-9096-daa74688bc17 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:33:53.383747 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f65132ea-28f5-412f-a850-c4ef40a4a626 req-1b3bdd50-b1fd-4e4b-8fc6-bc6a4237db9e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918090 May 28 05:33:53.409296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Usage tracker for resource:security_group_rule and tenant:695308ee2d94439ea0df13a8e0921cb8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:53.438256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c022527-32fc-4f14-9ecf-14954e08deac details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:33:53.448374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:53.461621 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Routers {'913643d6-8fd5-4137-a554-e8269c554f78'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:33:53.462258 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['913643d6-8fd5-4137-a554-e8269c554f78'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:53.507515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:53.604115 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03d96c-8abd-439f-afea-f8dd6cf0e19b None None] Pushing event updated for resources: {'Port': ['ID=2e5acc57-0ec5-4270-80f8-2f8d0f1cf873,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:53.606009 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-18761dbf-a1b9-4bdb-abba-61e3c84db509 req-41a9bba5-7d73-48be-80ed-f529201d7a94 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930169 May 28 05:33:53.800051 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] Set router 913643d6-8fd5-4137-a554-e8269c554f78 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:33:53.886891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-c5d81447-37a2-4dd4-91a6-19fd94aec959 service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:53.912841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-c5d81447-37a2-4dd4-91a6-19fd94aec959 service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:53.980789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-c5d81447-37a2-4dd4-91a6-19fd94aec959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c022527-32fc-4f14-9ecf-14954e08deac {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:33:53.990894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42928) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:53.993082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-c5d81447-37a2-4dd4-91a6-19fd94aec959 service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:54.013543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-network', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:54.024089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-c5d81447-37a2-4dd4-91a6-19fd94aec959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.034093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:54.040510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Usage tracker for resource:network and tenant:3123217cf0d546fbaf81b3167b09aa51 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:54.045148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:54.062968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:54.094323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:54.101722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Made reservation on behalf of 3123217cf0d546fbaf81b3167b09aa51 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:54.105787 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.134438 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.162685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945476ba-a237-41a8-8f7e-c409f4944ffd req-8742f45d-577e-43ca-a2bb-1de441edce72 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:54.173259 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.174439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-945476ba-a237-41a8-8f7e-c409f4944ffd req-8742f45d-577e-43ca-a2bb-1de441edce72 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1096 time: 0.2678463 May 28 05:33:54.205011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c022527-32fc-4f14-9ecf-14954e08deac has no active binding in host n-h1-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:33:54.254481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:54.265978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Usage tracker for resource:security_group_rule and tenant:3123217cf0d546fbaf81b3167b09aa51 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:54.273520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:54.285043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:54.315490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:47Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5b744977-5fcb-482e-9f39-e9819bc69d03', 'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'mac_address': 'fa:16:3e:fb:4f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:42Z', 'updated_at': '2022-05-28T05:33:48Z', 'revision_number': 2, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'subnets': [{'id': '352ae098-0007-453a-b278-9f0f266760a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:54.327612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Checking router: 9a48303c-3f9a-49d3-9096-daa74688bc17 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:33:54.329424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Updating router 9a48303c-3f9a-49d3-9096-daa74688bc17 port 5b744977-5fcb-482e-9f39-e9819bc69d03 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:33:54.374540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.398668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-945476ba-a237-41a8-8f7e-c409f4944ffd req-3006f5e7-e93b-4fba-b395-68af6338bb73 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231834 May 28 05:33:54.403128 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.446134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.464156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:33:54.471067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ba6c9d-b63c-4799-8536-c2fbed5b886c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:54.495578 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.498623 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Added segment ce0642d8-ad12-4112-b4de-e5fa24dec674 of type vlan for network c3716d73-a02a-41e8-a54b-edccd421294d May 28 05:33:54.566171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.640569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.643454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:54.644669 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.647031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.690379 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.816630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72319dad-e2e4-457a-8188-7a8eb813efce,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:54.821932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] Pushing event updated for resources: {'Network': ['ID=c3716d73-a02a-41e8-a54b-edccd421294d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:54.839275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-c5d81447-37a2-4dd4-91a6-19fd94aec959 service neutron] Transition to ACTIVE for port object 5c022527-32fc-4f14-9ecf-14954e08deac will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:54.852609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:33:54.862091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec43d7-072e-436f-beaa-6b2ef47abf01 req-7849efed-4fed-4aba-9869-2c03f9828106 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:54.869246 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-91ec43d7-072e-436f-beaa-6b2ef47abf01 req-7849efed-4fed-4aba-9869-2c03f9828106 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 950 time: 0.6052172 May 28 05:33:54.878409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-c5d81447-37a2-4dd4-91a6-19fd94aec959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.880289 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913643d6-8fd5-4137-a554-e8269c554f78', 'name': 'tempest-ServersTestFqdnHostnames-940480321-router', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:36Z', 'updated_at': '2022-05-28T05:33:45Z', 'revision_number': 3, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'gw_port': {'id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:41Z', 'updated_at': '2022-05-28T05:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:54.912431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b87818c4-9316-4020-94a5-60f3f3d528ff admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9164026 May 28 05:33:54.922018 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03bed3-787e-44a5-a3d0-8d4b45661732 None None] The sync data for ids ['913643d6-8fd5-4137-a554-e8269c554f78'] in n-d-843679-5 is: [{'id': '913643d6-8fd5-4137-a554-e8269c554f78', 'name': 'tempest-ServersTestFqdnHostnames-940480321-router', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:36Z', 'updated_at': '2022-05-28T05:33:45Z', 'revision_number': 3, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'gw_port': {'id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:41Z', 'updated_at': '2022-05-28T05:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:33:54.922406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42940) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:54.928859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c3716d73-a02a-41e8-a54b-edccd421294d details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:33:54.935942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Request body: {'subnet': {'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-subnet', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:54.959373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:54.965973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Usage tracker for resource:subnet and tenant:3123217cf0d546fbaf81b3167b09aa51 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:54.986560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:55.001511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:55.031505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-056bba06-136e-4f6f-917b-641acd1dc337 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:55.033041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-056bba06-136e-4f6f-917b-641acd1dc337 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 950 time: 0.3659661 May 28 05:33:55.041714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77c90e-fa63-4cb1-9935-32078ee82d1f req-3e63a129-4fb5-4587-ab17-ab85b2acb8d7 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:55.044452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc77c90e-fa63-4cb1-9935-32078ee82d1f req-3e63a129-4fb5-4587-ab17-ab85b2acb8d7 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 944 time: 0.2235904 May 28 05:33:55.088923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Made reservation on behalf of 3123217cf0d546fbaf81b3167b09aa51 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:55.094695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.160087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.160642 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Added segment 292abe40-f3ef-4903-842d-f97ac343bcd6 of type vlan for network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 May 28 05:33:55.162080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d81447-37a2-4dd4-91a6-19fd94aec959 service neutron] Pushing event updated for resources: {'Port': ['ID=5c022527-32fc-4f14-9ecf-14954e08deac,revision_number=10']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:55.358182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-c5d81447-37a2-4dd4-91a6-19fd94aec959 service neutron] No DVR routers for this DVR port 5c022527-32fc-4f14-9ecf-14954e08deac on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:33:55.482976 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-91ec43d7-072e-436f-beaa-6b2ef47abf01 req-020f6f2c-2b4e-4a94-ac50-1fe9a80f2d5f tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121664 May 28 05:33:55.488857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc77c90e-fa63-4cb1-9935-32078ee82d1f req-71251224-92fc-4e03-998f-6f1ae35b98a0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797660 May 28 05:33:55.513319 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.521537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.525831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-f8ff3952-7a9a-43d4-bb7e-d5f485b51a01 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Deleting port 3ea01d60-12ce-48bd-8c4a-ba862e12440e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:33:55.526170 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-f8ff3952-7a9a-43d4-bb7e-d5f485b51a01 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.551880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Allocated IP 172.20.0.1 (a749b50b-8084-4d89-bdda-885fcd5909a8/3a2a1090-8326-43eb-ac14-b6787a27f62d/aa6b109a-903d-447c-a39c-4316b9520a89) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:55.553281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Transition to ACTIVE for port object 5b744977-5fcb-482e-9f39-e9819bc69d03 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:55.573544 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.650517 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.651488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:55.652064 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.730315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-c5d81447-37a2-4dd4-91a6-19fd94aec959 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c022527-32fc-4f14-9ecf-14954e08deac/bindings/n-h1-843679-5/activate HTTP/1.1" status: 200 len: 369 time: 2.9330626 May 28 05:33:55.763347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Pushing event updated for resources: {'Port': ['ID=5b744977-5fcb-482e-9f39-e9819bc69d03,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:55.914275 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.934816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Transition to ACTIVE for port object aa6b109a-903d-447c-a39c-4316b9520a89 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:55.987549 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.311760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Attempting to bind port 5b744977-5fcb-482e-9f39-e9819bc69d03 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:56.312195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Attempting to bind port 5b744977-5fcb-482e-9f39-e9819bc69d03 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:56.313909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Attempting to bind port 5b744977-5fcb-482e-9f39-e9819bc69d03 on network 273be4e2-97bc-4f48-8d9a-9b2084906288 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:33:56.325356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:33:56.325866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Checking segment: {'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:56.326275 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.326651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Bound using segment: {'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:33:56.327164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Bound port: 5b744977-5fcb-482e-9f39-e9819bc69d03, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:56.327779 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.384007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-11991139-1f9c-4790-963d-fa96c09a7b30 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:56.385509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-11991139-1f9c-4790-963d-fa96c09a7b30 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1095 time: 0.5652905 May 28 05:33:56.456400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] Pushing event updated for resources: {'Network': ['ID=74b9e066-7fe8-4f83-9ce8-9b7d9632f466,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:56.470728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5094d329-14c6-420a-b1e0-df59412f642b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.8472672 May 28 05:33:56.470921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:33:56.491085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42956) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:56.513472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Request body: {'subnet': {'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-subnet', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:56.522919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:56.539611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Network a749b50b-8084-4d89-bdda-885fcd5909a8 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:56.546602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Usage tracker for resource:subnet and tenant:695308ee2d94439ea0df13a8e0921cb8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:56.551046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:56.553830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6b109a-903d-447c-a39c-4316b9520a89,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:56.556603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:56.561202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:33:56.651446 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.669894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-f8ff3952-7a9a-43d4-bb7e-d5f485b51a01 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] For port 3ea01d60-12ce-48bd-8c4a-ba862e12440e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3ea01d60-12ce-48bd-8c4a-ba862e12440e,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:33:56.674644 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-f8ff3952-7a9a-43d4-bb7e-d5f485b51a01 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.804951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 5c022527-32fc-4f14-9ecf-14954e08deac no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:33:56.862019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:56.921268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Made reservation on behalf of 695308ee2d94439ea0df13a8e0921cb8 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:56.924263 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.041577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-f8ff3952-7a9a-43d4-bb7e-d5f485b51a01 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Calling delete_port for 3ea01d60-12ce-48bd-8c4a-ba862e12440e owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:33:57.111222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:33:57.174254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] For port 5b744977-5fcb-482e-9f39-e9819bc69d03, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:33:57.216484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9bf1a2cd-9bc5-49b1-9257-5c6245832d5c None None] Provisioning for port aa6b109a-903d-447c-a39c-4316b9520a89 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:57.265019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 5c022527-32fc-4f14-9ecf-14954e08deac not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:33:57.272989 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.277901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] For port 5b744977-5fcb-482e-9f39-e9819bc69d03, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5b744977-5fcb-482e-9f39-e9819bc69d03,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:33:57.283027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9bf1a2cd-9bc5-49b1-9257-5c6245832d5c None None] Provisioning complete for port aa6b109a-903d-447c-a39c-4316b9520a89 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:57.283448 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a2cd-9bc5-49b1-9257-5c6245832d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.393761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1a2cd-9bc5-49b1-9257-5c6245832d5c None None] Port aa6b109a-903d-447c-a39c-4316b9520a89 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:33:57.395940 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.449568 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.458100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3ea01d60-12ce-48bd-8c4a-ba862e12440e no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:33:57.527563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Checking segment: {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:57.527963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Network hostable DHCP agents. Network: 74b9e066-7fe8-4f83-9ce8-9b7d9632f466, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:33:57.542661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3e25fc-f4d4-4249-a8a4-b96a717343bf,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:57.547223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-f8ff3952-7a9a-43d4-bb7e-d5f485b51a01 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.598197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fc8f2-143a-4ca7-be74-aeebf2de4614 req-62c922b8-ebde-45e2-91b7-696b7e59ee18 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:57.610022 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-149fc8f2-143a-4ca7-be74-aeebf2de4614 req-62c922b8-ebde-45e2-91b7-696b7e59ee18 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 944 time: 0.7495561 May 28 05:33:57.611302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c8d063-55a6-484d-b695-a385ca0f2998,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:57.611893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 3ea01d60-12ce-48bd-8c4a-ba862e12440e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:33:57.612302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3ea01d60-12ce-48bd-8c4a-ba862e12440e not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:33:57.614018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['24d26111-1cf3-4a3b-a703-a07add3c5bbc', 'd568b6dc-6089-4294-b52b-dcfe2437c372'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:33:57.727576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff3952-7a9a-43d4-bb7e-d5f485b51a01 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Pushing event deleted for resources: {'Port': ['ID=3ea01d60-12ce-48bd-8c4a-ba862e12440e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:57.784356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-f8ff3952-7a9a-43d4-bb7e-d5f485b51a01 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] No DVR routers for this DVR port 3ea01d60-12ce-48bd-8c4a-ba862e12440e on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:33:57.787483 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-f8ff3952-7a9a-43d4-bb7e-d5f485b51a01 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.801127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Routers {'9a48303c-3f9a-49d3-9096-daa74688bc17'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:33:57.804130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9a48303c-3f9a-49d3-9096-daa74688bc17'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:57.818535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ee60dd-e8a5-4752-8c63-fbbac859f9b7', 'name': 'network-vif-deleted', 'tag': '3ea01d60-12ce-48bd-8c4a-ba862e12440e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:33:57.843058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Checking segment: {'id': 'ce0642d8-ad12-4112-b4de-e5fa24dec674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:33:57.843437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Network hostable DHCP agents. Network: c3716d73-a02a-41e8-a54b-edccd421294d, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:33:57.854427 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-149fc8f2-143a-4ca7-be74-aeebf2de4614 req-162ac0e8-6924-455d-a5f8-e006023348e7 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184303 May 28 05:33:57.856049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:33:57.904113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 74b9e066-7fe8-4f83-9ce8-9b7d9632f466) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:57.908387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-aa38716d-0019-4f7f-afae-48ec9f6756a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:57.911862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-aa38716d-0019-4f7f-afae-48ec9f6756a4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502&tenant_id=4676a241ea4e4a2f8d58b526b440828e HTTP/1.1" status: 200 len: 1095 time: 1.4857948 May 28 05:33:57.918190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58e50093-8930-4d8c-8a1c-27a2cbc41b0e req-f8ff3952-7a9a-43d4-bb7e-d5f485b51a01 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "DELETE /v2.0/ports/3ea01d60-12ce-48bd-8c4a-ba862e12440e HTTP/1.1" status: 204 len: 173 time: 2.8720787 May 28 05:33:57.942123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ea7e-8403-4dfc-8a30-2eda156b250b req-a317855f-1369-4f41-8eb8-a3c56e8a90dd tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:57.942907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5bb0ea7e-8403-4dfc-8a30-2eda156b250b req-a317855f-1369-4f41-8eb8-a3c56e8a90dd tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Synchronizing usage tracker for tenant:34677d108c2a499f8623f68283a66bf4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:57.949717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Network c3716d73-a02a-41e8-a54b-edccd421294d is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:33:57.966630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c3716d73-a02a-41e8-a54b-edccd421294d) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:57.973825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:57.974510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:58.039724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:58.045878 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:58.094630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5bb0ea7e-8403-4dfc-8a30-2eda156b250b req-a317855f-1369-4f41-8eb8-a3c56e8a90dd tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Unset dirty status for tenant:34677d108c2a499f8623f68283a66bf4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:58.108237 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bb0ea7e-8403-4dfc-8a30-2eda156b250b req-a317855f-1369-4f41-8eb8-a3c56e8a90dd tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ee60dd-e8a5-4752-8c63-fbbac859f9b7 HTTP/1.1" status: 200 len: 950 time: 0.7412102 May 28 05:33:58.131983 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed14c091-65cc-4021-a8b1-f00b2e8c1fc2'] response: {'server_uuid': '69ee60dd-e8a5-4752-8c63-fbbac859f9b7', 'name': 'network-vif-deleted', 'tag': '3ea01d60-12ce-48bd-8c4a-ba862e12440e', 'status': 'completed', 'code': 200} May 28 05:33:58.198155 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:58.205710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] Set router 9a48303c-3f9a-49d3-9096-daa74688bc17 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:33:58.234520 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-32d77277-9694-4e29-a69d-97718203fed4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7419150 May 28 05:33:58.240047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42988) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:58.244436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bb621e30-1ccf-453d-803f-20f1e41c9e23 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3156452 May 28 05:33:58.261072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42990) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:58.268744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:58.278419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-router', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:33:58.305478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:58.334239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bb0ea7e-8403-4dfc-8a30-2eda156b250b req-fd92299a-5b51-4865-ad3a-b39c2f6d880e tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247431 May 28 05:33:58.343465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Usage tracker for resource:router and tenant:3123217cf0d546fbaf81b3167b09aa51 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:58.347674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:58.364306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:58.404006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-758d1e46-0207-41c2-b4fb-851683a0ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:58.408596 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-758d1e46-0207-41c2-b4fb-851683a0ee49 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1095 time: 0.4293132 May 28 05:33:58.416989 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:58.418487 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:58.636340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:58.643967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f8bfa-f8f2-43df-b275-9590ef8687ec None None] Network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:33:58.646113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:58.750051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:58.758983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:58.771849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:58.830062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Usage tracker for resource:router and tenant:695308ee2d94439ea0df13a8e0921cb8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:58.899844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd6c88-e6f3-45a7-9b16-fe660203f6e2 None None] Network c3716d73-a02a-41e8-a54b-edccd421294d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:33:58.926467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Pushing event updated for resources: {'Port': ['ID=5b744977-5fcb-482e-9f39-e9819bc69d03,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:58.940965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:58.945771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-949f0b9e-d2b2-4d88-8a39-39a15d621e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:33:58.948926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.949307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.949604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.949934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.950477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.951016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.951600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.951967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-949f0b9e-d2b2-4d88-8a39-39a15d621e01 service neutron] 10.222.0.33 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.5273957 May 28 05:33:58.952154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.952713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.953244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.953795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.954994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72f1951-3dad-4481-9975-8d879fc60853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:58.959256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:58.959616 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:58.994391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:59.110332 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:59.113026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:59.157762 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:59.333100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6b109a-903d-447c-a39c-4316b9520a89,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:59.569280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:59.761395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-5e1391dc-73df-46e4-96e0-5e23532b67b3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c022527-32fc-4f14-9ecf-14954e08deac HTTP/1.1" status: 200 len: 217 time: 0.6650240 May 28 05:34:00.028807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Network a749b50b-8084-4d89-bdda-885fcd5909a8 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:00.037576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:00.071244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:00.144377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:00.145486 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:00.232239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-53ec836f-cd38-419a-b8bd-0a3d160c846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:00.233814 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-53ec836f-cd38-419a-b8bd-0a3d160c846a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.4530330 May 28 05:34:00.352984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:34:00.353922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:00.374904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00918ce8-586f-4597-87c7-25c421cfd5e3 req-7545fa83-690c-4ecf-94e3-e51cd2eece09 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:00.395316 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00918ce8-586f-4597-87c7-25c421cfd5e3 req-7545fa83-690c-4ecf-94e3-e51cd2eece09 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 944 time: 1.1869764 May 28 05:34:00.402448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:00.481475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2e5acc57-0ec5-4270-80f8-2f8d0f1cf873,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:00.483699 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00918ce8-586f-4597-87c7-25c421cfd5e3 req-24e9d519-26a7-430f-8145-dea55f35796d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872140 May 28 05:34:00.496257 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-8e6c24eb-0909-4738-a2c4-80d33b568d8b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256044 May 28 05:34:00.541881 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:00.640237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-c3716d73-a02a-41e8-a54b-edccd421294d', 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'fixed_ips': [{'subnet_id': '4d3e25fc-f4d4-4249-a8a4-b96a717343bf'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:34:00.641381 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:00.685160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:47Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5b744977-5fcb-482e-9f39-e9819bc69d03', 'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'mac_address': 'fa:16:3e:fb:4f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:42Z', 'updated_at': '2022-05-28T05:33:57Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'subnets': [{'id': '352ae098-0007-453a-b278-9f0f266760a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:00.709401 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:00.739807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a786f408-5158-43cc-89bf-ea18643731cf None None] Provisioning complete for port aa6b109a-903d-447c-a39c-4316b9520a89 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:00.740177 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a786f408-5158-43cc-89bf-ea18643731cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:00.784653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-caf36ade-9aaf-4883-a066-fad146a66703 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791126 May 28 05:34:00.801379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Router 913643d6-8fd5-4137-a554-e8269c554f78 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:34:00.816114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84ba49b-dcd3-418a-a0b8-0d7f285c8aba None None] The sync data for ids ['9a48303c-3f9a-49d3-9096-daa74688bc17'] in n-d-843679-5 is: [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:47Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5b744977-5fcb-482e-9f39-e9819bc69d03', 'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'mac_address': 'fa:16:3e:fb:4f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:42Z', 'updated_at': '2022-05-28T05:33:57Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'subnets': [{'id': '352ae098-0007-453a-b278-9f0f266760a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:34:01.106988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a75f10-6705-48be-a905-1923389da26a req-1ac2d2b1-340c-4846-bbb2-140f6b2590d7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:01.115908 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97a75f10-6705-48be-a905-1923389da26a req-1ac2d2b1-340c-4846-bbb2-140f6b2590d7 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 949 time: 0.6537318 May 28 05:34:01.144201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-665c64e9-eab3-4354-8fc6-f96ba5e0089e service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257520 May 28 05:34:01.179077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:34:01.209025 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c83713e0-46fb-4d08-97aa-c37accbcf025 admin admin] 10.222.0.39 "PUT /v2.0/routers/913643d6-8fd5-4137-a554-e8269c554f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3650534 May 28 05:34:01.215284 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Sync routers for ids ['913643d6-8fd5-4137-a554-e8269c554f78'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:34:01.237863 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Routers {'913643d6-8fd5-4137-a554-e8269c554f78'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:01.240645 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['913643d6-8fd5-4137-a554-e8269c554f78'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:01.355514 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97a75f10-6705-48be-a905-1923389da26a req-d91bb0d0-3aca-452d-ad17-19af80661244 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387102 May 28 05:34:01.446110 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Allocated IP 172.20.0.2 (74b9e066-7fe8-4f83-9ce8-9b7d9632f466/f4c8d063-55a6-484d-b695-a385ca0f2998/6a630cf7-051b-46e7-b747-122c7211cd2e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:01.732087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43048) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:01.866531 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Set router 913643d6-8fd5-4137-a554-e8269c554f78 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:02.059447 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:02.084626 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:02.106542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Transition to ACTIVE for port object 6a630cf7-051b-46e7-b747-122c7211cd2e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:02.131515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Transition to ACTIVE for port object 6a630cf7-051b-46e7-b747-122c7211cd2e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:02.152129 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:02.247189 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:02.315471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Allocated IP 172.20.0.2 (c3716d73-a02a-41e8-a54b-edccd421294d/4d3e25fc-f4d4-4249-a8a4-b96a717343bf/e4007bdf-ae8b-4445-8d65-c86ca47cedbc) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:02.324859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a786f408-5158-43cc-89bf-ea18643731cf None None] Port aa6b109a-903d-447c-a39c-4316b9520a89 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:34:02.338002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:02.353952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=2e5acc57-0ec5-4270-80f8-2f8d0f1cf873,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:02.397624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:02.470569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:02.538844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:02.665333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:02.667410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Pushing event updated for resources: {'Port': ['ID=6a630cf7-051b-46e7-b747-122c7211cd2e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:02.687584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-cb4cb330-ee1e-4253-a6c6-e3108e69af64 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:02.689574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-cb4cb330-ee1e-4253-a6c6-e3108e69af64 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1095 time: 0.7817125 May 28 05:34:02.742009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Allocated IP 172.25.4.119 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/1c130ec0-56ac-45bd-8770-d5f7b0a0089b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:02.926367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d228e6-44f0-4f1f-aace-180166caf746 req-1db79a24-52d6-4ece-b949-9bd01ebe174f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:02.945068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01d228e6-44f0-4f1f-aace-180166caf746 req-1db79a24-52d6-4ece-b949-9bd01ebe174f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 944 time: 0.7257991 May 28 05:34:02.986086 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913643d6-8fd5-4137-a554-e8269c554f78', 'name': 'tempest-ServersTestFqdnHostnames-940480321-router', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:36Z', 'updated_at': '2022-05-28T05:33:57Z', 'revision_number': 4, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'gw_port': {'id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:41Z', 'updated_at': '2022-05-28T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'aa6b109a-903d-447c-a39c-4316b9520a89', 'name': '', 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'mac_address': 'fa:16:3e:b2:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3a2a1090-8326-43eb-ac14-b6787a27f62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:54Z', 'updated_at': '2022-05-28T05:33:58Z', 'revision_number': 2, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'subnets': [{'id': '3a2a1090-8326-43eb-ac14-b6787a27f62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:02.997173 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Checking router: 913643d6-8fd5-4137-a554-e8269c554f78 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:34:02.997516 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Updating router 913643d6-8fd5-4137-a554-e8269c554f78 port aa6b109a-903d-447c-a39c-4316b9520a89 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:34:03.010760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5b744977-5fcb-482e-9f39-e9819bc69d03 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:03.062880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-b85db2df-b00a-4cca-9a7e-a4df08115e61 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:03.067074 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-b85db2df-b00a-4cca-9a7e-a4df08115e61 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 949 time: 0.7184916 May 28 05:34:03.116974 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:03.310244 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:03.362294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Attempting to bind port 6a630cf7-051b-46e7-b747-122c7211cd2e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:03.362665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Attempting to bind port 6a630cf7-051b-46e7-b747-122c7211cd2e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:03.365121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Attempting to bind port 6a630cf7-051b-46e7-b747-122c7211cd2e on network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:03.403714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:03.406347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Checking segment: {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:03.406879 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:03.407486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Bound using segment: {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:03.408800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Bound port: 6a630cf7-051b-46e7-b747-122c7211cd2e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:03.410507 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:03.447921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01d228e6-44f0-4f1f-aace-180166caf746 req-345b43b4-b52b-405a-a05c-bfc2edd0dab3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983962 May 28 05:34:03.459859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-6a7cb906-887b-4fa2-9132-6c5d8902ed12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Deleting port 24d26111-1cf3-4a3b-a703-a07add3c5bbc {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:34:03.460198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-6a7cb906-887b-4fa2-9132-6c5d8902ed12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:03.530418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-f8481f70-6c1a-4b53-a91d-592ef95300f8 service neutron] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:03.655078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5b744977-5fcb-482e-9f39-e9819bc69d03 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:03.733213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5b744977-5fcb-482e-9f39-e9819bc69d03 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:03.735471 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:03.736162 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:03.749195 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Transition to ACTIVE for port object aa6b109a-903d-447c-a39c-4316b9520a89 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:03.756750 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:03.759766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-6a7cb906-887b-4fa2-9132-6c5d8902ed12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] For port 24d26111-1cf3-4a3b-a703-a07add3c5bbc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=24d26111-1cf3-4a3b-a703-a07add3c5bbc,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:03.760135 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-6a7cb906-887b-4fa2-9132-6c5d8902ed12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:03.841640 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12375c5-fbd4-401e-95e5-91f1d49971f3 None None] Pushing event updated for resources: {'Port': ['ID=aa6b109a-903d-447c-a39c-4316b9520a89,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:03.949324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-6a7cb906-887b-4fa2-9132-6c5d8902ed12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Calling delete_port for 24d26111-1cf3-4a3b-a703-a07add3c5bbc owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:34:04.011387 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.031530 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Attempting to bind port aa6b109a-903d-447c-a39c-4316b9520a89 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:04.032150 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Attempting to bind port aa6b109a-903d-447c-a39c-4316b9520a89 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '66043242-3357-4699-b619-b5347ef658d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:04.032431 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Attempting to bind port aa6b109a-903d-447c-a39c-4316b9520a89 on network a749b50b-8084-4d89-bdda-885fcd5909a8 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:04.039095 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:04.040087 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Checking segment: {'id': '66043242-3357-4699-b619-b5347ef658d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:04.040087 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.040435 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Bound using segment: {'id': '66043242-3357-4699-b619-b5347ef658d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:04.040898 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Bound port: aa6b109a-903d-447c-a39c-4316b9520a89, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66043242-3357-4699-b619-b5347ef658d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:04.041326 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.051362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] For port 6a630cf7-051b-46e7-b747-122c7211cd2e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:04.095492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] For port 6a630cf7-051b-46e7-b747-122c7211cd2e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6a630cf7-051b-46e7-b747-122c7211cd2e,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:04.096441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5b744977-5fcb-482e-9f39-e9819bc69d03 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:04.096821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.120470 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.152350 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] For port aa6b109a-903d-447c-a39c-4316b9520a89, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:04.156386 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] For port aa6b109a-903d-447c-a39c-4316b9520a89, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=aa6b109a-903d-447c-a39c-4316b9520a89,segment=NetworkSegment(66043242-3357-4699-b619-b5347ef658d2),segment_id=66043242-3357-4699-b619-b5347ef658d2)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:04.166730 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.210833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.241885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 5b744977-5fcb-482e-9f39-e9819bc69d03, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5b744977-5fcb-482e-9f39-e9819bc69d03,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:04.271608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674f547-3e7f-49e5-8cf6-b3bafb4450ec req-2296befc-c539-457c-9f97-4e9928db7e93 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:04.277021 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7674f547-3e7f-49e5-8cf6-b3bafb4450ec req-2296befc-c539-457c-9f97-4e9928db7e93 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 949 time: 0.9551394 May 28 05:34:04.290524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.291523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:04.330827 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Routers {'913643d6-8fd5-4137-a554-e8269c554f78'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:04.331533 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['913643d6-8fd5-4137-a554-e8269c554f78'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:04.363920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Transition to ACTIVE for port object e4007bdf-ae8b-4445-8d65-c86ca47cedbc will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:04.379424 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7674f547-3e7f-49e5-8cf6-b3bafb4450ec req-275641ef-042f-4fb3-b28d-680add8aed04 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679772 May 28 05:34:04.388282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:04.394291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:04.403952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:04.457055 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-f8481f70-6c1a-4b53-a91d-592ef95300f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.460270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a3ece9f-753f-4fa2-89dc-cb6a040b0d56 req-f8481f70-6c1a-4b53-a91d-592ef95300f8 service neutron] 10.222.0.33 "DELETE /v2.0/ports/5c022527-32fc-4f14-9ecf-14954e08deac/bindings/n-h2-843679-5 HTTP/1.1" status: 204 len: 173 time: 1.7536740 May 28 05:34:04.497142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-6a7cb906-887b-4fa2-9132-6c5d8902ed12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.527003 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12375c5-fbd4-401e-95e5-91f1d49971f3 None None] Pushing event updated for resources: {'Port': ['ID=aa6b109a-903d-447c-a39c-4316b9520a89,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:04.533154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Transition to ACTIVE for port object e4007bdf-ae8b-4445-8d65-c86ca47cedbc will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:04.559581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d568b6dc-6089-4294-b52b-dcfe2437c372'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:34:04.713386 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:04.723922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0cfe3-a662-4e86-9054-a42b813c7e71 None None] Pushing event updated for resources: {'Port': ['ID=6a630cf7-051b-46e7-b747-122c7211cd2e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:04.752221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Network c3716d73-a02a-41e8-a54b-edccd421294d is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:04.767996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Allocated IP 172.25.4.187 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/1662bc99-a21f-4c19-98bb-7c3cf2d13d83) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:04.801977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:04.806918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:04.957961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:04.958326 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:05.078506 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] Set router 913643d6-8fd5-4137-a554-e8269c554f78 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:05.130195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:05.184297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Pushing event updated for resources: {'Port': ['ID=1c130ec0-56ac-45bd-8770-d5f7b0a0089b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:05.426421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cb906-887b-4fa2-9132-6c5d8902ed12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Pushing event deleted for resources: {'Port': ['ID=24d26111-1cf3-4a3b-a703-a07add3c5bbc,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:05.444555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Attempting to bind port e4007bdf-ae8b-4445-8d65-c86ca47cedbc on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:05.444926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Attempting to bind port e4007bdf-ae8b-4445-8d65-c86ca47cedbc by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'ce0642d8-ad12-4112-b4de-e5fa24dec674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:05.445287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Attempting to bind port e4007bdf-ae8b-4445-8d65-c86ca47cedbc on network c3716d73-a02a-41e8-a54b-edccd421294d {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:05.490116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=5b744977-5fcb-482e-9f39-e9819bc69d03,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:05.588371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:05.612984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Pushing event updated for resources: {'Port': ['ID=e4007bdf-ae8b-4445-8d65-c86ca47cedbc,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:05.616065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7787b45a-f3d4-4067-9efd-1be947adcb06 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:34:05.668476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:05.668731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Checking segment: {'id': 'ce0642d8-ad12-4112-b4de-e5fa24dec674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:05.669136 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:05.669607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Bound using segment: {'id': 'ce0642d8-ad12-4112-b4de-e5fa24dec674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:05.670091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Bound port: e4007bdf-ae8b-4445-8d65-c86ca47cedbc, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0642d8-ad12-4112-b4de-e5fa24dec674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:05.670747 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:05.851863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-6a7cb906-887b-4fa2-9132-6c5d8902ed12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] No DVR routers for this DVR port 24d26111-1cf3-4a3b-a703-a07add3c5bbc on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:34:05.861872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-6a7cb906-887b-4fa2-9132-6c5d8902ed12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:05.874296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b68a5909-422f-49c2-bfef-a57ce9ab14f7 req-6a7cb906-887b-4fa2-9132-6c5d8902ed12 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "DELETE /v2.0/ports/24d26111-1cf3-4a3b-a703-a07add3c5bbc HTTP/1.1" status: 204 len: 173 time: 2.7901051 May 28 05:34:05.945727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5394820e-7d18-4423-aae3-c9a4189eb564', 'name': 'network-vif-deleted', 'tag': '24d26111-1cf3-4a3b-a703-a07add3c5bbc'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:06.033715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:06.050196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:06.051156 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913643d6-8fd5-4137-a554-e8269c554f78', 'name': 'tempest-ServersTestFqdnHostnames-940480321-router', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:36Z', 'updated_at': '2022-05-28T05:33:57Z', 'revision_number': 4, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'gw_port': {'id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:41Z', 'updated_at': '2022-05-28T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'aa6b109a-903d-447c-a39c-4316b9520a89', 'name': '', 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'mac_address': 'fa:16:3e:b2:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3a2a1090-8326-43eb-ac14-b6787a27f62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:54Z', 'updated_at': '2022-05-28T05:34:04Z', 'revision_number': 4, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'subnets': [{'id': '3a2a1090-8326-43eb-ac14-b6787a27f62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:06.057667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:06.061579 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2537797-275c-4f9a-a693-95a0ffe369b5 None None] The sync data for ids ['913643d6-8fd5-4137-a554-e8269c554f78'] in n-d-843679-5 is: [{'id': '913643d6-8fd5-4137-a554-e8269c554f78', 'name': 'tempest-ServersTestFqdnHostnames-940480321-router', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:36Z', 'updated_at': '2022-05-28T05:33:57Z', 'revision_number': 4, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'gw_port': {'id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:41Z', 'updated_at': '2022-05-28T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'aa6b109a-903d-447c-a39c-4316b9520a89', 'name': '', 'network_id': 'a749b50b-8084-4d89-bdda-885fcd5909a8', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'mac_address': 'fa:16:3e:b2:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3a2a1090-8326-43eb-ac14-b6787a27f62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:54Z', 'updated_at': '2022-05-28T05:34:04Z', 'revision_number': 4, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'subnets': [{'id': '3a2a1090-8326-43eb-ac14-b6787a27f62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:34:06.117831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:06.388874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] For port e4007bdf-ae8b-4445-8d65-c86ca47cedbc, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:06.464015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Pushing event updated for resources: {'Port': ['ID=1662bc99-a21f-4c19-98bb-7c3cf2d13d83,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:06.465139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1af6749-421d-467f-80d1-04d1e2f74945 None None] Network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:34:06.482096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] For port e4007bdf-ae8b-4445-8d65-c86ca47cedbc, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e4007bdf-ae8b-4445-8d65-c86ca47cedbc,segment=NetworkSegment(ce0642d8-ad12-4112-b4de-e5fa24dec674),segment_id=ce0642d8-ad12-4112-b4de-e5fa24dec674)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:06.489459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:06.681447 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:06.776162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30055f77-34b3-476c-b088-fe87f5713a0d req-f69a01ec-5a30-41a4-bd4c-465491cdff7a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:06.789811 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30055f77-34b3-476c-b088-fe87f5713a0d req-f69a01ec-5a30-41a4-bd4c-465491cdff7a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 944 time: 1.4215045 May 28 05:34:06.802855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-53f10881-e6bb-4014-ab1d-a9b6ed9414ed None None] Provisioning for port 6a630cf7-051b-46e7-b747-122c7211cd2e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:06.821399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device aa6b109a-903d-447c-a39c-4316b9520a89 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:06.827112 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-941d420b-c470-4d5d-aa77-6eec7fe73983 req-c71e6901-8818-4635-ae7d-f4c3b7f56bd0 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=5394820e-7d18-4423-aae3-c9a4189eb564 HTTP/1.1" status: 200 len: 210 time: 0.1901937 May 28 05:34:06.889338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 7787b45a-f3d4-4067-9efd-1be947adcb06 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:06.889711 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:07.128829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7787b45a-f3d4-4067-9efd-1be947adcb06, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7787b45a-f3d4-4067-9efd-1be947adcb06,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:07.146951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7787b45a-f3d4-4067-9efd-1be947adcb06'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:07.155578 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:07.205320 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:07.206029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 24d26111-1cf3-4a3b-a703-a07add3c5bbc no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:34:07.356229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 24d26111-1cf3-4a3b-a703-a07add3c5bbc {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:34:07.357740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 24d26111-1cf3-4a3b-a703-a07add3c5bbc not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:34:07.383308 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9034e2-ecc8-4382-a33b-1e9fa3f3d453'] response: {'server_uuid': '5394820e-7d18-4423-aae3-c9a4189eb564', 'name': 'network-vif-deleted', 'tag': '24d26111-1cf3-4a3b-a703-a07add3c5bbc', 'status': 'completed', 'code': 200} May 28 05:34:07.429600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dc980-89e9-4767-b50f-5344008033a8 None None] Pushing event updated for resources: {'Port': ['ID=e4007bdf-ae8b-4445-8d65-c86ca47cedbc,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:07.448794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30055f77-34b3-476c-b088-fe87f5713a0d req-a437c984-110c-4746-afd9-75343591aefc tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558163 May 28 05:34:07.584632 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e0de79-8442-48a7-910b-90b6ecacb19f'] response: {'server_uuid': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7787b45a-f3d4-4067-9efd-1be947adcb06', 'code': 200} May 28 05:34:07.585757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=7787b45a-f3d4-4067-9efd-1be947adcb06,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:07.652555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port aa6b109a-903d-447c-a39c-4316b9520a89 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:07.663588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port aa6b109a-903d-447c-a39c-4316b9520a89 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:07.664244 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:07.822618 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:07.968247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port aa6b109a-903d-447c-a39c-4316b9520a89 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:07.973229 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:08.027669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port aa6b109a-903d-447c-a39c-4316b9520a89, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=aa6b109a-903d-447c-a39c-4316b9520a89,segment=NetworkSegment(66043242-3357-4699-b619-b5347ef658d2),segment_id=66043242-3357-4699-b619-b5347ef658d2)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:08.036984 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:08.038181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5b744977-5fcb-482e-9f39-e9819bc69d03 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:08.114043 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:08.353534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=aa6b109a-903d-447c-a39c-4316b9520a89,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:08.434183 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc759-61f9-4be9-95ff-6a0a27606fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:08.452289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5b744977-5fcb-482e-9f39-e9819bc69d03 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:08.452795 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:08.467429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa276-24b4-4904-b7d4-2ed2dc48e3a4 req-00f79912-7d4e-40a0-990b-50911766b42d tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:08.475370 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-612aa276-24b4-4904-b7d4-2ed2dc48e3a4 req-00f79912-7d4e-40a0-990b-50911766b42d tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 1095 time: 0.7471530 May 28 05:34:08.614870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-94545d5c-7e23-4f92-91c6-b252803eb12b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:08.623340 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-94545d5c-7e23-4f92-91c6-b252803eb12b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 804 time: 0.7502866 May 28 05:34:08.652927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-612aa276-24b4-4904-b7d4-2ed2dc48e3a4 req-f19062e6-ec07-4754-9003-2315b9057085 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763613 May 28 05:34:08.683361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca9a93-8e21-4418-9a4a-4f6e3e3458c1 None None] Network c3716d73-a02a-41e8-a54b-edccd421294d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:34:08.695841 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:08.708045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5b744977-5fcb-482e-9f39-e9819bc69d03 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:08.709181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6a630cf7-051b-46e7-b747-122c7211cd2e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:08.740439 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-53f01135-5d4b-4e7f-8cdd-a1f171969db7 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/quotas/fe463b2399d24277aadd5d0ac381480d HTTP/1.1" status: 200 len: 375 time: 0.1162133 May 28 05:34:08.898762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6147317f-ea52-49b1-8bd6-38f2a02497f3 None None] Provisioning for port e4007bdf-ae8b-4445-8d65-c86ca47cedbc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:08.954398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Router 4d6da615-ebde-4ad4-8bd7-30326da5402d is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:34:08.958309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 6a630cf7-051b-46e7-b747-122c7211cd2e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:08.965728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-11ad2359-dacd-4cc8-83f5-889c5604f237 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4725108 May 28 05:34:08.975252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 6a630cf7-051b-46e7-b747-122c7211cd2e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:08.975631 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:09.065485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Router ded44cac-795f-4523-9431-9695806f75b3 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:34:09.179077 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-78cdcbf8-9666-4a2b-8795-0d9698ce55e3 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4197972 May 28 05:34:09.180289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 6a630cf7-051b-46e7-b747-122c7211cd2e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:09.180682 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:09.226747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 6a630cf7-051b-46e7-b747-122c7211cd2e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6a630cf7-051b-46e7-b747-122c7211cd2e,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:09.231685 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:09.412259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=6a630cf7-051b-46e7-b747-122c7211cd2e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:09.508527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e4007bdf-ae8b-4445-8d65-c86ca47cedbc up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:09.536682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] Deleting port aa6b109a-903d-447c-a39c-4316b9520a89 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:34:09.537181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:09.617643 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:09.640296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-3ed75dbe-0501-4085-9c54-9523c2bf541e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:09.643441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-3ed75dbe-0501-4085-9c54-9523c2bf541e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 808 time: 0.2019844 May 28 05:34:09.650386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e4007bdf-ae8b-4445-8d65-c86ca47cedbc completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:09.656391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e4007bdf-ae8b-4445-8d65-c86ca47cedbc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:09.656762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:09.708700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-e726b591-cdd3-4ca9-8872-bcda3ad3c7ab tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/quotas/4676a241ea4e4a2f8d58b526b440828e HTTP/1.1" status: 200 len: 375 time: 0.0281098 May 28 05:34:09.805369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e4007bdf-ae8b-4445-8d65-c86ca47cedbc is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:09.805914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:09.823036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:34:09.850904 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e4007bdf-ae8b-4445-8d65-c86ca47cedbc, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e4007bdf-ae8b-4445-8d65-c86ca47cedbc,segment=NetworkSegment(ce0642d8-ad12-4112-b4de-e5fa24dec674),segment_id=ce0642d8-ad12-4112-b4de-e5fa24dec674)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:09.853966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Sync routers for ids ['ded44cac-795f-4523-9431-9695806f75b3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:34:09.856414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-d7f077d0-7561-4183-947e-a0359482ba32 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:09.858057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-d7f077d0-7561-4183-947e-a0359482ba32 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.33 "GET /v2.0/ports?device_id=bd45ae20-554b-4d4b-961a-375952b96b15 HTTP/1.1" status: 200 len: 943 time: 0.2638364 May 28 05:34:09.859870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:09.864241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-547b95c1-18ce-4cff-bd99-d3f027aeea58 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.5981035 May 28 05:34:09.866333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43202) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:09.866917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Routers {'ded44cac-795f-4523-9431-9695806f75b3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:09.867663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ded44cac-795f-4523-9431-9695806f75b3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:09.933389 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:09.934352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device aa6b109a-903d-447c-a39c-4316b9520a89 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:10.074963 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-cf190834-5ba6-4adb-9c34-990f3a5abb78 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3581893 May 28 05:34:10.081332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-a5ca11d0-49a2-4a5f-8560-9bff48b67758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Deleting port 7787b45a-f3d4-4067-9efd-1be947adcb06 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:34:10.081734 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-a5ca11d0-49a2-4a5f-8560-9bff48b67758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.089114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-97c2cc83-53ca-4389-8b08-413df4830567 service neutron] 10.222.0.39 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9091311 May 28 05:34:10.174711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:34:10.185664 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Sync routers for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:34:10.196670 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:10.203777 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:10.222924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e4007bdf-ae8b-4445-8d65-c86ca47cedbc,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:10.274384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.276228 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c3180efe-6124-45c2-8c03-1a3916b41c98 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 12.0307314 May 28 05:34:10.286551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-e3af2dac-4c4d-469a-a3dc-22869008ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:10.288264 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-e3af2dac-4c4d-469a-a3dc-22869008ea93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1096 time: 1.1752932 May 28 05:34:10.312033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43206) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:10.341024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port aa6b109a-903d-447c-a39c-4316b9520a89 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:10.341401 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.413718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-a5ca11d0-49a2-4a5f-8560-9bff48b67758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] For port 7787b45a-f3d4-4067-9efd-1be947adcb06, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7787b45a-f3d4-4067-9efd-1be947adcb06,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:10.414051 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-a5ca11d0-49a2-4a5f-8560-9bff48b67758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.418610 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Set router ded44cac-795f-4523-9431-9695806f75b3 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:10.441051 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:10.544736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-a5ca11d0-49a2-4a5f-8560-9bff48b67758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Calling delete_port for 7787b45a-f3d4-4067-9efd-1be947adcb06 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:34:10.683113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port aa6b109a-903d-447c-a39c-4316b9520a89 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:10.758029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] For port aa6b109a-903d-447c-a39c-4316b9520a89, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=aa6b109a-903d-447c-a39c-4316b9520a89,segment=NetworkSegment(66043242-3357-4699-b619-b5347ef658d2),segment_id=66043242-3357-4699-b619-b5347ef658d2)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:10.758536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.787794 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:05Z', 'revision_number': 3, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:10.792690 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Checking router: 4d6da615-ebde-4ad4-8bd7-30326da5402d for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:34:10.793241 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Updating router 4d6da615-ebde-4ad4-8bd7-30326da5402d port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:34:10.795209 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-a5ca11d0-49a2-4a5f-8560-9bff48b67758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.829699 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e9be9b61-1c50-45a6-9941-cd62e8d023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.858462 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.951093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-a5ca11d0-49a2-4a5f-8560-9bff48b67758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] No DVR routers for this DVR port 7787b45a-f3d4-4067-9efd-1be947adcb06 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:34:10.953049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca11d0-49a2-4a5f-8560-9bff48b67758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Pushing event deleted for resources: {'Port': ['ID=7787b45a-f3d4-4067-9efd-1be947adcb06,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:10.955942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-a5ca11d0-49a2-4a5f-8560-9bff48b67758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.961488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'name': 'network-vif-deleted', 'tag': '7787b45a-f3d4-4067-9efd-1be947adcb06'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:11.003631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded44cac-795f-4523-9431-9695806f75b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-router', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:58Z', 'updated_at': '2022-05-28T05:34:06Z', 'revision_number': 3, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'gw_port': {'id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:62:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded44cac-795f-4523-9431-9695806f75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:11.008210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Checking router: ded44cac-795f-4523-9431-9695806f75b3 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:34:11.008562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Updating router ded44cac-795f-4523-9431-9695806f75b3 port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:34:11.013541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-039ae48c-c15e-4094-835d-1626716cd2a2 req-a5ca11d0-49a2-4a5f-8560-9bff48b67758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.33 "DELETE /v2.0/ports/7787b45a-f3d4-4067-9efd-1be947adcb06 HTTP/1.1" status: 204 len: 173 time: 1.1446283 May 28 05:34:11.032114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-c47440c4-bdb5-4c05-8f75-03a05e0c77d5 service neutron] 10.222.0.39 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853025 May 28 05:34:11.070273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-fad5de43-01f8-489b-a820-e6070fe216b2 service neutron] 10.222.0.39 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9800587 May 28 05:34:11.108206 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.366665 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-5af4793d-6412-4a6c-b901-ce540b5dd476 service neutron] 10.222.0.39 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296862 May 28 05:34:11.385034 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.416653 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Transition to ACTIVE for port object 1c130ec0-56ac-45bd-8770-d5f7b0a0089b will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:11.432896 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.444135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-57ef49c5-33c7-4b0d-8b1d-ae823d92a3e4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:11.448720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e4007bdf-ae8b-4445-8d65-c86ca47cedbc up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:11.459452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-57ef49c5-33c7-4b0d-8b1d-ae823d92a3e4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Synchronizing usage tracker for tenant:34677d108c2a499f8623f68283a66bf4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:11.497296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-57ef49c5-33c7-4b0d-8b1d-ae823d92a3e4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Unset dirty status for tenant:34677d108c2a499f8623f68283a66bf4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:11.498868 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-57ef49c5-33c7-4b0d-8b1d-ae823d92a3e4 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 951 time: 0.2466958 May 28 05:34:11.538788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] Calling delete_port for aa6b109a-903d-447c-a39c-4316b9520a89 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:34:11.566676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d568b6dc-6089-4294-b52b-dcfe2437c372 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:34:11.610749 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a64aea-28e4-4f3f-9bf6-f3360b6e61e5 None None] Pushing event updated for resources: {'Port': ['ID=1c130ec0-56ac-45bd-8770-d5f7b0a0089b,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:11.634217 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Attempting to bind port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:11.638484 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3d5522-3523-441a-bd6e-8293082f33fa'] response: {'server_uuid': 'bd45ae20-554b-4d4b-961a-375952b96b15', 'name': 'network-vif-deleted', 'tag': '7787b45a-f3d4-4067-9efd-1be947adcb06', 'status': 'completed', 'code': 200} May 28 05:34:11.639458 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Attempting to bind port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:11.639876 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Attempting to bind port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:11.645864 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:11.646777 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:11.647173 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.647588 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:11.648046 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Bound port: 1c130ec0-56ac-45bd-8770-d5f7b0a0089b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:11.648428 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.694079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Deleting port d568b6dc-6089-4294-b52b-dcfe2437c372 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:34:11.699690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.750125 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] For port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:11.754709 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] For port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c130ec0-56ac-45bd-8770-d5f7b0a0089b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:11.766525 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.903371 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a64aea-28e4-4f3f-9bf6-f3360b6e61e5 None None] Pushing event updated for resources: {'Port': ['ID=1c130ec0-56ac-45bd-8770-d5f7b0a0089b,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:11.924443 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:11.925247 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:34:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:11.976515 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.978156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b083c1cd-2923-47c3-a724-120dfa4aeb24 req-1ebe2db7-478c-4124-9683-e56447af3dd0 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Synchronizing usage tracker for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:12.006075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Transition to ACTIVE for port object 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:12.113688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.114761 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.119523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b083c1cd-2923-47c3-a724-120dfa4aeb24 req-1ebe2db7-478c-4124-9683-e56447af3dd0 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Unset dirty status for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:12.146787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b083c1cd-2923-47c3-a724-120dfa4aeb24 req-1ebe2db7-478c-4124-9683-e56447af3dd0 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 210 time: 0.4624166 May 28 05:34:12.247682 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:12.264583 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.293832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Attempting to bind port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:12.294019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Attempting to bind port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:12.294445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Attempting to bind port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:12.366787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711346b-4c69-4ae2-a18b-6595a2216f40 None None] Pushing event updated for resources: {'Port': ['ID=1662bc99-a21f-4c19-98bb-7c3cf2d13d83,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:12.435898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:12.436339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:12.436692 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.440394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:12.440920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Bound port: 1662bc99-a21f-4c19-98bb-7c3cf2d13d83, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:12.442129 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.467066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe991820-fa63-4127-9cef-0e339bafb8b2 req-20b22798-f691-450e-9793-5da7ef1ca6a2 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 210 time: 0.0938036 May 28 05:34:12.468411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-8294ce28-a0c9-41b1-9b7a-b71541fd89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:12.470502 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-8294ce28-a0c9-41b1-9b7a-b71541fd89e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 2.1554163 May 28 05:34:12.576932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:12.578115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.624528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e4007bdf-ae8b-4445-8d65-c86ca47cedbc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:12.624778 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.654919 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-3e6329a4-6cd3-4391-9612-b767f804727b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0412f4-7040-464e-8782-26c5eb31ba35 HTTP/1.1" status: 200 len: 217 time: 0.1689169 May 28 05:34:12.664006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d568b6dc-6089-4294-b52b-dcfe2437c372 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:12.664384 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.747068 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:05Z', 'revision_number': 3, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:12.753725 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d5930-b01f-498c-9be3-4984274f27f9 None None] The sync data for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 is: [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:05Z', 'revision_number': 3, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:34:12.806038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:12.811164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:12.819145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] For port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:12.821408 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.822203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7787b45a-f3d4-4067-9efd-1be947adcb06 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:34:12.933816 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee8febb-3611-4c61-84fe-3022a1459814'] response: {'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'code': 200} May 28 05:34:12.946859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Calling delete_port for d568b6dc-6089-4294-b52b-dcfe2437c372 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:34:12.960876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] For port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1662bc99-a21f-4c19-98bb-7c3cf2d13d83,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:12.964713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 7787b45a-f3d4-4067-9efd-1be947adcb06 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:34:12.965221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7787b45a-f3d4-4067-9efd-1be947adcb06 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:34:12.980277 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:13.059854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bef171-23f8-45a3-9f99-c4ed50111a15 req-39aee718-8a2c-4f00-8b95-0ca5db1b7d45 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:13.061430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58bef171-23f8-45a3-9f99-c4ed50111a15 req-39aee718-8a2c-4f00-8b95-0ca5db1b7d45 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 951 time: 1.3500049 May 28 05:34:13.062888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-fe77139c-ee38-4f6b-9457-c23f7c50462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:13.064778 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-fe77139c-ee38-4f6b-9457-c23f7c50462d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.3817623 May 28 05:34:13.144197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Routers {'ded44cac-795f-4523-9431-9695806f75b3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:13.146201 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:34:13.148184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:34:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ded44cac-795f-4523-9431-9695806f75b3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:13.149873 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:34:13.198834 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:13.242219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=12']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:13.310892 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-cabf573e-d2e8-4978-8699-6deaf44ac5d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865947 May 28 05:34:13.342391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e4007bdf-ae8b-4445-8d65-c86ca47cedbc is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:13.343687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6a630cf7-051b-46e7-b747-122c7211cd2e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:13.406551 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:13.464687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58cc0ee3-fa32-43dc-8769-052c930d9836 req-2f6c8824-3249-432d-8457-1d81c05634ed tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 210 time: 0.0595875 May 28 05:34:13.527162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711346b-4c69-4ae2-a18b-6595a2216f40 None None] Pushing event updated for resources: {'Port': ['ID=1662bc99-a21f-4c19-98bb-7c3cf2d13d83,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:13.564120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 6a630cf7-051b-46e7-b747-122c7211cd2e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:13.564745 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:13.623223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] Set router ded44cac-795f-4523-9431-9695806f75b3 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:13.669410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Deleting port d568b6dc-6089-4294-b52b-dcfe2437c372 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:34:13.670156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:13.715904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e014b5d-78f0-43a0-b9ac-12250eceba01 req-8896e4c6-e1b3-4f79-a545-723d5917c17a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 210 time: 0.1085944 May 28 05:34:13.716559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-a61c05b4-6083-4386-962d-b93a60f93758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:13.718025 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-a61c05b4-6083-4386-962d-b93a60f93758 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 804 time: 0.3978913 May 28 05:34:13.721556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58bef171-23f8-45a3-9f99-c4ed50111a15 req-98736103-81f6-471d-93fe-66ac831d393a tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6329787 May 28 05:34:13.756020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Request body: {'port': {'device_id': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'admin_state_up': True, 'tenant_id': 'fe463b2399d24277aadd5d0ac381480d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:13.942550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 6a630cf7-051b-46e7-b747-122c7211cd2e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:14.045490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded44cac-795f-4523-9431-9695806f75b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-router', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:58Z', 'updated_at': '2022-05-28T05:34:06Z', 'revision_number': 3, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'gw_port': {'id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:62:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded44cac-795f-4523-9431-9695806f75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:14.055275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2ec11-d7d9-4b12-b893-a6d061c7e216 None None] The sync data for ids ['ded44cac-795f-4523-9431-9695806f75b3'] in n-d-843679-5 is: [{'id': 'ded44cac-795f-4523-9431-9695806f75b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-router', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:58Z', 'updated_at': '2022-05-28T05:34:06Z', 'revision_number': 3, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'gw_port': {'id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:62:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded44cac-795f-4523-9431-9695806f75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:34:14.124664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c130ec0-56ac-45bd-8770-d5f7b0a0089b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:14.286612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:14.287518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] For port d568b6dc-6089-4294-b52b-dcfe2437c372, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d568b6dc-6089-4294-b52b-dcfe2437c372,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:14.288002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:14.292931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:14.293522 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:14.562598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Calling delete_port for d568b6dc-6089-4294-b52b-dcfe2437c372 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:34:14.567303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:14.567656 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:14.600503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:14.607336 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-b8092455-1848-41fc-8aff-8753ed835767 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2328622 May 28 05:34:14.608548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c130ec0-56ac-45bd-8770-d5f7b0a0089b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:14.618675 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:14.714224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1c130ec0-56ac-45bd-8770-d5f7b0a0089b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:14.739149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6b109a-903d-447c-a39c-4316b9520a89,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:14.799415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-99e199fa-dd38-444c-8171-974b85fa4bb5 req-e8e6c2af-653b-4663-a483-9f60bbece839 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 210 time: 0.1462703 May 28 05:34:14.847621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-0df5dc6d-62cd-4cf2-8bb6-ec2f27d37fac tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:14.851946 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-0df5dc6d-62cd-4cf2-8bb6-ec2f27d37fac tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 808 time: 0.7539127 May 28 05:34:14.909364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Request body: {'port': {'device_id': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54', 'admin_state_up': True, 'tenant_id': '4676a241ea4e4a2f8d58b526b440828e'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:15.021051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:15.055772 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:15.105306 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69da4980-ac34-4a49-9f34-c43f85b94e5f req-ad71a2a1-4f64-47fb-b1e5-97a600b3141a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 210 time: 0.1531596 May 28 05:34:15.113813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:15.197034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:15.214080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:15.234844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Made reservation on behalf of fe463b2399d24277aadd5d0ac381480d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:34:15.239413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:15.263596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Allocated IP 172.20.0.1 (c3716d73-a02a-41e8-a54b-edccd421294d/4d3e25fc-f4d4-4249-a8a4-b96a717343bf/c428651c-d1ab-40eb-8ae2-ec1a902021b7) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:15.354520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:15.356968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Pushing event deleted for resources: {'Port': ['ID=d568b6dc-6089-4294-b52b-dcfe2437c372,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:15.376637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cc37f-6f57-4a7d-8a2a-0bb83eaa7029 req-94d05f00-e3dd-4431-ad2f-9c68b19641a1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:15.378363 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a9cc37f-6f57-4a7d-8a2a-0bb83eaa7029 req-94d05f00-e3dd-4431-ad2f-9c68b19641a1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 949 time: 0.3761914 May 28 05:34:15.381277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] No DVR routers for this DVR port d568b6dc-6089-4294-b52b-dcfe2437c372 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:34:15.384071 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:15.388437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-deleted', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:15.406511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Made reservation on behalf of 4676a241ea4e4a2f8d58b526b440828e for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:34:15.414983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:15.456341 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ab3f9674-4836-4a3f-909f-c2c098a397c6 req-140e30b3-9857-4602-afd1-9c51ddf190f1 tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.33 "DELETE /v2.0/ports/d568b6dc-6089-4294-b52b-dcfe2437c372 HTTP/1.1" status: 204 len: 173 time: 3.9514687 May 28 05:34:15.481947 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da2fabb-0fc4-4f95-ac41-0c307042102f'] response: {'server_uuid': 'd5fbb24f-aa82-4088-97b6-caa8a502626e', 'name': 'network-vif-deleted', 'tag': 'd568b6dc-6089-4294-b52b-dcfe2437c372', 'status': 'completed', 'code': 200} May 28 05:34:15.538610 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34957614-8ead-46dc-b45c-12508cdc57a5 req-5f713e96-e832-4430-acc5-d4acb7453f7f service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8588517 May 28 05:34:15.574157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a9cc37f-6f57-4a7d-8a2a-0bb83eaa7029 req-5b4bdcda-997f-4895-b1f4-fb5349fb05aa tempest-ServersAdminTestJSON-1204626814 tempest-ServersAdminTestJSON-1204626814-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706321 May 28 05:34:15.794593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Allocated IP 172.20.0.13 (92b45768-1ecd-4e45-87a9-c7b472c27b54/01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0/5c933e96-febc-4c58-b692-e75945aaf66a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:15.832113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:16.062957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:16.186747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Allocated IP 172.20.0.10 (930906d6-e67d-431c-826b-4d1f1f770709/42d8e4bc-4815-4be8-b193-b848d295b775/b0a9b9e9-d805-4cb5-a880-8907feb4e82e) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:16.206190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9fab487-8351-43c0-8642-61a1757a4ad0 req-ce0e7090-c4fa-4c91-8d80-395a931593b0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0881398 May 28 05:34:16.226719 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0746762d-6083-4b99-9c47-7a2b6f0e8e94 req-e7cf50d9-8348-40ec-a03a-76b974bdaf27 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 210 time: 0.1202059 May 28 05:34:16.227468 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:16.329997 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:16.358295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c130ec0-56ac-45bd-8770-d5f7b0a0089b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:16.428927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Allocated IP 172.20.0.1 (74b9e066-7fe8-4f83-9ce8-9b7d9632f466/f4c8d063-55a6-484d-b695-a385ca0f2998/f03b3708-2321-4f6f-8caa-097ead3e32ab) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:16.457641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Transition to ACTIVE for port object c428651c-d1ab-40eb-8ae2-ec1a902021b7 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:16.488760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:16.489886 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:16.507896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Network 92b45768-1ecd-4e45-87a9-c7b472c27b54 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:16.514064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Pushing event updated for resources: {'Port': ['ID=5c933e96-febc-4c58-b692-e75945aaf66a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:16.522870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:16.528745 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9fab487-8351-43c0-8642-61a1757a4ad0 req-c80d4720-dc24-4cf5-9b4d-ca688cc80fda service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=34677d108c2a499f8623f68283a66bf4&device_id=d5fbb24f-aa82-4088-97b6-caa8a502626e HTTP/1.1" status: 200 len: 210 time: 0.1203401 May 28 05:34:16.529875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:16.614076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9fab487-8351-43c0-8642-61a1757a4ad0 req-742580c8-7709-4f7b-a873-53ba2e232b14 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=34677d108c2a499f8623f68283a66bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337200 May 28 05:34:16.634344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:16.635943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:16.722310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:16.731556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:16.732152 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:16.944772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:16.945529 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:16.984454 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.005544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287c361-c89c-41ea-8fbf-fd17ce934440 req-3530645e-5033-44d4-9bce-40c7057c9d1c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:17.015117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b287c361-c89c-41ea-8fbf-fd17ce934440 req-3530645e-5033-44d4-9bce-40c7057c9d1c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 932 time: 0.6810677 May 28 05:34:17.026015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:17.026535 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.051013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1662bc99-a21f-4c19-98bb-7c3cf2d13d83,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:17.056015 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.063832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.068082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-47e203b7-06dd-430d-83cd-392b3467b5e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1633642 May 28 05:34:17.111097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Request body: {'port': {'device_id': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:17.117355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Network c3716d73-a02a-41e8-a54b-edccd421294d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:17.130113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.133115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:17.142579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Transition to ACTIVE for port object f03b3708-2321-4f6f-8caa-097ead3e32ab will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:17.143711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:17.147844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1662bc99-a21f-4c19-98bb-7c3cf2d13d83,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:17.187910 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b287c361-c89c-41ea-8fbf-fd17ce934440 req-f1b9155a-ec3f-4e0b-8839-d6a3e03aaac0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722050 May 28 05:34:17.211983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fab487-8351-43c0-8642-61a1757a4ad0 req-271824b7-5df4-4d3a-94e9-901a2ffad728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:17.213332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9fab487-8351-43c0-8642-61a1757a4ad0 req-271824b7-5df4-4d3a-94e9-901a2ffad728 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5882151 May 28 05:34:17.225992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Pushing event updated for resources: {'Port': ['ID=c428651c-d1ab-40eb-8ae2-ec1a902021b7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:17.251602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] Router 913643d6-8fd5-4137-a554-e8269c554f78 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:34:17.271560 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.295600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43272) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:17.320038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.516834 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a7e72707-aa23-4287-8357-33b02bd8d1ae req-57b920e6-be26-4b8e-ad25-dc886f8c29a2 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 210 time: 0.0722973 May 28 05:34:17.531034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e7314e21-7fb1-4ff7-877d-bc402f3db8e5 None None] Provisioning for port c428651c-d1ab-40eb-8ae2-ec1a902021b7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:17.537059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e7314e21-7fb1-4ff7-877d-bc402f3db8e5 None None] Provisioning complete for port c428651c-d1ab-40eb-8ae2-ec1a902021b7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:17.537603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e7314e21-7fb1-4ff7-877d-bc402f3db8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.548083 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-03ca1f2e-a8b8-4a62-9fe0-2c55854755fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34677d108c2a499f8623f68283a66bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509716 May 28 05:34:17.552447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43278) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:17.596645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e7314e21-7fb1-4ff7-877d-bc402f3db8e5 None None] Port c428651c-d1ab-40eb-8ae2-ec1a902021b7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:34:17.631344 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.633150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.720082 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c776e255-f9ae-429f-8e2c-13afea18fe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.753527 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c776e255-f9ae-429f-8e2c-13afea18fe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.855499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c933e96-febc-4c58-b692-e75945aaf66a {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:17.864884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.883133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Transition to ACTIVE for port object 5c933e96-febc-4c58-b692-e75945aaf66a will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:17.886250 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c776e255-f9ae-429f-8e2c-13afea18fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.902700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:17.933620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Network 930906d6-e67d-431c-826b-4d1f1f770709 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:17.935413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:17.942868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:17.945082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:17.946904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:17.952903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776e255-f9ae-429f-8e2c-13afea18fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:17.983133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:18.015345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=f03b3708-2321-4f6f-8caa-097ead3e32ab,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:18.104742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c776e255-f9ae-429f-8e2c-13afea18fe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:18.112068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c776e255-f9ae-429f-8e2c-13afea18fe4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b2d4ee4-edb3-4275-90f4-a7c2bd9d7608 HTTP/1.1" status: 204 len: 168 time: 0.5582664 May 28 05:34:18.120727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Pushing event updated for resources: {'Port': ['ID=5c933e96-febc-4c58-b692-e75945aaf66a,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:18.136371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:18.180612 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:34:18.211176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:34:18.254401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] Sync routers for ids ['913643d6-8fd5-4137-a554-e8269c554f78'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:34:18.281472 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fdceec44-5619-45fc-ad39-e0441224350f admin admin] 10.222.0.39 "PUT /v2.0/routers/913643d6-8fd5-4137-a554-e8269c554f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3587694 May 28 05:34:18.287947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] Routers {'913643d6-8fd5-4137-a554-e8269c554f78'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:18.288812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:34:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['913643d6-8fd5-4137-a554-e8269c554f78'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:18.299533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:18.306400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:18.307980 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:18.418845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Pushing event updated for resources: {'Port': ['ID=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:18.430955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-e05a9374-6238-4dc1-be8c-37d55b772a92 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6844776 May 28 05:34:18.431961 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:18.441813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:18.442186 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:18.535703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:18.536266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:18.536754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:18.544261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Port 5c933e96-febc-4c58-b692-e75945aaf66a on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:34:18.544802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:18.550210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Request body: {'port': {'device_id': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:18.551001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e19ce6-c1fb-4a31-a8ad-f6a8da000f50 req-ba3bbe50-bd4c-4fef-8a32-1d17d1825ee7 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:18.552549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57e19ce6-c1fb-4a31-a8ad-f6a8da000f50 req-ba3bbe50-bd4c-4fef-8a32-1d17d1825ee7 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1096 time: 0.4165688 May 28 05:34:18.555144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:18.555520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:18.555896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:18.556316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Bound port: 5c933e96-febc-4c58-b692-e75945aaf66a, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:18.556661 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:18.605234 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1863e0ad-0b8d-414a-bffa-be48b443ddba None None] Provisioning for port f03b3708-2321-4f6f-8caa-097ead3e32ab completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:18.634545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1863e0ad-0b8d-414a-bffa-be48b443ddba None None] Provisioning complete for port f03b3708-2321-4f6f-8caa-097ead3e32ab triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:18.635707 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1863e0ad-0b8d-414a-bffa-be48b443ddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:18.660730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43300) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:18.665667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57e19ce6-c1fb-4a31-a8ad-f6a8da000f50 req-01a00682-07a5-471b-bbbc-e5f2e8c82ab8 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994463 May 28 05:34:18.739451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:18.754884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0390645a-544e-4f36-b5f2-b957a110e57d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55f94511dba242c4970f8271e84c5fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858545 May 28 05:34:18.754884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43304) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:18.756084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:18.782673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:18.812462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1863e0ad-0b8d-414a-bffa-be48b443ddba None None] Port f03b3708-2321-4f6f-8caa-097ead3e32ab cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:34:18.817983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] Set router 913643d6-8fd5-4137-a554-e8269c554f78 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:18.835156 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:18.887857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:18.888486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:18.889826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c933e96-febc-4c58-b692-e75945aaf66a HTTP/1.1" status: 200 len: 1092 time: 1.7960050 May 28 05:34:18.890259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'tag': '5c933e96-febc-4c58-b692-e75945aaf66a'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:18.945899 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:18.965974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:18.999887 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:19.001529 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a26f0762-019f-4d24-82da-64f55bc54f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:19.015225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a20226-252e-4d9c-a452-a2a9d59dec72 service neutron] Pushing event updated for resources: {'Port': ['ID=5c933e96-febc-4c58-b692-e75945aaf66a,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:19.055957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a26f0762-019f-4d24-82da-64f55bc54f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:19.135998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe00aec-5e73-45ec-9762-210682cbca80 req-af74f28d-3a93-4029-a968-731c021fc98f tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:19.143263 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bfe00aec-5e73-45ec-9762-210682cbca80 req-af74f28d-3a93-4029-a968-731c021fc98f tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 932 time: 0.2445843 May 28 05:34:19.151133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ea553-d91f-4c42-a207-fb0095f1c3dd req-3c0ac695-15ce-4228-a26e-b92af4f744d0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:19.158796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-537ea553-d91f-4c42-a207-fb0095f1c3dd req-3c0ac695-15ce-4228-a26e-b92af4f744d0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 944 time: 0.6623755 May 28 05:34:19.161346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-4ece59d0-353c-4bf8-adc5-ff23f2b468ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:19.162722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-4ece59d0-353c-4bf8-adc5-ff23f2b468ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1095 time: 0.2184958 May 28 05:34:19.233248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913643d6-8fd5-4137-a554-e8269c554f78', 'name': 'tempest-ServersTestFqdnHostnames-940480321-router', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:36Z', 'updated_at': '2022-05-28T05:34:13Z', 'revision_number': 5, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'gw_port': {'id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:41Z', 'updated_at': '2022-05-28T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:19.239538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] Checking router: 913643d6-8fd5-4137-a554-e8269c554f78 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:34:19.247556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] Routers {'913643d6-8fd5-4137-a554-e8269c554f78'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:19.248331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:34:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['913643d6-8fd5-4137-a554-e8269c554f78'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:19.250913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a26f0762-019f-4d24-82da-64f55bc54f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:19.255074 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d4f49d80-90fa-43d8-b8f7-cad2cfa27e6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c933e96-febc-4c58-b692-e75945aaf66a HTTP/1.1" status: 200 len: 217 time: 0.0827799 May 28 05:34:19.300163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bfe00aec-5e73-45ec-9762-210682cbca80 req-7af464ce-dbb8-4bed-a58c-8386336d19d8 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559467 May 28 05:34:19.316813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f0762-019f-4d24-82da-64f55bc54f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d165e3da-0b25-43a9-933b-b547966df782,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:19.334837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a26f0762-019f-4d24-82da-64f55bc54f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:19.335983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a26f0762-019f-4d24-82da-64f55bc54f3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d165e3da-0b25-43a9-933b-b547966df782 HTTP/1.1" status: 204 len: 168 time: 0.5748446 May 28 05:34:19.340414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-1bb7669d-e305-4487-b265-dd650218e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:19.342333 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-1bb7669d-e305-4487-b265-dd650218e308 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.0738964 May 28 05:34:19.449731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-05a87164-160b-4107-940c-78539910f1d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906167 May 28 05:34:19.484001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] Set router 913643d6-8fd5-4137-a554-e8269c554f78 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:19.493012 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-537ea553-d91f-4c42-a207-fb0095f1c3dd req-99030cc8-0785-4a86-b3d3-f3ddb49ff390 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332281 May 28 05:34:19.608008 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd26a8ba-e96b-4975-a848-51564d3a9f7c'] response: {'name': 'network-changed', 'server_uuid': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'tag': '5c933e96-febc-4c58-b692-e75945aaf66a', 'status': 'completed', 'code': 200} May 28 05:34:19.618668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-d6f14851-f08c-4cc6-958b-5ef3b0fb8309 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609509 May 28 05:34:19.646354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:19.650639 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:19.864630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38db62d5-0659-4c6d-a1c7-28f35bec04df req-21b7fdfa-6936-4701-b7e8-295af3599ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369440 May 28 05:34:20.018224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913643d6-8fd5-4137-a554-e8269c554f78', 'name': 'tempest-ServersTestFqdnHostnames-940480321-router', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:36Z', 'updated_at': '2022-05-28T05:34:13Z', 'revision_number': 5, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'gw_port': {'id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:41Z', 'updated_at': '2022-05-28T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:20.024816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1bf5e-6ff3-40fa-ba79-08c8e66573db None None] The sync data for ids ['913643d6-8fd5-4137-a554-e8269c554f78'] in n-d-843679-5 is: [{'id': '913643d6-8fd5-4137-a554-e8269c554f78', 'name': 'tempest-ServersTestFqdnHostnames-940480321-router', 'tenant_id': '92d03fce2c574180a4bca29b4ad89418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:36Z', 'updated_at': '2022-05-28T05:34:13Z', 'revision_number': 5, 'project_id': '92d03fce2c574180a4bca29b4ad89418', 'gw_port': {'id': '2e5acc57-0ec5-4270-80f8-2f8d0f1cf873', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913643d6-8fd5-4137-a554-e8269c554f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:41Z', 'updated_at': '2022-05-28T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:34:20.025928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085ace-9e52-48ea-92c7-3ee94d1191f2 req-14b92061-11ca-45e4-bb71-2e1935c0bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:20.027712 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46085ace-9e52-48ea-92c7-3ee94d1191f2 req-14b92061-11ca-45e4-bb71-2e1935c0bec2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1095 time: 0.1041081 May 28 05:34:20.093665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:34:20.109567 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:20.130502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Deleting port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:34:20.130973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:20.196853 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:20.238088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085ace-9e52-48ea-92c7-3ee94d1191f2 req-2425b881-97c1-4737-ac5b-c430064905c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:20.241702 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46085ace-9e52-48ea-92c7-3ee94d1191f2 req-2425b881-97c1-4737-ac5b-c430064905c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.2055397 May 28 05:34:20.355301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:34:20.365823 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46085ace-9e52-48ea-92c7-3ee94d1191f2 req-e9ed8d75-0708-4ba9-85ad-e524b6c65d41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c933e96-febc-4c58-b692-e75945aaf66a HTTP/1.1" status: 200 len: 217 time: 0.1170917 May 28 05:34:20.484313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085ace-9e52-48ea-92c7-3ee94d1191f2 req-d7c23c41-cd2f-47d7-bb0c-a95884938eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:20.491478 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46085ace-9e52-48ea-92c7-3ee94d1191f2 req-d7c23c41-cd2f-47d7-bb0c-a95884938eeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.1158524 May 28 05:34:20.568037 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46085ace-9e52-48ea-92c7-3ee94d1191f2 req-94bc1f3c-e1a5-49bf-afb4-3eea36a308ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709617 May 28 05:34:20.782055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46085ace-9e52-48ea-92c7-3ee94d1191f2 req-8455dd0c-390f-4f2a-892d-4eb7025bc5df service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062464 May 28 05:34:20.793560 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a9b9e9-d805-4cb5-a880-8907feb4e82e {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:20.818070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:20.826785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:20.863593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Pushing event updated for resources: {'Port': ['ID=c428651c-d1ab-40eb-8ae2-ec1a902021b7,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:20.914330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Transition to ACTIVE for port object b0a9b9e9-d805-4cb5-a880-8907feb4e82e will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:20.981421 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:21.052092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] For port 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2e5acc57-0ec5-4270-80f8-2f8d0f1cf873,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:21.052463 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:21.090697 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46085ace-9e52-48ea-92c7-3ee94d1191f2 req-13832421-450b-44a3-ad38-b085fbae1779 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010631 May 28 05:34:21.215947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-ad2845cd-92a4-40ef-b08f-80f95f2b76d2 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:34:21.216944 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-ad2845cd-92a4-40ef-b08f-80f95f2b76d2 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1415510 May 28 05:34:21.295635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Calling delete_port for 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:34:21.329498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Request body: {'binding': {'host': 'n-h1-843679-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:21.329871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Unknown quota resources ['binding']. {{(pid=88416) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 05:34:21.369663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:34:21.444815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1e7f-d0bf-42f6-97a2-be1f87a90522 req-b31ef623-9382-485d-9049-5399f33fa1ce tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:21.445521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b08b1e7f-d0bf-42f6-97a2-be1f87a90522 req-b31ef623-9382-485d-9049-5399f33fa1ce tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Synchronizing usage tracker for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:21.466231 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:21.470348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:21.534377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:21.837609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b08b1e7f-d0bf-42f6-97a2-be1f87a90522 req-b31ef623-9382-485d-9049-5399f33fa1ce tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Unset dirty status for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:21.838769 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b08b1e7f-d0bf-42f6-97a2-be1f87a90522 req-b31ef623-9382-485d-9049-5399f33fa1ce tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 932 time: 1.1827927 May 28 05:34:21.973785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Network c3716d73-a02a-41e8-a54b-edccd421294d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:21.995252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device aa6b109a-903d-447c-a39c-4316b9520a89 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:34:22.006472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:22.031723 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: aa6b109a-903d-447c-a39c-4316b9520a89 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:34:22.032030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device aa6b109a-903d-447c-a39c-4316b9520a89 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:34:22.056306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:22.059745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=f03b3708-2321-4f6f-8caa-097ead3e32ab,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:22.217671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Attempting to bind port b0a9b9e9-d805-4cb5-a880-8907feb4e82e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:22.218379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Attempting to bind port b0a9b9e9-d805-4cb5-a880-8907feb4e82e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:22.218379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Attempting to bind port b0a9b9e9-d805-4cb5-a880-8907feb4e82e on network 930906d6-e67d-431c-826b-4d1f1f770709 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:22.258565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2e1ab5cf-3ca1-4b6b-8a73-f98796e129c1 None None] Provisioning complete for port c428651c-d1ab-40eb-8ae2-ec1a902021b7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:22.258951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2e1ab5cf-3ca1-4b6b-8a73-f98796e129c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:22.288595 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b08b1e7f-d0bf-42f6-97a2-be1f87a90522 req-d42adb97-bc07-4ee1-aa5a-2252f2b84177 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970579 May 28 05:34:22.304216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Port b0a9b9e9-d805-4cb5-a880-8907feb4e82e on network 930906d6-e67d-431c-826b-4d1f1f770709 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:34:22.304541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Attempting to bind port b0a9b9e9-d805-4cb5-a880-8907feb4e82e on network 930906d6-e67d-431c-826b-4d1f1f770709 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:22.325599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ab5cf-3ca1-4b6b-8a73-f98796e129c1 None None] Port c428651c-d1ab-40eb-8ae2-ec1a902021b7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:34:22.341768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:22.342112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Checking segment: {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:22.342528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Bound using segment: {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:22.342980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Bound port: b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:22.343355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:22.620986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 on host n-h1-843679-5 for vnic_type normal with profile None {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:22.621318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:22.621642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:22.658925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Port fc0412f4-7040-464e-8782-26c5eb31ba35 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:34:22.659262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:22.688114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:22.688452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:22.688835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:22.689654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Bound port: fc0412f4-7040-464e-8782-26c5eb31ba35, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:22.697716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:22.721592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 5c933e96-febc-4c58-b692-e75945aaf66a details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:34:22.759278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:22.771407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Router ded44cac-795f-4523-9431-9695806f75b3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:34:22.776556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:22.781555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5acc57-0ec5-4270-80f8-2f8d0f1cf873,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:22.797949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] For port b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:22.874002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] For port b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:22.894289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:22.912152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '5c933e96-febc-4c58-b692-e75945aaf66a', 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54', 'port_id': '5c933e96-febc-4c58-b692-e75945aaf66a', 'mac_address': 'fa:16:3e:ef:95:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:34:22.968855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:22.976461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 5c933e96-febc-4c58-b692-e75945aaf66a is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:22.976835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:22.995537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c933e96-febc-4c58-b692-e75945aaf66a {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:23.011818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:23.016858 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:23.059786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809df98-b196-4294-90d2-7c1e12427e88 req-433b57c3-f2f6-4b8c-9d2a-1271c5468d4c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:23.061254 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f809df98-b196-4294-90d2-7c1e12427e88 req-433b57c3-f2f6-4b8c-9d2a-1271c5468d4c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 944 time: 0.6463168 May 28 05:34:23.085543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:23.091707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ec1c9a6d-b8d7-472a-9105-5be95e9652a9 None None] Provisioning complete for port f03b3708-2321-4f6f-8caa-097ead3e32ab triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:23.092109 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9a6d-b8d7-472a-9105-5be95e9652a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:23.137239 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=5c933e96-febc-4c58-b692-e75945aaf66a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:23.150525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c9a6d-b8d7-472a-9105-5be95e9652a9 None None] Port f03b3708-2321-4f6f-8caa-097ead3e32ab cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:34:23.253914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['5c933e96-febc-4c58-b692-e75945aaf66a'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:34:23.365655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:23.366267 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:23.367660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0a9b9e9-d805-4cb5-a880-8907feb4e82e HTTP/1.1" status: 200 len: 1092 time: 4.8727117 May 28 05:34:23.379843 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'tag': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:23.499140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:23.500170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8275a884-15b4-4083-8b7d-0fb177608954 service neutron] 10.222.0.39 "POST /v2.0/ports/fc0412f4-7040-464e-8782-26c5eb31ba35/bindings HTTP/1.1" status: 201 len: 389 time: 2.2112694 May 28 05:34:23.538466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4cb1a-83a6-4f88-8895-9b7c4a486c56 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:23.580290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f809df98-b196-4294-90d2-7c1e12427e88 req-3cc9852d-8b0a-404c-aa0a-05d60160ab2d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870048 May 28 05:34:23.587587 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:23.708561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:34:23.718964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Router 4d6da615-ebde-4ad4-8bd7-30326da5402d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:34:23.721287 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Sync routers for ids ['ded44cac-795f-4523-9431-9695806f75b3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:34:23.724349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c8cbab59-ceb7-4a13-829c-85049e36ee38 admin admin] 10.222.0.39 "PUT /v2.0/routers/ded44cac-795f-4523-9431-9695806f75b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8477242 May 28 05:34:23.736047 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Routers {'ded44cac-795f-4523-9431-9695806f75b3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:23.736865 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:34:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ded44cac-795f-4523-9431-9695806f75b3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:23.870827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:23.876060 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:23.910372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-4c559a8c-fa63-4d73-b502-ed70b70e81ac tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601692 May 28 05:34:23.977112 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Set router ded44cac-795f-4523-9431-9695806f75b3 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:24.043105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-715ac391-22b7-42f5-936f-bafc0a8e9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:24.044569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-715ac391-22b7-42f5-936f-bafc0a8e9b1a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1096 time: 0.2582932 May 28 05:34:24.229843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812131fd-7987-4400-ba13-100e77109583 req-535edc1d-4408-4d2b-8989-e2ed68353dc1 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:24.231358 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-535edc1d-4408-4d2b-8989-e2ed68353dc1 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121824 May 28 05:34:24.245270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:34:24.257065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Sync routers for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:34:24.266149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-a827728c-24fa-45ea-b6cf-7c20e437d962 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/quotas/f5f19722c2c64b6fb824290e4e419f76 HTTP/1.1" status: 200 len: 375 time: 0.0261352 May 28 05:34:24.275570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:24.276216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:34:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:24.310247 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-df63740a-d79a-4867-b799-f07f4cfb2fc3 admin admin] 10.222.0.39 "PUT /v2.0/routers/4d6da615-ebde-4ad4-8bd7-30326da5402d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9966524 May 28 05:34:24.316047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-a1bcab6c-c8d6-4764-b71f-460bfb038600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:24.325837 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-a1bcab6c-c8d6-4764-b71f-460bfb038600 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 1095 time: 0.8818529 May 28 05:34:24.326866 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:24.328574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 913643d6-8fd5-4137-a554-e8269c554f78 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:34:24.351660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-b04e7033-c0c7-4b2d-9ddb-8dc78d3b54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:24.358444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-b04e7033-c0c7-4b2d-9ddb-8dc78d3b54ba service neutron] 10.222.0.33 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.3031690 May 28 05:34:24.378093 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:24.393225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9f89c865-42ed-48a6-8720-d74637806204 admin admin] 10.222.0.39 "DELETE /v2.0/routers/913643d6-8fd5-4137-a554-e8269c554f78 HTTP/1.1" status: 204 len: 168 time: 6.0464883 May 28 05:34:24.399056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43408) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:24.430601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-76c4b7b7-0145-4865-a919-3230881d5330 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1553609 May 28 05:34:24.596746 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded44cac-795f-4523-9431-9695806f75b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-router', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:58Z', 'updated_at': '2022-05-28T05:34:18Z', 'revision_number': 4, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'gw_port': {'id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:62:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded44cac-795f-4523-9431-9695806f75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c428651c-d1ab-40eb-8ae2-ec1a902021b7', 'name': '', 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'mac_address': 'fa:16:3e:9a:6a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded44cac-795f-4523-9431-9695806f75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4d3e25fc-f4d4-4249-a8a4-b96a717343bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:13Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 2, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'subnets': [{'id': '4d3e25fc-f4d4-4249-a8a4-b96a717343bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:24.621581 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Checking router: ded44cac-795f-4523-9431-9695806f75b3 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:34:24.622034 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Updating router ded44cac-795f-4523-9431-9695806f75b3 port c428651c-d1ab-40eb-8ae2-ec1a902021b7 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:34:24.622371 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-158c4072-0649-4d6c-a9e8-4d382ee57151 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e HTTP/1.1" status: 200 len: 217 time: 0.2663705 May 28 05:34:24.686149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bda7bd-3798-46ff-a8d0-1188f2d78516 admin admin] Deleting subnet 3a2a1090-8326-43eb-ac14-b6787a27f62d {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:34:24.710917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03bda7bd-3798-46ff-a8d0-1188f2d78516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:24.721700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 5c933e96-febc-4c58-b692-e75945aaf66a up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:24.754582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-b5e93837-248c-48dd-83e7-8624809e3213 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0412f4-7040-464e-8782-26c5eb31ba35 HTTP/1.1" status: 200 len: 217 time: 0.3565383 May 28 05:34:24.765698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0f10f-2b22-4847-97c3-d29626a34a35 req-2cf18bf5-40cc-4028-848b-f93a36fd0516 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:24.777748 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3eb0f10f-2b22-4847-97c3-d29626a34a35 req-2cf18bf5-40cc-4028-848b-f93a36fd0516 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 944 time: 0.9680641 May 28 05:34:24.794279 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:24.832870 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d7fdaf-f951-4148-a2cf-cb807444b451'] response: {'name': 'network-changed', 'server_uuid': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'tag': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e', 'status': 'completed', 'code': 200} May 28 05:34:24.906598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03bda7bd-3798-46ff-a8d0-1188f2d78516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:24.924447 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3eb0f10f-2b22-4847-97c3-d29626a34a35 req-239b230c-d134-4bf0-a1f4-05e0df5150cc tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344028 May 28 05:34:24.925881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-f098118a-fb5e-43bf-87e5-3c57ee5dfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:24.933473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:24.935430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-f098118a-fb5e-43bf-87e5-3c57ee5dfda4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42d8e4bc-4815-4be8-b193-b848d295b775 HTTP/1.1" status: 200 len: 844 time: 0.2938974 May 28 05:34:25.021374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-3f8997a2-c086-4f70-8108-cc370c2c40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:25.023825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-3f8997a2-c086-4f70-8108-cc370c2c40cd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.2533982 May 28 05:34:25.057250 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-ebe31893-cf2a-40c6-b1f4-866ac202771f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930906d6-e67d-431c-826b-4d1f1f770709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176333 May 28 05:34:25.203009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-612a57ff-622b-4d83-a82f-4cad97a9095c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677299 May 28 05:34:25.211586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 5c933e96-febc-4c58-b692-e75945aaf66a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:25.395922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-2dd7ab2e-9fe7-4205-9f1b-f184308be40c service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316162 May 28 05:34:25.414945 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03bda7bd-3798-46ff-a8d0-1188f2d78516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:25.487094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 5c933e96-febc-4c58-b692-e75945aaf66a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:25.490057 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:25.668835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 5c933e96-febc-4c58-b692-e75945aaf66a is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:25.669744 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:25.680656 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:25.718884 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Transition to ACTIVE for port object c428651c-d1ab-40eb-8ae2-ec1a902021b7 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:25.733177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c933e96-febc-4c58-b692-e75945aaf66a'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:25.735030 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:25.757794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:20Z', 'revision_number': 2, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:25.779329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03bda7bd-3798-46ff-a8d0-1188f2d78516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:25.779989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:25.783375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Checking router: 4d6da615-ebde-4ad4-8bd7-30326da5402d for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:34:25.784532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Updating router 4d6da615-ebde-4ad4-8bd7-30326da5402d port f03b3708-2321-4f6f-8caa-097ead3e32ab binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:34:25.918184 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:26.040600 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:26.077947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bda7bd-3798-46ff-a8d0-1188f2d78516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2a1090-8326-43eb-ac14-b6787a27f62d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:26.090998 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03bda7bd-3798-46ff-a8d0-1188f2d78516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:26.120486 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5853380-bac1-4d62-ab28-4421f3437c56 req-b953e018-1ea4-4f4b-9384-ebb275440d71 service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315174 May 28 05:34:26.121423 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3148a7-162f-4439-8744-d1c0890d8273 None None] Pushing event updated for resources: {'Port': ['ID=c428651c-d1ab-40eb-8ae2-ec1a902021b7,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:26.161875 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-03bda7bd-3798-46ff-a8d0-1188f2d78516 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3a2a1090-8326-43eb-ac14-b6787a27f62d HTTP/1.1" status: 204 len: 168 time: 1.7277193 May 28 05:34:26.178140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43434) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:26.199722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614ef03-9724-4b41-9283-830c0fdf7d9c req-11add94c-13e8-4151-8079-13b6501f8064 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:26.207407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8614ef03-9724-4b41-9283-830c0fdf7d9c req-11add94c-13e8-4151-8079-13b6501f8064 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 945 time: 0.8104029 May 28 05:34:26.363443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb343ed-ed64-46af-9b44-43a82ce71036 req-98d9cb75-4bb7-44d5-b881-eed19a118341 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:26.371169 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bb343ed-ed64-46af-9b44-43a82ce71036 req-98d9cb75-4bb7-44d5-b881-eed19a118341 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 945 time: 1.1804457 May 28 05:34:26.382436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8614ef03-9724-4b41-9283-830c0fdf7d9c req-18c8ca34-9e79-485c-b73b-f0e074503a72 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740127 May 28 05:34:26.422879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45154a3a-0a10-4c47-9d97-ea52ddf9f555 req-2cdc479d-1c4f-4cb2-9a43-086f89e4a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:26.429108 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45154a3a-0a10-4c47-9d97-ea52ddf9f555 req-2cdc479d-1c4f-4cb2-9a43-086f89e4a3be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 1095 time: 0.1717725 May 28 05:34:26.470953 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Attempting to bind port c428651c-d1ab-40eb-8ae2-ec1a902021b7 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:26.473139 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Attempting to bind port c428651c-d1ab-40eb-8ae2-ec1a902021b7 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'ce0642d8-ad12-4112-b4de-e5fa24dec674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:26.473550 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Attempting to bind port c428651c-d1ab-40eb-8ae2-ec1a902021b7 on network c3716d73-a02a-41e8-a54b-edccd421294d {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:26.486408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-d559930a-8262-49ee-8021-141f51af86d1 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2656212 May 28 05:34:26.488140 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:26.488505 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Checking segment: {'id': 'ce0642d8-ad12-4112-b4de-e5fa24dec674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:26.490688 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:26.491090 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Bound using segment: {'id': 'ce0642d8-ad12-4112-b4de-e5fa24dec674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:26.491673 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Bound port: c428651c-d1ab-40eb-8ae2-ec1a902021b7, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0642d8-ad12-4112-b4de-e5fa24dec674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:26.492143 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:26.690797 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bb343ed-ed64-46af-9b44-43a82ce71036 req-2740fc4e-1de5-4322-9890-fef6c7e092ac tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147361 May 28 05:34:26.691678 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] For port c428651c-d1ab-40eb-8ae2-ec1a902021b7, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:26.695469 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-d14ae328-ad64-4c08-b381-da58b3d14bb4 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845763 May 28 05:34:26.699258 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] For port c428651c-d1ab-40eb-8ae2-ec1a902021b7, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c428651c-d1ab-40eb-8ae2-ec1a902021b7,segment=NetworkSegment(ce0642d8-ad12-4112-b4de-e5fa24dec674),segment_id=ce0642d8-ad12-4112-b4de-e5fa24dec674)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:26.703702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45154a3a-0a10-4c47-9d97-ea52ddf9f555 req-13d70d84-5f34-47bc-8ef1-9dd07f351d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:26.705491 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45154a3a-0a10-4c47-9d97-ea52ddf9f555 req-13d70d84-5f34-47bc-8ef1-9dd07f351d61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 905 time: 0.2627347 May 28 05:34:26.723278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:26.725085 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:26.790370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Deleting port 1c506f4e-b73a-432e-920a-f6d63df706b6 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:34:26.790933 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:26.861745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6cba4586-4109-4d6c-9007-4fc3b6396d8e req-99ad8b1f-b927-44af-a67a-712b572a815b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 210 time: 0.1526511 May 28 05:34:26.890649 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45154a3a-0a10-4c47-9d97-ea52ddf9f555 req-7d32e709-954f-4eee-8a26-c1df7b38c3b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e HTTP/1.1" status: 200 len: 217 time: 0.1236272 May 28 05:34:27.085223 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Routers {'ded44cac-795f-4523-9431-9695806f75b3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:27.104053 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:34:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ded44cac-795f-4523-9431-9695806f75b3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:27.121160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45154a3a-0a10-4c47-9d97-ea52ddf9f555 req-c2e7e8a1-4780-47b6-96c7-676b14820cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:27.130092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45154a3a-0a10-4c47-9d97-ea52ddf9f555 req-c2e7e8a1-4780-47b6-96c7-676b14820cf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42d8e4bc-4815-4be8-b193-b848d295b775 HTTP/1.1" status: 200 len: 844 time: 0.2304742 May 28 05:34:27.336749 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45154a3a-0a10-4c47-9d97-ea52ddf9f555 req-e04ffebb-8d9b-4e5b-8e9c-b1e42d14ee7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930906d6-e67d-431c-826b-4d1f1f770709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974268 May 28 05:34:27.401886 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3148a7-162f-4439-8744-d1c0890d8273 None None] Pushing event updated for resources: {'Port': ['ID=c428651c-d1ab-40eb-8ae2-ec1a902021b7,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:27.423316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:34:27.602772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1749978-04fb-44af-9413-d382713a7d30 None None] Network a749b50b-8084-4d89-bdda-885fcd5909a8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:34:27.643661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc0efa-2334-4a14-89a2-924c865cbd8b req-9793b66d-4a73-478c-9b3f-9b1d52609bb2 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:27.652835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3dc0efa-2334-4a14-89a2-924c865cbd8b req-9793b66d-4a73-478c-9b3f-9b1d52609bb2 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 944 time: 0.3145347 May 28 05:34:27.736761 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ec175f-daa2-4d6d-9013-d893a9c57c92'] response: {'server_uuid': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c933e96-febc-4c58-b692-e75945aaf66a', 'code': 200} May 28 05:34:27.744559 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45154a3a-0a10-4c47-9d97-ea52ddf9f555 req-e13451c8-b18d-455a-b9ac-85c351d95ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693624 May 28 05:34:27.759611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:34:27.760272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2e5acc57-0ec5-4270-80f8-2f8d0f1cf873 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:34:27.780435 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3dc0efa-2334-4a14-89a2-924c865cbd8b req-33dd3e66-de95-4bab-9077-1aaba403855b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265774 May 28 05:34:27.783800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=5c933e96-febc-4c58-b692-e75945aaf66a,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:27.829100 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-6ea4c144-5d54-459c-9273-cbe9104d032a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2956669 May 28 05:34:27.888074 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] Set router ded44cac-795f-4523-9431-9695806f75b3 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:27.932372 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:27.974273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Transition to ACTIVE for port object f03b3708-2321-4f6f-8caa-097ead3e32ab will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:28.041113 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:28.269079 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45154a3a-0a10-4c47-9d97-ea52ddf9f555 req-1df7e9b2-bc11-4a42-9a52-5181219efa74 service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141270 May 28 05:34:28.314581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad4a95-1b0a-4298-9730-2710f0e3e82a req-71982c67-6ef1-4fd5-b694-9a16f58c71c5 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:28.321851 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92ad4a95-1b0a-4298-9730-2710f0e3e82a req-71982c67-6ef1-4fd5-b694-9a16f58c71c5 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 946 time: 0.2656841 May 28 05:34:28.332797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c02b1-d182-4ad8-ad96-95adc40f1ac7 None None] Pushing event updated for resources: {'Port': ['ID=f03b3708-2321-4f6f-8caa-097ead3e32ab,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:28.445133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812131fd-7987-4400-ba13-100e77109583 req-d3cbc19e-4b8d-4f55-813c-f904a089da88 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:28.446630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-d3cbc19e-4b8d-4f55-813c-f904a089da88 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4707038 May 28 05:34:28.449575 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92ad4a95-1b0a-4298-9730-2710f0e3e82a req-255e164a-b1eb-41db-a098-b7fcff6a0317 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239157 May 28 05:34:28.483520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Request body: {'port': {'device_id': '5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'f5f19722c2c64b6fb824290e4e419f76'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:28.638290 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded44cac-795f-4523-9431-9695806f75b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-router', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:58Z', 'updated_at': '2022-05-28T05:34:18Z', 'revision_number': 4, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'gw_port': {'id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:62:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded44cac-795f-4523-9431-9695806f75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c428651c-d1ab-40eb-8ae2-ec1a902021b7', 'name': '', 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'mac_address': 'fa:16:3e:9a:6a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded44cac-795f-4523-9431-9695806f75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4d3e25fc-f4d4-4249-a8a4-b96a717343bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:13Z', 'updated_at': '2022-05-28T05:34:26Z', 'revision_number': 4, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'subnets': [{'id': '4d3e25fc-f4d4-4249-a8a4-b96a717343bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:28.658468 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab651310-898c-490e-84cc-30f657e1ff73 None None] The sync data for ids ['ded44cac-795f-4523-9431-9695806f75b3'] in n-d-843679-5 is: [{'id': 'ded44cac-795f-4523-9431-9695806f75b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-router', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:58Z', 'updated_at': '2022-05-28T05:34:18Z', 'revision_number': 4, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'gw_port': {'id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:62:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded44cac-795f-4523-9431-9695806f75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c428651c-d1ab-40eb-8ae2-ec1a902021b7', 'name': '', 'network_id': 'c3716d73-a02a-41e8-a54b-edccd421294d', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'mac_address': 'fa:16:3e:9a:6a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded44cac-795f-4523-9431-9695806f75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4d3e25fc-f4d4-4249-a8a4-b96a717343bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:13Z', 'updated_at': '2022-05-28T05:34:26Z', 'revision_number': 4, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'subnets': [{'id': '4d3e25fc-f4d4-4249-a8a4-b96a717343bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:34:28.847837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a21f1-6c3a-4099-96cb-cd676dd7e68a req-57e0c67a-1a17-4bc9-b98c-1f2d96349451 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:28.856595 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d30a21f1-6c3a-4099-96cb-cd676dd7e68a req-57e0c67a-1a17-4bc9-b98c-1f2d96349451 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 945 time: 0.1914582 May 28 05:34:28.869033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0a9b9e9-d805-4cb5-a880-8907feb4e82e details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:34:28.877114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] For port 1c506f4e-b73a-432e-920a-f6d63df706b6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c506f4e-b73a-432e-920a-f6d63df706b6,segment=NetworkSegment(66043242-3357-4699-b619-b5347ef658d2),segment_id=66043242-3357-4699-b619-b5347ef658d2)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:28.877652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:28.922689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d30a21f1-6c3a-4099-96cb-cd676dd7e68a req-e9cd6b9c-5588-443d-8db1-dbddc3952cd4 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647929 May 28 05:34:28.976561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Attempting to bind port f03b3708-2321-4f6f-8caa-097ead3e32ab on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:28.976938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Attempting to bind port f03b3708-2321-4f6f-8caa-097ead3e32ab by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:28.977304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Attempting to bind port f03b3708-2321-4f6f-8caa-097ead3e32ab on network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:29.031505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:29.031958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Checking segment: {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:29.032336 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:29.032731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Bound using segment: {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:29.033216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Bound port: f03b3708-2321-4f6f-8caa-097ead3e32ab, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:29.033590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:29.234615 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-76f89266-991d-4080-a8f9-8c63a5bd343a req-0acc72eb-bfb6-4f55-b552-8afe9b9cea40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 210 time: 0.1255393 May 28 05:34:29.259214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] DHCP port deletion for a749b50b-8084-4d89-bdda-885fcd5909a8 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:34:29.340880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] Deleting port 1c506f4e-b73a-432e-920a-f6d63df706b6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:34:29.341255 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:29.496412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Calling delete_port for 1c506f4e-b73a-432e-920a-f6d63df706b6 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:34:29.555732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce7fa-cadc-4b99-99cb-32d479833038 req-00ddde71-a56c-46d0-808a-6c5d86d26f53 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:29.571587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c53ce7fa-cadc-4b99-99cb-32d479833038 req-00ddde71-a56c-46d0-808a-6c5d86d26f53 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 944 time: 0.1710804 May 28 05:34:29.610511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:29.626658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Usage tracker for resource:port and tenant:f5f19722c2c64b6fb824290e4e419f76 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:29.636718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:29.656334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:29.685470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c53ce7fa-cadc-4b99-99cb-32d479833038 req-4ae2a364-767e-4371-8bc5-f244392a43b6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128953 May 28 05:34:29.697502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:29.721505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] For port f03b3708-2321-4f6f-8caa-097ead3e32ab, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:29.741466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9886bae-ae1b-41bf-9e79-fd3bde6ab974 req-1e19c573-8cd9-4fcd-b17a-3ae39f5e9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:29.743143 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9886bae-ae1b-41bf-9e79-fd3bde6ab974 req-1e19c573-8cd9-4fcd-b17a-3ae39f5e9794 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1097 time: 2.5373466 May 28 05:34:29.780930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-7cc7f2d9-0c24-4b87-96b2-ca6ddf262888 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:29.782789 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-7cc7f2d9-0c24-4b87-96b2-ca6ddf262888 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 821 time: 2.6461093 May 28 05:34:29.800008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Made reservation on behalf of f5f19722c2c64b6fb824290e4e419f76 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:34:29.804036 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:29.826901 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:29.872083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:29.884438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'port_id': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e', 'mac_address': 'fa:16:3e:3e:ab:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8e4bc-4815-4be8-b193-b848d295b775', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:34:29.901537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Usage tracker for resource:security_group_rule and tenant:f5f19722c2c64b6fb824290e4e419f76 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:29.904115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] For port f03b3708-2321-4f6f-8caa-097ead3e32ab, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f03b3708-2321-4f6f-8caa-097ead3e32ab,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:29.916792 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:29.969145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-d55f2f41-afb3-4946-8f5c-1c5e2f5c1523 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/quotas/695308ee2d94439ea0df13a8e0921cb8 HTTP/1.1" status: 200 len: 375 time: 0.1446202 May 28 05:34:29.972140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:29.990107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b0a9b9e9-d805-4cb5-a880-8907feb4e82e is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:29.990490 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:30.004510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:30.009050 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:30.095051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dfdbd-2186-4bcc-b0ce-f9a298a611d9 req-eb2eef40-61fb-4e5a-baf8-5d57f37a3d45 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:30.104124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-879dfdbd-2186-4bcc-b0ce-f9a298a611d9 req-eb2eef40-61fb-4e5a-baf8-5d57f37a3d45 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 946 time: 0.2274837 May 28 05:34:30.214214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-879dfdbd-2186-4bcc-b0ce-f9a298a611d9 req-497331f8-89dc-4611-b0ed-7bf41868baec tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088696 May 28 05:34:30.218954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a9b9e9-d805-4cb5-a880-8907feb4e82e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:30.252404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c428651c-d1ab-40eb-8ae2-ec1a902021b7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:30.295909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] For port 1c506f4e-b73a-432e-920a-f6d63df706b6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c506f4e-b73a-432e-920a-f6d63df706b6,segment=NetworkSegment(66043242-3357-4699-b619-b5347ef658d2),segment_id=66043242-3357-4699-b619-b5347ef658d2)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:30.296458 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:30.371215 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9886bae-ae1b-41bf-9e79-fd3bde6ab974 req-f34eab06-0041-4935-aa64-a9ec173e8eb7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857575 May 28 05:34:30.404336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] No DVR routers for this DVR port 1c506f4e-b73a-432e-920a-f6d63df706b6 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:34:30.432896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c506f4e-b73a-432e-920a-f6d63df706b6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:30.436146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:30.510578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] Calling delete_port for 1c506f4e-b73a-432e-920a-f6d63df706b6 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:34:30.573600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:30.611704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24975d19-d748-4125-a290-963eef832782 req-ddfb07f6-e32a-48be-900f-7e0d0877359c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:30.618795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24975d19-d748-4125-a290-963eef832782 req-ddfb07f6-e32a-48be-900f-7e0d0877359c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 945 time: 0.1986423 May 28 05:34:30.643935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c02b1-d182-4ad8-ad96-95adc40f1ac7 None None] Pushing event updated for resources: {'Port': ['ID=f03b3708-2321-4f6f-8caa-097ead3e32ab,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:30.682259 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24975d19-d748-4125-a290-963eef832782 req-ac90ded5-6087-49d5-b3f4-2bfeaec2b001 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625257 May 28 05:34:30.785316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:30.786808 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:30.790775 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:34:30.791123 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:34:30.800355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:34:30.808456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:34:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:30.940716 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8039d44c-15dd-45ae-94d0-a344ed1717c2 req-e7663f7c-ad0b-4cac-9871-5393dba92dd9 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 210 time: 0.0795095 May 28 05:34:30.952724 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:31.006859 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:31.024256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:31.150170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc212d-53fa-47bd-bd0b-ebd9bab05cc7 req-6924f8d7-3374-47ed-9ba7-df489b4ebbf5 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:31.161627 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44bc212d-53fa-47bd-bd0b-ebd9bab05cc7 req-6924f8d7-3374-47ed-9ba7-df489b4ebbf5 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 945 time: 0.1061375 May 28 05:34:31.168133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:34:31.224004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Allocated IP 192.168.233.55 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/832aafd5-3c69-43b9-97ef-6dcbbffe6526) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:31.228193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a749b50b-8084-4d89-bdda-885fcd5909a8']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:31.250336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66043242-3357-4699-b619-b5347ef658d2') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:31.251146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66043242-3357-4699-b619-b5347ef658d2') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:31.268415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-217a3862-ba8a-46cd-933c-db7e805a8106 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2976637 May 28 05:34:31.268972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44bc212d-53fa-47bd-bd0b-ebd9bab05cc7 req-f96e1759-8c75-4e73-b870-3a7fc5e2f525 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030860 May 28 05:34:31.280045 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:31.348800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] Deleting port 1c506f4e-b73a-432e-920a-f6d63df706b6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:34:31.349448 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:31.410943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:31.437625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:34:31.438390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:31.523787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed206c-2d90-4584-8631-79163dccfb72 req-cad9bb09-c4f2-4f30-a839-08e5764015e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:31.538027 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 66043242-3357-4699-b619-b5347ef658d2 resource provider aggregate not found May 28 05:34:31.542906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78ed206c-2d90-4584-8631-79163dccfb72 req-cad9bb09-c4f2-4f30-a839-08e5764015e3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 946 time: 0.1709228 May 28 05:34:31.639615 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 66043242-3357-4699-b619-b5347ef658d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66043242-3357-4699-b619-b5347ef658d2 found for delete ", "request_id": "req-ec1871f9-7f5e-4043-ae7f-5380dcc1d673"}]} May 28 05:34:31.697961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-bbcb658f-785c-4cde-aa3a-801ad25bb0e0 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091039 May 28 05:34:31.785048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-32e86220-f4fa-443e-91ad-e46c03517451 None None] The port '1c506f4e-b73a-432e-920a-f6d63df706b6' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:34:31.799651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['b0a9b9e9-d805-4cb5-a880-8907feb4e82e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:34:31.843022 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78ed206c-2d90-4584-8631-79163dccfb72 req-e82c9550-9048-40ed-9e67-0a7a1aeec974 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981184 May 28 05:34:31.866269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port c428651c-d1ab-40eb-8ae2-ec1a902021b7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:31.868617 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:31.874994 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-614b1519-ff6f-47f9-bbef-e82671420c72 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611903 May 28 05:34:31.903021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c428651c-d1ab-40eb-8ae2-ec1a902021b7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:31.903523 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:31.934891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:31.967761 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a749b50b-8084-4d89-bdda-885fcd5909a8 HTTP/1.1" status: 204 len: 168 time: 5.7226830 May 28 05:34:31.990250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:32.003156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5296c5-8563-43aa-b873-6bbfc3086439 admin admin] Pushing event deleted for resources: {'Network': ['ID=a749b50b-8084-4d89-bdda-885fcd5909a8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:32.088114 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:32.124262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Transition to ACTIVE for port object 832aafd5-3c69-43b9-97ef-6dcbbffe6526 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:32.153945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:29Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:32.219118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43482) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:32.232736 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:32.252960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c925fc7d-a7b1-4b45-a430-35889ccbae4a None None] The sync data for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 is: [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:29Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:34:32.304330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dc4dd-3fe1-477b-8d9f-6b8aa64ccb9d req-f563c1a8-5c12-488b-9f57-5f655f60b3e0 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:32.317669 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5c0dc4dd-3fe1-477b-8d9f-6b8aa64ccb9d req-f563c1a8-5c12-488b-9f57-5f655f60b3e0 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 945 time: 0.2799563 May 28 05:34:32.410653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c428651c-d1ab-40eb-8ae2-ec1a902021b7 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:32.411042 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:32.457777 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5c0dc4dd-3fe1-477b-8d9f-6b8aa64ccb9d req-d1a56480-0881-4768-a30b-3baf0fc64c97 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391149 May 28 05:34:32.480128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port c428651c-d1ab-40eb-8ae2-ec1a902021b7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c428651c-d1ab-40eb-8ae2-ec1a902021b7,segment=NetworkSegment(ce0642d8-ad12-4112-b4de-e5fa24dec674),segment_id=ce0642d8-ad12-4112-b4de-e5fa24dec674)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:32.502591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:32.572150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:32.603980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:32.616173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c506f4e-b73a-432e-920a-f6d63df706b6 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:34:32.661321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a774781c-b85f-4736-89bf-adcfc5cf63a9 req-49205466-08a5-4420-b095-82d896aba862 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Synchronizing usage tracker for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:32.671460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1c506f4e-b73a-432e-920a-f6d63df706b6 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:34:32.671824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c506f4e-b73a-432e-920a-f6d63df706b6 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:34:32.710653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a774781c-b85f-4736-89bf-adcfc5cf63a9 req-49205466-08a5-4420-b095-82d896aba862 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Unset dirty status for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:32.720179 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a774781c-b85f-4736-89bf-adcfc5cf63a9 req-49205466-08a5-4420-b095-82d896aba862 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 210 time: 0.1940339 May 28 05:34:32.727585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=c428651c-d1ab-40eb-8ae2-ec1a902021b7,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:32.742211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:32.806280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event updated for resources: {'Port': ['ID=832aafd5-3c69-43b9-97ef-6dcbbffe6526,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:32.897865 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e36e9023-0a99-4d9a-a06c-fc8356fbb257 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92d03fce2c574180a4bca29b4ad89418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6729267 May 28 05:34:32.898331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43498) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:32.920593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:32.924192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:32.959213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0a9b9e9-d805-4cb5-a880-8907feb4e82e up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:33.019620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a2350-2600-4e6e-b279-3dd0d393b8c2 req-ecdd8426-b604-4bfb-b990-28fd40593841 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:33.020740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-765a2350-2600-4e6e-b279-3dd0d393b8c2 req-ecdd8426-b604-4bfb-b990-28fd40593841 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:33.070383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-fe898918-198f-4f4a-bd4f-53a75f080bbb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5974162 May 28 05:34:33.070957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-765a2350-2600-4e6e-b279-3dd0d393b8c2 req-ecdd8426-b604-4bfb-b990-28fd40593841 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:33.078349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-765a2350-2600-4e6e-b279-3dd0d393b8c2 req-ecdd8426-b604-4bfb-b990-28fd40593841 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 935 time: 0.4904499 May 28 05:34:33.143100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Request body: {'port': {'device_id': '5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:33.240350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f03b3708-2321-4f6f-8caa-097ead3e32ab up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:33.362148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-765a2350-2600-4e6e-b279-3dd0d393b8c2 req-6da1d0a8-d01e-42f4-bdc2-d8091eb74c34 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:33.363814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:33.370150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b71cb48-0c49-4717-a374-48d6595fbf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:33.421717 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b71cb48-0c49-4717-a374-48d6595fbf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:33.434667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b5a30570-b3ad-40ba-beac-e65e2c7729a0 None None] Provisioning for port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:33.463845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port b0a9b9e9-d805-4cb5-a880-8907feb4e82e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:33.474730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b5a30570-b3ad-40ba-beac-e65e2c7729a0 None None] Provisioning complete for port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:33.475698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b5a30570-b3ad-40ba-beac-e65e2c7729a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:33.543955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port b0a9b9e9-d805-4cb5-a880-8907feb4e82e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:33.545350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-765a2350-2600-4e6e-b279-3dd0d393b8c2 req-6da1d0a8-d01e-42f4-bdc2-d8091eb74c34 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:33.547323 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-765a2350-2600-4e6e-b279-3dd0d393b8c2 req-6da1d0a8-d01e-42f4-bdc2-d8091eb74c34 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673851 May 28 05:34:33.547532 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:33.566887 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b71cb48-0c49-4717-a374-48d6595fbf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:33.621059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71cb48-0c49-4717-a374-48d6595fbf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82239bde-5f14-4b23-a7d2-b078f7338002,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:33.638316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b71cb48-0c49-4717-a374-48d6595fbf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:33.640174 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4b71cb48-0c49-4717-a374-48d6595fbf28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82239bde-5f14-4b23-a7d2-b078f7338002 HTTP/1.1" status: 204 len: 168 time: 0.7399206 May 28 05:34:33.658770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ae39-4430-4502-ac12-ffa0e355f696 req-e8b9d069-466d-4c58-90ca-7fd09bcfb029 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:33.661107 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d93ae39-4430-4502-ac12-ffa0e355f696 req-e8b9d069-466d-4c58-90ca-7fd09bcfb029 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 945 time: 0.5670404 May 28 05:34:33.778041 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d93ae39-4430-4502-ac12-ffa0e355f696 req-816e5bf8-77a3-4d65-853c-83d9b8f8275a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928829 May 28 05:34:34.086665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b5a30570-b3ad-40ba-beac-e65e2c7729a0 None None] Port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:34:34.090604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f03b3708-2321-4f6f-8caa-097ead3e32ab completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:34.097640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f03b3708-2321-4f6f-8caa-097ead3e32ab triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:34.098013 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:34.314727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b0a9b9e9-d805-4cb5-a880-8907feb4e82e is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:34.315962 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:34.356504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245ec1d-1308-4aa1-bb11-0b80221419ca req-daefac27-0257-40db-80e4-b4044244d58e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:34.357246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1245ec1d-1308-4aa1-bb11-0b80221419ca req-daefac27-0257-40db-80e4-b4044244d58e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Synchronizing usage tracker for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:34.367720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0b0e1-b328-48fd-bc1d-bd6b32574b0a req-5d444e99-bca8-4574-995c-23ab9cf3268d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:34.370156 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7b0b0e1-b328-48fd-bc1d-bd6b32574b0a req-5d444e99-bca8-4574-995c-23ab9cf3268d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 945 time: 0.3004291 May 28 05:34:34.403697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1245ec1d-1308-4aa1-bb11-0b80221419ca req-daefac27-0257-40db-80e4-b4044244d58e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Unset dirty status for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:34.404468 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1245ec1d-1308-4aa1-bb11-0b80221419ca req-daefac27-0257-40db-80e4-b4044244d58e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 946 time: 0.5758908 May 28 05:34:34.497663 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1245ec1d-1308-4aa1-bb11-0b80221419ca req-b79454da-4b58-4741-b044-c3884c7ab0c0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731871 May 28 05:34:34.544334 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7b0b0e1-b328-48fd-bc1d-bd6b32574b0a req-924d7c1a-b91a-49ac-ae86-fba89ead3cb9 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673338 May 28 05:34:34.807072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:34.827699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:34.841597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:34.918618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-56e830a3-864c-408f-9bfd-237d1edb47bc tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:34.920580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-56e830a3-864c-408f-9bfd-237d1edb47bc tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.33 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 821 time: 0.2759476 May 28 05:34:34.991547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedf749-dce5-4eeb-89b1-45ea74b9592f req-ec4ff270-74cd-4086-b120-51a9446174cc tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:35.000343 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ddedf749-dce5-4eeb-89b1-45ea74b9592f req-ec4ff270-74cd-4086-b120-51a9446174cc tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1097 time: 0.1743851 May 28 05:34:35.092012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:35.118135 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ddedf749-dce5-4eeb-89b1-45ea74b9592f req-e5075ac2-ed72-4f05-90b7-10b2a2cd1cb3 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167996 May 28 05:34:35.148449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f03b3708-2321-4f6f-8caa-097ead3e32ab is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:35.149733 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:35.283023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port f03b3708-2321-4f6f-8caa-097ead3e32ab, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f03b3708-2321-4f6f-8caa-097ead3e32ab,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:35.344799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0efedeb8-b339-4b0c-a0a1-6a25ddd82be0 req-7e5e4da7-c927-4b10-a69f-e2325eb81401 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 210 time: 0.4217658 May 28 05:34:35.374815 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:35.427259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Request body: {'port': {'device_id': '0c91a195-5235-4db5-82f4-1c70839a04da', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'admin_state_up': True, 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:35.441967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c812ac7-d353-4026-94a0-621d85327563 req-4ba722b8-f461-470b-9eaf-402ea4e0acdf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:35.458855 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8c812ac7-d353-4026-94a0-621d85327563 req-4ba722b8-f461-470b-9eaf-402ea4e0acdf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 935 time: 0.1650088 May 28 05:34:35.532911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=f03b3708-2321-4f6f-8caa-097ead3e32ab,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:35.612256 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8c812ac7-d353-4026-94a0-621d85327563 req-07c3e706-c4a9-44d2-a972-38f321dd1585 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459317 May 28 05:34:35.617347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c428651c-d1ab-40eb-8ae2-ec1a902021b7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:35.674345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832aafd5-3c69-43b9-97ef-6dcbbffe6526 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:35.695416 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:35.738307 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f0b661-a57f-4bbf-a20d-eb53510db40d'] response: {'server_uuid': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e', 'code': 200} May 28 05:34:35.781194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c428651c-d1ab-40eb-8ae2-ec1a902021b7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:35.781986 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:35.956564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Transition to ACTIVE for port object 832aafd5-3c69-43b9-97ef-6dcbbffe6526 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:35.960830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:36.006881 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:36.012867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:36.045504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c428651c-d1ab-40eb-8ae2-ec1a902021b7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:36.138991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49c44b-3407-4a60-a735-143ea1a2ac31 req-356bf794-2088-465d-851c-9c8e52284674 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:36.149320 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2d49c44b-3407-4a60-a735-143ea1a2ac31 req-356bf794-2088-465d-851c-9c8e52284674 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 945 time: 0.1490400 May 28 05:34:36.214552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2d49c44b-3407-4a60-a735-143ea1a2ac31 req-8aba6a17-0212-4a0c-b141-0e58eac9b3b1 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642493 May 28 05:34:36.236357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Made reservation on behalf of 695308ee2d94439ea0df13a8e0921cb8 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:34:36.241108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:36.438214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4addcaf-9ee9-4e3a-9413-3f5ee149a8f9 req-dcb2a622-3c35-4748-a8fd-8ae279ea16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:36.439922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4addcaf-9ee9-4e3a-9413-3f5ee149a8f9 req-dcb2a622-3c35-4748-a8fd-8ae279ea16f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 1097 time: 0.5924714 May 28 05:34:36.492154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Pushing event updated for resources: {'Port': ['ID=832aafd5-3c69-43b9-97ef-6dcbbffe6526,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:36.644373 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ee8a1f9-eb6b-4203-b00e-e35b2f18c438 req-5ea2414f-3fae-4f6c-b71a-58abf37e1b17 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 210 time: 0.0732939 May 28 05:34:36.768849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Allocated IP 172.20.0.12 (74b9e066-7fe8-4f83-9ce8-9b7d9632f466/f4c8d063-55a6-484d-b695-a385ca0f2998/01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:36.851609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583ebd7-f8db-4058-a602-cf57fd8b49f3 req-471ed15e-d8bb-4089-ad8c-7e48badc3b19 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:36.860772 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8583ebd7-f8db-4058-a602-cf57fd8b49f3 req-471ed15e-d8bb-4089-ad8c-7e48badc3b19 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 946 time: 1.0245798 May 28 05:34:36.961635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4addcaf-9ee9-4e3a-9413-3f5ee149a8f9 req-2e75326e-2cef-4484-a16e-5c1b6dc11e85 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549165 May 28 05:34:36.996912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcebc3d-9388-4be7-9ec8-1fc55f6af556 req-309fb808-0e9d-4dce-a08d-7f77ed8da636 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:37.007671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2fcebc3d-9388-4be7-9ec8-1fc55f6af556 req-309fb808-0e9d-4dce-a08d-7f77ed8da636 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 947 time: 0.1396124 May 28 05:34:37.062756 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2fcebc3d-9388-4be7-9ec8-1fc55f6af556 req-d5236a96-e42d-4b61-b2af-c4626e677b08 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469642 May 28 05:34:37.230129 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:37.254428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Transition to ACTIVE for port object 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:37.302608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8583ebd7-f8db-4058-a602-cf57fd8b49f3 req-34c3d051-6998-4f94-accc-e898a08223a2 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408591 May 28 05:34:37.312454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Attempting to bind port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:37.314207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Attempting to bind port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:37.314716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Attempting to bind port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:37.330414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:34:37.334534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Attempting to bind port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:37.358356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:37.358703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:37.359090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:37.359601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Bound port: 832aafd5-3c69-43b9-97ef-6dcbbffe6526, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:37.360537 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:37.466798 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:37.541360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f03b3708-2321-4f6f-8caa-097ead3e32ab up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:37.689295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:37.690423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb497a-0b49-4fcb-a4a5-f12e7be33671 req-e3c86cc3-656a-4752-b4da-c43617735802 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:37.692209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:37.697215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:37.701145 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01cb497a-0b49-4fcb-a4a5-f12e7be33671 req-e3c86cc3-656a-4752-b4da-c43617735802 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 945 time: 0.3208690 May 28 05:34:37.702724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f03b3708-2321-4f6f-8caa-097ead3e32ab triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:37.702724 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:37.873320 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01cb497a-0b49-4fcb-a4a5-f12e7be33671 req-0ad37414-0dbd-47eb-bacf-0037ba705389 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709752 May 28 05:34:37.969881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:37.986299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:38.054823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Pushing event updated for resources: {'Port': ['ID=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:38.100418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] For port 832aafd5-3c69-43b9-97ef-6dcbbffe6526, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:38.129804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] For port 832aafd5-3c69-43b9-97ef-6dcbbffe6526, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=832aafd5-3c69-43b9-97ef-6dcbbffe6526,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:38.178583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f03b3708-2321-4f6f-8caa-097ead3e32ab is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:38.197473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:38.224321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43588) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:38.323004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6b6b9369-fbf5-4b20-8828-c43086830f80 None None] Provisioning for port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:38.333814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6b6b9369-fbf5-4b20-8828-c43086830f80 None None] Provisioning complete for port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:38.338246 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9369-fbf5-4b20-8828-c43086830f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:38.382755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:38.386612 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:38.388196 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] 10.222.0.33 "PUT /v2.0/ports/832aafd5-3c69-43b9-97ef-6dcbbffe6526 HTTP/1.1" status: 200 len: 1095 time: 5.2531080 May 28 05:34:38.389568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-0fb42ccd-59a9-47e9-b4da-f02dbfc719db tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0435889 May 28 05:34:38.427171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4', 'tag': '832aafd5-3c69-43b9-97ef-6dcbbffe6526'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:38.435600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b9369-fbf5-4b20-8828-c43086830f80 None None] Port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:34:38.439763 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-efabab60-6990-43fb-a5b3-404ff47a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:38.458391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Request body: {'port': {'device_id': '0c91a195-5235-4db5-82f4-1c70839a04da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:38.505245 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:38.554468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:38.564579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:ceeefd9844c343b1bae141667c436f9e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:38.575107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:38.586339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:38.590516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-1dae59d5-64e3-4352-8e89-0526dc8f9396 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:38.592225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-1dae59d5-64e3-4352-8e89-0526dc8f9396 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.2996824 May 28 05:34:38.609316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843679-5'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:38.611083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720c199-0883-4d18-a682-b1d299a504cc service neutron] Pushing event updated for resources: {'Port': ['ID=832aafd5-3c69-43b9-97ef-6dcbbffe6526,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:38.701847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09dc4b-efb8-45b0-b77e-1e64c8638907 req-c37b6dc4-3e6c-4dc4-84d9-44f94ea0c23a tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:38.702472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2c09dc4b-efb8-45b0-b77e-1e64c8638907 req-c37b6dc4-3e6c-4dc4-84d9-44f94ea0c23a tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Synchronizing usage tracker for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:38.715328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cc2cc-37e2-4252-b6a7-9ede674d65fe req-b11e920e-273d-4a80-81e9-423549e10b89 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:38.716727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-635cc2cc-37e2-4252-b6a7-9ede674d65fe req-b11e920e-273d-4a80-81e9-423549e10b89 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 947 time: 0.3355358 May 28 05:34:38.717821 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:38.845343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812131fd-7987-4400-ba13-100e77109583 req-77bb8b81-6a1d-4b6b-9a98-43fd3d6ca1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:38.846955 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-77bb8b81-6a1d-4b6b-9a98-43fd3d6ca1b2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 1098 time: 0.3542562 May 28 05:34:38.849119 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-635cc2cc-37e2-4252-b6a7-9ede674d65fe req-b8e6475c-b18c-4d13-8465-39f853021ccf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961154 May 28 05:34:38.851517 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:38.927401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2c09dc4b-efb8-45b0-b77e-1e64c8638907 req-c37b6dc4-3e6c-4dc4-84d9-44f94ea0c23a tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Unset dirty status for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:38.938101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c09dc4b-efb8-45b0-b77e-1e64c8638907 req-c37b6dc4-3e6c-4dc4-84d9-44f94ea0c23a tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 932 time: 0.8106153 May 28 05:34:38.974101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:38.998012 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:39.048664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-1833744f-697c-4af0-b47d-c0650905cc23 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=832aafd5-3c69-43b9-97ef-6dcbbffe6526 HTTP/1.1" status: 200 len: 217 time: 0.1076128 May 28 05:34:39.114000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d8efc1-c2b6-40a6-a30f-a4e69f86e7ef,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:39.153523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.154144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.154637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.155122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.155635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.156140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.157193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.157678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.158158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.158643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.158770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c09dc4b-efb8-45b0-b77e-1e64c8638907 req-87fddaf1-14f9-4d62-99e8-c561fdbd80fc tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188771 May 28 05:34:39.159253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.159730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:39.368969 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d50c68-3917-4405-b47b-aa70b4390949'] response: {'name': 'network-changed', 'server_uuid': '5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4', 'tag': '832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'status': 'completed', 'code': 200} May 28 05:34:39.376551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812131fd-7987-4400-ba13-100e77109583 req-cafaefba-dbdb-43ae-b8bf-17703ac5f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:39.377979 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-cafaefba-dbdb-43ae-b8bf-17703ac5f6b0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3024461 May 28 05:34:39.444214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b931e1a9-f6bb-45e9-9960-f0371fe33ba8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ceeefd9844c343b1bae141667c436f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2188036 May 28 05:34:39.445749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43624) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:39.500793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:39.516605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cc79f-22b1-4903-8d12-316d715773f4 req-f01eb2ce-1440-4a66-b9ae-3933a99c8289 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:39.523685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-984cc79f-22b1-4903-8d12-316d715773f4 req-f01eb2ce-1440-4a66-b9ae-3933a99c8289 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 946 time: 0.5308800 May 28 05:34:39.598194 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-984cc79f-22b1-4903-8d12-316d715773f4 req-53f75d42-1d8d-4a9f-b2f5-a22a6624c4aa tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735774 May 28 05:34:39.605865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:39.628033 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:39.669546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device fc0412f4-7040-464e-8782-26c5eb31ba35 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:34:39.684866 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:39.687056 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0412f4-7040-464e-8782-26c5eb31ba35'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:39.698397 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:39.788205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b9967-c9d4-4f5d-941b-bf201e7a75f4 req-c5c1ef06-8895-4ec5-b375-9fde571a8219 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:39.799355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e31b9967-c9d4-4f5d-941b-bf201e7a75f4 req-c5c1ef06-8895-4ec5-b375-9fde571a8219 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 945 time: 0.3348122 May 28 05:34:39.800538 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-697e57c9-1fff-4785-b785-51ca95c3a245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:39.860392 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-697e57c9-1fff-4785-b785-51ca95c3a245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:39.899158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:39.914237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device fc0412f4-7040-464e-8782-26c5eb31ba35 has no active binding in host n-h1-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:34:39.926772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812131fd-7987-4400-ba13-100e77109583 req-81ce4246-41e1-4f6f-8ee4-7453dc820a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:39.928770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-81ce4246-41e1-4f6f-8ee4-7453dc820a68 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5419445 May 28 05:34:39.931617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 on host n-h2-843679-5 for vnic_type normal with profile {"migrating_to": "n-h1-843679-5"} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:39.932174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:39.932328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:39.940815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Port fc0412f4-7040-464e-8782-26c5eb31ba35 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:34:39.941133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Attempting to bind port fc0412f4-7040-464e-8782-26c5eb31ba35 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:39.943370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0412f4-7040-464e-8782-26c5eb31ba35,revision_number=7']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:39.951039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:39.951420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:39.951778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:39.954489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Bound port: fc0412f4-7040-464e-8782-26c5eb31ba35, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:39.954489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:39.977015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:39.994843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:40.003929 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-697e57c9-1fff-4785-b785-51ca95c3a245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:40.087056 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:40.093050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:40.100526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:40.102578 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e31b9967-c9d4-4f5d-941b-bf201e7a75f4 req-970c9a6e-397b-4533-85f2-22a5bb0c701f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824131 May 28 05:34:40.183953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0412f4-7040-464e-8782-26c5eb31ba35,revision_number=8']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:40.195550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Transition to ACTIVE for port object 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:40.202509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-697e57c9-1fff-4785-b785-51ca95c3a245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:40.204802 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-697e57c9-1fff-4785-b785-51ca95c3a245 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04d8efc1-c2b6-40a6-a30f-a4e69f86e7ef HTTP/1.1" status: 204 len: 168 time: 0.7579715 May 28 05:34:40.209336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e57c9-1fff-4785-b785-51ca95c3a245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d8efc1-c2b6-40a6-a30f-a4e69f86e7ef,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:40.231696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:40.500898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:40.506225 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:40.508626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-addf648c-04dd-4d1b-a26e-85335124d2b5 service neutron] 10.222.0.33 "PUT /v2.0/ports/fc0412f4-7040-464e-8782-26c5eb31ba35 HTTP/1.1" status: 200 len: 1121 time: 1.9046793 May 28 05:34:40.545075 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03814652-3fa7-40a3-9b3f-67cd90ec1f43'] response: {'server_uuid': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0412f4-7040-464e-8782-26c5eb31ba35', 'code': 200} May 28 05:34:40.593285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['fc0412f4-7040-464e-8782-26c5eb31ba35'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:34:40.746424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['fc0412f4-7040-464e-8782-26c5eb31ba35'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:34:40.865176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Pushing event updated for resources: {'Port': ['ID=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:40.946812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9b9c-1759-41ad-afd9-6d767d41a092 req-f4153143-fb50-495c-99fa-2ae0730ec654 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:40.948337 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-18c6b7cb-6315-4852-90cb-aab38b55842e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:40.955569 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a3c9b9c-1759-41ad-afd9-6d767d41a092 req-f4153143-fb50-495c-99fa-2ae0730ec654 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 947 time: 0.1845253 May 28 05:34:40.997865 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-079b001a-0081-4a35-9a0e-436c897b8a88 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0433078 May 28 05:34:41.069454 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a3c9b9c-1759-41ad-afd9-6d767d41a092 req-705ffb0f-d94e-42b6-8b5b-37126d03e29d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127722 May 28 05:34:41.507204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Attempting to bind port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:41.507204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Attempting to bind port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:41.508722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Attempting to bind port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf on network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:41.519951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:41.524259 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-812131fd-7987-4400-ba13-100e77109583 req-5467d600-c281-4d37-a465-dca94cf8005d service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768972 May 28 05:34:41.524812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf on network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:34:41.525280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Attempting to bind port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf on network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:41.532500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:41.532500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Checking segment: {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:41.533321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Bound using segment: {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:41.533321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Bound port: 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:41.533601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:41.567463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eb4a4-dd9e-4ae4-b371-9ba9fb514c20 req-07c00935-8898-4429-b15e-ef98900fca34 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:41.575009 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-220eb4a4-dd9e-4ae4-b371-9ba9fb514c20 req-07c00935-8898-4429-b15e-ef98900fca34 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 946 time: 0.2582040 May 28 05:34:41.630607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed7371-9903-4b7f-bfe9-7529ddb6e2f5 req-1e1243f5-63c1-47fc-8164-55426a8b212a tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:41.639563 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-21ed7371-9903-4b7f-bfe9-7529ddb6e2f5 req-1e1243f5-63c1-47fc-8164-55426a8b212a tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 944 time: 0.7752833 May 28 05:34:41.655377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-220eb4a4-dd9e-4ae4-b371-9ba9fb514c20 req-42e945e3-b736-498a-9a39-437434a9a5c9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685029 May 28 05:34:41.661260 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:41.848509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43672) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:41.898492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-21ed7371-9903-4b7f-bfe9-7529ddb6e2f5 req-a65db04d-7a5f-4894-9132-2dfd597f84e9 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572351 May 28 05:34:41.918592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] For port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:41.932805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] For port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:41.949201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4bea0-6668-45ba-b361-7e8c4d08a002 req-790e4451-4395-4983-b9cf-b4e58aa77cab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:41.956227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-edb4bea0-6668-45ba-b361-7e8c4d08a002 req-790e4451-4395-4983-b9cf-b4e58aa77cab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 943 time: 0.1663730 May 28 05:34:41.960564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-8c8867be-abc1-4fa9-9aae-e40ff7f650dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:41.962389 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-8c8867be-abc1-4fa9-9aae-e40ff7f650dc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 1098 time: 0.3199191 May 28 05:34:41.963674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:42.049209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-edb4bea0-6668-45ba-b361-7e8c4d08a002 req-0b88ed00-ce3f-493b-ad0c-90bd9647c02d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916173 May 28 05:34:42.221042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1442272376-network', 'tenant_id': 'df6d9c44b09c414fa202e72727cecbba'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:42.283203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:42.369594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Usage tracker for resource:network and tenant:df6d9c44b09c414fa202e72727cecbba is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:42.375286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:42.378608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:42.379216 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:42.380588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-3e07b809-9452-4070-9784-653473a5f58b service neutron] 10.222.0.33 "PUT /v2.0/ports/01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 1092 time: 3.9268024 May 28 05:34:42.384575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:42.414368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:42.518135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07b809-9452-4070-9784-653473a5f58b service neutron] Pushing event updated for resources: {'Port': ['ID=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:42.524768 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff761cf-bd8a-428b-99ab-4b7276ce95f9'] response: {'name': 'network-changed', 'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'status': 'completed', 'code': 200} May 28 05:34:42.545886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'tag': 'fc0412f4-7040-464e-8782-26c5eb31ba35'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:42.555207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Made reservation on behalf of df6d9c44b09c414fa202e72727cecbba for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:34:42.557470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:42.589575 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:42.605600 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4b5fbb-8065-4d07-8981-6dd5a6b7d783'] response: {'name': 'network-changed', 'server_uuid': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'tag': 'fc0412f4-7040-464e-8782-26c5eb31ba35', 'status': 'completed', 'code': 200} May 28 05:34:42.607861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-b42ff975-55c7-486b-9950-f5295685c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:42.609308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-b42ff975-55c7-486b-9950-f5295685c92d service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.6393273 May 28 05:34:42.717001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:42.748511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-a20a41d1-434f-44dc-a18f-53018fc00902 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=832aafd5-3c69-43b9-97ef-6dcbbffe6526 HTTP/1.1" status: 200 len: 217 time: 0.1303468 May 28 05:34:42.753124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Usage tracker for resource:security_group_rule and tenant:df6d9c44b09c414fa202e72727cecbba is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:42.757315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:42.807407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adcf4a-16d7-41b8-95f1-86d1f66dcca6 req-97b9b81a-bf93-466b-8093-67d49f103b47 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:42.808902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32adcf4a-16d7-41b8-95f1-86d1f66dcca6 req-97b9b81a-bf93-466b-8093-67d49f103b47 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 947 time: 0.5979328 May 28 05:34:42.824649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:42.930885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aca2a8-64e2-4d94-9a9c-514b63a1cf78 req-f1488ba6-023a-4347-8981-8ef182c0b92a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:42.933417 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19aca2a8-64e2-4d94-9a9c-514b63a1cf78 req-f1488ba6-023a-4347-8981-8ef182c0b92a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 946 time: 0.1386347 May 28 05:34:42.938280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-097d0a98-6634-4f62-95e4-83c4104b5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:42.939787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-097d0a98-6634-4f62-95e4-83c4104b5565 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1095 time: 0.4727068 May 28 05:34:43.022311 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19aca2a8-64e2-4d94-9a9c-514b63a1cf78 req-290827a0-cfb1-478a-b579-47f5804c51a7 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774052 May 28 05:34:43.140251 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:43.149858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-2832740a-6de9-4ca9-a243-a9b4f6b6c2cd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 217 time: 0.1910021 May 28 05:34:43.170086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32adcf4a-16d7-41b8-95f1-86d1f66dcca6 req-cef8fc87-5871-40c3-af09-90df01541642 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200059 May 28 05:34:43.171583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-a6b6badf-c89f-4940-ab6d-fe1e92fefac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:43.172978 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-a6b6badf-c89f-4940-ab6d-fe1e92fefac5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.4118793 May 28 05:34:43.300640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab8adc-37bd-4f13-891b-651112036b0b req-d9eecd01-9805-4c7a-bc12-ba520277405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:43.302318 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fab8adc-37bd-4f13-891b-651112036b0b req-d9eecd01-9805-4c7a-bc12-ba520277405e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1124 time: 0.6251323 May 28 05:34:43.315976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44ccef-cce2-4e25-811f-a72b4895c073 req-eb3c1bd1-5bec-4292-b75a-2cae27d0c8e8 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:43.324945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ce44ccef-cce2-4e25-811f-a72b4895c073 req-eb3c1bd1-5bec-4292-b75a-2cae27d0c8e8 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 944 time: 0.1615529 May 28 05:34:43.356020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-10384137-7366-4c0b-8503-3d15d39d500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:43.357472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-10384137-7366-4c0b-8503-3d15d39d500b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.1826036 May 28 05:34:43.371519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-ce44ccef-cce2-4e25-811f-a72b4895c073 req-f3f9ca62-c1b0-413a-8c00-6375c553b630 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Synchronizing usage tracker for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:43.393587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-ce44ccef-cce2-4e25-811f-a72b4895c073 req-f3f9ca62-c1b0-413a-8c00-6375c553b630 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Unset dirty status for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:43.407342 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ce44ccef-cce2-4e25-811f-a72b4895c073 req-f3f9ca62-c1b0-413a-8c00-6375c553b630 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803699 May 28 05:34:43.495546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:43.518510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:43.562639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-b5a434d5-e392-4fd4-bdd2-48b7a5b1ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:43.564570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-b5a434d5-e392-4fd4-bdd2-48b7a5b1ad28 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3506274 May 28 05:34:43.613164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df747d7d-cd53-440b-a9af-54982967924c req-ccafeb2a-b597-4a39-b9bc-4edad7a84648 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:43.614204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:34:43.616823 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-df747d7d-cd53-440b-a9af-54982967924c req-ccafeb2a-b597-4a39-b9bc-4edad7a84648 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 943 time: 0.1082230 May 28 05:34:43.633509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b362f41-0cdc-4390-936b-6fef14a80a74,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:43.636481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab8adc-37bd-4f13-891b-651112036b0b req-417b7150-82ae-4b4b-a540-373903f1835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:43.638249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fab8adc-37bd-4f13-891b-651112036b0b req-417b7150-82ae-4b4b-a540-373903f1835a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.3274083 May 28 05:34:43.711729 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-df747d7d-cd53-440b-a9af-54982967924c req-86f5d3ca-adac-402f-b032-580cfcef5794 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896659 May 28 05:34:43.771524 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:43.771869 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Added segment 0984b443-6c95-49c0-b5b1-eff8d3407c8e of type vlan for network 5cba249f-b4be-43b5-9ae6-37cbf4e6e551 May 28 05:34:43.780355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fab8adc-37bd-4f13-891b-651112036b0b req-78addf1a-dbc1-4bd0-9849-2111f031b94b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0412f4-7040-464e-8782-26c5eb31ba35 HTTP/1.1" status: 200 len: 217 time: 0.0914762 May 28 05:34:43.789590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-7d27a822-bf97-4f88-bf1f-deae839dfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:43.791149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-7d27a822-bf97-4f88-bf1f-deae839dfae2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3695924 May 28 05:34:43.897338 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:44.130044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab8adc-37bd-4f13-891b-651112036b0b req-4853cf29-1cf3-4ea1-b401-4f5a42bbb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:44.131517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fab8adc-37bd-4f13-891b-651112036b0b req-4853cf29-1cf3-4ea1-b401-4f5a42bbb80a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.3367403 May 28 05:34:44.144847 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-24bbac99-e226-43d2-b549-06bf64a376f2 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571163 May 28 05:34:44.230352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fab8adc-37bd-4f13-891b-651112036b0b req-6cbedaf9-4f9c-4166-8d16-1935877e581c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845032 May 28 05:34:44.316253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:44.317190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:44.317766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:44.377610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95f7e3-5881-4c76-90e4-4348a6243fe1 req-7a115ef2-f2f2-4d73-9a50-d3db7ef5f58b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:44.385536 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fe95f7e3-5881-4c76-90e4-4348a6243fe1 req-7a115ef2-f2f2-4d73-9a50-d3db7ef5f58b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 947 time: 0.0957904 May 28 05:34:44.425911 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-a68e3d4f-18b2-42de-a180-a02f1c28f82a service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873048 May 28 05:34:44.456034 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fe95f7e3-5881-4c76-90e4-4348a6243fe1 req-79c593c9-048c-4dc4-b955-fc95f4886369 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669324 May 28 05:34:44.681823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Pushing event updated for resources: {'Network': ['ID=5cba249f-b4be-43b5-9ae6-37cbf4e6e551,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:44.695377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8350105 May 28 05:34:44.698573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43722) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:44.706309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Request body: {'subnet': {'network_id': '5cba249f-b4be-43b5-9ae6-37cbf4e6e551', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1442272376-subnet', 'tenant_id': 'df6d9c44b09c414fa202e72727cecbba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:44.711112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:44.717323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Usage tracker for resource:subnet and tenant:df6d9c44b09c414fa202e72727cecbba is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:44.720976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:44.730360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:44.737209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.737588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.737863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.738194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.738548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.738891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.739180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.739519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.739831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.740147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.740463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.740775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cdb9c-d44d-43cf-a80e-22b15af01c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:44.754050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Made reservation on behalf of df6d9c44b09c414fa202e72727cecbba for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:34:44.755205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 5cba249f-b4be-43b5-9ae6-37cbf4e6e551 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:34:44.757591 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:44.761084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd2b7934-8e2c-4f9f-8cfd-25f85ecbd6c7 req-419a25ec-0429-4963-8f33-9d93addc705a service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679202 May 28 05:34:44.795060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fab8adc-37bd-4f13-891b-651112036b0b req-9c94421d-1b3f-4a75-9e90-07cc70a112ff service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087879 May 28 05:34:44.839759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89e76221-587e-4b19-b118-a0b5a01cd32a req-047bfd58-1b00-424a-afa5-35786e4fea15 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452895 May 28 05:34:44.997123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fab8adc-37bd-4f13-891b-651112036b0b req-9e3ffa4c-0ff9-4237-bf02-5c310985a016 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878290 May 28 05:34:45.069688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72df32-59e9-4553-96c5-e78b3c9cd30f req-01040e0a-0d65-4615-9cab-3c50e4c9207f tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:45.071359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae72df32-59e9-4553-96c5-e78b3c9cd30f req-01040e0a-0d65-4615-9cab-3c50e4c9207f tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 944 time: 0.4669194 May 28 05:34:45.092758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-804b027b-05b4-4ef1-84f1-0d0fe24488af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:45.094797 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-804b027b-05b4-4ef1-84f1-0d0fe24488af service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1095 time: 0.0965552 May 28 05:34:45.127686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451fcef-8b38-44f6-98e4-f2ce20d4a3f2 req-6cc3e6c7-b6dd-48ea-a988-3de3d5b323f9 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:45.129819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1451fcef-8b38-44f6-98e4-f2ce20d4a3f2 req-6cc3e6c7-b6dd-48ea-a988-3de3d5b323f9 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 943 time: 0.1594305 May 28 05:34:45.235732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1451fcef-8b38-44f6-98e4-f2ce20d4a3f2 req-f3011647-7671-4c9d-87ff-cf1c552fb2a8 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817015 May 28 05:34:45.245937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae72df32-59e9-4553-96c5-e78b3c9cd30f req-df158bcf-e559-493e-9cad-2f79e79c28cc tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441832 May 28 05:34:45.252024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:45.314618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-4ffefeeb-a0a4-4535-8247-ef7ff4b54fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:45.317201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-4ffefeeb-a0a4-4535-8247-ef7ff4b54fc7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.2133701 May 28 05:34:45.329974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1fe618-e35b-4064-9166-355731a3ada7,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:45.375313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Checking segment: {'id': '0984b443-6c95-49c0-b5b1-eff8d3407c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5cba249f-b4be-43b5-9ae6-37cbf4e6e551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:45.376130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Network hostable DHCP agents. Network: 5cba249f-b4be-43b5-9ae6-37cbf4e6e551, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:34:45.401235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Network 5cba249f-b4be-43b5-9ae6-37cbf4e6e551 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:34:45.420243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 5cba249f-b4be-43b5-9ae6-37cbf4e6e551) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:45.424059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-dbda1f50-e529-4081-aa50-ad8cb96fc6bd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 217 time: 0.0989544 May 28 05:34:45.429679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c86fc8-e491-421f-82c4-60311b9736ef None None] Network 5cba249f-b4be-43b5-9ae6-37cbf4e6e551 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:34:45.435184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:45.435959 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:45.478119 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-db71b302-8334-4c00-88f3-4e0856116685 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7708499 May 28 05:34:45.529144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-65725645-3043-414f-8864-2b3101e904cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:45.531276 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-65725645-3043-414f-8864-2b3101e904cf service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.1011288 May 28 05:34:45.709097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedf41c-2b2a-478e-8394-2021f2bcd62f req-02d603f7-9126-4ff3-9b2b-e4439c7fa902 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:45.710671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4bedf41c-2b2a-478e-8394-2021f2bcd62f req-02d603f7-9126-4ff3-9b2b-e4439c7fa902 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 947 time: 0.1147990 May 28 05:34:45.748749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 832aafd5-3c69-43b9-97ef-6dcbbffe6526 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:34:45.755645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018c644-a800-43b2-bb4f-3543b99bc7a1 None None] Network 5cba249f-b4be-43b5-9ae6-37cbf4e6e551 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:34:45.769559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-408d59ac-2b3a-480a-ae18-acac923b7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:45.771220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-408d59ac-2b3a-480a-ae18-acac923b7a60 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2328126 May 28 05:34:45.781855 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4bedf41c-2b2a-478e-8394-2021f2bcd62f req-029a9c34-cbc6-4a5e-a71a-fb711059ccce tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595798 May 28 05:34:45.959647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-a82b7609-eb98-412a-b681-1d26334a48e2 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767769 May 28 05:34:46.076593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 832aafd5-3c69-43b9-97ef-6dcbbffe6526, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=832aafd5-3c69-43b9-97ef-6dcbbffe6526,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:46.124240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'mac_address': 'fa:16:3e:06:85:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:34:46.194469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:46.194980 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:46.222508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832aafd5-3c69-43b9-97ef-6dcbbffe6526 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:46.242708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 832aafd5-3c69-43b9-97ef-6dcbbffe6526, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=832aafd5-3c69-43b9-97ef-6dcbbffe6526,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:46.252331 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:46.344549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3a5b8d-5bc7-42e2-b69a-6bda00c079ba req-24ed2d03-6397-4b16-9e35-7fe01c15766e service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709819 May 28 05:34:46.355026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=832aafd5-3c69-43b9-97ef-6dcbbffe6526,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:46.479654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-c722cafb-963d-4cf8-aa78-a8505ae8b6a2 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:46.488919 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-c722cafb-963d-4cf8-aa78-a8505ae8b6a2 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/networks?id=5cba249f-b4be-43b5-9ae6-37cbf4e6e551 HTTP/1.1" status: 200 len: 814 time: 0.5185232 May 28 05:34:46.501244 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-ce25ff07-e08f-4c7f-835b-16bde01197b6 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/quotas/df6d9c44b09c414fa202e72727cecbba HTTP/1.1" status: 200 len: 375 time: 0.0107992 May 28 05:34:46.559798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-e29411c3-2587-4582-b0f2-76bc2a624e10 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=df6d9c44b09c414fa202e72727cecbba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519187 May 28 05:34:46.591318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af257043-9aa8-40c5-a653-5725c197beed req-5aaa3ac3-a1ac-4202-8c99-9a11e1e4e175 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:46.593584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af257043-9aa8-40c5-a653-5725c197beed req-5aaa3ac3-a1ac-4202-8c99-9a11e1e4e175 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 943 time: 0.1054013 May 28 05:34:46.660193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af257043-9aa8-40c5-a653-5725c197beed req-4634c1ef-1f28-441a-96c8-e1ff3122a882 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600884 May 28 05:34:46.740232 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-50d2df20-e3eb-4327-be87-66ed12e860ee service neutron] 10.222.0.39 "GET /v2.0/networks/5cba249f-b4be-43b5-9ae6-37cbf4e6e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793251 May 28 05:34:46.895290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1a65b468-5be5-4c0e-9049-aad962f16bb5 service neutron] 10.222.0.39 "GET /v2.0/networks/5cba249f-b4be-43b5-9ae6-37cbf4e6e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392798 May 28 05:34:46.941921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:34:46.989611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2504d94-1e26-4583-89bb-7ddd86714cfd req-3ba6f534-805a-461b-a43f-18ad3c2de7d6 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:47.000759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2504d94-1e26-4583-89bb-7ddd86714cfd req-3ba6f534-805a-461b-a43f-18ad3c2de7d6 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 944 time: 0.1641762 May 28 05:34:47.094547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0a9b9e9-d805-4cb5-a880-8907feb4e82e details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:34:47.134063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2504d94-1e26-4583-89bb-7ddd86714cfd req-61a18fe2-8dc9-4e0a-8178-c27dc19e5360 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317883 May 28 05:34:47.536607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:47.601827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16bfbe-3a1c-4cf6-9c99-208073847fc4 req-2c546ee9-eff0-42da-b204-6610430d404d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:47.604218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c16bfbe-3a1c-4cf6-9c99-208073847fc4 req-2c546ee9-eff0-42da-b204-6610430d404d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 948 time: 0.2477868 May 28 05:34:47.700313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'port_id': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e', 'mac_address': 'fa:16:3e:3e:ab:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8e4bc-4815-4be8-b193-b848d295b775', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:34:47.744714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c16bfbe-3a1c-4cf6-9c99-208073847fc4 req-ae7b5f6b-238b-4800-9ff8-16a962ff06c1 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324129 May 28 05:34:47.844977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b0a9b9e9-d805-4cb5-a880-8907feb4e82e is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:47.845205 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:47.878064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0a9b9e9-d805-4cb5-a880-8907feb4e82e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:47.917010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:47.925510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:47.943831 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-311fe953-b73e-4726-91d5-3a9e035f77ee req-230eacd9-a7ef-4229-b6fa-5ec3366922f3 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 210 time: 0.0811746 May 28 05:34:48.089275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:48.148342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['b0a9b9e9-d805-4cb5-a880-8907feb4e82e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:34:48.274616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089b5ac-5a62-45ca-9dae-49de5e374edb req-9efddbcf-173e-49f9-b6b6-7ad7927bd4aa tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:48.282158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f089b5ac-5a62-45ca-9dae-49de5e374edb req-9efddbcf-173e-49f9-b6b6-7ad7927bd4aa tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 943 time: 0.1790442 May 28 05:34:48.362834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f089b5ac-5a62-45ca-9dae-49de5e374edb req-18c9c018-7a53-4663-a3b3-3c4eed20936e tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796719 May 28 05:34:48.689489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf193f-61a3-49cf-bb39-cedc9a7bf55e req-e769f64d-829d-4b7e-98e7-46c47a1c0b36 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:48.702216 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edaf193f-61a3-49cf-bb39-cedc9a7bf55e req-e769f64d-829d-4b7e-98e7-46c47a1c0b36 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 944 time: 0.1712234 May 28 05:34:48.791855 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edaf193f-61a3-49cf-bb39-cedc9a7bf55e req-593e9ac1-5031-44bc-8608-e8bc636ec89b tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863044 May 28 05:34:49.036198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0a9b9e9-d805-4cb5-a880-8907feb4e82e up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:49.304871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port b0a9b9e9-d805-4cb5-a880-8907feb4e82e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:49.305536 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:49.565187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b0a9b9e9-d805-4cb5-a880-8907feb4e82e is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:49.565578 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:49.637486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce858b6-2595-4e8b-8acd-88411a35ac4a req-6c9a9e99-6f11-4685-8e6f-bb7695a0b553 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:49.645425 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ce858b6-2595-4e8b-8acd-88411a35ac4a req-6c9a9e99-6f11-4685-8e6f-bb7695a0b553 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 948 time: 0.5246212 May 28 05:34:49.664134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:49.681884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:49.690590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:49.774714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:49.777592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:34:49.780042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 832aafd5-3c69-43b9-97ef-6dcbbffe6526 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:49.783314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ce858b6-2595-4e8b-8acd-88411a35ac4a req-7461842c-fd23-42f4-b1af-c90395674a38 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365554 May 28 05:34:49.819145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-9a0960fc-a68e-4e15-a9ab-f18122c33921 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:49.820082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-9a0960fc-a68e-4e15-a9ab-f18122c33921 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Synchronizing usage tracker for tenant:df6d9c44b09c414fa202e72727cecbba on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:49.869613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-9a0960fc-a68e-4e15-a9ab-f18122c33921 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Unset dirty status for tenant:df6d9c44b09c414fa202e72727cecbba on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:49.873842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-9a0960fc-a68e-4e15-a9ab-f18122c33921 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.41 "GET /v2.0/networks?id=5cba249f-b4be-43b5-9ae6-37cbf4e6e551 HTTP/1.1" status: 200 len: 814 time: 0.8266940 May 28 05:34:49.886305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Request body: {'port': {'device_id': '2262fba9-eed4-49f3-80a4-978a408670fe', 'network_id': '5cba249f-b4be-43b5-9ae6-37cbf4e6e551', 'admin_state_up': True, 'tenant_id': 'df6d9c44b09c414fa202e72727cecbba'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:50.236915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:50.325685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:50.326239 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:50.339368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:50.477026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Usage tracker for resource:port and tenant:df6d9c44b09c414fa202e72727cecbba is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:50.506801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:50.539047 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7001c347-6ef9-4941-b01f-c2e2a75ef205 req-6e1f66ad-1b51-4064-b4ed-5b7353d926ed tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 210 time: 0.2132566 May 28 05:34:50.539047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:50.582074 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-64be6c11-479c-4bff-9f0b-ab6c0be8be2c service neutron] 10.222.0.41 "GET /v2.0/ports/fc0412f4-7040-464e-8782-26c5eb31ba35/bindings/n-h1-843679-5 HTTP/1.1" status: 200 len: 384 time: 0.2372186 May 28 05:34:50.587811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Made reservation on behalf of df6d9c44b09c414fa202e72727cecbba for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:34:50.591913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:50.612133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:50.714601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'port_id': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'mac_address': 'fa:16:3e:76:0b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:34:50.900854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:50.901576 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:50.941314 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:50.942081 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:50.973167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:51.018463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:51.045833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:51.244181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Allocated IP 172.20.0.11 (5cba249f-b4be-43b5-9ae6-37cbf4e6e551/dc1fe618-e35b-4064-9166-355731a3ada7/39ad75a8-24a7-4ef5-9381-77b519656e9a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:51.284785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc976bd1-fcb2-4a0d-9be6-5bc2764125f1 req-792a0c03-16a1-4c6b-af65-defd90e62761 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:51.302726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc976bd1-fcb2-4a0d-9be6-5bc2764125f1 req-792a0c03-16a1-4c6b-af65-defd90e62761 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 943 time: 0.4305801 May 28 05:34:51.303657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:51.349613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 832aafd5-3c69-43b9-97ef-6dcbbffe6526, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=832aafd5-3c69-43b9-97ef-6dcbbffe6526,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:51.362527 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:51.473989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc976bd1-fcb2-4a0d-9be6-5bc2764125f1 req-16772e04-386b-4c13-a182-2b97251865b9 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703222 May 28 05:34:51.524457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=832aafd5-3c69-43b9-97ef-6dcbbffe6526,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:51.529128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:34:51.641435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-c7f25d98-b64d-42b1-9ec3-63a808a88b80 service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:51.716588 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dbe562-1996-4466-9db0-50c86466da9b'] response: {'server_uuid': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e', 'code': 200} May 28 05:34:51.770511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-c7f25d98-b64d-42b1-9ec3-63a808a88b80 service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:52.052917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-c7f25d98-b64d-42b1-9ec3-63a808a88b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0412f4-7040-464e-8782-26c5eb31ba35 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:52.110236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-c7f25d98-b64d-42b1-9ec3-63a808a88b80 service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:52.142501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:52.160880 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-c7f25d98-b64d-42b1-9ec3-63a808a88b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:52.297932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0332ea5-39f2-43c8-b3b5-d4c05bdf234e req-4721b448-1b5b-418d-bbe0-8849a942ebc7 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:52.300201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0332ea5-39f2-43c8-b3b5-d4c05bdf234e req-4721b448-1b5b-418d-bbe0-8849a942ebc7 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 945 time: 0.1072836 May 28 05:34:52.353200 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:52.368744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-c7f25d98-b64d-42b1-9ec3-63a808a88b80 service neutron] Transition to ACTIVE for port object fc0412f4-7040-464e-8782-26c5eb31ba35 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:52.375700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-c7f25d98-b64d-42b1-9ec3-63a808a88b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:52.652398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-c7f25d98-b64d-42b1-9ec3-63a808a88b80 service neutron] No DVR routers for this DVR port fc0412f4-7040-464e-8782-26c5eb31ba35 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:34:52.700395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0332ea5-39f2-43c8-b3b5-d4c05bdf234e req-7c01722f-96dd-429f-9a1f-f16293cfe7cf tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825147 May 28 05:34:52.729783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f25d98-b64d-42b1-9ec3-63a808a88b80 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0412f4-7040-464e-8782-26c5eb31ba35,revision_number=10']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:52.737518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Network 5cba249f-b4be-43b5-9ae6-37cbf4e6e551 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:52.742816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:52.752516 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-c7f25d98-b64d-42b1-9ec3-63a808a88b80 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc0412f4-7040-464e-8782-26c5eb31ba35/bindings/n-h1-843679-5/activate HTTP/1.1" status: 200 len: 369 time: 2.1640701 May 28 05:34:52.761334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:34:52.848470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:52.849100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:52.983307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Pushing event updated for resources: {'Port': ['ID=39ad75a8-24a7-4ef5-9381-77b519656e9a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:53.025211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-1f5c66d1-4481-400d-a88b-3ef55a657e4e tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1435914 May 28 05:34:53.037077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device fc0412f4-7040-464e-8782-26c5eb31ba35 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:34:53.059980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Request body: {'port': {'device_id': '2262fba9-eed4-49f3-80a4-978a408670fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:53.163394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device fc0412f4-7040-464e-8782-26c5eb31ba35 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:34:53.191943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757779a-49ae-4555-a365-1e794458194a req-4f9d49f7-f542-483d-a505-c00e09997c78 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:53.193843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f757779a-49ae-4555-a365-1e794458194a req-4f9d49f7-f542-483d-a505-c00e09997c78 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1097 time: 0.3373883 May 28 05:34:53.267287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8606e72a-2d19-46be-9c3d-53e5103816fb tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:53.268794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-8606e72a-2d19-46be-9c3d-53e5103816fb tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1095 time: 0.4105587 May 28 05:34:53.386300 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:53.418434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f757779a-49ae-4555-a365-1e794458194a req-8c67bdc0-076c-4543-bf00-e15feccd8e8c tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921203 May 28 05:34:53.720759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832aafd5-3c69-43b9-97ef-6dcbbffe6526'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:53.795616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:53.928963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-a365eb63-a793-4543-a339-f842b61fbaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:53.930758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-a365eb63-a793-4543-a339-f842b61fbaba service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d HTTP/1.1" status: 200 len: 1095 time: 0.6503549 May 28 05:34:53.942530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:53.949891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:53.950676 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:54.156430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba6481-b449-4fe5-a42b-cf5650d708b8 req-793f3d2c-6fe4-44fe-9b6c-5d868dda200f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:54.163672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fba6481-b449-4fe5-a42b-cf5650d708b8 req-793f3d2c-6fe4-44fe-9b6c-5d868dda200f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 949 time: 0.5401089 May 28 05:34:54.165773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:34:54.166296 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:54.216703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:34:54.234081 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:54.252383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fba6481-b449-4fe5-a42b-cf5650d708b8 req-189f1682-276a-468d-b453-976ebfb0bd35 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877266 May 28 05:34:54.312452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ad75a8-24a7-4ef5-9381-77b519656e9a {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:34:54.323194 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:54.327787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-005c1a2b-24cb-468c-a3f4-456b109c3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:54.329969 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-005c1a2b-24cb-468c-a3f4-456b109c3653 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1095 time: 0.3531549 May 28 05:34:54.361167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:54.518808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Transition to ACTIVE for port object 39ad75a8-24a7-4ef5-9381-77b519656e9a will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:34:54.544899 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:54.641299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-452dd696-d348-497d-9056-324e8652294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:54.642777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-452dd696-d348-497d-9056-324e8652294f service neutron] 10.222.0.33 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.3046200 May 28 05:34:54.768673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-1a22fb18-9383-4a88-a68c-c7a5c4045b6c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0412f4-7040-464e-8782-26c5eb31ba35 HTTP/1.1" status: 200 len: 217 time: 0.1049166 May 28 05:34:54.903267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Pushing event updated for resources: {'Port': ['ID=39ad75a8-24a7-4ef5-9381-77b519656e9a,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:54.964472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-a0209d1b-1a46-47bc-9e8e-8ea126520ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:54.965902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-a0209d1b-1a46-47bc-9e8e-8ea126520ab1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.1331637 May 28 05:34:55.128132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76503a37-8ce0-4b76-835f-bb8b6eadb552 req-3bafd71c-ff3d-4739-82c0-39347308270a tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:55.128868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-76503a37-8ce0-4b76-835f-bb8b6eadb552 req-3bafd71c-ff3d-4739-82c0-39347308270a tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Synchronizing usage tracker for tenant:df6d9c44b09c414fa202e72727cecbba on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:55.180772 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:34:55.188959 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-0e2f56bb-afea-40e9-9562-2e186c296a86 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2145095 May 28 05:34:55.316613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-76503a37-8ce0-4b76-835f-bb8b6eadb552 req-3bafd71c-ff3d-4739-82c0-39347308270a tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Unset dirty status for tenant:df6d9c44b09c414fa202e72727cecbba on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:55.317751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76503a37-8ce0-4b76-835f-bb8b6eadb552 req-3bafd71c-ff3d-4739-82c0-39347308270a tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 932 time: 0.8471837 May 28 05:34:55.399119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Attempting to bind port 39ad75a8-24a7-4ef5-9381-77b519656e9a on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:55.399119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Attempting to bind port 39ad75a8-24a7-4ef5-9381-77b519656e9a by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '0984b443-6c95-49c0-b5b1-eff8d3407c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5cba249f-b4be-43b5-9ae6-37cbf4e6e551'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:55.399538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Attempting to bind port 39ad75a8-24a7-4ef5-9381-77b519656e9a on network 5cba249f-b4be-43b5-9ae6-37cbf4e6e551 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:55.429731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Port 39ad75a8-24a7-4ef5-9381-77b519656e9a on network 5cba249f-b4be-43b5-9ae6-37cbf4e6e551 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:34:55.430409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Attempting to bind port 39ad75a8-24a7-4ef5-9381-77b519656e9a on network 5cba249f-b4be-43b5-9ae6-37cbf4e6e551 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:55.436530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-e6081e84-67ee-4d9c-84dc-237d8d385558 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401819 May 28 05:34:55.442795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:55.443682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Checking segment: {'id': '0984b443-6c95-49c0-b5b1-eff8d3407c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5cba249f-b4be-43b5-9ae6-37cbf4e6e551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:55.444279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Bound using segment: {'id': '0984b443-6c95-49c0-b5b1-eff8d3407c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5cba249f-b4be-43b5-9ae6-37cbf4e6e551'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:55.445266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Bound port: 39ad75a8-24a7-4ef5-9381-77b519656e9a, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0984b443-6c95-49c0-b5b1-eff8d3407c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5cba249f-b4be-43b5-9ae6-37cbf4e6e551'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:55.445849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:55.460138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-76503a37-8ce0-4b76-835f-bb8b6eadb552 req-4193127a-010f-4a1a-8def-ce3063bcb73b tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Synchronizing usage tracker for tenant:df6d9c44b09c414fa202e72727cecbba on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:34:55.649933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-76503a37-8ce0-4b76-835f-bb8b6eadb552 req-4193127a-010f-4a1a-8def-ce3063bcb73b tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Unset dirty status for tenant:df6d9c44b09c414fa202e72727cecbba on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:34:55.654546 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76503a37-8ce0-4b76-835f-bb8b6eadb552 req-4193127a-010f-4a1a-8def-ce3063bcb73b tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b362f41-0cdc-4390-936b-6fef14a80a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193309 May 28 05:34:55.716522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] For port 39ad75a8-24a7-4ef5-9381-77b519656e9a, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:55.726863 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-e55361e4-cd24-4ec5-8c41-d4c26f85153b service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636735 May 28 05:34:55.729832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] For port 39ad75a8-24a7-4ef5-9381-77b519656e9a, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=39ad75a8-24a7-4ef5-9381-77b519656e9a,segment=NetworkSegment(0984b443-6c95-49c0-b5b1-eff8d3407c8e),segment_id=0984b443-6c95-49c0-b5b1-eff8d3407c8e)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:55.737853 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:55.921145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:55.924190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:55.925665 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] 10.222.0.41 "PUT /v2.0/ports/39ad75a8-24a7-4ef5-9381-77b519656e9a HTTP/1.1" status: 200 len: 1092 time: 2.8775678 May 28 05:34:55.930749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2262fba9-eed4-49f3-80a4-978a408670fe', 'tag': '39ad75a8-24a7-4ef5-9381-77b519656e9a'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:55.943127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7004b-fe0c-4fbf-826c-8f605d730af4 service neutron] Pushing event updated for resources: {'Port': ['ID=39ad75a8-24a7-4ef5-9381-77b519656e9a,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:55.977779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d01be9-4a72-48c7-86af-905e7847e73b req-c9ac2f40-b88b-451f-bb8c-8c66bf7dcd9c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:55.979548 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-99d01be9-4a72-48c7-86af-905e7847e73b req-c9ac2f40-b88b-451f-bb8c-8c66bf7dcd9c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 944 time: 0.1691000 May 28 05:34:56.124567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-99d01be9-4a72-48c7-86af-905e7847e73b req-c6f767d6-631c-4364-ace0-e5ffd1156f62 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000907 May 28 05:34:56.228716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-4feb3e18-210d-4865-8e88-dd44954da04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:56.230236 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-4feb3e18-210d-4865-8e88-dd44954da04f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df6d9c44b09c414fa202e72727cecbba&device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 1095 time: 0.2497561 May 28 05:34:56.354331 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-f36aa591-6f27-4f55-9315-59f82252c8d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ad75a8-24a7-4ef5-9381-77b519656e9a HTTP/1.1" status: 200 len: 217 time: 0.1115117 May 28 05:34:56.424494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-1ebfca6c-4f66-4c6b-84d6-38ee50c1693e tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:56.425925 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-1ebfca6c-4f66-4c6b-84d6-38ee50c1693e tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1095 time: 0.3375733 May 28 05:34:56.513241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-5911b097-2903-4290-a24f-d5339fbf8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:56.514704 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-5911b097-2903-4290-a24f-d5339fbf8030 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc1fe618-e35b-4064-9166-355731a3ada7 HTTP/1.1" status: 200 len: 854 time: 0.1531727 May 28 05:34:56.579708 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-d098f7b0-d202-414e-9729-c14744a6c5f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5cba249f-b4be-43b5-9ae6-37cbf4e6e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569119 May 28 05:34:56.592622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0343f1c-4a00-4e4a-bcbc-4271cb5e32fb req-d05f74cf-2efe-4fc2-9fb7-fdadae2a40e8 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:56.595925 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0343f1c-4a00-4e4a-bcbc-4271cb5e32fb req-d05f74cf-2efe-4fc2-9fb7-fdadae2a40e8 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 946 time: 0.2902935 May 28 05:34:56.803518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0343f1c-4a00-4e4a-bcbc-4271cb5e32fb req-976c6f0b-03ec-4257-8a03-d87a87be5477 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564686 May 28 05:34:56.860439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-1514317b-6f42-433e-83c3-c1011b6f1c35 service neutron] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:34:56.874530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-1514317b-6f42-433e-83c3-c1011b6f1c35 service neutron] Notify callbacks [] for binding, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:56.878052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d425ded8-a45d-4d4a-96e8-7d790c36e7ce req-1514317b-6f42-433e-83c3-c1011b6f1c35 service neutron] 10.222.0.33 "DELETE /v2.0/ports/fc0412f4-7040-464e-8782-26c5eb31ba35/bindings/n-h2-843679-5 HTTP/1.1" status: 204 len: 173 time: 0.4408710 May 28 05:34:56.896758 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6d7469-1700-4bb9-a432-87cd6747b5ac'] response: {'server_uuid': '5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'code': 200} May 28 05:34:56.914866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-ef279bf8-f151-4ebc-abcb-07c243ce2902 service neutron] 10.222.0.41 "GET /v2.0/networks/5cba249f-b4be-43b5-9ae6-37cbf4e6e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130891 May 28 05:34:57.392382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ceb818a-d00a-483b-8617-2a275ff0175f req-326ab938-4455-4c25-8354-91da599c52d3 service neutron] 10.222.0.41 "GET /v2.0/networks/5cba249f-b4be-43b5-9ae6-37cbf4e6e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704278 May 28 05:34:57.428155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25036d44-c503-4d12-baa3-aa45ef7ec1ae req-c845ef54-28f0-424c-8d19-b76e6077054a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:57.429725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25036d44-c503-4d12-baa3-aa45ef7ec1ae req-c845ef54-28f0-424c-8d19-b76e6077054a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 949 time: 0.3643670 May 28 05:34:57.432038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790c95d-8f03-4f61-ae4e-9e847921c62d req-e2e5ec57-d7e6-47b5-b6f9-325d33b3219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:57.433451 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1790c95d-8f03-4f61-ae4e-9e847921c62d req-e2e5ec57-d7e6-47b5-b6f9-325d33b3219d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 1100 time: 0.3663549 May 28 05:34:57.490385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-75b80c0f-9aad-46c1-851d-db0064201328 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:34:57.497861 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-75b80c0f-9aad-46c1-851d-db0064201328 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271664 May 28 05:34:57.520293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Request body: {'binding': {'host': 'n-h1-843679-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:57.522601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1790c95d-8f03-4f61-ae4e-9e847921c62d req-e93319ee-5e72-409c-b5e6-ec4b36c81b48 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817134 May 28 05:34:57.523402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Unknown quota resources ['binding']. {{(pid=88416) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 05:34:57.544184 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25036d44-c503-4d12-baa3-aa45ef7ec1ae req-b3ea8955-7135-40e2-9503-dbfc8000f5cc tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847850 May 28 05:34:57.803285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43904) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:57.811308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1565276345', 'description': 'tempest-description--1642266179'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:57.819909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:57.823884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a on host n-h1-843679-5 for vnic_type normal with profile None {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:34:57.824407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:34:57.824968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:57.825140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Usage tracker for resource:security_group and tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:57.828567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:57.830783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Port 5c933e96-febc-4c58-b692-e75945aaf66a on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:34:57.831341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:34:57.837313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:34:57.837921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:34:57.838532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:34:57.844320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:57.848479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Bound port: 5c933e96-febc-4c58-b692-e75945aaf66a, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:34:57.858476 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7f15d1-436e-45c6-a122-2c80a7e4cd79'] response: {'name': 'network-changed', 'server_uuid': '2262fba9-eed4-49f3-80a4-978a408670fe', 'tag': '39ad75a8-24a7-4ef5-9381-77b519656e9a', 'status': 'completed', 'code': 200} May 28 05:34:57.866600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:57.890425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:34:57.901785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:57.903120 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-8ae0b0bf-c102-4f83-a125-644ebbf396bc service neutron] 10.222.0.39 "POST /v2.0/ports/5c933e96-febc-4c58-b692-e75945aaf66a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3906920 May 28 05:34:57.978856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:57.986987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Usage tracker for resource:security_group_rule and tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:57.991514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:58.000533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:58.041484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772016a-b87a-474a-adaf-d83098ca50bf req-7cffcb01-5f0f-4adc-afc6-6ec9b1bf7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:58.043298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2772016a-b87a-474a-adaf-d83098ca50bf req-7cffcb01-5f0f-4adc-afc6-6ec9b1bf7598 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df6d9c44b09c414fa202e72727cecbba&device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 1095 time: 0.1399276 May 28 05:34:58.359192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c40b-61c6-43e8-a380-995b84eaa306 req-7444a747-7704-498d-838b-11087a6c4379 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:58.360889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0a55c40b-61c6-43e8-a380-995b84eaa306 req-7444a747-7704-498d-838b-11087a6c4379 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 944 time: 0.0871096 May 28 05:34:58.374995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:58.425004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:58.438823 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0a55c40b-61c6-43e8-a380-995b84eaa306 req-3ebc87c5-4c36-4a1d-a30f-6f97f3e67501 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710316 May 28 05:34:58.532498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772016a-b87a-474a-adaf-d83098ca50bf req-ca1e2466-7cda-4a82-b97c-77d1ab9eb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:58.533496 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2772016a-b87a-474a-adaf-d83098ca50bf req-ca1e2466-7cda-4a82-b97c-77d1ab9eb793 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5cba249f-b4be-43b5-9ae6-37cbf4e6e551 HTTP/1.1" status: 200 len: 915 time: 0.4826088 May 28 05:34:58.604414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8626da0e-2e90-4d5a-a06b-84eea0879d58,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:58.612692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:58.616831 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-acd663a8-1cd3-4b3d-8663-5bd6c5ef2bc7 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8114290 May 28 05:34:58.630402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43924) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:58.636930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Request body: {'security_group_rule': {'security_group_id': '8626da0e-2e90-4d5a-a06b-84eea0879d58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:58.643597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2772016a-b87a-474a-adaf-d83098ca50bf req-10cdc813-9238-4c9b-84f0-c1b3bc5d117e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ad75a8-24a7-4ef5-9381-77b519656e9a HTTP/1.1" status: 200 len: 217 time: 0.1009402 May 28 05:34:58.647777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:58.705604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Usage tracker for resource:security_group_rule and tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:58.725008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf597d5-c5ae-471a-a54b-94f8b0b077c4 req-ccbbbfa3-2c17-49db-ae71-aee416af7776 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:58.726805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bf597d5-c5ae-471a-a54b-94f8b0b077c4 req-ccbbbfa3-2c17-49db-ae71-aee416af7776 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 944 time: 0.5158889 May 28 05:34:58.732112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:58.765163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:58.783867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-733302bf-f997-4976-a918-19bcd3c63060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:58.785990 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-733302bf-f997-4976-a918-19bcd3c63060 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1097 time: 0.5009358 May 28 05:34:58.846499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218a02-5b5d-49e4-843c-c4f0a9e7cfda req-a26ab965-ff8f-416d-9f2c-eadaf0845d5f tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:58.853833 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92218a02-5b5d-49e4-843c-c4f0a9e7cfda req-a26ab965-ff8f-416d-9f2c-eadaf0845d5f tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 946 time: 0.2533326 May 28 05:34:58.898635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:34:58.904129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bf597d5-c5ae-471a-a54b-94f8b0b077c4 req-7f3a2677-c176-442f-991a-cc882fb83513 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b362f41-0cdc-4390-936b-6fef14a80a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573107 May 28 05:34:58.945828 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92218a02-5b5d-49e4-843c-c4f0a9e7cfda req-499bd55c-bb83-477f-a496-011e8d9c6ead tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895200 May 28 05:34:59.032825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772016a-b87a-474a-adaf-d83098ca50bf req-f8413ca6-b583-430e-bda8-7094af9e49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:59.034793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2772016a-b87a-474a-adaf-d83098ca50bf req-f8413ca6-b583-430e-bda8-7094af9e49c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc1fe618-e35b-4064-9166-355731a3ada7 HTTP/1.1" status: 200 len: 854 time: 0.3793175 May 28 05:34:59.036140 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:59.169893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2772016a-b87a-474a-adaf-d83098ca50bf req-5c7268eb-cf25-4177-a019-7b947593c12d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5cba249f-b4be-43b5-9ae6-37cbf4e6e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240134 May 28 05:34:59.272040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27acbb-7763-474c-8700-e06ff15488cd req-0935c3a4-6321-4484-bbdd-57dd719a12e9 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:59.273992 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d27acbb-7763-474c-8700-e06ff15488cd req-0935c3a4-6321-4484-bbdd-57dd719a12e9 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 949 time: 0.2081144 May 28 05:34:59.355860 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d27acbb-7763-474c-8700-e06ff15488cd req-dbf8b181-d067-44d5-baa4-00afa228dca3 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755696 May 28 05:34:59.403536 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b3fb32-7131-49a4-891a-8c263c1b633f'] response: {'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'code': 200} May 28 05:34:59.427901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-f43ad09d-35c4-480f-a5d6-a5d3baa38862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:59.429487 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-f43ad09d-35c4-480f-a5d6-a5d3baa38862 service neutron] 10.222.0.33 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.6254332 May 28 05:34:59.432990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:59.439030 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2772016a-b87a-474a-adaf-d83098ca50bf req-18f7d212-ed0a-4a18-b044-290541d2d1e8 service neutron] 10.222.0.41 "GET /v2.0/networks/5cba249f-b4be-43b5-9ae6-37cbf4e6e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518351 May 28 05:34:59.441968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:59.588698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb157e5-8fe5-4d2f-bcb8-e9c94dd0a18f req-4f0507da-9dba-415e-8e24-68827bed82c7 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:59.596853 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ceb157e5-8fe5-4d2f-bcb8-e9c94dd0a18f req-4f0507da-9dba-415e-8e24-68827bed82c7 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1095 time: 0.1000056 May 28 05:34:59.650000 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ceb157e5-8fe5-4d2f-bcb8-e9c94dd0a18f req-d3c1a36c-8cce-45ec-84e2-4ef6ddc3b418 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516033 May 28 05:34:59.660484 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-aee44b3d-c612-464a-9396-6cc5c7e7df07 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c933e96-febc-4c58-b692-e75945aaf66a HTTP/1.1" status: 200 len: 217 time: 0.1758969 May 28 05:34:59.677569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf77427f-1e53-46aa-a120-003a204890a9,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:59.891455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:59.892629 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-889d5116-0ab1-4dd2-bc44-59a99e8c1a79 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2612717 May 28 05:34:59.895710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43944) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:59.901058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Request body: {'security_group_rule': {'security_group_id': '8626da0e-2e90-4d5a-a06b-84eea0879d58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:34:59.908768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f459a-343d-478d-b42f-0a9f8d3245cc req-a1ccf49c-00c8-4803-a222-132622b3d80b tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:34:59.910614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:59.915658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f85f459a-343d-478d-b42f-0a9f8d3245cc req-a1ccf49c-00c8-4803-a222-132622b3d80b tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 946 time: 0.8118300 May 28 05:34:59.924623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Usage tracker for resource:security_group_rule and tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:59.934852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:59.947285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:59.985075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:00.009881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-4137aa5d-f0ea-43d6-8767-a212b2a2aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:00.011348 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-4137aa5d-f0ea-43d6-8767-a212b2a2aa9f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.3290157 May 28 05:35:00.013375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2772016a-b87a-474a-adaf-d83098ca50bf req-607c01ff-5e6f-46ee-af61-3bfbca937a89 service neutron] 10.222.0.41 "GET /v2.0/networks/5cba249f-b4be-43b5-9ae6-37cbf4e6e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644641 May 28 05:35:00.037604 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f85f459a-343d-478d-b42f-0a9f8d3245cc req-146d83af-2a97-40f8-b7b1-54d0e66f7f43 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210024 May 28 05:35:00.088697 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-dfe1bc1e-b25c-429d-a18f-3f93f9c1fe2e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463099 May 28 05:35:00.090648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d282a-a932-4d61-a451-938312d9ef06 req-b7c54ebf-7c10-4991-983e-fe13e623440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:00.093082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c37d282a-a932-4d61-a451-938312d9ef06 req-b7c54ebf-7c10-4991-983e-fe13e623440c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1097 time: 0.5323827 May 28 05:35:00.239068 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:00.246297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2817a8-d489-4adb-9943-79056552661f req-16f68f57-954c-443c-b882-f178ec4e78ef tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:00.248286 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c2817a8-d489-4adb-9943-79056552661f req-16f68f57-954c-443c-b882-f178ec4e78ef tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 1095 time: 0.2451298 May 28 05:35:00.249623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:00.326814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631c473e-9ea4-479e-9650-e76f53d7ccc0,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:00.344252 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c37d282a-a932-4d61-a451-938312d9ef06 req-d78704a2-822b-4f39-8a51-8db2707b07d7 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977112 May 28 05:35:00.344763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c2817a8-d489-4adb-9943-79056552661f req-27355cd0-9094-45b6-acdc-8d7293c7aa55 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779858 May 28 05:35:00.369016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:00.372208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ad66982a-8e52-44b1-b2a3-7a83174acd47 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4754813 May 28 05:35:00.375496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43954) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:00.382243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:00.384537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-4c93a9bf-9476-4492-abc9-f9e0d5c58625 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778871 May 28 05:35:00.389331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:00.399934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Usage tracker for resource:floatingip and tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:35:00.405087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:35:00.408861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954254f-0a86-4551-8d1c-afde8ddcf639 req-9b600753-e84d-4993-96bf-09cd50cc47c1 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:00.411373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:00.416272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c954254f-0a86-4551-8d1c-afde8ddcf639 req-9b600753-e84d-4993-96bf-09cd50cc47c1 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 944 time: 0.2457404 May 28 05:35:00.425889 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:00.493268 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c954254f-0a86-4551-8d1c-afde8ddcf639 req-d161f095-75c9-43db-8435-fda87ccb1846 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b362f41-0cdc-4390-936b-6fef14a80a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758340 May 28 05:35:00.512427 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:00.623832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:00.834866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1c7dd-b5ab-4598-9c0d-e1eb8a54cda2 req-f6f18a32-4a93-4c68-bda5-448b98363241 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:00.837485 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d1c7dd-b5ab-4598-9c0d-e1eb8a54cda2 req-f6f18a32-4a93-4c68-bda5-448b98363241 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 946 time: 0.1651485 May 28 05:35:00.851604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704f126-c1eb-4469-a4a4-8b43ec7bea55 req-e2eb10bc-a0f7-4826-a082-2702b6103de6 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:00.853349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5704f126-c1eb-4469-a4a4-8b43ec7bea55 req-e2eb10bc-a0f7-4826-a082-2702b6103de6 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 949 time: 0.1958268 May 28 05:35:00.900405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Allocated IP 172.25.4.57 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/0ff450df-d22c-427c-96fb-d6e151b66fce) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:00.903157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-1d9047b5-2926-4467-ad47-455974576a3f service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984758 May 28 05:35:00.913353 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d1c7dd-b5ab-4598-9c0d-e1eb8a54cda2 req-ba14b8d1-a9b0-4643-aeb0-83e7e5f78e00 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658178 May 28 05:35:00.928885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5704f126-c1eb-4469-a4a4-8b43ec7bea55 req-4b4c56a9-f30c-4ac6-89aa-50cebc7e4e91 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671542 May 28 05:35:01.099545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 39ad75a8-24a7-4ef5-9381-77b519656e9a details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:35:01.207958 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:01.249628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:01.336471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:01.346506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:01.349192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:01.418894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Pushing event updated for resources: {'Port': ['ID=0ff450df-d22c-427c-96fb-d6e151b66fce,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:01.429176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 39ad75a8-24a7-4ef5-9381-77b519656e9a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=39ad75a8-24a7-4ef5-9381-77b519656e9a,segment=NetworkSegment(0984b443-6c95-49c0-b5b1-eff8d3407c8e),segment_id=0984b443-6c95-49c0-b5b1-eff8d3407c8e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:01.468560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '39ad75a8-24a7-4ef5-9381-77b519656e9a', 'network_id': '5cba249f-b4be-43b5-9ae6-37cbf4e6e551', 'port_id': '39ad75a8-24a7-4ef5-9381-77b519656e9a', 'mac_address': 'fa:16:3e:cf:55:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1fe618-e35b-4064-9166-355731a3ada7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:35:01.505690 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:01.560552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 39ad75a8-24a7-4ef5-9381-77b519656e9a is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:01.561150 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:01.593839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ad75a8-24a7-4ef5-9381-77b519656e9a {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:01.621652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 39ad75a8-24a7-4ef5-9381-77b519656e9a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=39ad75a8-24a7-4ef5-9381-77b519656e9a,segment=NetworkSegment(0984b443-6c95-49c0-b5b1-eff8d3407c8e),segment_id=0984b443-6c95-49c0-b5b1-eff8d3407c8e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:01.634948 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:01.635160 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:01.705323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759030c-6cd9-4b3e-a690-946428918c5a req-34d6fc7a-d7c9-48b7-a9ea-e7e015c3745f tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:01.713710 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d759030c-6cd9-4b3e-a690-946428918c5a req-34d6fc7a-d7c9-48b7-a9ea-e7e015c3745f tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 1100 time: 0.2027128 May 28 05:35:01.742609 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d759030c-6cd9-4b3e-a690-946428918c5a req-5b33e728-6359-4b71-b1e1-4b5435387e09 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:01.794272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=39ad75a8-24a7-4ef5-9381-77b519656e9a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:01.824172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.825041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.825691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.826269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.829373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.830025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.830799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.834027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.834306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-d759030c-6cd9-4b3e-a690-946428918c5a req-5b33e728-6359-4b71-b1e1-4b5435387e09 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:01.835111 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.835692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.836636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.837205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:01.847754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d759030c-6cd9-4b3e-a690-946428918c5a req-5b33e728-6359-4b71-b1e1-4b5435387e09 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Usage tracker for resource:security_group_rule and tenant:89b76d4bc24842338468c49bb9d1c87c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:35:01.852122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d759030c-6cd9-4b3e-a690-946428918c5a req-5b33e728-6359-4b71-b1e1-4b5435387e09 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:35:01.861158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-d759030c-6cd9-4b3e-a690-946428918c5a req-5b33e728-6359-4b71-b1e1-4b5435387e09 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:01.908676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['39ad75a8-24a7-4ef5-9381-77b519656e9a'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:01.929353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecce24-bfba-4155-90db-7d7fe72f6441 req-4d2cc11f-2db9-484d-be12-6ea7ab18d1a3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:01.936876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edecce24-bfba-4155-90db-7d7fe72f6441 req-4d2cc11f-2db9-484d-be12-6ea7ab18d1a3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 946 time: 0.1711104 May 28 05:35:01.979671 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:01.997011 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:02.017799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edecce24-bfba-4155-90db-7d7fe72f6441 req-b77f8e98-b548-4128-9434-e3e2f370802a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773706 May 28 05:35:02.211823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d759030c-6cd9-4b3e-a690-946428918c5a req-5b33e728-6359-4b71-b1e1-4b5435387e09 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:02.247914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d759030c-6cd9-4b3e-a690-946428918c5a req-5b33e728-6359-4b71-b1e1-4b5435387e09 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:02.273146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Pushing event updated for resources: {'Port': ['ID=0ff450df-d22c-427c-96fb-d6e151b66fce,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:02.282709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d53b8-1bcb-41ad-8c4e-69a4f6351c0b req-87bda4c1-ff2a-4d0c-a6bb-3aa7d5381161 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:02.286116 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a82d53b8-1bcb-41ad-8c4e-69a4f6351c0b req-87bda4c1-ff2a-4d0c-a6bb-3aa7d5381161 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 945 time: 0.1462269 May 28 05:35:02.374723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a82d53b8-1bcb-41ad-8c4e-69a4f6351c0b req-6f70b14c-b3c2-4508-9ee8-faf095bcf5e7 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b362f41-0cdc-4390-936b-6fef14a80a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787666 May 28 05:35:02.421066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d759030c-6cd9-4b3e-a690-946428918c5a req-5b33e728-6359-4b71-b1e1-4b5435387e09 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7065566 May 28 05:35:02.429137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:02.465444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33e728-6359-4b71-b1e1-4b5435387e09 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a51a6-5067-4e53-b421-dbccc590ac24,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:02.496962 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:02.498568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e238c43c-16c4-4dbc-957f-92ea7e29d29b tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1214776 May 28 05:35:02.664123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b0d83-a6e7-4f17-99ca-d5bf6e9fe8f5 req-613069ed-a5cf-402b-bc33-bad3e16cd51d tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:02.666842 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-826b0d83-a6e7-4f17-99ca-d5bf6e9fe8f5 req-613069ed-a5cf-402b-bc33-bad3e16cd51d tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 946 time: 0.0975797 May 28 05:35:02.729557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-826b0d83-a6e7-4f17-99ca-d5bf6e9fe8f5 req-2753c61b-fdf1-4f12-9239-81c06bafcf90 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554855 May 28 05:35:02.866412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-72c44117-ed50-4db8-b627-9c1fe80356b6 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Synchronizing usage tracker for tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:02.896566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-72c44117-ed50-4db8-b627-9c1fe80356b6 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Unset dirty status for tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:02.898104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-72c44117-ed50-4db8-b627-9c1fe80356b6 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1565276345&fields=id&tenant_id=b09e8d26c02f4d61b20d8a4d8bf7aa3b HTTP/1.1" status: 200 len: 267 time: 0.0954292 May 28 05:35:03.052068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-09d19242-ccc9-4d12-9bca-19e4efba0246 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Synchronizing usage tracker for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:03.070650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-09d19242-ccc9-4d12-9bca-19e4efba0246 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Unset dirty status for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:03.073486 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-09d19242-ccc9-4d12-9bca-19e4efba0246 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2054660 May 28 05:35:03.085031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:03.092846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:03.099945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Usage tracker for resource:floatingip and tenant:695308ee2d94439ea0df13a8e0921cb8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:35:03.105663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:35:03.112145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:03.116488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 39ad75a8-24a7-4ef5-9381-77b519656e9a up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:03.127630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-ddf5f258-5eb9-4cbe-bc4a-0cec3fe0a16a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:03.128460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-ddf5f258-5eb9-4cbe-bc4a-0cec3fe0a16a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Synchronizing usage tracker for tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:03.146142 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:03.158375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-ddf5f258-5eb9-4cbe-bc4a-0cec3fe0a16a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Unset dirty status for tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:03.159863 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-ddf5f258-5eb9-4cbe-bc4a-0cec3fe0a16a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/networks?id=273be4e2-97bc-4f48-8d9a-9b2084906288 HTTP/1.1" status: 200 len: 815 time: 0.2551072 May 28 05:35:03.188066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-8ee8ae50-dbe5-40f8-a5d9-be4e77f96938 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/quotas/b09e8d26c02f4d61b20d8a4d8bf7aa3b HTTP/1.1" status: 200 len: 375 time: 0.0218561 May 28 05:35:03.220729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 39ad75a8-24a7-4ef5-9381-77b519656e9a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:03.226190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 39ad75a8-24a7-4ef5-9381-77b519656e9a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:03.226580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:03.289114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-9d15aa33-9efe-484f-9337-10c756370b1f tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Synchronizing usage tracker for tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:03.314648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-9d15aa33-9efe-484f-9337-10c756370b1f tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Unset dirty status for tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:03.315794 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:03.320453 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-9d15aa33-9efe-484f-9337-10c756370b1f tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b09e8d26c02f4d61b20d8a4d8bf7aa3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1312802 May 28 05:35:03.456338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 39ad75a8-24a7-4ef5-9381-77b519656e9a is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:03.456995 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:03.487209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-a84b3e76-add3-4cf9-8fc9-8e1548b567c4 service neutron] 10.222.0.39 "GET /v2.0/networks/273be4e2-97bc-4f48-8d9a-9b2084906288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579950 May 28 05:35:03.513420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Allocated IP 172.25.4.22 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/cf9fba7f-0213-422e-a123-bf45611abbb4) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:03.520695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262fba9-eed4-49f3-80a4-978a408670fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ad75a8-24a7-4ef5-9381-77b519656e9a'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:03.539371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 39ad75a8-24a7-4ef5-9381-77b519656e9a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=39ad75a8-24a7-4ef5-9381-77b519656e9a,segment=NetworkSegment(0984b443-6c95-49c0-b5b1-eff8d3407c8e),segment_id=0984b443-6c95-49c0-b5b1-eff8d3407c8e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:03.547677 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:03.625806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=39ad75a8-24a7-4ef5-9381-77b519656e9a,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:03.633397 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-643a614c-84c7-4d8c-a77a-bda4ff4a1b07 service neutron] 10.222.0.39 "GET /v2.0/networks/273be4e2-97bc-4f48-8d9a-9b2084906288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452672 May 28 05:35:03.689861 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:03.724108 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:03.795498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:03.799069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:03.802824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:03.836703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Pushing event updated for resources: {'Port': ['ID=cf9fba7f-0213-422e-a123-bf45611abbb4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:03.849532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-4b1d71b6-dfa4-4151-9444-4b91c7f954e7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334089 May 28 05:35:03.901079 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:03.966322 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:04.022673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a8e7c5c0-1534-4755-8984-1bc69b746552 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:04.024174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a8e7c5c0-1534-4755-8984-1bc69b746552 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671898 May 28 05:35:04.054882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-920c8b84-1e4a-4b08-8ff8-3b50597c3aae tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/quotas/f5f19722c2c64b6fb824290e4e419f76 HTTP/1.1" status: 200 len: 375 time: 0.0215132 May 28 05:35:04.174379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-96b8265c-0099-43ab-9600-8e4cddfbbb4e tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1140227 May 28 05:35:04.236941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:04.241021 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:04.367120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Pushing event updated for resources: {'Port': ['ID=cf9fba7f-0213-422e-a123-bf45611abbb4,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:04.376854 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:04.402753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:04.403990 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-8d158143-8907-4c44-9b98-080d2fdf3d59 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3234520 May 28 05:35:04.490811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-935d2880-33e1-4e00-b554-6c222e365a11 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Synchronizing usage tracker for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:floatingip {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:04.508204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-935d2880-33e1-4e00-b554-6c222e365a11 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Unset dirty status for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:floatingip {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:04.509415 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-935d2880-33e1-4e00-b554-6c222e365a11 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 695 time: 0.0989983 May 28 05:35:04.695711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-f0ac19f0-9d5b-49ef-871f-1758423425a2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:04.697365 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86d5bc7e-b85d-4e7c-b513-a812d4e626b7 req-f0ac19f0-9d5b-49ef-871f-1758423425a2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.1805065 May 28 05:35:04.935039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54038b4-7937-4b24-91d6-c82d45277a28 req-8cc3621f-c027-4802-a22d-63551da49bce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:04.942572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f54038b4-7937-4b24-91d6-c82d45277a28 req-8cc3621f-c027-4802-a22d-63551da49bce tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 946 time: 0.1035328 May 28 05:35:04.984840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f54038b4-7937-4b24-91d6-c82d45277a28 req-a980639c-edd0-4e7d-b283-cf9b740dcabd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 May 28 05:35:05.294996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-aca9533e-cf30-48ef-8fed-beeaaede1451 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:05.298329 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-aca9533e-cf30-48ef-8fed-beeaaede1451 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.41 "GET /v2.0/networks?id=273be4e2-97bc-4f48-8d9a-9b2084906288 HTTP/1.1" status: 200 len: 815 time: 0.3001769 May 28 05:35:05.341821 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc9d1e5-f79d-49e3-820a-b1b3eab72c58'] response: {'server_uuid': '2262fba9-eed4-49f3-80a4-978a408670fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ad75a8-24a7-4ef5-9381-77b519656e9a', 'code': 200} May 28 05:35:05.367353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-4f4ca1c6-844a-4e74-8141-7dce0e4655b3 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b09e8d26c02f4d61b20d8a4d8bf7aa3b HTTP/1.1" status: 200 len: 380 time: 0.0550218 May 28 05:35:05.425490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Request body: {'port': {'device_id': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'admin_state_up': True, 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'security_groups': ['8626da0e-2e90-4d5a-a06b-84eea0879d58']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:05.706216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040ec37-2d27-4349-a768-49dea5da98a6 req-466412d5-32d8-4de1-9e58-b7cf56ff52e9 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:05.733846 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4040ec37-2d27-4349-a768-49dea5da98a6 req-466412d5-32d8-4de1-9e58-b7cf56ff52e9 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 946 time: 0.3607099 May 28 05:35:05.806706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:05.858066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4040ec37-2d27-4349-a768-49dea5da98a6 req-b135f9b3-7747-4066-8d2b-a8e369c55c12 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b362f41-0cdc-4390-936b-6fef14a80a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206236 May 28 05:35:05.867283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:05.919781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Made reservation on behalf of b09e8d26c02f4d61b20d8a4d8bf7aa3b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:05.921930 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d714f36-be64-4f85-a5ba-054fec976300 req-fb83fa83-d74f-4062-aae2-c0d0d768e829 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 210 time: 0.2784848 May 28 05:35:05.937233 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:05.948423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4fb64-a3b1-40da-b722-745bfbdf9173 req-f33a744f-0894-4b3c-9370-14b41099146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:05.950535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67a4fb64-a3b1-40da-b722-745bfbdf9173 req-f33a744f-0894-4b3c-9370-14b41099146e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 1097 time: 0.4611068 May 28 05:35:06.082233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67a4fb64-a3b1-40da-b722-745bfbdf9173 req-5d3bf0d2-05bc-4cfc-adb9-f7c380dd350f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9b362f41-0cdc-4390-936b-6fef14a80a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223590 May 28 05:35:06.192901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Allocated IP 172.20.0.7 (273be4e2-97bc-4f48-8d9a-9b2084906288/352ae098-0007-453a-b278-9f0f266760a4/ec94adb7-91b7-4ee7-bdf6-8d9a7e193740) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:06.481485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-811df4a1-08f8-4f85-9689-07eae53fe8bd tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:06.493010 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-811df4a1-08f8-4f85-9689-07eae53fe8bd tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 821 time: 0.2848659 May 28 05:35:06.515140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-453cd529-0ec1-4ca4-8f42-9e9b21f80db4 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/quotas/695308ee2d94439ea0df13a8e0921cb8 HTTP/1.1" status: 200 len: 375 time: 0.0205336 May 28 05:35:06.603601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:06.646500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Transition to ACTIVE for port object ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:06.680511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0cfd0ec7-668c-47df-830a-67e99f2d05da tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1634767 May 28 05:35:06.714415 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:06.968229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Network 273be4e2-97bc-4f48-8d9a-9b2084906288 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:06.985709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:06.988132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:07.009415 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-4043aa13-cd08-40dd-a26c-62f8d8b53f19 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266678 May 28 05:35:07.146511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0a9b9e9-d805-4cb5-a880-8907feb4e82e no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:35:07.214732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Pushing event updated for resources: {'Port': ['ID=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:07.271577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:07.272396 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:07.332221 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-fd66b7ea-b124-4c3f-ab21-159fe3bb4ff8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9155531 May 28 05:35:07.516812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Request body: {'port': {'device_id': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:07.543570 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-dc3727c8-5e68-4cfe-8377-a361d41e0498 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331590 May 28 05:35:07.656880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b0a9b9e9-d805-4cb5-a880-8907feb4e82e is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:07.657261 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:07.684689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0d96db6f-37ae-48fa-9787-ce13384eaeed None None] Provisioning for port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:07.716738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0d96db6f-37ae-48fa-9787-ce13384eaeed None None] Provisioning complete for port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:07.717702 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0d96db6f-37ae-48fa-9787-ce13384eaeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:07.854272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df8dde-a58c-4e2d-a2c9-9fae420be590 req-24e494ef-ffd7-44e7-a857-847b284948d8 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:07.867086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26df8dde-a58c-4e2d-a2c9-9fae420be590 req-24e494ef-ffd7-44e7-a857-847b284948d8 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 945 time: 0.9661903 May 28 05:35:07.910048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:07.911651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0d96db6f-37ae-48fa-9787-ce13384eaeed None None] Port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:35:07.913369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:07.920439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:08.065687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:08.149386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-f1f9167c-ff52-4b98-8eec-595f464bfa74 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1538794 May 28 05:35:08.232828 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:08.394474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-851f9ad2-38ab-456d-87c2-f0c39acd53f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:08.435719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-78aec1d7-e298-4afc-9628-106b94999ce8 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:08.437986 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-78aec1d7-e298-4afc-9628-106b94999ce8 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.33 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 945 time: 1.1083398 May 28 05:35:08.461579 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26df8dde-a58c-4e2d-a2c9-9fae420be590 req-94bfa3f0-fb02-4d86-8848-decc999c06a0 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5935163 May 28 05:35:08.731454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731b106-d017-4f35-9f90-64b889c1afff req-c1e9deb3-a3b9-4702-bf63-5e5f6a69902d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:08.744256 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c731b106-d017-4f35-9f90-64b889c1afff req-c1e9deb3-a3b9-4702-bf63-5e5f6a69902d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 946 time: 0.5438671 May 28 05:35:08.847696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-b748f7a5-b18f-4e8b-b57c-cd8fce451c8a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:08.851271 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-b748f7a5-b18f-4e8b-b57c-cd8fce451c8a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6820481 May 28 05:35:08.881857 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c731b106-d017-4f35-9f90-64b889c1afff req-fe966abd-5622-4765-a0c8-d6147f83b7bd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349077 May 28 05:35:08.960993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Request body: {'port': {'device_id': '008d2495-9e0c-41c0-9b53-45b2a10d778f', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'f5f19722c2c64b6fb824290e4e419f76'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:09.086836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e507811e-c4be-4f21-9040-94f4a958ec13 req-db70677c-0965-4ef2-a043-cd0f724196ac tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 210 time: 0.2128987 May 28 05:35:09.119908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Deleting port a94dc86e-3374-48b5-bbeb-8968b89ac06d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:09.124378 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:09.468998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.41', 56161) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:09.556069 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3eb21ba1-581e-4032-8b4e-620a985b01a5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1331978 May 28 05:35:09.615203 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:09.852493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a94dc86e-3374-48b5-bbeb-8968b89ac06d no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:35:09.916233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:09.955720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514db461-fe2b-4b9b-84b3-700f660ef525 req-e3442a16-22d6-442f-8555-541b54829415 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:09.963584 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-514db461-fe2b-4b9b-84b3-700f660ef525 req-e3442a16-22d6-442f-8555-541b54829415 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 946 time: 0.6521995 May 28 05:35:10.002183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:10.033689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-7496ea52-b53f-44a4-8629-5f971b5e5fbf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:10.035426 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-7496ea52-b53f-44a4-8629-5f971b5e5fbf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4476109 May 28 05:35:10.052628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Made reservation on behalf of f5f19722c2c64b6fb824290e4e419f76 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:10.056934 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:10.092963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-514db461-fe2b-4b9b-84b3-700f660ef525 req-270a2576-aa43-4889-b87a-62392c683dd0 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b362f41-0cdc-4390-936b-6fef14a80a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216648 May 28 05:35:10.101980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Request body: {'port': {'device_id': 'f09b1f67-4250-4eff-b731-0f4347e82d9e', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'f5f19722c2c64b6fb824290e4e419f76'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:10.284173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port a94dc86e-3374-48b5-bbeb-8968b89ac06d is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:10.284873 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:10.368342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port a94dc86e-3374-48b5-bbeb-8968b89ac06d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a94dc86e-3374-48b5-bbeb-8968b89ac06d,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:10.373580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:10.524831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=a94dc86e-3374-48b5-bbeb-8968b89ac06d,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:10.625612 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30a7631c-86ac-4cad-9e32-26531657094f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:10.851799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f04c2-fed0-4308-8638-f952f7aedb90 req-b54fde77-e64d-45ac-9bb6-24d0ae34baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:10.853461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c39f04c2-fed0-4308-8638-f952f7aedb90 req-b54fde77-e64d-45ac-9bb6-24d0ae34baf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1097 time: 1.3834717 May 28 05:35:10.938218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05840257-5386-4d1a-aa89-3a0d9ada1d16 req-d7bc81fa-bb94-4548-a2b8-87624dc3507a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:10.939315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-05840257-5386-4d1a-aa89-3a0d9ada1d16 req-d7bc81fa-bb94-4548-a2b8-87624dc3507a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Synchronizing usage tracker for tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:10.998410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.41', 56162) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:11.001037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] For port a94dc86e-3374-48b5-bbeb-8968b89ac06d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a94dc86e-3374-48b5-bbeb-8968b89ac06d,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:11.001557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:11.383017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-45eae470-a895-4f06-8d96-346cd9056577 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:11.384513 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-45eae470-a895-4f06-8d96-346cd9056577 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.33 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 821 time: 0.7395017 May 28 05:35:11.400084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-f90a3794-521e-4e7f-9e52-25c3fb779e97 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:11.412777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-f90a3794-521e-4e7f-9e52-25c3fb779e97 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1097 time: 1.0195489 May 28 05:35:11.414677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Request body: {'port': {'device_id': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'admin_state_up': True, 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:11.467250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:11.476624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843679-5'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:11.558549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:11.582997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Usage tracker for resource:port and tenant:f5f19722c2c64b6fb824290e4e419f76 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:35:11.587354 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:11.594221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:35:11.598060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-05840257-5386-4d1a-aa89-3a0d9ada1d16 req-d7bc81fa-bb94-4548-a2b8-87624dc3507a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Unset dirty status for tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:11.605745 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05840257-5386-4d1a-aa89-3a0d9ada1d16 req-d7bc81fa-bb94-4548-a2b8-87624dc3507a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 931 time: 2.1396918 May 28 05:35:11.654910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:11.694419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:11.725299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Made reservation on behalf of f5f19722c2c64b6fb824290e4e419f76 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:11.729118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:11.785680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:11.790762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Allocated IP 192.168.233.144 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/95d0f518-f37c-4650-8138-4f112a312ae0) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:11.857915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c933e96-febc-4c58-b692-e75945aaf66a details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:35:11.860973 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:11.909180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:11.939333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Made reservation on behalf of 695308ee2d94439ea0df13a8e0921cb8 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:11.943817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:12.054904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Transition to ACTIVE for port object ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:12.086355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f04c2-fed0-4308-8638-f952f7aedb90 req-793b1435-dde8-4941-96f7-07a4fc99dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:12.092195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c39f04c2-fed0-4308-8638-f952f7aedb90 req-793b1435-dde8-4941-96f7-07a4fc99dad1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 1.1459215 May 28 05:35:12.161933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05840257-5386-4d1a-aa89-3a0d9ada1d16 req-7281af96-8f9f-4fdb-a661-0123e0c07e97 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups?id=8626da0e-2e90-4d5a-a06b-84eea0879d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5551119 May 28 05:35:12.272879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:12.331185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c933e96-febc-4c58-b692-e75945aaf66a has no active binding in host n-h1-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:35:12.439335 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c39f04c2-fed0-4308-8638-f952f7aedb90 req-56f17e51-6a52-4595-be79-90ac0bf32e84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c933e96-febc-4c58-b692-e75945aaf66a HTTP/1.1" status: 200 len: 217 time: 0.2490163 May 28 05:35:12.440729 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:12.458094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Allocated IP 172.20.0.3 (74b9e066-7fe8-4f83-9ce8-9b7d9632f466/f4c8d063-55a6-484d-b695-a385ca0f2998/0fef071e-f6dc-4a60-863a-e557ecd6c2cf) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:12.888979 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:12.907224 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:12.936901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Transition to ACTIVE for port object 0fef071e-f6dc-4a60-863a-e557ecd6c2cf will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:12.940528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Transition to ACTIVE for port object 95d0f518-f37c-4650-8138-4f112a312ae0 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:12.981878 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:12.993271 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:13.010495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-62daf119-c832-4a35-a48f-787ca5d12479 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:13.012146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-62daf119-c832-4a35-a48f-787ca5d12479 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "GET /v2.0/ports?device_id=2125d8c5-2705-4ef1-85ca-801433fd6146 HTTP/1.1" status: 200 len: 944 time: 1.9958873 May 28 05:35:13.024077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:13.027134 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-baf01454-7634-4e4b-953e-cb2c7f3f3fb3 req-306ab5c4-99b5-40e7-a250-4b5e1e1c8492 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 210 time: 0.5692987 May 28 05:35:13.106353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Allocated IP 192.168.233.189 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/000e3aa9-acb6-4846-9443-abd66c3e9409) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:13.291063 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a557ed2-9490-4f50-9a72-17d5d67e474e'] response: {'server_uuid': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e', 'code': 200} May 28 05:35:13.422742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:13.441959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Transition to ACTIVE for port object 000e3aa9-acb6-4846-9443-abd66c3e9409 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:13.517787 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:13.545131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:13.612950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:13.618234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-da0b47d5-33a2-44f9-a387-d4b1e67b95e9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Deleting port b0a9b9e9-d805-4cb5-a880-8907feb4e82e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:13.618940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-da0b47d5-33a2-44f9-a387-d4b1e67b95e9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:13.620004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:13.647212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:13.700639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:13.792444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:13.793524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event updated for resources: {'Port': ['ID=95d0f518-f37c-4650-8138-4f112a312ae0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:13.837650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:13.926128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:13.928771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:13.958546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e35037c7-cee3-4b76-88ef-ef37d1a3f139 None None] Provisioning for port 95d0f518-f37c-4650-8138-4f112a312ae0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:13.967090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:13.969405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e35037c7-cee3-4b76-88ef-ef37d1a3f139 None None] Provisioning complete for port 95d0f518-f37c-4650-8138-4f112a312ae0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:13.969805 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e35037c7-cee3-4b76-88ef-ef37d1a3f139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:13.971639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:14.016036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Pushing event updated for resources: {'Port': ['ID=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:14.159307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:14.187863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-da0b47d5-33a2-44f9-a387-d4b1e67b95e9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] For port b0a9b9e9-d805-4cb5-a880-8907feb4e82e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:14.188456 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-da0b47d5-33a2-44f9-a387-d4b1e67b95e9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:14.219942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:14.221954 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:14.284483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:14.287890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:14.288575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:14.364733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:14.365439 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:14.384365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event updated for resources: {'Port': ['ID=000e3aa9-acb6-4846-9443-abd66c3e9409,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:14.425533 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-eb35686e-801a-470a-bb82-e5368c1852ea tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3290703 May 28 05:35:14.426762 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-a63342e6-f811-43bf-a57f-cd0b490e134b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4728622 May 28 05:35:14.437761 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-0deeadb5-c77e-46fd-a7e2-50790f9b37b0 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0267310 May 28 05:35:14.446009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-da0b47d5-33a2-44f9-a387-d4b1e67b95e9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Calling delete_port for b0a9b9e9-d805-4cb5-a880-8907feb4e82e owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:35:14.453363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e35037c7-cee3-4b76-88ef-ef37d1a3f139 None None] Port 95d0f518-f37c-4650-8138-4f112a312ae0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:35:14.455601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Request body: {'port': {'device_id': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:14.493186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Request body: {'port': {'device_id': 'f09b1f67-4250-4eff-b731-0f4347e82d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:14.532582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Request body: {'port': {'device_id': '008d2495-9e0c-41c0-9b53-45b2a10d778f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:14.573349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:14.579269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f04c2-fed0-4308-8638-f952f7aedb90 req-751f097a-77a4-4be7-adea-e154cfc7306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:14.580792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c39f04c2-fed0-4308-8638-f952f7aedb90 req-751f097a-77a4-4be7-adea-e154cfc7306a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 1.9463716 May 28 05:35:14.721061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c39f04c2-fed0-4308-8638-f952f7aedb90 req-537b6872-b378-4703-aa0d-e6da4dcfe450 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137636 May 28 05:35:14.854317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3458bcfa-ce7a-4310-ac5e-8fa9e31b8949 None None] Provisioning for port 000e3aa9-acb6-4846-9443-abd66c3e9409 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:14.891094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:14.891819 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:14.892313 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Floating IP 8b4a345f-a020-4fe0-ba6f-2b582ca8ea23 disassociated. External IP: 172.25.4.29, port: a94dc86e-3374-48b5-bbeb-8968b89ac06d. May 28 05:35:14.892811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Calling delete_port for a94dc86e-3374-48b5-bbeb-8968b89ac06d owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:35:14.931125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:14.943829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:14.962416 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:14.963873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Attempting to bind port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:14.964391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Attempting to bind port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:14.964885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Attempting to bind port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 on network 273be4e2-97bc-4f48-8d9a-9b2084906288 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:14.984812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3458bcfa-ce7a-4310-ac5e-8fa9e31b8949 None None] Provisioning complete for port 000e3aa9-acb6-4846-9443-abd66c3e9409 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:14.986156 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3458bcfa-ce7a-4310-ac5e-8fa9e31b8949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:14.997587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 on network 273be4e2-97bc-4f48-8d9a-9b2084906288 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:35:14.999622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Attempting to bind port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 on network 273be4e2-97bc-4f48-8d9a-9b2084906288 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:15.234298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0a9b9e9-d805-4cb5-a880-8907feb4e82e no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:35:15.266074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:15.266074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Checking segment: {'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:15.266074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Bound using segment: {'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:15.266074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Bound port: ec94adb7-91b7-4ee7-bdf6-8d9a7e193740, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8303479-c7c9-4c61-8d51-28e3e0502311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:15.266074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:15.371724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:15.421953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3458bcfa-ce7a-4310-ac5e-8fa9e31b8949 None None] Port 000e3aa9-acb6-4846-9443-abd66c3e9409 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:35:15.453725 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:35:15.454027 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:35:15.557290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c39f04c2-fed0-4308-8638-f952f7aedb90 req-89a483a2-1936-4078-8b76-4d3535e0ead5 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893654 May 28 05:35:15.564473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-da0b47d5-33a2-44f9-a387-d4b1e67b95e9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:15.612001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3458bcfa-ce7a-4310-ac5e-8fa9e31b8949 None None] Provisioning for port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:15.621257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No active binding found for port b0a9b9e9-d805-4cb5-a880-8907feb4e82e {{(pid=88418) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 05:35:15.622568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0a9b9e9-d805-4cb5-a880-8907feb4e82e not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:35:15.627953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3458bcfa-ce7a-4310-ac5e-8fa9e31b8949 None None] Provisioning complete for port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:15.629452 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3458bcfa-ce7a-4310-ac5e-8fa9e31b8949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:15.717816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b47d5-33a2-44f9-a387-d4b1e67b95e9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Pushing event deleted for resources: {'Port': ['ID=b0a9b9e9-d805-4cb5-a880-8907feb4e82e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:15.721017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3458bcfa-ce7a-4310-ac5e-8fa9e31b8949 None None] Port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:35:15.808876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd16ce-6766-4210-adfd-04598ef8dfe1 req-62e1f5a2-f3a0-4b3f-85fb-612d94b83a8c tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:15.815814 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddcd16ce-6766-4210-adfd-04598ef8dfe1 req-62e1f5a2-f3a0-4b3f-85fb-612d94b83a8c tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 943 time: 2.0955651 May 28 05:35:16.037126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Deleting port a94dc86e-3374-48b5-bbeb-8968b89ac06d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:16.037541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:16.070937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d0f518-f37c-4650-8138-4f112a312ae0 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:16.079263 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:16.097524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Transition to ACTIVE for port object 95d0f518-f37c-4650-8138-4f112a312ae0 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:16.120808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:16.124503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c39f04c2-fed0-4308-8638-f952f7aedb90 req-9c562ccb-e295-48cf-ad4c-3aeb558450b0 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135307 May 28 05:35:16.352695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-da0b47d5-33a2-44f9-a387-d4b1e67b95e9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] No DVR routers for this DVR port b0a9b9e9-d805-4cb5-a880-8907feb4e82e on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:35:16.378367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-da0b47d5-33a2-44f9-a387-d4b1e67b95e9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:16.395250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'name': 'network-vif-deleted', 'tag': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:16.399775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Pushing event updated for resources: {'Port': ['ID=95d0f518-f37c-4650-8138-4f112a312ae0,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:16.427015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:16.433723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] For port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:16.435003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a146455-af1f-43ab-9d08-1ad8261d56eb req-da0b47d5-33a2-44f9-a387-d4b1e67b95e9 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "DELETE /v2.0/ports/b0a9b9e9-d805-4cb5-a880-8907feb4e82e HTTP/1.1" status: 204 len: 173 time: 2.8963931 May 28 05:35:16.454620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddcd16ce-6766-4210-adfd-04598ef8dfe1 req-47837e80-b84d-4b65-b86a-71456649cd23 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2f0783e-3c02-42be-8435-74ac4678d34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6378558 May 28 05:35:16.864001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:16.892713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fef071e-f6dc-4a60-863a-e557ecd6c2cf {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:16.903338 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:16.924092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Transition to ACTIVE for port object 0fef071e-f6dc-4a60-863a-e557ecd6c2cf will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:16.972777 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:17.001771 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:17.159577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] For port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:17.210492 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:17.301305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:17.396283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.33', 59797) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:17.453050 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:35:17.475179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] For port a94dc86e-3374-48b5-bbeb-8968b89ac06d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a94dc86e-3374-48b5-bbeb-8968b89ac06d,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:17.475661 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:17.588189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Attempting to bind port 95d0f518-f37c-4650-8138-4f112a312ae0 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:17.588525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Attempting to bind port 95d0f518-f37c-4650-8138-4f112a312ae0 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:17.588854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Attempting to bind port 95d0f518-f37c-4650-8138-4f112a312ae0 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:17.599352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Pushing event updated for resources: {'Port': ['ID=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:17.627619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:17.628413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:17.629907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] 10.222.0.41 "PUT /v2.0/ports/ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 HTTP/1.1" status: 200 len: 1091 time: 10.1347332 May 28 05:35:17.654206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Port 95d0f518-f37c-4650-8138-4f112a312ae0 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:35:17.655128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Attempting to bind port 95d0f518-f37c-4650-8138-4f112a312ae0 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:17.692227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a on host n-h2-843679-5 for vnic_type normal with profile {"migrating_to": "n-h1-843679-5"} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:17.692717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:17.693150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:17.697486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c933e96-febc-4c58-b692-e75945aaf66a,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:17.728263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000e3aa9-acb6-4846-9443-abd66c3e9409 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:17.769225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:17.769587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:17.769939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:17.770384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Bound port: 95d0f518-f37c-4650-8138-4f112a312ae0, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:17.770728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:17.798905 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:17.860880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Port 5c933e96-febc-4c58-b692-e75945aaf66a on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:35:17.861202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Attempting to bind port 5c933e96-febc-4c58-b692-e75945aaf66a on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:17.900453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Transition to ACTIVE for port object 000e3aa9-acb6-4846-9443-abd66c3e9409 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:17.908746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249af0e1-6201-4ebf-bf1c-919079f346d2 req-7168d9c0-75e8-4ed8-a72d-067f2f39ebeb tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:17.910272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-249af0e1-6201-4ebf-bf1c-919079f346d2 req-7168d9c0-75e8-4ed8-a72d-067f2f39ebeb tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 944 time: 0.9311824 May 28 05:35:17.911129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:17.911410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:17.911794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:17.912236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Bound port: 5c933e96-febc-4c58-b692-e75945aaf66a, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:17.912574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:17.915435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:17.975784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-38a629d6-78c8-4f7b-b4af-8f068019259e tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:17.980345 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-38a629d6-78c8-4f7b-b4af-8f068019259e tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 804 time: 0.5519903 May 28 05:35:18.025412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Attempting to bind port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:18.025737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Attempting to bind port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:18.026057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Attempting to bind port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf on network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:18.111814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd524f6-28c3-4059-ae79-7452ba986fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:18.156913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf on network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:35:18.157358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Attempting to bind port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf on network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:18.174067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] For port 95d0f518-f37c-4650-8138-4f112a312ae0, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:18.182431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-5981c6a2-6c68-4892-8329-e36d81df2200 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7817185 May 28 05:35:18.183575 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-12a4aa3a-7217-401a-aaec-839e960fa285 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/quotas/fe463b2399d24277aadd5d0ac381480d HTTP/1.1" status: 200 len: 375 time: 0.1592848 May 28 05:35:18.189376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:18.189750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Checking segment: {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:18.190137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Bound using segment: {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:18.190748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Bound port: 0fef071e-f6dc-4a60-863a-e557ecd6c2cf, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292abe40-f3ef-4903-842d-f97ac343bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:18.191095 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:18.217442 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-249af0e1-6201-4ebf-bf1c-919079f346d2 req-9da33fd9-2899-4371-85f9-f766343ee770 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922940 May 28 05:35:18.302058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Pushing event updated for resources: {'Port': ['ID=000e3aa9-acb6-4846-9443-abd66c3e9409,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:18.309234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] For port 95d0f518-f37c-4650-8138-4f112a312ae0, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=95d0f518-f37c-4650-8138-4f112a312ae0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:18.342335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:18.342706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:18.343027 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Floating IP 8b4a345f-a020-4fe0-ba6f-2b582ca8ea23 disassociated. External IP: 172.25.4.29, port: a94dc86e-3374-48b5-bbeb-8968b89ac06d. May 28 05:35:18.343450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Calling delete_port for a94dc86e-3374-48b5-bbeb-8968b89ac06d owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:35:18.464363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:18.468872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-a7f56373-f718-4fbd-82a6-2abe31082736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:18.473723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-a7f56373-f718-4fbd-82a6-2abe31082736 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b09e8d26c02f4d61b20d8a4d8bf7aa3b&device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 1094 time: 0.7072005 May 28 05:35:18.525623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-56b1e0f4-1159-4b8e-94f5-cb9f6d1713d6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3090429 May 28 05:35:18.534806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:18.676474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:18.720846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:18.721464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:18.723022 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] 10.222.0.41 "PUT /v2.0/ports/95d0f518-f37c-4650-8138-4f112a312ae0 HTTP/1.1" status: 200 len: 1096 time: 4.1962285 May 28 05:35:18.724240 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5996eb7d-783a-4399-ae89-e0e47612e37f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 HTTP/1.1" status: 200 len: 217 time: 0.2376211 May 28 05:35:18.726804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008d2495-9e0c-41c0-9b53-45b2a10d778f', 'tag': '95d0f518-f37c-4650-8138-4f112a312ae0'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:18.733110 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:18.755372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Attempting to bind port 000e3aa9-acb6-4846-9443-abd66c3e9409 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:18.755708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Attempting to bind port 000e3aa9-acb6-4846-9443-abd66c3e9409 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:18.756034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Attempting to bind port 000e3aa9-acb6-4846-9443-abd66c3e9409 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:18.828846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Port 000e3aa9-acb6-4846-9443-abd66c3e9409 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:35:18.829600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Attempting to bind port 000e3aa9-acb6-4846-9443-abd66c3e9409 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:18.844602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] For port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:18.846679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2d071-ff01-4e0d-bd0e-5c3e368c391e service neutron] Pushing event updated for resources: {'Port': ['ID=95d0f518-f37c-4650-8138-4f112a312ae0,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:18.867768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:18.868131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:18.868482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:18.868925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Bound port: 000e3aa9-acb6-4846-9443-abd66c3e9409, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:18.869268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:18.883800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] For port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:18.902261 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:19.017170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-807d3633-96e1-49ba-940a-cd0c1c434747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:19.018537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-807d3633-96e1-49ba-940a-cd0c1c434747 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=352ae098-0007-453a-b278-9f0f266760a4 HTTP/1.1" status: 200 len: 854 time: 0.2750659 May 28 05:35:19.031284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-a71d4088-f76b-411c-90e5-01ffe6cbed8f service neutron] 10.222.0.39 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792826 May 28 05:35:19.066485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:19.067099 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:19.068725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] 10.222.0.33 "PUT /v2.0/ports/0fef071e-f6dc-4a60-863a-e557ecd6c2cf HTTP/1.1" status: 200 len: 1091 time: 4.6176701 May 28 05:35:19.097018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-b0f64da4-cefb-4527-8422-4f25ac3ff44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:19.098677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-b0f64da4-cefb-4527-8422-4f25ac3ff44a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 1096 time: 0.8307850 May 28 05:35:19.113004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c933e96-febc-4c58-b692-e75945aaf66a,revision_number=8']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:19.125415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:19.126019 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:19.127396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-5b09f989-0be3-4739-a8fa-585046aa68d1 service neutron] 10.222.0.33 "PUT /v2.0/ports/5c933e96-febc-4c58-b692-e75945aaf66a HTTP/1.1" status: 200 len: 1122 time: 7.6567781 May 28 05:35:19.168719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1f7d2-f043-4de3-926b-5df31b14cb28 req-9fba31ca-1874-4fdd-8e64-8d6e5b131c27 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:19.177582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bba1f7d2-f043-4de3-926b-5df31b14cb28 req-9fba31ca-1874-4fdd-8e64-8d6e5b131c27 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 948 time: 0.5022750 May 28 05:35:19.212742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['5c933e96-febc-4c58-b692-e75945aaf66a'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:19.227496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254cb27-7a84-452a-9d15-37de36353321 service neutron] Pushing event updated for resources: {'Port': ['ID=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:19.258957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-7083c11b-d6ad-4982-b1b9-52ea8be87eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:19.260867 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-7083c11b-d6ad-4982-b1b9-52ea8be87eef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 1099 time: 0.4810483 May 28 05:35:19.264946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:19.274187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] For port 000e3aa9-acb6-4846-9443-abd66c3e9409, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:19.416885 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-d83f0a31-1813-46a0-998d-792c34e3e299 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=95d0f518-f37c-4650-8138-4f112a312ae0 HTTP/1.1" status: 200 len: 217 time: 0.1227627 May 28 05:35:19.421032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] For port 000e3aa9-acb6-4846-9443-abd66c3e9409, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=000e3aa9-acb6-4846-9443-abd66c3e9409,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:19.434363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event deleted for resources: {'Port': ['ID=a94dc86e-3374-48b5-bbeb-8968b89ac06d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:19.464727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['5c933e96-febc-4c58-b692-e75945aaf66a'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:19.471379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bba1f7d2-f043-4de3-926b-5df31b14cb28 req-c0794096-5319-44fe-bd67-35f131d1d93f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934246 May 28 05:35:19.712125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-97849ad4-42fa-4e76-8e0a-ee2401cc5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:19.713590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-97849ad4-42fa-4e76-8e0a-ee2401cc5a8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=273be4e2-97bc-4f48-8d9a-9b2084906288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6683919 May 28 05:35:19.736612 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:19.840785 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-e9faed5d-95a5-4286-a5cb-d294825e9c31 service neutron] 10.222.0.39 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085699 May 28 05:35:19.856881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:19.857495 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:19.859502 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] 10.222.0.41 "PUT /v2.0/ports/000e3aa9-acb6-4846-9443-abd66c3e9409 HTTP/1.1" status: 200 len: 1096 time: 5.3701885 May 28 05:35:19.869946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-bf6f81e1-d6ed-4530-9916-fc76bdbdc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:19.871431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-bf6f81e1-d6ed-4530-9916-fc76bdbdc690 service neutron] 10.222.0.33 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.6783662 May 28 05:35:19.917002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-769d28ee-fba9-476c-bad4-1f686e65cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:19.917919 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-769d28ee-fba9-476c-bad4-1f686e65cbe8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.4951303 May 28 05:35:20.054598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f72e2-6be3-4b40-9275-1daa54daafb6 service neutron] Pushing event updated for resources: {'Port': ['ID=000e3aa9-acb6-4846-9443-abd66c3e9409,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:20.261963 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-eb568b00-d6ae-47d2-93e4-111ff687e4f1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73c00d49-4eff-4c61-9865-00b33c400a15 HTTP/1.1" status: 200 len: 217 time: 0.3783724 May 28 05:35:20.280281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-82ef7ece-4a78-4b6d-9fa0-e05ac801bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:20.282102 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-82ef7ece-4a78-4b6d-9fa0-e05ac801bc44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=f09b1f67-4250-4eff-b731-0f4347e82d9e HTTP/1.1" status: 200 len: 1099 time: 0.3623192 May 28 05:35:20.289675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-18c733a1-4120-4ddc-9976-18d161a40455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:20.291372 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-18c733a1-4120-4ddc-9976-18d161a40455 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2915981 May 28 05:35:20.341292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-398110d9-53fe-49af-892e-194963626e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:20.342780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-398110d9-53fe-49af-892e-194963626e95 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 1094 time: 1.1312954 May 28 05:35:20.420461 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-28550d9d-fb30-4283-a355-6ec4c3149095 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=000e3aa9-acb6-4846-9443-abd66c3e9409 HTTP/1.1" status: 200 len: 217 time: 0.1280456 May 28 05:35:20.625339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-a8c82cc6-1b59-4a50-9644-88bb032052ee service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf HTTP/1.1" status: 200 len: 217 time: 0.2526433 May 28 05:35:20.631974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-c62bb5a8-b3d0-465d-bd88-06bd09b60f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:20.632749 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-c62bb5a8-b3d0-465d-bd88-06bd09b60f8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1530423 May 28 05:35:20.637480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-837e4957-48ac-4743-8c61-89237d8d44d8 service neutron] 10.222.0.41 "GET /v2.0/networks/273be4e2-97bc-4f48-8d9a-9b2084906288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9045365 May 28 05:35:20.650853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a470dcb-d0ca-4db1-8b64-3838c82e2ca0 req-8d6c3423-d26c-4a81-b106-eb7a602592e6 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:20.653150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7a470dcb-d0ca-4db1-8b64-3838c82e2ca0 req-8d6c3423-d26c-4a81-b106-eb7a602592e6 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Synchronizing usage tracker for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:20.656491 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-deaaec76-7ab7-4515-9d9f-82ebf6cc5f2e service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081312 May 28 05:35:20.838062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7a470dcb-d0ca-4db1-8b64-3838c82e2ca0 req-8d6c3423-d26c-4a81-b106-eb7a602592e6 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Unset dirty status for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:20.839173 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a470dcb-d0ca-4db1-8b64-3838c82e2ca0 req-8d6c3423-d26c-4a81-b106-eb7a602592e6 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 943 time: 0.5517092 May 28 05:35:20.850054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-170e18fc-bbbc-47e1-ae53-3ed2bffaa69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:20.851583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-170e18fc-bbbc-47e1-ae53-3ed2bffaa69f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.5779653 May 28 05:35:20.857068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Router 02125038-bfda-49c9-a4b7-3642621e2e40 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:35:20.931632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-f7f39ec5-82e9-4d87-b8f9-94b352b7bb61 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633554 May 28 05:35:20.941097 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a470dcb-d0ca-4db1-8b64-3838c82e2ca0 req-96fded03-8b1c-4987-8d83-5984de5b0f54 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946016 May 28 05:35:20.941946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f4d38-7899-4b10-90df-ceaae5752342 req-6435fa62-0c1a-4c0f-b004-0c229878c52e tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:20.943396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-437f4d38-7899-4b10-90df-ceaae5752342 req-6435fa62-0c1a-4c0f-b004-0c229878c52e tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 943 time: 1.2812510 May 28 05:35:20.945355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-14fb79fa-921b-48ff-96b0-6fd5cc0afbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:20.946073 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-14fb79fa-921b-48ff-96b0-6fd5cc0afbe5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.3073354 May 28 05:35:20.954788 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-6e7b3be5-888c-4f6a-a975-c9f1cf22311f service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505562 May 28 05:35:20.957823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-9a54877b-2432-4527-b429-44d6345f945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:20.959217 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-9a54877b-2432-4527-b429-44d6345f945d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3016241 May 28 05:35:20.969920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be75c03c-7068-436e-bb79-3c0f69a78680 req-5c506113-65e7-4dcd-9e83-9182566fca64 service neutron] 10.222.0.41 "GET /v2.0/networks/273be4e2-97bc-4f48-8d9a-9b2084906288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937839 May 28 05:35:21.047845 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6dba51-cf4b-4bb1-bea3-ba0d5b4b7077'] response: {'server_uuid': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d', 'code': 200} May 28 05:35:21.169786 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-50f2440d-fe3b-426d-95b8-8de851a2de17 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875074 May 28 05:35:21.179940 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf5f7e5-1a78-40c7-a625-27eb7a729af8'] response: {'server_uuid': '2125d8c5-2705-4ef1-85ca-801433fd6146', 'name': 'network-vif-deleted', 'tag': 'b0a9b9e9-d805-4cb5-a880-8907feb4e82e', 'status': 'completed', 'code': 200} May 28 05:35:21.263590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-437f4d38-7899-4b10-90df-ceaae5752342 req-410e3e25-2a5a-4df7-a028-941f26de0852 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups?id=8626da0e-2e90-4d5a-a06b-84eea0879d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910955 May 28 05:35:21.398645 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1b03f23f-8f24-40c9-aba3-536256ee738c req-6b54b233-137f-4698-af43-d3541bf3d1d1 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 210 time: 0.1123860 May 28 05:35:21.414930 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddcbbb8-32a9-46b7-b33d-99f1e26378b3'] response: {'name': 'network-changed', 'server_uuid': '008d2495-9e0c-41c0-9b53-45b2a10d778f', 'tag': '95d0f518-f37c-4650-8138-4f112a312ae0', 'status': 'completed', 'code': 200} May 28 05:35:21.434482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-bbbfa64c-f5a8-4e7d-b731-8dddb389e81e service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874516 May 28 05:35:21.491462 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a7a7c98-e1b7-4af1-84bc-bbe53dd9c622 req-262446ce-49d4-419f-b2d3-b52d753096ac service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094981 May 28 05:35:21.528942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-c12f635d-078f-46f8-bf65-e442ede57a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:21.532933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-c12f635d-078f-46f8-bf65-e442ede57a16 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5574627 May 28 05:35:21.678468 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-667c5de5-d375-4bba-85a0-85cb8e3303c5 req-eb9dafae-eb4d-42d7-a092-bbdd161097cb tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 210 time: 0.0663681 May 28 05:35:21.739114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:35:21.755427 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] Sync routers for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:35:21.768355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-5b36a51f-c394-4ac1-b7cc-328aef7b2b44 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:21.771888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-5b36a51f-c394-4ac1-b7cc-328aef7b2b44 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 804 time: 0.2679229 May 28 05:35:21.779954 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:21.780663 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:21.791599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Request body: {'port': {'device_id': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'admin_state_up': True, 'tenant_id': 'fe463b2399d24277aadd5d0ac381480d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:21.980805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] No DVR routers for this DVR port a94dc86e-3374-48b5-bbeb-8968b89ac06d on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:35:21.984040 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:22.051511 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:22.060210 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a46ac69-ef54-4d90-b14c-bad12ae773d2 req-cab4e03b-471c-4411-a9ec-1537200063f3 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.33 "DELETE /v2.0/ports/a94dc86e-3374-48b5-bbeb-8968b89ac06d HTTP/1.1" status: 204 len: 173 time: 13.6152461 May 28 05:35:22.109492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f203927-fc93-486c-9266-b619f8ff4e7e req-21bc8173-a61c-4fb6-a8e4-c740c25904fd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:22.111023 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f203927-fc93-486c-9266-b619f8ff4e7e req-21bc8173-a61c-4fb6-a8e4-c740c25904fd tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 944 time: 0.4514232 May 28 05:35:22.116023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-a9fdefaa-a8e4-465d-b244-1bdf1e72cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:22.117570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-a9fdefaa-a8e4-465d-b244-1bdf1e72cc61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 1099 time: 0.6756635 May 28 05:35:22.123555 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff956ee6-8688-4ebe-8178-c0f32d892a3c req-9a94eb60-7b02-41ec-b9ec-f692473a430f service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064286 May 28 05:35:22.322383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-39fbb70c-04ee-47d2-8ae4-3b64300d450c service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654723 May 28 05:35:22.338890 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f203927-fc93-486c-9266-b619f8ff4e7e req-f13eda81-78f6-4bf5-b586-9d48f2a140d4 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202735 May 28 05:35:22.357776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:22.380117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Usage tracker for resource:port and tenant:fe463b2399d24277aadd5d0ac381480d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:35:22.391558 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef6f14-76fd-4208-9323-7eb57f8de86f req-ace45bf7-eefe-4889-96e7-cb803a710c48 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:22.392279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f0ef6f14-76fd-4208-9323-7eb57f8de86f req-ace45bf7-eefe-4889-96e7-cb803a710c48 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:22.395467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:35:22.399006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-edf87e96-3e24-404d-ae12-6d3201d74ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:22.399006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-edf87e96-3e24-404d-ae12-6d3201d74ac1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2475619 May 28 05:35:22.407607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:22.435834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f0ef6f14-76fd-4208-9323-7eb57f8de86f req-ace45bf7-eefe-4889-96e7-cb803a710c48 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:22.437512 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0ef6f14-76fd-4208-9323-7eb57f8de86f req-ace45bf7-eefe-4889-96e7-cb803a710c48 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 948 time: 0.5128977 May 28 05:35:22.438604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Made reservation on behalf of fe463b2399d24277aadd5d0ac381480d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:22.445156 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:22.573858 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:22.585016 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] Checking router: 02125038-bfda-49c9-a4b7-3642621e2e40 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:35:22.613726 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:22.614363 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:22.643637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0ef6f14-76fd-4208-9323-7eb57f8de86f req-5840ca3b-adab-43eb-b9c2-aa31745f019c tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708436 May 28 05:35:22.729221 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-0e801799-861a-434c-bee0-6f000f33713e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=95d0f518-f37c-4650-8138-4f112a312ae0 HTTP/1.1" status: 200 len: 217 time: 0.2729068 May 28 05:35:22.843864 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e190cb0-907d-45cc-acc6-fbc696764b7d req-8ec5259a-9a50-4093-af3f-d6c7b91247ec service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897013 May 28 05:35:22.856252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-e237cb64-6246-4b77-83c0-8f39e2dfd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:22.857981 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-e237cb64-6246-4b77-83c0-8f39e2dfd397 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1144242 May 28 05:35:22.869089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16518ad-8278-4465-a19b-03269a4341ba req-5697e6d2-088a-41a2-9791-cfdfe375327b tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:22.870591 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f16518ad-8278-4465-a19b-03269a4341ba req-5697e6d2-088a-41a2-9791-cfdfe375327b tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 943 time: 0.2114553 May 28 05:35:22.944289 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:22.955876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Allocated IP 172.20.0.3 (930906d6-e67d-431c-826b-4d1f1f770709/42d8e4bc-4815-4be8-b193-b848d295b775/a452b35d-5a4c-4b36-8853-6d823b9f2bba) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:22.999279 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f16518ad-8278-4465-a19b-03269a4341ba req-6b82729e-3ddb-4f97-84ee-68d224a1c01b tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853932 May 28 05:35:23.070004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-47b3c2af-9e15-4c96-b018-4cfc212e3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:23.071911 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-47b3c2af-9e15-4c96-b018-4cfc212e3b12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004495 May 28 05:35:23.083586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1ec5d-386d-4bf6-9716-0ff857d26446 req-e567d0c2-39ae-465d-b404-69e5f30c2fb9 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:23.085134 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c9b1ec5d-386d-4bf6-9716-0ff857d26446 req-e567d0c2-39ae-465d-b404-69e5f30c2fb9 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 943 time: 0.3045366 May 28 05:35:23.208842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:35:23.258731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c933e96-febc-4c58-b692-e75945aaf66a'}, {'name': 'network-changed', 'server_uuid': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'tag': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740'}, {'name': 'network-changed', 'server_uuid': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'tag': '5c933e96-febc-4c58-b692-e75945aaf66a'}, {'server_uuid': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'name': 'network-vif-deleted', 'tag': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:23.338367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-493eebfc-7379-49d2-889c-fa7584789e11 req-239e857a-0b15-4f49-8dac-656fc7cff142 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Synchronizing usage tracker for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:23.388699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-493eebfc-7379-49d2-889c-fa7584789e11 req-239e857a-0b15-4f49-8dac-656fc7cff142 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Unset dirty status for tenant:70625b102fbc4eca9615156bbf5cba6b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:23.390123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-493eebfc-7379-49d2-889c-fa7584789e11 req-239e857a-0b15-4f49-8dac-656fc7cff142 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e91bb0-05c7-4901-942f-94c3e11e7704 HTTP/1.1" status: 200 len: 210 time: 0.1000252 May 28 05:35:23.405582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-a5f8b9e5-9c0f-4e6a-89f4-07e17696b68c service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239877 May 28 05:35:23.482486 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:23.492182 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e053ea-1f02-4d67-9013-53448f2c7873 None None] The sync data for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 is: [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:31:36Z', 'revision_number': 4, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'afc5fb74-54f3-4dea-97df-b0fe7e63ddc4', 'name': '', 'network_id': 'b1a9b245-5074-4ded-82bb-cbdaaebacdd1', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'mac_address': 'fa:16:3e:b0:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5405371e-740e-42e9-840d-a75d4a087527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:33Z', 'updated_at': '2022-05-28T05:31:48Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'subnets': [{'id': '5405371e-740e-42e9-840d-a75d4a087527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:35:23.532988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:23.573783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:23.597026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'port_id': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740', 'mac_address': 'fa:16:3e:f9:77:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:35:23.612082 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c9b1ec5d-386d-4bf6-9716-0ff857d26446 req-2200b78e-c10d-4998-a451-9c10605f3aaf tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups?id=8626da0e-2e90-4d5a-a06b-84eea0879d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5117815 May 28 05:35:23.612768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'tag': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf'}, {'name': 'network-changed', 'server_uuid': 'f09b1f67-4250-4eff-b731-0f4347e82d9e', 'tag': '000e3aa9-acb6-4846-9443-abd66c3e9409'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:23.637482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:23.687547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:23.687956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:23.696382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f073ed3-3015-430d-9242-9eb76c1e0a23 req-5d037a7e-dee2-4d48-9fa0-85443ca02f8c service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802498 May 28 05:35:23.728389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:23.755423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:23.765803 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:23.766592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 95d0f518-f37c-4650-8138-4f112a312ae0 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:35:23.841262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Pushing event updated for resources: {'Port': ['ID=a452b35d-5a4c-4b36-8853-6d823b9f2bba,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:23.859613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Network 930906d6-e67d-431c-826b-4d1f1f770709 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:23.861118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:23.864246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:23.952346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:24.017849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:24.018397 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:24.025617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 95d0f518-f37c-4650-8138-4f112a312ae0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=95d0f518-f37c-4650-8138-4f112a312ae0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:24.049058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-1858f0a2-4769-4637-a125-2912e980a74a tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2618184 May 28 05:35:24.057098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '95d0f518-f37c-4650-8138-4f112a312ae0', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '95d0f518-f37c-4650-8138-4f112a312ae0', 'mac_address': 'fa:16:3e:9c:08:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:35:24.092060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1fdc-3700-42b0-a8d0-fa7fb45e56bb req-a84f56a1-fcd7-4c57-ad24-6f5e98d4c877 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:24.095460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1aba1fdc-3700-42b0-a8d0-fa7fb45e56bb req-a84f56a1-fcd7-4c57-ad24-6f5e98d4c877 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Synchronizing usage tracker for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:24.113369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Request body: {'port': {'device_id': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:24.166436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 95d0f518-f37c-4650-8138-4f112a312ae0 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:24.166815 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:24.207377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d0f518-f37c-4650-8138-4f112a312ae0 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:24.234994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1aba1fdc-3700-42b0-a8d0-fa7fb45e56bb req-a84f56a1-fcd7-4c57-ad24-6f5e98d4c877 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Unset dirty status for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:24.235365 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69ca68c-8126-4972-8c39-28bcb03e439d'] response: {'server_uuid': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c933e96-febc-4c58-b692-e75945aaf66a', 'code': 200} May 28 05:35:24.235854 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69ca68c-8126-4972-8c39-28bcb03e439d'] response: {'name': 'network-changed', 'server_uuid': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'tag': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740', 'status': 'completed', 'code': 200} May 28 05:35:24.236479 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69ca68c-8126-4972-8c39-28bcb03e439d'] response: {'name': 'network-changed', 'server_uuid': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'tag': '5c933e96-febc-4c58-b692-e75945aaf66a', 'status': 'completed', 'code': 200} May 28 05:35:24.236735 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69ca68c-8126-4972-8c39-28bcb03e439d'] response: {'server_uuid': '10e91bb0-05c7-4901-942f-94c3e11e7704', 'name': 'network-vif-deleted', 'tag': 'a94dc86e-3374-48b5-bbeb-8968b89ac06d', 'status': 'completed', 'code': 200} May 28 05:35:24.243386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1aba1fdc-3700-42b0-a8d0-fa7fb45e56bb req-a84f56a1-fcd7-4c57-ad24-6f5e98d4c877 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 931 time: 0.3471038 May 28 05:35:24.251143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 95d0f518-f37c-4650-8138-4f112a312ae0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=95d0f518-f37c-4650-8138-4f112a312ae0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:24.257545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39ed72-26a0-465a-ad01-616dffe1993f None None] New status for floating IP 8b4a345f-a020-4fe0-ba6f-2b582ca8ea23: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:35:24.376976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:24.395791 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1aba1fdc-3700-42b0-a8d0-fa7fb45e56bb req-2079f545-d589-44d4-991d-59e22b371a67 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511250 May 28 05:35:24.400590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:24.489408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-0cd0e05c-45ab-46bd-b266-b87327b3f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:24.490882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-0cd0e05c-45ab-46bd-b266-b87327b3f780 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b09e8d26c02f4d61b20d8a4d8bf7aa3b&device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 1095 time: 0.2286985 May 28 05:35:24.497903 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124c5c3a-47cb-41f8-b6a3-c076b4788771'] response: {'name': 'network-changed', 'server_uuid': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'tag': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'status': 'completed', 'code': 200} May 28 05:35:24.498169 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124c5c3a-47cb-41f8-b6a3-c076b4788771'] response: {'name': 'network-changed', 'server_uuid': 'f09b1f67-4250-4eff-b731-0f4347e82d9e', 'tag': '000e3aa9-acb6-4846-9443-abd66c3e9409', 'status': 'completed', 'code': 200} May 28 05:35:24.596656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b52d0-d047-4764-81da-67d3d674e5f1 req-4d97c1cf-75e1-43f1-b8cb-ceff5ada5c77 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:24.605723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-883b52d0-d047-4764-81da-67d3d674e5f1 req-4d97c1cf-75e1-43f1-b8cb-ceff5ada5c77 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 944 time: 0.2562773 May 28 05:35:24.661123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=95d0f518-f37c-4650-8138-4f112a312ae0,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:24.732674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-883b52d0-d047-4764-81da-67d3d674e5f1 req-41af3d42-5d22-451e-bf50-d5f90d10de50 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251788 May 28 05:35:24.737197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:24.810215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['ec94adb7-91b7-4ee7-bdf6-8d9a7e193740'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:24.828239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-3586c81b-50eb-4e86-8f5a-784999148462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:24.829892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-3586c81b-50eb-4e86-8f5a-784999148462 service neutron] 10.222.0.41 "GET /v2.0/networks?id=273be4e2-97bc-4f48-8d9a-9b2084906288 HTTP/1.1" status: 200 len: 916 time: 0.3280766 May 28 05:35:24.833377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-0f85d186-e855-44e0-85c6-6453f93bdbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:24.835398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-0f85d186-e855-44e0-85c6-6453f93bdbe4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 1094 time: 0.2473950 May 28 05:35:24.880523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-d4428518-859b-43cb-a5c5-2a7795c25432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:24.882005 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-d4428518-859b-43cb-a5c5-2a7795c25432 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=f09b1f67-4250-4eff-b731-0f4347e82d9e HTTP/1.1" status: 200 len: 1099 time: 0.3603044 May 28 05:35:25.085234 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-83ea8a7c-b2d0-4425-831e-f30a4d57dcc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 HTTP/1.1" status: 200 len: 217 time: 0.2474263 May 28 05:35:25.104521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9fa84-7b2d-44a9-b0ca-d88bcea7f98b req-67e51b04-16f8-4dc1-86ed-fff3c5e61de7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:25.112112 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7f9fa84-7b2d-44a9-b0ca-d88bcea7f98b req-67e51b04-16f8-4dc1-86ed-fff3c5e61de7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 949 time: 0.3115876 May 28 05:35:25.143045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-e40b2682-aee4-4726-92cf-9adba5d9eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:25.144541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-e40b2682-aee4-4726-92cf-9adba5d9eb68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2404451 May 28 05:35:25.246402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 000e3aa9-acb6-4846-9443-abd66c3e9409 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:35:25.247723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-1ce45822-6074-45cf-99b3-97e63dd5303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:25.249177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-1ce45822-6074-45cf-99b3-97e63dd5303b service neutron] 10.222.0.33 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.3033767 May 28 05:35:25.268832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-6d67dac4-69a4-4aa7-8c82-60b9308b4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:25.270606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-6d67dac4-69a4-4aa7-8c82-60b9308b4e5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=352ae098-0007-453a-b278-9f0f266760a4 HTTP/1.1" status: 200 len: 854 time: 0.1656113 May 28 05:35:25.417188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-7c8a6aaf-b254-4815-9312-df29c72efb1f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf HTTP/1.1" status: 200 len: 217 time: 0.1436396 May 28 05:35:25.417445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 000e3aa9-acb6-4846-9443-abd66c3e9409, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=000e3aa9-acb6-4846-9443-abd66c3e9409,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:25.425300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209b1d4-9303-4bd3-b054-5954845d1a9d req-9b54d492-c190-44bd-b1ce-fc88e0c4df69 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:25.432821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4209b1d4-9303-4bd3-b054-5954845d1a9d req-9b54d492-c190-44bd-b1ce-fc88e0c4df69 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 943 time: 0.5297961 May 28 05:35:25.432919 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-7043e753-8b63-45e2-a59c-20aa4b6a35a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=000e3aa9-acb6-4846-9443-abd66c3e9409 HTTP/1.1" status: 200 len: 217 time: 0.2628615 May 28 05:35:25.435441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '000e3aa9-acb6-4846-9443-abd66c3e9409', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '000e3aa9-acb6-4846-9443-abd66c3e9409', 'mac_address': 'fa:16:3e:e3:71:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:35:25.441958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a452b35d-5a4c-4b36-8853-6d823b9f2bba {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:25.498023 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:25.513657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 000e3aa9-acb6-4846-9443-abd66c3e9409 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:25.515759 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:25.520302 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7f9fa84-7b2d-44a9-b0ca-d88bcea7f98b req-d264226a-ddd0-43b5-af62-e7c34834fb03 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073353 May 28 05:35:25.540961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Transition to ACTIVE for port object a452b35d-5a4c-4b36-8853-6d823b9f2bba will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:25.541914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000e3aa9-acb6-4846-9443-abd66c3e9409 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:25.549001 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:25.562083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 000e3aa9-acb6-4846-9443-abd66c3e9409, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=000e3aa9-acb6-4846-9443-abd66c3e9409,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:25.579597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:25.704773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-e8142490-8cc4-417a-879c-b900fe937de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:25.705478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=000e3aa9-acb6-4846-9443-abd66c3e9409,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:25.706606 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-e8142490-8cc4-417a-879c-b900fe937de1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2593246 May 28 05:35:25.734810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4209b1d4-9303-4bd3-b054-5954845d1a9d req-399a1841-28be-473b-b5ed-c9520f0ff941 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008790 May 28 05:35:25.742516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-568a2e48-c6d8-4dae-a3ad-bb3afaecd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:25.744976 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-568a2e48-c6d8-4dae-a3ad-bb3afaecd013 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.1396675 May 28 05:35:25.796994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-f2a10181-53b8-4af4-bacf-5c55396db36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:25.798468 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-f2a10181-53b8-4af4-bacf-5c55396db36d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=273be4e2-97bc-4f48-8d9a-9b2084906288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4583805 May 28 05:35:25.861735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Pushing event updated for resources: {'Port': ['ID=a452b35d-5a4c-4b36-8853-6d823b9f2bba,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:25.940295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['000e3aa9-acb6-4846-9443-abd66c3e9409'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:26.013209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Attempting to bind port a452b35d-5a4c-4b36-8853-6d823b9f2bba on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:26.013811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Attempting to bind port a452b35d-5a4c-4b36-8853-6d823b9f2bba by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:26.014106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Attempting to bind port a452b35d-5a4c-4b36-8853-6d823b9f2bba on network 930906d6-e67d-431c-826b-4d1f1f770709 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:26.028329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Port a452b35d-5a4c-4b36-8853-6d823b9f2bba on network 930906d6-e67d-431c-826b-4d1f1f770709 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:35:26.028789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Attempting to bind port a452b35d-5a4c-4b36-8853-6d823b9f2bba on network 930906d6-e67d-431c-826b-4d1f1f770709 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:26.038660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-ef94288a-9280-4d32-b193-e4e0b9412a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:26.041474 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-ef94288a-9280-4d32-b193-e4e0b9412a01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2908733 May 28 05:35:26.049995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:26.050489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Checking segment: {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:26.051109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Bound using segment: {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:26.051716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Bound port: a452b35d-5a4c-4b36-8853-6d823b9f2bba, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb06f34-ff5f-4a98-98ba-f92bd765744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:26.052691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:26.077365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47769c52-85c0-4ea8-8ce8-d0bd09fb09b4 req-ef2adb9a-b1ee-4011-9586-606027ca002b tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:26.085729 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47769c52-85c0-4ea8-8ce8-d0bd09fb09b4 req-ef2adb9a-b1ee-4011-9586-606027ca002b tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 946 time: 0.3762798 May 28 05:35:26.133425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-49e56332-602c-4bca-8021-8425fc63da06 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:26.134906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-49e56332-602c-4bca-8021-8425fc63da06 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.41 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 946 time: 0.3452513 May 28 05:35:26.209138 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-cd73feb8-ca9c-413e-85a3-48a7526477d8 service neutron] 10.222.0.41 "GET /v2.0/networks/273be4e2-97bc-4f48-8d9a-9b2084906288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523598 May 28 05:35:26.219288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-88aebf39-d8ad-4ec0-9a61-1d33c12479e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:26.220740 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-88aebf39-d8ad-4ec0-9a61-1d33c12479e6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4690611 May 28 05:35:26.256209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bea5d-6812-4413-af1e-d75f1a246ca4 req-9de370ff-7118-4626-ba74-048c6455b1c9 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:26.257868 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ee2bea5d-6812-4413-af1e-d75f1a246ca4 req-9de370ff-7118-4626-ba74-048c6455b1c9 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 944 time: 0.3030045 May 28 05:35:26.302961 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47769c52-85c0-4ea8-8ce8-d0bd09fb09b4 req-dc445cf6-a4d0-4d5b-ba83-6925a15c0851 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b362f41-0cdc-4390-936b-6fef14a80a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156243 May 28 05:35:26.342707 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-c5c0ab9a-9bd9-415b-91b2-7f559e4da822 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760227 May 28 05:35:26.351160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] For port a452b35d-5a4c-4b36-8853-6d823b9f2bba, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:26.444536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] For port a452b35d-5a4c-4b36-8853-6d823b9f2bba, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:26.462341 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:26.542869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-c545208e-2c6d-4933-925f-c379d9deaeb5 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Deleting port 39ad75a8-24a7-4ef5-9381-77b519656e9a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:26.543209 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-c545208e-2c6d-4933-925f-c379d9deaeb5 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:26.606524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:26.607136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:26.608516 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] 10.222.0.41 "PUT /v2.0/ports/a452b35d-5a4c-4b36-8853-6d823b9f2bba HTTP/1.1" status: 200 len: 1091 time: 2.5301378 May 28 05:35:26.610457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'tag': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:26.649033 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-58f502d1-e0c3-41eb-b675-fae81a0d3d86 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953014 May 28 05:35:26.649617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf7a1c-e64a-4c70-a586-fe374fb49db4 service neutron] Pushing event updated for resources: {'Port': ['ID=a452b35d-5a4c-4b36-8853-6d823b9f2bba,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:26.650457 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-e51fdc59-997f-47a6-9a74-2bdda63294ed service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025931 May 28 05:35:26.661202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ee2bea5d-6812-4413-af1e-d75f1a246ca4 req-f24a3b70-4f84-4192-9c5c-517f7ef79483 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups?id=8626da0e-2e90-4d5a-a06b-84eea0879d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3741865 May 28 05:35:26.729042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab629ef-2201-4893-a8ac-cd44028eca1d req-25a959b2-4cc4-4817-9cd3-e84bd3de2a9d tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:26.730380 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aab629ef-2201-4893-a8ac-cd44028eca1d req-25a959b2-4cc4-4817-9cd3-e84bd3de2a9d tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 943 time: 0.2220809 May 28 05:35:26.771832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-55367713-e9a4-46b4-ac8b-e59b66e2fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:26.773315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-55367713-e9a4-46b4-ac8b-e59b66e2fc49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 1094 time: 0.1150284 May 28 05:35:26.849347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-223ba05d-e818-4d8e-91ed-7716aff367a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba HTTP/1.1" status: 200 len: 217 time: 0.0661626 May 28 05:35:26.852118 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aab629ef-2201-4893-a8ac-cd44028eca1d req-df0c2c73-cb28-4c09-835a-cd5406493f83 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114588 May 28 05:35:26.861343 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-a0705d0f-7e5d-4dea-a125-453c2d39440b service neutron] 10.222.0.41 "GET /v2.0/networks/273be4e2-97bc-4f48-8d9a-9b2084906288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370707 May 28 05:35:26.926722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-3dd21306-7f55-4789-9be9-f2e8dbbe4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:26.928581 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-3dd21306-7f55-4789-9be9-f2e8dbbe4cdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42d8e4bc-4815-4be8-b193-b848d295b775 HTTP/1.1" status: 200 len: 844 time: 0.0721364 May 28 05:35:26.983143 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-0938818a-9db6-440c-b801-bebb6d018a45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930906d6-e67d-431c-826b-4d1f1f770709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478759 May 28 05:35:27.118584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02ddcfdd-8674-4a02-a3fd-b55bb5625d58 req-519a4be8-dcb1-4141-b064-8250ca11cca6 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469559 May 28 05:35:27.142129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-c545208e-2c6d-4933-925f-c379d9deaeb5 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] For port 39ad75a8-24a7-4ef5-9381-77b519656e9a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=39ad75a8-24a7-4ef5-9381-77b519656e9a,segment=NetworkSegment(0984b443-6c95-49c0-b5b1-eff8d3407c8e),segment_id=0984b443-6c95-49c0-b5b1-eff8d3407c8e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:27.142607 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-c545208e-2c6d-4933-925f-c379d9deaeb5 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:27.167054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92072f72-977c-4f39-81c7-4d077fd3e4ad req-207da8b0-8f17-4f26-8ac0-0b7cf9a19987 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:27.169149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92072f72-977c-4f39-81c7-4d077fd3e4ad req-207da8b0-8f17-4f26-8ac0-0b7cf9a19987 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 944 time: 0.3645427 May 28 05:35:27.207802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-e6959be2-5d9d-4fe3-a7d0-7f40d54db9d0 service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133265 May 28 05:35:27.210773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:27.215856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8f1b-417c-4cc5-80b9-81fb9529517e req-a4c1d97e-9c3e-4639-ad3c-502939a36462 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:27.217238 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24fc8f1b-417c-4cc5-80b9-81fb9529517e req-a4c1d97e-9c3e-4639-ad3c-502939a36462 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 949 time: 0.1374655 May 28 05:35:27.290901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:27.297284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:27.297826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:27.450888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-c545208e-2c6d-4933-925f-c379d9deaeb5 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Calling delete_port for 39ad75a8-24a7-4ef5-9381-77b519656e9a owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:35:27.457007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:27.457437 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:27.486240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:27.502930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:27.508292 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:27.509241 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 95d0f518-f37c-4650-8138-4f112a312ae0 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:27.517376 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40df6001-357f-47e2-bc3d-f219bc67eed1 req-9992040a-8302-4e42-91f7-ad01a05ee5d9 service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991984 May 28 05:35:27.551805 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24fc8f1b-417c-4cc5-80b9-81fb9529517e req-d30ac33f-8ac8-47b3-a724-3bf1bd3d1579 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923045 May 28 05:35:27.585718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-16f7db23-d112-4d64-a3d8-1ecb325398f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:27.589620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-16f7db23-d112-4d64-a3d8-1ecb325398f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1125 time: 0.6459694 May 28 05:35:27.596274 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99465612-42be-4863-a030-4d9306a299a7'] response: {'name': 'network-changed', 'server_uuid': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'tag': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba', 'status': 'completed', 'code': 200} May 28 05:35:27.643987 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:27.689533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 95d0f518-f37c-4650-8138-4f112a312ae0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:27.690275 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92072f72-977c-4f39-81c7-4d077fd3e4ad req-be5e1fae-5a0b-4c07-abaf-8c923778616e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603004 May 28 05:35:27.720301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 95d0f518-f37c-4650-8138-4f112a312ae0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:27.720914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:27.839805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39422ad-d30b-4d02-a35c-f8137ed55d09 req-c4c858c3-75bc-422e-96e2-c3793739907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:27.841558 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c39422ad-d30b-4d02-a35c-f8137ed55d09 req-c4c858c3-75bc-422e-96e2-c3793739907b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe463b2399d24277aadd5d0ac381480d&device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 1094 time: 0.2128723 May 28 05:35:27.863132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-c95730db-d534-4112-8e2a-208248eb8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:27.864787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-c95730db-d534-4112-8e2a-208248eb8a45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.2523410 May 28 05:35:27.908547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0fef071e-f6dc-4a60-863a-e557ecd6c2cf details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:35:27.968249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f6cd-5adc-424b-9c71-f97c5c6db524 req-742b00a8-f2e6-473e-91c8-00c01e4f2f4b tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:27.970297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e49f6cd-5adc-424b-9c71-f97c5c6db524 req-742b00a8-f2e6-473e-91c8-00c01e4f2f4b tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 943 time: 0.2450438 May 28 05:35:27.971105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 95d0f518-f37c-4650-8138-4f112a312ae0 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:27.971509 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:27.981236 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-bcf5928d-4f10-4b93-beb8-49b47502a46c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c933e96-febc-4c58-b692-e75945aaf66a HTTP/1.1" status: 200 len: 217 time: 0.0808182 May 28 05:35:28.058457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-c8e77aab-c6b4-426f-8b16-1424c737a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:28.060027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-c8e77aab-c6b4-426f-8b16-1424c737a141 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.0662341 May 28 05:35:28.065085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39422ad-d30b-4d02-a35c-f8137ed55d09 req-d4102a20-da6f-4616-933f-3d4e81fdb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:28.066543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c39422ad-d30b-4d02-a35c-f8137ed55d09 req-d4102a20-da6f-4616-933f-3d4e81fdb7e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 200 len: 905 time: 0.2148871 May 28 05:35:28.074659 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e49f6cd-5adc-424b-9c71-f97c5c6db524 req-df94d10e-ed37-4d1a-bbd1-d91aee125e44 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949728 May 28 05:35:28.182001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 95d0f518-f37c-4650-8138-4f112a312ae0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=95d0f518-f37c-4650-8138-4f112a312ae0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:28.184962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:28.191269 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-747a61bb-3196-4f55-9b07-8a75be22243a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943301 May 28 05:35:28.194860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:28.196315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 000e3aa9-acb6-4846-9443-abd66c3e9409 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:28.246312 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c39422ad-d30b-4d02-a35c-f8137ed55d09 req-fc249d26-8509-4168-bb79-1f3e303b1746 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba HTTP/1.1" status: 200 len: 217 time: 0.1681712 May 28 05:35:28.258328 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97407ecd-43df-4d7c-9e6f-7dbcf12d7f5e'] response: {'server_uuid': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740', 'code': 200} May 28 05:35:28.337977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'port_id': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'mac_address': 'fa:16:3e:32:44:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:35:28.357495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39422ad-d30b-4d02-a35c-f8137ed55d09 req-2b620764-e62b-447a-9913-c7d6af5941e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:28.359589 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c39422ad-d30b-4d02-a35c-f8137ed55d09 req-2b620764-e62b-447a-9913-c7d6af5941e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42d8e4bc-4815-4be8-b193-b848d295b775 HTTP/1.1" status: 200 len: 844 time: 0.1044753 May 28 05:35:28.384975 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-c545208e-2c6d-4933-925f-c379d9deaeb5 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:28.415921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=95d0f518-f37c-4650-8138-4f112a312ae0,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:28.432808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:28.433225 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:28.464587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fef071e-f6dc-4a60-863a-e557ecd6c2cf {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:28.483479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:28.485693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 000e3aa9-acb6-4846-9443-abd66c3e9409 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:28.491870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 000e3aa9-acb6-4846-9443-abd66c3e9409 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:28.492736 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:28.496839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545208e-2c6d-4933-925f-c379d9deaeb5 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Pushing event deleted for resources: {'Port': ['ID=39ad75a8-24a7-4ef5-9381-77b519656e9a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:28.555743 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:28.556660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c933e96-febc-4c58-b692-e75945aaf66a details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:35:28.570506 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c39422ad-d30b-4d02-a35c-f8137ed55d09 req-6ca070a8-1ca9-4d4a-ab21-feff1d5bdfd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930906d6-e67d-431c-826b-4d1f1f770709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025140 May 28 05:35:28.687302 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-773fbedb-6354-48fa-977f-d1ad4b68f6fd service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698122 May 28 05:35:28.763643 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:28.784801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 000e3aa9-acb6-4846-9443-abd66c3e9409 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:28.786546 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:28.863217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 000e3aa9-acb6-4846-9443-abd66c3e9409, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=000e3aa9-acb6-4846-9443-abd66c3e9409,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:28.866600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc08414-cbbe-4e99-920d-3d8b0b9ead52 req-400d004c-914e-4272-b9fe-4e040b74223a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:28.868313 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4fc08414-cbbe-4e99-920d-3d8b0b9ead52 req-400d004c-914e-4272-b9fe-4e040b74223a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 945 time: 0.4705772 May 28 05:35:28.869613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-74caa0b4-21ac-4262-9a60-ddcf0198b86b service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717832 May 28 05:35:28.870621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-c545208e-2c6d-4933-925f-c379d9deaeb5 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] No DVR routers for this DVR port 39ad75a8-24a7-4ef5-9381-77b519656e9a on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:35:28.880203 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:28.883679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:28.928757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3a764-6334-45e9-9bec-3cf7cfafe744 req-4d8b37a3-1c62-41dc-9137-bf76d765bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:28.930254 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64c3a764-6334-45e9-9bec-3cf7cfafe744 req-4d8b37a3-1c62-41dc-9137-bf76d765bc62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 1096 time: 0.5697932 May 28 05:35:28.939973 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c39422ad-d30b-4d02-a35c-f8137ed55d09 req-a21eb781-ea40-4ec2-b123-363e0b6238f3 service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559351 May 28 05:35:28.965624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=000e3aa9-acb6-4846-9443-abd66c3e9409,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:28.971891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c933e96-febc-4c58-b692-e75945aaf66a has no active binding in host n-h1-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:35:28.980494 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-c545208e-2c6d-4933-925f-c379d9deaeb5 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:28.986781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262fba9-eed4-49f3-80a4-978a408670fe', 'name': 'network-vif-deleted', 'tag': '39ad75a8-24a7-4ef5-9381-77b519656e9a'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:28.999190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-cd778270-677f-4b75-93e3-ca4bf4123194 service neutron] 10.222.0.41 "GET /v2.0/ports/5c933e96-febc-4c58-b692-e75945aaf66a/bindings/n-h1-843679-5 HTTP/1.1" status: 200 len: 384 time: 0.1247268 May 28 05:35:29.011612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2a1a4-6205-4ebf-a70a-7c425ba89bf5 req-f1bce710-43ab-45c1-9d45-f093b48cad38 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:29.012285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-63d2a1a4-6205-4ebf-a70a-7c425ba89bf5 req-f1bce710-43ab-45c1-9d45-f093b48cad38 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Synchronizing usage tracker for tenant:df6d9c44b09c414fa202e72727cecbba on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:29.014591 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4fc08414-cbbe-4e99-920d-3d8b0b9ead52 req-6f839069-d6fe-4443-aaaa-324454f0e4ba tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups?id=8626da0e-2e90-4d5a-a06b-84eea0879d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303806 May 28 05:35:29.018171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00e299f5-02a0-462a-b286-cf54f452d3ce req-c545208e-2c6d-4933-925f-c379d9deaeb5 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.41 "DELETE /v2.0/ports/39ad75a8-24a7-4ef5-9381-77b519656e9a HTTP/1.1" status: 204 len: 173 time: 2.8738322 May 28 05:35:29.079488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44436) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:29.082249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64c3a764-6334-45e9-9bec-3cf7cfafe744 req-d9478089-c529-4864-8724-e888f2e5095c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8626da0e-2e90-4d5a-a06b-84eea0879d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412454 May 28 05:35:29.122507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-63d2a1a4-6205-4ebf-a70a-7c425ba89bf5 req-f1bce710-43ab-45c1-9d45-f093b48cad38 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] Unset dirty status for tenant:df6d9c44b09c414fa202e72727cecbba on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:29.123321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-63d2a1a4-6205-4ebf-a70a-7c425ba89bf5 req-f1bce710-43ab-45c1-9d45-f093b48cad38 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/ports?device_id=2262fba9-eed4-49f3-80a4-978a408670fe HTTP/1.1" status: 200 len: 867 time: 1.0623395 May 28 05:35:29.214380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 39ad75a8-24a7-4ef5-9381-77b519656e9a no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:35:29.275778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 39ad75a8-24a7-4ef5-9381-77b519656e9a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:35:29.276864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 39ad75a8-24a7-4ef5-9381-77b519656e9a not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:35:29.277055 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c39422ad-d30b-4d02-a35c-f8137ed55d09 req-1c5cc0ae-9797-492a-9a88-463ec8da0b83 service neutron] 10.222.0.41 "GET /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999876 May 28 05:35:29.292249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-63d2a1a4-6205-4ebf-a70a-7c425ba89bf5 req-85cc3df7-c6f3-4ba1-9d8e-6cfd90b8f398 tempest-ServerAddressesTestJSON-2111562689 tempest-ServerAddressesTestJSON-2111562689-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b362f41-0cdc-4390-936b-6fef14a80a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372480 May 28 05:35:29.309440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11bf0162-0c1b-4916-9137-9dda9ba27ef7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:29.321771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6fa81-7692-47cc-9e83-b2f30156464b req-3beb1bbc-78ff-4e73-9c0a-c77ff268a706 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:29.330287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83b6fa81-7692-47cc-9e83-b2f30156464b req-3beb1bbc-78ff-4e73-9c0a-c77ff268a706 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 943 time: 0.1473813 May 28 05:35:29.389294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83b6fa81-7692-47cc-9e83-b2f30156464b req-060c4809-f5ca-489a-aabe-c8a6e9c9a76b tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569270 May 28 05:35:29.437463 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11bf0162-0c1b-4916-9137-9dda9ba27ef7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:29.484357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['0fef071e-f6dc-4a60-863a-e557ecd6c2cf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:29.574462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee945c-0962-4d4d-81b0-d4ce635c4b58 req-a1aadee9-9a4b-473e-a1d3-dde9aa87bb10 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:29.582821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d9ee945c-0962-4d4d-81b0-d4ce635c4b58 req-a1aadee9-9a4b-473e-a1d3-dde9aa87bb10 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 944 time: 0.0979912 May 28 05:35:29.600118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ffe20a33-af03-440f-b58a-924574e4a59b req-c1b95921-769f-4229-bd83-c7ba114f91ac service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:29.633388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0668bcc-82b3-4811-9993-7efccc8db3ad req-7ffa993a-8023-48ec-84a6-b7c834a79ac0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:29.634913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0668bcc-82b3-4811-9993-7efccc8db3ad req-7ffa993a-8023-48ec-84a6-b7c834a79ac0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 950 time: 0.2012939 May 28 05:35:29.638918 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d9ee945c-0962-4d4d-81b0-d4ce635c4b58 req-550327e3-faf1-451d-aeae-64e85f243501 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548930 May 28 05:35:29.641957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ffe20a33-af03-440f-b58a-924574e4a59b req-c1b95921-769f-4229-bd83-c7ba114f91ac service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:29.706596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-ffe20a33-af03-440f-b58a-924574e4a59b req-c1b95921-769f-4229-bd83-c7ba114f91ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c933e96-febc-4c58-b692-e75945aaf66a {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:29.717847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ffe20a33-af03-440f-b58a-924574e4a59b req-c1b95921-769f-4229-bd83-c7ba114f91ac service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:29.735392 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0267e7-ca1a-43c8-b1c7-4cdadb549d1c'] response: {'server_uuid': '2262fba9-eed4-49f3-80a4-978a408670fe', 'name': 'network-vif-deleted', 'tag': '39ad75a8-24a7-4ef5-9381-77b519656e9a', 'status': 'completed', 'code': 200} May 28 05:35:29.738172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11bf0162-0c1b-4916-9137-9dda9ba27ef7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:29.895133 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ffe20a33-af03-440f-b58a-924574e4a59b req-c1b95921-769f-4229-bd83-c7ba114f91ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:29.946001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf0162-0c1b-4916-9137-9dda9ba27ef7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f0783e-3c02-42be-8435-74ac4678d34a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:29.974925 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0668bcc-82b3-4811-9993-7efccc8db3ad req-c606416f-7fdf-4b3f-b159-d235404d9c92 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382758 May 28 05:35:29.978989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafbdef-7dd2-4e08-8b1f-7da59f38cf45 req-37bc6c59-57c6-4dac-b3f2-9d886301b874 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:29.989540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11bf0162-0c1b-4916-9137-9dda9ba27ef7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:29.991714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-11bf0162-0c1b-4916-9137-9dda9ba27ef7 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "DELETE /v2.0/security-groups/f2f0783e-3c02-42be-8435-74ac4678d34a HTTP/1.1" status: 204 len: 168 time: 0.9057667 May 28 05:35:29.995205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44444) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:29.995370 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5cafbdef-7dd2-4e08-8b1f-7da59f38cf45 req-37bc6c59-57c6-4dac-b3f2-9d886301b874 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 944 time: 0.1565039 May 28 05:35:30.025120 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-9ab82c08-6e04-42cb-a9e0-db073cc148cd tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] show failed (client error): The resource could not be found. May 28 05:35:30.026241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9ab82c08-6e04-42cb-a9e0-db073cc148cd tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "GET /v2.0/security-groups/f2f0783e-3c02-42be-8435-74ac4678d34a HTTP/1.1" status: 404 len: 347 time: 0.0300524 May 28 05:35:30.030465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44448) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:30.068158 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5cafbdef-7dd2-4e08-8b1f-7da59f38cf45 req-98564af6-536e-45fa-8c50-b6ab4938ca11 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714345 May 28 05:35:30.237397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-ffe20a33-af03-440f-b58a-924574e4a59b req-c1b95921-769f-4229-bd83-c7ba114f91ac service neutron] Transition to ACTIVE for port object 5c933e96-febc-4c58-b692-e75945aaf66a will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:30.253497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-065b17cb-e3b8-4ab7-bc59-20d37d8f4619 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Deleting port fb3a98df-87b2-48ec-b1f8-63e3fbdc25f5 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:30.253758 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-065b17cb-e3b8-4ab7-bc59-20d37d8f4619 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:30.259397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008d2495-9e0c-41c0-9b53-45b2a10d778f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d0f518-f37c-4650-8138-4f112a312ae0'}, {'server_uuid': 'f09b1f67-4250-4eff-b731-0f4347e82d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e3aa9-acb6-4846-9443-abd66c3e9409'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:30.288085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ffe20a33-af03-440f-b58a-924574e4a59b req-c1b95921-769f-4229-bd83-c7ba114f91ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:30.322357 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4b6af1-0609-40e2-a165-3af37ab60679'] response: {'server_uuid': '008d2495-9e0c-41c0-9b53-45b2a10d778f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d0f518-f37c-4650-8138-4f112a312ae0', 'code': 200} May 28 05:35:30.323158 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4b6af1-0609-40e2-a165-3af37ab60679'] response: {'server_uuid': 'f09b1f67-4250-4eff-b731-0f4347e82d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e3aa9-acb6-4846-9443-abd66c3e9409', 'code': 200} May 28 05:35:30.430446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44460) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:30.488534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe20a33-af03-440f-b58a-924574e4a59b req-c1b95921-769f-4229-bd83-c7ba114f91ac service neutron] No DVR routers for this DVR port 5c933e96-febc-4c58-b692-e75945aaf66a on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:35:30.536871 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:30.646447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-c1b95921-769f-4229-bd83-c7ba114f91ac service neutron] 10.222.0.41 "PUT /v2.0/ports/5c933e96-febc-4c58-b692-e75945aaf66a/bindings/n-h1-843679-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6272774 May 28 05:35:30.681428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b95921-769f-4229-bd83-c7ba114f91ac service neutron] Pushing event updated for resources: {'Port': ['ID=5c933e96-febc-4c58-b692-e75945aaf66a,revision_number=10']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:30.711203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b155a-c797-46d1-a264-d2c9f8263d1a req-7149ed11-f296-4293-bfd7-9ca755116145 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:30.712776 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b20b155a-c797-46d1-a264-d2c9f8263d1a req-7149ed11-f296-4293-bfd7-9ca755116145 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 945 time: 0.5214171 May 28 05:35:30.724598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-065b17cb-e3b8-4ab7-bc59-20d37d8f4619 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:30.725072 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-065b17cb-e3b8-4ab7-bc59-20d37d8f4619 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:30.828029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-949a02d4-aba0-4f5e-82b2-69f6531834d8 admin admin] Deleting subnet dc1fe618-e35b-4064-9166-355731a3ada7 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:35:30.836304 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-949a02d4-aba0-4f5e-82b2-69f6531834d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:30.921927 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-949a02d4-aba0-4f5e-82b2-69f6531834d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:30.933511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-065b17cb-e3b8-4ab7-bc59-20d37d8f4619 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Calling delete_port for fb3a98df-87b2-48ec-b1f8-63e3fbdc25f5 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:35:30.969442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4839d-6ac7-4f02-8bc6-d61520bc2263 req-58cd7d95-f807-42de-835e-46fea5590b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:30.971124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-52d4839d-6ac7-4f02-8bc6-d61520bc2263 req-58cd7d95-f807-42de-835e-46fea5590b92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 1101 time: 0.4832828 May 28 05:35:30.976368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba19637-0aae-40d5-be77-39e43d748f7a req-919b278e-5c82-496c-b51f-9d4bd8782583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:30.978114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ba19637-0aae-40d5-be77-39e43d748f7a req-919b278e-5c82-496c-b51f-9d4bd8782583 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f09b1f67-4250-4eff-b731-0f4347e82d9e HTTP/1.1" status: 200 len: 1101 time: 0.4376204 May 28 05:35:30.991987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bd3be-62f7-4713-87c7-774c0313a6c7 req-385718e3-e092-4593-9557-7884096f6ae2 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:30.993736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-352bd3be-62f7-4713-87c7-774c0313a6c7 req-385718e3-e092-4593-9557-7884096f6ae2 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 943 time: 0.4192908 May 28 05:35:30.995967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b20b155a-c797-46d1-a264-d2c9f8263d1a req-093fd97f-4887-41fe-905a-077c9c3eac10 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups?id=8626da0e-2e90-4d5a-a06b-84eea0879d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740769 May 28 05:35:31.075441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-ede31786-7a77-4181-8d14-7968599c30a4 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:31.077009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-ede31786-7a77-4181-8d14-7968599c30a4 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.3443420 May 28 05:35:31.096413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-949a02d4-aba0-4f5e-82b2-69f6531834d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.210441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a452b35d-5a4c-4b36-8853-6d823b9f2bba details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:35:31.214116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 5c933e96-febc-4c58-b692-e75945aaf66a no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:35:31.237922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-352bd3be-62f7-4713-87c7-774c0313a6c7 req-13222cc7-b195-4662-a5de-55845f045fdd tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256584 May 28 05:35:31.241961 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ba19637-0aae-40d5-be77-39e43d748f7a req-ae59ff99-1827-4dc7-9517-8d105a15b79a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472124 May 28 05:35:31.250820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-52d4839d-6ac7-4f02-8bc6-d61520bc2263 req-554478eb-0ead-41ab-aa04-894373aa141b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707336 May 28 05:35:31.308358 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-949a02d4-aba0-4f5e-82b2-69f6531834d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.374155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a02d4-aba0-4f5e-82b2-69f6531834d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1fe618-e35b-4064-9166-355731a3ada7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:31.378359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-949a02d4-aba0-4f5e-82b2-69f6531834d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.388749 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-949a02d4-aba0-4f5e-82b2-69f6531834d8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dc1fe618-e35b-4064-9166-355731a3ada7 HTTP/1.1" status: 204 len: 168 time: 0.9540379 May 28 05:35:31.389658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44472) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:31.418370 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-065b17cb-e3b8-4ab7-bc59-20d37d8f4619 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.446055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 5c933e96-febc-4c58-b692-e75945aaf66a not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:35:31.488774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b17cb-e3b8-4ab7-bc59-20d37d8f4619 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Pushing event deleted for resources: {'Port': ['ID=fb3a98df-87b2-48ec-b1f8-63e3fbdc25f5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:31.509125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a452b35d-5a4c-4b36-8853-6d823b9f2bba, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:31.525244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'port_id': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba', 'mac_address': 'fa:16:3e:9e:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8e4bc-4815-4be8-b193-b848d295b775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:35:31.530224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee001-c89e-4def-a61d-fdf2b4071fb4 req-4c2ca7d5-405b-494f-848e-e204690d0b24 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:31.532998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ccee001-c89e-4def-a61d-fdf2b4071fb4 req-4c2ca7d5-405b-494f-848e-e204690d0b24 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 945 time: 0.3341823 May 28 05:35:31.543468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-e9603743-b4ec-49ce-b18c-1b034c4a6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:31.545105 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-e9603743-b4ec-49ce-b18c-1b034c4a6ef6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17&tenant_id=4676a241ea4e4a2f8d58b526b440828e HTTP/1.1" status: 200 len: 1096 time: 0.3908386 May 28 05:35:31.597066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.625418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a452b35d-5a4c-4b36-8853-6d823b9f2bba is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:31.626309 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.626523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de4825-0d6a-498a-bc76-1b63e954a801 req-1dc574ea-3a23-4f9f-9128-36b8a9521271 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:31.628270 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-99de4825-0d6a-498a-bc76-1b63e954a801 req-1dc574ea-3a23-4f9f-9128-36b8a9521271 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 950 time: 0.2174075 May 28 05:35:31.655579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a452b35d-5a4c-4b36-8853-6d823b9f2bba {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:31.679075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a452b35d-5a4c-4b36-8853-6d823b9f2bba, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:31.685479 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.797644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a452b35d-5a4c-4b36-8853-6d823b9f2bba,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:31.801304 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-99de4825-0d6a-498a-bc76-1b63e954a801 req-1ffc2490-271f-44cd-98f0-b6d507e799f5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434617 May 28 05:35:31.811710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.834408 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-065b17cb-e3b8-4ab7-bc59-20d37d8f4619 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.840474 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ccee001-c89e-4def-a61d-fdf2b4071fb4 req-527cd5ba-6e79-49ca-a51f-0d3b380f817d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995291 May 28 05:35:31.854556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cba249f-b4be-43b5-9ae6-37cbf4e6e551']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:31.872659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-6586b5b0-c575-4510-ba78-a25309d59cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:31.872659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-6586b5b0-c575-4510-ba78-a25309d59cfc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1096 time: 0.2730684 May 28 05:35:31.878407 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-065b17cb-e3b8-4ab7-bc59-20d37d8f4619 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.881275 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-065b17cb-e3b8-4ab7-bc59-20d37d8f4619 tempest-ServersWithSpecificFlavorTestJSON-202816880 tempest-ServersWithSpecificFlavorTestJSON-202816880-project] 10.222.0.39 "DELETE /v2.0/floatingips/8b4a345f-a020-4fe0-ba6f-2b582ca8ea23 HTTP/1.1" status: 204 len: 168 time: 1.8477483 May 28 05:35:31.893631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0984b443-6c95-49c0-b5b1-eff8d3407c8e') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:31.893971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0984b443-6c95-49c0-b5b1-eff8d3407c8e') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:31.915451 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:31.929336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0fef071e-f6dc-4a60-863a-e557ecd6c2cf up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:31.985504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a452b35d-5a4c-4b36-8853-6d823b9f2bba'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:32.025693 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:32.035053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:35:32.046103 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:32.087752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-328a395c-49d7-4671-a6ba-07f23b099002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:32.089203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-328a395c-49d7-4671-a6ba-07f23b099002 service neutron] 10.222.0.33 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.2083964 May 28 05:35:32.148967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:32.180300 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:35:32.191819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:32.192186 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:32.236519 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 0984b443-6c95-49c0-b5b1-eff8d3407c8e resource provider aggregate not found May 28 05:35:32.250862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-7111f415-f2f3-4834-8ee9-f3be9da7800b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c933e96-febc-4c58-b692-e75945aaf66a HTTP/1.1" status: 200 len: 217 time: 0.1476402 May 28 05:35:32.282726 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 0984b443-6c95-49c0-b5b1-eff8d3407c8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0984b443-6c95-49c0-b5b1-eff8d3407c8e found for delete ", "request_id": "req-99baf503-0043-4c5d-bc2b-1abdec36ddd3"}]} May 28 05:35:32.298008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:32.335455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352370f8-5ddd-4150-9065-801728cb6988 req-73c7ce21-0f55-4603-b091-eb3208c12a80 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:32.337295 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-352370f8-5ddd-4150-9065-801728cb6988 req-73c7ce21-0f55-4603-b091-eb3208c12a80 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 944 time: 0.3985164 May 28 05:35:32.351662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-3c2a2a23-e794-4887-9d0f-2362f00c3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:32.353345 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-3c2a2a23-e794-4887-9d0f-2362f00c3cfe service neutron] 10.222.0.33 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.0946670 May 28 05:35:32.377656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:32.393702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5cba249f-b4be-43b5-9ae6-37cbf4e6e551,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:32.405414 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-a51df81a-2687-499a-93f5-3ccb08e9e57f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440624 May 28 05:35:32.407354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:32.407859 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:32.414012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b78c-7b89-428f-989c-0bd831cc5cda req-ad6ba269-1d68-44d2-a271-cf9b69e8979a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:32.415650 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5a4b78c-7b89-428f-989c-0bd831cc5cda req-ad6ba269-1d68-44d2-a271-cf9b69e8979a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 945 time: 0.2357576 May 28 05:35:32.422590 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8cf3dfe3-5aef-4188-bc68-9083ddd4a5ce admin admin] 10.222.0.39 "DELETE /v2.0/networks/5cba249f-b4be-43b5-9ae6-37cbf4e6e551 HTTP/1.1" status: 204 len: 168 time: 1.0311038 May 28 05:35:32.464162 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-352370f8-5ddd-4150-9065-801728cb6988 req-5a7f4552-5d06-49fa-bab1-843ccb5e8a36 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985303 May 28 05:35:32.529297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:32.534203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:32.622378 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:32.663951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44502) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:32.680602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5a4b78c-7b89-428f-989c-0bd831cc5cda req-bf0fffba-9589-4161-bbad-551dd28ba54e tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups?id=8626da0e-2e90-4d5a-a06b-84eea0879d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407291 May 28 05:35:32.748650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:32.800446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-ee561c88-de62-4a5a-94c7-af7eb62755dc service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836291 May 28 05:35:32.847623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e912465e-c69c-49cf-ac6b-f3acc53399c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df6d9c44b09c414fa202e72727cecbba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822464 May 28 05:35:32.851018 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44510) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:32.920833 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d87080dd-7b5a-4899-a41b-9b680dd79ae7'] response: {'server_uuid': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'code': 200} May 28 05:35:32.929787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f1deca4-cb61-458a-b7a8-e4b19f01c725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:32.959607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bca81-2f87-49c7-ab34-fa06abe77831 req-cfa7bf71-03bd-484c-9295-14aeeab5e9f3 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:32.966936 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d5bca81-2f87-49c7-ab34-fa06abe77831 req-cfa7bf71-03bd-484c-9295-14aeeab5e9f3 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 944 time: 0.2199192 May 28 05:35:33.013163 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f1deca4-cb61-458a-b7a8-e4b19f01c725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:33.072781 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d5bca81-2f87-49c7-ab34-fa06abe77831 req-21df48c9-625d-4fed-b7c5-0159b396ef97 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042430 May 28 05:35:33.096224 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f1deca4-cb61-458a-b7a8-e4b19f01c725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:33.119387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1deca4-cb61-458a-b7a8-e4b19f01c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b362f41-0cdc-4390-936b-6fef14a80a74,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:33.128152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-12c305db-a122-4930-bc3d-75e60f4f9ab8 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201723 May 28 05:35:33.170126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f1deca4-cb61-458a-b7a8-e4b19f01c725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:33.172523 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4f1deca4-cb61-458a-b7a8-e4b19f01c725 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b362f41-0cdc-4390-936b-6fef14a80a74 HTTP/1.1" status: 204 len: 168 time: 0.3207736 May 28 05:35:33.189748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e7f6-922e-4859-99f8-5d88d8e9c413 req-a925e34a-a97a-4857-9361-77c7c0ecafbf tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:33.191415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2d56e7f6-922e-4859-99f8-5d88d8e9c413 req-a925e34a-a97a-4857-9361-77c7c0ecafbf tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 945 time: 0.1299155 May 28 05:35:33.193957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5d330-2a01-4ae0-b5fa-e0080b76cd30 req-a6e181a9-1d3d-4e12-b9b3-db5953aa8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:33.195662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cce5d330-2a01-4ae0-b5fa-e0080b76cd30 req-a6e181a9-1d3d-4e12-b9b3-db5953aa8b0b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 1096 time: 0.1704333 May 28 05:35:33.202086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44520) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:33.208031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-645f9514-4d4d-42e1-81fd-97efea23dfff tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Request body: {'floatingip': {'port_id': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:33.238621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a452b35d-5a4c-4b36-8853-6d823b9f2bba up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:33.305497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-645f9514-4d4d-42e1-81fd-97efea23dfff tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:33.315978 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cce5d330-2a01-4ae0-b5fa-e0080b76cd30 req-3bf7a9c2-7373-4e19-89ad-c863fb488045 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853846 May 28 05:35:33.388145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port a452b35d-5a4c-4b36-8853-6d823b9f2bba completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:33.395223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a452b35d-5a4c-4b36-8853-6d823b9f2bba triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:33.395884 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:33.484752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb931b3-332d-4705-a5f2-13c02b8a6ea8 req-1350b43a-6bf3-4acc-92eb-785f04b4a1d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:33.486444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bfb931b3-332d-4705-a5f2-13c02b8a6ea8 req-1350b43a-6bf3-4acc-92eb-785f04b4a1d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 945 time: 0.1004384 May 28 05:35:33.544599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a452b35d-5a4c-4b36-8853-6d823b9f2bba is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:33.545590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:33.547284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bfb931b3-332d-4705-a5f2-13c02b8a6ea8 req-2525c10a-d1a1-438c-bc37-3f2f656e2332 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523963 May 28 05:35:33.584871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a452b35d-5a4c-4b36-8853-6d823b9f2bba, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:33.590693 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:33.668572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44536) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:33.676997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a452b35d-5a4c-4b36-8853-6d823b9f2bba,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:33.838003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ed2b3-410f-477d-a75e-60310a64f828 req-f4419ede-3c39-44d6-ade3-a321c348e580 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:33.839860 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-578ed2b3-410f-477d-a75e-60310a64f828 req-f4419ede-3c39-44d6-ade3-a321c348e580 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 950 time: 0.4679081 May 28 05:35:34.043648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-578ed2b3-410f-477d-a75e-60310a64f828 req-f3abd3c4-ba75-49b7-bf2a-3baff5535f6b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915140 May 28 05:35:34.043814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-7831f051-5b39-4acc-8a5b-9ccd54b16b6c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:34.050432 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-7831f051-5b39-4acc-8a5b-9ccd54b16b6c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 820 time: 0.2539256 May 28 05:35:34.070555 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-df360c9c-83e9-4b47-a026-7a6ae6e05eb1 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/quotas/c245e86ccb074d4daf6d0ab5b7a5ef7d HTTP/1.1" status: 200 len: 375 time: 0.0189724 May 28 05:35:34.074239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20a33-af03-440f-b58a-924574e4a59b req-dc2e845e-f186-4a30-bf6f-7f1fa9021638 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:34.075671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-dc2e845e-f186-4a30-bf6f-7f1fa9021638 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.1671789 May 28 05:35:34.239863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44560) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:34.258030 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-1dcbe078-e3d4-4f9c-ae56-bb484d695f56 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1863589 May 28 05:35:34.371320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-138082563-network', 'tenant_id': '473748e4f744401c95dc83ee58a558ae'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:34.379303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ffe20a33-af03-440f-b58a-924574e4a59b req-448a5224-22a4-4ddd-8701-90c6252a10c2 service neutron] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:34.477133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:34.483574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ffe20a33-af03-440f-b58a-924574e4a59b req-448a5224-22a4-4ddd-8701-90c6252a10c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:34.485228 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffe20a33-af03-440f-b58a-924574e4a59b req-448a5224-22a4-4ddd-8701-90c6252a10c2 service neutron] 10.222.0.33 "DELETE /v2.0/ports/5c933e96-febc-4c58-b692-e75945aaf66a/bindings/n-h2-843679-5 HTTP/1.1" status: 204 len: 173 time: 0.3744164 May 28 05:35:34.490473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Usage tracker for resource:network and tenant:473748e4f744401c95dc83ee58a558ae is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:35:34.501379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:35:34.502954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950891e-998a-4b96-99c2-3fe1c7153b85 req-2b457d4c-d842-4b63-bd7b-b3d0147d1a79 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:34.505021 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7950891e-998a-4b96-99c2-3fe1c7153b85 req-2b457d4c-d842-4b63-bd7b-b3d0147d1a79 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 945 time: 0.2663553 May 28 05:35:34.513993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:34.520138 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-9c870324-7e2e-424b-95f6-94fbb5d269bb service neutron] 10.222.0.39 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531762 May 28 05:35:34.545636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Made reservation on behalf of 473748e4f744401c95dc83ee58a558ae for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:34.548337 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:34.606098 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:34.638072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:34.645178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Usage tracker for resource:security_group_rule and tenant:473748e4f744401c95dc83ee58a558ae is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:35:34.649259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:35:34.658750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:34.689369 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-645f9514-4d4d-42e1-81fd-97efea23dfff tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:34.696658 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7950891e-998a-4b96-99c2-3fe1c7153b85 req-19c67669-cbcf-4223-a194-035b30bdb816 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276481 May 28 05:35:34.699482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-645f9514-4d4d-42e1-81fd-97efea23dfff tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:34.707303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-26146f8c-0cac-4e00-a7f2-758fefd92f42 service neutron] 10.222.0.39 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793923 May 28 05:35:34.777837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:34.783455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:34.849635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b226cd-16fd-45af-9c09-fa2b4143509b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:34.876722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:35:34.894283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:34.895462 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Added segment 23186eea-d7ae-40c0-abe0-ddfbea23748e of type vlan for network 13998490-a147-4905-890a-6d01ccfa4ec9 May 28 05:35:34.922610 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:34.956126 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:35.006814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:35.007935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:35.008533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:35.079807 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-645f9514-4d4d-42e1-81fd-97efea23dfff tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Floating IP f2d923a4-d83a-4021-909d-7ce9f6a20621 associated. External IP: 172.25.4.57, port: ec94adb7-91b7-4ee7-bdf6-8d9a7e193740. May 28 05:35:35.148406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] Pushing event updated for resources: {'Network': ['ID=13998490-a147-4905-890a-6d01ccfa4ec9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:35.160099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 13998490-a147-4905-890a-6d01ccfa4ec9 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:35:35.167962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0b0a3071-edf6-41a7-bd13-f3f75e796da3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9257004 May 28 05:35:35.170709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44576) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:35.192781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Request body: {'subnet': {'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-subnet', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:35.204812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:35.217966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Usage tracker for resource:subnet and tenant:473748e4f744401c95dc83ee58a558ae is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:35:35.223374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:35:35.240880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:35.267086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Made reservation on behalf of 473748e4f744401c95dc83ee58a558ae for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:35.269932 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:35.389465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cf803-50fd-4ff2-86f7-37bbd1129818 req-3f23e52c-05ef-474f-ac94-8e33024c1398 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:35.400282 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d1cf803-50fd-4ff2-86f7-37bbd1129818 req-3f23e52c-05ef-474f-ac94-8e33024c1398 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=f09b1f67-4250-4eff-b731-0f4347e82d9e HTTP/1.1" status: 200 len: 950 time: 0.4216099 May 28 05:35:35.522210 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:35.679546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:35.784842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ddfd4-8ebd-45d4-8ebb-123f7045fe29 req-422a3386-7735-4b98-b297-1a619950287c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:35.785634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-064ddfd4-8ebd-45d4-8ebb-123f7045fe29 req-422a3386-7735-4b98-b297-1a619950287c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Synchronizing usage tracker for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:35.792995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=833c3c26-57ef-4a2b-a56f-a67f12c3972e,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:35.799203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Checking segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:35.799642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Network hostable DHCP agents. Network: 13998490-a147-4905-890a-6d01ccfa4ec9, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:35:35.817409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-064ddfd4-8ebd-45d4-8ebb-123f7045fe29 req-422a3386-7735-4b98-b297-1a619950287c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Unset dirty status for tenant:fe463b2399d24277aadd5d0ac381480d on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:35.819712 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-064ddfd4-8ebd-45d4-8ebb-123f7045fe29 req-422a3386-7735-4b98-b297-1a619950287c tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 945 time: 0.4336045 May 28 05:35:35.848361 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d1cf803-50fd-4ff2-86f7-37bbd1129818 req-e8f6ecc1-2a2c-4e9d-a68a-4dfa8f6fb389 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460649 May 28 05:35:35.853261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Network 13998490-a147-4905-890a-6d01ccfa4ec9 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:35:35.885929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-064ddfd4-8ebd-45d4-8ebb-123f7045fe29 req-5ee36013-8986-4a56-9b59-71084450c822 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588171 May 28 05:35:35.886641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 13998490-a147-4905-890a-6d01ccfa4ec9) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:35.892338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:35.893302 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:35.898580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b36b3d-78dd-4725-9eaf-a5c160324bfb None None] Network 13998490-a147-4905-890a-6d01ccfa4ec9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:35:35.917039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2b6cee08-4a90-4877-a641-7c1f14772b50 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7371202 May 28 05:35:35.923868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44598) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:35.929235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:35.936660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:35.945525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645f9514-4d4d-42e1-81fd-97efea23dfff tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Router 9a48303c-3f9a-49d3-9096-daa74688bc17 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:35:35.948224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Usage tracker for resource:router and tenant:473748e4f744401c95dc83ee58a558ae is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:35:35.957318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:35:35.963597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:35.978454 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:35.979924 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:35.998031 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:36.079443 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b089490a-5b8b-458c-8e45-08d96552860c'] response: {'server_uuid': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba', 'code': 200} May 28 05:35:36.318266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-13998490-a147-4905-890a-6d01ccfa4ec9', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:35:36.319169 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:36.359071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed8b991f-6cf7-48c8-88aa-412e0d4bc8d5 req-fb542849-207f-484d-b870-093f24080b97 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 210 time: 0.1221142 May 28 05:35:36.385695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:36.393003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645f9514-4d4d-42e1-81fd-97efea23dfff tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:35:36.398407 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-645f9514-4d4d-42e1-81fd-97efea23dfff tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:36.404221 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] Sync routers for ids ['9a48303c-3f9a-49d3-9096-daa74688bc17'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:35:36.430157 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] Routers {'9a48303c-3f9a-49d3-9096-daa74688bc17'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:36.430784 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9a48303c-3f9a-49d3-9096-daa74688bc17'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:36.516598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77848b7a-13d2-4403-bf3a-7a9ec5662ff1 req-16ba4e73-6c1c-482c-a980-7aadf17c865d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:36.523620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77848b7a-13d2-4403-bf3a-7a9ec5662ff1 req-16ba4e73-6c1c-482c-a980-7aadf17c865d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 945 time: 0.4987450 May 28 05:35:36.525837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Allocated IP 172.20.0.2 (13998490-a147-4905-890a-6d01ccfa4ec9/833c3c26-57ef-4a2b-a56f-a67f12c3972e/907d4264-2e62-4a71-9ba2-721ffe9ffa12) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:36.628766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3486ec-ad65-41d8-b47f-5eb50250b6f1 req-24bb70a4-6602-47f3-aef1-e3005bf22dab tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:36.636246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6d3486ec-ad65-41d8-b47f-5eb50250b6f1 req-24bb70a4-6602-47f3-aef1-e3005bf22dab tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 945 time: 0.1286278 May 28 05:35:36.712148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6d3486ec-ad65-41d8-b47f-5eb50250b6f1 req-f1d46617-f4f9-48ec-8ca6-86d4c8c5c88d tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698466 May 28 05:35:36.789044 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:36.801814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Transition to ACTIVE for port object 907d4264-2e62-4a71-9ba2-721ffe9ffa12 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:36.806436 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] Set router 9a48303c-3f9a-49d3-9096-daa74688bc17 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:36.823842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Transition to ACTIVE for port object 907d4264-2e62-4a71-9ba2-721ffe9ffa12 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:36.837496 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:36.970262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2e9d4-a97b-429c-bdde-be76caafc85d req-38034287-5b88-4c79-b37d-b52f832b438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:36.971769 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0df2e9d4-a97b-429c-bdde-be76caafc85d req-38034287-5b88-4c79-b37d-b52f832b438b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 1096 time: 0.8032851 May 28 05:35:37.002759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Network 13998490-a147-4905-890a-6d01ccfa4ec9 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:37.009393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:37.009596 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-645f9514-4d4d-42e1-81fd-97efea23dfff tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "PUT /v2.0/floatingips/f2d923a4-d83a-4021-909d-7ce9f6a20621 HTTP/1.1" status: 200 len: 990 time: 3.8028529 May 28 05:35:37.011576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:37.018413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Pushing event updated for resources: {'Port': ['ID=907d4264-2e62-4a71-9ba2-721ffe9ffa12,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:37.060236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'tag': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:37.067668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Deleting port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:37.068026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:37.160731 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77848b7a-13d2-4403-bf3a-7a9ec5662ff1 req-ee1e6834-73c4-490d-b518-ac5a5ef0f3ed tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358390 May 28 05:35:37.196285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Attempting to bind port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:37.196724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Attempting to bind port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:37.197021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Attempting to bind port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 on network 13998490-a147-4905-890a-6d01ccfa4ec9 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:37.220266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:37.220615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Checking segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:37.221028 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:37.221424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Bound using segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:37.221911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Bound port: 907d4264-2e62-4a71-9ba2-721ffe9ffa12, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:37.222287 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:37.307095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:37.309895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-d8c1ab82-70ae-46af-af2f-e7e6c300c89d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:37.311745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-d8c1ab82-70ae-46af-af2f-e7e6c300c89d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 820 time: 0.7348428 May 28 05:35:37.389153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Request body: {'port': {'device_id': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4', 'admin_state_up': True, 'tenant_id': 'c245e86ccb074d4daf6d0ab5b7a5ef7d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:37.395745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] For port 907d4264-2e62-4a71-9ba2-721ffe9ffa12, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:37.399030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] For port 907d4264-2e62-4a71-9ba2-721ffe9ffa12, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=907d4264-2e62-4a71-9ba2-721ffe9ffa12,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:37.408416 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:37.421870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:37.436588 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:47Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'f2d923a4-d83a-4021-909d-7ce9f6a20621', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'port_id': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'mac_address': 'fa:16:3e:f9:77:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:01Z', 'updated_at': '2022-05-28T05:35:34Z', 'revision_number': 1, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b744977-5fcb-482e-9f39-e9819bc69d03', 'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'mac_address': 'fa:16:3e:fb:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:42Z', 'updated_at': '2022-05-28T05:34:04Z', 'revision_number': 5, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'subnets': [{'id': '352ae098-0007-453a-b278-9f0f266760a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:37.445121 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] Checking router: 9a48303c-3f9a-49d3-9096-daa74688bc17 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:35:37.467689 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] Routers {'9a48303c-3f9a-49d3-9096-daa74688bc17'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:37.468875 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9a48303c-3f9a-49d3-9096-daa74688bc17'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:37.485287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0df2e9d4-a97b-429c-bdde-be76caafc85d req-3d7ba41c-d739-4e17-bf4a-ca99cfdc6be9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913752 May 28 05:35:37.511924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a3803-06e7-4c7c-b3f1-74496b3deaaa None None] Pushing event updated for resources: {'Port': ['ID=907d4264-2e62-4a71-9ba2-721ffe9ffa12,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:37.663965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2bab3-dcf1-4529-9b80-9ffc74e5da45 req-86c05109-b2c8-4059-8bd8-616add3956ca tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:37.670510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2bab3-dcf1-4529-9b80-9ffc74e5da45 req-86c05109-b2c8-4059-8bd8-616add3956ca tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:37.672687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74d2bab3-dcf1-4529-9b80-9ffc74e5da45 req-86c05109-b2c8-4059-8bd8-616add3956ca tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f&device_id=f09b1f67-4250-4eff-b731-0f4347e82d9e HTTP/1.1" status: 200 len: 1691 time: 0.3670230 May 28 05:35:37.708658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Allocated IP 172.25.4.155 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/a3b5e71e-9315-4e2a-93d7-e07d4ad998d9) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:37.771479 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] Set router 9a48303c-3f9a-49d3-9096-daa74688bc17 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:37.775333 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74d2bab3-dcf1-4529-9b80-9ffc74e5da45 req-72e09cc5-a1e1-4423-a7c9-54308f530194 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933738 May 28 05:35:37.792019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-c7018fba-a891-4494-9a75-befbdd6dfd39 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:37.793493 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-c7018fba-a891-4494-9a75-befbdd6dfd39 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3802373 May 28 05:35:37.913850 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-4d090aaa-e4ed-4045-8095-cd6860d8cfcf tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 695 time: 0.1099191 May 28 05:35:37.939461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] For port afc5fb74-54f3-4dea-97df-b0fe7e63ddc4, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=afc5fb74-54f3-4dea-97df-b0fe7e63ddc4,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:37.940003 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:37.966927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-ad632968-fd45-4c69-a8d7-795e1c3988f5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Request body: {'floatingip': {'port_id': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:38.113745 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:38.162317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:38.170447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Calling delete_port for afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:35:38.278110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d42a14-bb70-4ceb-a8fd-bf124e493fb6 req-7fa45dfa-a7ec-4433-a20c-8313e94a6a98 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:38.279849 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8d42a14-bb70-4ceb-a8fd-bf124e493fb6 req-7fa45dfa-a7ec-4433-a20c-8313e94a6a98 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 945 time: 0.3402991 May 28 05:35:38.281768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:38.285714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:38.290013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:38.290325 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:47Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'f2d923a4-d83a-4021-909d-7ce9f6a20621', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'port_id': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'mac_address': 'fa:16:3e:f9:77:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:01Z', 'updated_at': '2022-05-28T05:35:34Z', 'revision_number': 1, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b744977-5fcb-482e-9f39-e9819bc69d03', 'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'mac_address': 'fa:16:3e:fb:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:42Z', 'updated_at': '2022-05-28T05:34:04Z', 'revision_number': 5, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'subnets': [{'id': '352ae098-0007-453a-b278-9f0f266760a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:38.292110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:38.298537 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e932f28-e30c-4715-809f-24b1f3e58ce0 None None] The sync data for ids ['9a48303c-3f9a-49d3-9096-daa74688bc17'] in n-d-843679-5 is: [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:47Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'f2d923a4-d83a-4021-909d-7ce9f6a20621', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'port_id': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'mac_address': 'fa:16:3e:f9:77:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:01Z', 'updated_at': '2022-05-28T05:35:34Z', 'revision_number': 1, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b744977-5fcb-482e-9f39-e9819bc69d03', 'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'mac_address': 'fa:16:3e:fb:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:42Z', 'updated_at': '2022-05-28T05:34:04Z', 'revision_number': 5, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'subnets': [{'id': '352ae098-0007-453a-b278-9f0f266760a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:35:38.320017 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-ad632968-fd45-4c69-a8d7-795e1c3988f5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:38.338035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b5e71e-9315-4e2a-93d7-e07d4ad998d9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:38.369982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:38.392317 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c90a9088-d323-4dd5-b33a-b3485edddfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:38.461456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Made reservation on behalf of c245e86ccb074d4daf6d0ab5b7a5ef7d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:38.465152 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:38.651114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8d42a14-bb70-4ceb-a8fd-bf124e493fb6 req-da429de7-6a9a-4f1e-bf30-c433e5c969f3 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225996 May 28 05:35:38.682198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea11b3f-dfe5-4a3c-87f5-5f2ed977f2a6 None None] New status for floating IP f2d923a4-d83a-4021-909d-7ce9f6a20621: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:35:38.802413 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db4cc42-ca4e-4be3-ae32-dd79019e1a3c'] response: {'name': 'network-changed', 'server_uuid': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'tag': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740', 'status': 'completed', 'code': 200} May 28 05:35:39.096877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-317bc625-f54d-4f6d-b3af-9e6af76f1477 req-b68cd0e0-a1fc-4941-bd38-02f74873d3de tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 210 time: 0.0626862 May 28 05:35:39.122113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:39.218555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c1607-daf9-4446-8e61-e84475b8f968 None None] Network 13998490-a147-4905-890a-6d01ccfa4ec9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:35:39.339484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6cb667c2-f6e2-4a48-aa14-f2cdbb2bf7b7 None None] Provisioning for port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:39.443940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:39.450080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Allocated IP 172.20.0.10 (0058408b-e5a2-4608-b773-63fd7467e5c4/4381fba7-c70e-429d-9e28-c31373a2e00a/ab69595c-a5c3-41c8-9b0c-32d515bf8189) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:39.521899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc5fb74-54f3-4dea-97df-b0fe7e63ddc4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:39.576195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.576565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.576937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.577331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.577667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.577988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.578305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.578956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.579312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.579632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.583482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.583853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:39.654206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 907d4264-2e62-4a71-9ba2-721ffe9ffa12 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:39.690636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-3203883c-3b95-4699-b7a7-2e4fe8776df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:39.692426 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-3203883c-3b95-4699-b7a7-2e4fe8776df3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b09e8d26c02f4d61b20d8a4d8bf7aa3b&device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 1096 time: 0.7034433 May 28 05:35:39.735730 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:39.813654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:39.814402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b561af-f826-414f-81cf-91a698c4c88d req-24f67618-cf7a-45ad-9466-7eddae7f7b96 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:39.816047 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64b561af-f826-414f-81cf-91a698c4c88d req-24f67618-cf7a-45ad-9466-7eddae7f7b96 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1096 time: 0.4977379 May 28 05:35:39.832182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:39.832853 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:39.968411 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64b561af-f826-414f-81cf-91a698c4c88d req-ee4ce552-8611-45ce-9f29-69cc71b4c972 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698657 May 28 05:35:39.978446 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:40.012427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:40.014278 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:40.071208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 907d4264-2e62-4a71-9ba2-721ffe9ffa12, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=907d4264-2e62-4a71-9ba2-721ffe9ffa12,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:40.077773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:40.175323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=907d4264-2e62-4a71-9ba2-721ffe9ffa12,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:40.196267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-70f2882f-3345-49a9-a6b7-7057220ac7c9 None None] Provisioning complete for port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:40.196957 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-70f2882f-3345-49a9-a6b7-7057220ac7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:40.253157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:40.277950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Router ce108f55-34c0-4c82-b44e-f2ade548a487 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:35:40.284770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9bd20-313e-4cce-871b-a7b97a26e160 req-85518a4f-7b6e-4dd8-95ac-f508c16b2bcd tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:40.286326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68c9bd20-313e-4cce-871b-a7b97a26e160 req-85518a4f-7b6e-4dd8-95ac-f508c16b2bcd tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 1101 time: 0.1047928 May 28 05:35:40.328816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-70f2882f-3345-49a9-a6b7-7057220ac7c9 None None] Current status of the port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:40.365118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-ad632968-fd45-4c69-a8d7-795e1c3988f5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:35:40.466888 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68c9bd20-313e-4cce-871b-a7b97a26e160 req-d38f349d-b88f-467d-b2da-42162b24e3ba tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186266 May 28 05:35:40.497211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:35:40.509340 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Sync routers for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:35:40.522399 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:40.523439 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:40.526429 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:40.528035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-39a4f2dd-1c40-4cf6-81a8-a03d8cb02ab0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6030912 May 28 05:35:40.531502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44628) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:40.614190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-ad632968-fd45-4c69-a8d7-795e1c3988f5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:40.616752 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d105bc94-0607-4fa7-a7db-9710b07edad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:40.725236 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:40.791469 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-ad632968-fd45-4c69-a8d7-795e1c3988f5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:40.857783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958cbeb-ea41-4691-b2ec-b64ba983968b req-62b1e671-168a-4ccc-934b-becde5e29c43 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:40.861277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-156bf127-15f4-4e6c-a330-072c1ef59ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:40.862805 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-156bf127-15f4-4e6c-a330-072c1ef59ae9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=273be4e2-97bc-4f48-8d9a-9b2084906288 HTTP/1.1" status: 200 len: 916 time: 1.0844114 May 28 05:35:40.863483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1958cbeb-ea41-4691-b2ec-b64ba983968b req-62b1e671-168a-4ccc-934b-becde5e29c43 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 945 time: 0.2664909 May 28 05:35:40.951198 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.008183 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1958cbeb-ea41-4691-b2ec-b64ba983968b req-503a640b-7bed-419d-8cde-4b6e56058a70 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256614 May 28 05:35:41.028970 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:38Z', 'revision_number': 3, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:41.033352 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Checking router: ce108f55-34c0-4c82-b44e-f2ade548a487 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:35:41.033864 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Updating router ce108f55-34c0-4c82-b44e-f2ade548a487 port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:35:41.122199 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.163314 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-98945246-0f30-4053-8adc-fbac4606ef12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 HTTP/1.1" status: 200 len: 1000 time: 0.2878914 May 28 05:35:41.351745 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-ad632968-fd45-4c69-a8d7-795e1c3988f5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Floating IP c218035a-c239-4ec2-9b9d-1c50d569ba91 associated. External IP: 172.25.4.22, port: 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf. May 28 05:35:41.452775 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.456930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e42a7-7206-4f3f-aec0-8b28e74ae0a4 req-bcb6b726-9e9f-43df-838b-ed9bb3532c76 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:41.458600 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-739e42a7-7206-4f3f-aec0-8b28e74ae0a4 req-bcb6b726-9e9f-43df-838b-ed9bb3532c76 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 1096 time: 0.2092042 May 28 05:35:41.488220 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.496224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['fc0412f4-7040-464e-8782-26c5eb31ba35'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:41.505779 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.524443 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Transition to ACTIVE for port object a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:41.534862 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.538880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-e096c15e-6cd8-40d6-8741-c2661762c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:41.540420 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-e096c15e-6cd8-40d6-8741-c2661762c63c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=352ae098-0007-453a-b278-9f0f266760a4 HTTP/1.1" status: 200 len: 854 time: 0.3600409 May 28 05:35:41.550135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Router 02125038-bfda-49c9-a4b7-3642621e2e40 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:35:41.568504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-739e42a7-7206-4f3f-aec0-8b28e74ae0a4 req-ca9aa554-c5ad-48f7-83e2-6109e80babf3 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965219 May 28 05:35:41.651105 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Pushing event updated for resources: {'Port': ['ID=a3b5e71e-9315-4e2a-93d7-e07d4ad998d9,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:41.659030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Network 0058408b-e5a2-4608-b773-63fd7467e5c4 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:41.677780 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.678964 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.679443 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.679795 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.680138 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.680524 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.680862 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.681193 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.681520 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.681844 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.682693 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.683028 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.683381 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:41.709760 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Attempting to bind port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:41.710837 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Attempting to bind port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:41.711902 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Attempting to bind port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:41.724588 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:41.724970 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:41.725381 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.725758 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:41.726225 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Bound port: a3b5e71e-9315-4e2a-93d7-e07d4ad998d9, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:41.726611 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.732144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:41.735753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:41.743819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 907d4264-2e62-4a71-9ba2-721ffe9ffa12 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:41.808727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Pushing event updated for resources: {'Port': ['ID=ab69595c-a5c3-41c8-9b0c-32d515bf8189,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:41.822741 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] For port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:41.825950 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] For port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a3b5e71e-9315-4e2a-93d7-e07d4ad998d9,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:41.833568 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.837568 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.889221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:41.889567 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:41.927777 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06599cf-fe79-471b-b01a-28d7b870681e None None] Pushing event updated for resources: {'Port': ['ID=a3b5e71e-9315-4e2a-93d7-e07d4ad998d9,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:41.944908 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:41.945391 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:41.972195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:41.973489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:42.018955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74480cf0-9509-4d0c-951a-efaf1b39b994 req-70933afb-93e0-48cf-ba57-b29620c2950d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:42.025984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74480cf0-9509-4d0c-951a-efaf1b39b994 req-70933afb-93e0-48cf-ba57-b29620c2950d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 932 time: 0.1997447 May 28 05:35:42.047431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Allocated IP 172.20.0.1 (13998490-a147-4905-890a-6d01ccfa4ec9/833c3c26-57ef-4a2b-a56f-a67f12c3972e/a2775f4d-240e-4e30-bd0f-6403a4943c08) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:42.154263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:42.157288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74480cf0-9509-4d0c-951a-efaf1b39b994 req-a2f6b1d2-1ea0-43e5-a765-1aaa9c3a2fba tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303887 May 28 05:35:42.223960 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:42.251059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-e0230cdf-bc9f-492c-954d-93a23945ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:42.252595 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-e0230cdf-bc9f-492c-954d-93a23945ed1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=273be4e2-97bc-4f48-8d9a-9b2084906288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6156321 May 28 05:35:42.288731 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:42.305024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89bdbb9f-9d4e-42c1-b78c-c3189b76ec34 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9707437 May 28 05:35:42.348106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Transition to ACTIVE for port object a2775f4d-240e-4e30-bd0f-6403a4943c08 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:42.403968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f894a1f-b999-4fd7-95ff-b3944c509ea1 req-833fd809-113c-4eb5-85a9-1ba7529c6fdd tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:42.405435 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f894a1f-b999-4fd7-95ff-b3944c509ea1 req-833fd809-113c-4eb5-85a9-1ba7529c6fdd tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f09b1f67-4250-4eff-b731-0f4347e82d9e HTTP/1.1" status: 200 len: 1101 time: 0.1028328 May 28 05:35:42.406895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:42.521889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Network 13998490-a147-4905-890a-6d01ccfa4ec9 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:42.528246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:42.536399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:35:42.538056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:42.544628 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-89bf7a3b-2991-482e-9b1b-02e037894c00 admin admin] 10.222.0.39 "PUT /v2.0/routers/02125038-bfda-49c9-a4b7-3642621e2e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8731575 May 28 05:35:42.546888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] Sync routers for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:35:42.550335 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44642) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:42.573468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:42.574846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:42.576425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Request body: {'port': {'device_id': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:42.579433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Pushing event updated for resources: {'Port': ['ID=a2775f4d-240e-4e30-bd0f-6403a4943c08,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:42.580845 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:38Z', 'revision_number': 3, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:42.585283 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080095b7-ce0d-47f5-9cc9-5c9f2d90b067 None None] The sync data for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 is: [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:38Z', 'revision_number': 3, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:35:42.602024 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f894a1f-b999-4fd7-95ff-b3944c509ea1 req-a2c31760-5b7a-467a-8a2c-62a379232486 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627114 May 28 05:35:42.656868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:42.856263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-ad632968-fd45-4c69-a8d7-795e1c3988f5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Router 4d6da615-ebde-4ad4-8bd7-30326da5402d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:35:42.906692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:43.051517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a8f62d8e-be82-4a48-91eb-44887e5e64d6 None None] Provisioning for port a2775f4d-240e-4e30-bd0f-6403a4943c08 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:43.073785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a8f62d8e-be82-4a48-91eb-44887e5e64d6 None None] Provisioning complete for port a2775f4d-240e-4e30-bd0f-6403a4943c08 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:43.074249 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a8f62d8e-be82-4a48-91eb-44887e5e64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:43.124738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-1288c878-68b3-4cd7-84fb-80a76a8b0b20 service neutron] 10.222.0.41 "GET /v2.0/networks/273be4e2-97bc-4f48-8d9a-9b2084906288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8487377 May 28 05:35:43.139190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a8f62d8e-be82-4a48-91eb-44887e5e64d6 None None] Port a2775f4d-240e-4e30-bd0f-6403a4943c08 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:35:43.155048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:43.297014 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:43.380763 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:43.424640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:43.437997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:43.448829 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:43.640369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:43.673413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:43.709624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Pushing event updated for resources: {'Port': ['ID=a2775f4d-240e-4e30-bd0f-6403a4943c08,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:43.778492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:35:39Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:43.785139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] Checking router: 02125038-bfda-49c9-a4b7-3642621e2e40 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:35:43.795539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] Routers {'02125038-bfda-49c9-a4b7-3642621e2e40'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:43.796897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02125038-bfda-49c9-a4b7-3642621e2e40'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:43.932002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:43.986896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:43.987220 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:44.081065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-ad632968-fd45-4c69-a8d7-795e1c3988f5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:35:44.098491 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] Sync routers for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:35:44.115629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-ad632968-fd45-4c69-a8d7-795e1c3988f5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:44.116858 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:44.120564 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:44.150746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Network 13998490-a147-4905-890a-6d01ccfa4ec9 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:44.154437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:44.377553 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:44.419097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] Set router 02125038-bfda-49c9-a4b7-3642621e2e40 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:44.422167 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-ad632968-fd45-4c69-a8d7-795e1c3988f5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "PUT /v2.0/floatingips/c218035a-c239-4ec2-9b9d-1c50d569ba91 HTTP/1.1" status: 200 len: 996 time: 6.4656014 May 28 05:35:44.435415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3293d4-acbb-4f76-b017-89d99c7cd833 req-cba23deb-f2e3-4364-9dc4-e1efd7791f0c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:44.440979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:44.444585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff3293d4-acbb-4f76-b017-89d99c7cd833 req-cba23deb-f2e3-4364-9dc4-e1efd7791f0c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 932 time: 0.3830397 May 28 05:35:44.446265 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:35:44.521233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-699c4ba3-bdb4-466e-918e-4a05021c5b6d req-778cd125-a5d5-4b56-898a-5300a5f5babd service neutron] 10.222.0.41 "GET /v2.0/networks/273be4e2-97bc-4f48-8d9a-9b2084906288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3058343 May 28 05:35:44.590471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff3293d4-acbb-4f76-b017-89d99c7cd833 req-e3fb8f2a-f7cc-4a66-a1e7-7f203b6c7bad tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445403 May 28 05:35:44.621328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Router ce108f55-34c0-4c82-b44e-f2ade548a487 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:35:44.656393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab69595c-a5c3-41c8-9b0c-32d515bf8189 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:44.672939 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:44.677343 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:44.724256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Deleting port aacf403a-8fbd-47d3-a442-183b9ff1cabb {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:44.725034 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:44.758706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:44.759323 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:44.801326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e3a38d42-308e-4b64-9f63-55779b4d8582 None None] Provisioning complete for port a2775f4d-240e-4e30-bd0f-6403a4943c08 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:44.801700 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e3a38d42-308e-4b64-9f63-55779b4d8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:44.916337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a3b5e71e-9315-4e2a-93d7-e07d4ad998d9,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:44.932600 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:44.967659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e3a38d42-308e-4b64-9f63-55779b4d8582 None None] Port a2775f4d-240e-4e30-bd0f-6403a4943c08 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:35:45.047889 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:76:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c91a195-5235-4db5-82f4-1c70839a04da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:35:39Z', 'revision_number': 1, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:45.059508 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] Checking router: 4d6da615-ebde-4ad4-8bd7-30326da5402d for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:35:45.098090 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:45.098795 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:45.112776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Transition to ACTIVE for port object ab69595c-a5c3-41c8-9b0c-32d515bf8189 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:45.128561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=a3b5e71e-9315-4e2a-93d7-e07d4ad998d9,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:45.152880 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:45.156042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:35:39Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:45.160649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3876e-98d1-4fc2-8296-8067ddbadb69 None None] The sync data for ids ['02125038-bfda-49c9-a4b7-3642621e2e40'] in n-d-843679-5 is: [{'id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-508932644-router', 'tenant_id': '70625b102fbc4eca9615156bbf5cba6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:21Z', 'updated_at': '2022-05-28T05:35:39Z', 'revision_number': 5, 'project_id': '70625b102fbc4eca9615156bbf5cba6b', 'gw_port': {'id': 'aacf403a-8fbd-47d3-a442-183b9ff1cabb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02125038-bfda-49c9-a4b7-3642621e2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:24Z', 'updated_at': '2022-05-28T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:35:45.235626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-a88bf81a-123a-4f7e-9a9c-c0192fad9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:45.237309 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-a88bf81a-123a-4f7e-9a9c-c0192fad9f53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1097 time: 0.7780058 May 28 05:35:45.281587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-384d8a88-7c67-4ad7-92ce-753ceeef702c tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978775 May 28 05:35:45.316226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:35:45.344805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Sync routers for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:35:45.360926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:45.363745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:45.400227 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:45.413858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-43fe0a4d-219f-4801-8a76-0dc14e75e461 admin admin] 10.222.0.39 "PUT /v2.0/routers/ce108f55-34c0-4c82-b44e-f2ade548a487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8810883 May 28 05:35:45.523154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-c6f29113-4a71-4e6e-8a20-87c7f8727b5a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:45.529615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-c6f29113-4a71-4e6e-8a20-87c7f8727b5a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471218 May 28 05:35:45.544788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-aa5c0db6-3988-4aeb-b3fa-fc9ac701bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:45.550889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-aa5c0db6-3988-4aeb-b3fa-fc9ac701bacd service neutron] 10.222.0.39 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.2896242 May 28 05:35:45.576986 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4a1abc1b-4b91-40aa-aac7-9c4aee23d6bb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/quotas/f5f19722c2c64b6fb824290e4e419f76 HTTP/1.1" status: 200 len: 375 time: 0.0406370 May 28 05:35:45.718242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:45.781574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-f1533d81-99d1-4a1d-88be-0287b52974bb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2014902 May 28 05:35:45.825461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:45.881749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Pushing event updated for resources: {'Port': ['ID=ab69595c-a5c3-41c8-9b0c-32d515bf8189,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:45.922352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:45.922878 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:45.970272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] For port aacf403a-8fbd-47d3-a442-183b9ff1cabb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=aacf403a-8fbd-47d3-a442-183b9ff1cabb,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:45.970456 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:45.979622 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-68c6d913-028b-4d82-bfed-ad0ee78cdad9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 999 time: 0.4133072 May 28 05:35:46.066182 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:76:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c91a195-5235-4db5-82f4-1c70839a04da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:35:39Z', 'revision_number': 1, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:46.070929 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e72a1d-37ac-43eb-911f-35f949ffd5b1 None None] The sync data for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 is: [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:76:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c91a195-5235-4db5-82f4-1c70839a04da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:35:39Z', 'revision_number': 1, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:35:46.190818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Calling delete_port for aacf403a-8fbd-47d3-a442-183b9ff1cabb owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:35:46.253779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:46.254057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:46.254389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:46.271729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:35:46.272049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:46.291661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:46.292268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:46.292438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:46.292850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Bound port: ab69595c-a5c3-41c8-9b0c-32d515bf8189, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:46.293200 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:46.301892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:46.311069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-cbfccb4b-3b99-43f8-884d-74a4fe67d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:46.312756 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-cbfccb4b-3b99-43f8-884d-74a4fe67d2fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.3172052 May 28 05:35:46.323996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:35:46.366891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:35:46.367366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device afc5fb74-54f3-4dea-97df-b0fe7e63ddc4 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:35:46.382747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:43Z', 'revision_number': 2, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:46.387300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Checking router: ce108f55-34c0-4c82-b44e-f2ade548a487 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:35:46.388062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Updating router ce108f55-34c0-4c82-b44e-f2ade548a487 port a2775f4d-240e-4e30-bd0f-6403a4943c08 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:35:46.452046 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658a8c2e-f6ec-4836-93aa-6d150f441c54'] response: {'name': 'network-changed', 'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'status': 'completed', 'code': 200} May 28 05:35:46.457888 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93add94c-7a69-4be6-9d06-47c6398d89ee None None] New status for floating IP c218035a-c239-4ec2-9b9d-1c50d569ba91: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:35:46.466996 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:46.521082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:46.583388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-3e3c4504-f646-4a40-a9dd-233aa5571289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:46.584914 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-3e3c4504-f646-4a40-a9dd-233aa5571289 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2487648 May 28 05:35:46.600132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-45c787c3-48ac-415b-aec8-9c80ce757cd3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:35:46.601116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-45c787c3-48ac-415b-aec8-9c80ce757cd3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075481 May 28 05:35:46.629029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-c890bd3f-6346-4f45-b1d4-6a15078f9bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:46.631801 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-c890bd3f-6346-4f45-b1d4-6a15078f9bba service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1097 time: 0.1405897 May 28 05:35:46.764804 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:46.897613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-02e903d1-b4a6-458b-9e32-abf55acf4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:46.899522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-02e903d1-b4a6-458b-9e32-abf55acf4858 service neutron] 10.222.0.33 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.2593811 May 28 05:35:46.904534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:46.907990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Pushing event deleted for resources: {'Port': ['ID=aacf403a-8fbd-47d3-a442-183b9ff1cabb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:46.923130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7942172-076d-4fd7-84a8-62c1e040a0e9 req-7b84c8c1-cdff-4803-b6bf-4f758eab7ad3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:46.924804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7942172-076d-4fd7-84a8-62c1e040a0e9 req-7b84c8c1-cdff-4803-b6bf-4f758eab7ad3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 944 time: 0.2325177 May 28 05:35:47.006650 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:47.106612 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:47.133232 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7942172-076d-4fd7-84a8-62c1e040a0e9 req-7d869fa0-102c-49a4-9609-5bcbb42f5a78 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309350 May 28 05:35:47.151159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Transition to ACTIVE for port object a2775f4d-240e-4e30-bd0f-6403a4943c08 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:47.161988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-20296d7c-1d6e-410f-8892-6ca71dd90fa2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 1001 time: 0.2359986 May 28 05:35:47.174664 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:47.208413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:47.209046 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:47.210878 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] 10.222.0.41 "PUT /v2.0/ports/ab69595c-a5c3-41c8-9b0c-32d515bf8189 HTTP/1.1" status: 200 len: 1092 time: 4.6574376 May 28 05:35:47.224901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-273a2657-a389-4a75-b287-3e0c487f7fd9 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106434 May 28 05:35:47.237539 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:47.365530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-e19f593d-d890-4e2c-8622-5a983f3bf709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:47.369796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-e19f593d-d890-4e2c-8622-5a983f3bf709 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.2002299 May 28 05:35:47.492242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a452b35d-5a4c-4b36-8853-6d823b9f2bba details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:35:47.736899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb61d9-a1f3-4e49-9ed4-96c175932a3a service neutron] Pushing event updated for resources: {'Port': ['ID=ab69595c-a5c3-41c8-9b0c-32d515bf8189,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:47.811398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-876cfc66-db4e-4d16-9a5b-9aaf297fc466 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:47.812111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-876cfc66-db4e-4d16-9a5b-9aaf297fc466 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:47.851412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-14b8371b-d808-498f-83f1-1f81717d6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:47.852956 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-14b8371b-d808-498f-83f1-1f81717d6c45 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4771485 May 28 05:35:47.863940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:47.868910 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:47.923885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-876cfc66-db4e-4d16-9a5b-9aaf297fc466 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:47.933020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-876cfc66-db4e-4d16-9a5b-9aaf297fc466 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 818 time: 0.4400289 May 28 05:35:47.947218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:47.948059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02125038-bfda-49c9-a4b7-3642621e2e40 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:35:47.971981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a452b35d-5a4c-4b36-8853-6d823b9f2bba, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:47.976069 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1a9fa67-4565-43b8-b322-d49cab5c85e3 req-785b52b2-9094-4d60-b2fb-640d8a2b9305 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556828 May 28 05:35:47.990233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba', 'network_id': '930906d6-e67d-431c-826b-4d1f1f770709', 'port_id': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba', 'mac_address': 'fa:16:3e:9e:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8e4bc-4815-4be8-b193-b848d295b775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:35:48.027843 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89835b0b-0087-420c-ba40-429b4930778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:48.033006 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-89835b0b-0087-420c-ba40-429b4930778f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 1095 time: 0.4920065 May 28 05:35:48.035038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:48.043424 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a9932c6b-b4ad-486a-b032-e9fe53fccefd admin admin] 10.222.0.39 "DELETE /v2.0/routers/02125038-bfda-49c9-a4b7-3642621e2e40 HTTP/1.1" status: 204 len: 168 time: 5.4885936 May 28 05:35:48.044161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44770) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:48.289994 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-87d207ca-d819-48eb-b605-2d57af6d49b6 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/quotas/473748e4f744401c95dc83ee58a558ae HTTP/1.1" status: 200 len: 375 time: 0.3552334 May 28 05:35:48.353616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ee3b9-f8f1-471c-b41f-13760fcd7cb5 None None] Pushing event updated for resources: {'Port': ['ID=a2775f4d-240e-4e30-bd0f-6403a4943c08,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:48.377405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Attempting to bind port a2775f4d-240e-4e30-bd0f-6403a4943c08 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:48.378070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Attempting to bind port a2775f4d-240e-4e30-bd0f-6403a4943c08 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:48.378598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Attempting to bind port a2775f4d-240e-4e30-bd0f-6403a4943c08 on network 13998490-a147-4905-890a-6d01ccfa4ec9 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:48.399206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:48.399872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Checking segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:48.400435 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:48.401441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Bound using segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:48.401803 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-9c22016f-24c6-4ca5-9f5c-60fc34aba57f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189 HTTP/1.1" status: 200 len: 217 time: 0.3445590 May 28 05:35:48.404174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Bound port: a2775f4d-240e-4e30-bd0f-6403a4943c08, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:48.404873 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:48.594816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] For port a2775f4d-240e-4e30-bd0f-6403a4943c08, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:48.596051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-9db898eb-c737-4724-8d88-39fb52879180 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:35:48.605679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] For port a2775f4d-240e-4e30-bd0f-6403a4943c08, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a2775f4d-240e-4e30-bd0f-6403a4943c08,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:48.611296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a452b35d-5a4c-4b36-8853-6d823b9f2bba is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:48.613242 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:48.619688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-1e760765-d6be-4745-b05f-13615c1926b8 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7568481 May 28 05:35:48.642320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'tag': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:48.650874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-04afc402-4afc-4b06-9757-a6c870ea5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:48.652683 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-04afc402-4afc-4b06-9757-a6c870ea5491 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.2341447 May 28 05:35:48.672505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a452b35d-5a4c-4b36-8853-6d823b9f2bba {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:48.687634 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:48.737332 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-3589ad49-ef64-42f0-8cee-cbb335afce32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755403 May 28 05:35:48.919556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-d8dcc8f9-d8de-4b21-9567-16ff680be522 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710243 May 28 05:35:48.926575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:48.927024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-900a5b44-46e3-4415-b5df-8b612b520c1a admin admin] Deleting subnet 5405371e-740e-42e9-840d-a75d4a087527 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:35:48.932431 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-900a5b44-46e3-4415-b5df-8b612b520c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:48.935440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:49.016324 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0075ba6-7e90-4cbc-8f1d-1d1e6c2b0a12 req-45327360-b850-4b2a-b9ea-463bbb510914 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853290 May 28 05:35:49.047371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-9db898eb-c737-4724-8d88-39fb52879180 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:35:49.057739 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-9db898eb-c737-4724-8d88-39fb52879180 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7666450 May 28 05:35:49.077957 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-900a5b44-46e3-4415-b5df-8b612b520c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:49.119121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a452b35d-5a4c-4b36-8853-6d823b9f2bba, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:49.195327 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:49.298372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ee3b9-f8f1-471c-b41f-13760fcd7cb5 None None] Pushing event updated for resources: {'Port': ['ID=a2775f4d-240e-4e30-bd0f-6403a4943c08,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:49.325014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-c2090afc-dabe-4160-a067-0f31367632ae service neutron] 10.222.0.39 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663953 May 28 05:35:49.329903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-900a5b44-46e3-4415-b5df-8b612b520c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:49.635018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a452b35d-5a4c-4b36-8853-6d823b9f2bba'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:49.692552 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-b3d4d561-5236-4b7f-a8c0-df6286e8c8d9 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1277118 May 28 05:35:49.845197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device aacf403a-8fbd-47d3-a442-183b9ff1cabb no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:35:49.872245 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-65e1a30d-2ae4-4f54-bd4c-cc5801496b98 service neutron] 10.222.0.39 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394089 May 28 05:35:49.996795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-c9ec640f-b119-4fc2-907a-bc7733e713f4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:49.998281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-c9ec640f-b119-4fc2-907a-bc7733e713f4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950661 May 28 05:35:50.022588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Request body: {'port': {'device_id': 'b38465e0-aa58-4b42-b5aa-09d6bdc937d0', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'f5f19722c2c64b6fb824290e4e419f76'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:50.049434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: aacf403a-8fbd-47d3-a442-183b9ff1cabb {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:35:50.049713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device aacf403a-8fbd-47d3-a442-183b9ff1cabb not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:35:50.154222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-900a5b44-46e3-4415-b5df-8b612b520c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:50.312518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a452b35d-5a4c-4b36-8853-6d823b9f2bba,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:50.330155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:50.425130 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-cd17f7c0-aea5-4052-979d-4980f0e42b8f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3839891 May 28 05:35:50.544690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a5b44-46e3-4415-b5df-8b612b520c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5405371e-740e-42e9-840d-a75d4a087527,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:50.554630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:50.563745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-900a5b44-46e3-4415-b5df-8b612b520c1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:50.568434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:50.590075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00b2cb-1d47-42d5-9d0b-19bf02bcbfc4 req-5aa42cea-8b40-4a04-aa4e-62b472d9ca38 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:50.592653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af5c6f82-3536-4a98-9414-5fd7a506e70a req-cb57afc9-334b-4b44-a293-38cc022dce8f service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1321821 May 28 05:35:50.599062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac00b2cb-1d47-42d5-9d0b-19bf02bcbfc4 req-5aa42cea-8b40-4a04-aa4e-62b472d9ca38 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 944 time: 0.1861522 May 28 05:35:50.637094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Made reservation on behalf of f5f19722c2c64b6fb824290e4e419f76 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:50.641356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:50.678877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc032f24-21df-4f7f-b48e-1700446913fd None None] Network b1a9b245-5074-4ded-82bb-cbdaaebacdd1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:35:50.685703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac00b2cb-1d47-42d5-9d0b-19bf02bcbfc4 req-ec050c7f-f054-4cdb-8e54-9fc661f396ee tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853851 May 28 05:35:50.736132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-900a5b44-46e3-4415-b5df-8b612b520c1a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5405371e-740e-42e9-840d-a75d4a087527 HTTP/1.1" status: 204 len: 168 time: 2.6880791 May 28 05:35:50.737238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44842) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:51.109895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83c3f5e8-b6b2-4628-9e70-9fa5adf8f6dd req-093c89f9-4f02-4562-9412-348b1fcea2f8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 210 time: 0.1193047 May 28 05:35:51.133309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Allocated IP 192.168.233.34 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/cab67719-ba05-424b-93b7-58f3ffec6333) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:51.259655 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de4f0fe-a7c0-440f-b1d7-ca345ce06611'] response: {'name': 'network-changed', 'server_uuid': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'tag': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189', 'status': 'completed', 'code': 200} May 28 05:35:51.347912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a452b35d-5a4c-4b36-8853-6d823b9f2bba up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:51.442701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e52f32a-069b-4e4a-ab5c-87a9d6fb4c30 req-ce48f490-e36a-43c2-ad74-604beeb0ef4a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 210 time: 0.1635122 May 28 05:35:51.456079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] DHCP port deletion for b1a9b245-5074-4ded-82bb-cbdaaebacdd1 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:35:51.463244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Deleting port 5e0f763c-48bc-419c-997b-cba0e7451530 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:51.463942 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:51.696380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-75849235-02fa-414d-8b04-59c34fbafcf0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:51.698180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-75849235-02fa-414d-8b04-59c34fbafcf0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1975393 May 28 05:35:51.703875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5e0f763c-48bc-419c-997b-cba0e7451530 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:35:51.716742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Request body: {'port': {'device_id': 'e3531b6b-6c49-4af2-96cf-91e00165aaca', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'f5f19722c2c64b6fb824290e4e419f76'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:51.867060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:51.910028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Transition to ACTIVE for port object cab67719-ba05-424b-93b7-58f3ffec6333 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:51.968595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:51.988161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909619d1-d772-44b3-9de3-3989813a3666 req-4e70c815-184a-435c-a7f1-6cfa04b692f6 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:52.000606 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-4e70c815-184a-435c-a7f1-6cfa04b692f6 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 2.0890398 May 28 05:35:52.016953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:52.067691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0', '000e3aa9-acb6-4846-9443-abd66c3e9409'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:52.203895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:52.226062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event updated for resources: {'Port': ['ID=cab67719-ba05-424b-93b7-58f3ffec6333,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:52.236860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:52.246538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.247394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.247900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.248384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.248901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.250113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.252179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.252705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.253202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.253698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.255654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.256221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:35:52.267671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:52.271064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:52.371875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:52.437186 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-9ab2e91a-aa72-4c70-8552-2145f44af769 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1001 time: 0.4349670 May 28 05:35:52.442752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Request body: {'floatingip': {'port_id': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:52.698409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:52.709358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a452b35d-5a4c-4b36-8853-6d823b9f2bba triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:52.710591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:52.728264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Deleting port 5e0f763c-48bc-419c-997b-cba0e7451530 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:52.728592 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:52.746464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:52.747131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:52.778726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16a885-c384-4abc-badb-7d0f549798aa req-457ca090-4c19-40c3-a02c-4f4f76a46361 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:52.780820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a16a885-c384-4abc-badb-7d0f549798aa req-457ca090-4c19-40c3-a02c-4f4f76a46361 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 944 time: 0.8294652 May 28 05:35:52.794780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:48Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:52.845340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04061620-79d7-42a8-8464-bacce28a7da6 req-1dd3f331-65b8-494e-98bd-2664d216d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:52.846829 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04061620-79d7-42a8-8464-bacce28a7da6 req-1dd3f331-65b8-494e-98bd-2664d216d399 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 1095 time: 1.5864475 May 28 05:35:52.909808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b6de1-d392-4d2d-b99f-f3cf97c7bb3d None None] The sync data for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 is: [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:48Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:35:52.968582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6bc8c124-174b-49de-be9a-ec3dd004d0c0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9493513 May 28 05:35:53.026521 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a16a885-c384-4abc-badb-7d0f549798aa req-d667ceba-f6a2-45c0-875a-e6e1da2162b1 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272265 May 28 05:35:53.050948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Request body: {'port': {'device_id': 'b38465e0-aa58-4b42-b5aa-09d6bdc937d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:53.222863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2254c748-dae9-48c9-8f5d-efafc3b11055 None None] Provisioning for port cab67719-ba05-424b-93b7-58f3ffec6333 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:53.271095 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 28 05:35:53.271095 n-d-843679-5 neutron-server[88416]: [SQL: INSERT INTO resourcedeltas (resource, reservation_id, amount) VALUES (%(resource)s, %(reservation_id)s, %(amount)s)] May 28 05:35:53.271095 n-d-843679-5 neutron-server[88416]: [parameters: {'resource': 'port', 'reservation_id': 'cc9adf35-a9e5-421f-a0fe-e33064614d4a', 'amount': 1}] May 28 05:35:53.271095 n-d-843679-5 neutron-server[88416]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:35:53.271796 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Performing DB retry for function neutron.db.quota.driver.DbQuotaDriver.make_reservation {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:35:53.290814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:53.377102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2254c748-dae9-48c9-8f5d-efafc3b11055 None None] Provisioning complete for port cab67719-ba05-424b-93b7-58f3ffec6333 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:53.387460 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2254c748-dae9-48c9-8f5d-efafc3b11055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:53.507106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5e0f763c-48bc-419c-997b-cba0e7451530 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:53.519528 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:53.568244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] For port 5e0f763c-48bc-419c-997b-cba0e7451530, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5e0f763c-48bc-419c-997b-cba0e7451530,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:53.575138 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:53.600240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:53.940695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-678e053e-ce8f-4153-95ef-540af5b8bbd7 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:53.945140 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-678e053e-ce8f-4153-95ef-540af5b8bbd7 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 818 time: 0.5573950 May 28 05:35:53.957236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Request body: {'port': {'device_id': '3ca88b7d-16be-4402-a17b-47b8fa3af004', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'admin_state_up': True, 'tenant_id': '473748e4f744401c95dc83ee58a558ae'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:54.038340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Calling delete_port for 5e0f763c-48bc-419c-997b-cba0e7451530 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:35:54.095925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2254c748-dae9-48c9-8f5d-efafc3b11055 None None] Port cab67719-ba05-424b-93b7-58f3ffec6333 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:35:54.549986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 5e0f763c-48bc-419c-997b-cba0e7451530, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5e0f763c-48bc-419c-997b-cba0e7451530,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:54.599296 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:54.602241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:54.641530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:35:54.645948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:54.798200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Made reservation on behalf of 473748e4f744401c95dc83ee58a558ae for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:54.805327 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:54.833662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Usage tracker for resource:port and tenant:f5f19722c2c64b6fb824290e4e419f76 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:35:54.855398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab67719-ba05-424b-93b7-58f3ffec6333 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:54.930749 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:54.993028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Transition to ACTIVE for port object cab67719-ba05-424b-93b7-58f3ffec6333 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:54.994469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a2775f4d-240e-4e30-bd0f-6403a4943c08 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:55.004864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.048752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a452b35d-5a4c-4b36-8853-6d823b9f2bba is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:55.049351 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.208512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:55.230734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=5e0f763c-48bc-419c-997b-cba0e7451530,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:55.290500 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:35:55.294176 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:35:55.298672 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a452b35d-5a4c-4b36-8853-6d823b9f2bba, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:55.325167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Allocated IP 172.20.0.8 (13998490-a147-4905-890a-6d01ccfa4ec9/833c3c26-57ef-4a2b-a56f-a67f12c3972e/8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:55.330771 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.334782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:35:55.359416 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.360798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:35:55.363370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04061620-79d7-42a8-8464-bacce28a7da6 req-e80a2b08-0613-4a68-af37-82d005ec823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:55.364903 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04061620-79d7-42a8-8464-bacce28a7da6 req-e80a2b08-0613-4a68-af37-82d005ec823b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 2.4753807 May 28 05:35:55.370554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.541235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port a2775f4d-240e-4e30-bd0f-6403a4943c08 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:55.576012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Pushing event updated for resources: {'Port': ['ID=cab67719-ba05-424b-93b7-58f3ffec6333,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:55.579111 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a2775f4d-240e-4e30-bd0f-6403a4943c08 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:55.579521 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.618097 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04061620-79d7-42a8-8464-bacce28a7da6 req-91262475-b595-42b0-a18b-8450bebe5038 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189 HTTP/1.1" status: 200 len: 217 time: 0.1461036 May 28 05:35:55.639156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Made reservation on behalf of f5f19722c2c64b6fb824290e4e419f76 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:35:55.643398 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.707734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a452b35d-5a4c-4b36-8853-6d823b9f2bba,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:55.767347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] For port 5e0f763c-48bc-419c-997b-cba0e7451530, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5e0f763c-48bc-419c-997b-cba0e7451530,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:55.767715 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.823495 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Deleting port 5e0f763c-48bc-419c-997b-cba0e7451530 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:55.823871 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:56.006630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a2775f4d-240e-4e30-bd0f-6403a4943c08 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:56.007009 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:56.054083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Calling delete_port for 5e0f763c-48bc-419c-997b-cba0e7451530 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:35:56.067343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Attempting to bind port cab67719-ba05-424b-93b7-58f3ffec6333 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:56.067893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Attempting to bind port cab67719-ba05-424b-93b7-58f3ffec6333 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:56.068143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Attempting to bind port cab67719-ba05-424b-93b7-58f3ffec6333 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:56.076552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Port cab67719-ba05-424b-93b7-58f3ffec6333 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:35:56.076882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Attempting to bind port cab67719-ba05-424b-93b7-58f3ffec6333 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:56.097664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:56.098004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:56.098394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:56.098830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Bound port: cab67719-ba05-424b-93b7-58f3ffec6333, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:56.099178 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:56.124714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04061620-79d7-42a8-8464-bacce28a7da6 req-44d19589-2acc-4c1a-8bfd-4427eac35751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:56.126576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04061620-79d7-42a8-8464-bacce28a7da6 req-44d19589-2acc-4c1a-8bfd-4427eac35751 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.4699988 May 28 05:35:56.257001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port a2775f4d-240e-4e30-bd0f-6403a4943c08, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a2775f4d-240e-4e30-bd0f-6403a4943c08,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:56.291328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:56.315569 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:56.339898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04061620-79d7-42a8-8464-bacce28a7da6 req-64a4052b-f305-48e1-849e-1fe05067540f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933093 May 28 05:35:56.384589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Transition to ACTIVE for port object 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:56.392420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] For port cab67719-ba05-424b-93b7-58f3ffec6333, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:56.404579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] For port cab67719-ba05-424b-93b7-58f3ffec6333, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cab67719-ba05-424b-93b7-58f3ffec6333,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:56.426714 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:56.431111 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Floating IP c218035a-c239-4ec2-9b9d-1c50d569ba91 associated. External IP: 172.25.4.22, port: 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf. May 28 05:35:56.454390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=a2775f4d-240e-4e30-bd0f-6403a4943c08,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:56.483155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] For port 5e0f763c-48bc-419c-997b-cba0e7451530, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5e0f763c-48bc-419c-997b-cba0e7451530,segment=NetworkSegment(b8ef88c5-f211-43a7-9ba0-621f60ab28ac),segment_id=b8ef88c5-f211-43a7-9ba0-621f60ab28ac)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:35:56.484440 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:56.577188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:56.578062 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:56.579938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] 10.222.0.33 "PUT /v2.0/ports/cab67719-ba05-424b-93b7-58f3ffec6333 HTTP/1.1" status: 200 len: 1095 time: 3.5484617 May 28 05:35:56.580679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38465e0-aa58-4b42-b5aa-09d6bdc937d0', 'tag': 'cab67719-ba05-424b-93b7-58f3ffec6333'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:35:56.612044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aed09-01c2-4ed6-8c91-e267ce1a7e06 service neutron] Pushing event updated for resources: {'Port': ['ID=cab67719-ba05-424b-93b7-58f3ffec6333,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:56.629465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:56.735909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Calling delete_port for 5e0f763c-48bc-419c-997b-cba0e7451530 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:35:56.826119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a2775f4d-240e-4e30-bd0f-6403a4943c08 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:35:56.982204 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:35:56.982775 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:35:57.002506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Allocated IP 192.168.233.213 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:35:57.079740 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:57.113130 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04061620-79d7-42a8-8464-bacce28a7da6 req-d7c482c9-7f07-4759-9522-24220a21cede service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472131 May 28 05:35:57.116691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Network 13998490-a147-4905-890a-6d01ccfa4ec9 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:57.123336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:57.128336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:57.165211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event updated for resources: {'Port': ['ID=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:57.258791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:57.259650 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:57.316115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] No DVR routers for this DVR port 5e0f763c-48bc-419c-997b-cba0e7451530 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:35:57.320532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bd325-240f-4e67-80c7-1e1a4f2d5581 None None] Pushing event deleted for resources: {'Port': ['ID=5e0f763c-48bc-419c-997b-cba0e7451530,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:57.324307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4620ef02-db0a-48cc-80da-3122ac0dc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:57.325973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-4620ef02-db0a-48cc-80da-3122ac0dc0a8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=b38465e0-aa58-4b42-b5aa-09d6bdc937d0 HTTP/1.1" status: 200 len: 1098 time: 0.3337126 May 28 05:35:57.336332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-80e63c90-37d3-4a01-abda-ff85694c7495 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3830261 May 28 05:35:57.338649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a2775f4d-240e-4e30-bd0f-6403a4943c08 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:57.339071 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:57.530516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Request body: {'port': {'device_id': '3ca88b7d-16be-4402-a17b-47b8fa3af004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:35:57.560045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Deleting port 5e0f763c-48bc-419c-997b-cba0e7451530 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:35:57.560434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:57.612918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a2775f4d-240e-4e30-bd0f-6403a4943c08 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:35:57.628839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-b3b155aa-1d02-4baf-a5c1-c28e925d8f2f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=cab67719-ba05-424b-93b7-58f3ffec6333 HTTP/1.1" status: 200 len: 217 time: 0.2885175 May 28 05:35:57.660783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9a0e3340-5621-4dce-b069-5da1269af175 None None] Provisioning for port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:35:57.671882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9a0e3340-5621-4dce-b069-5da1269af175 None None] Provisioning complete for port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:35:57.673404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9a0e3340-5621-4dce-b069-5da1269af175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:57.773587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-873c29c8-3baf-41cb-bbd2-65e3a33264fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:57.775800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e3340-5621-4dce-b069-5da1269af175 None None] Port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:35:57.780496 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-873c29c8-3baf-41cb-bbd2-65e3a33264fa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1339214 May 28 05:35:57.846776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] The port '5e0f763c-48bc-419c-997b-cba0e7451530' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:35:57.900740 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.008777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-54a51fbb-125e-4c6f-8a0d-0c8a74bc73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:35:58.010792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-54a51fbb-125e-4c6f-8a0d-0c8a74bc73c2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2228532 May 28 05:35:58.224923 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04061620-79d7-42a8-8464-bacce28a7da6 req-d525065a-64e2-46c0-8423-231592cad481 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0717905 May 28 05:35:58.233288 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.297754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a9b245-5074-4ded-82bb-cbdaaebacdd1']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:58.322494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Router 4d6da615-ebde-4ad4-8bd7-30326da5402d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:35:58.324435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:58.324832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ef88c5-f211-43a7-9ba0-621f60ab28ac') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:58.334053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.350790 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.375713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Transition to ACTIVE for port object b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:58.381532 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.466947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-67760730-1881-4856-b306-360607524439 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854759 May 28 05:35:58.468304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:35:58.468304 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.552527 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b8ef88c5-f211-43a7-9ba0-621f60ab28ac resource provider aggregate not found May 28 05:35:58.643715 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b8ef88c5-f211-43a7-9ba0-621f60ab28ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8ef88c5-f211-43a7-9ba0-621f60ab28ac found for delete ", "request_id": "req-ed2f6900-800e-47bb-a955-50edfc000d85"}]} May 28 05:35:58.644164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-cea73f5a-7046-4260-b289-b03be614664d service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637192 May 28 05:35:58.674119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.694411 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.716132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a9b245-5074-4ded-82bb-cbdaaebacdd1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:58.742213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:35:58.757139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] Sync routers for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:35:58.781035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:35:58.781394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:35:58.783173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:35:58.792997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.807827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a3ed69ed-907d-4b45-b529-9a8c31d1ea59 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b1a9b245-5074-4ded-82bb-cbdaaebacdd1 HTTP/1.1" status: 204 len: 168 time: 8.0539491 May 28 05:35:58.807827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.820933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44926) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:35:58.823260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Transition to ACTIVE for port object 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:35:58.829585 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:58.996744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:35:59.006959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:35:59.082820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:35:59.379527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Pushing event updated for resources: {'Port': ['ID=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:59.402397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:35:59.504743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0', '000e3aa9-acb6-4846-9443-abd66c3e9409'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:59.586404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Attempting to bind port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:35:59.586980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Attempting to bind port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:35:59.587185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Attempting to bind port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 on network 13998490-a147-4905-890a-6d01ccfa4ec9 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:59.589554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:35:59.602155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 on network 13998490-a147-4905-890a-6d01ccfa4ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:35:59.602728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Attempting to bind port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 on network 13998490-a147-4905-890a-6d01ccfa4ec9 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:35:59.608870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:35:59.609619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Checking segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:35:59.610292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Bound using segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:35:59.611213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Bound port: 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:35:59.616019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event updated for resources: {'Port': ['ID=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:35:59.617042 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:59.622688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ab69595c-a5c3-41c8-9b0c-32d515bf8189 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:35:59.829176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] For port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:35:59.834048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] For port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:35:59.846775 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:59.992437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Pushing event updated for resources: {'Port': ['ID=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:00.012744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:00.019599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:00.027062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-b2c961a1-5d0c-4786-a60e-43a41a3e4a49 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 HTTP/1.1" status: 200 len: 1091 time: 2.5077558 May 28 05:36:00.203180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:00.211094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:00.253984 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-a584018e-a70c-4d74-83b0-2c979d13c7a8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.5420623 May 28 05:36:00.262355 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:36:00.339160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Request body: {'port': {'device_id': 'e3531b6b-6c49-4af2-96cf-91e00165aaca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:00.445590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:00.564309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c1af8ecd-8e59-48c4-8c38-ea4add612cea None None] Provisioning for port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:00.570818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189', 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4', 'port_id': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189', 'mac_address': 'fa:16:3e:a0:74:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4381fba7-c70e-429d-9e28-c31373a2e00a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:36:00.588095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-dd4aacdb-8eb0-4b52-8560-85388cddf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:00.591321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-dd4aacdb-8eb0-4b52-8560-85388cddf876 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 1094 time: 0.5027375 May 28 05:36:00.594936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c1af8ecd-8e59-48c4-8c38-ea4add612cea None None] Provisioning complete for port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:00.595354 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c1af8ecd-8e59-48c4-8c38-ea4add612cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:00.676369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c1af8ecd-8e59-48c4-8c38-ea4add612cea None None] Port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:36:00.765483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-02c136e6-2462-4d84-938b-3b0deecd817c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 HTTP/1.1" status: 200 len: 217 time: 0.1605048 May 28 05:36:00.769639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Router 4d6da615-ebde-4ad4-8bd7-30326da5402d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:36:00.779635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:00.806938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ab69595c-a5c3-41c8-9b0c-32d515bf8189 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:00.807349 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:00.878575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-38c0d457-7b51-4570-9b16-8bc3c7772ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:00.880688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-38c0d457-7b51-4570-9b16-8bc3c7772ba9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.1045408 May 28 05:36:00.930257 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:00.947975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab69595c-a5c3-41c8-9b0c-32d515bf8189 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:01.009434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-009f5134-f605-457c-938e-325d5427a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:01.011211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-009f5134-f605-457c-938e-325d5427a750 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173623 May 28 05:36:01.069052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:32:44:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:35:55Z', 'revision_number': 3, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:01.092185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:01.115486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] Checking router: 4d6da615-ebde-4ad4-8bd7-30326da5402d for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:36:01.129729 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:01.133784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:01.134698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:01.222715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-187b4fea-6b3c-4751-9185-6fb5841cd41a service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996391 May 28 05:36:01.411123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:36:01.427343 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:01.497794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82521a25-7113-48b9-8d7f-5a8bec752d8c req-30463840-5bff-4f37-b7e2-03fc6d2bd9c9 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674894 May 28 05:36:01.590182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:01.635459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['ab69595c-a5c3-41c8-9b0c-32d515bf8189'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:01.681945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-fd62f779-3a48-4376-95a9-586b963254d2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "PUT /v2.0/floatingips/c218035a-c239-4ec2-9b9d-1c50d569ba91 HTTP/1.1" status: 200 len: 997 time: 9.2429967 May 28 05:36:01.731655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=ab69595c-a5c3-41c8-9b0c-32d515bf8189,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:01.777344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:01.927548 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:36:02.050323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909619d1-d772-44b3-9de3-3989813a3666 req-8ee422c7-e586-4eae-9047-2e12cb8a092e tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:02.052042 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-8ee422c7-e586-4eae-9047-2e12cb8a092e tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports/01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 943 time: 0.3693943 May 28 05:36:02.056587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:02.063624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:02.076118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cab67719-ba05-424b-93b7-58f3ffec6333 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:36:02.129416 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:02.286241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Transition to ACTIVE for port object b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:36:02.354167 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:02.506977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cab67719-ba05-424b-93b7-58f3ffec6333, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cab67719-ba05-424b-93b7-58f3ffec6333,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:02.540615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'cab67719-ba05-424b-93b7-58f3ffec6333', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'cab67719-ba05-424b-93b7-58f3ffec6333', 'mac_address': 'fa:16:3e:3a:40:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:36:02.615669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port cab67719-ba05-424b-93b7-58f3ffec6333 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:02.615967 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:02.642898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:32:44:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:35:55Z', 'revision_number': 3, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:02.645712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab67719-ba05-424b-93b7-58f3ffec6333 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:02.667355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cab67719-ba05-424b-93b7-58f3ffec6333, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cab67719-ba05-424b-93b7-58f3ffec6333,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:02.673362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e9f3ec-4610-486b-a7d7-ece1bf8f94fc None None] The sync data for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 is: [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:32:44:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:35:55Z', 'revision_number': 3, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:36:02.689087 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:02.734928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:02.885371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=cab67719-ba05-424b-93b7-58f3ffec6333,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:02.893612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909619d1-d772-44b3-9de3-3989813a3666 req-b4406c89-6073-41cd-93d8-80b406a85353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:02.895186 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-b4406c89-6073-41cd-93d8-80b406a85353 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1097 time: 0.7178805 May 28 05:36:02.911720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.912464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.912803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.913145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.915592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.915956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.916306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.916829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.917162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.917486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.917825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.918127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:02.982537 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275fefc1-1b06-42af-91bb-85927651963c None None] New status for floating IP c218035a-c239-4ec2-9b9d-1c50d569ba91: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:36:03.143759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Attempting to bind port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:36:03.144711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Attempting to bind port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:36:03.145038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Attempting to bind port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:03.169775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:36:03.170087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Attempting to bind port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:03.203118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['cab67719-ba05-424b-93b7-58f3ffec6333'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:03.329670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] Deleting port 2401f0e0-ec35-4094-ac60-c683bb935311 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:03.330076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:03.364190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:36:03.364531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:36:03.364920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:36:03.365363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Bound port: b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:36:03.365709 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:03.406271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909619d1-d772-44b3-9de3-3989813a3666 req-82c70d8f-db2a-4b9f-b313-d881fac23e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:03.407783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ab69595c-a5c3-41c8-9b0c-32d515bf8189 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:36:03.407915 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-82c70d8f-db2a-4b9f-b313-d881fac23e42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.4724038 May 28 05:36:03.492370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] Sync routers for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:36:03.531930 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-1ee508c1-b38a-453f-b9be-af47b6ba3f72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 217 time: 0.1155646 May 28 05:36:03.538248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:03.538894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:03.607824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909619d1-d772-44b3-9de3-3989813a3666 req-ccf92795-b229-497e-875b-06a3a12fcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:03.609037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-ccf92795-b229-497e-875b-06a3a12fcde8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.0673358 May 28 05:36:03.818866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] For port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:36:03.820872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port ab69595c-a5c3-41c8-9b0c-32d515bf8189 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:03.822046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] For port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:36:03.834982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port ab69595c-a5c3-41c8-9b0c-32d515bf8189 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:03.835482 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:03.847941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:03.906223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:04.146423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:04.149827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:04.151282 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 HTTP/1.1" status: 200 len: 1096 time: 3.8172112 May 28 05:36:04.199396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdab484-976e-409a-a357-245135cdbb05 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:04.206851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] For port 2401f0e0-ec35-4094-ac60-c683bb935311, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2401f0e0-ec35-4094-ac60-c683bb935311,segment=NetworkSegment(903dcce9-d3f5-4761-8caa-cff6be24b430),segment_id=903dcce9-d3f5-4761-8caa-cff6be24b430)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:04.207213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:04.239254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ab69595c-a5c3-41c8-9b0c-32d515bf8189 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:04.239809 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:04.432564 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909619d1-d772-44b3-9de3-3989813a3666 req-5ad531bc-d403-4e6e-b5cf-28a41032dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:04.443168 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-5ad531bc-d403-4e6e-b5cf-28a41032dc46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8139846 May 28 05:36:04.477095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] Calling delete_port for 2401f0e0-ec35-4094-ac60-c683bb935311 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:04.506089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:04.559335 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:04.687963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=ab69595c-a5c3-41c8-9b0c-32d515bf8189,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:04.704552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:32:44:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:36:03Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:04.711812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] Checking router: 4d6da615-ebde-4ad4-8bd7-30326da5402d for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:36:04.723826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:04.724441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:04.727552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-cb027c05-dd06-412a-950a-9b420ea0cc6a service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834816 May 28 05:36:04.731342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-d0e8eb1f-3d84-422a-ace9-2c08641279c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:04.732948 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-d0e8eb1f-3d84-422a-ace9-2c08641279c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 1099 time: 0.4960508 May 28 05:36:04.898819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-8ac6958d-4e33-45b0-804d-315e2e41d2e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 HTTP/1.1" status: 200 len: 217 time: 0.1307986 May 28 05:36:05.010506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:05.017762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6565aa27-d09f-4d6e-8e04-c138eaab701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:05.020002 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-6565aa27-d09f-4d6e-8e04-c138eaab701a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1110039 May 28 05:36:05.250038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:05.371650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:36:05.511441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2401f0e0-ec35-4094-ac60-c683bb935311,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:05.562385 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-47512941-f2b1-4eaa-93bb-7ece6ff474aa service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8198981 May 28 05:36:05.748009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:32:44:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:36:03Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:05.758713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:05.768215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811d6f3-e80b-4a8f-9a40-356d1eb58a29 None None] The sync data for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 is: [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:32:44:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:36:03Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:36:05.781541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660557ff-7528-478e-b8dc-7bbb65028923 req-69496853-09bc-428a-9404-dd30849d0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:05.781790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'port_id': '8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24', 'mac_address': 'fa:16:3e:10:b6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:36:05.784676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-69496853-09bc-428a-9404-dd30849d0d58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5951009 May 28 05:36:05.870432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:05.870812 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:05.894435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:05.917362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:05.927070 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:06.066803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:06.098917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cab67719-ba05-424b-93b7-58f3ffec6333 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:36:06.269666 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-925d4234-d377-4337-a946-f40a5e8276d7 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745932 May 28 05:36:06.301734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port cab67719-ba05-424b-93b7-58f3ffec6333 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:06.310892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port cab67719-ba05-424b-93b7-58f3ffec6333 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:06.312343 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:06.316997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909619d1-d772-44b3-9de3-3989813a3666 req-cfbaedd3-53ae-4c78-a22b-e411fb456a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:06.318715 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-cfbaedd3-53ae-4c78-a22b-e411fb456a17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 1096 time: 0.6502035 May 28 05:36:06.396017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:06.554731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port cab67719-ba05-424b-93b7-58f3ffec6333 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:06.555029 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:06.638830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cab67719-ba05-424b-93b7-58f3ffec6333, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cab67719-ba05-424b-93b7-58f3ffec6333,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:06.658344 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:06.692170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909619d1-d772-44b3-9de3-3989813a3666 req-27258829-b0c6-46d3-8ce1-40348b6471bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:06.693643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-27258829-b0c6-46d3-8ce1-40348b6471bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.3675714 May 28 05:36:06.704136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:06.806631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=cab67719-ba05-424b-93b7-58f3ffec6333,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:06.996814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-397a800f-6179-4838-91c4-38d02f53e3b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf HTTP/1.1" status: 200 len: 1000 time: 0.2878950 May 28 05:36:06.999172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-660557ff-7528-478e-b8dc-7bbb65028923 req-36b978e4-5588-4c74-8fb2-eba02cea8a51 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209520 May 28 05:36:07.151532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909619d1-d772-44b3-9de3-3989813a3666 req-8bd5bc36-f4ab-4528-aafb-a59bb120fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:07.152985 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-8bd5bc36-f4ab-4528-aafb-a59bb120fc41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.0931427 May 28 05:36:07.419018 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909619d1-d772-44b3-9de3-3989813a3666 req-13e284c8-149b-420f-9f69-1cb267318576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:07.427038 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-13e284c8-149b-420f-9f69-1cb267318576 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629039 May 28 05:36:07.535043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] Router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:36:07.706552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-e54a8d4b-3f17-4b86-9e18-4348bc95224c service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784286 May 28 05:36:07.988211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:36:08.000735 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f91c54f2-1b8d-485b-bcea-abaaee363cc3 admin admin] 10.222.0.39 "PUT /v2.0/routers/0dc4cfdc-2186-4066-9110-62e7b9af4e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1392267 May 28 05:36:08.001128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44954) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:08.003167 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] Sync routers for ids ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:36:08.022939 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] Routers {'0dc4cfdc-2186-4066-9110-62e7b9af4e7c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:08.024133 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:08.027695 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-909619d1-d772-44b3-9de3-3989813a3666 req-2da27b18-ac90-4a1a-aeb5-2be0fa6b7123 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100400 May 28 05:36:08.299458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:08.387049 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f827-060c-4f99-9782-652f4e25d81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:08.406134 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] Set router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:08.623391 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:08.652967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Deleting port f1be2a61-0e49-4688-900d-28493e03a6ba {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:08.653321 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:08.848437 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-router', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:43Z', 'updated_at': '2022-05-28T05:36:05Z', 'revision_number': 5, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'gw_port': {'id': 'f1be2a61-0e49-4688-900d-28493e03a6ba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:31:44Z', 'updated_at': '2022-05-28T05:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:08.857056 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] Checking router: 0dc4cfdc-2186-4066-9110-62e7b9af4e7c for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:36:08.867997 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] Routers {'0dc4cfdc-2186-4066-9110-62e7b9af4e7c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:08.869071 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:08.888197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5716b-32b0-4585-88cf-378e364d876a req-f168ecca-9249-4758-a236-f514cca92f9b tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:08.888955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-9ce5716b-32b0-4585-88cf-378e364d876a req-f168ecca-9249-4758-a236-f514cca92f9b tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Synchronizing usage tracker for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:08.915438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-9ce5716b-32b0-4585-88cf-378e364d876a req-f168ecca-9249-4758-a236-f514cca92f9b tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Unset dirty status for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:08.920298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ce5716b-32b0-4585-88cf-378e364d876a req-f168ecca-9249-4758-a236-f514cca92f9b tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 946 time: 0.5970817 May 28 05:36:08.944980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] For port f1be2a61-0e49-4688-900d-28493e03a6ba, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f1be2a61-0e49-4688-900d-28493e03a6ba,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:08.945341 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:08.988408 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ce5716b-32b0-4585-88cf-378e364d876a req-a0b02221-4bfc-41e3-8038-ba6f53f4b67b tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602906 May 28 05:36:09.176695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Calling delete_port for f1be2a61-0e49-4688-900d-28493e03a6ba owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:09.192657 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] Set router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:09.296074 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:36:09.375902 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-router', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:43Z', 'updated_at': '2022-05-28T05:36:08Z', 'revision_number': 6, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:09.381512 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041bad10-6e58-4dcb-8acc-b2d23d21ae80 None None] The sync data for ids ['0dc4cfdc-2186-4066-9110-62e7b9af4e7c'] in n-d-843679-5 is: [{'id': '0dc4cfdc-2186-4066-9110-62e7b9af4e7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229199150-router', 'tenant_id': '6ff722a4d1d044b3994247fe66604b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:31:43Z', 'updated_at': '2022-05-28T05:36:08Z', 'revision_number': 6, 'project_id': '6ff722a4d1d044b3994247fe66604b96', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:36:09.383928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2902a8-4e4b-48c2-88ad-75429d7066e8 req-157d95ba-194a-4423-9ac4-60921a3fc36d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:09.389065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cb2902a8-4e4b-48c2-88ad-75429d7066e8 req-157d95ba-194a-4423-9ac4-60921a3fc36d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:09.396860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:36:09.405486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:36:09.417579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cb2902a8-4e4b-48c2-88ad-75429d7066e8 req-157d95ba-194a-4423-9ac4-60921a3fc36d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:09.418904 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb2902a8-4e4b-48c2-88ad-75429d7066e8 req-157d95ba-194a-4423-9ac4-60921a3fc36d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 948 time: 0.2395902 May 28 05:36:09.508485 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb2902a8-4e4b-48c2-88ad-75429d7066e8 req-075114bf-f713-4d81-a914-3e7a9b0b51f3 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823638 May 28 05:36:09.667189 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:09.717412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:09.736355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:09.736355 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:09.810105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:09.846334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45', 'mac_address': 'fa:16:3e:eb:3c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:36:09.859773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a3106-758c-409e-aaeb-ce3a5282fd75 req-d8427e97-fc2a-467f-9f75-2ff776c0d91f tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:09.868361 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-051a3106-758c-409e-aaeb-ce3a5282fd75 req-d8427e97-fc2a-467f-9f75-2ff776c0d91f tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 945 time: 0.2332764 May 28 05:36:09.945019 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-051a3106-758c-409e-aaeb-ce3a5282fd75 req-789f6574-d752-4080-bf09-176bc68994f8 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742168 May 28 05:36:10.047413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:10.048720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09a9e-2da1-4801-91aa-318f088347af req-0dd7cad5-1ac3-4535-8ab0-7a386e45b053 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:10.053143 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:10.055755 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-0dd7cad5-1ac3-4535-8ab0-7a386e45b053 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 818 time: 0.4319410 May 28 05:36:10.083295 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-0f6d33e0-634c-4989-8802-51999dfb16fd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/quotas/473748e4f744401c95dc83ee58a558ae HTTP/1.1" status: 200 len: 375 time: 0.0265796 May 28 05:36:10.129024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:10.129318 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:10.173028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:10.183283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:10.202871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-50d09a9e-2da1-4801-91aa-318f088347af req-6afaabd2-2320-4034-b532-c7195360b18b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:10.210962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:10.217402 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6d960e-40e8-40af-bb86-37c109a18663'] response: {'server_uuid': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba', 'code': 200} May 28 05:36:10.240226 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:10.257105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1be2a61-0e49-4688-900d-28493e03a6ba,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:10.372454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:10.385995 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:10.407553 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:10.408499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-50d09a9e-2da1-4801-91aa-318f088347af req-6afaabd2-2320-4034-b532-c7195360b18b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:10.417357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-6afaabd2-2320-4034-b532-c7195360b18b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3331590 May 28 05:36:10.512415 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f79d22b-bf3f-46bf-b94c-d011ff83f182'] response: {'name': 'network-changed', 'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'status': 'completed', 'code': 200} May 28 05:36:10.554203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:10.615585 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4967f83-c93f-4738-8eb3-e89e6c15c4af'] response: {'name': 'network-changed', 'server_uuid': 'b38465e0-aa58-4b42-b5aa-09d6bdc937d0', 'tag': 'cab67719-ba05-424b-93b7-58f3ffec6333', 'status': 'completed', 'code': 200} May 28 05:36:10.630030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:10.641667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-1fd61e54-5f85-4594-80de-91374d54d7a9 service neutron] 10.222.0.39 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230692 May 28 05:36:10.691179 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6277e200-91bc-4585-8cba-b54085977dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:10.710462 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63619c55-a5bd-4d0e-844c-ca74ce0021b7 req-2abd0e46-e93a-4d3f-a2fb-8622a76420d8 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1000 time: 0.1804812 May 28 05:36:10.779159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2401f0e0-ec35-4094-ac60-c683bb935311 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:10.837778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 2401f0e0-ec35-4094-ac60-c683bb935311 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:36:10.838231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2401f0e0-ec35-4094-ac60-c683bb935311 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:36:10.838942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f1be2a61-0e49-4688-900d-28493e03a6ba no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:10.912357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f1be2a61-0e49-4688-900d-28493e03a6ba {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:36:10.912838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f1be2a61-0e49-4688-900d-28493e03a6ba not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:36:10.945902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619c55-a5bd-4d0e-844c-ca74ce0021b7 req-0c88d06f-1709-4259-940e-1f2da2c3f975 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:10.961279 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63619c55-a5bd-4d0e-844c-ca74ce0021b7 req-0c88d06f-1709-4259-940e-1f2da2c3f975 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports/0fef071e-f6dc-4a60-863a-e557ecd6c2cf HTTP/1.1" status: 200 len: 942 time: 0.2483523 May 28 05:36:10.998789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:11.227536 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63619c55-a5bd-4d0e-844c-ca74ce0021b7 req-3ef57f98-a1b1-4bff-b2a4-3c4d59dcf40b tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1000 time: 0.1548793 May 28 05:36:11.274514 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:11.277502 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:11.290555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-27542903-2c04-485b-988a-a3221354f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:11.292137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-27542903-2c04-485b-988a-a3221354f748 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1097 time: 0.6758330 May 28 05:36:11.297340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-c77d8bde-2fbb-4205-8b8a-274323172046 service neutron] 10.222.0.39 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548879 May 28 05:36:11.301488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-0f507efa-e9c4-474b-b252-355b62f0a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:11.302910 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-0f507efa-e9c4-474b-b252-355b62f0a80f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=b38465e0-aa58-4b42-b5aa-09d6bdc937d0 HTTP/1.1" status: 200 len: 1100 time: 0.6838114 May 28 05:36:11.482873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619c55-a5bd-4d0e-844c-ca74ce0021b7 req-9f349822-9b41-47f5-99db-ec452ab8d9a2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:11.484739 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:11.498218 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63619c55-a5bd-4d0e-844c-ca74ce0021b7 req-9f349822-9b41-47f5-99db-ec452ab8d9a2 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.2590518 May 28 05:36:11.595878 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:11.740540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d47b8-e681-4b35-b471-678116966171 req-d141410c-d756-4c6c-84d3-37d1c93c8920 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:11.742353 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-275d47b8-e681-4b35-b471-678116966171 req-d141410c-d756-4c6c-84d3-37d1c93c8920 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 949 time: 0.1233675 May 28 05:36:11.803897 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-275d47b8-e681-4b35-b471-678116966171 req-cb4baf2c-342d-4b12-bbbf-1fe164f2e015 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498676 May 28 05:36:11.809123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-f2cf49ff-2c2b-4d0c-a14c-9f032fdde859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:11.811661 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-f2cf49ff-2c2b-4d0c-a14c-9f032fdde859 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.4797935 May 28 05:36:11.819271 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:11.819992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc4cfdc-2186-4066-9110-62e7b9af4e7c {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:36:12.039345 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-db055746-dbed-4c33-819a-990749a5f469 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=cab67719-ba05-424b-93b7-58f3ffec6333 HTTP/1.1" status: 200 len: 217 time: 0.2059476 May 28 05:36:12.128340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb88652-fe73-4828-b1af-0cac71ef600e req-e68e6ba4-8273-49e0-976b-04718a9d3c03 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:12.136648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9fb88652-fe73-4828-b1af-0cac71ef600e req-e68e6ba4-8273-49e0-976b-04718a9d3c03 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 945 time: 0.1841257 May 28 05:36:12.170022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-3fbb6aa1-86e1-4c48-98ef-df558d61e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:12.172967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-3fbb6aa1-86e1-4c48-98ef-df558d61e8de service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1089840 May 28 05:36:12.178534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:12.179928 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-90ff3720-c65f-4696-9b31-d000b04603a7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0dc4cfdc-2186-4066-9110-62e7b9af4e7c HTTP/1.1" status: 204 len: 168 time: 4.1778297 May 28 05:36:12.187090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45058) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:12.218240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189'}, {'server_uuid': 'b38465e0-aa58-4b42-b5aa-09d6bdc937d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab67719-ba05-424b-93b7-58f3ffec6333'}, {'server_uuid': '3ca88b7d-16be-4402-a17b-47b8fa3af004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:12.276929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-3d1ea035-dfe1-4d7e-8600-3d66ac817feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:12.278410 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-3d1ea035-dfe1-4d7e-8600-3d66ac817feb service neutron] 10.222.0.33 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.9746306 May 28 05:36:12.286588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ffe92-f251-4b25-bc27-6083e782316f req-88fea7ba-d87e-42b5-bb39-d70ff48728a5 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:12.293462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-217ffe92-f251-4b25-bc27-6083e782316f req-88fea7ba-d87e-42b5-bb39-d70ff48728a5 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 946 time: 0.7225184 May 28 05:36:12.293645 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9fb88652-fe73-4828-b1af-0cac71ef600e req-3365b933-44b6-4eca-a5e8-6d572f6db168 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558487 May 28 05:36:12.303038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbb736a-f4ed-40fd-86e4-3392927f5353 admin admin] Deleting subnet a3898afd-3d59-4235-8271-ba423a2aed81 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:36:12.307058 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4bbb736a-f4ed-40fd-86e4-3392927f5353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:12.366291 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4bbb736a-f4ed-40fd-86e4-3392927f5353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:12.442270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-f0983dc3-0848-4296-9927-13bac58be544 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 217 time: 0.1169205 May 28 05:36:12.455764 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-217ffe92-f251-4b25-bc27-6083e782316f req-f6b4c22a-3876-46c6-8619-8eca4fa04075 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610413 May 28 05:36:12.481788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4bbb736a-f4ed-40fd-86e4-3392927f5353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:12.553365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'tag': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf'}, {'name': 'network-changed', 'server_uuid': 'e3531b6b-6c49-4af2-96cf-91e00165aaca', 'tag': 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:12.589107 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4bbb736a-f4ed-40fd-86e4-3392927f5353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:12.617650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca88b7d-16be-4402-a17b-47b8fa3af004', 'tag': '8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:12.646093 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8592ace-5701-47ef-b93e-de367d54a59e req-79404510-4fc2-4bbd-9e00-784bbc50c554 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 210 time: 0.0936193 May 28 05:36:12.647895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-8a633192-ed42-45a7-8d8b-9644fdfb55ce tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1000 time: 0.1387413 May 28 05:36:12.650678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-ef21951e-f03b-4b4c-b23a-c48cddc0c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:12.652209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-ef21951e-f03b-4b4c-b23a-c48cddc0c1fb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.1867471 May 28 05:36:12.655509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-1ce5dffc-1616-49d6-9549-9d0e8d05a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:12.656784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-1ce5dffc-1616-49d6-9549-9d0e8d05a8df service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4746962 May 28 05:36:12.657787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb736a-f4ed-40fd-86e4-3392927f5353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3898afd-3d59-4235-8271-ba423a2aed81,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:12.669020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b92b91-3034-4658-b3bf-2c4a8487149d None None] Network 606cdb5c-ba94-4bef-8606-eb04666162a9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:36:12.677095 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4bbb736a-f4ed-40fd-86e4-3392927f5353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:12.684924 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4bbb736a-f4ed-40fd-86e4-3392927f5353 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a3898afd-3d59-4235-8271-ba423a2aed81 HTTP/1.1" status: 204 len: 168 time: 0.4947243 May 28 05:36:12.687450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45072) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:12.796033 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1badfb3a-ee64-4a1f-a7ff-42e89fc446a8'] response: {'server_uuid': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189', 'code': 200} May 28 05:36:12.796297 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1badfb3a-ee64-4a1f-a7ff-42e89fc446a8'] response: {'server_uuid': 'b38465e0-aa58-4b42-b5aa-09d6bdc937d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab67719-ba05-424b-93b7-58f3ffec6333', 'code': 200} May 28 05:36:12.803692 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1badfb3a-ee64-4a1f-a7ff-42e89fc446a8'] response: {'server_uuid': '3ca88b7d-16be-4402-a17b-47b8fa3af004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24', 'code': 200} May 28 05:36:12.865551 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a58119-3688-4c94-a67b-130563171adf'] response: {'name': 'network-changed', 'server_uuid': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'tag': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'status': 'completed', 'code': 200} May 28 05:36:12.865976 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a58119-3688-4c94-a67b-130563171adf'] response: {'name': 'network-changed', 'server_uuid': 'e3531b6b-6c49-4af2-96cf-91e00165aaca', 'tag': 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45', 'status': 'completed', 'code': 200} May 28 05:36:12.877334 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:12.878877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-0373e360-387d-422f-9b76-4cb364491671 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:12.886620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-0373e360-387d-422f-9b76-4cb364491671 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports/0fef071e-f6dc-4a60-863a-e557ecd6c2cf HTTP/1.1" status: 200 len: 942 time: 0.2375910 May 28 05:36:12.893188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Deleting port b912659e-3803-41d0-aec1-b0b60d7f1de1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:12.893630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:12.980024 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ec69ba-8e61-4ed5-b00d-e15f757745f9'] response: {'name': 'network-changed', 'server_uuid': '3ca88b7d-16be-4402-a17b-47b8fa3af004', 'tag': '8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24', 'status': 'completed', 'code': 200} May 28 05:36:13.071820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-f75af0e7-c803-46a3-9310-a2b58ef7ffc7 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805559 May 28 05:36:13.116183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-328ca65f-0a33-408a-ba84-dcb826812948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:13.117878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-328ca65f-0a33-408a-ba84-dcb826812948 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4088569 May 28 05:36:13.141585 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:13.188620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c169a-7eb2-47c0-b661-51f46783d076 None None] DHCP port deletion for 606cdb5c-ba94-4bef-8606-eb04666162a9 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:36:13.193686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c169a-7eb2-47c0-b661-51f46783d076 None None] Deleting port b912659e-3803-41d0-aec1-b0b60d7f1de1 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:13.194299 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2a7c169a-7eb2-47c0-b661-51f46783d076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:13.367872 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.33', 59809) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:13.444101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:36:13.601032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2a7c169a-7eb2-47c0-b661-51f46783d076 None None] For port b912659e-3803-41d0-aec1-b0b60d7f1de1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b912659e-3803-41d0-aec1-b0b60d7f1de1,segment=NetworkSegment(903dcce9-d3f5-4761-8caa-cff6be24b430),segment_id=903dcce9-d3f5-4761-8caa-cff6be24b430)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:13.601516 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2a7c169a-7eb2-47c0-b661-51f46783d076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:13.695026 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-033275c0-5fe8-4f1b-bda0-73d655a31910 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1000 time: 0.6260240 May 28 05:36:13.737507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:13.747261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c169a-7eb2-47c0-b661-51f46783d076 None None] Calling delete_port for b912659e-3803-41d0-aec1-b0b60d7f1de1 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:13.861174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:13.861583 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:13.892034 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2a7c169a-7eb2-47c0-b661-51f46783d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:13.962837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c169a-7eb2-47c0-b661-51f46783d076 None None] Pushing event deleted for resources: {'Port': ['ID=b912659e-3803-41d0-aec1-b0b60d7f1de1,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:13.964671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c169a-7eb2-47c0-b661-51f46783d076 None None] No DVR routers for this DVR port b912659e-3803-41d0-aec1-b0b60d7f1de1 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:36:14.034759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-9c4d1ec7-f073-457d-83ac-129892a23434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:14.035870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-9c4d1ec7-f073-457d-83ac-129892a23434 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 1096 time: 1.0395491 May 28 05:36:14.037620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-52c73b0d-cda3-4a15-8722-7b363b16e9c9 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8355684 May 28 05:36:14.045548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-a40a1204-f3c8-431e-8664-f69beae8308a tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:14.046148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-a40a1204-f3c8-431e-8664-f69beae8308a tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.3501527 May 28 05:36:14.047898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-64fe54fe-3ff4-4a0f-85ce-fcadbb894932 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8759220 May 28 05:36:14.054807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:14.055026 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:14.106061 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:14.112157 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:14.116000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] For port b912659e-3803-41d0-aec1-b0b60d7f1de1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b912659e-3803-41d0-aec1-b0b60d7f1de1,segment=NetworkSegment(903dcce9-d3f5-4761-8caa-cff6be24b430),segment_id=903dcce9-d3f5-4761-8caa-cff6be24b430)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:14.116372 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:14.118442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-8f0ab28d-9830-44d1-9115-834cf91586d1 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:36:14.119568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-8f0ab28d-9830-44d1-9115-834cf91586d1 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056314 May 28 05:36:14.121575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-76de479b-6fd2-4e5e-a031-f5799923ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:14.122961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-76de479b-6fd2-4e5e-a031-f5799923ec19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 1096 time: 1.0554690 May 28 05:36:14.261153 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-cbc8c002-a91b-40dd-a374-8f3de78a3a29 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1000 time: 0.1266274 May 28 05:36:14.289127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:14.333771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Calling delete_port for b912659e-3803-41d0-aec1-b0b60d7f1de1 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:14.411682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-21ee8ba6-519c-4f6b-9848-5975d9b91031 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:14.424794 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:36:14.425370 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:36:14.437588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09a9e-2da1-4801-91aa-318f088347af req-ff0d9e92-2662-430b-a68c-b20094927b49 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:14.439306 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-ff0d9e92-2662-430b-a68c-b20094927b49 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.33 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 818 time: 0.9323130 May 28 05:36:14.472014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Request body: {'port': {'device_id': '37e054eb-89fc-4b66-9375-f4aac5824232', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'admin_state_up': True, 'tenant_id': '473748e4f744401c95dc83ee58a558ae'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:14.574990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833a8d-9bbd-461a-89fc-dd37ef6dc5c8 req-03e51959-3b29-4fea-ad55-3a2654387154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:14.576480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77833a8d-9bbd-461a-89fc-dd37ef6dc5c8 req-03e51959-3b29-4fea-ad55-3a2654387154 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 1097 time: 1.4062786 May 28 05:36:14.604948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576a7ec-51a4-4875-9b33-950c2a3621c9 req-3899cde2-d0df-40cd-8a9d-3f21aa5369bc tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:14.606485 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8576a7ec-51a4-4875-9b33-950c2a3621c9 req-3899cde2-d0df-40cd-8a9d-3f21aa5369bc tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 949 time: 1.1009495 May 28 05:36:14.649932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f670cc-cc6b-49e4-8915-6145443b159b req-ff0e255b-fc50-42aa-8041-7de6ba4f2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:14.651445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2f670cc-cc6b-49e4-8915-6145443b159b req-ff0e255b-fc50-42aa-8041-7de6ba4f2cbe service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b38465e0-aa58-4b42-b5aa-09d6bdc937d0 HTTP/1.1" status: 200 len: 1100 time: 1.2832763 May 28 05:36:14.710905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d6273-7d38-40b6-b687-70a173b193ff req-da653624-328a-420f-a8b2-056a822280c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:14.716079 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc7d6273-7d38-40b6-b687-70a173b193ff req-da653624-328a-420f-a8b2-056a822280c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 1096 time: 1.2757831 May 28 05:36:14.727488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b912659e-3803-41d0-aec1-b0b60d7f1de1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:14.757301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-f449572e-759d-4472-adea-daf6462396fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:14.758712 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-f449572e-759d-4472-adea-daf6462396fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 1100 time: 1.7618346 May 28 05:36:14.780984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77833a8d-9bbd-461a-89fc-dd37ef6dc5c8 req-120d6d2d-855a-40b7-a084-74ec1f38940a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766095 May 28 05:36:14.805247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: b912659e-3803-41d0-aec1-b0b60d7f1de1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:36:14.806383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b912659e-3803-41d0-aec1-b0b60d7f1de1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:36:14.829969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3531b6b-6c49-4af2-96cf-91e00165aaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:14.846841 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8576a7ec-51a4-4875-9b33-950c2a3621c9 req-a66c8b06-96a3-47ef-813b-5214d68869ff tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233849 May 28 05:36:14.883226 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2f670cc-cc6b-49e4-8915-6145443b159b req-88ec6e49-bd15-443c-adb9-639611c0375c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037535 May 28 05:36:14.884998 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-21ee8ba6-519c-4f6b-9848-5975d9b91031 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:14.942494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Deleting port b912659e-3803-41d0-aec1-b0b60d7f1de1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:14.942849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:15.129200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-631e70b5-3226-4515-8a31-f6ca3757b645 req-c9128533-8c96-4292-82cf-8d795342b583 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0383832 May 28 05:36:15.140345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-89c0d470-bd80-4a39-83c9-1cd9c38c7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:15.141955 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-89c0d470-bd80-4a39-83c9-1cd9c38c7ca9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.8786423 May 28 05:36:15.142990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-1eb4cfb9-2344-446c-af43-406b7a9e4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:15.144403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-1eb4cfb9-2344-446c-af43-406b7a9e4e59 service neutron] 10.222.0.33 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 1.0939579 May 28 05:36:15.163035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] The port 'b912659e-3803-41d0-aec1-b0b60d7f1de1' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:36:15.170296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:15.185826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:15.236429 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc7d6273-7d38-40b6-b687-70a173b193ff req-90ffc123-9e7d-4ca0-890f-a8d6cc61680b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910367 May 28 05:36:15.242990 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-a1427d9b-9104-4983-b0dd-46520c2bdefa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 HTTP/1.1" status: 200 len: 217 time: 0.0904732 May 28 05:36:15.272722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Made reservation on behalf of 473748e4f744401c95dc83ee58a558ae for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:36:15.275282 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:15.448855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a452b35d-5a4c-4b36-8853-6d823b9f2bba no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:15.482999 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:15.520955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-718fa3ca-c6a9-422a-866a-cc1ee939de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:15.522495 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-718fa3ca-c6a9-422a-866a-cc1ee939de3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.7077796 May 28 05:36:15.615117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606cdb5c-ba94-4bef-8606-eb04666162a9']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:15.620147 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-6e8bfe41-2c6f-4ddd-a925-0cfb2bed4b99 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf HTTP/1.1" status: 200 len: 1000 time: 0.3022263 May 28 05:36:15.674682 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-c7ec6e42-b53c-48e0-93b2-6f39688e98a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 HTTP/1.1" status: 200 len: 217 time: 0.1388559 May 28 05:36:15.681420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903dcce9-d3f5-4761-8caa-cff6be24b430') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:15.682047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903dcce9-d3f5-4761-8caa-cff6be24b430') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:15.702667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:15.707150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-21ee8ba6-519c-4f6b-9848-5975d9b91031 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:15.730903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:15.736284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-21ee8ba6-519c-4f6b-9848-5975d9b91031 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:15.736596 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-21ee8ba6-519c-4f6b-9848-5975d9b91031 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Floating IP c218035a-c239-4ec2-9b9d-1c50d569ba91 disassociated. External IP: 172.25.4.22, port: 0fef071e-f6dc-4a60-863a-e557ecd6c2cf. May 28 05:36:15.739823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:36:15.740542 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:15.781401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a452b35d-5a4c-4b36-8853-6d823b9f2bba is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:15.781928 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:15.831062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a452b35d-5a4c-4b36-8853-6d823b9f2bba, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:15.835149 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:15.849549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-5388a295-8979-4408-b92b-8ab5faf0b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:15.851024 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-5388a295-8979-4408-b92b-8ab5faf0b718 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.2217052 May 28 05:36:15.891825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-b4a655be-9650-4b9e-9df3-715031bc906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:15.893283 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-b4a655be-9650-4b9e-9df3-715031bc906d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.2720530 May 28 05:36:15.923567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a452b35d-5a4c-4b36-8853-6d823b9f2bba,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:16.042644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9721d-e747-41ff-b0fb-bdce1a6321a3 req-ddc17189-b3bb-4529-8571-ec711a3f64dc tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:16.048279 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8d9721d-e747-41ff-b0fb-bdce1a6321a3 req-ddc17189-b3bb-4529-8571-ec711a3f64dc tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 945 time: 1.0216260 May 28 05:36:16.059494 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 903dcce9-d3f5-4761-8caa-cff6be24b430 resource provider aggregate not found May 28 05:36:16.100080 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:16.112800 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 903dcce9-d3f5-4761-8caa-cff6be24b430 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 903dcce9-d3f5-4761-8caa-cff6be24b430 found for delete ", "request_id": "req-cd179936-245a-4f9f-acf8-a2c2c74c4e59"}]} May 28 05:36:16.139147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:16.156789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=606cdb5c-ba94-4bef-8606-eb04666162a9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:16.180176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Allocated IP 172.20.0.10 (13998490-a147-4905-890a-6d01ccfa4ec9/833c3c26-57ef-4a2b-a56f-a67f12c3972e/384708ba-bc43-43c4-9b8f-2b1ab44fa7fc) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:36:16.187038 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1d7a8a74-52dd-45ff-b37a-802bc77e6d9f admin admin] 10.222.0.39 "DELETE /v2.0/networks/606cdb5c-ba94-4bef-8606-eb04666162a9 HTTP/1.1" status: 204 len: 168 time: 3.4961343 May 28 05:36:16.197941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-3073ed05-ec5c-4685-84c9-227c66d4c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:16.200068 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-3073ed05-ec5c-4685-84c9-227c66d4c7aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1947050 May 28 05:36:16.211988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-8091202f-0ede-486f-8cb5-7048bff63704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:16.213483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-8091202f-0ede-486f-8cb5-7048bff63704 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3533540 May 28 05:36:16.239274 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8d9721d-e747-41ff-b0fb-bdce1a6321a3 req-0feca49d-7d6b-4bc0-8882-818a21865275 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf638e2-b08b-4129-931c-87edffcc7fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585433 May 28 05:36:16.339185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-a2aa0483-8a57-4044-a741-24ac099f863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:16.348293 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-a2aa0483-8a57-4044-a741-24ac099f863f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4430072 May 28 05:36:16.354374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45122) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:16.537281 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5f9ecec6-dd98-496f-8fab-7b7ee4e948f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70625b102fbc4eca9615156bbf5cba6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727889 May 28 05:36:16.552327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45126) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:16.609633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-21ee8ba6-519c-4f6b-9848-5975d9b91031 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Router 4d6da615-ebde-4ad4-8bd7-30326da5402d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:36:16.707508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-0da2b205-496c-4f92-94fb-4e98565ae3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:16.709350 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-0da2b205-496c-4f92-94fb-4e98565ae3a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4780161 May 28 05:36:16.735082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-8bbadeff-545f-45fe-a9ec-99417c0631bc service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528735 May 28 05:36:16.775574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-25005f2a-c1cc-4a96-9980-ddb8882e62f3 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029005 May 28 05:36:16.786134 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d707960-d698-4348-9c23-b7ed598a8800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:16.865895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91ef75-038b-43bd-82a7-c260745cbba1 req-032cd7e8-f201-4380-b9da-bf85d3971060 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:16.867512 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d91ef75-038b-43bd-82a7-c260745cbba1 req-032cd7e8-f201-4380-b9da-bf85d3971060 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 946 time: 0.4535170 May 28 05:36:16.940491 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d707960-d698-4348-9c23-b7ed598a8800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:16.959669 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:17.031877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Transition to ACTIVE for port object 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:36:17.048536 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d91ef75-038b-43bd-82a7-c260745cbba1 req-71e62f88-de6d-4485-87fa-b875854e0d40 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621509 May 28 05:36:17.085263 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-668a8bdc-4d63-468b-93e0-b2f7030d79f6 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535836 May 28 05:36:17.189475 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:17.198313 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-36b0eb6d-d624-4d68-b67d-43f0de2cf54b service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514916 May 28 05:36:17.201288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:17.228137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-21ee8ba6-519c-4f6b-9848-5975d9b91031 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:36:17.234318 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-21ee8ba6-519c-4f6b-9848-5975d9b91031 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:17.251822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] Sync routers for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:36:17.268242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:17.269132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:17.288586 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d707960-d698-4348-9c23-b7ed598a8800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:17.304517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41fceb37-7332-4c38-816b-e5f327ca6395 req-f58cf667-1157-416f-8c3b-285f060022b3 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739103 May 28 05:36:17.312299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-21ee8ba6-519c-4f6b-9848-5975d9b91031 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "PUT /v2.0/floatingips/c218035a-c239-4ec2-9b9d-1c50d569ba91 HTTP/1.1" status: 200 len: 694 time: 2.9165950 May 28 05:36:17.313035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'tag': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:17.346043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d707960-d698-4348-9c23-b7ed598a8800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb882c2-6d3a-4a57-96a0-322ca824af21,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:17.353044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Network 13998490-a147-4905-890a-6d01ccfa4ec9 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:36:17.361987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:36:17.385174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:36:17.422962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event updated for resources: {'Port': ['ID=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:17.432470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d707960-d698-4348-9c23-b7ed598a8800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:17.433553 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0d707960-d698-4348-9c23-b7ed598a8800 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cb882c2-6d3a-4a57-96a0-322ca824af21 HTTP/1.1" status: 204 len: 168 time: 0.8802736 May 28 05:36:17.470247 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eddeafc4-4488-426f-b800-2df2c09d70e1 req-d1dc34f4-ad35-459c-affa-faad73ba12a3 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733792 May 28 05:36:17.506189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:17.508746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:17.510631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-7ac9077f-5d8e-49b9-ae92-dea0db9942c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:17.512209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-7ac9077f-5d8e-49b9-ae92-dea0db9942c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 1096 time: 0.1746371 May 28 05:36:17.544851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d5b41-7a28-4495-a6da-749aa8dfba10 req-ffb6faf5-545d-41b3-b93c-ffa52aeaa92f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:17.545613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-545d5b41-7a28-4495-a6da-749aa8dfba10 req-ffb6faf5-545d-41b3-b93c-ffa52aeaa92f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:17.561907 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-95a98de1-a187-4f24-a1a3-145360f9f6cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1007571 May 28 05:36:17.566024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-545d5b41-7a28-4495-a6da-749aa8dfba10 req-ffb6faf5-545d-41b3-b93c-ffa52aeaa92f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:17.567799 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-545d5b41-7a28-4495-a6da-749aa8dfba10 req-ffb6faf5-545d-41b3-b93c-ffa52aeaa92f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 932 time: 0.3686383 May 28 05:36:17.573329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:17.584478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Request body: {'port': {'device_id': '37e054eb-89fc-4b66-9375-f4aac5824232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:17.739633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-6900c0cc-a76b-46cb-aa8a-43711958643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:17.741124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-545d5b41-7a28-4495-a6da-749aa8dfba10 req-53ef5451-fce4-47f0-bc63-b7cbbd8e59c2 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670568 May 28 05:36:17.749646 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-6900c0cc-a76b-46cb-aa8a-43711958643b service neutron] 10.222.0.39 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.2283974 May 28 05:36:17.772663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:17.872614 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab3a94d-797f-4207-a025-c6d7765ea970'] response: {'server_uuid': 'e3531b6b-6c49-4af2-96cf-91e00165aaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45', 'code': 200} May 28 05:36:17.885815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-d543449c-87f8-45dd-b135-88de857a4b9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf HTTP/1.1" status: 200 len: 217 time: 0.1219089 May 28 05:36:17.965746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-65ad9e49-331f-45e3-9198-ffb0b447c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:17.967504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-65ad9e49-331f-45e3-9198-ffb0b447c684 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.0749216 May 28 05:36:17.995586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-24db2236-dca8-472c-b87b-450c72970f48 None None] Provisioning for port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:18.021630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-24db2236-dca8-472c-b87b-450c72970f48 None None] Provisioning complete for port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:18.022135 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-24db2236-dca8-472c-b87b-450c72970f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:18.089003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45144) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:18.135605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-24db2236-dca8-472c-b87b-450c72970f48 None None] Port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:36:18.142479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-ce0a6b8d-3ad1-4345-9189-702fbf31a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:18.151836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-ce0a6b8d-3ad1-4345-9189-702fbf31a5a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756899 May 28 05:36:18.241350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:18.246445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] Checking router: 4d6da615-ebde-4ad4-8bd7-30326da5402d for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:36:18.256687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:18.257188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:18.304369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6b7cd-ee23-47ab-ad91-680d3e2130db req-38cb3c93-9419-42c6-8e78-dd1098b3eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:18.305855 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcc6b7cd-ee23-47ab-ad91-680d3e2130db req-38cb3c93-9419-42c6-8e78-dd1098b3eab2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 1101 time: 0.3997507 May 28 05:36:18.367693 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e8bd3cb4-8886-4c36-8dc4-30753ef05c2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ff722a4d1d044b3994247fe66604b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775199 May 28 05:36:18.370461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45152) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:18.398759 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcc6b7cd-ee23-47ab-ad91-680d3e2130db req-375c22d9-f45e-48ae-8d0f-f8eeff5ac35b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705872 May 28 05:36:18.422392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-489c8812-cc62-4791-a668-1611df473d12 req-f84b1d1b-5843-4938-b708-542f4d002463 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2068379 May 28 05:36:18.430604 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-31a36c6b-eff6-4528-b62f-fe19c65fd0f3 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719624 May 28 05:36:18.542284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:18.558444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:18.571129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:18.651837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af6afb9c-833d-4ef2-a559-37625cd6f6de req-7ff55bf4-2012-43ab-ac8f-73784ddc1e1f service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167172 May 28 05:36:18.657337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c8812-cc62-4791-a668-1611df473d12 req-0c654ab5-bcdf-4889-9bde-e15dc01b696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:18.658907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-489c8812-cc62-4791-a668-1611df473d12 req-0c654ab5-bcdf-4889-9bde-e15dc01b696d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 1095 time: 0.1485848 May 28 05:36:18.681534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Transition to ACTIVE for port object 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:36:18.716503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:18.873060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c8812-cc62-4791-a668-1611df473d12 req-d9f91f4a-4fb0-4796-b45e-0ebede26c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:18.874850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-489c8812-cc62-4791-a668-1611df473d12 req-d9f91f4a-4fb0-4796-b45e-0ebede26c1ac service neutron] 10.222.0.33 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.1878440 May 28 05:36:18.944861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4552bd-f844-4d67-9e49-16aad3a9203a req-24ad378e-208a-4d68-80ef-297b76d457b5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:18.953866 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3b4552bd-f844-4d67-9e49-16aad3a9203a req-24ad378e-208a-4d68-80ef-297b76d457b5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 950 time: 0.3867526 May 28 05:36:18.976142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Pushing event updated for resources: {'Port': ['ID=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:19.019120 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-489c8812-cc62-4791-a668-1611df473d12 req-8c5be02c-2ba3-4f04-a627-ab36eb011d6f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=883df558-4109-4674-beb8-915660283171 HTTP/1.1" status: 200 len: 217 time: 0.1299758 May 28 05:36:19.127818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c8812-cc62-4791-a668-1611df473d12 req-85f40d02-d2ac-4cdc-8cf4-371f43226327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:19.129850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-489c8812-cc62-4791-a668-1611df473d12 req-85f40d02-d2ac-4cdc-8cf4-371f43226327 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.1010065 May 28 05:36:19.214751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-489c8812-cc62-4791-a668-1611df473d12 req-e55087af-843c-49dd-acb1-2b0ce4947143 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759997 May 28 05:36:19.232059 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3b4552bd-f844-4d67-9e49-16aad3a9203a req-b1f00e29-27cb-44e8-8be6-2bb423de72a5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772298 May 28 05:36:19.254631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:19.259389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9cca0b-ad9f-42a8-9c2e-fe265113927e None None] The sync data for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 is: [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:36:19.273289 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa02f3d2-2781-4d3c-b8ba-d87b9a91800d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:19.275398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Attempting to bind port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:36:19.275733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Attempting to bind port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:36:19.276057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Attempting to bind port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc on network 13998490-a147-4905-890a-6d01ccfa4ec9 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:19.292908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc on network 13998490-a147-4905-890a-6d01ccfa4ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:36:19.298239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Attempting to bind port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc on network 13998490-a147-4905-890a-6d01ccfa4ec9 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:19.317515 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e6296a-8e92-498b-a3d5-12f0aa94c440'] response: {'name': 'network-changed', 'server_uuid': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'tag': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'status': 'completed', 'code': 200} May 28 05:36:19.343795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:36:19.344235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Checking segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:36:19.344709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Bound using segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:36:19.345456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Bound port: 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:36:19.345873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:19.361680 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa02f3d2-2781-4d3c-b8ba-d87b9a91800d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:19.553936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] For port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:36:19.576313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] For port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:36:19.601562 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:19.626042 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22329ca-eae6-4fe0-8767-4171fdb55939 None None] New status for floating IP c218035a-c239-4ec2-9b9d-1c50d569ba91: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:36:19.646575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa02f3d2-2781-4d3c-b8ba-d87b9a91800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:19.680615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02f3d2-2781-4d3c-b8ba-d87b9a91800d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef17fa3-fd5f-408a-9b64-660a92937cf0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:19.690925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-da546bf2-9808-4e9e-9857-0ea4bb22ff07 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:19.692617 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-da546bf2-9808-4e9e-9857-0ea4bb22ff07 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 808 time: 0.5121012 May 28 05:36:19.721436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:19.721963 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:19.723361 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-4607d34d-b577-4701-9641-922a27a474ce service neutron] 10.222.0.33 "PUT /v2.0/ports/384708ba-bc43-43c4-9b8f-2b1ab44fa7fc HTTP/1.1" status: 200 len: 1092 time: 2.1476703 May 28 05:36:19.725826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e054eb-89fc-4b66-9375-f4aac5824232', 'tag': '384708ba-bc43-43c4-9b8f-2b1ab44fa7fc'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:19.735636 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa02f3d2-2781-4d3c-b8ba-d87b9a91800d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:19.736725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fa02f3d2-2781-4d3c-b8ba-d87b9a91800d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ef17fa3-fd5f-408a-9b64-660a92937cf0 HTTP/1.1" status: 204 len: 168 time: 1.3593841 May 28 05:36:19.748126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12fbc2-2c3d-4302-a7d0-920d4e5acfb0 req-22e77b83-0a5e-4ced-b3bf-656a8b1c1773 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:19.756564 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a12fbc2-2c3d-4302-a7d0-920d4e5acfb0 req-22e77b83-0a5e-4ced-b3bf-656a8b1c1773 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 946 time: 0.3340206 May 28 05:36:19.785232 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-489c8812-cc62-4791-a668-1611df473d12 req-d3087532-523f-4a8e-bdc8-c5becc9f7925 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542319 May 28 05:36:19.791885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f323e20b-6ef8-4af5-81f8-2fb9581c2fd0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/quotas/4676a241ea4e4a2f8d58b526b440828e HTTP/1.1" status: 200 len: 375 time: 0.0802672 May 28 05:36:19.874261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:19.919002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607d34d-b577-4701-9641-922a27a474ce service neutron] Pushing event updated for resources: {'Port': ['ID=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:19.965423 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a12fbc2-2c3d-4302-a7d0-920d4e5acfb0 req-dcf9cb0c-4df4-4d3d-867f-fd69b5950ca5 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078941 May 28 05:36:20.072605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09a9e-2da1-4801-91aa-318f088347af req-1b1708cb-62a7-4d7c-847e-6b113bf45135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:20.074117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-1b1708cb-62a7-4d7c-847e-6b113bf45135 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 1095 time: 0.2591224 May 28 05:36:20.147271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-ae2bbb78-497e-4014-90d1-211b79cd1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:20.152283 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-ae2bbb78-497e-4014-90d1-211b79cd1d5f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 1096 time: 0.7707276 May 28 05:36:20.284457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-629282a4-614d-4a43-9450-daedbc74462b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc HTTP/1.1" status: 200 len: 217 time: 0.1907218 May 28 05:36:20.364295 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-ce4394e7-bb74-4ac4-b798-8c0b16de7495 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5641489 May 28 05:36:20.369432 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-489c8812-cc62-4791-a668-1611df473d12 req-7114e571-9e87-4b3e-ad4c-40c00cc6dea5 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706115 May 28 05:36:20.404181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09a9e-2da1-4801-91aa-318f088347af req-29861ded-3c53-47c8-9749-caf97b129286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:20.417263 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-29861ded-3c53-47c8-9749-caf97b129286 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.1227906 May 28 05:36:20.551730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09a9e-2da1-4801-91aa-318f088347af req-9930b34a-59ae-460a-966c-69e03194f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:20.553746 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-9930b34a-59ae-460a-966c-69e03194f735 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147277 May 28 05:36:20.583879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-20b0bfc7-4f4f-489c-ab03-4b99f80219c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:20.585354 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-20b0bfc7-4f4f-489c-ab03-4b99f80219c0 service neutron] 10.222.0.33 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.4169908 May 28 05:36:20.689404 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-6c185cf9-328c-485b-8b6b-f4d9a59446a8 service neutron] 10.222.0.39 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147671 May 28 05:36:20.690782 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-fec5bd8b-6f53-40d8-906c-bae1b8258062 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf HTTP/1.1" status: 200 len: 217 time: 0.0791008 May 28 05:36:20.784631 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-c9676a86-bb0b-468a-a574-7b906357289f service neutron] 10.222.0.33 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202206 May 28 05:36:20.798626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88335f2-44f3-4318-9a59-d64bf445d576 req-5989bf84-f975-4c19-88ca-18f5fdffae1b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:20.801853 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d88335f2-44f3-4318-9a59-d64bf445d576 req-5989bf84-f975-4c19-88ca-18f5fdffae1b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 944 time: 0.2094381 May 28 05:36:20.911348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-4e551386-f03f-467f-bf99-151cea36ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:20.912781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-4e551386-f03f-467f-bf99-151cea36ea72 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.2143328 May 28 05:36:20.936246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-ce098b32-f596-40fb-a228-2c0148a32a35 service neutron] 10.222.0.39 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388022 May 28 05:36:21.012963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d88335f2-44f3-4318-9a59-d64bf445d576 req-d6332b83-59d5-4c0c-aa2c-16d3f6845619 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167660 May 28 05:36:21.018367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-b09380fc-2a0b-4266-82c5-9ef1e14ee218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:21.020041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-b09380fc-2a0b-4266-82c5-9ef1e14ee218 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828559 May 28 05:36:21.194213 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b47c6e6-3e4c-4b0c-b3c4-1bf6563eeb95'] response: {'name': 'network-changed', 'server_uuid': '37e054eb-89fc-4b66-9375-f4aac5824232', 'tag': '384708ba-bc43-43c4-9b8f-2b1ab44fa7fc', 'status': 'completed', 'code': 200} May 28 05:36:21.204485 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50d09a9e-2da1-4801-91aa-318f088347af req-277e6cf6-f970-4fc2-8961-e8cd4b7eaf5b service neutron] 10.222.0.33 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008300 May 28 05:36:21.212646 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaa8d0e-25e7-45c6-b7b7-f1fb89d67561'] response: {'server_uuid': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba', 'code': 200} May 28 05:36:21.308932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadff12-879e-454d-9447-32724b1860a7 req-cbf146ba-d807-4c65-ab4b-d28dadfe892d tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:21.310467 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ffadff12-879e-454d-9447-32724b1860a7 req-cbf146ba-d807-4c65-ab4b-d28dadfe892d tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9 HTTP/1.1" status: 200 len: 943 time: 0.2179396 May 28 05:36:21.325749 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-3020d283-9eb1-48af-8987-bf418d39b444 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945588 May 28 05:36:21.595612 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3100710-5bbc-4925-8c0a-19700ea9cc83 req-a20d460c-2fca-4d55-9e6b-d6ae6882b264 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011282 May 28 05:36:21.666280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-ffadff12-879e-454d-9447-32724b1860a7 req-f3c78953-e92e-49cc-bc62-cb45cff84bb6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Deleting port a452b35d-5a4c-4b36-8853-6d823b9f2bba {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:21.667115 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ffadff12-879e-454d-9447-32724b1860a7 req-f3c78953-e92e-49cc-bc62-cb45cff84bb6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:21.782932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc196af-e083-4861-a38e-f6c6c6da8bed req-c2bd2323-0291-406f-8fda-ccbb6bf01645 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:21.783801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cdc196af-e083-4861-a38e-f6c6c6da8bed req-c2bd2323-0291-406f-8fda-ccbb6bf01645 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:21.797901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cdc196af-e083-4861-a38e-f6c6c6da8bed req-c2bd2323-0291-406f-8fda-ccbb6bf01645 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:21.799201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdc196af-e083-4861-a38e-f6c6c6da8bed req-c2bd2323-0291-406f-8fda-ccbb6bf01645 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 950 time: 0.1425369 May 28 05:36:21.874664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdc196af-e083-4861-a38e-f6c6c6da8bed req-ba916d38-d161-4cd9-9e0a-5dc296d24e03 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688648 May 28 05:36:21.957064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-5c6e177a-b600-414d-8621-358fa1b3172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:21.959887 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-5c6e177a-b600-414d-8621-358fa1b3172d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 1095 time: 0.3962500 May 28 05:36:21.963376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f53fd3-4903-4af6-9dfb-2464f7d02590 req-f70c1466-9630-4133-b701-19f6b30f8acb tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:21.973954 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b7f53fd3-4903-4af6-9dfb-2464f7d02590 req-f70c1466-9630-4133-b701-19f6b30f8acb tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 1097 time: 0.5982153 May 28 05:36:22.145758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-458f9f82-fa9b-48d3-b88e-6f8ba2ecb47f tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:22.148222 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-458f9f82-fa9b-48d3-b88e-6f8ba2ecb47f tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1061628 May 28 05:36:22.183884 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b7f53fd3-4903-4af6-9dfb-2464f7d02590 req-cf438aa1-106b-4673-ae6c-f8b255b81b8f tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088759 May 28 05:36:22.229264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-38729974-5ad3-4684-883c-ce3d524b5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:22.230891 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-38729974-5ad3-4684-883c-ce3d524b5127 service neutron] 10.222.0.33 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.2489798 May 28 05:36:22.241706 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-193729d1-c9f7-44e4-94bd-4759b5762846 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 695 time: 0.0877328 May 28 05:36:22.252792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-ffadff12-879e-454d-9447-32724b1860a7 req-f3c78953-e92e-49cc-bc62-cb45cff84bb6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] For port a452b35d-5a4c-4b36-8853-6d823b9f2bba, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a452b35d-5a4c-4b36-8853-6d823b9f2bba,segment=NetworkSegment(bcb06f34-ff5f-4a98-98ba-f92bd765744b),segment_id=bcb06f34-ff5f-4a98-98ba-f92bd765744b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:22.252792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ffadff12-879e-454d-9447-32724b1860a7 req-f3c78953-e92e-49cc-bc62-cb45cff84bb6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:22.253798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-ff7cc5a9-b1d8-436d-bdd3-690eec948acb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Request body: {'floatingip': {'port_id': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:22.327683 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-10cf93ce-e20e-448e-a58d-b3bc80b774db service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc HTTP/1.1" status: 200 len: 217 time: 0.0670998 May 28 05:36:22.458301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-ff7cc5a9-b1d8-436d-bdd3-690eec948acb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:22.488796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-ffadff12-879e-454d-9447-32724b1860a7 req-f3c78953-e92e-49cc-bc62-cb45cff84bb6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Calling delete_port for a452b35d-5a4c-4b36-8853-6d823b9f2bba owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:22.563532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-dc55856b-eb07-4de4-8954-9f1fef162ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:22.564972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-dc55856b-eb07-4de4-8954-9f1fef162ef2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.1803298 May 28 05:36:22.724924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ffadff12-879e-454d-9447-32724b1860a7 req-f3c78953-e92e-49cc-bc62-cb45cff84bb6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:22.820103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c78953-e92e-49cc-bc62-cb45cff84bb6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Pushing event deleted for resources: {'Port': ['ID=a452b35d-5a4c-4b36-8853-6d823b9f2bba,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:22.834607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-dd3004fa-2c16-466f-af90-2566b979626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:22.836124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-dd3004fa-2c16-466f-af90-2566b979626b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2443419 May 28 05:36:22.864003 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2cc2af70-0f45-44fb-9ad7-9b596c2be16b req-60d2dea2-1621-4e26-b5eb-836db3457901 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 210 time: 0.0879085 May 28 05:36:22.978303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffadff12-879e-454d-9447-32724b1860a7 req-f3c78953-e92e-49cc-bc62-cb45cff84bb6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] No DVR routers for this DVR port a452b35d-5a4c-4b36-8853-6d823b9f2bba on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:36:22.986091 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-ffadff12-879e-454d-9447-32724b1860a7 req-f3c78953-e92e-49cc-bc62-cb45cff84bb6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:23.061326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ffadff12-879e-454d-9447-32724b1860a7 req-f3c78953-e92e-49cc-bc62-cb45cff84bb6 tempest-ImagesTestJSON-1979664654 tempest-ImagesTestJSON-1979664654-project] 10.222.0.41 "DELETE /v2.0/ports/a452b35d-5a4c-4b36-8853-6d823b9f2bba HTTP/1.1" status: 204 len: 173 time: 1.7419641 May 28 05:36:23.115633 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-ff7cc5a9-b1d8-436d-bdd3-690eec948acb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:23.124381 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-32da29cf-b407-4334-9c64-4c1c14f79dbe service neutron] 10.222.0.33 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548530 May 28 05:36:23.163593 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-ff7cc5a9-b1d8-436d-bdd3-690eec948acb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:23.330206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'name': 'network-vif-deleted', 'tag': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:23.358642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657d0f2-50ee-4dc2-a861-29a071b2ea82 req-f6d4a798-dd0f-4850-acd1-d44b732612ca tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:23.360160 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b657d0f2-50ee-4dc2-a861-29a071b2ea82 req-f6d4a798-dd0f-4850-acd1-d44b732612ca tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38465e0-aa58-4b42-b5aa-09d6bdc937d0 HTTP/1.1" status: 200 len: 949 time: 0.3756154 May 28 05:36:23.432081 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b657d0f2-50ee-4dc2-a861-29a071b2ea82 req-c6079406-2f10-46e5-bdc6-d5750c8e67c5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612066 May 28 05:36:23.464844 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0eac877-6d4c-4564-869a-4ea11bc3d2a6 req-bbc3bc83-4143-4ebf-8f04-9a3427359487 service neutron] 10.222.0.33 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339105 May 28 05:36:23.514642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c14795-a929-4462-84b7-cd0353c1c84e req-32826f30-88ce-4920-ac02-74571ce3cde7 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:23.516117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-73c14795-a929-4462-84b7-cd0353c1c84e req-32826f30-88ce-4920-ac02-74571ce3cde7 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.33 "GET /v2.0/ports?device_id=4034efe5-5ba9-4d00-8e98-ca11b5134da7 HTTP/1.1" status: 200 len: 945 time: 0.3954182 May 28 05:36:23.519059 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-ff7cc5a9-b1d8-436d-bdd3-690eec948acb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Floating IP c218035a-c239-4ec2-9b9d-1c50d569ba91 associated. External IP: 172.25.4.22, port: 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf. May 28 05:36:23.608772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-c59ec8d4-c307-4366-9dd9-64e03dfff74e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:23.610485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-c59ec8d4-c307-4366-9dd9-64e03dfff74e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.33 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 808 time: 0.3857038 May 28 05:36:23.619561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eb2ae-2a35-4668-a17e-26f8180417f4 req-ae8a1cdb-56a7-4a18-85c0-069451734c33 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:23.621057 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-793eb2ae-2a35-4668-a17e-26f8180417f4 req-ae8a1cdb-56a7-4a18-85c0-069451734c33 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 944 time: 0.0847013 May 28 05:36:23.646703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Request body: {'port': {'device_id': '0b475362-2576-41c7-a2b3-79a11799c383', 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54', 'admin_state_up': True, 'tenant_id': '4676a241ea4e4a2f8d58b526b440828e'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:23.691935 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-793eb2ae-2a35-4668-a17e-26f8180417f4 req-4ac48304-c5e5-43d2-a862-a268272212b5 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598483 May 28 05:36:23.903408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-73c14795-a929-4462-84b7-cd0353c1c84e req-2dca1e8c-e192-454c-a34b-deac3bdc87cb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Deleting port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:23.903765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-73c14795-a929-4462-84b7-cd0353c1c84e req-2dca1e8c-e192-454c-a34b-deac3bdc87cb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:23.964105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf5268-4bb2-4f26-b999-802d22788ff5 req-82cead47-ed8c-490d-be12-ce0e56b56219 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:23.972328 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0cf5268-4bb2-4f26-b999-802d22788ff5 req-82cead47-ed8c-490d-be12-ce0e56b56219 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 1097 time: 0.1163237 May 28 05:36:24.012864 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0cf5268-4bb2-4f26-b999-802d22788ff5 req-db17703b-ba5d-402a-8c73-fe4a31ccc024 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392351 May 28 05:36:24.158681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45268) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:24.163159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:36:24.192650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:24.280083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:24.331912 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bed1a24-38e5-425e-bd8b-257ab1ec066e'] response: {'server_uuid': '7b4ff460-1cb2-41f8-bd98-5b36f0ab82a9', 'name': 'network-vif-deleted', 'tag': 'a452b35d-5a4c-4b36-8853-6d823b9f2bba', 'status': 'completed', 'code': 200} May 28 05:36:24.367974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:24.387348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '384708ba-bc43-43c4-9b8f-2b1ab44fa7fc', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'port_id': '384708ba-bc43-43c4-9b8f-2b1ab44fa7fc', 'mac_address': 'fa:16:3e:8c:50:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:36:24.399105 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce574646-763c-4d84-85e1-51f7a8631d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.418698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ce574646-763c-4d84-85e1-51f7a8631d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:24.424310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ce574646-763c-4d84-85e1-51f7a8631d4e admin admin] Usage tracker for resource:security_group_rule and tenant:3ba97e1374bb4131aef000601c924be3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:24.428682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ce574646-763c-4d84-85e1-51f7a8631d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:24.435204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ce574646-763c-4d84-85e1-51f7a8631d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:24.445679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Made reservation on behalf of 4676a241ea4e4a2f8d58b526b440828e for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:36:24.449325 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.465044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:24.465416 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.486512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:24.503770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:24.508532 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.544875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce574646-763c-4d84-85e1-51f7a8631d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.552173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce574646-763c-4d84-85e1-51f7a8631d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.599610 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:24.617690 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ce574646-763c-4d84-85e1-51f7a8631d4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ba97e1374bb4131aef000601c924be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576845 May 28 05:36:24.618297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45276) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:24.620750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce574646-763c-4d84-85e1-51f7a8631d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447141bc-7f08-4d0f-8485-ecf541874874,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:24.698479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-73c14795-a929-4462-84b7-cd0353c1c84e req-2dca1e8c-e192-454c-a34b-deac3bdc87cb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] For port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:24.698857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-73c14795-a929-4462-84b7-cd0353c1c84e req-2dca1e8c-e192-454c-a34b-deac3bdc87cb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.733274 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2616b1ce-1a90-4630-882d-6da7f16ecc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.775665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2616b1ce-1a90-4630-882d-6da7f16ecc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.831982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5073-0d37-4b47-b364-f914fd634b5c req-0dbf20cf-8bfa-4ba8-addf-e11717fc3619 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:24.838028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5073-0d37-4b47-b364-f914fd634b5c req-0dbf20cf-8bfa-4ba8-addf-e11717fc3619 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:24.839657 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f0c5073-0d37-4b47-b364-f914fd634b5c req-0dbf20cf-8bfa-4ba8-addf-e11717fc3619 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca&device_id=b38465e0-aa58-4b42-b5aa-09d6bdc937d0 HTTP/1.1" status: 200 len: 1690 time: 0.1694634 May 28 05:36:24.860590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-73c14795-a929-4462-84b7-cd0353c1c84e req-2dca1e8c-e192-454c-a34b-deac3bdc87cb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Calling delete_port for 0fef071e-f6dc-4a60-863a-e557ecd6c2cf owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:24.878625 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2616b1ce-1a90-4630-882d-6da7f16ecc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.891579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-ff7cc5a9-b1d8-436d-bdd3-690eec948acb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Router 4d6da615-ebde-4ad4-8bd7-30326da5402d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:36:24.909369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616b1ce-1a90-4630-882d-6da7f16ecc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447141bc-7f08-4d0f-8485-ecf541874874,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:24.942790 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f0c5073-0d37-4b47-b364-f914fd634b5c req-39026797-9a53-4511-9a94-936713bbedbf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758698 May 28 05:36:24.942790 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2616b1ce-1a90-4630-882d-6da7f16ecc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:24.942790 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2616b1ce-1a90-4630-882d-6da7f16ecc31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/447141bc-7f08-4d0f-8485-ecf541874874 HTTP/1.1" status: 204 len: 168 time: 0.3218913 May 28 05:36:25.035300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['384708ba-bc43-43c4-9b8f-2b1ab44fa7fc'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:25.084239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Allocated IP 172.20.0.10 (92b45768-1ecd-4e45-87a9-c7b472c27b54/01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0/4c8eeb5b-1906-487c-91e1-d4e735a2e79d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:36:25.095029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d0d3252-c8c8-408f-8bea-22cb32288a22 req-839e06ed-9f1f-40de-b615-f13e761712ea tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 210 time: 0.0620182 May 28 05:36:25.290631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-ff7cc5a9-b1d8-436d-bdd3-690eec948acb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:36:25.315448 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-73c14795-a929-4462-84b7-cd0353c1c84e req-2dca1e8c-e192-454c-a34b-deac3bdc87cb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.353416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] Sync routers for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:36:25.388243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:25.388917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:25.464640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca1e8c-e192-454c-a34b-deac3bdc87cb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Pushing event deleted for resources: {'Port': ['ID=0fef071e-f6dc-4a60-863a-e557ecd6c2cf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:25.486369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a452b35d-5a4c-4b36-8853-6d823b9f2bba no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:25.489023 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-ff7cc5a9-b1d8-436d-bdd3-690eec948acb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.569147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45300) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:25.603576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dde980-2921-459f-bcce-b83f6c0842fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.626422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b6dde980-2921-459f-bcce-b83f6c0842fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:25.631806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: a452b35d-5a4c-4b36-8853-6d823b9f2bba {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:36:25.632146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a452b35d-5a4c-4b36-8853-6d823b9f2bba not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:36:25.633856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b6dde980-2921-459f-bcce-b83f6c0842fe admin admin] Usage tracker for resource:security_group_rule and tenant:c6ab296887dd48268bef4de0a91e3ad5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:25.638699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b6dde980-2921-459f-bcce-b83f6c0842fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:25.650452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb355f0-c591-4130-821b-86bfd78e7904 req-155be420-ad73-4f89-b579-02ba1d0f5d1e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:25.652047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cbb355f0-c591-4130-821b-86bfd78e7904 req-155be420-ad73-4f89-b579-02ba1d0f5d1e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 945 time: 0.2326553 May 28 05:36:25.659966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b6dde980-2921-459f-bcce-b83f6c0842fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:25.730192 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cbb355f0-c591-4130-821b-86bfd78e7904 req-cb9049cf-64fa-4f43-bd67-3b888c9fc065 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648780 May 28 05:36:25.809193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c14795-a929-4462-84b7-cd0353c1c84e req-2dca1e8c-e192-454c-a34b-deac3bdc87cb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] No DVR routers for this DVR port 0fef071e-f6dc-4a60-863a-e557ecd6c2cf on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:36:25.816208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-73c14795-a929-4462-84b7-cd0353c1c84e req-2dca1e8c-e192-454c-a34b-deac3bdc87cb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.818089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-73c14795-a929-4462-84b7-cd0353c1c84e req-2dca1e8c-e192-454c-a34b-deac3bdc87cb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.33 "DELETE /v2.0/ports/0fef071e-f6dc-4a60-863a-e557ecd6c2cf HTTP/1.1" status: 204 len: 173 time: 2.2491086 May 28 05:36:25.818687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'name': 'network-vif-deleted', 'tag': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:25.821265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:25.829274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-ff7cc5a9-b1d8-436d-bdd3-690eec948acb tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "PUT /v2.0/floatingips/c218035a-c239-4ec2-9b9d-1c50d569ba91 HTTP/1.1" status: 200 len: 996 time: 3.5810447 May 28 05:36:25.899496 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dde980-2921-459f-bcce-b83f6c0842fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.903089 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.906296 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dde980-2921-459f-bcce-b83f6c0842fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.971297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.980172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b6dde980-2921-459f-bcce-b83f6c0842fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6ab296887dd48268bef4de0a91e3ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030697 May 28 05:36:25.981166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45310) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:25.997307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dde980-2921-459f-bcce-b83f6c0842fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f48ac6-6491-42bf-8896-d82d0d3234e3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:26.116585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Network 92b45768-1ecd-4e45-87a9-c7b472c27b54 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:36:26.150364 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18c93896-0bed-4720-b174-b49f80c87d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:26.189858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:36:26.220173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:36:26.228585 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18c93896-0bed-4720-b174-b49f80c87d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:26.284514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Pushing event updated for resources: {'Port': ['ID=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:26.314593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:26.315919 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:26.340935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-94d4aab1-d0ec-433c-9589-e7716374150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:26.348396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-94d4aab1-d0ec-433c-9589-e7716374150d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1097 time: 0.5051928 May 28 05:36:26.351653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18c93896-0bed-4720-b174-b49f80c87d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:26.369618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4e50843d-6a47-4316-8bb5-d83764da11d6 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7267790 May 28 05:36:26.392201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c93896-0bed-4720-b174-b49f80c87d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f48ac6-6491-42bf-8896-d82d0d3234e3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:26.404958 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18c93896-0bed-4720-b174-b49f80c87d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:26.408790 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-18c93896-0bed-4720-b174-b49f80c87d03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5f48ac6-6491-42bf-8896-d82d0d3234e3 HTTP/1.1" status: 204 len: 168 time: 0.4175649 May 28 05:36:26.433469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Request body: {'port': {'device_id': '0b475362-2576-41c7-a2b3-79a11799c383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:26.523523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:76:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c91a195-5235-4db5-82f4-1c70839a04da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:36:22Z', 'revision_number': 8, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:26.528151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] Checking router: 4d6da615-ebde-4ad4-8bd7-30326da5402d for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:36:26.538843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:26.539579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:26.611837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:26.678407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-6b506fa5-5fe4-4913-ba0c-23cdeb1ccbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:26.685661 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-6b506fa5-5fe4-4913-ba0c-23cdeb1ccbc2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.3361938 May 28 05:36:26.848634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:26.862504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-bd44a8a3-dc2c-4538-b8f2-020efd2c18ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 999 time: 0.1758885 May 28 05:36:26.984943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:27.040540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-a50b8430-c49c-4868-9405-7bf5151d5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:27.040540 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-a50b8430-c49c-4868-9405-7bf5151d5191 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.1743414 May 28 05:36:27.081829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['5c933e96-febc-4c58-b692-e75945aaf66a'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:27.175419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-6aa99cf9-09d2-41a0-b78f-2fd44e49456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:27.182307 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-6aa99cf9-09d2-41a0-b78f-2fd44e49456f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431894 May 28 05:36:27.287848 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:36:27.414297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8eeb5b-1906-487c-91e1-d4e735a2e79d {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:27.449788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-f144cd8e-64b6-4f3a-a0e6-bb7a3d7f5f99 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663801 May 28 05:36:27.471917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:27.581891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Transition to ACTIVE for port object 4c8eeb5b-1906-487c-91e1-d4e735a2e79d will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:36:27.589959 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:27.867470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-573c9060-53d5-4c02-8a6e-d7052bdc5373 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:36:27.869893 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-573c9060-53d5-4c02-8a6e-d7052bdc5373 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070148 May 28 05:36:27.900867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Request body: {'binding': {'host': 'n-h1-843679-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:27.901730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Unknown quota resources ['binding']. {{(pid=88416) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 05:36:27.915991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:76:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c91a195-5235-4db5-82f4-1c70839a04da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:36:22Z', 'revision_number': 8, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:27.921858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723f146-a05e-4abf-a604-88e19a821410 None None] The sync data for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 is: [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c218035a-c239-4ec2-9b9d-1c50d569ba91', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'port_id': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'mac_address': 'fa:16:3e:76:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c91a195-5235-4db5-82f4-1c70839a04da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:35:03Z', 'updated_at': '2022-05-28T05:36:22Z', 'revision_number': 8, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:36:27.956036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:27.965300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a5eb05-8de9-430f-b4d0-3dae17e76a8c req-ae57231c-08a5-483e-b168-952107219fbe service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145521 May 28 05:36:28.056305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:36:28.056793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:36:28.057372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:28.062319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:36:28.062749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:28.068703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:36:28.069528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:36:28.069654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:36:28.070281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Bound port: 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:36:28.071641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:28.171767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on host n-h1-843679-5 for vnic_type normal with profile None {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:36:28.172361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:36:28.173048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:28.178785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:36:28.179672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:28.188794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:36:28.189904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:36:28.190836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:36:28.191548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Bound port: ab69595c-a5c3-41c8-9b0c-32d515bf8189, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:36:28.196687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:36:28.216867 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054d9500-9f72-467b-b9d2-7d554b293911'] response: {'server_uuid': '4034efe5-5ba9-4d00-8e98-ca11b5134da7', 'name': 'network-vif-deleted', 'tag': '0fef071e-f6dc-4a60-863a-e557ecd6c2cf', 'status': 'completed', 'code': 200} May 28 05:36:28.226620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:36:28.230384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:36:28.239541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:28.246023 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f4151-8a47-4dc0-86c8-d0ea5681b14c None None] New status for floating IP c218035a-c239-4ec2-9b9d-1c50d569ba91: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:36:28.263295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:36:28.276804 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:28.284084 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-606dbb56-6b43-410d-bffd-293bf173e3d0 service neutron] 10.222.0.39 "POST /v2.0/ports/ab69595c-a5c3-41c8-9b0c-32d515bf8189/bindings HTTP/1.1" status: 201 len: 389 time: 0.3999245 May 28 05:36:28.325064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:28.336597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:28.337427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:28.339094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-f6a75ca7-fda7-48a6-8904-dcfe30fccb12 service neutron] 10.222.0.33 "PUT /v2.0/ports/4c8eeb5b-1906-487c-91e1-d4e735a2e79d HTTP/1.1" status: 200 len: 1092 time: 1.9149506 May 28 05:36:28.381148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:28.390324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:28.390912 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:28.614703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1825c-b328-423c-adc5-395b3cfe1718 req-7eb9ae76-7402-4676-9423-98a7d66f91b7 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:28.623862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ce1825c-b328-423c-adc5-395b3cfe1718 req-7eb9ae76-7402-4676-9423-98a7d66f91b7 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 1101 time: 0.1529880 May 28 05:36:28.627821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-94cfe7a6-5053-4b46-a2e5-a7440c99f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:28.629611 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-94cfe7a6-5053-4b46-a2e5-a7440c99f6af service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 1095 time: 0.2157967 May 28 05:36:28.661200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:28.661568 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:28.693404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e054eb-89fc-4b66-9375-f4aac5824232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384708ba-bc43-43c4-9b8f-2b1ab44fa7fc'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:28.706573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:28.713874 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:28.715002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0fef071e-f6dc-4a60-863a-e557ecd6c2cf no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:28.725119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6c42-8451-495d-beb6-a624879895cc req-fbec2d87-f9cc-4a4a-a084-bcf8fbb4738c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:28.732058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e15b6c42-8451-495d-beb6-a624879895cc req-fbec2d87-f9cc-4a4a-a084-bcf8fbb4738c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 944 time: 0.2027700 May 28 05:36:28.778355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-2101cf9a-2810-4cdc-9b7d-dc8a58ddd1a6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d HTTP/1.1" status: 200 len: 217 time: 0.0822659 May 28 05:36:28.799381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 0fef071e-f6dc-4a60-863a-e557ecd6c2cf {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:36:28.799736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0fef071e-f6dc-4a60-863a-e557ecd6c2cf not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:36:28.799855 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e15b6c42-8451-495d-beb6-a624879895cc req-8f9a511c-d36f-4440-8b17-74c18e5f9650 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668464 May 28 05:36:28.840073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:28.860425 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ce1825c-b328-423c-adc5-395b3cfe1718 req-fbe58560-6055-49c6-89cc-a49e6c468f19 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351301 May 28 05:36:28.881331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-653cac7b-9850-42a2-b7ee-8fd8b902ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:28.882738 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-653cac7b-9850-42a2-b7ee-8fd8b902ce88 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.0830297 May 28 05:36:28.890491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-b6dcd7dc-315a-47dd-b5ec-39e462ab6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:28.891977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-b6dcd7dc-315a-47dd-b5ec-39e462ab6ec7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 1097 time: 0.2608356 May 28 05:36:28.958036 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-cd726a96-cec3-4b51-96fc-a92ecce0caac service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650742 May 28 05:36:28.988186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11e239-5abf-49f2-b4d0-45eae785dc39 req-df0ad520-341d-4b17-a5ed-f971be257c35 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:28.989645 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee11e239-5abf-49f2-b4d0-45eae785dc39 req-df0ad520-341d-4b17-a5ed-f971be257c35 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.0853240 May 28 05:36:29.034188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee11e239-5abf-49f2-b4d0-45eae785dc39 req-fee1ed6e-5279-4991-bc4a-cb7e3ffbd924 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389941 May 28 05:36:29.223115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83857f7d-032e-4af8-a433-8cda63d86aa9 req-a462ca94-dcad-443d-9616-a9a0e9719751 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips/c218035a-c239-4ec2-9b9d-1c50d569ba91 HTTP/1.1" status: 200 len: 998 time: 0.2173917 May 28 05:36:29.379005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-45a1b076-d5ba-4244-9c51-c1085dacb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:29.379668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-45a1b076-d5ba-4244-9c51-c1085dacb556 service neutron] 10.222.0.33 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.4561484 May 28 05:36:29.397829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-e74f06a7-90d6-468a-9651-a2c1b8e1f4a7 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918464 May 28 05:36:29.460626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe2f5e-586b-4ef1-9b22-ab4d6fcee223 req-f54e242f-3fa7-4dc6-aa0b-78b7441d5b6e tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:29.469758 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04fe2f5e-586b-4ef1-9b22-ab4d6fcee223 req-f54e242f-3fa7-4dc6-aa0b-78b7441d5b6e tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 946 time: 0.1165946 May 28 05:36:29.484723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83857f7d-032e-4af8-a433-8cda63d86aa9 req-531c5390-fad5-4959-aef4-db3af5a05bcd tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:29.486181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83857f7d-032e-4af8-a433-8cda63d86aa9 req-531c5390-fad5-4959-aef4-db3af5a05bcd tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.2516539 May 28 05:36:29.531091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04fe2f5e-586b-4ef1-9b22-ab4d6fcee223 req-bd0894c5-2527-4ea7-b869-100a486e3794 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596073 May 28 05:36:29.544960 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb54084-4fda-4ad5-81b1-1b34239d25ac'] response: {'server_uuid': '37e054eb-89fc-4b66-9375-f4aac5824232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384708ba-bc43-43c4-9b8f-2b1ab44fa7fc', 'code': 200} May 28 05:36:29.657542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-317945eb-27f6-4b80-9f9b-6546714643a4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189 HTTP/1.1" status: 200 len: 217 time: 0.2691488 May 28 05:36:29.783324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfac52a-987e-4c57-ab3b-60b62fa95f92 req-8c9a5742-dd98-4b26-b080-9b5ea769c515 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:29.787906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-a996adb7-4df5-47ba-bafc-e723f7f2f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:29.788100 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6bfac52a-987e-4c57-ab3b-60b62fa95f92 req-8c9a5742-dd98-4b26-b080-9b5ea769c515 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b38465e0-aa58-4b42-b5aa-09d6bdc937d0 HTTP/1.1" status: 200 len: 1100 time: 0.1429708 May 28 05:36:29.788269 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-a996adb7-4df5-47ba-bafc-e723f7f2f83f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.0767326 May 28 05:36:29.821811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682eef-881b-4cf5-a499-efd320129744 req-47acb3af-fd3d-4470-a631-3af0171a0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:29.821811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc682eef-881b-4cf5-a499-efd320129744 req-47acb3af-fd3d-4470-a631-3af0171a0104 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 1097 time: 0.1369247 May 28 05:36:29.852477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6bfac52a-987e-4c57-ab3b-60b62fa95f92 req-04c3e4a1-ba5f-4541-944b-12b010d1cc2f tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Synchronizing usage tracker for tenant:89b76d4bc24842338468c49bb9d1c87c on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:29.886112 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc682eef-881b-4cf5-a499-efd320129744 req-56393ca6-b1a2-4706-a417-5070f7147b0c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565968 May 28 05:36:29.893796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6bfac52a-987e-4c57-ab3b-60b62fa95f92 req-04c3e4a1-ba5f-4541-944b-12b010d1cc2f tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Unset dirty status for tenant:89b76d4bc24842338468c49bb9d1c87c on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:29.903077 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6bfac52a-987e-4c57-ab3b-60b62fa95f92 req-04c3e4a1-ba5f-4541-944b-12b010d1cc2f tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139143 May 28 05:36:29.978403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b38e21c0-5cf5-4c8f-90b8-9a777238f3be req-4fb3b407-4385-4fed-b849-6ec68d278181 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694430 May 28 05:36:29.980441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-dcd0c214-491e-44bc-b939-28af57b797e9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609483 May 28 05:36:30.140500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-591ec781-fd77-44ad-ad54-b62cd866ff1b tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1001 time: 0.1244216 May 28 05:36:30.217723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c15b7e16-1858-4641-bcd6-056338c01d79 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:30.219154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c15b7e16-1858-4641-bcd6-056338c01d79 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Synchronizing usage tracker for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:30.221245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'}, {'name': 'network-changed', 'server_uuid': '0b475362-2576-41c7-a2b3-79a11799c383', 'tag': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:30.238710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c15b7e16-1858-4641-bcd6-056338c01d79 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Unset dirty status for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:30.240360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c15b7e16-1858-4641-bcd6-056338c01d79 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports/01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 943 time: 0.0985680 May 28 05:36:30.540350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3d886-6068-48cf-87de-e3d9fdfaeb41 req-40a33337-7b99-4fe4-b0df-b5fa0db1dac9 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:30.542225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9bf3d886-6068-48cf-87de-e3d9fdfaeb41 req-40a33337-7b99-4fe4-b0df-b5fa0db1dac9 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 944 time: 0.1039712 May 28 05:36:30.542836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-ac8e1442-9011-43ef-bc54-080822951245 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1001 time: 0.1764810 May 28 05:36:30.550097 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:30.602099 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9bf3d886-6068-48cf-87de-e3d9fdfaeb41 req-57b7c06b-e622-4a97-810c-51ce541bb8d1 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476933 May 28 05:36:30.665919 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-d8362b96-4492-48f6-a682-d48fa739a6ff service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528008 May 28 05:36:30.801190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd949-baef-4613-9aa8-413241efe002 req-37885ca6-90ae-47ce-9b8a-7ccffdaef811 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:30.803904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-37885ca6-90ae-47ce-9b8a-7ccffdaef811 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.2587311 May 28 05:36:30.927600 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-93eb8ca0-6954-4efd-90c2-5fe25868bf35 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518129 May 28 05:36:30.940575 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-091e2534-2a72-474f-8d9e-b9ade33dd42f tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1001 time: 0.1185288 May 28 05:36:30.959503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c44c6011-dc8c-4dd9-92f8-36b6a3f9e323 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:31.037955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269dc7d-746c-4558-a6a3-79be82221589 req-0f6840a2-0471-49a3-9e44-c5e723c9c2f3 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:31.039487 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b269dc7d-746c-4558-a6a3-79be82221589 req-0f6840a2-0471-49a3-9e44-c5e723c9c2f3 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.1058462 May 28 05:36:31.070279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c44c6011-dc8c-4dd9-92f8-36b6a3f9e323 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:31.095087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b269dc7d-746c-4558-a6a3-79be82221589 req-b0740645-1388-4737-afcc-75004c7eb284 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468464 May 28 05:36:31.226656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-912b5184-0919-4e63-bc6c-18d1f2b62d33 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444832 May 28 05:36:31.394046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-d6c2291c-e798-4fc7-97f5-0ceeebfd2fb3 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:31.396008 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-d6c2291c-e798-4fc7-97f5-0ceeebfd2fb3 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683090 May 28 05:36:31.412029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-8cfd60de-cc7e-47b1-93ca-d710487e14bd tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/quotas/f5f19722c2c64b6fb824290e4e419f76 HTTP/1.1" status: 200 len: 375 time: 0.0104511 May 28 05:36:31.421415 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c44c6011-dc8c-4dd9-92f8-36b6a3f9e323 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:31.428971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c44c6011-dc8c-4dd9-92f8-36b6a3f9e323 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:31.429667 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c44c6011-dc8c-4dd9-92f8-36b6a3f9e323 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Floating IP c218035a-c239-4ec2-9b9d-1c50d569ba91 disassociated. External IP: 172.25.4.22, port: 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf. May 28 05:36:31.640165 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-3acc08fa-11c9-411e-bd46-e8c56399a6d5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2223420 May 28 05:36:31.890076 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdcd3c4-96b5-412a-abce-c17e3daab11e'] response: {'name': 'network-changed', 'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'status': 'completed', 'code': 200} May 28 05:36:31.892639 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdcd3c4-96b5-412a-abce-c17e3daab11e'] response: {'name': 'network-changed', 'server_uuid': '0b475362-2576-41c7-a2b3-79a11799c383', 'tag': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d', 'status': 'completed', 'code': 200} May 28 05:36:32.112510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16144ef-3315-4306-b2fa-db9bd3a0f1a5 req-e9e8c7e1-93c8-4c66-96e5-f1882fd70524 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:32.114298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b16144ef-3315-4306-b2fa-db9bd3a0f1a5 req-e9e8c7e1-93c8-4c66-96e5-f1882fd70524 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 946 time: 0.1077964 May 28 05:36:32.139679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c44c6011-dc8c-4dd9-92f8-36b6a3f9e323 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Router 4d6da615-ebde-4ad4-8bd7-30326da5402d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:36:32.197587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b16144ef-3315-4306-b2fa-db9bd3a0f1a5 req-c5714171-a496-469b-bbc1-5d7fc1ce55e4 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739205 May 28 05:36:32.229832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-c81db30d-f103-4ac6-b3ff-d107c7ca0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:32.231342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-c81db30d-f103-4ac6-b3ff-d107c7ca0b3d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1097 time: 0.2896085 May 28 05:36:32.520516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c44c6011-dc8c-4dd9-92f8-36b6a3f9e323 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:36:32.528230 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c44c6011-dc8c-4dd9-92f8-36b6a3f9e323 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:32.540266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] Sync routers for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:36:32.556914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:32.557540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:32.590499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43b30d-e267-4ab6-a4d5-beeea57303bc req-336c0574-4c19-4c32-b803-dae206634f6a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:32.593036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2d43b30d-e267-4ab6-a4d5-beeea57303bc req-336c0574-4c19-4c32-b803-dae206634f6a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 944 time: 0.1278064 May 28 05:36:32.604698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-02e04571-9ade-4c90-b3c6-c842105eb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:32.606419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-02e04571-9ade-4c90-b3c6-c842105eb4f7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.3640795 May 28 05:36:32.680980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45468) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:32.702299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-3e4969e6-466e-4bf6-9af2-84a806e02c6b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 217 time: 0.0879099 May 28 05:36:32.711829 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2d43b30d-e267-4ab6-a4d5-beeea57303bc req-0deecc09-073a-4c42-851f-b37c2de9115b tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068692 May 28 05:36:32.723877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-c44c6011-dc8c-4dd9-92f8-36b6a3f9e323 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "PUT /v2.0/floatingips/c218035a-c239-4ec2-9b9d-1c50d569ba91 HTTP/1.1" status: 200 len: 695 time: 1.7718360 May 28 05:36:32.845230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-85fee843-5ea7-4850-8dff-ed739a8b8f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:32.846938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-85fee843-5ea7-4850-8dff-ed739a8b8f27 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.1372232 May 28 05:36:32.897458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:32.912137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd949-baef-4613-9aa8-413241efe002 req-20e03ebd-c9a5-43cb-b7e8-ad9547a33cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:32.919719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-20e03ebd-c9a5-43cb-b7e8-ad9547a33cff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1097 time: 0.1950357 May 28 05:36:32.946222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe425a61-5703-464e-9c18-6a55faf06ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:32.970519 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-138e3f9e-e414-49dd-969a-112df4524150 req-38987802-162d-41da-9170-1988d48820f4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 210 time: 0.0721526 May 28 05:36:32.974446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fe425a61-5703-464e-9c18-6a55faf06ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:32.988096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fe425a61-5703-464e-9c18-6a55faf06ef9 admin admin] Usage tracker for resource:security_group_rule and tenant:c73315ac16ef4d2bba4a5dc058f4c4b5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:32.992958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fe425a61-5703-464e-9c18-6a55faf06ef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:32.999248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fe425a61-5703-464e-9c18-6a55faf06ef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:33.053693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-4660d0c6-2cdb-4a1d-83c3-014afb816454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:33.055161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-4660d0c6-2cdb-4a1d-83c3-014afb816454 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011888 May 28 05:36:33.167782 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe425a61-5703-464e-9c18-6a55faf06ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:33.173035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd949-baef-4613-9aa8-413241efe002 req-9de05c9d-575b-4ee2-9e6a-a8ece53b09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:33.174500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-9de05c9d-575b-4ee2-9e6a-a8ece53b09d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.2538209 May 28 05:36:33.185276 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe425a61-5703-464e-9c18-6a55faf06ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:33.263402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-ff57ae00-7206-40e8-90c0-19ac37c3440e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 217 time: 0.0761478 May 28 05:36:33.316029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fe425a61-5703-464e-9c18-6a55faf06ef9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c73315ac16ef4d2bba4a5dc058f4c4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6334198 May 28 05:36:33.322385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45480) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:33.362714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe425a61-5703-464e-9c18-6a55faf06ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8177995-e545-433c-b94c-30e5ff7290fe,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:33.391536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd949-baef-4613-9aa8-413241efe002 req-b8a2eac1-7225-4194-ba9d-b46aecc128a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:33.398886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-b8a2eac1-7225-4194-ba9d-b46aecc128a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.1343882 May 28 05:36:33.403133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:33.407828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] Checking router: 4d6da615-ebde-4ad4-8bd7-30326da5402d for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:36:33.421665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:33.422631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:33.440965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-55a26d26-40fa-4a58-bd2a-767d5780c006 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745242 May 28 05:36:33.455726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-4d048894-128e-484c-93f5-d5b87016995e service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837025 May 28 05:36:33.554812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b41e3-dfd6-48f2-b52f-a3338c05b579 req-4524d7df-6081-477f-9785-62e88fd38b23 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:33.556696 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e7b41e3-dfd6-48f2-b52f-a3338c05b579 req-4524d7df-6081-477f-9785-62e88fd38b23 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.2451940 May 28 05:36:33.656069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:33.657998 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e7b41e3-dfd6-48f2-b52f-a3338c05b579 req-ab211ac8-9b1d-426a-8a76-8c0662c9dad8 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856969 May 28 05:36:33.671387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-a80fa05b-bdc7-437e-8b8e-641eb69722cf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:33.672825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-a80fa05b-bdc7-437e-8b8e-641eb69722cf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140625 May 28 05:36:33.692660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Request body: {'port': {'device_id': '325a2452-dc15-47af-ac7b-57ad40f06c79', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'f5f19722c2c64b6fb824290e4e419f76'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:33.705274 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7fbf58dc-6825-4a16-9c44-f84cef3c7872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:33.779506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7fbf58dc-6825-4a16-9c44-f84cef3c7872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:33.792969 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-b7655fa9-9e67-4cd0-a28a-6c68186b4f92 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284349 May 28 05:36:33.803476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd949-baef-4613-9aa8-413241efe002 req-fed8f04b-62b9-45bd-ba55-7f69548c5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:33.811373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-fed8f04b-62b9-45bd-ba55-7f69548c5148 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4108524 May 28 05:36:33.900805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:33.919453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:33.944115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:33.963017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Made reservation on behalf of f5f19722c2c64b6fb824290e4e419f76 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:36:33.967147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:34.019020 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7fbf58dc-6825-4a16-9c44-f84cef3c7872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:34.038681 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-87891052-c998-4e7f-8d55-814e69c184e9 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264354 May 28 05:36:34.041256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e8d83-8bbd-4471-8b37-dca08e914986 req-72123f90-24b4-4681-abb4-28ecdbb0938d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:34.042802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f32e8d83-8bbd-4471-8b37-dca08e914986 req-72123f90-24b4-4681-abb4-28ecdbb0938d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 946 time: 0.1791823 May 28 05:36:34.046392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:34.051094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae33b9e-d6a4-45c8-9382-8af73c790fa2 None None] The sync data for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 is: [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:34:19Z', 'revision_number': 4, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f03b3708-2321-4f6f-8caa-097ead3e32ab', 'name': '', 'network_id': '74b9e066-7fe8-4f83-9ce8-9b7d9632f466', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'mac_address': 'fa:16:3e:12:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:15Z', 'updated_at': '2022-05-28T05:34:35Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'subnets': [{'id': 'f4c8d063-55a6-484d-b695-a385ca0f2998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:36:34.074151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf58dc-6825-4a16-9c44-f84cef3c7872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8177995-e545-433c-b94c-30e5ff7290fe,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:34.141763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f32e8d83-8bbd-4471-8b37-dca08e914986 req-c980b4a9-dcaa-4c9c-9723-798fe6dae1fd tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851879 May 28 05:36:34.142336 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7fbf58dc-6825-4a16-9c44-f84cef3c7872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:34.172986 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7fbf58dc-6825-4a16-9c44-f84cef3c7872 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8177995-e545-433c-b94c-30e5ff7290fe HTTP/1.1" status: 204 len: 168 time: 0.8200352 May 28 05:36:34.214462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-5a4ee8f6-aa34-4f82-98ae-ff4150fa958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:34.215988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-5a4ee8f6-aa34-4f82-98ae-ff4150fa958b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 1095 time: 0.2993159 May 28 05:36:34.242845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Allocated IP 192.168.233.108 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/a55dd582-0042-4fba-a88d-1140a1067b56) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:36:34.446021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2ffd949-baef-4613-9aa8-413241efe002 req-a52085e0-6632-4953-a7b5-bf1c19880fa4 service neutron] 10.222.0.39 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061277 May 28 05:36:34.544891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-edbaa9a5-4487-4789-9729-585351e15caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:34.547086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-edbaa9a5-4487-4789-9729-585351e15caf service neutron] 10.222.0.33 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.3172305 May 28 05:36:34.585159 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa65ff0-49e0-4628-ae73-fd21d6c20f5f None None] New status for floating IP c218035a-c239-4ec2-9b9d-1c50d569ba91: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:36:34.679645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-91a452a0-524c-42ca-9231-947c849c8191 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d HTTP/1.1" status: 200 len: 217 time: 0.1255744 May 28 05:36:34.680172 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:34.707172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Transition to ACTIVE for port object a55dd582-0042-4fba-a88d-1140a1067b56 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:36:34.745175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:34.763754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0', '000e3aa9-acb6-4846-9443-abd66c3e9409', 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:34.775393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45510) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:34.851435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:36:34.856639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:36:34.871365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:36:34.909452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'cab67719-ba05-424b-93b7-58f3ffec6333'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:34.960999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event updated for resources: {'Port': ['ID=a55dd582-0042-4fba-a88d-1140a1067b56,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:34.990165 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b1b99c-3368-4d9b-8aa3-79bbf85d0196'] response: {'name': 'network-changed', 'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'status': 'completed', 'code': 200} May 28 05:36:35.022727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:35.023430 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:35.028304 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-93d78325-3102-487a-95e2-83018300973f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:35.132688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-93d78325-3102-487a-95e2-83018300973f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:35.140667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-f8cf30ee-55e9-4a4f-984e-d47c03ed2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:35.143686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-f8cf30ee-55e9-4a4f-984e-d47c03ed2d23 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.4537652 May 28 05:36:35.145737 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-bec48240-8c15-4b20-a4f8-fcb251a73b40 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4596016 May 28 05:36:35.148428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-6cdbcda2-ae17-44e0-b147-fd2be97dc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:35.150458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-6cdbcda2-ae17-44e0-b147-fd2be97dc970 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=695308ee2d94439ea0df13a8e0921cb8&device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 1097 time: 0.2288342 May 28 05:36:35.158273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Request body: {'port': {'device_id': '325a2452-dc15-47af-ac7b-57ad40f06c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:35.159011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-93d78325-3102-487a-95e2-83018300973f admin admin] Usage tracker for resource:security_group_rule and tenant:e910cd64edc442a6aeea001cce7caa8c is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:35.167685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-93d78325-3102-487a-95e2-83018300973f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:35.223790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-93d78325-3102-487a-95e2-83018300973f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:35.251088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-c52f155c-1574-43b5-8b81-0c66f4946e3c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869708 May 28 05:36:35.275846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d305bd3-5c38-4888-9ce9-ea16be63bc13 None None] Provisioning for port a55dd582-0042-4fba-a88d-1140a1067b56 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:35.301727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d305bd3-5c38-4888-9ce9-ea16be63bc13 None None] Provisioning complete for port a55dd582-0042-4fba-a88d-1140a1067b56 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:35.302095 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d305bd3-5c38-4888-9ce9-ea16be63bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:35.386651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c149d-91ee-482d-8e48-0c260f5c9252 req-2e440d82-1a3c-4241-92c2-7bed2fccaf96 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:35.387803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a62c149d-91ee-482d-8e48-0c260f5c9252 req-2e440d82-1a3c-4241-92c2-7bed2fccaf96 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Synchronizing usage tracker for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:35.417220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d305bd3-5c38-4888-9ce9-ea16be63bc13 None None] Port a55dd582-0042-4fba-a88d-1140a1067b56 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:36:35.418145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462386aa-4be6-411e-8946-3e196b8512dc req-de5c335e-9d2a-4fcd-82c7-8da0fa84e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:35.419713 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462386aa-4be6-411e-8946-3e196b8512dc req-de5c335e-9d2a-4fcd-82c7-8da0fa84e1e9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 1097 time: 0.5117273 May 28 05:36:35.443669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059bc0b-bddd-4317-baf6-bf73efbb9dd4 req-97be034d-973a-4c6b-bab8-1ecd56dccd67 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:35.444444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d059bc0b-bddd-4317-baf6-bf73efbb9dd4 req-97be034d-973a-4c6b-bab8-1ecd56dccd67 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:35.519630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a62c149d-91ee-482d-8e48-0c260f5c9252 req-2e440d82-1a3c-4241-92c2-7bed2fccaf96 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Unset dirty status for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:35.520702 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a62c149d-91ee-482d-8e48-0c260f5c9252 req-2e440d82-1a3c-4241-92c2-7bed2fccaf96 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 944 time: 0.7133577 May 28 05:36:35.532524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d059bc0b-bddd-4317-baf6-bf73efbb9dd4 req-97be034d-973a-4c6b-bab8-1ecd56dccd67 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:35.535265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d059bc0b-bddd-4317-baf6-bf73efbb9dd4 req-97be034d-973a-4c6b-bab8-1ecd56dccd67 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 936 time: 0.5071054 May 28 05:36:35.606204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-340eafb7-1c20-4992-92b0-00be2813e4a8 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365755 May 28 05:36:35.613735 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:35.635493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-2ed801bc-b419-41ee-9426-a31bb29d2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:35.637119 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-2ed801bc-b419-41ee-9426-a31bb29d2495 service neutron] 10.222.0.33 "GET /v2.0/networks?id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 200 len: 922 time: 0.4440014 May 28 05:36:35.723044 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-93d78325-3102-487a-95e2-83018300973f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:35.752923 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a62c149d-91ee-482d-8e48-0c260f5c9252 req-62c797b0-263b-4ef3-a04b-90a375a0511a tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042711 May 28 05:36:35.754499 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d059bc0b-bddd-4317-baf6-bf73efbb9dd4 req-b5f2a11d-5120-45a6-914f-86b1fcf79cb4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951189 May 28 05:36:35.755716 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-2d846fab-f43f-4d36-abbc-f28438f2e820 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 200 len: 217 time: 0.1008208 May 28 05:36:35.757212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-93d78325-3102-487a-95e2-83018300973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:35.783627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462386aa-4be6-411e-8946-3e196b8512dc req-27dbd20f-2ab9-4d14-81e2-f0b542de6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:35.794328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462386aa-4be6-411e-8946-3e196b8512dc req-27dbd20f-2ab9-4d14-81e2-f0b542de6064 service neutron] 10.222.0.33 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.3535826 May 28 05:36:35.892371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-f62c7aec-8713-4c77-a130-6f92fdc397c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:35.893970 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-f62c7aec-8713-4c77-a130-6f92fdc397c7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 200 len: 860 time: 0.1308188 May 28 05:36:35.974157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45520) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:36.035422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462386aa-4be6-411e-8946-3e196b8512dc req-3c40b39c-0d7e-4d5d-bf76-5ec9fcfd775e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc HTTP/1.1" status: 200 len: 217 time: 0.2404308 May 28 05:36:36.148265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-93d78325-3102-487a-95e2-83018300973f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e910cd64edc442a6aeea001cce7caa8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3694127 May 28 05:36:36.153517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45528) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:36.156705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d78325-3102-487a-95e2-83018300973f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42dc45d-1405-4cf6-a1f3-cd3ba08cc9f7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:36.268324 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b6f3e06-deff-44c8-ab63-a3dcee36f634 req-80ffdbd9-500c-47e0-a1bc-19042ebf7704 service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507323 May 28 05:36:36.271186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc4e98ec-5319-4b76-8470-15d03bc2284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:36.274152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-1adbe7ef-d737-4ed8-aa1a-c72965e47592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:36.274848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462386aa-4be6-411e-8946-3e196b8512dc req-ed1c99dd-602b-4047-8ed2-d4b67d1111ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:36.275656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-1adbe7ef-d737-4ed8-aa1a-c72965e47592 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=74b9e066-7fe8-4f83-9ce8-9b7d9632f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3731973 May 28 05:36:36.276237 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462386aa-4be6-411e-8946-3e196b8512dc req-ed1c99dd-602b-4047-8ed2-d4b67d1111ff service neutron] 10.222.0.33 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.2220173 May 28 05:36:36.384708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c33039-b8fa-4e48-9801-23ab731b94bd req-72f9b16a-c51a-46c0-85f1-1b97b72f2610 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:36.386166 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94c33039-b8fa-4e48-9801-23ab731b94bd req-72f9b16a-c51a-46c0-85f1-1b97b72f2610 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 946 time: 0.1642561 May 28 05:36:36.418324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462386aa-4be6-411e-8946-3e196b8512dc req-a838d8a9-912b-460c-b822-b7ea6fe16e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:36.419788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462386aa-4be6-411e-8946-3e196b8512dc req-a838d8a9-912b-460c-b822-b7ea6fe16e9a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184413 May 28 05:36:36.438767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc4e98ec-5319-4b76-8470-15d03bc2284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:36.457649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94c33039-b8fa-4e48-9801-23ab731b94bd req-0045dc3e-520b-4a95-9ed4-53bca2665227 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650744 May 28 05:36:36.487890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3618b-d30a-4788-9003-4aac3795e016 req-9ca205f9-ac77-4794-b2ea-04fa5d0c40ac tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:36.489404 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ee3618b-d30a-4788-9003-4aac3795e016 req-9ca205f9-ac77-4794-b2ea-04fa5d0c40ac tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.3934615 May 28 05:36:36.581621 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462386aa-4be6-411e-8946-3e196b8512dc req-9216b059-ed9e-4c36-85a5-25cb9e047b56 service neutron] 10.222.0.33 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488867 May 28 05:36:36.603818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bd0e78-002c-44fa-aacc-884cbf1f5a8a admin admin] Deleting subnet 42d8e4bc-4815-4be8-b193-b848d295b775 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:36:36.628280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20bd0e78-002c-44fa-aacc-884cbf1f5a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:36.699985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55dd582-0042-4fba-a88d-1140a1067b56 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:36.725837 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:36.734968 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ee3618b-d30a-4788-9003-4aac3795e016 req-1a310dab-430c-4930-9092-679c4d08eda7 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059984 May 28 05:36:36.741035 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-e7fc2563-90af-4e07-b9cd-2d8e6fbfd443 service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406960 May 28 05:36:36.746424 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20bd0e78-002c-44fa-aacc-884cbf1f5a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:36.792316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462386aa-4be6-411e-8946-3e196b8512dc req-277dcc45-01be-4ce9-b3c3-5a4d878e891a service neutron] 10.222.0.33 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048795 May 28 05:36:36.806755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef93d9d-fb1f-4842-ae1e-2ebd01ed64e7 req-f3f8589e-6cc7-4546-935d-1a2874a5393d tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:36.808216 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8ef93d9d-fb1f-4842-ae1e-2ebd01ed64e7 req-f3f8589e-6cc7-4546-935d-1a2874a5393d tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 945 time: 0.1396332 May 28 05:36:36.856365 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8ef93d9d-fb1f-4842-ae1e-2ebd01ed64e7 req-0843bea5-3e28-464f-b11f-658bd7218b0d tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups?id=8626da0e-2e90-4d5a-a06b-84eea0879d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 May 28 05:36:36.961343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Transition to ACTIVE for port object a55dd582-0042-4fba-a88d-1140a1067b56 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:36:36.978681 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc4e98ec-5319-4b76-8470-15d03bc2284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:37.000465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-41b11805-7615-4160-b898-1bca8e599fb5 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips/c218035a-c239-4ec2-9b9d-1c50d569ba91 HTTP/1.1" status: 200 len: 693 time: 0.2118170 May 28 05:36:37.001084 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:37.050482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad0bbb-8b73-4ec7-affb-1a32d2a8eb3b req-a0eace7d-ad03-41e9-b7b2-c505e55661b4 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:37.051890 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59ad0bbb-8b73-4ec7-affb-1a32d2a8eb3b req-a0eace7d-ad03-41e9-b7b2-c505e55661b4 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 944 time: 0.0840473 May 28 05:36:37.065928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e98ec-5319-4b76-8470-15d03bc2284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42dc45d-1405-4cf6-a1f3-cd3ba08cc9f7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:37.098327 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59ad0bbb-8b73-4ec7-affb-1a32d2a8eb3b req-57d60503-aed4-4eb6-b38b-2372ce40c331 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 May 28 05:36:37.244587 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20bd0e78-002c-44fa-aacc-884cbf1f5a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:37.286763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cb5ef-279b-470c-9f1f-61decdd13e99 req-ab18c615-e25a-4264-855c-cf93ec3668df tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:37.288298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d62cb5ef-279b-470c-9f1f-61decdd13e99 req-ab18c615-e25a-4264-855c-cf93ec3668df tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 948 time: 0.0892808 May 28 05:36:37.336114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d62cb5ef-279b-470c-9f1f-61decdd13e99 req-a595a30d-7015-43d8-8777-e7247cb8f8ce tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 May 28 05:36:37.422466 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc4e98ec-5319-4b76-8470-15d03bc2284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:37.423615 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cc4e98ec-5319-4b76-8470-15d03bc2284e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e42dc45d-1405-4cf6-a1f3-cd3ba08cc9f7 HTTP/1.1" status: 204 len: 168 time: 1.2682769 May 28 05:36:37.468641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Pushing event updated for resources: {'Port': ['ID=a55dd582-0042-4fba-a88d-1140a1067b56,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:37.592627 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78ecac2f-b19c-4f68-bdd6-2177672c6c0a req-6f22873e-1feb-4e36-87a8-bf2db1183bfc service neutron] 10.222.0.33 "GET /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8029265 May 28 05:36:37.650934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-5d9d9904-61ad-4454-8353-3a05b3845d2f tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:37.655742 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-5d9d9904-61ad-4454-8353-3a05b3845d2f tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.6106710 May 28 05:36:37.660577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20bd0e78-002c-44fa-aacc-884cbf1f5a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:37.674118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b1a57-a58c-4087-8bc3-548f0fad1ad5 req-0cd87f57-7255-47a4-8bf3-3632bc5b4a9c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:37.675809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf1b1a57-a58c-4087-8bc3-548f0fad1ad5 req-0cd87f57-7255-47a4-8bf3-3632bc5b4a9c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 946 time: 0.0855997 May 28 05:36:37.703280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-847ed16f-67d7-47b1-85a1-dae9dc1c99dd tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:36:37.703280 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-847ed16f-67d7-47b1-85a1-dae9dc1c99dd tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431325 May 28 05:36:37.719922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd0e78-002c-44fa-aacc-884cbf1f5a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d8e4bc-4815-4be8-b193-b848d295b775,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:37.736237 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf1b1a57-a58c-4087-8bc3-548f0fad1ad5 req-122e0348-f814-45c8-bba4-6d663df7e737 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541344 May 28 05:36:37.806025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20bd0e78-002c-44fa-aacc-884cbf1f5a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:37.806947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Attempting to bind port a55dd582-0042-4fba-a88d-1140a1067b56 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:36:37.807467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Attempting to bind port a55dd582-0042-4fba-a88d-1140a1067b56 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:36:37.808069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Attempting to bind port a55dd582-0042-4fba-a88d-1140a1067b56 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:37.832530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Port a55dd582-0042-4fba-a88d-1140a1067b56 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:36:37.832893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Attempting to bind port a55dd582-0042-4fba-a88d-1140a1067b56 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:37.844931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45556) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:37.845052 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-20bd0e78-002c-44fa-aacc-884cbf1f5a8a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/42d8e4bc-4815-4be8-b193-b848d295b775 HTTP/1.1" status: 204 len: 168 time: 1.8679221 May 28 05:36:37.852835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-ca24e047-f7c1-4a49-b964-70a5abc481bd tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 696 time: 0.1335089 May 28 05:36:37.911052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:36:37.911052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:36:37.911052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:36:37.911493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Bound port: a55dd582-0042-4fba-a88d-1140a1067b56, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:36:37.911596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:37.966825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-33b51441-492c-4d93-b694-6b8ff84ed7f9 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 696 time: 0.1067138 May 28 05:36:38.103428 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.187914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6cc22-8c5f-4d36-89ef-bc47a87817fe req-6467d997-d470-481c-9fbc-7fe05ca4e45e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:38.189710 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cb6cc22-8c5f-4d36-89ef-bc47a87817fe req-6467d997-d470-481c-9fbc-7fe05ca4e45e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.2705095 May 28 05:36:38.240147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 4c8eeb5b-1906-487c-91e1-d4e735a2e79d details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:36:38.240905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-0f801685-3c2e-4b49-98b4-3f0115152bae tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:38.240905 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-0f801685-3c2e-4b49-98b4-3f0115152bae tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.41 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 945 time: 0.3228595 May 28 05:36:38.258946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Deleting port cf9fba7f-0213-422e-a123-bf45611abbb4 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:38.258946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.327492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] For port a55dd582-0042-4fba-a88d-1140a1067b56, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:36:38.332960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] For port a55dd582-0042-4fba-a88d-1140a1067b56, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a55dd582-0042-4fba-a88d-1140a1067b56,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:36:38.352005 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.409112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3cb6cc22-8c5f-4d36-89ef-bc47a87817fe req-27e70197-a298-45be-a44f-171936b928c6 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:38.412876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.459884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930906d6-e67d-431c-826b-4d1f1f770709']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:38.472763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Deleting port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:38.473458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.487114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:38.487746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.489093 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] 10.222.0.41 "PUT /v2.0/ports/a55dd582-0042-4fba-a88d-1140a1067b56 HTTP/1.1" status: 200 len: 1096 time: 3.3359876 May 28 05:36:38.491114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325a2452-dc15-47af-ac7b-57ad40f06c79', 'tag': 'a55dd582-0042-4fba-a88d-1140a1067b56'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:38.506541 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-de6f9df4-b23b-4ee8-befd-54f22e2b9413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.527826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:38.556835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d', 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54', 'port_id': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d', 'mac_address': 'fa:16:3e:8a:f0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:36:38.566092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3cb6cc22-8c5f-4d36-89ef-bc47a87817fe req-27e70197-a298-45be-a44f-171936b928c6 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:38.575445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860cce1-81d0-46d9-8730-51c8fdd18b28 service neutron] Pushing event updated for resources: {'Port': ['ID=a55dd582-0042-4fba-a88d-1140a1067b56,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:38.585600 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cb6cc22-8c5f-4d36-89ef-bc47a87817fe req-27e70197-a298-45be-a44f-171936b928c6 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610029 May 28 05:36:38.626646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb06f34-ff5f-4a98-98ba-f92bd765744b') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:38.626646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb06f34-ff5f-4a98-98ba-f92bd765744b') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:38.690978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.690978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.712284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:38.712284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.722075 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.790455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8eeb5b-1906-487c-91e1-d4e735a2e79d {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:38.801160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.819108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:36:38.819108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.819716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:38.829077 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.949484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Calling delete_port for cf9fba7f-0213-422e-a123-bf45611abbb4 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:39.057750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:39.090873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-cd86c51a-7b1a-49ec-a230-bf0d0d9b6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:39.092951 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-cd86c51a-7b1a-49ec-a230-bf0d0d9b6183 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 1099 time: 0.5189188 May 28 05:36:39.198349 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment bcb06f34-ff5f-4a98-98ba-f92bd765744b resource provider aggregate not found May 28 05:36:39.323855 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment bcb06f34-ff5f-4a98-98ba-f92bd765744b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcb06f34-ff5f-4a98-98ba-f92bd765744b found for delete ", "request_id": "req-95163ab3-bf7c-4669-a417-0630ad93a955"}]} May 28 05:36:39.333505 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:39.342926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:39.401234 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-f98f2906-4605-4bee-b698-185f3ee303fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=a55dd582-0042-4fba-a88d-1140a1067b56 HTTP/1.1" status: 200 len: 217 time: 0.2961276 May 28 05:36:39.496494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-c2122b88-79aa-4833-85c2-9eb2dc05af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:39.496494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-c2122b88-79aa-4833-85c2-9eb2dc05af0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0826237 May 28 05:36:39.496494 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:39.521907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=930906d6-e67d-431c-826b-4d1f1f770709,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:39.552774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3e9912c6-eb40-4a57-98bc-0481b77201b2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/930906d6-e67d-431c-826b-4d1f1f770709 HTTP/1.1" status: 204 len: 168 time: 1.7048144 May 28 05:36:39.582990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] For port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:39.586308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:39.594550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Pushing event deleted for resources: {'Port': ['ID=cf9fba7f-0213-422e-a123-bf45611abbb4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:39.617475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00b46b-59d8-42b7-b677-4144d6c710c3 req-dc400f46-af5f-44cb-815d-2b1e5e1bd4e6 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.651889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:39.657852 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:39.658260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c00b46b-59d8-42b7-b677-4144d6c710c3 req-dc400f46-af5f-44cb-815d-2b1e5e1bd4e6 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 945 time: 0.7875330 May 28 05:36:39.712787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['4c8eeb5b-1906-487c-91e1-d4e735a2e79d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:39.747274 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:39.765648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-8ea5b222-b71d-4315-8399-a1ef13b2c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:39.765648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-8ea5b222-b71d-4315-8399-a1ef13b2c2e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2267346 May 28 05:36:39.881670 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c00b46b-59d8-42b7-b677-4144d6c710c3 req-166eda61-e62f-4c3d-a2ec-ee1afb267f05 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups?id=8626da0e-2e90-4d5a-a06b-84eea0879d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280147 May 28 05:36:39.894150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:39.906410 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5aa07bc-0502-4afb-b9ba-5b14bb8efd5c req-54be956b-1f89-423f-b24b-65c35b753830 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "DELETE /v2.0/floatingips/c218035a-c239-4ec2-9b9d-1c50d569ba91 HTTP/1.1" status: 204 len: 173 time: 1.9447222 May 28 05:36:39.946600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45608) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:40.214887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45614) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:40.230416 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1e4275f0-9431-402f-832a-9961629d6ac0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe463b2399d24277aadd5d0ac381480d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827237 May 28 05:36:40.236397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45618) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:40.238346 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-9c4bb9d1-ed47-4264-9eec-7f4453f69dc4 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340484 May 28 05:36:40.243735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device ab69595c-a5c3-41c8-9b0c-32d515bf8189 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:36:40.261661 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.262633 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.263114 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Floating IP f2d923a4-d83a-4021-909d-7ce9f6a20621 disassociated. External IP: 172.25.4.57, port: ec94adb7-91b7-4ee7-bdf6-8d9a7e193740. May 28 05:36:40.263716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Calling delete_port for ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:40.292499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-d40e4195-82d1-46f2-94c7-aa69903494d9 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:40.293983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-d40e4195-82d1-46f2-94c7-aa69903494d9 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1097 time: 0.5243964 May 28 05:36:40.355375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ba46-a762-4edc-a7da-9fb40413718d req-86949806-a1c2-4679-9673-35398522aee4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:40.356869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fed2ba46-a762-4edc-a7da-9fb40413718d req-86949806-a1c2-4679-9673-35398522aee4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 948 time: 0.1986349 May 28 05:36:40.365589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843679-5'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:40.448581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:40.458739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4c3f8c4-103c-4330-8b37-3f1539986028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.464464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device ab69595c-a5c3-41c8-9b0c-32d515bf8189 has no active binding in host n-h1-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:36:40.504760 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fed2ba46-a762-4edc-a7da-9fb40413718d req-e1d71daf-9d02-496d-b170-adbe89d987e9 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309991 May 28 05:36:40.504760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4c3f8c4-103c-4330-8b37-3f1539986028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:40.513352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a9d3b-a7c1-478e-b0a7-ae9145f9765e req-6b6a1bcc-aa12-49e8-a6cc-99e1830d6e3d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:40.517722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4c3f8c4-103c-4330-8b37-3f1539986028 admin admin] Usage tracker for resource:security_group_rule and tenant:d54690deb90845528a2e9a2c1957d533 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:40.534531 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b80a9d3b-a7c1-478e-b0a7-ae9145f9765e req-6b6a1bcc-aa12-49e8-a6cc-99e1830d6e3d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 945 time: 0.3729098 May 28 05:36:40.540750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4c3f8c4-103c-4330-8b37-3f1539986028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:40.540750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4c3f8c4-103c-4330-8b37-3f1539986028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:40.540750 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.586369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Pushing event deleted for resources: {'Port': ['ID=ec94adb7-91b7-4ee7-bdf6-8d9a7e193740,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:40.608723 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1c9da7-ef3d-4c25-a7be-9ab5a56a61ed'] response: {'name': 'network-changed', 'server_uuid': '325a2452-dc15-47af-ac7b-57ad40f06c79', 'tag': 'a55dd582-0042-4fba-a88d-1140a1067b56', 'status': 'completed', 'code': 200} May 28 05:36:40.611077 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c5e76d89-4d4e-48ff-89a5-aa82312ed1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.625180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f49e93-9f45-4e7d-9769-dfe380effd9e req-aa465499-c06f-45fa-9706-79308dd8ad00 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771994 May 28 05:36:40.648372 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-76b72d4a-dc38-43b9-a3a3-eeb9b730c6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.651119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.688651 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c5e76d89-4d4e-48ff-89a5-aa82312ed1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.700066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b80a9d3b-a7c1-478e-b0a7-ae9145f9765e req-0590fff5-9893-4385-a928-d97349367b3c tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308405 May 28 05:36:40.875849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Router 9a48303c-3f9a-49d3-9096-daa74688bc17 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:36:40.910375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4c3f8c4-103c-4330-8b37-3f1539986028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.965849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4c3f8c4-103c-4330-8b37-3f1539986028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:41.023968 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c5e76d89-4d4e-48ff-89a5-aa82312ed1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:41.031334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ba32b-6994-4e92-8da5-6a51d288cb65 req-94eaa851-a1cc-4d06-b6be-3b75b535eece tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:41.032831 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc0ba32b-6994-4e92-8da5-6a51d288cb65 req-94eaa851-a1cc-4d06-b6be-3b75b535eece tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 946 time: 0.2735503 May 28 05:36:41.056043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4c3f8c4-103c-4330-8b37-3f1539986028 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d54690deb90845528a2e9a2c1957d533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8321013 May 28 05:36:41.068569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e76d89-4d4e-48ff-89a5-aa82312ed1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf638e2-b08b-4129-931c-87edffcc7fc0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:41.071914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45626) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:41.084249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-3f1a94a2-5850-4ada-b927-fd25bbbd038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:41.086120 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-3f1a94a2-5850-4ada-b927-fd25bbbd038e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 1099 time: 0.3490644 May 28 05:36:41.136195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:41.141303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c5e76d89-4d4e-48ff-89a5-aa82312ed1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:41.142620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c5e76d89-4d4e-48ff-89a5-aa82312ed1a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bf638e2-b08b-4129-931c-87edffcc7fc0 HTTP/1.1" status: 204 len: 168 time: 0.9034212 May 28 05:36:41.279426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3f8c4-103c-4330-8b37-3f1539986028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846d7737-bffb-486c-a3e4-1f6acd3be81e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:41.327458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc0ba32b-6994-4e92-8da5-6a51d288cb65 req-9d33df09-1caf-461f-8888-a9f526b728e5 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827296 May 28 05:36:41.343054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:36:41.358037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] Sync routers for ids ['9a48303c-3f9a-49d3-9096-daa74688bc17'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:36:41.360167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521661ee-eb16-4fbe-9b67-581b07e6395e req-7f754eab-8d30-414b-9509-dc0ca668d977 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:41.367607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-521661ee-eb16-4fbe-9b67-581b07e6395e req-7f754eab-8d30-414b-9509-dc0ca668d977 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.5357163 May 28 05:36:41.380752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] Routers {'9a48303c-3f9a-49d3-9096-daa74688bc17'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:41.381396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9a48303c-3f9a-49d3-9096-daa74688bc17'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:41.461996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] No DVR routers for this DVR port ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:36:41.464546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:41.467771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'name': 'network-vif-deleted', 'tag': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:41.493340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb6c5361-b9f6-4e78-9c6f-59b55f9ada2a req-b4ce3143-305a-4916-9b85-419e54522c3a tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.41 "DELETE /v2.0/ports/ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 HTTP/1.1" status: 204 len: 173 time: 3.1711981 May 28 05:36:41.527489 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:41.548428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-e3d79fcc-9f3c-4b8a-aadc-c891319cd904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:41.553509 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-e3d79fcc-9f3c-4b8a-aadc-c891319cd904 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.4482834 May 28 05:36:41.603426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:41.652075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:36:41.652795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ec94adb7-91b7-4ee7-bdf6-8d9a7e193740 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:36:41.686956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:41.689936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:36:41.701792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] Set router 9a48303c-3f9a-49d3-9096-daa74688bc17 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:41.746023 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-1e4df6e3-f936-4c61-a6d2-1eefea5c8edd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=a55dd582-0042-4fba-a88d-1140a1067b56 HTTP/1.1" status: 200 len: 217 time: 0.1535094 May 28 05:36:41.753309 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-385f40d8-92e4-4377-bb84-587d5718de8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:41.794277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-385f40d8-92e4-4377-bb84-587d5718de8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:41.913573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8df1a7d5-6f78-4491-952a-22c63512b173 req-55eb5353-a1bc-4a8e-a1d6-16d31b0c5f34 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Synchronizing usage tracker for tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:41.928148 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-521661ee-eb16-4fbe-9b67-581b07e6395e req-f8202492-d679-4b91-97c2-8aad30039d40 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591290 May 28 05:36:41.946311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8df1a7d5-6f78-4491-952a-22c63512b173 req-55eb5353-a1bc-4a8e-a1d6-16d31b0c5f34 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Unset dirty status for tenant:b09e8d26c02f4d61b20d8a4d8bf7aa3b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:41.964896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8df1a7d5-6f78-4491-952a-22c63512b173 req-55eb5353-a1bc-4a8e-a1d6-16d31b0c5f34 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/ports?device_id=856974bc-de4e-4f3c-937d-2e9f1e30479b HTTP/1.1" status: 200 len: 210 time: 0.1094487 May 28 05:36:41.973556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-217a4187-adbd-4d71-8f52-97cfb1811c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:41.975002 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-217a4187-adbd-4d71-8f52-97cfb1811c20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1032786 May 28 05:36:41.977644 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-385f40d8-92e4-4377-bb84-587d5718de8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:42.002158 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d416eea2-101c-4f12-af4a-3f571b4f5a3f'] response: {'server_uuid': '856974bc-de4e-4f3c-937d-2e9f1e30479b', 'name': 'network-vif-deleted', 'tag': 'ec94adb7-91b7-4ee7-bdf6-8d9a7e193740', 'status': 'completed', 'code': 200} May 28 05:36:42.064891 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:42.072871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f40d8-92e4-4377-bb84-587d5718de8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846d7737-bffb-486c-a3e4-1f6acd3be81e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:42.106125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:42.120629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-385f40d8-92e4-4377-bb84-587d5718de8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:42.122039 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-385f40d8-92e4-4377-bb84-587d5718de8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/846d7737-bffb-486c-a3e4-1f6acd3be81e HTTP/1.1" status: 204 len: 168 time: 1.0459964 May 28 05:36:42.238077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 4c8eeb5b-1906-487c-91e1-d4e735a2e79d up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:36:42.285312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72bae6-e532-4dd5-9c7f-14c8d47f7e6d req-2fe27941-bf4e-4907-92b6-e48c1a0d9071 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:42.303926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa72bae6-e532-4dd5-9c7f-14c8d47f7e6d req-2fe27941-bf4e-4907-92b6-e48c1a0d9071 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 948 time: 0.2253559 May 28 05:36:42.356912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:47Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5b744977-5fcb-482e-9f39-e9819bc69d03', 'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'mac_address': 'fa:16:3e:fb:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:42Z', 'updated_at': '2022-05-28T05:34:04Z', 'revision_number': 5, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'subnets': [{'id': '352ae098-0007-453a-b278-9f0f266760a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:42.357503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45660) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:42.374644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] Checking router: 9a48303c-3f9a-49d3-9096-daa74688bc17 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:36:42.375364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa72bae6-e532-4dd5-9c7f-14c8d47f7e6d req-96030320-51e2-45b5-a106-e110c379171e tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648158 May 28 05:36:42.410547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] Routers {'9a48303c-3f9a-49d3-9096-daa74688bc17'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:42.412004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9a48303c-3f9a-49d3-9096-daa74688bc17'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:42.606896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:42.606896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:42.606896 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:42.640237 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:42.692601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Pushing event updated for resources: {'Port': ['ID=ab69595c-a5c3-41c8-9b0c-32d515bf8189,revision_number=7']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:42.696423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-187353427-network', 'tenant_id': 'c51254dda82f46f28f190a70d4cc47c1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:42.705849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:42.710323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on host n-h2-843679-5 for vnic_type normal with profile {"migrating_to": "n-h1-843679-5"} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:36:42.710323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:36:42.710323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:42.714460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Usage tracker for resource:network and tenant:c51254dda82f46f28f190a70d4cc47c1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:42.718936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:36:42.718936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Attempting to bind port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on network 0058408b-e5a2-4608-b773-63fd7467e5c4 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:42.722351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:42.736857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:42.741232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:36:42.741232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Checking segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:36:42.741232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Bound using segment: {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:36:42.741232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Bound port: ab69595c-a5c3-41c8-9b0c-32d515bf8189, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888183b2-9787-41ba-a6a7-510fcf286a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0058408b-e5a2-4608-b773-63fd7467e5c4'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:36:42.741232 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:42.759879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Made reservation on behalf of c51254dda82f46f28f190a70d4cc47c1 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:36:42.759879 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:42.795692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45672) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:42.804436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:42.830207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-b3e592f7-1277-4ffd-902d-c9d5da4c6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:42.831716 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-b3e592f7-1277-4ffd-902d-c9d5da4c6c58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8345494 May 28 05:36:42.839607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:42.843765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-28513b36-4d70-435b-a592-b153a277d322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:42.864878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c51254dda82f46f28f190a70d4cc47c1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:42.869691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:42.880108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-28513b36-4d70-435b-a592-b153a277d322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:42.882625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:42.902915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c0453-95ac-495e-95fa-801b54a31073 req-0cfa2f9c-3f1d-4a65-8e79-9a6117110b34 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:42.905016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-731c0453-95ac-495e-95fa-801b54a31073 req-0cfa2f9c-3f1d-4a65-8e79-9a6117110b34 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 945 time: 0.3796284 May 28 05:36:42.907837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-28513b36-4d70-435b-a592-b153a277d322 admin admin] Usage tracker for resource:security_group_rule and tenant:04135ee47a3c4ad5af389923ccb1d091 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:42.920943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-28513b36-4d70-435b-a592-b153a277d322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:42.950972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-28513b36-4d70-435b-a592-b153a277d322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:42.993087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60f5a3-731f-4771-95a8-afaf55c07af7 req-7b73b510-f547-4bb7-84ae-4aaa8221baab tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:42.994388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2b60f5a3-731f-4771-95a8-afaf55c07af7 req-7b73b510-f547-4bb7-84ae-4aaa8221baab tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Synchronizing usage tracker for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:43.016802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:36:43.018225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] Set router 9a48303c-3f9a-49d3-9096-daa74688bc17 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:43.024707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-731c0453-95ac-495e-95fa-801b54a31073 req-d7728bcc-0b6f-46c5-bf04-4f4fb7a28085 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066122 May 28 05:36:43.033932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:36:43.103714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2b60f5a3-731f-4771-95a8-afaf55c07af7 req-7b73b510-f547-4bb7-84ae-4aaa8221baab tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Unset dirty status for tenant:695308ee2d94439ea0df13a8e0921cb8 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:43.117520 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b60f5a3-731f-4771-95a8-afaf55c07af7 req-7b73b510-f547-4bb7-84ae-4aaa8221baab tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 946 time: 0.9007189 May 28 05:36:43.135458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.152900 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.178679 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.182210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-28513b36-4d70-435b-a592-b153a277d322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.193069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:36:43.198788 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-28513b36-4d70-435b-a592-b153a277d322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.218945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096a7040-a660-4eea-ad6d-bc0152c6dca6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:43.238524 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.238868 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Added segment 5d010ab9-8be1-43eb-b963-484ce6627331 of type vlan for network 9eb6b20d-62a6-40e6-a646-192301b4ad93 May 28 05:36:43.277127 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-28513b36-4d70-435b-a592-b153a277d322 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04135ee47a3c4ad5af389923ccb1d091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796429 May 28 05:36:43.280713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28513b36-4d70-435b-a592-b153a277d322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21757d32-d64d-44ce-b428-bfafcfe12256,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:43.285364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45680) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:43.290429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Pushing event updated for resources: {'Port': ['ID=ab69595c-a5c3-41c8-9b0c-32d515bf8189,revision_number=8']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:43.302179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.319893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:43.321626 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.389812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:43.393446 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.394178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b475362-2576-41c7-a2b3-79a11799c383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:43.405137 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.410510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.411651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:43.412598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.415021 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b60f5a3-731f-4771-95a8-afaf55c07af7 req-81e639f8-12e1-4b2e-8f28-7f04f0b991ef tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058679 May 28 05:36:43.445582 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-e31794fd-fb17-4581-a5e9-646c4e33d805 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002214 May 28 05:36:43.513303 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d859a97-f2cf-4213-8e47-76cdf8099804'] response: {'server_uuid': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189', 'code': 200} May 28 05:36:43.532845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb6b20d-62a6-40e6-a646-192301b4ad93,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:43.559386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9eb6b20d-62a6-40e6-a646-192301b4ad93 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:36:43.579693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a55dd582-0042-4fba-a88d-1140a1067b56 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:36:43.651491 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-60368183-1f74-4fc5-922f-672d32ba59c4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2712915 May 28 05:36:43.651491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45688) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:43.657099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Request body: {'subnet': {'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-187353427-subnet', 'tenant_id': 'c51254dda82f46f28f190a70d4cc47c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:43.665472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:43.672635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8192-b555-4eba-963d-0c17af052dbf req-31270afa-5c5a-4e65-ac12-1019afe832a6 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:43.675119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8df8192-b555-4eba-963d-0c17af052dbf req-31270afa-5c5a-4e65-ac12-1019afe832a6 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 944 time: 0.3352106 May 28 05:36:43.675119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:43.679703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Usage tracker for resource:subnet and tenant:c51254dda82f46f28f190a70d4cc47c1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:43.684206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:43.697278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:43.782756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:43.783458 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.785323 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-9f7817ff-91ed-4af1-ab1b-a6d467d74909 service neutron] 10.222.0.33 "PUT /v2.0/ports/ab69595c-a5c3-41c8-9b0c-32d515bf8189 HTTP/1.1" status: 200 len: 1122 time: 3.4397998 May 28 05:36:43.786825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-ea5a6aa3-459f-4e4a-ac26-7a2a0a3d4a81 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:43.787722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88aea7af-ed40-429f-ac24-d786dd720231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.788439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-ea5a6aa3-459f-4e4a-ac26-7a2a0a3d4a81 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.33 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 946 time: 0.2602139 May 28 05:36:43.797859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8df8192-b555-4eba-963d-0c17af052dbf req-d9ede01d-728c-48bf-9321-538e1dedd5e8 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080365 May 28 05:36:43.860970 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88aea7af-ed40-429f-ac24-d786dd720231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.899930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['ab69595c-a5c3-41c8-9b0c-32d515bf8189'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:43.916322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Made reservation on behalf of c51254dda82f46f28f190a70d4cc47c1 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:36:43.929184 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:43.930640 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ec32d8a-42ec-4a97-a137-9309911e887b req-f8708e02-3630-4278-ba23-0013d00c0f2a service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399300 May 28 05:36:43.951462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bb1ff-7c44-4f2f-b5d1-b20ab302407c req-0f7e37ae-e700-459a-ad43-453415e09573 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:43.959004 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ab8bb1ff-7c44-4f2f-b5d1-b20ab302407c req-0f7e37ae-e700-459a-ad43-453415e09573 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.2537079 May 28 05:36:44.034180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['ab69595c-a5c3-41c8-9b0c-32d515bf8189'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:44.039751 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ab8bb1ff-7c44-4f2f-b5d1-b20ab302407c req-862c7368-a7b2-4233-9618-9e8cb2b59e2e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781827 May 28 05:36:44.045759 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88aea7af-ed40-429f-ac24-d786dd720231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:44.078361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a55dd582-0042-4fba-a88d-1140a1067b56, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a55dd582-0042-4fba-a88d-1140a1067b56,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:44.124123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aea7af-ed40-429f-ac24-d786dd720231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21757d32-d64d-44ce-b428-bfafcfe12256,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:44.138463 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88aea7af-ed40-429f-ac24-d786dd720231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:44.139802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88aea7af-ed40-429f-ac24-d786dd720231 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21757d32-d64d-44ce-b428-bfafcfe12256 HTTP/1.1" status: 204 len: 168 time: 0.8335595 May 28 05:36:44.203299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45698) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:44.212761 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dddf3b6-07d5-475b-af6a-ae5923cb3fc8'] response: {'server_uuid': '0b475362-2576-41c7-a2b3-79a11799c383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d', 'code': 200} May 28 05:36:44.235208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-7e609884-b8f7-49d4-a16e-38dded2824d3 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Deleting port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:44.237984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-7e609884-b8f7-49d4-a16e-38dded2824d3 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:44.265245 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a55dd582-0042-4fba-a88d-1140a1067b56', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'a55dd582-0042-4fba-a88d-1140a1067b56', 'mac_address': 'fa:16:3e:f1:ea:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:36:44.348611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:47Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5b744977-5fcb-482e-9f39-e9819bc69d03', 'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'mac_address': 'fa:16:3e:fb:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:42Z', 'updated_at': '2022-05-28T05:34:04Z', 'revision_number': 5, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'subnets': [{'id': '352ae098-0007-453a-b278-9f0f266760a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:44.358520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a20e06-4133-4976-924c-ef43f4dd0cb2 None None] The sync data for ids ['9a48303c-3f9a-49d3-9096-daa74688bc17'] in n-d-843679-5 is: [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:33:47Z', 'revision_number': 4, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5b744977-5fcb-482e-9f39-e9819bc69d03', 'name': '', 'network_id': '273be4e2-97bc-4f48-8d9a-9b2084906288', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'mac_address': 'fa:16:3e:fb:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '352ae098-0007-453a-b278-9f0f266760a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:42Z', 'updated_at': '2022-05-28T05:34:04Z', 'revision_number': 5, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'subnets': [{'id': '352ae098-0007-453a-b278-9f0f266760a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:36:44.390275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a55dd582-0042-4fba-a88d-1140a1067b56 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:44.391566 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:44.524510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55dd582-0042-4fba-a88d-1140a1067b56 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:44.567074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a55dd582-0042-4fba-a88d-1140a1067b56, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a55dd582-0042-4fba-a88d-1140a1067b56,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:44.584387 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:44.750986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a55dd582-0042-4fba-a88d-1140a1067b56,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:44.858092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1d822-06fc-438d-96fd-d96734d8b9bf req-8c3d2b77-bdfa-4b1a-8546-020826e250b6 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:44.861063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87f1d822-06fc-438d-96fd-d96734d8b9bf req-8c3d2b77-bdfa-4b1a-8546-020826e250b6 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 948 time: 0.5004005 May 28 05:36:44.875533 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edbfaaa-4b1d-4e7a-b331-30fa82c5eebe None None] New status for floating IP f2d923a4-d83a-4021-909d-7ce9f6a20621: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:36:44.876493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d58857f2-ab78-4588-82e5-a2db23a8f4c9 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:44.916058 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d58857f2-ab78-4588-82e5-a2db23a8f4c9 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:44.921756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a55dd582-0042-4fba-a88d-1140a1067b56'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:44.940627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691dddd-4bcb-4d29-9fef-401ebf1bc88d req-e504fd61-ae7c-410b-89dd-04748ea08d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:44.942598 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5691dddd-4bcb-4d29-9fef-401ebf1bc88d req-e504fd61-ae7c-410b-89dd-04748ea08d56 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 1097 time: 0.6401820 May 28 05:36:45.005582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482b941-1a66-46ef-86e7-78719ed393dc req-31172e05-cbcb-4bf8-83df-998f78a55f77 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:45.008001 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7482b941-1a66-46ef-86e7-78719ed393dc req-31172e05-cbcb-4bf8-83df-998f78a55f77 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 946 time: 0.6166182 May 28 05:36:45.016868 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5691dddd-4bcb-4d29-9fef-401ebf1bc88d req-3dd82eed-c418-4ecb-918d-a12d0d66a96b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604620 May 28 05:36:45.077004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d58857f2-ab78-4588-82e5-a2db23a8f4c9 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:45.123110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-7e609884-b8f7-49d4-a16e-38dded2824d3 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] For port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:45.123570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-7e609884-b8f7-49d4-a16e-38dded2824d3 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:45.136412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58857f2-ab78-4588-82e5-a2db23a8f4c9 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8626da0e-2e90-4d5a-a06b-84eea0879d58,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:45.178253 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7482b941-1a66-46ef-86e7-78719ed393dc req-63ad8022-b5b5-4560-8c78-d262b30bc782 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600096 May 28 05:36:45.194753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d58857f2-ab78-4588-82e5-a2db23a8f4c9 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:45.197479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d58857f2-ab78-4588-82e5-a2db23a8f4c9 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "DELETE /v2.0/security-groups/8626da0e-2e90-4d5a-a06b-84eea0879d58 HTTP/1.1" status: 204 len: 168 time: 0.9929316 May 28 05:36:45.200554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45720) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:45.239173 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-a9b7eb7a-3bb3-48a6-bba1-987c21291099 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] show failed (client error): The resource could not be found. May 28 05:36:45.240305 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a9b7eb7a-3bb3-48a6-bba1-987c21291099 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "GET /v2.0/security-groups/8626da0e-2e90-4d5a-a06b-84eea0879d58 HTTP/1.1" status: 404 len: 347 time: 0.0375519 May 28 05:36:45.243620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45726) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:45.466756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-7e609884-b8f7-49d4-a16e-38dded2824d3 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Calling delete_port for 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:45.492297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:45.502099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bb6af6a8-8cdd-47d9-91d6-3080ee2d70c8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Deleting port 0ff450df-d22c-427c-96fb-d6e151b66fce {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:45.502099 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb6af6a8-8cdd-47d9-91d6-3080ee2d70c8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:45.530359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'tag': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:45.595723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87f1d822-06fc-438d-96fd-d96734d8b9bf req-906543cb-42b3-486c-ab77-cd8f160c4a7f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362677 May 28 05:36:45.687435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa3e4a8-a8ef-4568-89ea-8913384a5211,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:45.695158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef5afb-09e4-43b0-959e-0f3470c8a784 req-caf9e170-cb1a-4810-8ee0-475eb2ab1ce6 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:45.697029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aeef5afb-09e4-43b0-959e-0f3470c8a784 req-caf9e170-cb1a-4810-8ee0-475eb2ab1ce6 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c91a195-5235-4db5-82f4-1c70839a04da HTTP/1.1" status: 200 len: 946 time: 0.3349407 May 28 05:36:45.698321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Checking segment: {'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:36:45.698321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Network hostable DHCP agents. Network: 9eb6b20d-62a6-40e6-a646-192301b4ad93, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:36:45.755832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb6af6a8-8cdd-47d9-91d6-3080ee2d70c8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:45.756460 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb6af6a8-8cdd-47d9-91d6-3080ee2d70c8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:45.830685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Network 9eb6b20d-62a6-40e6-a646-192301b4ad93 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:36:45.832475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aeef5afb-09e4-43b0-959e-0f3470c8a784 req-2be04072-d548-4cb8-b4d2-3ab1974bf574 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.39 "GET /v2.0/security-groups?id=72319dad-e2e4-457a-8188-7a8eb813efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242020 May 28 05:36:45.872594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9eb6b20d-62a6-40e6-a646-192301b4ad93) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:36:45.877659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:45.878409 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:45.884347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49504955-584a-4e48-ab0a-e3d9500a8f37 None None] Network 9eb6b20d-62a6-40e6-a646-192301b4ad93 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:36:45.922632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bb6af6a8-8cdd-47d9-91d6-3080ee2d70c8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Calling delete_port for 0ff450df-d22c-427c-96fb-d6e151b66fce owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:45.943210 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6a2d2380-618c-45c5-bd39-9b1498b8b76b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2786860 May 28 05:36:45.967719 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-7e609884-b8f7-49d4-a16e-38dded2824d3 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:46.049382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:36:46.091454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e609884-b8f7-49d4-a16e-38dded2824d3 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Pushing event deleted for resources: {'Port': ['ID=01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:46.147173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca45fe9-5a98-4a52-b09b-5813ba5de47a req-15052b39-4a41-44ef-a23d-da48af231ca1 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:46.149335 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ca45fe9-5a98-4a52-b09b-5813ba5de47a req-15052b39-4a41-44ef-a23d-da48af231ca1 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 944 time: 0.3705714 May 28 05:36:46.184261 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:36:46.206257 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ca45fe9-5a98-4a52-b09b-5813ba5de47a req-a2c25d38-8bf5-4277-bf36-664c090d5754 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476260 May 28 05:36:46.207543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-7e609884-b8f7-49d4-a16e-38dded2824d3 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] No DVR routers for this DVR port 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:36:46.210311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-7e609884-b8f7-49d4-a16e-38dded2824d3 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:46.212786 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-844e8a88-22ce-4ac7-ac39-d199a347f024 req-7e609884-b8f7-49d4-a16e-38dded2824d3 tempest-FloatingIPsAssociationTestJSON-612387532 tempest-FloatingIPsAssociationTestJSON-612387532-project] 10.222.0.33 "DELETE /v2.0/ports/01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf HTTP/1.1" status: 204 len: 173 time: 2.4037170 May 28 05:36:46.213596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'name': 'network-vif-deleted', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:46.414111 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb5c3ea-d937-4ffe-9409-05e833afbf9f'] response: {'name': 'network-changed', 'server_uuid': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'tag': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189', 'status': 'completed', 'code': 200} May 28 05:36:46.498606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8fceed-30a7-4572-a61e-595935b03795 None None] Network 9eb6b20d-62a6-40e6-a646-192301b4ad93 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:36:46.604054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed7e6a-00bc-4190-90b3-27323d20e8e9 req-36d7b1ab-c2e9-4feb-b094-3a42bd6cf2c3 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:46.607914 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56ed7e6a-00bc-4190-90b3-27323d20e8e9 req-36d7b1ab-c2e9-4feb-b094-3a42bd6cf2c3 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.5020175 May 28 05:36:46.631360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb6af6a8-8cdd-47d9-91d6-3080ee2d70c8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:46.639203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb8158-0b51-43a4-ad12-8a1c5eb3d889 req-3258f774-c96f-4028-b4d2-f5847a9e5027 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:46.647591 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4bdb8158-0b51-43a4-ad12-8a1c5eb3d889 req-3258f774-c96f-4028-b4d2-f5847a9e5027 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 946 time: 0.1096060 May 28 05:36:46.705766 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4bdb8158-0b51-43a4-ad12-8a1c5eb3d889 req-0cc103fb-5ac7-4ffe-94c6-d69be7432870 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569358 May 28 05:36:46.731521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af6a8-8cdd-47d9-91d6-3080ee2d70c8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Pushing event deleted for resources: {'Port': ['ID=0ff450df-d22c-427c-96fb-d6e151b66fce,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:46.773732 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9317a2f9-bd75-4657-95ce-35aa6feceb09'] response: {'server_uuid': '0c91a195-5235-4db5-82f4-1c70839a04da', 'name': 'network-vif-deleted', 'tag': '01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf', 'status': 'completed', 'code': 200} May 28 05:36:46.838478 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56ed7e6a-00bc-4190-90b3-27323d20e8e9 req-9250c45a-7944-4ef8-883d-e2d199f6f364 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196441 May 28 05:36:46.856108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8423b-dcd8-4ca6-8254-97c560816e63 req-6b350840-b294-4566-bb50-d550bc32bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:46.858125 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dd8423b-dcd8-4ca6-8254-97c560816e63 req-6b350840-b294-4566-bb50-d550bc32bc95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 1125 time: 0.4433563 May 28 05:36:46.951721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb6af6a8-8cdd-47d9-91d6-3080ee2d70c8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:47.039761 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb6af6a8-8cdd-47d9-91d6-3080ee2d70c8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:47.040882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bb6af6a8-8cdd-47d9-91d6-3080ee2d70c8 tempest-AttachSCSIVolumeTestJSON-1479647514 tempest-AttachSCSIVolumeTestJSON-1479647514-project] 10.222.0.39 "DELETE /v2.0/floatingips/f2d923a4-d83a-4021-909d-7ce9f6a20621 HTTP/1.1" status: 204 len: 168 time: 1.7968893 May 28 05:36:47.085381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8423b-dcd8-4ca6-8254-97c560816e63 req-844ba23f-ada7-4605-94c8-c95feb0f6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:47.086830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dd8423b-dcd8-4ca6-8254-97c560816e63 req-844ba23f-ada7-4605-94c8-c95feb0f6b0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.2199476 May 28 05:36:47.115748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c54a27-399d-4463-ae29-5180d4821be1 req-cc015c91-84a9-4bca-8573-49b8cbe35ab0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:47.121827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a2c54a27-399d-4463-ae29-5180d4821be1 req-cc015c91-84a9-4bca-8573-49b8cbe35ab0 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 949 time: 0.1493404 May 28 05:36:47.359757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-4dedd0bc-6e00-436e-b35b-e373c00e7349 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:47.360487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-4dedd0bc-6e00-436e-b35b-e373c00e7349 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Synchronizing usage tracker for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:47.367404 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dd8423b-dcd8-4ca6-8254-97c560816e63 req-677f3240-ca53-461a-88cb-cdcfd861b064 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189 HTTP/1.1" status: 200 len: 217 time: 0.2445366 May 28 05:36:47.380448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-4dedd0bc-6e00-436e-b35b-e373c00e7349 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Unset dirty status for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:47.381834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-4dedd0bc-6e00-436e-b35b-e373c00e7349 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/networks?id=9eb6b20d-62a6-40e6-a646-192301b4ad93 HTTP/1.1" status: 200 len: 821 time: 0.2403004 May 28 05:36:47.398863 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-0f28f778-11f8-4f64-b866-e215cb9b88ed tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/quotas/c51254dda82f46f28f190a70d4cc47c1 HTTP/1.1" status: 200 len: 375 time: 0.0092368 May 28 05:36:47.433513 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a2c54a27-399d-4463-ae29-5180d4821be1 req-38b11f6f-913a-4c49-81d5-72c49e8f71c9 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051763 May 28 05:36:47.447036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8423b-dcd8-4ca6-8254-97c560816e63 req-20c4c406-7d8f-47e8-82ef-d7b9140f501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:47.448773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dd8423b-dcd8-4ca6-8254-97c560816e63 req-20c4c406-7d8f-47e8-82ef-d7b9140f501f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.0700071 May 28 05:36:47.458136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-3144fdd7-fe8a-4d1f-a226-920ffa452d57 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c51254dda82f46f28f190a70d4cc47c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535293 May 28 05:36:47.517663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dd8423b-dcd8-4ca6-8254-97c560816e63 req-221b4f2d-65c2-46d5-bc1f-c1ac8aa14333 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607393 May 28 05:36:47.569281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a55dd582-0042-4fba-a88d-1140a1067b56 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:36:47.644639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-3b018f21-85bd-4146-bdfe-256969bb5cb4 service neutron] 10.222.0.39 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781445 May 28 05:36:47.680740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port a55dd582-0042-4fba-a88d-1140a1067b56 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:47.687712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a55dd582-0042-4fba-a88d-1140a1067b56 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:47.688243 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:47.690099 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-054b1e10-5248-49e1-8fb5-df6a3ed31d3e tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3bb14c85ff74489ebeef86c39bf3a23e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495944 May 28 05:36:47.796967 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dd8423b-dcd8-4ca6-8254-97c560816e63 req-4d2d05b0-fe34-469b-8eff-a6390066c8a5 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715719 May 28 05:36:47.827919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a55dd582-0042-4fba-a88d-1140a1067b56 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:36:47.827919 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:47.832573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-d96489ef-3ce2-40c9-bbea-961e838a0849 service neutron] 10.222.0.39 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811755 May 28 05:36:47.879582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325a2452-dc15-47af-ac7b-57ad40f06c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55dd582-0042-4fba-a88d-1140a1067b56'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:47.900122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a55dd582-0042-4fba-a88d-1140a1067b56, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a55dd582-0042-4fba-a88d-1140a1067b56,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:47.908341 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:47.983629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-8660d571-20a0-454e-9833-071bb58e19b2 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:47.985114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-8660d571-20a0-454e-9833-071bb58e19b2 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875354 May 28 05:36:48.045143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a55dd582-0042-4fba-a88d-1140a1067b56,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:48.050427 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dd8423b-dcd8-4ca6-8254-97c560816e63 req-83c9c574-8b71-467c-a808-338d51556178 service neutron] 10.222.0.41 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390161 May 28 05:36:48.066390 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-9e3a1f37-a8a1-4e42-b389-841cb9a55a0e tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/quotas/3bb14c85ff74489ebeef86c39bf3a23e HTTP/1.1" status: 200 len: 375 time: 0.0669818 May 28 05:36:48.130041 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-99e584ed-18f5-41dc-b769-4fba48347fbc tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bb14c85ff74489ebeef86c39bf3a23e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627365 May 28 05:36:48.203031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45844) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:48.269232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:48.391447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:36:48.391801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 01c25ecc-fb23-4b6f-aa1f-4d67b61ddbdf not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:36:48.656159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80145d7-4e19-401c-9ab1-e21632b8ae9f req-242b2581-cf6e-4ffc-8a86-e98991474abb tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:48.661397 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c80145d7-4e19-401c-9ab1-e21632b8ae9f req-242b2581-cf6e-4ffc-8a86-e98991474abb tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 944 time: 0.2838168 May 28 05:36:48.744675 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c80145d7-4e19-401c-9ab1-e21632b8ae9f req-1fca28a3-f166-4a3d-838f-26d0815dbcfa tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715556 May 28 05:36:48.880357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b8fb8-7635-4e8b-be1b-0b78f2ca6305 req-6dd37c48-f280-4035-8011-078e46730ace tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:48.886936 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed1b8fb8-7635-4e8b-be1b-0b78f2ca6305 req-6dd37c48-f280-4035-8011-078e46730ace tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 946 time: 0.3458526 May 28 05:36:49.040896 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed1b8fb8-7635-4e8b-be1b-0b78f2ca6305 req-f0032c97-24b8-4843-882f-8dff41d295e9 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526606 May 28 05:36:49.100432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-d36d38a2-d28f-49da-ac10-6865a70a6af1 service neutron] 10.222.0.41 "GET /v2.0/ports/ab69595c-a5c3-41c8-9b0c-32d515bf8189/bindings/n-h1-843679-5 HTTP/1.1" status: 200 len: 384 time: 0.2888288 May 28 05:36:49.109987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95703d7-2b97-479e-84e4-e6ffca3d834a req-fcb8ab5b-9746-40da-915a-398fa1943cbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:49.128587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f95703d7-2b97-479e-84e4-e6ffca3d834a req-fcb8ab5b-9746-40da-915a-398fa1943cbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.1921415 May 28 05:36:49.156428 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81be6852-ee15-4afc-a92c-f26cebd48adf'] response: {'server_uuid': '325a2452-dc15-47af-ac7b-57ad40f06c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55dd582-0042-4fba-a88d-1140a1067b56', 'code': 200} May 28 05:36:49.247747 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f95703d7-2b97-479e-84e4-e6ffca3d834a req-8e757a6f-6c26-4e4d-8168-054e4e684a41 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181479 May 28 05:36:49.410841 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-424a42f4-5c01-4591-8a48-aae34c3de3c8 req-fa122f93-414d-4130-9dc4-4aa43224d8c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 210 time: 0.1178384 May 28 05:36:49.486552 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14b853b4-9091-4ab4-bb6e-d27c2b50a83a req-288c5925-3b2b-4e72-bc51-858c9d7f55fc tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 210 time: 0.0777404 May 28 05:36:49.556930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea43b-b297-49de-b8d8-1cddd22c86b9 req-58ac0baa-3a43-4cfe-b2c0-0acd57bc6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:49.558360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-389ea43b-b297-49de-b8d8-1cddd22c86b9 req-58ac0baa-3a43-4cfe-b2c0-0acd57bc6d22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 1101 time: 0.1475739 May 28 05:36:49.633640 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-389ea43b-b297-49de-b8d8-1cddd22c86b9 req-eb4eaa7a-9162-4944-947d-32c0bf15c544 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677121 May 28 05:36:49.726200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd44db-480f-47dc-a72e-d47cc1c1e5b8 req-7e2d4ef4-b9c9-4267-ab5c-bad5a864dcda tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:49.731896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bd44db-480f-47dc-a72e-d47cc1c1e5b8 req-7e2d4ef4-b9c9-4267-ab5c-bad5a864dcda tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 1097 time: 0.0786605 May 28 05:36:49.789155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bd44db-480f-47dc-a72e-d47cc1c1e5b8 req-7e97e9fd-2753-464f-b5af-90e30f187d06 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536416 May 28 05:36:50.021672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d0ec-baee-462b-a738-32a1cc1afb33 req-89cc3de3-0b5a-4bfc-9d32-53a161b8d17a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:50.028874 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cdf8d0ec-baee-462b-a738-32a1cc1afb33 req-89cc3de3-0b5a-4bfc-9d32-53a161b8d17a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 950 time: 0.3869967 May 28 05:36:50.042291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9212b6-7b8d-401c-b1b8-dac703a614b3 req-d6cc8c12-072d-409b-ae71-a7202faa5c76 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:50.049600 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f9212b6-7b8d-401c-b1b8-dac703a614b3 req-d6cc8c12-072d-409b-ae71-a7202faa5c76 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 944 time: 0.1207592 May 28 05:36:50.177620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-cd814451-8702-438a-a185-b230d85259f1 service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:50.216333 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cdf8d0ec-baee-462b-a738-32a1cc1afb33 req-46f60e9d-d15d-46e1-9f8d-35b2051cd3bb tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830328 May 28 05:36:50.254305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-cd814451-8702-438a-a185-b230d85259f1 service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:36:50.333106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:50.436766 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f9212b6-7b8d-401c-b1b8-dac703a614b3 req-6af256a0-9a8b-48d8-a837-493c93185405 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844147 May 28 05:36:50.511193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-cd814451-8702-438a-a185-b230d85259f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab69595c-a5c3-41c8-9b0c-32d515bf8189 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:50.565623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-b948ae7c-a187-4d48-a512-8b824e4d44b8 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:50.568235 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-b948ae7c-a187-4d48-a512-8b824e4d44b8 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "GET /v2.0/networks?id=9eb6b20d-62a6-40e6-a646-192301b4ad93 HTTP/1.1" status: 200 len: 821 time: 0.2942522 May 28 05:36:50.569396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-cd814451-8702-438a-a185-b230d85259f1 service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:50.591094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Request body: {'port': {'device_id': '908960bd-7311-48af-aa47-5ba117582e93', 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93', 'admin_state_up': True, 'tenant_id': 'c51254dda82f46f28f190a70d4cc47c1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:50.646725 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-cd814451-8702-438a-a185-b230d85259f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:50.984276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:51.000197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Usage tracker for resource:port and tenant:c51254dda82f46f28f190a70d4cc47c1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:51.004688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:51.029887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babbb4d-b01e-4eeb-bd50-2fdc3baab15a req-0a712e49-4884-4d5c-aa68-5eb274e3672c tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:51.046062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3babbb4d-b01e-4eeb-bd50-2fdc3baab15a req-0a712e49-4884-4d5c-aa68-5eb274e3672c tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.2041457 May 28 05:36:51.048577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:51.106638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ca28-8ceb-474a-b8f0-96ba829dc077 req-1fa3e9f6-98c3-4e29-8412-c77d8bbdbd01 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:51.115030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8f93ca28-8ceb-474a-b8f0-96ba829dc077 req-1fa3e9f6-98c3-4e29-8412-c77d8bbdbd01 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 1097 time: 0.5647721 May 28 05:36:51.116324 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3babbb4d-b01e-4eeb-bd50-2fdc3baab15a req-4f662ef6-8b87-4f73-8520-581a6c2103a8 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691774 May 28 05:36:51.120268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-cd814451-8702-438a-a185-b230d85259f1 service neutron] Transition to ACTIVE for port object ab69595c-a5c3-41c8-9b0c-32d515bf8189 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:36:51.122076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Made reservation on behalf of c51254dda82f46f28f190a70d4cc47c1 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:36:51.128246 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:51.140228 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-cd814451-8702-438a-a185-b230d85259f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:51.307159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd814451-8702-438a-a185-b230d85259f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab69595c-a5c3-41c8-9b0c-32d515bf8189,revision_number=10']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:51.394966 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-dddff297-2dc5-4712-8e9e-6f2a798757d5 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3bb14c85ff74489ebeef86c39bf3a23e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152148 May 28 05:36:51.565499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Allocated IP 172.20.0.12 (9eb6b20d-62a6-40e6-a646-192301b4ad93/0fa3e4a8-a8ef-4568-89ea-8913384a5211/6aefc3e2-9ac0-4689-8446-6e26e9539472) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:36:51.613265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8f93ca28-8ceb-474a-b8f0-96ba829dc077 req-7be9c7ed-d6bb-47db-bbf4-07f73f963816 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834661 May 28 05:36:51.618841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ab69595c-a5c3-41c8-9b0c-32d515bf8189 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:51.682822 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c34574db-6048-4726-a673-a9eb7f29d42a req-6099b04d-2522-4064-877e-eab598bd23a5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 210 time: 0.0794477 May 28 05:36:51.737642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ab69595c-a5c3-41c8-9b0c-32d515bf8189 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:36:51.921337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-cd814451-8702-438a-a185-b230d85259f1 service neutron] No DVR routers for this DVR port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:36:51.946479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-27c276df-bce1-420b-a1c2-8e0d2cf55cb0 req-f850bff9-f925-43c3-a511-803a78fd6b0d tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 210 time: 0.0895553 May 28 05:36:52.024356 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-cd814451-8702-438a-a185-b230d85259f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/ab69595c-a5c3-41c8-9b0c-32d515bf8189/bindings/n-h1-843679-5/activate HTTP/1.1" status: 200 len: 369 time: 2.9135928 May 28 05:36:52.131670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-16b41707-1af4-4c61-aa7d-56ef57b3649f tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:52.133450 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-16b41707-1af4-4c61-aa7d-56ef57b3649f tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6284764 May 28 05:36:52.137898 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:52.162866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Request body: {'port': {'device_id': '0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '3bb14c85ff74489ebeef86c39bf3a23e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:52.192436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] Deleting port f03b3708-2321-4f6f-8caa-097ead3e32ab {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:52.195503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:52.220554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344daa79-7933-4322-98aa-ff60e2423b99 req-7eb9bcf2-ebbe-4960-a4f3-a14516e389f2 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:52.225877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-344daa79-7933-4322-98aa-ff60e2423b99 req-7eb9bcf2-ebbe-4960-a4f3-a14516e389f2 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 950 time: 0.2923534 May 28 05:36:52.311472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:52.321670 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-344daa79-7933-4322-98aa-ff60e2423b99 req-7bdc213d-ec6d-440d-b070-1892ad1c333d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753479 May 28 05:36:52.403682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Network 9eb6b20d-62a6-40e6-a646-192301b4ad93 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:36:52.414266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:36:52.418476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:36:52.498310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event updated for resources: {'Port': ['ID=6aefc3e2-9ac0-4689-8446-6e26e9539472,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:52.501644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-7ac56a03-5dd5-4134-973c-9fa631bc309e tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:52.503099 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-7ac56a03-5dd5-4134-973c-9fa631bc309e tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.3467743 May 28 05:36:52.516041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:52.516556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:52.524249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.524602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.524949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.525375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.526625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.526625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.526625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.529667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.529667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.529667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.529667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.529667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:52.596025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-f12acba0-6065-431c-824b-5ffdc4a23b08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0127909 May 28 05:36:52.608779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Request body: {'port': {'device_id': '908960bd-7311-48af-aa47-5ba117582e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:52.699295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:52.725535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Usage tracker for resource:port and tenant:3bb14c85ff74489ebeef86c39bf3a23e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:52.735470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61395-7c19-480c-9a8b-5af3e025f0c1 req-210dcb12-14b3-4318-85d5-573ff974c356 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:52.740549 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87b61395-7c19-480c-9a8b-5af3e025f0c1 req-210dcb12-14b3-4318-85d5-573ff974c356 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 945 time: 0.5510330 May 28 05:36:52.745101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:52.759123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-82332d2b-6b9e-45dd-8605-6d0a1e348b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:52.760146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-82332d2b-6b9e-45dd-8605-6d0a1e348b5a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d HTTP/1.1" status: 200 len: 1096 time: 0.2391617 May 28 05:36:52.771897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:52.794234 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:52.799980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] For port f03b3708-2321-4f6f-8caa-097ead3e32ab, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f03b3708-2321-4f6f-8caa-097ead3e32ab,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:52.800396 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:52.815438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Made reservation on behalf of 3bb14c85ff74489ebeef86c39bf3a23e for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:36:52.819120 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:52.906746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f471c-3be1-4384-8ab7-db8b6d287aa1 req-41b76943-2912-4ec0-a6bd-93ec032eb31f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:52.908215 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f49f471c-3be1-4384-8ab7-db8b6d287aa1 req-41b76943-2912-4ec0-a6bd-93ec032eb31f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.2541838 May 28 05:36:52.948196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] Calling delete_port for f03b3708-2321-4f6f-8caa-097ead3e32ab owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:52.983074 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87b61395-7c19-480c-9a8b-5af3e025f0c1 req-be8bf93a-eddd-4054-b746-ba6818258330 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411664 May 28 05:36:52.990710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:53.025900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:53.037272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Usage tracker for resource:security_group_rule and tenant:3bb14c85ff74489ebeef86c39bf3a23e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:36:53.040502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f49f471c-3be1-4384-8ab7-db8b6d287aa1 req-a1c2c728-9807-422b-9da3-b27d66f9080e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240478 May 28 05:36:53.041951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:36:53.064611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:53.090092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-ec6548d2-e25f-4dff-9540-aa1015f94a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:53.091619 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-ec6548d2-e25f-4dff-9540-aa1015f94a23 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 1096 time: 0.2802069 May 28 05:36:53.329225 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:53.394534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03b3708-2321-4f6f-8caa-097ead3e32ab,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:53.418267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-59af5fb1-d67b-4294-b47c-37e92cabe889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:53.420261 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-59af5fb1-d67b-4294-b47c-37e92cabe889 service neutron] 10.222.0.33 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.1818397 May 28 05:36:53.495692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f0009-d547-4ad4-b40c-1755e2a30b50 req-e46d7e7b-4a24-42eb-bbc3-efa2b0b3d41e tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:53.503453 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b8f0009-d547-4ad4-b40c-1755e2a30b50 req-e46d7e7b-4a24-42eb-bbc3-efa2b0b3d41e tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 1101 time: 0.3050742 May 28 05:36:53.538925 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-66fcc462-5a37-4433-a132-257dcf0a17ca service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189 HTTP/1.1" status: 200 len: 217 time: 0.1010072 May 28 05:36:53.606406 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b8f0009-d547-4ad4-b40c-1755e2a30b50 req-0a0b211b-27c3-4b68-89d2-c7eb14b90e4d tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018922 May 28 05:36:53.611742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aefc3e2-9ac0-4689-8446-6e26e9539472 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:53.640831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:53.663661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-b6a2c59c-29d1-44f3-9055-8476867ac704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:53.668322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-b6a2c59c-29d1-44f3-9055-8476867ac704 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.1138926 May 28 05:36:53.692070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:53.713342 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:53.714862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Transition to ACTIVE for port object 6aefc3e2-9ac0-4689-8446-6e26e9539472 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:36:53.721161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45924) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:53.792570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-f00e46e7-9fc3-46ba-869d-d4c12df8401f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134579 May 28 05:36:53.799601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:54.053414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e38dcf-6019-4b1c-80be-669631246aa2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:54.085309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Allocated IP 192.168.233.187 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/a1b69da4-7774-4509-b455-b23b1cc4c2ef) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:36:54.132181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:54.171181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Pushing event updated for resources: {'Port': ['ID=6aefc3e2-9ac0-4689-8446-6e26e9539472,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:54.193597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cf20e-2d77-4d4b-abea-31754bd149a4 req-6b9ceb67-9c8d-4067-ba2a-7ed8f6a0b464 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:54.195537 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-086cf20e-2d77-4d4b-abea-31754bd149a4 req-6b9ceb67-9c8d-4067-ba2a-7ed8f6a0b464 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 944 time: 0.3183372 May 28 05:36:54.274501 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-51098835-0f33-4e84-b121-49a695abda38 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598112 May 28 05:36:54.431584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-85a46d03-e737-4867-b53f-c5bf9bbdcb00 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:36:54.432823 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-85a46d03-e737-4867-b53f-c5bf9bbdcb00 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144320 May 28 05:36:54.454443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Request body: {'binding': {'host': 'n-h2-843679-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:54.454893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Unknown quota resources ['binding']. {{(pid=88416) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 05:36:54.463621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Attempting to bind port 6aefc3e2-9ac0-4689-8446-6e26e9539472 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:36:54.463621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Attempting to bind port 6aefc3e2-9ac0-4689-8446-6e26e9539472 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:36:54.464253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Attempting to bind port 6aefc3e2-9ac0-4689-8446-6e26e9539472 on network 9eb6b20d-62a6-40e6-a646-192301b4ad93 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:54.664987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Port 6aefc3e2-9ac0-4689-8446-6e26e9539472 on network 9eb6b20d-62a6-40e6-a646-192301b4ad93 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:36:54.664987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Attempting to bind port 6aefc3e2-9ac0-4689-8446-6e26e9539472 on network 9eb6b20d-62a6-40e6-a646-192301b4ad93 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:54.690600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-086cf20e-2d77-4d4b-abea-31754bd149a4 req-738e10ea-9aa4-445c-9e01-8de20a7a25e8 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275672 May 28 05:36:54.691820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:36:54.691820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Checking segment: {'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:36:54.691820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Bound using segment: {'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:36:54.692342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Bound port: 6aefc3e2-9ac0-4689-8446-6e26e9539472, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:36:54.692533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:54.772619 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-a3fe08a5-cb42-428f-b033-8efed5672042 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252710 May 28 05:36:54.916862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:54.920383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] For port 6aefc3e2-9ac0-4689-8446-6e26e9539472, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:36:54.927885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] For port 6aefc3e2-9ac0-4689-8446-6e26e9539472, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:36:54.958881 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:55.006923 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c82542bf-7934-4163-9fd9-e565d4add976 req-fee550e6-9048-4dc8-b213-6d6d54c6f3dd tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 210 time: 0.1034706 May 28 05:36:55.013902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Transition to ACTIVE for port object a1b69da4-7774-4509-b455-b23b1cc4c2ef will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:36:55.043732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Pushing event updated for resources: {'Port': ['ID=6aefc3e2-9ac0-4689-8446-6e26e9539472,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:55.064341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:55.065746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:55.067270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5faa048e-fa8f-4f6f-92cf-401e1ab01f4f service neutron] 10.222.0.41 "PUT /v2.0/ports/6aefc3e2-9ac0-4689-8446-6e26e9539472 HTTP/1.1" status: 200 len: 1092 time: 2.4631588 May 28 05:36:55.067858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908960bd-7311-48af-aa47-5ba117582e93', 'tag': '6aefc3e2-9ac0-4689-8446-6e26e9539472'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:36:55.181032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on host n-h2-843679-5 for vnic_type normal with profile None {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:36:55.181032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:36:55.181263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:55.219194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:36:55.219194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:55.235071 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-48eb002d-dffa-450f-bafe-461207a2de27 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474210 May 28 05:36:55.235071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:36:55.235071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:36:55.235071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:36:55.236869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Bound port: 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:36:55.241670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] Router 4d6da615-ebde-4ad4-8bd7-30326da5402d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:36:55.279708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:55.406306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-fe907b2c-7c73-4cf6-a3e9-55f4b2d5029c tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:55.406306 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-fe907b2c-7c73-4cf6-a3e9-55f4b2d5029c tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a&tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.1966324 May 28 05:36:55.413463 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:55.515050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:36:55.518566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-55abfb2a-57b0-44e5-962d-4d162a8c6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:55.521311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-55abfb2a-57b0-44e5-962d-4d162a8c6f9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c51254dda82f46f28f190a70d4cc47c1&device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 1095 time: 0.3123105 May 28 05:36:55.533284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:36:55.545851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:36:55.585637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Pushing event updated for resources: {'Port': ['ID=a1b69da4-7774-4509-b455-b23b1cc4c2ef,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:55.618739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:36:55.622093 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-ecebc2a0-7f0c-4e12-96df-7f54cc24a513 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472 HTTP/1.1" status: 200 len: 217 time: 0.0815244 May 28 05:36:55.763137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:55.763137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:55.793484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-4a82a358-ef5b-436c-8e10-dbbc0e2eb2a2 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:55.795643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-4a82a358-ef5b-436c-8e10-dbbc0e2eb2a2 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5466523 May 28 05:36:55.796409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:55.809032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-7c226e74-27cb-4cd4-9085-44504db66db9 service neutron] 10.222.0.39 "POST /v2.0/ports/4c8eeb5b-1906-487c-91e1-d4e735a2e79d/bindings HTTP/1.1" status: 201 len: 389 time: 1.3583701 May 28 05:36:55.833843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-f1da8c7b-f910-4056-ae01-bb8161db6df5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/quotas/f5f19722c2c64b6fb824290e4e419f76 HTTP/1.1" status: 200 len: 375 time: 0.0236568 May 28 05:36:55.837239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:36:55.857649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] Sync routers for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:36:55.876720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:55.877591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:55.884951 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-65ba2fff-e65b-4269-9306-ec2fce520041 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7371981 May 28 05:36:55.891807 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6de2d209-01f8-40af-bd79-296baf1ad702 admin admin] 10.222.0.39 "PUT /v2.0/routers/4d6da615-ebde-4ad4-8bd7-30326da5402d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6842945 May 28 05:36:55.896047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45952) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:36:55.912153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-d9ae2e81-1765-4a93-81c5-3f1b7761ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:55.913827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-d9ae2e81-1765-4a93-81c5-3f1b7761ee51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fa3e4a8-a8ef-4568-89ea-8913384a5211 HTTP/1.1" status: 200 len: 861 time: 0.2194214 May 28 05:36:55.926347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Request body: {'port': {'device_id': '0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:56.027038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-5ea1f7c2-b8fb-48d6-bfd2-d897967287bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9eb6b20d-62a6-40e6-a646-192301b4ad93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025214 May 28 05:36:56.200068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-613927fa-6886-4a26-bd0f-6cc98fc41b23 None None] Provisioning for port a1b69da4-7774-4509-b455-b23b1cc4c2ef completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:36:56.211735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-613927fa-6886-4a26-bd0f-6cc98fc41b23 None None] Provisioning complete for port a1b69da4-7774-4509-b455-b23b1cc4c2ef triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:56.211735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-613927fa-6886-4a26-bd0f-6cc98fc41b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:56.281008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:56.330429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-aa8d9264-57b8-4603-97cb-40a36bcc3883 service neutron] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:36:56.340732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-aa8d9264-57b8-4603-97cb-40a36bcc3883 service neutron] Notify callbacks [] for binding, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:56.342393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f32c8-a478-44a3-b157-ab64e036a82a req-aa8d9264-57b8-4603-97cb-40a36bcc3883 service neutron] 10.222.0.33 "DELETE /v2.0/ports/ab69595c-a5c3-41c8-9b0c-32d515bf8189/bindings/n-h2-843679-5 HTTP/1.1" status: 204 len: 173 time: 0.8837111 May 28 05:36:56.366378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-613927fa-6886-4a26-bd0f-6cc98fc41b23 None None] Port a1b69da4-7774-4509-b455-b23b1cc4c2ef cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:36:56.455465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-dcec7a7c-c3e4-412d-939c-c4de537a067e service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076400 May 28 05:36:56.532397 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:56.571727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-8f495510-3b24-469e-9cf1-ea422da3d7c4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7290330 May 28 05:36:56.712393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:36:53Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:56.724106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] Checking router: 4d6da615-ebde-4ad4-8bd7-30326da5402d for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:36:56.725281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:56.736193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] Routers {'4d6da615-ebde-4ad4-8bd7-30326da5402d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:36:56.737269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4d6da615-ebde-4ad4-8bd7-30326da5402d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:56.827745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec952a8-ab19-4205-be00-22751cb605e7 req-fdffeb81-964b-4ced-a65c-909f7d88bd17 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:56.830002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ec952a8-ab19-4205-be00-22751cb605e7 req-fdffeb81-964b-4ced-a65c-909f7d88bd17 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 945 time: 0.6857378 May 28 05:36:56.929518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ec952a8-ab19-4205-be00-22751cb605e7 req-3dbafead-bb69-46e7-a0f4-8d74cd8c9aa2 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902474 May 28 05:36:56.938063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] Deleting port 5b744977-5fcb-482e-9f39-e9819bc69d03 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:56.938408 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:57.038111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-cd8beb24-24a1-49f0-9ccf-7a64039d14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:57.040994 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-cd8beb24-24a1-49f0-9ccf-7a64039d14eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 1097 time: 0.8404489 May 28 05:36:57.054208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] Set router 4d6da615-ebde-4ad4-8bd7-30326da5402d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:36:57.085941 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb9c371-4a00-456b-89fa-62d7ef35b509'] response: {'name': 'network-changed', 'server_uuid': '908960bd-7311-48af-aa47-5ba117582e93', 'tag': '6aefc3e2-9ac0-4689-8446-6e26e9539472', 'status': 'completed', 'code': 200} May 28 05:36:57.271450 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:57.274476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecc6960-5ecc-4c7e-99ec-ab74558559f3 req-696f2534-5ca0-4578-b102-37e803202833 service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8091252 May 28 05:36:57.400233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Deleting port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:36:57.400818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:57.497096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:36:53Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:36:57.505751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a9bc0-7c6b-40b2-bc1a-ba0464801ddb None None] The sync data for ids ['4d6da615-ebde-4ad4-8bd7-30326da5402d'] in n-d-843679-5 is: [{'id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1436488033-router', 'tenant_id': '695308ee2d94439ea0df13a8e0921cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:59Z', 'updated_at': '2022-05-28T05:36:53Z', 'revision_number': 5, 'project_id': '695308ee2d94439ea0df13a8e0921cb8', 'gw_port': {'id': '1c130ec0-56ac-45bd-8770-d5f7b0a0089b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6da615-ebde-4ad4-8bd7-30326da5402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:36:57.617286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] For port 5b744977-5fcb-482e-9f39-e9819bc69d03, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5b744977-5fcb-482e-9f39-e9819bc69d03,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:57.617536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:57.642787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5e198-a73b-4912-a4fc-0d75ed954c5a req-e96889ba-7d83-4a83-96aa-8439187bd5fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:57.643017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-edb5e198-a73b-4912-a4fc-0d75ed954c5a req-e96889ba-7d83-4a83-96aa-8439187bd5fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Synchronizing usage tracker for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:57.700538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cff639-6e8f-4138-9c86-b08408edca0f req-860674f6-1efe-472f-a081-7d2edfd2aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:57.702065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59cff639-6e8f-4138-9c86-b08408edca0f req-860674f6-1efe-472f-a081-7d2edfd2aeb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c51254dda82f46f28f190a70d4cc47c1&device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 1095 time: 0.3189616 May 28 05:36:57.789969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] Calling delete_port for 5b744977-5fcb-482e-9f39-e9819bc69d03 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:57.820695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71634d54-9b3f-40d1-8fc2-2eb649f716cc req-2671f992-b8a7-468f-9758-72400673c255 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:57.831921 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-71634d54-9b3f-40d1-8fc2-2eb649f716cc req-2671f992-b8a7-468f-9758-72400673c255 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.9517901 May 28 05:36:57.959971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-b54a0814-6ef4-4f1f-9fdf-2b6ddf3b833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:57.960883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-b54a0814-6ef4-4f1f-9fdf-2b6ddf3b833d service neutron] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.7161171 May 28 05:36:58.004375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-edb5e198-a73b-4912-a4fc-0d75ed954c5a req-e96889ba-7d83-4a83-96aa-8439187bd5fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Unset dirty status for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:58.014338 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edb5e198-a73b-4912-a4fc-0d75ed954c5a req-e96889ba-7d83-4a83-96aa-8439187bd5fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 944 time: 0.6321065 May 28 05:36:58.120437 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-71634d54-9b3f-40d1-8fc2-2eb649f716cc req-bc8a5643-c079-4b55-8915-de21b2c8b6d4 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519546 May 28 05:36:58.124976 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-f144b12f-3fa9-4fdc-8f76-afe5452a56eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d HTTP/1.1" status: 200 len: 217 time: 0.0978529 May 28 05:36:58.149044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-edb5e198-a73b-4912-a4fc-0d75ed954c5a req-8729909b-fa4b-46b3-870d-da4b99b9c70d tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Synchronizing usage tracker for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:36:58.169816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cff639-6e8f-4138-9c86-b08408edca0f req-e3e6a65c-57ba-404e-b097-4474a8c0d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:58.174951 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59cff639-6e8f-4138-9c86-b08408edca0f req-e3e6a65c-57ba-404e-b097-4474a8c0d823 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9eb6b20d-62a6-40e6-a646-192301b4ad93 HTTP/1.1" status: 200 len: 922 time: 0.4161503 May 28 05:36:58.247438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] For port 1c130ec0-56ac-45bd-8770-d5f7b0a0089b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c130ec0-56ac-45bd-8770-d5f7b0a0089b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:36:58.248122 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:58.277230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-edb5e198-a73b-4912-a4fc-0d75ed954c5a req-8729909b-fa4b-46b3-870d-da4b99b9c70d tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Unset dirty status for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:36:58.278363 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edb5e198-a73b-4912-a4fc-0d75ed954c5a req-8729909b-fa4b-46b3-870d-da4b99b9c70d tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631307 May 28 05:36:58.289053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59cff639-6e8f-4138-9c86-b08408edca0f req-49294b86-eaca-4151-99a1-a96b1d7747c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472 HTTP/1.1" status: 200 len: 217 time: 0.0890093 May 28 05:36:58.451508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-dd2c729e-5c6a-4d67-865f-57f3b94a73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:58.453176 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-dd2c729e-5c6a-4d67-865f-57f3b94a73c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.3191550 May 28 05:36:58.496432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cff639-6e8f-4138-9c86-b08408edca0f req-30bd4e25-cf76-407a-8179-ed3e6d947949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:58.496432 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59cff639-6e8f-4138-9c86-b08408edca0f req-30bd4e25-cf76-407a-8179-ed3e6d947949 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fa3e4a8-a8ef-4568-89ea-8913384a5211 HTTP/1.1" status: 200 len: 861 time: 0.1904783 May 28 05:36:58.623797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Calling delete_port for 1c130ec0-56ac-45bd-8770-d5f7b0a0089b owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:36:58.628150 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59cff639-6e8f-4138-9c86-b08408edca0f req-941a07dd-5086-418f-9887-d1aa246dc065 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9eb6b20d-62a6-40e6-a646-192301b4ad93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154428 May 28 05:36:58.647374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-0c951bae-2dad-4c3e-ab19-693d0d24c63a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584741 May 28 05:36:58.689542 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:36:58.689542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-23c38496-9ea4-4fe6-8bc5-c2cd2c95c2cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140165 May 28 05:36:58.728015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f03b3708-2321-4f6f-8caa-097ead3e32ab no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:58.787926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f03b3708-2321-4f6f-8caa-097ead3e32ab {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:36:58.791606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f03b3708-2321-4f6f-8caa-097ead3e32ab not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:36:58.877018 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:58.949314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b69da4-7774-4509-b455-b23b1cc4c2ef {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:36:58.957859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] Pushing event deleted for resources: {'Port': ['ID=5b744977-5fcb-482e-9f39-e9819bc69d03,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:58.986341 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:59.028621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e6941-afb4-4c93-b422-404226f0159e req-abb4dcbe-d3e2-445e-ae3d-8767c0c2f6fa tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:59.028621 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-560e6941-afb4-4c93-b422-404226f0159e req-abb4dcbe-d3e2-445e-ae3d-8767c0c2f6fa tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 946 time: 0.7677677 May 28 05:36:59.078557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Transition to ACTIVE for port object a1b69da4-7774-4509-b455-b23b1cc4c2ef will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:36:59.078557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-13baee0f-1c14-42ab-9cd5-9eb701f34d7b service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632538 May 28 05:36:59.285246 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-560e6941-afb4-4c93-b422-404226f0159e req-97d55c86-d821-402b-8929-4b8ad5fb296b tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479317 May 28 05:36:59.285246 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:59.345549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-db488a72-c261-4706-a877-50a336bbfff1 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:59.345549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-db488a72-c261-4706-a877-50a336bbfff1 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6715865 May 28 05:36:59.366529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Request body: {'port': {'device_id': 'e33b0730-87dd-4029-8a51-8fa39cfb6bab', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'f5f19722c2c64b6fb824290e4e419f76'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:36:59.482648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5f10d-d215-4893-8c7f-7615174869fb req-9ecb46a8-8959-4583-a0a1-1a29439b25b4 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:36:59.488018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fad5f10d-d215-4893-8c7f-7615174869fb req-9ecb46a8-8959-4583-a0a1-1a29439b25b4 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 936 time: 0.9999735 May 28 05:36:59.547336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59cff639-6e8f-4138-9c86-b08408edca0f req-409227d2-5b67-4696-ae6e-4ab14f5a2b7f service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9030704 May 28 05:36:59.641033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6aefc3e2-9ac0-4689-8446-6e26e9539472 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:36:59.691527 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b24d43fc-8bfa-450d-a87c-d487e2d9c89f req-1c8417c9-6db4-417b-9790-686abd423b23 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 210 time: 0.2004049 May 28 05:36:59.790196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b69da4-7774-4509-b455-b23b1cc4c2ef,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:59.824644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fad5f10d-d215-4893-8c7f-7615174869fb req-0a72c3dc-41b8-41ac-8b8d-929f7687db9c tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8e38dcf-6019-4b1c-80be-669631246aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315105 May 28 05:36:59.837875 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-c9554ae7-9953-4065-8fc8-48759a857a35 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7353203 May 28 05:36:59.837875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Attempting to bind port a1b69da4-7774-4509-b455-b23b1cc4c2ef on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:36:59.837875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Attempting to bind port a1b69da4-7774-4509-b455-b23b1cc4c2ef by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:36:59.837875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Attempting to bind port a1b69da4-7774-4509-b455-b23b1cc4c2ef on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:59.855011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Port a1b69da4-7774-4509-b455-b23b1cc4c2ef on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:36:59.855011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Attempting to bind port a1b69da4-7774-4509-b455-b23b1cc4c2ef on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:36:59.855011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:36:59.855011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:36:59.863033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:36:59.863033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Bound port: a1b69da4-7774-4509-b455-b23b1cc4c2ef, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:36:59.863033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:59.905897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:36:59.917758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:36:59.950507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Made reservation on behalf of f5f19722c2c64b6fb824290e4e419f76 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:36:59.950507 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:59.974015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:00.028398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 6aefc3e2-9ac0-4689-8446-6e26e9539472, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:00.067786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '6aefc3e2-9ac0-4689-8446-6e26e9539472', 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93', 'port_id': '6aefc3e2-9ac0-4689-8446-6e26e9539472', 'mac_address': 'fa:16:3e:a8:52:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3e4a8-a8ef-4568-89ea-8913384a5211', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:37:00.118715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1c130ec0-56ac-45bd-8770-d5f7b0a0089b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:00.229950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] For port a1b69da4-7774-4509-b455-b23b1cc4c2ef, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:00.237011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] For port a1b69da4-7774-4509-b455-b23b1cc4c2ef, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a1b69da4-7774-4509-b455-b23b1cc4c2ef,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:00.246679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 6aefc3e2-9ac0-4689-8446-6e26e9539472 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:00.246679 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:00.270308 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aefc3e2-9ac0-4689-8446-6e26e9539472 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:00.289543 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:00.293444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 6aefc3e2-9ac0-4689-8446-6e26e9539472, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:00.299181 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:00.412373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=6aefc3e2-9ac0-4689-8446-6e26e9539472,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:00.562480 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:00.586707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['6aefc3e2-9ac0-4689-8446-6e26e9539472'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:00.689925 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59cff639-6e8f-4138-9c86-b08408edca0f req-a817ba4d-b8ca-4bff-a7f9-706336a3b13f service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1273494 May 28 05:37:00.708233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:00.708233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:00.708233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/a1b69da4-7774-4509-b455-b23b1cc4c2ef HTTP/1.1" status: 200 len: 1096 time: 4.8031540 May 28 05:37:00.711311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:00.717383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63', 'tag': 'a1b69da4-7774-4509-b455-b23b1cc4c2ef'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:00.879698 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:00.940944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Allocated IP 192.168.233.223 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/78cb6147-6367-44b8-9f41-2351351e64f9) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:00.951155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b61e54-7394-484e-a7e6-62641f222376 req-d19b4686-5bfd-4739-96ec-63d3d6771752 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:00.958802 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-13b61e54-7394-484e-a7e6-62641f222376 req-d19b4686-5bfd-4739-96ec-63d3d6771752 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 944 time: 0.8659558 May 28 05:37:01.049260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6eee7-5294-4916-a7f5-bfaf112ff5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b69da4-7774-4509-b455-b23b1cc4c2ef,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:01.116842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-13b61e54-7394-484e-a7e6-62641f222376 req-4b33a514-5977-40bb-b9e6-f8bc004f7b0d tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571059 May 28 05:37:01.156946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3354d1-7946-4c8c-a4e5-39af34299520 req-a09fb04c-0ad8-4605-a7ec-59c13cf6f580 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:01.158503 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa3354d1-7946-4c8c-a4e5-39af34299520 req-a09fb04c-0ad8-4605-a7ec-59c13cf6f580 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 1.2843437 May 28 05:37:01.202402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:01.208082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:01.277181 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa3354d1-7946-4c8c-a4e5-39af34299520 req-9e914d1d-f65f-4af0-a07c-eef8f6b90775 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056650 May 28 05:37:01.304279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-2a8a0763-834b-440c-b331-8e38322f4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:01.308493 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-2a8a0763-834b-440c-b331-8e38322f4f49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb14c85ff74489ebeef86c39bf3a23e&device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 1099 time: 0.5194693 May 28 05:37:01.310793 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:01.310793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6da615-ebde-4ad4-8bd7-30326da5402d {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:37:01.441061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-a5c11eef-6fe1-49ad-9f0f-2c889abb6c86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a1b69da4-7774-4509-b455-b23b1cc4c2ef HTTP/1.1" status: 200 len: 217 time: 0.1122425 May 28 05:37:01.484461 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:01.490358 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-884a9489-114a-4469-9fb3-e2e343a380ca admin admin] 10.222.0.39 "DELETE /v2.0/routers/4d6da615-ebde-4ad4-8bd7-30326da5402d HTTP/1.1" status: 204 len: 168 time: 5.5771954 May 28 05:37:01.501484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45986) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:01.575653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-19c608a4-712e-444e-a202-1e1f3e60876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:01.577407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-19c608a4-712e-444e-a202-1e1f3e60876e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0949297 May 28 05:37:01.652001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2662e98-f403-4e3c-9a36-3abbc200126d req-07cb4cc2-1fff-4457-ae17-9715946165f0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:01.657208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2662e98-f403-4e3c-9a36-3abbc200126d req-07cb4cc2-1fff-4457-ae17-9715946165f0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 946 time: 0.2149541 May 28 05:37:01.727400 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2662e98-f403-4e3c-9a36-3abbc200126d req-62c4f654-6beb-4176-8308-8a9adfb524b3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672941 May 28 05:37:01.734168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-29ccf086-8869-4f3f-8a03-3f6c9ae85df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:01.734629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] Router 9a48303c-3f9a-49d3-9096-daa74688bc17 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:37:01.736967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:01.741208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-29ccf086-8869-4f3f-8a03-3f6c9ae85df4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558385 May 28 05:37:01.771343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2744cd5-ff1d-4e34-887d-0e79d1070e60 admin admin] Deleting subnet f4c8d063-55a6-484d-b695-a385ca0f2998 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:37:01.784756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Transition to ACTIVE for port object 78cb6147-6367-44b8-9f41-2351351e64f9 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:01.785978 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2744cd5-ff1d-4e34-887d-0e79d1070e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:01.876261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ad157-e4f5-44b9-bb06-906c2b0e6560 req-28e90f26-db9a-46cd-b94c-3905492f68e8 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:01.877812 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-887ad157-e4f5-44b9-bb06-906c2b0e6560 req-28e90f26-db9a-46cd-b94c-3905492f68e8 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 1096 time: 0.5627356 May 28 05:37:01.979655 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb5697c6-32d4-46a0-909f-731fcace2a3c req-d9861254-c8a7-4cc5-8455-15c66ad822dd tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 210 time: 0.0599520 May 28 05:37:01.985770 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2744cd5-ff1d-4e34-887d-0e79d1070e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:02.033294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-889bbbe1-9b48-49b2-a9d6-8fe2135159a9 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780442 May 28 05:37:02.070930 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2dbce9-7d1f-40e8-a730-cf85afdfd4fe'] response: {'name': 'network-changed', 'server_uuid': '0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63', 'tag': 'a1b69da4-7774-4509-b455-b23b1cc4c2ef', 'status': 'completed', 'code': 200} May 28 05:37:02.090513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-887ad157-e4f5-44b9-bb06-906c2b0e6560 req-6a647f03-1c0f-4188-b5fa-c1858143b663 tempest-LiveAutoBlockMigrationV225Test-1536105214 tempest-LiveAutoBlockMigrationV225Test-1536105214-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863961 May 28 05:37:02.141627 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:02.168900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0', '000e3aa9-acb6-4846-9443-abd66c3e9409', 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45', 'a55dd582-0042-4fba-a88d-1140a1067b56'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:02.209874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:37:02.237421 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] Sync routers for ids ['9a48303c-3f9a-49d3-9096-daa74688bc17'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:37:02.248224 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] Routers {'9a48303c-3f9a-49d3-9096-daa74688bc17'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:02.249401 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9a48303c-3f9a-49d3-9096-daa74688bc17'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:02.263010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'cab67719-ba05-424b-93b7-58f3ffec6333'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:02.336326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43e71077-e9b0-4da3-a4ea-11ad8b598aa0 req-28d64598-7c35-45a4-8545-65d8cceb986c service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919011 May 28 05:37:02.372668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:02.373192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b98a0-07b4-4524-adf5-cb621e9fa07a req-fd4a7589-dafe-45dd-9226-ecfcca7239de tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:02.374105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7a8b98a0-07b4-4524-adf5-cb621e9fa07a req-fd4a7589-dafe-45dd-9226-ecfcca7239de tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Synchronizing usage tracker for tenant:3bb14c85ff74489ebeef86c39bf3a23e on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:02.392469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:02.394937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:02.408846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7a8b98a0-07b4-4524-adf5-cb621e9fa07a req-fd4a7589-dafe-45dd-9226-ecfcca7239de tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Unset dirty status for tenant:3bb14c85ff74489ebeef86c39bf3a23e on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:02.410355 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a8b98a0-07b4-4524-adf5-cb621e9fa07a req-fd4a7589-dafe-45dd-9226-ecfcca7239de tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 948 time: 0.2085607 May 28 05:37:02.429668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event updated for resources: {'Port': ['ID=78cb6147-6367-44b8-9f41-2351351e64f9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:02.453184 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c16140c1-9813-4d34-9dbd-31e6e98640df admin admin] 10.222.0.39 "PUT /v2.0/routers/9a48303c-3f9a-49d3-9096-daa74688bc17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7308059 May 28 05:37:02.456118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2744cd5-ff1d-4e34-887d-0e79d1070e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:02.483974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45996) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:02.572509 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] Set router 9a48303c-3f9a-49d3-9096-daa74688bc17 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:02.601998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:02.602978 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:02.662953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-335307d7-a24f-4114-8afa-73883c920201 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3092005 May 28 05:37:02.672440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c1b8d-cf1d-411f-8cd1-adf0f93bc503 req-78c86faf-ca66-4287-a484-ebb92943d07c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:02.679950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e7c1b8d-cf1d-411f-8cd1-adf0f93bc503 req-78c86faf-ca66-4287-a484-ebb92943d07c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 945 time: 0.3525908 May 28 05:37:02.701142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Request body: {'port': {'device_id': 'e33b0730-87dd-4029-8a51-8fa39cfb6bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:02.710877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7a8b98a0-07b4-4524-adf5-cb621e9fa07a req-61b0280f-5aa9-485e-ac1c-ab9f351d5b77 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Synchronizing usage tracker for tenant:3bb14c85ff74489ebeef86c39bf3a23e on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:02.724301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c130ec0-56ac-45bd-8770-d5f7b0a0089b no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:02.739223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2744cd5-ff1d-4e34-887d-0e79d1070e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:02.802151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1c130ec0-56ac-45bd-8770-d5f7b0a0089b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:02.803058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c130ec0-56ac-45bd-8770-d5f7b0a0089b not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:02.806430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2744cd5-ff1d-4e34-887d-0e79d1070e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c8d063-55a6-484d-b695-a385ca0f2998,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:02.823086 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2744cd5-ff1d-4e34-887d-0e79d1070e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:02.825115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e2744cd5-ff1d-4e34-887d-0e79d1070e60 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f4c8d063-55a6-484d-b695-a385ca0f2998 HTTP/1.1" status: 204 len: 168 time: 1.3233948 May 28 05:37:02.826660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7a8b98a0-07b4-4524-adf5-cb621e9fa07a req-61b0280f-5aa9-485e-ac1c-ab9f351d5b77 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Unset dirty status for tenant:3bb14c85ff74489ebeef86c39bf3a23e on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:02.828544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46002) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:02.844196 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a8b98a0-07b4-4524-adf5-cb621e9fa07a req-61b0280f-5aa9-485e-ac1c-ab9f351d5b77 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8e38dcf-6019-4b1c-80be-669631246aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247341 May 28 05:37:02.866601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d679e3-733b-4395-93e4-770cb6284bdb None None] Network 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:37:02.895908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f6504-e4c4-4836-b851-bc34a517c730 req-dd403835-902d-4dc1-8006-3d97830b5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:02.897850 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-626f6504-e4c4-4836-b851-bc34a517c730 req-dd403835-902d-4dc1-8006-3d97830b5334 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb14c85ff74489ebeef86c39bf3a23e&device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 1099 time: 0.4767787 May 28 05:37:02.915879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e7c1b8d-cf1d-411f-8cd1-adf0f93bc503 req-d0b1fa25-0ea0-4d8b-b665-7678ea4fc11f tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345588 May 28 05:37:02.961606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e5359e42-6d1d-49a2-9005-66fc8f740880 None None] Provisioning for port 78cb6147-6367-44b8-9f41-2351351e64f9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:03.015177 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:36:58Z', 'revision_number': 5, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:03.030939 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] Checking router: 9a48303c-3f9a-49d3-9096-daa74688bc17 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:37:03.047490 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] Routers {'9a48303c-3f9a-49d3-9096-daa74688bc17'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:03.048204 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:36:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9a48303c-3f9a-49d3-9096-daa74688bc17'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:03.172517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e5359e42-6d1d-49a2-9005-66fc8f740880 None None] Provisioning complete for port 78cb6147-6367-44b8-9f41-2351351e64f9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:03.174521 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5359e42-6d1d-49a2-9005-66fc8f740880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:03.238616 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:03.261356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:03.269512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f6504-e4c4-4836-b851-bc34a517c730 req-ae5e1ba6-3557-47a9-aa47-864dfe46eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:03.271130 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-626f6504-e4c4-4836-b851-bc34a517c730 req-ae5e1ba6-3557-47a9-aa47-864dfe46eebd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3592234 May 28 05:37:03.278505 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:03.346241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Deleting port 6a630cf7-051b-46e7-b747-122c7211cd2e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:03.346850 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:03.347135 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] Set router 9a48303c-3f9a-49d3-9096-daa74688bc17 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:03.409935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e5359e42-6d1d-49a2-9005-66fc8f740880 None None] Port 78cb6147-6367-44b8-9f41-2351351e64f9 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:37:03.486728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148e93f-b1a4-4eb1-882f-b3719e74b2d8 req-5c40f741-091a-4fc0-874f-c2a9a0b949fc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:03.494074 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a148e93f-b1a4-4eb1-882f-b3719e74b2d8 req-5c40f741-091a-4fc0-874f-c2a9a0b949fc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.3756115 May 28 05:37:03.584154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] DHCP port deletion for 74b9e066-7fe8-4f83-9ce8-9b7d9632f466 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:37:03.598398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Deleting port 6a630cf7-051b-46e7-b747-122c7211cd2e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:03.599137 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:03.624862 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-626f6504-e4c4-4836-b851-bc34a517c730 req-66856f53-b2de-44c3-8ece-4e36b06510ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a1b69da4-7774-4509-b455-b23b1cc4c2ef HTTP/1.1" status: 200 len: 217 time: 0.1432161 May 28 05:37:03.640241 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:03.670954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6aefc3e2-9ac0-4689-8446-6e26e9539472 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:03.689260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a148e93f-b1a4-4eb1-882f-b3719e74b2d8 req-09f72740-b939-4d11-82ec-583beb416ae6 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939819 May 28 05:37:03.711973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f6504-e4c4-4836-b851-bc34a517c730 req-606ad2fa-f147-464d-880a-60281fdb1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:03.712878 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-626f6504-e4c4-4836-b851-bc34a517c730 req-606ad2fa-f147-464d-880a-60281fdb1eaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0768535 May 28 05:37:03.734304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Deleting port 6743afba-1e70-4208-b5da-2ef4c9bc4b72 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:03.734652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:03.827272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 6aefc3e2-9ac0-4689-8446-6e26e9539472 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:03.855392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 6aefc3e2-9ac0-4689-8446-6e26e9539472 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:03.856091 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:03.873207 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:36:58Z', 'revision_number': 5, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:03.878022 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a11ee5-3d11-49f2-9439-85510574ec0b None None] The sync data for ids ['9a48303c-3f9a-49d3-9096-daa74688bc17'] in n-d-843679-5 is: [{'id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1901885290-router', 'tenant_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:33Z', 'updated_at': '2022-05-28T05:36:58Z', 'revision_number': 5, 'project_id': 'b09e8d26c02f4d61b20d8a4d8bf7aa3b', 'gw_port': {'id': '6743afba-1e70-4208-b5da-2ef4c9bc4b72', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a48303c-3f9a-49d3-9096-daa74688bc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:33:34Z', 'updated_at': '2022-05-28T05:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:37:04.049096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a432689-2d08-4b87-94db-4f5678860f9c req-0b331009-b7e4-40df-8f1c-0eaebf789004 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:04.050637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0a432689-2d08-4b87-94db-4f5678860f9c req-0b331009-b7e4-40df-8f1c-0eaebf789004 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 946 time: 0.5674260 May 28 05:37:04.057323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] For port 6743afba-1e70-4208-b5da-2ef4c9bc4b72, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6743afba-1e70-4208-b5da-2ef4c9bc4b72,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:04.057968 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:04.082525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] For port 6a630cf7-051b-46e7-b747-122c7211cd2e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6a630cf7-051b-46e7-b747-122c7211cd2e,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:04.082894 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:04.158361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] For port 6a630cf7-051b-46e7-b747-122c7211cd2e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6a630cf7-051b-46e7-b747-122c7211cd2e,segment=NetworkSegment(292abe40-f3ef-4903-842d-f97ac343bcd6),segment_id=292abe40-f3ef-4903-842d-f97ac343bcd6)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:04.158853 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:04.246503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Calling delete_port for 6743afba-1e70-4208-b5da-2ef4c9bc4b72 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:04.298015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Calling delete_port for 6a630cf7-051b-46e7-b747-122c7211cd2e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:04.311592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Calling delete_port for 6a630cf7-051b-46e7-b747-122c7211cd2e owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:04.344711 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:37:04.373172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0a432689-2d08-4b87-94db-4f5678860f9c req-7b29b4a1-cdd1-4f61-ae50-9adaff823360 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060694 May 28 05:37:04.389515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f6504-e4c4-4836-b851-bc34a517c730 req-26c7bfa7-1186-48da-9221-8d9fa469abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:04.391957 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-626f6504-e4c4-4836-b851-bc34a517c730 req-26c7bfa7-1186-48da-9221-8d9fa469abe0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6625788 May 28 05:37:04.483023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 6aefc3e2-9ac0-4689-8446-6e26e9539472 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:04.483857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:04.511655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cb6147-6367-44b8-9f41-2351351e64f9 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:04.523309 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:04.531802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:04.541244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7b00-d175-4c7c-82f7-f66d083de7a9 req-ebe921d9-2fec-4e9a-b10f-f9799074cae7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:04.541941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b1ac7b00-d175-4c7c-82f7-f66d083de7a9 req-ebe921d9-2fec-4e9a-b10f-f9799074cae7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:04.573851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908960bd-7311-48af-aa47-5ba117582e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aefc3e2-9ac0-4689-8446-6e26e9539472'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:04.577837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Transition to ACTIVE for port object 78cb6147-6367-44b8-9f41-2351351e64f9 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:04.582863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] No DVR routers for this DVR port 6a630cf7-051b-46e7-b747-122c7211cd2e on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:04.586125 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:37:04.586636 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:37:04.592198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:04.598336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Pushing event deleted for resources: {'Port': ['ID=6a630cf7-051b-46e7-b747-122c7211cd2e,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:04.617692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 6aefc3e2-9ac0-4689-8446-6e26e9539472, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:04.619502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.620255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.623408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.623408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.623408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.623408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.623408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.623408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.623408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.624095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.624095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.624277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d1be4d-1ccf-4876-a2ba-7de951224af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:04.632799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b1ac7b00-d175-4c7c-82f7-f66d083de7a9 req-ebe921d9-2fec-4e9a-b10f-f9799074cae7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:04.634038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ac7b00-d175-4c7c-82f7-f66d083de7a9 req-ebe921d9-2fec-4e9a-b10f-f9799074cae7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 936 time: 0.7423642 May 28 05:37:04.640127 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:04.725834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=6aefc3e2-9ac0-4689-8446-6e26e9539472,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:04.765413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6a630cf7-051b-46e7-b747-122c7211cd2e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:04.767676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-626f6504-e4c4-4836-b851-bc34a517c730 req-41ab0232-ca52-4259-b156-d75e9cf866d2 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945633 May 28 05:37:04.803388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:04.814872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6343065-c264-4e3e-bb74-a460b5772648 req-974168e5-a955-4af6-a388-bc2d25fad20a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:04.816686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6343065-c264-4e3e-bb74-a460b5772648 req-974168e5-a955-4af6-a388-bc2d25fad20a tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.33 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 945 time: 0.4781053 May 28 05:37:04.817877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 6a630cf7-051b-46e7-b747-122c7211cd2e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:04.818221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6a630cf7-051b-46e7-b747-122c7211cd2e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:04.818627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5b744977-5fcb-482e-9f39-e9819bc69d03 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:04.906392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 5b744977-5fcb-482e-9f39-e9819bc69d03 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:04.906862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5b744977-5fcb-482e-9f39-e9819bc69d03 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:04.909079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Pushing event updated for resources: {'Port': ['ID=78cb6147-6367-44b8-9f41-2351351e64f9,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:04.913105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6743afba-1e70-4208-b5da-2ef4c9bc4b72,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:04.949219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ac7b00-d175-4c7c-82f7-f66d083de7a9 req-ccef4674-905c-4049-b3cc-8cbeccf728aa tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040876 May 28 05:37:04.969147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b6343065-c264-4e3e-bb74-a460b5772648 req-c882e294-8d27-4672-93f2-d43d57b5fb33 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Deleting port ab69595c-a5c3-41c8-9b0c-32d515bf8189 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:04.969485 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b6343065-c264-4e3e-bb74-a460b5772648 req-c882e294-8d27-4672-93f2-d43d57b5fb33 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:04.981220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0de3fd-891d-4494-922f-a94b96d5626f req-cc0c00ed-5633-4372-9109-63f5d47ed8e3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:04.983827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b0de3fd-891d-4494-922f-a94b96d5626f req-cc0c00ed-5633-4372-9109-63f5d47ed8e3 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 945 time: 0.4723315 May 28 05:37:05.041512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Attempting to bind port 78cb6147-6367-44b8-9f41-2351351e64f9 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:05.041840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Attempting to bind port 78cb6147-6367-44b8-9f41-2351351e64f9 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:05.042166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Attempting to bind port 78cb6147-6367-44b8-9f41-2351351e64f9 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:05.051385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Port 78cb6147-6367-44b8-9f41-2351351e64f9 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:37:05.051725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Attempting to bind port 78cb6147-6367-44b8-9f41-2351351e64f9 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:05.087887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Deleting port 6a630cf7-051b-46e7-b747-122c7211cd2e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:05.088320 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.151639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:05.151898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:05.152127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:05.152525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Bound port: 78cb6147-6367-44b8-9f41-2351351e64f9, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:05.152867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.233233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] The port '6a630cf7-051b-46e7-b747-122c7211cd2e' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:37:05.242533 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b0de3fd-891d-4494-922f-a94b96d5626f req-4254c23b-d20b-4980-a7f2-c8a8c5a5c574 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511101 May 28 05:37:05.244413 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-626f6504-e4c4-4836-b851-bc34a517c730 req-63a9eb9f-a539-48b0-bbda-b3cc39dcf28f service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671583 May 28 05:37:05.245150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.463562 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.467130 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.500871 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.501395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a48303c-3f9a-49d3-9096-daa74688bc17 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:37:05.519474 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.520598 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3f079359-fc78-415e-bf6d-e6154fd3afd5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9a48303c-3f9a-49d3-9096-daa74688bc17 HTTP/1.1" status: 204 len: 168 time: 3.0100648 May 28 05:37:05.523859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46020) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:05.547225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.559281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] For port 78cb6147-6367-44b8-9f41-2351351e64f9, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:05.578801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab340b-0828-4ec7-a668-17ef080ff9cf req-92925e5b-01d2-4b8a-b828-22eb7e1d3549 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:05.580488 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-12ab340b-0828-4ec7-a668-17ef080ff9cf req-92925e5b-01d2-4b8a-b828-22eb7e1d3549 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.1705945 May 28 05:37:05.599299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] For port 78cb6147-6367-44b8-9f41-2351351e64f9, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=78cb6147-6367-44b8-9f41-2351351e64f9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:05.612037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e85954-7586-4740-9df8-535bc61dc3aa req-e40f5709-135d-48cf-b373-63acb4889dd0 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:05.613550 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d2e85954-7586-4740-9df8-535bc61dc3aa req-e40f5709-135d-48cf-b373-63acb4889dd0 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 948 time: 0.5352490 May 28 05:37:05.615868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b6343065-c264-4e3e-bb74-a460b5772648 req-c882e294-8d27-4672-93f2-d43d57b5fb33 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] For port ab69595c-a5c3-41c8-9b0c-32d515bf8189, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=ab69595c-a5c3-41c8-9b0c-32d515bf8189,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:05.616445 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b6343065-c264-4e3e-bb74-a460b5772648 req-c882e294-8d27-4672-93f2-d43d57b5fb33 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.617052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3932d5f-cf12-4ce0-a573-0579949f51f5 admin admin] Deleting subnet 352ae098-0007-453a-b278-9f0f266760a4 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:37:05.623360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3932d5f-cf12-4ce0-a573-0579949f51f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.625690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b9e066-7fe8-4f83-9ce8-9b7d9632f466']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:05.637500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.678549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a1b69da4-7774-4509-b455-b23b1cc4c2ef details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:37:05.686463 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-12ab340b-0828-4ec7-a668-17ef080ff9cf req-7392d2ae-6024-40b9-8857-74587b1a87d9 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946970 May 28 05:37:05.694230 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3932d5f-cf12-4ce0-a573-0579949f51f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.798943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3932d5f-cf12-4ce0-a573-0579949f51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.870112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292abe40-f3ef-4903-842d-f97ac343bcd6') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:05.870112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292abe40-f3ef-4903-842d-f97ac343bcd6') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:05.880309 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223b192b-1994-44a3-9ea3-3d2d6973ce32'] response: {'server_uuid': '908960bd-7311-48af-aa47-5ba117582e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aefc3e2-9ac0-4689-8446-6e26e9539472', 'code': 200} May 28 05:37:05.887539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a1b69da4-7774-4509-b455-b23b1cc4c2ef, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a1b69da4-7774-4509-b455-b23b1cc4c2ef,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:05.902213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a1b69da4-7774-4509-b455-b23b1cc4c2ef', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'a1b69da4-7774-4509-b455-b23b1cc4c2ef', 'mac_address': 'fa:16:3e:4d:7e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:37:05.944271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b6343065-c264-4e3e-bb74-a460b5772648 req-c882e294-8d27-4672-93f2-d43d57b5fb33 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Calling delete_port for ab69595c-a5c3-41c8-9b0c-32d515bf8189 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:05.964521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a1b69da4-7774-4509-b455-b23b1cc4c2ef is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:05.965216 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:05.990675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b69da4-7774-4509-b455-b23b1cc4c2ef {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:06.007148 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3932d5f-cf12-4ce0-a573-0579949f51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.015721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a1b69da4-7774-4509-b455-b23b1cc4c2ef, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a1b69da4-7774-4509-b455-b23b1cc4c2ef,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:06.024394 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.068707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ffaab-a02b-4da8-8d11-96f9a49ae74c req-ec63e1a0-b400-438d-ac07-6da207048128 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:06.070289 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1c3ffaab-a02b-4da8-8d11-96f9a49ae74c req-ec63e1a0-b400-438d-ac07-6da207048128 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.1714253 May 28 05:37:06.071808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Pushing event updated for resources: {'Port': ['ID=78cb6147-6367-44b8-9f41-2351351e64f9,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:06.072262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3932d5f-cf12-4ce0-a573-0579949f51f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352ae098-0007-453a-b278-9f0f266760a4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:06.074260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3932d5f-cf12-4ce0-a573-0579949f51f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.082791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16360fb-ce7d-4964-b0d2-6cf64a5d3532 req-816dcd66-e20c-4b0b-831e-77693056d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:06.083159 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.089639 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e16360fb-ce7d-4964-b0d2-6cf64a5d3532 req-816dcd66-e20c-4b0b-831e-77693056d891 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 1097 time: 0.2409585 May 28 05:37:06.108518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c3932d5f-cf12-4ce0-a573-0579949f51f5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/352ae098-0007-453a-b278-9f0f266760a4 HTTP/1.1" status: 204 len: 168 time: 0.5812407 May 28 05:37:06.114974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65369c8e-562c-4798-8ed6-0e5b067db270 None None] Network 273be4e2-97bc-4f48-8d9a-9b2084906288 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:37:06.121343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46026) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:06.209667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:06.209796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.211649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-a0730643-3d95-4b24-b34e-3beb1a4c2a3c service neutron] 10.222.0.41 "PUT /v2.0/ports/78cb6147-6367-44b8-9f41-2351351e64f9 HTTP/1.1" status: 200 len: 1096 time: 3.5147271 May 28 05:37:06.232545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.241625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:37:06.241625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.318355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33b0730-87dd-4029-8a51-8fa39cfb6bab', 'tag': '78cb6147-6367-44b8-9f41-2351351e64f9'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:06.322217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a1b69da4-7774-4509-b455-b23b1cc4c2ef,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:06.372531 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b6343065-c264-4e3e-bb74-a460b5772648 req-c882e294-8d27-4672-93f2-d43d57b5fb33 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.376657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a1b69da4-7774-4509-b455-b23b1cc4c2ef'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:06.394339 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1c3ffaab-a02b-4da8-8d11-96f9a49ae74c req-23e76678-2046-45f7-a872-97d7803702ef tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148887 May 28 05:37:06.430877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e16360fb-ce7d-4964-b0d2-6cf64a5d3532 req-15884a63-6e8d-45d4-b9b5-44b50bc24317 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214681 May 28 05:37:06.431054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['fc0412f4-7040-464e-8782-26c5eb31ba35', 'ab69595c-a5c3-41c8-9b0c-32d515bf8189'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:06.441392 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 292abe40-f3ef-4903-842d-f97ac343bcd6 resource provider aggregate not found May 28 05:37:06.441944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.454842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Deleting port d295af0f-fc7f-4667-a28c-f7059c834a20 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:06.455331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.490991 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 292abe40-f3ef-4903-842d-f97ac343bcd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 292abe40-f3ef-4903-842d-f97ac343bcd6 found for delete ", "request_id": "req-e4973501-1428-4f52-b0d5-9f01b880dd02"}]} May 28 05:37:06.495881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882e294-8d27-4672-93f2-d43d57b5fb33 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Pushing event deleted for resources: {'Port': ['ID=ab69595c-a5c3-41c8-9b0c-32d515bf8189,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:06.504783 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d2e85954-7586-4740-9df8-535bc61dc3aa req-5fa4e72d-7d8b-4b75-9fa7-d0fbe20294c4 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8e38dcf-6019-4b1c-80be-669631246aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8691730 May 28 05:37:06.585906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.588039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6343065-c264-4e3e-bb74-a460b5772648 req-c882e294-8d27-4672-93f2-d43d57b5fb33 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] No DVR routers for this DVR port ab69595c-a5c3-41c8-9b0c-32d515bf8189 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:06.594164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b6343065-c264-4e3e-bb74-a460b5772648 req-c882e294-8d27-4672-93f2-d43d57b5fb33 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.611843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.632577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=74b9e066-7fe8-4f83-9ce8-9b7d9632f466,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:06.667308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6343065-c264-4e3e-bb74-a460b5772648 req-c882e294-8d27-4672-93f2-d43d57b5fb33 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.33 "DELETE /v2.0/ports/ab69595c-a5c3-41c8-9b0c-32d515bf8189 HTTP/1.1" status: 204 len: 173 time: 1.8277564 May 28 05:37:06.669882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-dc1a2bba-3cd6-44f3-ad0b-9f407b09d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:06.671559 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-dc1a2bba-3cd6-44f3-ad0b-9f407b09d5b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 1099 time: 0.3328311 May 28 05:37:06.675294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] DHCP port deletion for 273be4e2-97bc-4f48-8d9a-9b2084906288 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:37:06.676276 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b6377c06-036f-4d40-8a4d-e988d481e9f9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/74b9e066-7fe8-4f83-9ce8-9b7d9632f466 HTTP/1.1" status: 204 len: 168 time: 3.8447800 May 28 05:37:06.700320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] Deleting port d295af0f-fc7f-4667-a28c-f7059c834a20 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:06.701883 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:06.794193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d295af0f-fc7f-4667-a28c-f7059c834a20 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:06.860531 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-8c6735f7-2119-4672-ac32-61813c882121 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=78cb6147-6367-44b8-9f41-2351351e64f9 HTTP/1.1" status: 200 len: 217 time: 0.1802251 May 28 05:37:06.938676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-5ec6cd3a-6982-490c-96b7-22354e1b59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:06.940729 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-5ec6cd3a-6982-490c-96b7-22354e1b59e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0719440 May 28 05:37:07.038429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51daccc-9b8e-4b0e-b002-c78f4de5e4d8 req-25b1b1a6-3bd7-4d1e-b0b3-04490cc37501 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:07.040135 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c51daccc-9b8e-4b0e-b002-c78f4de5e4d8 req-25b1b1a6-3bd7-4d1e-b0b3-04490cc37501 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 948 time: 0.2449877 May 28 05:37:07.067044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a1394-6d5d-49bc-9195-15a85a3acce5 req-c71a8468-1742-41c9-bd23-4716b073a779 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:07.068839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-499a1394-6d5d-49bc-9195-15a85a3acce5 req-c71a8468-1742-41c9-bd23-4716b073a779 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 946 time: 0.5044694 May 28 05:37:07.070487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] For port d295af0f-fc7f-4667-a28c-f7059c834a20, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d295af0f-fc7f-4667-a28c-f7059c834a20,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:07.071353 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:07.127355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c51daccc-9b8e-4b0e-b002-c78f4de5e4d8 req-8e8533f9-c4f8-4f6a-9309-3325ef2a18ae tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796702 May 28 05:37:07.146046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-55a992f7-b175-4140-a08a-1be7039d6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:07.160750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-55a992f7-b175-4140-a08a-1be7039d6707 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2060375 May 28 05:37:07.160750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46044) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:07.322430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Calling delete_port for d295af0f-fc7f-4667-a28c-f7059c834a20 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:07.408425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] For port d295af0f-fc7f-4667-a28c-f7059c834a20, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d295af0f-fc7f-4667-a28c-f7059c834a20,segment=NetworkSegment(b8303479-c7c9-4c61-8d51-28e3e0502311),segment_id=b8303479-c7c9-4c61-8d51-28e3e0502311)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:07.411120 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:07.464161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-341e741f-cb9a-4582-a978-05a6b7b1ebd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=695308ee2d94439ea0df13a8e0921cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006928 May 28 05:37:07.464910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46052) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:07.551452 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-499a1394-6d5d-49bc-9195-15a85a3acce5 req-5cda0389-a628-4c21-9c10-575a3c8b63f9 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705310 May 28 05:37:07.570643 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-8a944838-bc65-4b97-b62d-92c5f303d721 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957992 May 28 05:37:07.608711 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:07.649445 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac3485a-4138-4757-bfbb-9143215d635b'] response: {'name': 'network-changed', 'server_uuid': 'e33b0730-87dd-4029-8a51-8fa39cfb6bab', 'tag': '78cb6147-6367-44b8-9f41-2351351e64f9', 'status': 'completed', 'code': 200} May 28 05:37:07.715804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d295af0f-fc7f-4667-a28c-f7059c834a20,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:07.715804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] No DVR routers for this DVR port d295af0f-fc7f-4667-a28c-f7059c834a20 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:07.920864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] Calling delete_port for d295af0f-fc7f-4667-a28c-f7059c834a20 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:07.999727 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a3ae1dd-7bc2-47b9-b638-c38e1c66f98a req-2cc74ebc-93c6-46df-8a95-e6d6ac1fd8cc service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119785 May 28 05:37:08.006184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.012700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d295af0f-fc7f-4667-a28c-f7059c834a20 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:08.012700 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.045577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273be4e2-97bc-4f48-8d9a-9b2084906288']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:08.050821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:37:08.050821 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:37:08.059439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8303479-c7c9-4c61-8d51-28e3e0502311') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:08.059439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8303479-c7c9-4c61-8d51-28e3e0502311') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:08.081471 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.096688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac10ed1-b179-4a9d-8aa8-693d52865b51 req-0acbd847-fe28-4815-8549-82cb32ab7d8e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:08.105517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ac10ed1-b179-4a9d-8aa8-693d52865b51 req-0acbd847-fe28-4815-8549-82cb32ab7d8e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.2643154 May 28 05:37:08.151870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.159256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e3aa0494-f53b-4b91-9712-3e534dfded41 req-59f45d8c-6c23-4103-a660-09e4cda24e92 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Synchronizing usage tracker for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:08.162080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6743afba-1e70-4208-b5da-2ef4c9bc4b72 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:08.195470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:37:08.195470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.248258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 6743afba-1e70-4208-b5da-2ef4c9bc4b72 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:08.248258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6743afba-1e70-4208-b5da-2ef4c9bc4b72 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:08.253962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd13-a9a1-4853-adc1-9cec56ed4731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.305779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e3aa0494-f53b-4b91-9712-3e534dfded41 req-59f45d8c-6c23-4103-a660-09e4cda24e92 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Unset dirty status for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:08.320059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e3aa0494-f53b-4b91-9712-3e534dfded41 req-59f45d8c-6c23-4103-a660-09e4cda24e92 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7678-0c0b-4623-bf57-586f016b308a HTTP/1.1" status: 200 len: 210 time: 0.3195035 May 28 05:37:08.350005 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd13-a9a1-4853-adc1-9cec56ed4731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.353088 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.354747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.366873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-f8ada8df-7470-4e01-807f-75181e654cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:08.369212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-f8ada8df-7470-4e01-807f-75181e654cbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 1099 time: 0.2028298 May 28 05:37:08.379307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device ab69595c-a5c3-41c8-9b0c-32d515bf8189 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:08.382547 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b8303479-c7c9-4c61-8d51-28e3e0502311 resource provider aggregate not found May 28 05:37:08.392634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ac10ed1-b179-4a9d-8aa8-693d52865b51 req-69559371-64c3-4e37-8818-bbb535cb53e7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860782 May 28 05:37:08.402485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=273be4e2-97bc-4f48-8d9a-9b2084906288,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:08.431750 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b8303479-c7c9-4c61-8d51-28e3e0502311 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8303479-c7c9-4c61-8d51-28e3e0502311 found for delete ", "request_id": "req-f438512a-21fd-4f1d-bc4a-ed0d94114245"}]} May 28 05:37:08.438907 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-679b16ab-7d55-4463-b18d-61d78d612b4c admin admin] 10.222.0.39 "DELETE /v2.0/networks/273be4e2-97bc-4f48-8d9a-9b2084906288 HTTP/1.1" status: 204 len: 168 time: 2.3147154 May 28 05:37:08.446239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46064) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:08.460473 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e50c3937-450a-4f01-9f5c-8e8849c040b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.466346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: ab69595c-a5c3-41c8-9b0c-32d515bf8189 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:08.466346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device ab69595c-a5c3-41c8-9b0c-32d515bf8189 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:08.556220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] Deleting port d295af0f-fc7f-4667-a28c-f7059c834a20 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:08.556220 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.723814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-64f0b274-ef9a-4366-b8ed-b900a785a2ac None None] The port 'd295af0f-fc7f-4667-a28c-f7059c834a20' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:37:08.917662 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd13-a9a1-4853-adc1-9cec56ed4731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:08.952602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-71aa8ea0-ff42-4d00-8683-0ad926f5f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:08.952602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-71aa8ea0-ff42-4d00-8683-0ad926f5f8ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.5685065 May 28 05:37:08.971935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6de652-f0bf-42ad-9441-a2a57b29d1a4 req-96e79ea9-8c64-49b2-9d52-3394f56d161d tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:08.971935 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a6de652-f0bf-42ad-9441-a2a57b29d1a4 req-96e79ea9-8c64-49b2-9d52-3394f56d161d tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.2231829 May 28 05:37:08.984685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccbd13-a9a1-4853-adc1-9cec56ed4731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72319dad-e2e4-457a-8188-7a8eb813efce,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:09.130264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a6de652-f0bf-42ad-9441-a2a57b29d1a4 req-008be207-22e8-4838-b3f3-8d6e84fbe15e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584582 May 28 05:37:09.156769 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd13-a9a1-4853-adc1-9cec56ed4731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:09.158966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-86ccbd13-a9a1-4853-adc1-9cec56ed4731 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72319dad-e2e4-457a-8188-7a8eb813efce HTTP/1.1" status: 204 len: 168 time: 1.6897471 May 28 05:37:09.166132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-14f57443-cc19-473b-80f2-6bdddfac4e47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=78cb6147-6367-44b8-9f41-2351351e64f9 HTTP/1.1" status: 200 len: 217 time: 0.1837127 May 28 05:37:09.344359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-baa2c6a8-0db1-4c06-9dc0-fcef13024ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:09.345815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-baa2c6a8-0db1-4c06-9dc0-fcef13024ae2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1727920 May 28 05:37:09.509789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-719b562f-6d4d-42de-8953-6117f0e152b8 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:09.512141 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-719b562f-6d4d-42de-8953-6117f0e152b8 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1097 time: 0.4920485 May 28 05:37:09.528988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cf6fe-778a-411d-9cc4-798d6668e09f req-85aed5ac-abb5-470a-93d3-c113c7b7e728 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:09.530665 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f24cf6fe-778a-411d-9cc4-798d6668e09f req-85aed5ac-abb5-470a-93d3-c113c7b7e728 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 949 time: 0.5087388 May 28 05:37:09.538278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843679-5'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:09.632244 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:09.645866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'name': 'network-vif-deleted', 'tag': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:09.658047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-8b0ebc78-bf29-4442-a05d-25bf1fb8654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:09.659578 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-8b0ebc78-bf29-4442-a05d-25bf1fb8654c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823691 May 28 05:37:09.676584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60eb0-64e9-48be-9a45-762b813ff8c9 req-38b08bcf-90ff-43b8-86c3-bb9ee6ac8759 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:09.678320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69c60eb0-64e9-48be-9a45-762b813ff8c9 req-38b08bcf-90ff-43b8-86c3-bb9ee6ac8759 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 948 time: 0.2302938 May 28 05:37:09.708869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4c8eeb5b-1906-487c-91e1-d4e735a2e79d details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:37:09.760494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f24cf6fe-778a-411d-9cc4-798d6668e09f req-ea6eb7d6-294b-4793-a7ce-32faf5581cb2 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8e38dcf-6019-4b1c-80be-669631246aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909389 May 28 05:37:09.773004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccce42-3e8e-42b6-82bd-3533f36ce279 req-616b0f7e-df30-4cbf-8974-43ada763b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:09.774489 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96ccce42-3e8e-42b6-82bd-3533f36ce279 req-616b0f7e-df30-4cbf-8974-43ada763b3ac service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 1097 time: 0.2716033 May 28 05:37:09.841436 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:09.867381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96ccce42-3e8e-42b6-82bd-3533f36ce279 req-98610af5-539d-46ec-b17f-172e3e0ca981 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777357 May 28 05:37:09.872966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a1b69da4-7774-4509-b455-b23b1cc4c2ef up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:09.887921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69c60eb0-64e9-48be-9a45-762b813ff8c9 req-bd18c5bc-2686-46f9-a653-207d0c8e3773 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857922 May 28 05:37:10.002070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-c910529c-a453-4f4f-a1f2-6cb547cef9b2 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216419 May 28 05:37:10.226241 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:10.259076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port a1b69da4-7774-4509-b455-b23b1cc4c2ef completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:10.263912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4c8eeb5b-1906-487c-91e1-d4e735a2e79d has no active binding in host n-h2-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 05:37:10.267088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 78cb6147-6367-44b8-9f41-2351351e64f9 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:37:10.277667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a1b69da4-7774-4509-b455-b23b1cc4c2ef triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:10.278041 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:10.479506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ceafc3-122e-4eab-9558-719fd6cbc895 req-cfb33242-2407-46b1-9a93-53560505f828 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703810 May 28 05:37:10.500165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682eabc-6148-453c-82a4-114688a9bb8c req-aa919337-2ec0-49b7-9cd0-d25b2ec78465 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:10.509002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5682eabc-6148-453c-82a4-114688a9bb8c req-aa919337-2ec0-49b7-9cd0-d25b2ec78465 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.2450256 May 28 05:37:10.590987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5682eabc-6148-453c-82a4-114688a9bb8c req-6eaf7f50-4cd8-4071-8e51-9e46581352b8 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807018 May 28 05:37:10.702356 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7494bad-ff51-40cd-bee9-4b7bee9f493b'] response: {'server_uuid': 'c9af7678-0c0b-4623-bf57-586f016b308a', 'name': 'network-vif-deleted', 'tag': 'ab69595c-a5c3-41c8-9b0c-32d515bf8189', 'status': 'completed', 'code': 200} May 28 05:37:10.706571 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab2f834d-8fe8-4453-92fc-55804d934d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:10.718588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46104) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:10.761279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 78cb6147-6367-44b8-9f41-2351351e64f9, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=78cb6147-6367-44b8-9f41-2351351e64f9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:10.786628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '78cb6147-6367-44b8-9f41-2351351e64f9', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '78cb6147-6367-44b8-9f41-2351351e64f9', 'mac_address': 'fa:16:3e:5b:2f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:37:10.815405 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:10.862739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 78cb6147-6367-44b8-9f41-2351351e64f9 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:10.863578 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:10.901210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cb6147-6367-44b8-9f41-2351351e64f9 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:10.913998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a1b69da4-7774-4509-b455-b23b1cc4c2ef is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:10.915104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:10.928253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7e2c1-70f0-47fa-b51f-f4f1620b589d req-3ff4e88b-bc4f-4a9f-8392-4abf57f1a998 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:10.930059 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b6d7e2c1-70f0-47fa-b51f-f4f1620b589d req-3ff4e88b-bc4f-4a9f-8392-4abf57f1a998 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 946 time: 0.9420800 May 28 05:37:11.006529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a1b69da4-7774-4509-b455-b23b1cc4c2ef, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a1b69da4-7774-4509-b455-b23b1cc4c2ef,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:11.016470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b69da4-7774-4509-b455-b23b1cc4c2ef'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:11.026980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:11.045040 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:11.047747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 78cb6147-6367-44b8-9f41-2351351e64f9, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=78cb6147-6367-44b8-9f41-2351351e64f9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:11.056927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-network', 'tenant_id': '222d7f666f93411eb0bc39767251221a'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:11.071943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:11.081493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Usage tracker for resource:network and tenant:222d7f666f93411eb0bc39767251221a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:11.087063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:11.101296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:11.124117 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:11.157080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Made reservation on behalf of 222d7f666f93411eb0bc39767251221a for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:37:11.161462 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:11.181056 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:11.201477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:11.204554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:37:11.206772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Usage tracker for resource:security_group_rule and tenant:222d7f666f93411eb0bc39767251221a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:11.213916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:11.228707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:11.233049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a1b69da4-7774-4509-b455-b23b1cc4c2ef,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:11.255347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:11.341646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=78cb6147-6367-44b8-9f41-2351351e64f9,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:11.408787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:11.414189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b475362-2576-41c7-a2b3-79a11799c383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:11.475005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['78cb6147-6367-44b8-9f41-2351351e64f9'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:11.486020 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:11.525396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:11.617688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:11.636712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fa06d-3ef3-413e-87b7-5b37349503fd req-6d810e45-225e-4a27-91ff-7b9e4e3860b2 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:11.640177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-778fa06d-3ef3-413e-87b7-5b37349503fd req-6d810e45-225e-4a27-91ff-7b9e4e3860b2 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.7100165 May 28 05:37:11.809794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35061e1-a1db-4eb3-9dad-625387224987 req-8e26408d-c9a8-494a-898f-1fa846aefd18 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5385034 May 28 05:37:11.831091 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-778fa06d-3ef3-413e-87b7-5b37349503fd req-aa4afe61-8939-4365-8b89-bc93a69ac95d tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851108 May 28 05:37:11.978388 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:11.995436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:12.023923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:37:12.026705 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b6d7e2c1-70f0-47fa-b51f-f4f1620b589d req-2865f586-5fb3-4054-85fc-f0b56e2e9c82 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0375650 May 28 05:37:12.097840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,revision_number=7']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:12.125646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on host n-h1-843679-5 for vnic_type normal with profile {"migrating_to": "n-h2-843679-5"} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:12.125907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:12.126317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:12.134786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:37:12.135112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Attempting to bind port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on network 92b45768-1ecd-4e45-87a9-c7b472c27b54 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:12.145965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:12.146602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Checking segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:12.146602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Bound using segment: {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:12.146893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Bound port: 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e154ac-8b01-4058-bc89-8654e2f5dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '92b45768-1ecd-4e45-87a9-c7b472c27b54'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:12.147829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:12.219333 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:12.219333 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Added segment 5f45ad47-fe8a-439d-88e7-26570534be2d of type vlan for network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 May 28 05:37:12.303180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6405bc3-2820-4625-a9c4-0912fb47fdbb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:12.333808 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:12.363925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] Deleting port c428651c-d1ab-40eb-8ae2-ec1a902021b7 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:12.364561 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:12.380593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35061e1-a1db-4eb3-9dad-625387224987 req-3ef1fd68-d803-4a71-a2a4-0988ffbbbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:12.384826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35061e1-a1db-4eb3-9dad-625387224987 req-3ef1fd68-d803-4a71-a2a4-0988ffbbbbdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 1101 time: 0.4549556 May 28 05:37:12.411795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b4993-eda2-46f3-b25a-5154dfdf3fca req-3658a7ac-5a11-4017-86c2-ca57b3931072 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:12.411795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb2b4993-eda2-46f3-b25a-5154dfdf3fca req-3658a7ac-5a11-4017-86c2-ca57b3931072 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.3968668 May 28 05:37:12.451050 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:12.458880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:12.458880 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:12.644258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:12.649187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:12.701185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd61f6-460f-4697-9dd6-b328755ed9c3 req-cf82e6c1-e3dd-4fdf-ab01-5009190334cc tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:12.704470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87fd61f6-460f-4697-9dd6-b328755ed9c3 req-cf82e6c1-e3dd-4fdf-ab01-5009190334cc tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 950 time: 0.5112350 May 28 05:37:12.713488 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:12.793444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0706441 May 28 05:37:12.814565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46124) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:12.859202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Request body: {'subnet': {'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-subnet', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:12.878526 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb2b4993-eda2-46f3-b25a-5154dfdf3fca req-dccfc214-3c8f-42f3-aa13-4c1bfc87839b tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611328 May 28 05:37:12.928300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:12.960266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Usage tracker for resource:subnet and tenant:222d7f666f93411eb0bc39767251221a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:12.999608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:13.010686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33929f1f-f69f-4465-a747-c25584fd99c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d868c076-5433-4b2c-bbb3-c2eb0d3f52e8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:13.022520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:37:13.044967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:13.051103 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87fd61f6-460f-4697-9dd6-b328755ed9c3 req-3805eede-0b01-4339-bdaf-3d0312d05196 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8e38dcf-6019-4b1c-80be-669631246aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989483 May 28 05:37:13.129622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Made reservation on behalf of 222d7f666f93411eb0bc39767251221a for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:37:13.129622 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:13.221650 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c69125-4d76-49d3-b748-69613b7c4b12'] response: {'server_uuid': '0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b69da4-7774-4509-b455-b23b1cc4c2ef', 'code': 200} May 28 05:37:13.222912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,revision_number=8']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:13.228852 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4184247a-91d6-48eb-89df-106b24756abb'] response: {'server_uuid': '0b475362-2576-41c7-a2b3-79a11799c383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d', 'code': 200} May 28 05:37:13.242776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35061e1-a1db-4eb3-9dad-625387224987 req-ab61293c-5700-491c-837c-30eecd1dd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:13.244717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35061e1-a1db-4eb3-9dad-625387224987 req-ab61293c-5700-491c-837c-30eecd1dd324 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.8165057 May 28 05:37:13.326818 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:13.333063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] For port c428651c-d1ab-40eb-8ae2-ec1a902021b7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c428651c-d1ab-40eb-8ae2-ec1a902021b7,segment=NetworkSegment(ce0642d8-ad12-4112-b4de-e5fa24dec674),segment_id=ce0642d8-ad12-4112-b4de-e5fa24dec674)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:13.334570 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:13.349134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:13.350026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:13.351863 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d4d135ba-cdf6-4ebe-bc47-cc48dc2ddf66 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c8eeb5b-1906-487c-91e1-d4e735a2e79d HTTP/1.1" status: 200 len: 1122 time: 3.8176789 May 28 05:37:13.476976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['4c8eeb5b-1906-487c-91e1-d4e735a2e79d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:13.573259 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35061e1-a1db-4eb3-9dad-625387224987 req-42340797-0ddd-4f94-9e3f-f66e9a80c7ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=95d0f518-f37c-4650-8138-4f112a312ae0 HTTP/1.1" status: 200 len: 217 time: 0.2181103 May 28 05:37:13.580459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['4c8eeb5b-1906-487c-91e1-d4e735a2e79d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:13.665966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] Calling delete_port for c428651c-d1ab-40eb-8ae2-ec1a902021b7 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:13.727017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 78cb6147-6367-44b8-9f41-2351351e64f9 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:13.737783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879b0d8-8615-4512-b9a4-229bf63dd228 req-325e804b-91b2-401a-a94b-a8a6d72e2e6b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:13.745133 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e879b0d8-8615-4512-b9a4-229bf63dd228 req-325e804b-91b2-401a-a94b-a8a6d72e2e6b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 949 time: 0.4951854 May 28 05:37:13.777848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35061e1-a1db-4eb3-9dad-625387224987 req-df750499-5a31-4ba4-854e-de69bba93f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:13.780470 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35061e1-a1db-4eb3-9dad-625387224987 req-df750499-5a31-4ba4-854e-de69bba93f96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2059612 May 28 05:37:13.848762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c69f-f8c0-494d-83de-0530abf338ba req-60405357-5c2c-46b3-a581-c49666f5b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:13.850421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da44c69f-f8c0-494d-83de-0530abf338ba req-60405357-5c2c-46b3-a581-c49666f5b1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 1101 time: 0.6047363 May 28 05:37:13.850848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dac0a-bbfb-44fb-9886-b9acec15fa81 req-0c91fd94-67ba-41ad-a8a3-fe13bdda2b67 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:13.852479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8d0dac0a-bbfb-44fb-9886-b9acec15fa81 req-0c91fd94-67ba-41ad-a8a3-fe13bdda2b67 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.1963763 May 28 05:37:13.922464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8d0dac0a-bbfb-44fb-9886-b9acec15fa81 req-f3e5e76d-b627-4177-9290-9f29c5ebed98 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604398 May 28 05:37:14.036216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 78cb6147-6367-44b8-9f41-2351351e64f9 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:14.050200 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:14.056265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 78cb6147-6367-44b8-9f41-2351351e64f9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:14.056265 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:14.097817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e879b0d8-8615-4512-b9a4-229bf63dd228 req-1d4dc643-4381-4e5f-b13c-83062f3e7989 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516107 May 28 05:37:14.103286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da44c69f-f8c0-494d-83de-0530abf338ba req-925d3c51-3ec3-434f-b362-8f91918bf8a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8e38dcf-6019-4b1c-80be-669631246aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295020 May 28 05:37:14.296797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35061e1-a1db-4eb3-9dad-625387224987 req-d9ae6fca-3765-46de-9ea9-c50448447581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:14.296797 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35061e1-a1db-4eb3-9dad-625387224987 req-d9ae6fca-3765-46de-9ea9-c50448447581 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4985089 May 28 05:37:14.330501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 78cb6147-6367-44b8-9f41-2351351e64f9 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:14.330501 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:14.347757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] Pushing event deleted for resources: {'Port': ['ID=c428651c-d1ab-40eb-8ae2-ec1a902021b7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:14.379830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 78cb6147-6367-44b8-9f41-2351351e64f9, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=78cb6147-6367-44b8-9f41-2351351e64f9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:14.385706 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:14.400418 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:14.521336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=78cb6147-6367-44b8-9f41-2351351e64f9,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:14.631473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d28437-6067-4238-b8b8-3d6f8b71a304,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:14.660530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacba6fc-0da1-4bdc-9fdb-b66a5b23acd7 req-b1b7a9b4-3ccf-453c-a4ec-bb62443661a2 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:14.662211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bacba6fc-0da1-4bdc-9fdb-b66a5b23acd7 req-b1b7a9b4-3ccf-453c-a4ec-bb62443661a2 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 944 time: 0.4277916 May 28 05:37:14.683881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Checking segment: {'id': '5f45ad47-fe8a-439d-88e7-26570534be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:14.683881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Network hostable DHCP agents. Network: d868c076-5433-4b2c-bbb3-c2eb0d3f52e8, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:37:14.743746 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bacba6fc-0da1-4bdc-9fdb-b66a5b23acd7 req-49e22abe-a75d-49b3-8b74-c141269c537f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726206 May 28 05:37:14.770911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1397c7c-df4b-497f-a79b-df70ce47f3b2 req-f0022aed-ee0a-4d7d-935a-6127db91540f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:14.776202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1397c7c-df4b-497f-a79b-df70ce47f3b2 req-f0022aed-ee0a-4d7d-935a-6127db91540f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.4527786 May 28 05:37:14.824157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:37:14.854213 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35061e1-a1db-4eb3-9dad-625387224987 req-cf8feb86-1f28-4468-87e2-1f30a647168d service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887989 May 28 05:37:14.907451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, d868c076-5433-4b2c-bbb3-c2eb0d3f52e8) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:14.912019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:14.912614 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:14.917819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407fc25c-bd67-44ec-8ddd-9d334fed3f8e None None] Network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:37:14.941129 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:14.976999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1397c7c-df4b-497f-a79b-df70ce47f3b2 req-2ddfe561-1f88-4a11-98d6-322a8f1cea22 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912823 May 28 05:37:15.035452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-902e5ab6-2a05-4967-adf2-40fd79d08d4f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2198286 May 28 05:37:15.040763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46148) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:15.062881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-router', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:15.072323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:15.079036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Usage tracker for resource:router and tenant:222d7f666f93411eb0bc39767251221a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:15.085594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:15.114016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:15.126254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db615633-076a-4e5d-81e1-988d1e41bd5b req-35d4d829-0d04-4a9d-998f-b959f1505843 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:15.127467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35061e1-a1db-4eb3-9dad-625387224987 req-9cb8d899-e4ea-43d9-8b4d-696c966064ce service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585003 May 28 05:37:15.130434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db615633-076a-4e5d-81e1-988d1e41bd5b req-35d4d829-0d04-4a9d-998f-b959f1505843 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.2722042 May 28 05:37:15.136553 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:15.138534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:15.164783 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:15.233565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b475362-2576-41c7-a2b3-79a11799c383', 'tag': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:15.259202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db615633-076a-4e5d-81e1-988d1e41bd5b req-2cff20dc-c4e2-47ef-a396-316170c407da tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277852 May 28 05:37:15.314188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33b0730-87dd-4029-8a51-8fa39cfb6bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb6147-6367-44b8-9f41-2351351e64f9'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:15.424445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-d868c076-5433-4b2c-bbb3-c2eb0d3f52e8', 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'fixed_ips': [{'subnet_id': '83d28437-6067-4238-b8b8-3d6f8b71a304'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:37:15.424588 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:15.598861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] Router ded44cac-795f-4523-9431-9695806f75b3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:37:15.607006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Allocated IP 172.20.0.2 (d868c076-5433-4b2c-bbb3-c2eb0d3f52e8/83d28437-6067-4238-b8b8-3d6f8b71a304/eb6bba6c-9a88-4a51-b050-505633d1c48d) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:15.712333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0a07-7bd9-409c-8443-dfbbf230a80a req-65b31dfc-a7ba-4ac9-b2e1-68463cf6d498 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:15.719968 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f3a0a07-7bd9-409c-8443-dfbbf230a80a req-65b31dfc-a7ba-4ac9-b2e1-68463cf6d498 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 950 time: 0.2227826 May 28 05:37:15.818992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:15.870662 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:15.895535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Transition to ACTIVE for port object eb6bba6c-9a88-4a51-b050-505633d1c48d will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:15.935812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Transition to ACTIVE for port object eb6bba6c-9a88-4a51-b050-505633d1c48d will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:15.942973 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:15.970428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65918e91-1484-44e0-a9fb-7211637b9a8c req-41a58cae-43c7-4280-94d1-bf21e070eed4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:15.977746 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-65918e91-1484-44e0-a9fb-7211637b9a8c req-41a58cae-43c7-4280-94d1-bf21e070eed4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 950 time: 0.4971547 May 28 05:37:16.032627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:16.035699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:16.039398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:16.040030 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-65918e91-1484-44e0-a9fb-7211637b9a8c req-363e751f-0342-442b-a076-3679cbd99123 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613031 May 28 05:37:16.062596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Pushing event updated for resources: {'Port': ['ID=eb6bba6c-9a88-4a51-b050-505633d1c48d,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:16.083197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f3a0a07-7bd9-409c-8443-dfbbf230a80a req-a9cae8a4-e39e-4a7c-adad-3b3dbea0c618 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8e38dcf-6019-4b1c-80be-669631246aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618746 May 28 05:37:16.131788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:37:16.143031 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186d9b01-b433-47cf-b2e8-230fbd2c8d2f'] response: {'name': 'network-changed', 'server_uuid': '0b475362-2576-41c7-a2b3-79a11799c383', 'tag': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d', 'status': 'completed', 'code': 200} May 28 05:37:16.151517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-54dc9c38-598d-4b24-92c5-e8af99bb610d admin admin] 10.222.0.39 "PUT /v2.0/routers/ded44cac-795f-4523-9431-9695806f75b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7086046 May 28 05:37:16.154903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46166) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:16.184101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] Sync routers for ids ['ded44cac-795f-4523-9431-9695806f75b3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:37:16.221508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] Routers {'ded44cac-795f-4523-9431-9695806f75b3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:16.222407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ded44cac-795f-4523-9431-9695806f75b3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:16.285851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Attempting to bind port eb6bba6c-9a88-4a51-b050-505633d1c48d on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:16.286222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Attempting to bind port eb6bba6c-9a88-4a51-b050-505633d1c48d by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '5f45ad47-fe8a-439d-88e7-26570534be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:16.286714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Attempting to bind port eb6bba6c-9a88-4a51-b050-505633d1c48d on network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:16.303283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:16.303740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Checking segment: {'id': '5f45ad47-fe8a-439d-88e7-26570534be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:16.304449 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:16.304843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Bound using segment: {'id': '5f45ad47-fe8a-439d-88e7-26570534be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:16.305319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Bound port: eb6bba6c-9a88-4a51-b050-505633d1c48d, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f45ad47-fe8a-439d-88e7-26570534be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:16.305688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:16.488272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:16.500376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] For port eb6bba6c-9a88-4a51-b050-505633d1c48d, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:16.503367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] For port eb6bba6c-9a88-4a51-b050-505633d1c48d, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eb6bba6c-9a88-4a51-b050-505633d1c48d,segment=NetworkSegment(5f45ad47-fe8a-439d-88e7-26570534be2d),segment_id=5f45ad47-fe8a-439d-88e7-26570534be2d)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:16.510203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] Set router ded44cac-795f-4523-9431-9695806f75b3 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:16.519849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335395e-4123-4fe7-91db-fe1cb2abfa53 req-cb115597-45c8-4719-816e-9eecc9c36ac2 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:16.521315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0335395e-4123-4fe7-91db-fe1cb2abfa53 req-cb115597-45c8-4719-816e-9eecc9c36ac2 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.2550902 May 28 05:37:16.524058 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:16.529623 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:16.555143 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:16.586366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140602f4-35ca-47b2-b18f-adce8d894131 req-7f54ebd7-1b5d-4481-8e8a-67495b128c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:16.587916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-140602f4-35ca-47b2-b18f-adce8d894131 req-7f54ebd7-1b5d-4481-8e8a-67495b128c24 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 1125 time: 0.2845616 May 28 05:37:16.602298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e192c-f53e-474c-b84a-d53beee7651f req-a8f9845d-8a56-430a-8f16-65b67db34fed tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:16.603405 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a39e192c-f53e-474c-b84a-d53beee7651f req-a8f9845d-8a56-430a-8f16-65b67db34fed tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 944 time: 0.2554066 May 28 05:37:16.632258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-fedb7a89-ebfa-4366-9354-779afe295071 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:16.633809 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-fedb7a89-ebfa-4366-9354-779afe295071 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b9d4c79-8a02-4a99-8610-8d6942e075ba HTTP/1.1" status: 200 len: 944 time: 0.3007741 May 28 05:37:16.764800 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0335395e-4123-4fe7-91db-fe1cb2abfa53 req-0ad5eceb-9073-4431-a4f9-69da417682a4 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904066 May 28 05:37:16.792058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b82c2-cb9f-4469-ae25-862844214c96 None None] Pushing event updated for resources: {'Port': ['ID=eb6bba6c-9a88-4a51-b050-505633d1c48d,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:16.800244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-24d5cb83-856d-4264-a4ac-a34a35c664ab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Deleting port fc0412f4-7040-464e-8782-26c5eb31ba35 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:16.801360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-24d5cb83-856d-4264-a4ac-a34a35c664ab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:16.802941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a39e192c-f53e-474c-b84a-d53beee7651f req-b6148e1b-5ebf-4a88-9727-0cb31f3b080d tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687348 May 28 05:37:16.924648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Allocated IP 172.25.4.52 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/ceef073d-e6da-41c4-ab07-8d233c3b7ef7) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:16.955940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140602f4-35ca-47b2-b18f-adce8d894131 req-4c7e025f-71aa-4338-8525-4430e93fea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:16.958680 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-140602f4-35ca-47b2-b18f-adce8d894131 req-4c7e025f-71aa-4338-8525-4430e93fea75 service neutron] 10.222.0.33 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.3542206 May 28 05:37:16.968197 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e678bd90-9774-4d1d-91e5-2c8b961cb2bb'] response: {'server_uuid': 'e33b0730-87dd-4029-8a51-8fa39cfb6bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb6147-6367-44b8-9f41-2351351e64f9', 'code': 200} May 28 05:37:17.053234 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded44cac-795f-4523-9431-9695806f75b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-router', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:58Z', 'updated_at': '2022-05-28T05:37:13Z', 'revision_number': 5, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'gw_port': {'id': '1662bc99-a21f-4c19-98bb-7c3cf2d13d83', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:62:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded44cac-795f-4523-9431-9695806f75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:34:02Z', 'updated_at': '2022-05-28T05:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:17.065365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] Checking router: ded44cac-795f-4523-9431-9695806f75b3 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:37:17.080717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] Routers {'ded44cac-795f-4523-9431-9695806f75b3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:17.082114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ded44cac-795f-4523-9431-9695806f75b3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:17.233795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-140602f4-35ca-47b2-b18f-adce8d894131 req-192c5495-caa4-4662-b7ab-4caa6634a28d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d HTTP/1.1" status: 200 len: 217 time: 0.2476790 May 28 05:37:17.337263 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:17.345711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-24d5cb83-856d-4264-a4ac-a34a35c664ab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] For port fc0412f4-7040-464e-8782-26c5eb31ba35, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=fc0412f4-7040-464e-8782-26c5eb31ba35,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:17.346617 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-24d5cb83-856d-4264-a4ac-a34a35c664ab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:17.553017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Deleting port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:17.553603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:17.611251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-24d5cb83-856d-4264-a4ac-a34a35c664ab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Calling delete_port for fc0412f4-7040-464e-8782-26c5eb31ba35 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:17.650510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] Set router ded44cac-795f-4523-9431-9695806f75b3 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:17.730735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140602f4-35ca-47b2-b18f-adce8d894131 req-adbc5666-d7d3-4ac8-a924-599ca3980c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:17.740718 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-140602f4-35ca-47b2-b18f-adce8d894131 req-adbc5666-d7d3-4ac8-a924-599ca3980c64 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.4257236 May 28 05:37:17.758243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f629ca-7a66-4771-9483-447a34ebf841 req-9a210b94-a521-4366-9a4c-55d469c25019 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:17.765501 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86f629ca-7a66-4771-9483-447a34ebf841 req-9a210b94-a521-4366-9a4c-55d469c25019 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 944 time: 0.5060320 May 28 05:37:17.785969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded44cac-795f-4523-9431-9695806f75b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-router', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:58Z', 'updated_at': '2022-05-28T05:37:17Z', 'revision_number': 6, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:17.791855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7dfb50-add9-49be-a322-6511204932d6 None None] The sync data for ids ['ded44cac-795f-4523-9431-9695806f75b3'] in n-d-843679-5 is: [{'id': 'ded44cac-795f-4523-9431-9695806f75b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-758906626-router', 'tenant_id': '3123217cf0d546fbaf81b3167b09aa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:33:58Z', 'updated_at': '2022-05-28T05:37:17Z', 'revision_number': 6, 'project_id': '3123217cf0d546fbaf81b3167b09aa51', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:37:17.843499 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-140602f4-35ca-47b2-b18f-adce8d894131 req-021a4799-89fc-48c1-b8fb-66c1f3b30335 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890102 May 28 05:37:17.850672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0863056-311e-45a7-b1cd-f44676316432 req-37c0c192-abbe-458f-a9aa-8eb3ef4ce0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:17.852371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0863056-311e-45a7-b1cd-f44676316432 req-37c0c192-abbe-458f-a9aa-8eb3ef4ce0b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 1101 time: 0.7540815 May 28 05:37:18.108722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86f629ca-7a66-4771-9483-447a34ebf841 req-cdbd62e7-cac3-4957-b95b-e1b7146f5cef tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422294 May 28 05:37:18.151377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-004ed651-d17e-457f-99b2-1159daa94901 service neutron] 10.222.0.33 "GET /v2.0/ports/4c8eeb5b-1906-487c-91e1-d4e735a2e79d/bindings/n-h2-843679-5 HTTP/1.1" status: 200 len: 384 time: 0.5334086 May 28 05:37:18.156204 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:18.214595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-24d5cb83-856d-4264-a4ac-a34a35c664ab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:18.256955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['fc0412f4-7040-464e-8782-26c5eb31ba35'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:18.317605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ee404-a09b-4bf5-ae10-08ad59431926 None None] Network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:37:18.324013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0863056-311e-45a7-b1cd-f44676316432 req-b5c84558-342a-47ef-894a-b2bdc95cc26d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305811 May 28 05:37:18.332388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db6014-cb53-441e-a9ff-b603c1ba7b68 req-ef2babf7-4a5d-4eea-8001-9b3c5d07e35c tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:18.333796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11db6014-cb53-441e-a9ff-b603c1ba7b68 req-ef2babf7-4a5d-4eea-8001-9b3c5d07e35c tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 950 time: 0.8448906 May 28 05:37:18.382284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] For port 1662bc99-a21f-4c19-98bb-7c3cf2d13d83, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1662bc99-a21f-4c19-98bb-7c3cf2d13d83,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:18.382709 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:18.392195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-140602f4-35ca-47b2-b18f-adce8d894131 req-e4074ff3-6e1b-4fe7-a483-03c56a552a1c service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336926 May 28 05:37:18.453266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-70101526-1108-4b0a-9733-13810dbb7cf5 None None] Provisioning for port eb6bba6c-9a88-4a51-b050-505633d1c48d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:18.455784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5cb83-856d-4264-a4ac-a34a35c664ab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Pushing event deleted for resources: {'Port': ['ID=fc0412f4-7040-464e-8782-26c5eb31ba35,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:18.526577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11db6014-cb53-441e-a9ff-b603c1ba7b68 req-8ce1c34b-6060-4be8-a168-74a7149e680d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800971 May 28 05:37:18.646115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:18.686367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Calling delete_port for 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:18.715871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-24d5cb83-856d-4264-a4ac-a34a35c664ab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] No DVR routers for this DVR port fc0412f4-7040-464e-8782-26c5eb31ba35 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:18.729024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-24d5cb83-856d-4264-a4ac-a34a35c664ab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:18.740224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'name': 'network-vif-deleted', 'tag': 'fc0412f4-7040-464e-8782-26c5eb31ba35'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:18.776851 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5fcc856-0be3-4ccd-8611-03f7bfcf7698 req-24d5cb83-856d-4264-a4ac-a34a35c664ab tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.33 "DELETE /v2.0/ports/fc0412f4-7040-464e-8782-26c5eb31ba35 HTTP/1.1" status: 204 len: 173 time: 2.1325819 May 28 05:37:18.854537 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-bda9d392-b322-4f77-9ced-dd4454e1daee service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5175200 May 28 05:37:18.860802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eb6bba6c-9a88-4a51-b050-505633d1c48d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:18.876917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50cc81-3ec8-4d4e-87b2-27f9c9d95e41 req-d6b2d18e-e5ae-4da1-ba26-60ac30888626 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:18.892000 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad50cc81-3ec8-4d4e-87b2-27f9c9d95e41 req-d6b2d18e-e5ae-4da1-ba26-60ac30888626 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 950 time: 0.5683858 May 28 05:37:18.922049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Pushing event updated for resources: {'Port': ['ID=ceef073d-e6da-41c4-ab07-8d233c3b7ef7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:19.017708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port eb6bba6c-9a88-4a51-b050-505633d1c48d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:19.024252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port eb6bba6c-9a88-4a51-b050-505633d1c48d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:19.024727 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:19.035431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:19.049786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:19.090003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:19.109889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad50cc81-3ec8-4d4e-87b2-27f9c9d95e41 req-57ff3934-91d1-41af-8bee-af67f02e8045 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8e38dcf-6019-4b1c-80be-669631246aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115052 May 28 05:37:19.150819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-140602f4-35ca-47b2-b18f-adce8d894131 req-fc8681fa-f457-4db0-b873-c52b77d3153f service neutron] 10.222.0.33 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484732 May 28 05:37:19.177794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-45bacc2d-cabf-4a12-87b9-f334a533bb6c None None] Provisioning complete for port eb6bba6c-9a88-4a51-b050-505633d1c48d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:19.178173 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-45bacc2d-cabf-4a12-87b9-f334a533bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:19.213633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-b38406a6-9347-42c2-aa66-13c2cd698f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:19.215322 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-b38406a6-9347-42c2-aa66-13c2cd698f23 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 1096 time: 0.2768991 May 28 05:37:19.231325 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:19.259781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d3fd8-2d7a-4fa2-8dad-c127a0ffdff9 req-9f3bab56-44d1-4ae2-9cc1-f148d19c25a5 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:19.262570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e6d3fd8-2d7a-4fa2-8dad-c127a0ffdff9 req-9f3bab56-44d1-4ae2-9cc1-f148d19c25a5 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.4934297 May 28 05:37:19.275915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port eb6bba6c-9a88-4a51-b050-505633d1c48d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:19.276726 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:19.310484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1662bc99-a21f-4c19-98bb-7c3cf2d13d83,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:19.378194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port eb6bba6c-9a88-4a51-b050-505633d1c48d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eb6bba6c-9a88-4a51-b050-505633d1c48d,segment=NetworkSegment(5f45ad47-fe8a-439d-88e7-26570534be2d),segment_id=5f45ad47-fe8a-439d-88e7-26570534be2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:19.383903 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:19.444733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-45bacc2d-cabf-4a12-87b9-f334a533bb6c None None] Current status of the port eb6bba6c-9a88-4a51-b050-505633d1c48d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:19.444877 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-45bacc2d-cabf-4a12-87b9-f334a533bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:19.489032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c428651c-d1ab-40eb-8ae2-ec1a902021b7 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:19.568681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-ec0fd7e8-5222-4ee0-8cfc-c47d1aced65b service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:19.569979 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:19.594142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-ec0fd7e8-5222-4ee0-8cfc-c47d1aced65b service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:19.618237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: c428651c-d1ab-40eb-8ae2-ec1a902021b7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:19.618583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c428651c-d1ab-40eb-8ae2-ec1a902021b7 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:19.618995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:19.648525 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-45bacc2d-cabf-4a12-87b9-f334a533bb6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:37:19.648856 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-45bacc2d-cabf-4a12-87b9-f334a533bb6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:37:19.652529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-ec0fd7e8-5222-4ee0-8cfc-c47d1aced65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8eeb5b-1906-487c-91e1-d4e735a2e79d {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:19.654904 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=eb6bba6c-9a88-4a51-b050-505633d1c48d,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:19.663672 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:19.664141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1662bc99-a21f-4c19-98bb-7c3cf2d13d83 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:19.664942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-ec0fd7e8-5222-4ee0-8cfc-c47d1aced65b service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:19.696953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-ec0fd7e8-5222-4ee0-8cfc-c47d1aced65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:19.735538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-85b2a0eb-08b9-4c50-9762-e0f3b8d5725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:19.735538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-85b2a0eb-08b9-4c50-9762-e0f3b8d5725c service neutron] 10.222.0.33 "GET /v2.0/networks?id=0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 200 len: 921 time: 0.4559586 May 28 05:37:19.769006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e6d3fd8-2d7a-4fa2-8dad-c127a0ffdff9 req-e2c3bccb-9544-4e1c-ba35-60c63c146b4d tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057639 May 28 05:37:19.910331 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c67433-a4f6-4ae7-ab56-3048e9f0c47d'] response: {'server_uuid': '3b9d4c79-8a02-4a99-8610-8d6942e075ba', 'name': 'network-vif-deleted', 'tag': 'fc0412f4-7040-464e-8782-26c5eb31ba35', 'status': 'completed', 'code': 200} May 28 05:37:19.922823 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-1a439852-b01f-4b59-a581-3e2707202ca1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 HTTP/1.1" status: 200 len: 217 time: 0.1156449 May 28 05:37:19.926723 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:19.931361 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:19.947331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f57b9-a7e9-4ae3-8f2a-96bec635401e req-71780a69-d9bd-40eb-be2b-50d64cad5d02 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:19.949193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a3f57b9-a7e9-4ae3-8f2a-96bec635401e req-71780a69-d9bd-40eb-be2b-50d64cad5d02 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.6002479 May 28 05:37:19.998547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-ec0fd7e8-5222-4ee0-8cfc-c47d1aced65b service neutron] Transition to ACTIVE for port object 4c8eeb5b-1906-487c-91e1-d4e735a2e79d will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:20.045024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-ec0fd7e8-5222-4ee0-8cfc-c47d1aced65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:20.109329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:20.187378 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:20.189112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ded44cac-795f-4523-9431-9695806f75b3 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:37:20.199712 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a3f57b9-a7e9-4ae3-8f2a-96bec635401e req-7ce41466-cea5-46d3-b879-412c72b27eb7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105918 May 28 05:37:20.203882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-7d46c17b-4eea-43d9-9836-7a31bc1f5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:20.203882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-7d46c17b-4eea-43d9-9836-7a31bc1f5860 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 200 len: 860 time: 0.2739890 May 28 05:37:20.211097 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:20.215453 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eaee7ef2-8c32-47cb-b5cb-b1bae5c84ea3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ded44cac-795f-4523-9431-9695806f75b3 HTTP/1.1" status: 204 len: 168 time: 4.0587213 May 28 05:37:20.217338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46194) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:20.258147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-45bacc2d-cabf-4a12-87b9-f334a533bb6c None None] Current status of the port eb6bba6c-9a88-4a51-b050-505633d1c48d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:20.326351 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-02a67a89-215b-4f7a-84b2-2300e337ee14 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0058408b-e5a2-4608-b773-63fd7467e5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099763 May 28 05:37:20.411326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device fc0412f4-7040-464e-8782-26c5eb31ba35 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:20.478859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec35950-6f75-4356-9098-3ce822c32451 admin admin] Deleting subnet 4d3e25fc-f4d4-4249-a8a4-b96a717343bf {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:37:20.494098 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3ec35950-6f75-4356-9098-3ce822c32451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:20.515933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: fc0412f4-7040-464e-8782-26c5eb31ba35 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:20.517137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device fc0412f4-7040-464e-8782-26c5eb31ba35 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:20.517729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 4c8eeb5b-1906-487c-91e1-d4e735a2e79d no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:20.575863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-ec0fd7e8-5222-4ee0-8cfc-c47d1aced65b service neutron] No DVR routers for this DVR port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:20.588810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fd7e8-5222-4ee0-8cfc-c47d1aced65b service neutron] Pushing event updated for resources: {'Port': ['ID=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,revision_number=10']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:20.591734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 4c8eeb5b-1906-487c-91e1-d4e735a2e79d not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:20.616419 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3ec35950-6f75-4356-9098-3ce822c32451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:20.706033 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-aae92544-4f44-4d82-ad51-ecfd30e5d413 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711855 May 28 05:37:20.766001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba32ac-ae9f-497c-a899-681456ed3faa req-51e32e35-520f-48e9-a9b5-8b370a54ccf0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:20.773639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9ba32ac-ae9f-497c-a899-681456ed3faa req-51e32e35-520f-48e9-a9b5-8b370a54ccf0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 945 time: 0.7714205 May 28 05:37:20.805427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eb6bba6c-9a88-4a51-b050-505633d1c48d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:20.897829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port eb6bba6c-9a88-4a51-b050-505633d1c48d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:20.898155 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:20.915505 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-ec0fd7e8-5222-4ee0-8cfc-c47d1aced65b service neutron] 10.222.0.33 "PUT /v2.0/ports/4c8eeb5b-1906-487c-91e1-d4e735a2e79d/bindings/n-h2-843679-5/activate HTTP/1.1" status: 200 len: 369 time: 2.7522199 May 28 05:37:20.948783 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9ba32ac-ae9f-497c-a899-681456ed3faa req-d4fc83d9-fecd-45cd-afd8-c561a879c4d3 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740658 May 28 05:37:20.979268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3ec35950-6f75-4356-9098-3ce822c32451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:21.038974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port eb6bba6c-9a88-4a51-b050-505633d1c48d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:21.046595 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e61c5ac-279b-4c94-a396-1bce060d4dcb req-137bdba8-3d78-404d-b80e-9c57d2c38713 service neutron] 10.222.0.33 "GET /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192351 May 28 05:37:21.099920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:21.110185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cf939-43a4-404d-ac9c-9c0a58132880 req-2e970bed-a9ff-43a0-8389-546bbdab0f62 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:21.117301 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-226cf939-43a4-404d-ac9c-9c0a58132880 req-2e970bed-a9ff-43a0-8389-546bbdab0f62 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 950 time: 0.2010908 May 28 05:37:21.119482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3ec35950-6f75-4356-9098-3ce822c32451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:21.195940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3ec35950-6f75-4356-9098-3ce822c32451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:21.198613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec35950-6f75-4356-9098-3ce822c32451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3e25fc-f4d4-4249-a8a4-b96a717343bf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:21.203162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c04aa-83dc-49ad-aa8f-f9e08d232366 None None] Network c3716d73-a02a-41e8-a54b-edccd421294d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:37:21.237722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3ec35950-6f75-4356-9098-3ce822c32451 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4d3e25fc-f4d4-4249-a8a4-b96a717343bf HTTP/1.1" status: 204 len: 168 time: 1.0177796 May 28 05:37:21.238488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46206) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:21.251055 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-226cf939-43a4-404d-ac9c-9c0a58132880 req-253109b2-5363-462c-908d-5a6fdc0cb3fa tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328521 May 28 05:37:21.294578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-a2896799-2c43-4394-a933-82fdfba588bc tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:21.296137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-a2896799-2c43-4394-a933-82fdfba588bc tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.2514229 May 28 05:37:21.455380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-4b259013-36be-4506-948a-2e1e6a58da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:21.456858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-4b259013-36be-4506-948a-2e1e6a58da56 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383&tenant_id=4676a241ea4e4a2f8d58b526b440828e HTTP/1.1" status: 200 len: 1096 time: 0.1474247 May 28 05:37:21.458178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Router 606891c3-c18c-4514-9bb5-67f96ccc36ce is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:37:21.584560 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:21.603902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Deleting port e4007bdf-ae8b-4445-8d65-c86ca47cedbc {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:21.604238 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:21.620638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] DHCP port deletion for c3716d73-a02a-41e8-a54b-edccd421294d request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:37:21.625632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] Deleting port e4007bdf-ae8b-4445-8d65-c86ca47cedbc {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:21.626076 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:21.644242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdcad8-189c-47d4-824f-6482951af5f8 req-9ec02eac-e4c8-4b90-b572-81b744d74927 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:21.645721 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64bdcad8-189c-47d4-824f-6482951af5f8 req-9ec02eac-e4c8-4b90-b572-81b744d74927 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.2263172 May 28 05:37:21.700752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:37:21.710256 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Sync routers for ids ['606891c3-c18c-4514-9bb5-67f96ccc36ce'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:37:21.730796 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Routers {'606891c3-c18c-4514-9bb5-67f96ccc36ce'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:21.732500 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['606891c3-c18c-4514-9bb5-67f96ccc36ce'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:21.789676 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:21.796383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e3df3a13-aa52-4425-b66b-91f3b902fbeb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7539999 May 28 05:37:21.799152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46218) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:22.006290 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Set router 606891c3-c18c-4514-9bb5-67f96ccc36ce gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:22.017536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] For port e4007bdf-ae8b-4445-8d65-c86ca47cedbc, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e4007bdf-ae8b-4445-8d65-c86ca47cedbc,segment=NetworkSegment(ce0642d8-ad12-4112-b4de-e5fa24dec674),segment_id=ce0642d8-ad12-4112-b4de-e5fa24dec674)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:22.018064 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.036574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] For port e4007bdf-ae8b-4445-8d65-c86ca47cedbc, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e4007bdf-ae8b-4445-8d65-c86ca47cedbc,segment=NetworkSegment(ce0642d8-ad12-4112-b4de-e5fa24dec674),segment_id=ce0642d8-ad12-4112-b4de-e5fa24dec674)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:22.049260 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.203177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Calling delete_port for e4007bdf-ae8b-4445-8d65-c86ca47cedbc owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:22.220626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d490b003-1c17-4f4b-9599-bac479ef3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:22.222090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-d490b003-1c17-4f4b-9599-bac479ef3c97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4676a241ea4e4a2f8d58b526b440828e&device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 1096 time: 0.4986029 May 28 05:37:22.297838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] Calling delete_port for e4007bdf-ae8b-4445-8d65-c86ca47cedbc owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:22.389900 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:37:22.390578 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:37:22.414517 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-router', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:15Z', 'updated_at': '2022-05-28T05:37:19Z', 'revision_number': 3, 'project_id': '222d7f666f93411eb0bc39767251221a', 'gw_port': {'id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:09:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:16Z', 'updated_at': '2022-05-28T05:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:22.418688 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Checking router: 606891c3-c18c-4514-9bb5-67f96ccc36ce for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:37:22.419662 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Updating router 606891c3-c18c-4514-9bb5-67f96ccc36ce port ceef073d-e6da-41c4-ab07-8d233c3b7ef7 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:37:22.460024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.475744 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.499650 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64bdcad8-189c-47d4-824f-6482951af5f8 req-a883304f-c20f-4e0f-8674-2e1cebe25f08 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8397448 May 28 05:37:22.520432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4007bdf-ae8b-4445-8d65-c86ca47cedbc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:22.523302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] No DVR routers for this DVR port e4007bdf-ae8b-4445-8d65-c86ca47cedbc on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:22.548654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07be2e-cf9d-4251-9ea2-f3a807b107e3 req-09073e7e-970e-4ba8-a4d8-76753874ab08 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:22.555513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f07be2e-cf9d-4251-9ea2-f3a807b107e3 req-09073e7e-970e-4ba8-a4d8-76753874ab08 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 1101 time: 0.5680828 May 28 05:37:22.659490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-f426c807-04b2-46f1-91ac-bbe45993f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:22.661353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-f426c807-04b2-46f1-91ac-bbe45993f4ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 200 len: 909 time: 0.3673003 May 28 05:37:22.668223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.774454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f07be2e-cf9d-4251-9ea2-f3a807b107e3 req-c6e57cb8-7786-4eb0-af06-310caa22533b tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146974 May 28 05:37:22.778231 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-1430af15-0a82-4d87-a34c-7be74ab1ca88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d HTTP/1.1" status: 200 len: 217 time: 0.1023438 May 28 05:37:22.798499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e4007bdf-ae8b-4445-8d65-c86ca47cedbc no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:22.806475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3716d73-a02a-41e8-a54b-edccd421294d']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:22.823369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0642d8-ad12-4112-b4de-e5fa24dec674') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:22.823661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0642d8-ad12-4112-b4de-e5fa24dec674') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:22.840077 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.860705 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.869483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e4007bdf-ae8b-4445-8d65-c86ca47cedbc {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:22.870804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e4007bdf-ae8b-4445-8d65-c86ca47cedbc not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:22.873127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:37:22.873480 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.891805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] Deleting port e4007bdf-ae8b-4445-8d65-c86ca47cedbc {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:22.892270 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.953839 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.988617 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Transition to ACTIVE for port object ceef073d-e6da-41c4-ab07-8d233c3b7ef7 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:23.009157 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:23.028933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-33b296b5-14b0-4b99-876c-ddd18963090e tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:23.032206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-33b296b5-14b0-4b99-876c-ddd18963090e tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Synchronizing usage tracker for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:23.039307 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment ce0642d8-ad12-4112-b4de-e5fa24dec674 resource provider aggregate not found May 28 05:37:23.058573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e49e87db-a26f-4769-b707-e615ac8fa6b9 None None] The port 'e4007bdf-ae8b-4445-8d65-c86ca47cedbc' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:37:23.114206 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Pushing event updated for resources: {'Port': ['ID=ceef073d-e6da-41c4-ab07-8d233c3b7ef7,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:23.126431 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.127022 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.127597 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.128142 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.128643 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.129213 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.129641 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.130184 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.130763 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.130928 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment ce0642d8-ad12-4112-b4de-e5fa24dec674 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce0642d8-ad12-4112-b4de-e5fa24dec674 found for delete ", "request_id": "req-7f21513a-1ea7-43ff-ba07-ce6aa0087c96"}]} May 28 05:37:23.131428 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.131850 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.133290 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:23.164094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-33b296b5-14b0-4b99-876c-ddd18963090e tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Unset dirty status for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:23.164571 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Attempting to bind port ceef073d-e6da-41c4-ab07-8d233c3b7ef7 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:23.165939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-33b296b5-14b0-4b99-876c-ddd18963090e tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.33 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 945 time: 0.8740902 May 28 05:37:23.166923 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Attempting to bind port ceef073d-e6da-41c4-ab07-8d233c3b7ef7 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:23.167538 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Attempting to bind port ceef073d-e6da-41c4-ab07-8d233c3b7ef7 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:23.170628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:23.196542 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:23.197824 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:23.203713 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:23.204210 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:23.204678 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:23.205522 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Bound port: ceef073d-e6da-41c4-ab07-8d233c3b7ef7, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:23.205737 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:23.237581 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:37:23.257584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3716d73-a02a-41e8-a54b-edccd421294d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:23.264508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cb1fa-98c2-49d7-94b5-29feb0d630f5 req-95a874a9-4993-481c-9536-72c194cacf4f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:23.266339 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cf9cb1fa-98c2-49d7-94b5-29feb0d630f5 req-95a874a9-4993-481c-9536-72c194cacf4f tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 945 time: 0.5900383 May 28 05:37:23.276391 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e588220c-6b75-45d5-a090-339cbb487443 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c3716d73-a02a-41e8-a54b-edccd421294d HTTP/1.1" status: 204 len: 168 time: 2.0242620 May 28 05:37:23.280924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-46eca8e0-cc75-434b-896a-bd35c7fbc8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:23.282384 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-46eca8e0-cc75-434b-896a-bd35c7fbc8bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 200 len: 848 time: 0.4927781 May 28 05:37:23.305901 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] For port ceef073d-e6da-41c4-ab07-8d233c3b7ef7, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:23.312136 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] For port ceef073d-e6da-41c4-ab07-8d233c3b7ef7, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ceef073d-e6da-41c4-ab07-8d233c3b7ef7,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:23.317562 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:23.346183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-fa9d95ab-13a2-49ba-ae31-45385ca0781c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Deleting port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:23.346584 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-fa9d95ab-13a2-49ba-ae31-45385ca0781c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:23.349502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-cfd70cd0-7103-4e73-b1bc-aa564c76d042 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92b45768-1ecd-4e45-87a9-c7b472c27b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528357 May 28 05:37:23.402538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cf9cb1fa-98c2-49d7-94b5-29feb0d630f5 req-3ab7a159-ac9e-44f3-9d0d-5a52e4b73304 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095617 May 28 05:37:23.450473 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Routers {'606891c3-c18c-4514-9bb5-67f96ccc36ce'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:23.451552 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['606891c3-c18c-4514-9bb5-67f96ccc36ce'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:23.503626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46238) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:23.559095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:23.605625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7bedb-d3da-458e-b3b4-4b21e0aefa94 req-4db06786-61bf-42e3-a5ee-fa35c9c32c3d tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:23.607683 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ec7bedb-d3da-458e-b3b4-4b21e0aefa94 req-4db06786-61bf-42e3-a5ee-fa35c9c32c3d tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.4412255 May 28 05:37:23.668493 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd96d7c-605b-4171-93d0-e7d03da9f1b4 None None] Pushing event updated for resources: {'Port': ['ID=ceef073d-e6da-41c4-ab07-8d233c3b7ef7,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:23.718185 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-598d8618-467b-4c52-8695-f5430cc06eda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b09e8d26c02f4d61b20d8a4d8bf7aa3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105021 May 28 05:37:23.721801 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-186c3cce-0468-4c05-8b89-16231c365b72 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385103 May 28 05:37:23.724797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46242) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:23.749623 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] Set router 606891c3-c18c-4514-9bb5-67f96ccc36ce gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:23.763756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-fa9d95ab-13a2-49ba-ae31-45385ca0781c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] For port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:23.764122 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-fa9d95ab-13a2-49ba-ae31-45385ca0781c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:23.784004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ec7bedb-d3da-458e-b3b4-4b21e0aefa94 req-59243dda-1c2b-4643-aa81-b64f6bc1d8b9 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358652 May 28 05:37:23.910258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-fa9d95ab-13a2-49ba-ae31-45385ca0781c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Calling delete_port for 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:23.955884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c4979-404e-458c-9b87-f7933336a585 req-0186778f-ea11-4189-a5a5-58176de08934 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:23.957422 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-617c4979-404e-458c-9b87-f7933336a585 req-0186778f-ea11-4189-a5a5-58176de08934 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 945 time: 0.3557329 May 28 05:37:24.049445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-617c4979-404e-458c-9b87-f7933336a585 req-380d4922-4688-43e2-ae10-c3996475d892 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792201 May 28 05:37:24.057195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-7c82d348-b23b-4012-af00-779ecff54161 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672507 May 28 05:37:24.240481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-fa9d95ab-13a2-49ba-ae31-45385ca0781c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:24.328440 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-router', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:15Z', 'updated_at': '2022-05-28T05:37:19Z', 'revision_number': 3, 'project_id': '222d7f666f93411eb0bc39767251221a', 'gw_port': {'id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:09:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:16Z', 'updated_at': '2022-05-28T05:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:24.336297 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80924089-6daa-4094-a0a8-d1df2c15b9e4 None None] The sync data for ids ['606891c3-c18c-4514-9bb5-67f96ccc36ce'] in n-d-843679-5 is: [{'id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-router', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:15Z', 'updated_at': '2022-05-28T05:37:19Z', 'revision_number': 3, 'project_id': '222d7f666f93411eb0bc39767251221a', 'gw_port': {'id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:09:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:16Z', 'updated_at': '2022-05-28T05:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:37:24.369951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d95ab-13a2-49ba-ae31-45385ca0781c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Pushing event deleted for resources: {'Port': ['ID=0ecd681e-b7c0-4ef2-b638-0c6d90866aa1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:24.552486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2edbea1-3f30-418f-9499-ebced8fa9feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:24.557111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-fa9d95ab-13a2-49ba-ae31-45385ca0781c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] No DVR routers for this DVR port 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:24.563736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-fa9d95ab-13a2-49ba-ae31-45385ca0781c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:24.571442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'name': 'network-vif-deleted', 'tag': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:24.603471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-2cfa9615-cb7f-4dca-a3cd-a4fc4174f2c4 service neutron] 10.222.0.41 "GET /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8553312 May 28 05:37:24.609936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Allocated IP 172.20.0.1 (d868c076-5433-4b2c-bbb3-c2eb0d3f52e8/83d28437-6067-4238-b8b8-3d6f8b71a304/10be4a93-d0e6-4115-9060-5b225f79263e) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:24.611513 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e3f7e1f7-dc1b-462a-b614-d0b8d3f9ac15 req-fa9d95ab-13a2-49ba-ae31-45385ca0781c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.33 "DELETE /v2.0/ports/0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 HTTP/1.1" status: 204 len: 173 time: 1.4192460 May 28 05:37:24.656254 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2edbea1-3f30-418f-9499-ebced8fa9feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:24.830513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459bb34-6036-4098-8dbd-8ef633bef5f1 req-389bb119-af5f-40d4-abf6-2a62b471860e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:24.844307 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a459bb34-6036-4098-8dbd-8ef633bef5f1 req-389bb119-af5f-40d4-abf6-2a62b471860e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.2033117 May 28 05:37:24.855318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-dde7aa9b-4567-47c0-857d-e6220364a5b5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:24.863374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-dde7aa9b-4567-47c0-857d-e6220364a5b5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7973957 May 28 05:37:24.905109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-fd9cce4f-6495-4e47-a883-38523b09bece tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/quotas/f5f19722c2c64b6fb824290e4e419f76 HTTP/1.1" status: 200 len: 375 time: 0.0389011 May 28 05:37:24.917225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a459bb34-6036-4098-8dbd-8ef633bef5f1 req-c3a3ade2-c947-4273-9c02-bc1fd9cf3889 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708706 May 28 05:37:25.104744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2edbea1-3f30-418f-9499-ebced8fa9feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:25.132384 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:25.165235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c5415f36-93d5-4fcc-947d-784cd29a0c5c req-66b2cd3a-917d-48b6-9b82-0bd415df5871 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Synchronizing usage tracker for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:25.195787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c5415f36-93d5-4fcc-947d-784cd29a0c5c req-66b2cd3a-917d-48b6-9b82-0bd415df5871 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Unset dirty status for tenant:c245e86ccb074d4daf6d0ab5b7a5ef7d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:25.197025 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5415f36-93d5-4fcc-947d-784cd29a0c5c req-66b2cd3a-917d-48b6-9b82-0bd415df5871 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=977c5f7c-5870-40d8-9919-ee4b0a107328 HTTP/1.1" status: 200 len: 210 time: 0.1065946 May 28 05:37:25.218076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edbea1-3f30-418f-9499-ebced8fa9feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db1de3-7dec-417e-bd15-8f956a36e18a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:25.254213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Transition to ACTIVE for port object 10be4a93-d0e6-4115-9060-5b225f79263e will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:25.300132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-d1290aa3-e57f-4b6b-83e3-ae224fecb1e7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3954515 May 28 05:37:25.320741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2edbea1-3f30-418f-9499-ebced8fa9feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:25.322186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b2edbea1-3f30-418f-9499-ebced8fa9feb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4db1de3-7dec-417e-bd15-8f956a36e18a HTTP/1.1" status: 204 len: 168 time: 1.5936511 May 28 05:37:25.357663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-49627039-8dea-4a98-ab21-39e4c62762e0 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:25.359733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-49627039-8dea-4a98-ab21-39e4c62762e0 tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383&tenant_id=4676a241ea4e4a2f8d58b526b440828e&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.2071602 May 28 05:37:25.377747 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:25.667429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:25.753713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:25.770981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:25.963784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Pushing event updated for resources: {'Port': ['ID=10be4a93-d0e6-4115-9060-5b225f79263e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:26.018445 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de515efe-ef27-4183-9b71-2a5540eca48f'] response: {'server_uuid': '977c5f7c-5870-40d8-9919-ee4b0a107328', 'name': 'network-vif-deleted', 'tag': '0ecd681e-b7c0-4ef2-b638-0c6d90866aa1', 'status': 'completed', 'code': 200} May 28 05:37:26.018746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:26.152178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff6921-5419-4089-97d7-98953cd32396 req-44f45d21-1102-4413-b041-455f18cf7968 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:26.153782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dff6921-5419-4089-97d7-98953cd32396 req-44f45d21-1102-4413-b041-455f18cf7968 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 950 time: 0.6734815 May 28 05:37:26.262384 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dff6921-5419-4089-97d7-98953cd32396 req-a29414e4-441f-4e40-86fc-acb73e9da41d tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8e38dcf-6019-4b1c-80be-669631246aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012518 May 28 05:37:26.268921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8595e932-0660-4b88-bbe6-cbcf12e2ef06 None None] Provisioning for port 10be4a93-d0e6-4115-9060-5b225f79263e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:26.283302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8595e932-0660-4b88-bbe6-cbcf12e2ef06 None None] Provisioning complete for port 10be4a93-d0e6-4115-9060-5b225f79263e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:26.283817 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8595e932-0660-4b88-bbe6-cbcf12e2ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:26.409227 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8595e932-0660-4b88-bbe6-cbcf12e2ef06 None None] Port 10be4a93-d0e6-4115-9060-5b225f79263e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:37:26.423197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:26.437002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:26.526945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:26.526945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0ecd681e-b7c0-4ef2-b638-0c6d90866aa1 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:26.538435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef1ec4-d117-4644-95bb-96c71d921b23 req-2172420d-0315-4402-b8f7-869d90e6d0d5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:26.541975 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9ef1ec4-d117-4644-95bb-96c71d921b23 req-2172420d-0315-4402-b8f7-869d90e6d0d5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.5647621 May 28 05:37:26.553136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-a527f35b-51e3-4b39-8d9c-168b4b1caf98 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:26.554734 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-a527f35b-51e3-4b39-8d9c-168b4b1caf98 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 950 time: 0.3556757 May 28 05:37:26.580449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-27d18b07-2f87-48a4-89c1-6f259798e553 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3123217cf0d546fbaf81b3167b09aa51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527541 May 28 05:37:26.581728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46296) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:26.609938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-f4cf93af-1335-425e-8e66-863604d3cfe1 service neutron] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:26.635471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-f4cf93af-1335-425e-8e66-863604d3cfe1 service neutron] Notify callbacks [] for binding, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:26.638080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03cdaeb3-6445-4ae2-a76c-d45dc88ead64 req-f4cf93af-1335-425e-8e66-863604d3cfe1 service neutron] 10.222.0.41 "DELETE /v2.0/ports/4c8eeb5b-1906-487c-91e1-d4e735a2e79d/bindings/n-h1-843679-5 HTTP/1.1" status: 204 len: 173 time: 1.2450235 May 28 05:37:26.668889 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0b3e4fc-20e4-4b22-97ab-1ca15d05340a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:26.671015 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9ef1ec4-d117-4644-95bb-96c71d921b23 req-a5f2976c-876b-46c7-bc02-4f35d5840c63 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097157 May 28 05:37:26.707576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbc31f-c6d6-44aa-875a-3a5b4f29ee94 req-1207effe-63f6-4491-8ac2-7bcf52edaf36 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:26.715366 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c9fbc31f-c6d6-44aa-875a-3a5b4f29ee94 req-1207effe-63f6-4491-8ac2-7bcf52edaf36 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 945 time: 0.2336326 May 28 05:37:26.803900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0b3e4fc-20e4-4b22-97ab-1ca15d05340a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:26.840214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ceef073d-e6da-41c4-ab07-8d233c3b7ef7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:26.873741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-b2a917fb-5834-4b66-bda6-eeab77c33059 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Deleting port a1b69da4-7774-4509-b455-b23b1cc4c2ef {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:26.874811 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-b2a917fb-5834-4b66-bda6-eeab77c33059 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:26.936318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ceef073d-e6da-41c4-ab07-8d233c3b7ef7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:26.945010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ceef073d-e6da-41c4-ab07-8d233c3b7ef7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:26.945521 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:26.978747 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:26.979853 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c9fbc31f-c6d6-44aa-875a-3a5b4f29ee94 req-8a916ab5-3aa7-4840-98e7-57d29644005f tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638810 May 28 05:37:26.985769 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0b3e4fc-20e4-4b22-97ab-1ca15d05340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:27.010157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7906b40-01fe-484f-91fe-71850faab1c2 req-d3259045-a599-49e8-bd54-97d1522b27c1 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0964618 May 28 05:37:27.035533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3e4fc-20e4-4b22-97ab-1ca15d05340a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ba6c9d-b63c-4799-8536-c2fbed5b886c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:27.040268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0b3e4fc-20e4-4b22-97ab-1ca15d05340a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:27.040673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d0b3e4fc-20e4-4b22-97ab-1ca15d05340a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71ba6c9d-b63c-4799-8536-c2fbed5b886c HTTP/1.1" status: 204 len: 168 time: 0.4581296 May 28 05:37:27.198061 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ceef073d-e6da-41c4-ab07-8d233c3b7ef7 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:27.198450 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:27.221979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port ceef073d-e6da-41c4-ab07-8d233c3b7ef7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ceef073d-e6da-41c4-ab07-8d233c3b7ef7,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:27.232688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:27.317047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=ceef073d-e6da-41c4-ab07-8d233c3b7ef7,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:27.703900 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-a05c5282-b9ae-4ec9-a054-f0a5e0983ad5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=f5f19722c2c64b6fb824290e4e419f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676143 May 28 05:37:28.003043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-c806c16c-0dd9-4449-9b37-01e976ee9532 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:28.004684 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-c806c16c-0dd9-4449-9b37-01e976ee9532 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937825 May 28 05:37:28.026311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Request body: {'port': {'device_id': '376886ae-d5ca-4f9a-bf9b-26172729c5d4', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'f5f19722c2c64b6fb824290e4e419f76'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:28.162178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-b2a917fb-5834-4b66-bda6-eeab77c33059 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] For port a1b69da4-7774-4509-b455-b23b1cc4c2ef, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a1b69da4-7774-4509-b455-b23b1cc4c2ef,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:28.162709 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-b2a917fb-5834-4b66-bda6-eeab77c33059 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:28.280015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:28.314246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:28.338146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Made reservation on behalf of f5f19722c2c64b6fb824290e4e419f76 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:37:28.355061 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:28.399268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-b2a917fb-5834-4b66-bda6-eeab77c33059 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Calling delete_port for a1b69da4-7774-4509-b455-b23b1cc4c2ef owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:28.459137 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:37:28.486592 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:28.500540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d931d-7c13-4305-b18e-14bd2151a753 req-df79eefb-572f-4646-b448-b582fb38236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:28.502020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-240d931d-7c13-4305-b18e-14bd2151a753 req-df79eefb-572f-4646-b448-b582fb38236a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 1096 time: 0.4598589 May 28 05:37:28.506416 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:28.569572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46350) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:28.592056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271560b-1cc2-4129-806d-23f16d98e68b req-bd5568e1-07e3-4625-ae67-bb882a52da0b tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:28.593025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d271560b-1cc2-4129-806d-23f16d98e68b req-bd5568e1-07e3-4625-ae67-bb882a52da0b tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63 HTTP/1.1" status: 200 len: 950 time: 0.6686280 May 28 05:37:28.661092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Allocated IP 192.168.233.23 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/57cc9998-4727-486d-945f-4739809a2cf9) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:28.705920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c9670-846d-4bac-b436-b2baa61ba82f req-35bfa8c0-f17b-4303-86be-c0e54f0995df tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:28.707560 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-100c9670-846d-4bac-b436-b2baa61ba82f req-35bfa8c0-f17b-4303-86be-c0e54f0995df tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 1096 time: 0.1805472 May 28 05:37:28.806349 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:28.816195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Pushing event updated for resources: {'Port': ['ID=10be4a93-d0e6-4115-9060-5b225f79263e,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:28.833989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d271560b-1cc2-4129-806d-23f16d98e68b req-ad1a497d-9b8a-421b-8911-5a4f711b1d28 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8e38dcf-6019-4b1c-80be-669631246aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123983 May 28 05:37:28.834116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ceef073d-e6da-41c4-ab07-8d233c3b7ef7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:28.834575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-network', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:28.861050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:28.873693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Usage tracker for resource:network and tenant:c0e7674c38de445794eada96ecebb2bf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:28.886488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:28.912104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:28.927211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-100c9670-846d-4bac-b436-b2baa61ba82f req-b37a0b65-bd97-42df-81c8-be5b4970f94f tempest-LiveMigrationTest-1185736394 tempest-LiveMigrationTest-1185736394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664326 May 28 05:37:28.953261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Made reservation on behalf of c0e7674c38de445794eada96ecebb2bf for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:37:28.965072 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:28.975867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ceef073d-e6da-41c4-ab07-8d233c3b7ef7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:28.976235 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:28.999059 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-b2a917fb-5834-4b66-bda6-eeab77c33059 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.015304 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.042414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:29.062461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Usage tracker for resource:security_group_rule and tenant:c0e7674c38de445794eada96ecebb2bf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:29.070372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:29.083838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.102419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:29.122497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Transition to ACTIVE for port object 57cc9998-4727-486d-945f-4739809a2cf9 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:29.187878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d931d-7c13-4305-b18e-14bd2151a753 req-3350bc8f-a3af-475e-bbfe-ce03462f6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:29.192513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-240d931d-7c13-4305-b18e-14bd2151a753 req-3350bc8f-a3af-475e-bbfe-ce03462f6d2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.6591496 May 28 05:37:29.194411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a917fb-5834-4b66-bda6-eeab77c33059 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Pushing event deleted for resources: {'Port': ['ID=a1b69da4-7774-4509-b455-b23b1cc4c2ef,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:29.294204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ceef073d-e6da-41c4-ab07-8d233c3b7ef7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:29.331393 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.352904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.362974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.372559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0', '000e3aa9-acb6-4846-9443-abd66c3e9409', 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45', 'a55dd582-0042-4fba-a88d-1140a1067b56', '78cb6147-6367-44b8-9f41-2351351e64f9'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:29.452108 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'cab67719-ba05-424b-93b7-58f3ffec6333'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:29.488886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a753d5e8-b7a6-4c73-bbc7-d2513b9caff1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:29.509884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-b2a917fb-5834-4b66-bda6-eeab77c33059 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] No DVR routers for this DVR port a1b69da4-7774-4509-b455-b23b1cc4c2ef on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:29.517802 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-240d931d-7c13-4305-b18e-14bd2151a753 req-c2052010-5217-4b8e-9686-41ae32f77537 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 HTTP/1.1" status: 200 len: 217 time: 0.2136848 May 28 05:37:29.519163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-b2a917fb-5834-4b66-bda6-eeab77c33059 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.553594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:37:29.576877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63', 'name': 'network-vif-deleted', 'tag': 'a1b69da4-7774-4509-b455-b23b1cc4c2ef'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:29.597029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:29.598771 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.599284 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Added segment 43ae58ee-42d7-4352-a41c-8b2e1ab229d6 of type vlan for network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 May 28 05:37:29.608479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:29.611341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:29.653997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event updated for resources: {'Port': ['ID=57cc9998-4727-486d-945f-4739809a2cf9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:29.664454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cebbe22d-4118-4480-a01e-06543b9ef7bc req-b2a917fb-5834-4b66-bda6-eeab77c33059 tempest-TenantUsagesTestJSON-281458658 tempest-TenantUsagesTestJSON-281458658-project] 10.222.0.41 "DELETE /v2.0/ports/a1b69da4-7774-4509-b455-b23b1cc4c2ef HTTP/1.1" status: 204 len: 173 time: 3.0923190 May 28 05:37:29.708725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:29.714831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:29.717878 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.750907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d931d-7c13-4305-b18e-14bd2151a753 req-6a8ad309-e846-4b78-9420-739a6dc7c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:29.754939 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-240d931d-7c13-4305-b18e-14bd2151a753 req-6a8ad309-e846-4b78-9420-739a6dc7c962 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.1637106 May 28 05:37:29.778598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87039c54-e9ca-4d13-9497-8dbf340465ca req-399662d9-a2c7-4829-a0be-ad74b215d0be tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:29.788955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87039c54-e9ca-4d13-9497-8dbf340465ca req-399662d9-a2c7-4829-a0be-ad74b215d0be tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.5822031 May 28 05:37:29.814049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:29.815606 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.902180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6aefc3e2-9ac0-4689-8446-6e26e9539472 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:37:29.932559 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:29.933635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:29.936602 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:30.047369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a1b69da4-7774-4509-b455-b23b1cc4c2ef no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:30.110807 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87039c54-e9ca-4d13-9497-8dbf340465ca req-ec86619e-2943-4801-95b9-bd0c20b84c40 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209009 May 28 05:37:30.111737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] Pushing event updated for resources: {'Network': ['ID=72d95bf1-e413-43fe-a2b2-aa9853de89f1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:30.121943 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-ab911fb8-b500-4e4e-bad1-ce47debad500 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1009507 May 28 05:37:30.144866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Request body: {'port': {'device_id': '376886ae-d5ca-4f9a-bf9b-26172729c5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:30.192913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fef76-7d9f-4599-9003-3b248086d408 req-005c6f19-ac3b-43f1-9ef5-ff714ee28fed tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:30.194424 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-135fef76-7d9f-4599-9003-3b248086d408 req-005c6f19-ac3b-43f1-9ef5-ff714ee28fed tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 935 time: 0.8077273 May 28 05:37:30.200990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: a1b69da4-7774-4509-b455-b23b1cc4c2ef {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:30.201337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a1b69da4-7774-4509-b455-b23b1cc4c2ef not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:30.213994 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dbea5574-18b9-4b9c-babd-5d6127ab8cbd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6166375 May 28 05:37:30.222182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:37:30.359340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-33a5d46b-f2fe-4604-b489-333202c92e97 None None] Provisioning for port 57cc9998-4727-486d-945f-4739809a2cf9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:30.391110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46364) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:30.400976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Router 606891c3-c18c-4514-9bb5-67f96ccc36ce has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:37:30.403924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Request body: {'subnet': {'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-subnet', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:30.413246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:30.427683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-33a5d46b-f2fe-4604-b489-333202c92e97 None None] Provisioning complete for port 57cc9998-4727-486d-945f-4739809a2cf9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:30.427683 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a5d46b-f2fe-4604-b489-333202c92e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:30.442396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Usage tracker for resource:subnet and tenant:c0e7674c38de445794eada96ecebb2bf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:30.523879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:30.550237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 6aefc3e2-9ac0-4689-8446-6e26e9539472, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:30.576225 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:30.581191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:30.611202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '6aefc3e2-9ac0-4689-8446-6e26e9539472', 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93', 'port_id': '6aefc3e2-9ac0-4689-8446-6e26e9539472', 'mac_address': 'fa:16:3e:a8:52:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3e4a8-a8ef-4568-89ea-8913384a5211', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:37:30.646006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-be4e3ae8-54c3-4236-8000-49de72882c2c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:30.648204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-be4e3ae8-54c3-4236-8000-49de72882c2c tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.33 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 945 time: 1.1560462 May 28 05:37:30.675945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-33a5d46b-f2fe-4604-b489-333202c92e97 None None] Port 57cc9998-4727-486d-945f-4739809a2cf9 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:37:30.693357 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:30.717539 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-135fef76-7d9f-4599-9003-3b248086d408 req-af5bfba3-e3ff-4e23-a915-4515a34aafc5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040147 May 28 05:37:30.799298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-9cd5669b-cdaf-42f5-8490-a96bfc3f6251 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Deleting port 73c00d49-4eff-4c61-9865-00b33c400a15 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:30.799705 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-9cd5669b-cdaf-42f5-8490-a96bfc3f6251 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:30.804076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 6aefc3e2-9ac0-4689-8446-6e26e9539472 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:30.804445 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:30.810537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Made reservation on behalf of c0e7674c38de445794eada96ecebb2bf for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:37:30.813191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:30.873079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6aefc3e2-9ac0-4689-8446-6e26e9539472 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:30.903008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-45f83c85-bbd1-4032-8118-2742a28e4aae None None] Provisioning complete for port 10be4a93-d0e6-4115-9060-5b225f79263e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:30.904249 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-45f83c85-bbd1-4032-8118-2742a28e4aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:30.957673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 6aefc3e2-9ac0-4689-8446-6e26e9539472, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:30.981331 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:31.067182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-45f83c85-bbd1-4032-8118-2742a28e4aae None None] Port 10be4a93-d0e6-4115-9060-5b225f79263e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:37:31.076068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d931d-7c13-4305-b18e-14bd2151a753 req-5fd30127-afee-4636-80c2-d89775b28328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:31.077400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-240d931d-7c13-4305-b18e-14bd2151a753 req-5fd30127-afee-4636-80c2-d89775b28328 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9660597 May 28 05:37:31.140212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:37:31.158723 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:31.175010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['6aefc3e2-9ac0-4689-8446-6e26e9539472'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:31.196425 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4638bfb8-d2cd-43d8-8233-34f724e2f303 admin admin] 10.222.0.39 "PUT /v2.0/routers/606891c3-c18c-4514-9bb5-67f96ccc36ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3947036 May 28 05:37:31.266851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3d76-7335-4e84-a9f9-619a49fe3424 req-e898319f-0cbb-4130-b2d2-e94a6bd41f8b tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:31.272799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Sync routers for ids ['606891c3-c18c-4514-9bb5-67f96ccc36ce'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:37:31.278193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=6aefc3e2-9ac0-4689-8446-6e26e9539472,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:31.303891 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ded3d76-7335-4e84-a9f9-619a49fe3424 req-e898319f-0cbb-4130-b2d2-e94a6bd41f8b tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/ports?device_id=0caa2b5f-85bb-4b0e-87d4-2086f2850f72 HTTP/1.1" status: 200 len: 945 time: 0.7738750 May 28 05:37:31.357386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Routers {'606891c3-c18c-4514-9bb5-67f96ccc36ce'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:31.358333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['606891c3-c18c-4514-9bb5-67f96ccc36ce'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:31.375440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-9cd5669b-cdaf-42f5-8490-a96bfc3f6251 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] For port 73c00d49-4eff-4c61-9865-00b33c400a15, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=73c00d49-4eff-4c61-9865-00b33c400a15,segment=NetworkSegment(888183b2-9787-41ba-a6a7-510fcf286a00),segment_id=888183b2-9787-41ba-a6a7-510fcf286a00)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:31.375860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-9cd5669b-cdaf-42f5-8490-a96bfc3f6251 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:31.396793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-240d931d-7c13-4305-b18e-14bd2151a753 req-d7433dde-5570-4de5-a75d-ca32e282a3ef service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788379 May 28 05:37:31.480495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ee687e-9879-4253-b875-f250fbe5bf52,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:31.537265 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0e2deb-f3f7-4af9-b141-651200606fbd'] response: {'server_uuid': '0c2b6e90-54b4-4a34-bc3d-1f98d9f8ee63', 'name': 'network-vif-deleted', 'tag': 'a1b69da4-7774-4509-b455-b23b1cc4c2ef', 'status': 'completed', 'code': 200} May 28 05:37:31.546739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-9cd5669b-cdaf-42f5-8490-a96bfc3f6251 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Calling delete_port for 73c00d49-4eff-4c61-9865-00b33c400a15 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:31.567965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cc9998-4727-486d-945f-4739809a2cf9 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:31.589709 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ded3d76-7335-4e84-a9f9-619a49fe3424 req-a9e93510-7432-49b3-9b72-c9f89fac7adb tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.39 "GET /v2.0/security-groups?id=99d661a1-9521-4d22-9624-58c5d8d08dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845457 May 28 05:37:31.591809 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:31.641569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Checking segment: {'id': '43ae58ee-42d7-4352-a41c-8b2e1ab229d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:31.641922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Network hostable DHCP agents. Network: 72d95bf1-e413-43fe-a2b2-aa9853de89f1, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:37:31.680275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Transition to ACTIVE for port object 57cc9998-4727-486d-945f-4739809a2cf9 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:31.682223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Set router 606891c3-c18c-4514-9bb5-67f96ccc36ce gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:31.698691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:31.755954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:37:31.911103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 72d95bf1-e413-43fe-a2b2-aa9853de89f1) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:31.936273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-240d931d-7c13-4305-b18e-14bd2151a753 req-f0aaf3d4-cf6b-4fd0-a428-b072064fbd9a service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811451 May 28 05:37:31.996367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46390) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:32.005048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:32.005777 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.019802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d24e8d7-87e1-4b1c-ab82-4ec4e5e052f9 None None] Network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:37:32.061549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Pushing event updated for resources: {'Port': ['ID=57cc9998-4727-486d-945f-4739809a2cf9,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:32.085263 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6885d25c-7315-41f3-89b2-acc1376174d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6925809 May 28 05:37:32.095736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46400) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:32.208956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-router', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:32.252685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:32.271023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Usage tracker for resource:router and tenant:c0e7674c38de445794eada96ecebb2bf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:32.274509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c49d1b-856e-4905-ae0b-36cb40a28609 req-e6417021-cc83-4e80-ac19-abce12274457 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:32.276558 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71c49d1b-856e-4905-ae0b-36cb40a28609 req-e6417021-cc83-4e80-ac19-abce12274457 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.5347357 May 28 05:37:32.279055 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-9cd5669b-cdaf-42f5-8490-a96bfc3f6251 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.279501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:32.305359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:32.337898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Attempting to bind port 57cc9998-4727-486d-945f-4739809a2cf9 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:32.338532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Attempting to bind port 57cc9998-4727-486d-945f-4739809a2cf9 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:32.339054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Attempting to bind port 57cc9998-4727-486d-945f-4739809a2cf9 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:32.348466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5669b-cdaf-42f5-8490-a96bfc3f6251 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Pushing event deleted for resources: {'Port': ['ID=73c00d49-4eff-4c61-9865-00b33c400a15,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:32.362301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa94557-3ab8-4ef1-9082-d0b25e53e022 req-223dbd07-f939-4bfc-8de7-d926116fa32d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:32.364332 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1aa94557-3ab8-4ef1-9082-d0b25e53e022 req-223dbd07-f939-4bfc-8de7-d926116fa32d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 945 time: 0.4965198 May 28 05:37:32.368401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Port 57cc9998-4727-486d-945f-4739809a2cf9 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:37:32.368971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Attempting to bind port 57cc9998-4727-486d-945f-4739809a2cf9 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:32.374901 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.376402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.392553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.455767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa398053-fa26-45dd-8e4c-094908442a37 req-deb1ed91-4087-475f-82ad-9ea2db6ea378 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:32.457208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa398053-fa26-45dd-8e4c-094908442a37 req-deb1ed91-4087-475f-82ad-9ea2db6ea378 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b475362-2576-41c7-a2b3-79a11799c383 HTTP/1.1" status: 200 len: 945 time: 0.4505105 May 28 05:37:32.464584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-9cd5669b-cdaf-42f5-8490-a96bfc3f6251 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] No DVR routers for this DVR port 73c00d49-4eff-4c61-9865-00b33c400a15 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:32.468279 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71c49d1b-856e-4905-ae0b-36cb40a28609 req-154b6955-ed9b-4932-a98b-a94368628c43 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517179 May 28 05:37:32.469227 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-9cd5669b-cdaf-42f5-8490-a96bfc3f6251 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.505655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:32.506244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:32.506877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:32.507574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Bound port: 57cc9998-4727-486d-945f-4739809a2cf9, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:32.508288 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.533467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb365f8-0aab-44c0-9125-8e57099eb451 req-9cd5669b-cdaf-42f5-8490-a96bfc3f6251 tempest-LiveAutoBlockMigrationV225Test-878833056 tempest-LiveAutoBlockMigrationV225Test-878833056-project] 10.222.0.33 "DELETE /v2.0/ports/73c00d49-4eff-4c61-9865-00b33c400a15 HTTP/1.1" status: 204 len: 173 time: 1.8716419 May 28 05:37:32.548518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-aa398053-fa26-45dd-8e4c-094908442a37 req-300e2d3e-4d77-4c46-b0d3-b0e51f0d555e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Deleting port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:32.549106 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa398053-fa26-45dd-8e4c-094908442a37 req-300e2d3e-4d77-4c46-b0d3-b0e51f0d555e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.564243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 73c00d49-4eff-4c61-9865-00b33c400a15 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:32.594830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0a427dd0-c7c6-41f3-8f5a-c5ce16c019cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bb14c85ff74489ebeef86c39bf3a23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949097 May 28 05:37:32.601948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46404) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:32.684988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 73c00d49-4eff-4c61-9865-00b33c400a15 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:32.685602 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 73c00d49-4eff-4c61-9865-00b33c400a15 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:32.695888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] For port 57cc9998-4727-486d-945f-4739809a2cf9, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:32.699203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] For port 57cc9998-4727-486d-945f-4739809a2cf9, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=57cc9998-4727-486d-945f-4739809a2cf9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:32.728889 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-72d95bf1-e413-43fe-a2b2-aa9853de89f1', 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'fixed_ips': [{'subnet_id': 'a4ee687e-9879-4253-b875-f250fbe5bf52'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:37:32.732199 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.874035 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99968667-d591-498b-88bb-d66be267bf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.889479 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:32.932688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1aa94557-3ab8-4ef1-9082-d0b25e53e022 req-9f0d70c7-431b-47b0-a100-3b376edb104d tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220101 May 28 05:37:32.943179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99968667-d591-498b-88bb-d66be267bf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.002415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-aa398053-fa26-45dd-8e4c-094908442a37 req-300e2d3e-4d77-4c46-b0d3-b0e51f0d555e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] For port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:33.003085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa398053-fa26-45dd-8e4c-094908442a37 req-300e2d3e-4d77-4c46-b0d3-b0e51f0d555e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.026774 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Allocated IP 172.20.0.2 (72d95bf1-e413-43fe-a2b2-aa9853de89f1/a4ee687e-9879-4253-b875-f250fbe5bf52/9d9063f8-fb52-4002-8df6-01170474d879) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:33.040834 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.052979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-router', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:15Z', 'updated_at': '2022-05-28T05:37:26Z', 'revision_number': 4, 'project_id': '222d7f666f93411eb0bc39767251221a', 'gw_port': {'id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:16Z', 'updated_at': '2022-05-28T05:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '10be4a93-d0e6-4115-9060-5b225f79263e', 'name': '', 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'mac_address': 'fa:16:3e:d8:f8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '83d28437-6067-4238-b8b8-3d6f8b71a304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:23Z', 'updated_at': '2022-05-28T05:37:27Z', 'revision_number': 2, 'project_id': '222d7f666f93411eb0bc39767251221a', 'subnets': [{'id': '83d28437-6067-4238-b8b8-3d6f8b71a304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:33.083015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Checking router: 606891c3-c18c-4514-9bb5-67f96ccc36ce for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:37:33.097475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:33.098338 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.102909 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] 10.222.0.33 "PUT /v2.0/ports/57cc9998-4727-486d-945f-4739809a2cf9 HTTP/1.1" status: 200 len: 1095 time: 2.9650009 May 28 05:37:33.103569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376886ae-d5ca-4f9a-bf9b-26172729c5d4', 'tag': '57cc9998-4727-486d-945f-4739809a2cf9'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:33.103800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Updating router 606891c3-c18c-4514-9bb5-67f96ccc36ce port 10be4a93-d0e6-4115-9060-5b225f79263e binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:37:33.253678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb8d11-f1c4-4c9f-81a4-2e22c82f45c2 req-cad23836-cfb0-4b56-84e8-0b54d1fb2c9d tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:33.255735 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3cb8d11-f1c4-4c9f-81a4-2e22c82f45c2 req-cad23836-cfb0-4b56-84e8-0b54d1fb2c9d tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 945 time: 0.5076706 May 28 05:37:33.265070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-aa398053-fa26-45dd-8e4c-094908442a37 req-300e2d3e-4d77-4c46-b0d3-b0e51f0d555e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Calling delete_port for 4c8eeb5b-1906-487c-91e1-d4e735a2e79d owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:33.315016 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.399633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259c9a1-ef76-43c6-b288-c59b921733a1 service neutron] Pushing event updated for resources: {'Port': ['ID=57cc9998-4727-486d-945f-4739809a2cf9,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:33.400705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3cb8d11-f1c4-4c9f-81a4-2e22c82f45c2 req-af62db08-12b3-4ed0-97cd-33e2f16d525e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954590 May 28 05:37:33.494875 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99968667-d591-498b-88bb-d66be267bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.523473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-e2049214-4fad-471a-8262-389c5ab01d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:33.524949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-e2049214-4fad-471a-8262-389c5ab01d8e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 1098 time: 0.3168006 May 28 05:37:33.533143 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f69e2621-58b8-45d7-ab79-539bb23ea30a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3191535 May 28 05:37:33.567720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'name': 'network-vif-deleted', 'tag': '73c00d49-4eff-4c61-9865-00b33c400a15'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:33.611919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:33.622628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99968667-d591-498b-88bb-d66be267bf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e38dcf-6019-4b1c-80be-669631246aa2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:33.632397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-a8ca4b66-f793-4b38-b11c-2f8ed66bd32f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57cc9998-4727-486d-945f-4739809a2cf9 HTTP/1.1" status: 200 len: 217 time: 0.0840840 May 28 05:37:33.633450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:33.640079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Usage tracker for resource:floatingip and tenant:222d7f666f93411eb0bc39767251221a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:33.645553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:33.672712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa398053-fa26-45dd-8e4c-094908442a37 req-300e2d3e-4d77-4c46-b0d3-b0e51f0d555e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.683175 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.686055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:33.690770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['4c8eeb5b-1906-487c-91e1-d4e735a2e79d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:33.728433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['5c933e96-febc-4c58-b692-e75945aaf66a'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:33.737796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e2d3e-4d77-4c46-b0d3-b0e51f0d555e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Pushing event deleted for resources: {'Port': ['ID=4c8eeb5b-1906-487c-91e1-d4e735a2e79d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:33.797414 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99968667-d591-498b-88bb-d66be267bf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.800920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-99968667-d591-498b-88bb-d66be267bf8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8e38dcf-6019-4b1c-80be-669631246aa2 HTTP/1.1" status: 204 len: 168 time: 1.1954875 May 28 05:37:33.808606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Transition to ACTIVE for port object 9d9063f8-fb52-4002-8df6-01170474d879 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:33.818468 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.839149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Transition to ACTIVE for port object 9d9063f8-fb52-4002-8df6-01170474d879 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:33.839553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa398053-fa26-45dd-8e4c-094908442a37 req-300e2d3e-4d77-4c46-b0d3-b0e51f0d555e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] No DVR routers for this DVR port 4c8eeb5b-1906-487c-91e1-d4e735a2e79d on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:33.843046 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa398053-fa26-45dd-8e4c-094908442a37 req-300e2d3e-4d77-4c46-b0d3-b0e51f0d555e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:33.845724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa398053-fa26-45dd-8e4c-094908442a37 req-300e2d3e-4d77-4c46-b0d3-b0e51f0d555e tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.41 "DELETE /v2.0/ports/4c8eeb5b-1906-487c-91e1-d4e735a2e79d HTTP/1.1" status: 204 len: 173 time: 1.3735161 May 28 05:37:33.854919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3b05e-b035-442d-b82e-3d4d6deeaed5 req-0ef0960a-9ac6-4105-b786-48ebf021a787 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:33.864768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10c3b05e-b035-442d-b82e-3d4d6deeaed5 req-0ef0960a-9ac6-4105-b786-48ebf021a787 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 947 time: 0.2886956 May 28 05:37:33.890423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-7f4c7f0f-02b5-4516-8629-94fe3c3bd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:33.892191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-7f4c7f0f-02b5-4516-8629-94fe3c3bd238 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2494524 May 28 05:37:33.911784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6aefc3e2-9ac0-4689-8446-6e26e9539472 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:33.931568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10c3b05e-b035-442d-b82e-3d4d6deeaed5 req-f7a82f39-43e8-428d-8ce9-0d5c6c131005 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653632 May 28 05:37:33.943602 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.030980 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.063612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:34.074170 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.078333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:34.116700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46426) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:34.135074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:34.176828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Pushing event updated for resources: {'Port': ['ID=9d9063f8-fb52-4002-8df6-01170474d879,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:34.232328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-61252c70-3137-4d21-b8ff-492113c664e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:34.234281 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-61252c70-3137-4d21-b8ff-492113c664e4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2890446 May 28 05:37:34.239889 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3c789e-163b-49ed-9618-8f988561bd00'] response: {'name': 'network-changed', 'server_uuid': '376886ae-d5ca-4f9a-bf9b-26172729c5d4', 'tag': '57cc9998-4727-486d-945f-4739809a2cf9', 'status': 'completed', 'code': 200} May 28 05:37:34.322786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46432) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:34.375678 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-632fd9e6-6263-49d2-b5a5-af9d599ece67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.389490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Attempting to bind port 9d9063f8-fb52-4002-8df6-01170474d879 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:34.390061 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Attempting to bind port 9d9063f8-fb52-4002-8df6-01170474d879 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '43ae58ee-42d7-4352-a41c-8b2e1ab229d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:34.390614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Attempting to bind port 9d9063f8-fb52-4002-8df6-01170474d879 on network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:34.415932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:34.416575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Checking segment: {'id': '43ae58ee-42d7-4352-a41c-8b2e1ab229d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:34.417142 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.417693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Bound using segment: {'id': '43ae58ee-42d7-4352-a41c-8b2e1ab229d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:34.418350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Bound port: 9d9063f8-fb52-4002-8df6-01170474d879, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ae58ee-42d7-4352-a41c-8b2e1ab229d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:34.419471 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.444118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 6aefc3e2-9ac0-4689-8446-6e26e9539472 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:34.444766 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.454632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-c06fa010-d195-446b-9fc5-518b2ec7f156 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030821 May 28 05:37:34.493970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-632fd9e6-6263-49d2-b5a5-af9d599ece67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:34.501741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-632fd9e6-6263-49d2-b5a5-af9d599ece67 admin admin] Usage tracker for resource:security_group_rule and tenant:d4fa351c09c7429c9b1e0044e4dd4c16 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:34.512700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-632fd9e6-6263-49d2-b5a5-af9d599ece67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:34.522001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-632fd9e6-6263-49d2-b5a5-af9d599ece67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:34.652651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f0b5ed-1a0b-433e-8427-b8820e5bca6b admin admin] Deleting subnet 4381fba7-c70e-429d-9e28-c31373a2e00a {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:37:34.657664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92f0b5ed-1a0b-433e-8427-b8820e5bca6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.743720 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.759188 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-632fd9e6-6263-49d2-b5a5-af9d599ece67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.762317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92f0b5ed-1a0b-433e-8427-b8820e5bca6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.767346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Transition to ACTIVE for port object 10be4a93-d0e6-4115-9060-5b225f79263e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:34.806325 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-632fd9e6-6263-49d2-b5a5-af9d599ece67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.825481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.831192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Allocated IP 172.25.4.62 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/fdbc4b24-ed8b-40bf-85f0-2856274df68a) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:34.833946 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:34.866081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fd9e6-6263-49d2-b5a5-af9d599ece67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6821d59-28e3-44ca-b14b-8299d49ddd2b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:34.882322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] For port 9d9063f8-fb52-4002-8df6-01170474d879, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:34.885754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] For port 9d9063f8-fb52-4002-8df6-01170474d879, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9d9063f8-fb52-4002-8df6-01170474d879,segment=NetworkSegment(43ae58ee-42d7-4352-a41c-8b2e1ab229d6),segment_id=43ae58ee-42d7-4352-a41c-8b2e1ab229d6)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:34.933481 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.017311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-632fd9e6-6263-49d2-b5a5-af9d599ece67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4fa351c09c7429c9b1e0044e4dd4c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6908193 May 28 05:37:35.017878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46440) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:35.039148 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b76e443-e33e-4d63-80a8-9592092f3d64 req-3b9374e9-0565-4662-8d33-e8f98219a91d service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706551 May 28 05:37:35.183517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc50b01-214d-43d2-86a9-5512b4b0984c None None] Pushing event updated for resources: {'Port': ['ID=10be4a93-d0e6-4115-9060-5b225f79263e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:35.241628 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92f0b5ed-1a0b-433e-8427-b8820e5bca6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.311464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.336502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f6a4e-ca48-40ce-8ed7-e619cdf438b4 req-8bc1c5ec-7742-441c-8fb3-1d603b3b09e8 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:35.338298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b5f6a4e-ca48-40ce-8ed7-e619cdf438b4 req-8bc1c5ec-7742-441c-8fb3-1d603b3b09e8 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.5139022 May 28 05:37:35.362046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-8c84646a-37ea-4d7d-a5b0-a3e8a5543b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:35.363802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-8c84646a-37ea-4d7d-a5b0-a3e8a5543b33 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 1098 time: 0.2066748 May 28 05:37:35.459827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b5f6a4e-ca48-40ce-8ed7-e619cdf438b4 req-126018ee-ce27-448c-8dd1-a4a166371a5b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134820 May 28 05:37:35.478413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7d49fee-c505-4c7f-82d8-e4be44435d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.495018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.504359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92f0b5ed-1a0b-433e-8427-b8820e5bca6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.610144 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12cf77b7-5fc4-4da3-84ed-0e66787fe146'] response: {'server_uuid': '0caa2b5f-85bb-4b0e-87d4-2086f2850f72', 'name': 'network-vif-deleted', 'tag': '73c00d49-4eff-4c61-9865-00b33c400a15', 'status': 'completed', 'code': 200} May 28 05:37:35.611672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0b5ed-1a0b-433e-8427-b8820e5bca6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4381fba7-c70e-429d-9e28-c31373a2e00a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:35.616518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Allocated IP 172.25.4.199 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/a3e053b2-676d-4c59-9b46-126a0d726bf0) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:35.627869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Attempting to bind port 10be4a93-d0e6-4115-9060-5b225f79263e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:35.630051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Attempting to bind port 10be4a93-d0e6-4115-9060-5b225f79263e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '5f45ad47-fe8a-439d-88e7-26570534be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:35.630426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Attempting to bind port 10be4a93-d0e6-4115-9060-5b225f79263e on network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:35.640356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92f0b5ed-1a0b-433e-8427-b8820e5bca6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.643849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7d49fee-c505-4c7f-82d8-e4be44435d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.653866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:35.654245 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Checking segment: {'id': '5f45ad47-fe8a-439d-88e7-26570534be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:35.654652 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.655046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Bound using segment: {'id': '5f45ad47-fe8a-439d-88e7-26570534be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:35.655540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Bound port: 10be4a93-d0e6-4115-9060-5b225f79263e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f45ad47-fe8a-439d-88e7-26570534be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:35.655923 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.677781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 6aefc3e2-9ac0-4689-8446-6e26e9539472 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:35.678165 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.697253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c350a3-710a-4088-8fe7-b9c8fe0e4631 None None] Pushing event updated for resources: {'Port': ['ID=9d9063f8-fb52-4002-8df6-01170474d879,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:35.723727 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-92f0b5ed-1a0b-433e-8427-b8820e5bca6b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4381fba7-c70e-429d-9e28-c31373a2e00a HTTP/1.1" status: 204 len: 168 time: 1.6036353 May 28 05:37:35.732892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46446) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:35.782896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908960bd-7311-48af-aa47-5ba117582e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aefc3e2-9ac0-4689-8446-6e26e9539472'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:35.799975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 6aefc3e2-9ac0-4689-8446-6e26e9539472, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:35.824206 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:35.911863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:35.920005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4c8eeb5b-1906-487c-91e1-d4e735a2e79d no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:35.965604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:35.992587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:36.000184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 4c8eeb5b-1906-487c-91e1-d4e735a2e79d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:36.000816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4c8eeb5b-1906-487c-91e1-d4e735a2e79d not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:36.001402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6aefc3e2-9ac0-4689-8446-6e26e9539472 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:36.052062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] For port 10be4a93-d0e6-4115-9060-5b225f79263e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:36.126986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] For port 10be4a93-d0e6-4115-9060-5b225f79263e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=10be4a93-d0e6-4115-9060-5b225f79263e,segment=NetworkSegment(5f45ad47-fe8a-439d-88e7-26570534be2d),segment_id=5f45ad47-fe8a-439d-88e7-26570534be2d)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:36.144424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.144812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=6aefc3e2-9ac0-4689-8446-6e26e9539472,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:36.155647 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.185335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7d49fee-c505-4c7f-82d8-e4be44435d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.212681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cbf9f-4e69-412f-b0af-7174877e3720 req-cfa822cb-8124-4500-9c6f-5f82c9099fdf tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:36.214597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef6cbf9f-4e69-412f-b0af-7174877e3720 req-cfa822cb-8124-4500-9c6f-5f82c9099fdf tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 946 time: 0.2150321 May 28 05:37:36.424285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbc4b24-ed8b-40bf-85f0-2856274df68a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:36.437442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Routers {'606891c3-c18c-4514-9bb5-67f96ccc36ce'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:36.438130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['606891c3-c18c-4514-9bb5-67f96ccc36ce'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:36.473934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.519225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0058408b-e5a2-4608-b773-63fd7467e5c4']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:36.565877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888183b2-9787-41ba-a6a7-510fcf286a00') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:36.566102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888183b2-9787-41ba-a6a7-510fcf286a00') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:36.566390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 6aefc3e2-9ac0-4689-8446-6e26e9539472 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:36.566868 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.595673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc50b01-214d-43d2-86a9-5512b4b0984c None None] Pushing event updated for resources: {'Port': ['ID=10be4a93-d0e6-4115-9060-5b225f79263e,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:36.612564 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.647857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.662923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:37:36.663353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.697486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 6aefc3e2-9ac0-4689-8446-6e26e9539472, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:36.763550 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.802104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d49fee-c505-4c7f-82d8-e4be44435d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6821d59-28e3-44ca-b14b-8299d49ddd2b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:36.804974 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.894922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7d49fee-c505-4c7f-82d8-e4be44435d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.896079 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d7d49fee-c505-4c7f-82d8-e4be44435d4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6821d59-28e3-44ca-b14b-8299d49ddd2b HTTP/1.1" status: 204 len: 168 time: 1.8757763 May 28 05:37:36.923949 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 888183b2-9787-41ba-a6a7-510fcf286a00 resource provider aggregate not found May 28 05:37:36.989563 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:36.995174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] Set router 606891c3-c18c-4514-9bb5-67f96ccc36ce gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:37.003592 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 888183b2-9787-41ba-a6a7-510fcf286a00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 888183b2-9787-41ba-a6a7-510fcf286a00 found for delete ", "request_id": "req-a10c6cc4-545f-4a85-a85a-9ea5735d39bf"}]} May 28 05:37:37.037845 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef6cbf9f-4e69-412f-b0af-7174877e3720 req-17d0867a-ba63-40a7-9309-2d6683480d2a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8095551 May 28 05:37:37.095651 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:37.111155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] Pushing event deleted for resources: {'Network': ['ID=0058408b-e5a2-4608-b773-63fd7467e5c4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:37.145267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a17739dd-eb26-433d-a198-2a0701d0cafa admin admin] 10.222.0.39 "DELETE /v2.0/networks/0058408b-e5a2-4608-b773-63fd7467e5c4 HTTP/1.1" status: 204 len: 168 time: 1.3990037 May 28 05:37:37.149661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46464) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:37.251591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-9f020680-4ee1-4f28-9918-a71963bc96bf tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:37.254432 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-9f020680-4ee1-4f28-9918-a71963bc96bf tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 944 time: 0.4477830 May 28 05:37:37.260400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-e9a38498-2f89-42c3-88ab-27754f05c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:37.263376 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-e9a38498-2f89-42c3-88ab-27754f05c962 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 1.8900964 May 28 05:37:37.352890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9d9063f8-fb52-4002-8df6-01170474d879 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:37.388943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df23bc7b-e954-47d9-a223-d3c93b21e57e None None] Network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:37:37.552107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af5d697-eeff-42de-b543-3f3ebc0fc416 admin admin] Deleting subnet f812c1b8-e2d4-45b6-872e-5b8eb766e848 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:37:37.562308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-31a05814-280c-48ef-98c6-2cdefa396872 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Deleting port 6aefc3e2-9ac0-4689-8446-6e26e9539472 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:37.562829 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-31a05814-280c-48ef-98c6-2cdefa396872 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:37.598458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6af5d697-eeff-42de-b543-3f3ebc0fc416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:37.662412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b475362-2576-41c7-a2b3-79a11799c383', 'name': 'network-vif-deleted', 'tag': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:37.737690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab924-003b-4898-aed9-b938222563d8 req-5ef14831-83d0-4d1b-9370-83b1bc474dc4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:37.740352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae1ab924-003b-4898-aed9-b938222563d8 req-5ef14831-83d0-4d1b-9370-83b1bc474dc4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 947 time: 0.4849164 May 28 05:37:37.766465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-8646c917-efd8-42e5-9606-7da6df6abffb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=57cc9998-4727-486d-945f-4739809a2cf9 HTTP/1.1" status: 200 len: 217 time: 0.1206853 May 28 05:37:37.782283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6af5d697-eeff-42de-b543-3f3ebc0fc416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:37.925045 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:37.938676 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6af5d697-eeff-42de-b543-3f3ebc0fc416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:38.004828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=6aefc3e2-9ac0-4689-8446-6e26e9539472,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:38.011441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-1bf3820e-4507-41a4-8a31-9e674eca8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:38.013618 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-1bf3820e-4507-41a4-8a31-9e674eca8bf1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2327845 May 28 05:37:38.077524 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6af5d697-eeff-42de-b543-3f3ebc0fc416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:38.106360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:38.155038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-router', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:15Z', 'updated_at': '2022-05-28T05:37:26Z', 'revision_number': 4, 'project_id': '222d7f666f93411eb0bc39767251221a', 'gw_port': {'id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:16Z', 'updated_at': '2022-05-28T05:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '10be4a93-d0e6-4115-9060-5b225f79263e', 'name': '', 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'mac_address': 'fa:16:3e:d8:f8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '83d28437-6067-4238-b8b8-3d6f8b71a304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:23Z', 'updated_at': '2022-05-28T05:37:35Z', 'revision_number': 4, 'project_id': '222d7f666f93411eb0bc39767251221a', 'subnets': [{'id': '83d28437-6067-4238-b8b8-3d6f8b71a304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:38.163263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084fffcc-304e-44fe-bb4f-de5c933bd953 None None] The sync data for ids ['606891c3-c18c-4514-9bb5-67f96ccc36ce'] in n-d-843679-5 is: [{'id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-router', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:15Z', 'updated_at': '2022-05-28T05:37:26Z', 'revision_number': 4, 'project_id': '222d7f666f93411eb0bc39767251221a', 'gw_port': {'id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:16Z', 'updated_at': '2022-05-28T05:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '10be4a93-d0e6-4115-9060-5b225f79263e', 'name': '', 'network_id': 'd868c076-5433-4b2c-bbb3-c2eb0d3f52e8', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'mac_address': 'fa:16:3e:d8:f8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '83d28437-6067-4238-b8b8-3d6f8b71a304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:23Z', 'updated_at': '2022-05-28T05:37:35Z', 'revision_number': 4, 'project_id': '222d7f666f93411eb0bc39767251221a', 'subnets': [{'id': '83d28437-6067-4238-b8b8-3d6f8b71a304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:37:38.249063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5d697-eeff-42de-b543-3f3ebc0fc416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f812c1b8-e2d4-45b6-872e-5b8eb766e848,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:38.290786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 9d9063f8-fb52-4002-8df6-01170474d879 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:38.373304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-18404dc3-335c-4926-a076-06aa4db7c21e None None] Provisioning for port 9d9063f8-fb52-4002-8df6-01170474d879 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:38.393317 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae1ab924-003b-4898-aed9-b938222563d8 req-1e548808-309d-4cb5-8a3b-58c13a7cd885 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763936 May 28 05:37:38.397273 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6af5d697-eeff-42de-b543-3f3ebc0fc416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:38.411428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-18404dc3-335c-4926-a076-06aa4db7c21e None None] Provisioning complete for port 9d9063f8-fb52-4002-8df6-01170474d879 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:38.411908 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-18404dc3-335c-4926-a076-06aa4db7c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:38.542679 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ea1874-f922-4e27-b501-39ea277c6efd'] response: {'server_uuid': '908960bd-7311-48af-aa47-5ba117582e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aefc3e2-9ac0-4689-8446-6e26e9539472', 'code': 200} May 28 05:37:38.544307 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6af5d697-eeff-42de-b543-3f3ebc0fc416 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f812c1b8-e2d4-45b6-872e-5b8eb766e848 HTTP/1.1" status: 204 len: 168 time: 1.3920090 May 28 05:37:38.547325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46492) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:38.570052 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-544088b4-b646-44bf-830c-cbedc193d32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:38.661382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-18404dc3-335c-4926-a076-06aa4db7c21e None None] Current status of the port 9d9063f8-fb52-4002-8df6-01170474d879 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:38.661676 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-18404dc3-335c-4926-a076-06aa4db7c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:38.683816 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:38.707893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-18404dc3-335c-4926-a076-06aa4db7c21e None None] For port 9d9063f8-fb52-4002-8df6-01170474d879, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9d9063f8-fb52-4002-8df6-01170474d879,segment=NetworkSegment(43ae58ee-42d7-4352-a41c-8b2e1ab229d6),segment_id=43ae58ee-42d7-4352-a41c-8b2e1ab229d6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:38.715831 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-18404dc3-335c-4926-a076-06aa4db7c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:38.833984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-31a05814-280c-48ef-98c6-2cdefa396872 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] For port 6aefc3e2-9ac0-4689-8446-6e26e9539472, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6aefc3e2-9ac0-4689-8446-6e26e9539472,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:38.834558 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-31a05814-280c-48ef-98c6-2cdefa396872 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:38.838559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18404dc3-335c-4926-a076-06aa4db7c21e None None] Pushing event updated for resources: {'Port': ['ID=9d9063f8-fb52-4002-8df6-01170474d879,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:38.899604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 10be4a93-d0e6-4115-9060-5b225f79263e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:39.055799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:39.073577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bac85cd2-b0b5-49f4-8bbc-1abab0800d1e None None] Provisioning complete for port 9d9063f8-fb52-4002-8df6-01170474d879 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:39.074124 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bac85cd2-b0b5-49f4-8bbc-1abab0800d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:39.112168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:39.136402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:39.188477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-31a05814-280c-48ef-98c6-2cdefa396872 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Calling delete_port for 6aefc3e2-9ac0-4689-8446-6e26e9539472 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:39.252578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event updated for resources: {'Port': ['ID=a3e053b2-676d-4c59-9b46-126a0d726bf0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:39.261911 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:39.281563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 10be4a93-d0e6-4115-9060-5b225f79263e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:39.289461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bac85cd2-b0b5-49f4-8bbc-1abab0800d1e None None] Current status of the port 9d9063f8-fb52-4002-8df6-01170474d879 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:39.294426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 10be4a93-d0e6-4115-9060-5b225f79263e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:39.296918 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:39.385637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-a258ac49-d947-49d6-8f3e-9f83431cfe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:39.388891 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-a258ac49-d947-49d6-8f3e-9f83431cfe48 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3542757 May 28 05:37:39.388891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Router 6c9fab64-639b-40f1-964c-60d05a062119 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:37:39.392305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e83483-9a9a-44fc-9575-dd34502bf79b req-2cb4e044-f1b0-49ee-a0b1-ef16a2d66787 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:39.400230 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-62e83483-9a9a-44fc-9575-dd34502bf79b req-2cb4e044-f1b0-49ee-a0b1-ef16a2d66787 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.7062943 May 28 05:37:39.569146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-62e83483-9a9a-44fc-9575-dd34502bf79b req-c7475f52-0ff8-47a5-9a09-12b324134d10 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679714 May 28 05:37:39.570422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-31a05814-280c-48ef-98c6-2cdefa396872 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:39.571302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 10be4a93-d0e6-4115-9060-5b225f79263e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:39.571857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:39.689454 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:39.697151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a05814-280c-48ef-98c6-2cdefa396872 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event deleted for resources: {'Port': ['ID=6aefc3e2-9ac0-4689-8446-6e26e9539472,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:39.705900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 10be4a93-d0e6-4115-9060-5b225f79263e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=10be4a93-d0e6-4115-9060-5b225f79263e,segment=NetworkSegment(5f45ad47-fe8a-439d-88e7-26570534be2d),segment_id=5f45ad47-fe8a-439d-88e7-26570534be2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:39.707373 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:39.713527 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:39.789997 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551c0e65-000d-4feb-88cb-8eb63d75be51'] response: {'server_uuid': '0b475362-2576-41c7-a2b3-79a11799c383', 'name': 'network-vif-deleted', 'tag': '4c8eeb5b-1906-487c-91e1-d4e735a2e79d', 'status': 'completed', 'code': 200} May 28 05:37:39.800498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:39.816268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=10be4a93-d0e6-4115-9060-5b225f79263e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:39.844995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-31a05814-280c-48ef-98c6-2cdefa396872 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] No DVR routers for this DVR port 6aefc3e2-9ac0-4689-8446-6e26e9539472 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:39.848292 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-31a05814-280c-48ef-98c6-2cdefa396872 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:39.867437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6aefc3e2-9ac0-4689-8446-6e26e9539472 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:39.914279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-423584d9-930d-41ec-94e1-e3b789328e7d req-f19f61b5-acf0-4f67-9b41-b8670582b007 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Synchronizing usage tracker for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:39.925438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e127d8f4-9851-434e-9a55-5e69c607ac0a req-31a05814-280c-48ef-98c6-2cdefa396872 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "DELETE /v2.0/ports/6aefc3e2-9ac0-4689-8446-6e26e9539472 HTTP/1.1" status: 204 len: 173 time: 2.6240187 May 28 05:37:39.941187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-423584d9-930d-41ec-94e1-e3b789328e7d req-f19f61b5-acf0-4f67-9b41-b8670582b007 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Unset dirty status for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:39.944673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fc6222-fc1b-408b-a05f-a15eb4b7cb38']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:39.948185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-423584d9-930d-41ec-94e1-e3b789328e7d req-f19f61b5-acf0-4f67-9b41-b8670582b007 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=908960bd-7311-48af-aa47-5ba117582e93 HTTP/1.1" status: 200 len: 210 time: 0.0933964 May 28 05:37:39.954711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 6aefc3e2-9ac0-4689-8446-6e26e9539472 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:39.955351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6aefc3e2-9ac0-4689-8446-6e26e9539472 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:40.050721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:40.134746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04609d1b-4011-44d9-8a99-a636a1ed355b') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:40.135591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04609d1b-4011-44d9-8a99-a636a1ed355b') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:40.347394 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-ad48ba49-1a04-4957-9f70-09b6ad6a1c27 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9483705 May 28 05:37:40.442855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:40.460020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0721f40-67f6-41bc-8ca7-c63114f35a92 req-c91ae653-a5aa-4b85-97cd-d7303c59bdde tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:40.462770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0721f40-67f6-41bc-8ca7-c63114f35a92 req-c91ae653-a5aa-4b85-97cd-d7303c59bdde tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 947 time: 0.0845232 May 28 05:37:40.515629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 57cc9998-4727-486d-945f-4739809a2cf9 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:37:40.525812 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0721f40-67f6-41bc-8ca7-c63114f35a92 req-07b265f5-ffeb-428f-9121-572b35ec25e7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564103 May 28 05:37:40.553884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908960bd-7311-48af-aa47-5ba117582e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aefc3e2-9ac0-4689-8446-6e26e9539472'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:40.556187 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:40.659299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:37:40.660072 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:40.677703 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3d83c60-9a31-4322-bb4e-f763bfc60a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:40.687909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:37:40.699531 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Sync routers for ids ['6c9fab64-639b-40f1-964c-60d05a062119'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:37:40.711493 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Routers {'6c9fab64-639b-40f1-964c-60d05a062119'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:40.712512 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['6c9fab64-639b-40f1-964c-60d05a062119'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:40.748497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 57cc9998-4727-486d-945f-4739809a2cf9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=57cc9998-4727-486d-945f-4739809a2cf9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:40.765418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '57cc9998-4727-486d-945f-4739809a2cf9', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '57cc9998-4727-486d-945f-4739809a2cf9', 'mac_address': 'fa:16:3e:9d:75:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:37:40.806345 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 04609d1b-4011-44d9-8a99-a636a1ed355b resource provider aggregate not found May 28 05:37:40.826495 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:40.831835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46516) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:40.843962 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b5d1f3fe-d3a4-4ab0-8488-fcd8d09658a2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.6735389 May 28 05:37:40.863356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9d9063f8-fb52-4002-8df6-01170474d879 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:40.900114 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 04609d1b-4011-44d9-8a99-a636a1ed355b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04609d1b-4011-44d9-8a99-a636a1ed355b found for delete ", "request_id": "req-2e902461-4cf5-45d1-8cea-f2f96ac39fa0"}]} May 28 05:37:40.921835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e9e225a-8ab5-4847-8601-922c7bc29708 req-726219a2-71f7-415e-9dcd-8fb840a9fd22 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178096 May 28 05:37:40.933191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 57cc9998-4727-486d-945f-4739809a2cf9 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:40.933191 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:40.959279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:40.977430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cc9998-4727-486d-945f-4739809a2cf9 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:40.982593 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:40.995480 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b65767a4-3ad6-469e-9c3f-e6824db7bb45'] response: {'server_uuid': '908960bd-7311-48af-aa47-5ba117582e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aefc3e2-9ac0-4689-8446-6e26e9539472', 'code': 200} May 28 05:37:41.008444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 57cc9998-4727-486d-945f-4739809a2cf9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=57cc9998-4727-486d-945f-4739809a2cf9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:41.015774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fc6222-fc1b-408b-a05f-a15eb4b7cb38,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:41.020238 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.028779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e1fc6222-fc1b-408b-a05f-a15eb4b7cb38 HTTP/1.1" status: 204 len: 168 time: 2.4378657 May 28 05:37:41.041697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.042043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.042565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.043158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.044656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.044656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.044959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.045574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.046092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.046432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.046835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.047564 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db693e2a-74bd-49ea-82f5-510e779b11a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:41.099983 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.103539 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Set router 6c9fab64-639b-40f1-964c-60d05a062119 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:41.110072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=57cc9998-4727-486d-945f-4739809a2cf9,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:41.111284 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.113645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9d9063f8-fb52-4002-8df6-01170474d879 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:41.113947 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.282906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9d9063f8-fb52-4002-8df6-01170474d879 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:41.285968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 10be4a93-d0e6-4115-9060-5b225f79263e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:41.332647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event updated for resources: {'Port': ['ID=a3e053b2-676d-4c59-9b46-126a0d726bf0,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:41.361127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.389641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.398380 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-f9f13ae6-3192-4a7e-9fcb-9595c0f52232 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.7976444 May 28 05:37:41.416790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46528) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:41.423137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 10be4a93-d0e6-4115-9060-5b225f79263e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:41.423543 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.514591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-bd6edef9-98ff-4de6-8220-996c1bb4aacb tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Synchronizing usage tracker for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:41.521336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-76743a47-8f02-4086-9125-11bcf5d976d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c245e86ccb074d4daf6d0ab5b7a5ef7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1026316 May 28 05:37:41.523846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46532) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:41.524034 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fab64-639b-40f1-964c-60d05a062119', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-router', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:32Z', 'updated_at': '2022-05-28T05:37:36Z', 'revision_number': 3, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'gw_port': {'id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:34Z', 'updated_at': '2022-05-28T05:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:41.532481 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Checking router: 6c9fab64-639b-40f1-964c-60d05a062119 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:37:41.533392 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.533880 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Updating router 6c9fab64-639b-40f1-964c-60d05a062119 port fdbc4b24-ed8b-40bf-85f0-2856274df68a binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:37:41.558302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd83d6-b44f-479e-91d6-da07c3771be3 req-8b461043-3fee-4d3a-b0cc-7b3c61cde995 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:41.566087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efbd83d6-b44f-479e-91d6-da07c3771be3 req-8b461043-3fee-4d3a-b0cc-7b3c61cde995 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.3817887 May 28 05:37:41.604831 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.605982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-bd6edef9-98ff-4de6-8220-996c1bb4aacb tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Unset dirty status for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:41.609967 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-bd6edef9-98ff-4de6-8220-996c1bb4aacb tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.2107568 May 28 05:37:41.610904 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.627272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['57cc9998-4727-486d-945f-4739809a2cf9'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:41.634678 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efbd83d6-b44f-479e-91d6-da07c3771be3 req-f270cf54-c6d8-43a0-bd47-096ba812de71 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676455 May 28 05:37:41.732300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 10be4a93-d0e6-4115-9060-5b225f79263e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:41.800114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908960bd-7311-48af-aa47-5ba117582e93', 'name': 'network-vif-deleted', 'tag': '6aefc3e2-9ac0-4689-8446-6e26e9539472'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:41.803490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38ca94af-102f-44d6-9511-2d3d396bddab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.883546 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38ca94af-102f-44d6-9511-2d3d396bddab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:41.930626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-0bd52f9f-5624-4cc4-a5d6-8dd6ae6749a4 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:41.931995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08c12be5-b241-4a15-ac67-3cb84f1341a6 req-0bd52f9f-5624-4cc4-a5d6-8dd6ae6749a4 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.3112814 May 28 05:37:41.965522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14496c-a0d5-4f85-b068-e37bc5fd7f75 req-78dc8ce6-6aef-42a4-9de4-7a7e2bb12241 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:41.972169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ca14496c-a0d5-4f85-b068-e37bc5fd7f75 req-78dc8ce6-6aef-42a4-9de4-7a7e2bb12241 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Synchronizing usage tracker for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:41.972913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-ba60f491-99b4-43ef-8575-e12f29f830e5 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:41.974641 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-ba60f491-99b4-43ef-8575-e12f29f830e5 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 945 time: 0.2293494 May 28 05:37:41.991449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ca14496c-a0d5-4f85-b068-e37bc5fd7f75 req-78dc8ce6-6aef-42a4-9de4-7a7e2bb12241 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Unset dirty status for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:41.998981 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca14496c-a0d5-4f85-b068-e37bc5fd7f75 req-78dc8ce6-6aef-42a4-9de4-7a7e2bb12241 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 945 time: 0.2138259 May 28 05:37:42.064580 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38ca94af-102f-44d6-9511-2d3d396bddab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.098877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-1d3946bf-02b1-493f-9a25-5fa221b30336 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Deleting port 5c933e96-febc-4c58-b692-e75945aaf66a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:42.099464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-1d3946bf-02b1-493f-9a25-5fa221b30336 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.109769 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.125537 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Transition to ACTIVE for port object fdbc4b24-ed8b-40bf-85f0-2856274df68a will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:42.136044 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.142903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca94af-102f-44d6-9511-2d3d396bddab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d661a1-9521-4d22-9624-58c5d8d08dc4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:42.183985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38ca94af-102f-44d6-9511-2d3d396bddab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.197146 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-38ca94af-102f-44d6-9511-2d3d396bddab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99d661a1-9521-4d22-9624-58c5d8d08dc4 HTTP/1.1" status: 204 len: 168 time: 0.6633327 May 28 05:37:42.267455 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca14496c-a0d5-4f85-b068-e37bc5fd7f75 req-71d6c1ab-a504-4cf6-acf1-e59f46635e04 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674634 May 28 05:37:42.272593 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc21785-c8e8-4680-89ee-443ccb2ca5fd None None] Pushing event updated for resources: {'Port': ['ID=fdbc4b24-ed8b-40bf-85f0-2856274df68a,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:42.276109 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Attempting to bind port fdbc4b24-ed8b-40bf-85f0-2856274df68a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:42.277287 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Attempting to bind port fdbc4b24-ed8b-40bf-85f0-2856274df68a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:42.277656 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Attempting to bind port fdbc4b24-ed8b-40bf-85f0-2856274df68a on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:42.287153 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:42.287153 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:42.287489 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.287938 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:42.288405 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Bound port: fdbc4b24-ed8b-40bf-85f0-2856274df68a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:42.288770 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.382107 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] For port fdbc4b24-ed8b-40bf-85f0-2856274df68a, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:42.385426 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] For port fdbc4b24-ed8b-40bf-85f0-2856274df68a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=fdbc4b24-ed8b-40bf-85f0-2856274df68a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:42.391503 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7bad5e5-8eb1-4dd1-9fe4-ef9008b7e2b5'] response: {'server_uuid': '908960bd-7311-48af-aa47-5ba117582e93', 'name': 'network-vif-deleted', 'tag': '6aefc3e2-9ac0-4689-8446-6e26e9539472', 'status': 'completed', 'code': 200} May 28 05:37:42.391767 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.476285 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Routers {'6c9fab64-639b-40f1-964c-60d05a062119'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:42.476912 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['6c9fab64-639b-40f1-964c-60d05a062119'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:42.516970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-1d3946bf-02b1-493f-9a25-5fa221b30336 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] For port 5c933e96-febc-4c58-b692-e75945aaf66a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5c933e96-febc-4c58-b692-e75945aaf66a,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:42.516970 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-1d3946bf-02b1-493f-9a25-5fa221b30336 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.548380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0e46dc18-5d74-44ed-9760-76f21d295ae0 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Synchronizing usage tracker for tenant:222d7f666f93411eb0bc39767251221a on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:42.555389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.622891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0e46dc18-5d74-44ed-9760-76f21d295ae0 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Unset dirty status for tenant:222d7f666f93411eb0bc39767251221a on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:42.630005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0e46dc18-5d74-44ed-9760-76f21d295ae0 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2399805 May 28 05:37:42.636015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:42.653644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:42.675715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:42.721707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:42.743743 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] Set router 6c9fab64-639b-40f1-964c-60d05a062119 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:42.815575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46552) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:42.893370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-1d3946bf-02b1-493f-9a25-5fa221b30336 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Calling delete_port for 5c933e96-febc-4c58-b692-e75945aaf66a owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:42.943777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-42bd377e-d219-4293-8234-9daecbef3f24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c99ba2952fc42e099b9c8e5160673b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213510 May 28 05:37:42.951694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46556) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:42.998588 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc21785-c8e8-4680-89ee-443ccb2ca5fd None None] Pushing event updated for resources: {'Port': ['ID=fdbc4b24-ed8b-40bf-85f0-2856274df68a,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:43.001993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Allocated IP 172.20.0.1 (72d95bf1-e413-43fe-a2b2-aa9853de89f1/a4ee687e-9879-4253-b875-f250fbe5bf52/4bb63049-7d14-42a1-bc49-dce68025c4c1) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:43.053857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674555-c3cc-4d49-8a7f-25bf7ccaf5d0 req-d6916430-3319-4ee6-91e0-26a721e02c03 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:43.054571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-49674555-c3cc-4d49-8a7f-25bf7ccaf5d0 req-d6916430-3319-4ee6-91e0-26a721e02c03 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:43.106468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-49674555-c3cc-4d49-8a7f-25bf7ccaf5d0 req-d6916430-3319-4ee6-91e0-26a721e02c03 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:43.109592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49674555-c3cc-4d49-8a7f-25bf7ccaf5d0 req-d6916430-3319-4ee6-91e0-26a721e02c03 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 948 time: 0.2603405 May 28 05:37:43.129751 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fab64-639b-40f1-964c-60d05a062119', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-router', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:32Z', 'updated_at': '2022-05-28T05:37:36Z', 'revision_number': 3, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'gw_port': {'id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:34Z', 'updated_at': '2022-05-28T05:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:43.136647 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984786be-a7a6-420d-be53-714ed49c7eca None None] The sync data for ids ['6c9fab64-639b-40f1-964c-60d05a062119'] in n-d-843679-5 is: [{'id': '6c9fab64-639b-40f1-964c-60d05a062119', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-router', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:32Z', 'updated_at': '2022-05-28T05:37:36Z', 'revision_number': 3, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'gw_port': {'id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:34Z', 'updated_at': '2022-05-28T05:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:37:43.164200 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-1d3946bf-02b1-493f-9a25-5fa221b30336 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.168299 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.174604 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55a4505a-8f2d-48a1-8091-9da7dd857089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.220677 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55a4505a-8f2d-48a1-8091-9da7dd857089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.252388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3946bf-02b1-493f-9a25-5fa221b30336 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Pushing event deleted for resources: {'Port': ['ID=5c933e96-febc-4c58-b692-e75945aaf66a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:43.252671 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.292011 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49674555-c3cc-4d49-8a7f-25bf7ccaf5d0 req-fe27a6b7-6ed5-4762-9d56-7071859c476a tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750174 May 28 05:37:43.359967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-1d3946bf-02b1-493f-9a25-5fa221b30336 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] No DVR routers for this DVR port 5c933e96-febc-4c58-b692-e75945aaf66a on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:43.365159 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-1d3946bf-02b1-493f-9a25-5fa221b30336 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.370681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'name': 'network-vif-deleted', 'tag': '5c933e96-febc-4c58-b692-e75945aaf66a'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:43.388254 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4cc78e7a-2db7-4758-9ffb-3d11e5147c48 req-1d3946bf-02b1-493f-9a25-5fa221b30336 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.33 "DELETE /v2.0/ports/5c933e96-febc-4c58-b692-e75945aaf66a HTTP/1.1" status: 204 len: 173 time: 1.4071331 May 28 05:37:43.398385 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55a4505a-8f2d-48a1-8091-9da7dd857089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.414799 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.436215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46566) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:43.442644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358411270', 'description': 'tempest-description--1990919723'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:43.449426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:43.465344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:43.499087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.540667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:43.546119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Usage tracker for resource:security_group_rule and tenant:c51254dda82f46f28f190a70d4cc47c1 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:43.547831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Allocated IP 172.25.4.144 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/f2afd59c-4c54-4237-95a6-1687d830c5e7) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:43.549933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:43.562299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:43.585053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4505a-8f2d-48a1-8091-9da7dd857089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2cef67-41ef-4f5b-a123-41cbf1c20a23,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:43.689987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Transition to ACTIVE for port object 4bb63049-7d14-42a1-bc49-dce68025c4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:43.728629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.733123 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55a4505a-8f2d-48a1-8091-9da7dd857089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.734336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-55a4505a-8f2d-48a1-8091-9da7dd857089 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba2cef67-41ef-4f5b-a123-41cbf1c20a23 HTTP/1.1" status: 204 len: 168 time: 0.7814577 May 28 05:37:43.737002 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.776970 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.777143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2d50c2-43e7-4bbb-b7cb-f840757f0e65,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:43.787435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e20b3-5994-41ac-8e6a-b8b2d92fe2ec req-7675e0ec-6135-4bd9-94c9-1396d4277b2e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:43.789082 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa3e20b3-5994-41ac-8e6a-b8b2d92fe2ec req-7675e0ec-6135-4bd9-94c9-1396d4277b2e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.2036748 May 28 05:37:43.793475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.835318 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.836750 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9b85db5f-e109-423b-aeb7-49f0fed32a9a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3995965 May 28 05:37:43.839653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46572) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:43.851164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Request body: {'security_group_rule': {'security_group_id': 'ba2d50c2-43e7-4bbb-b7cb-f840757f0e65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:43.863559 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa3e20b3-5994-41ac-8e6a-b8b2d92fe2ec req-c4f0ff41-48aa-41d9-9944-44923213c255 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638785 May 28 05:37:43.864551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:43.868596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:43.869159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Usage tracker for resource:security_group_rule and tenant:c51254dda82f46f28f190a70d4cc47c1 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:43.872736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:43.878913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:43.882644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:43.893221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:43.924620 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.968158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb63049-7d14-42a1-bc49-dce68025c4c1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:43.984336 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:43.988220 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.053624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.066779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.142817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff0cbe9-9cf3-4d4b-bfac-5a453f7bdce5,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:44.183448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event updated for resources: {'Port': ['ID=f2afd59c-4c54-4237-95a6-1687d830c5e7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:44.216529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:44.220894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:44.234050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:44.244259 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.254980 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-23556fb3-fac7-4403-a0b6-90e84223c1fc tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4133263 May 28 05:37:44.255723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46578) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:44.273327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-08055cca-7c8f-461a-ac80-ca1c0717f146 req-e670a765-7bf6-43f4-9743-4712f54c60df tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Synchronizing usage tracker for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:44.288915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Request body: {'security_group_rule': {'security_group_id': 'ba2d50c2-43e7-4bbb-b7cb-f840757f0e65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:44.308097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:44.323148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Usage tracker for resource:security_group_rule and tenant:c51254dda82f46f28f190a70d4cc47c1 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:44.335557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:44.348994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-08055cca-7c8f-461a-ac80-ca1c0717f146 req-e670a765-7bf6-43f4-9743-4712f54c60df tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Unset dirty status for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:44.358804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-328dd013-e2d3-4014-bb43-d695e7ea35ae None None] Provisioning for port 4bb63049-7d14-42a1-bc49-dce68025c4c1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:44.361238 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08055cca-7c8f-461a-ac80-ca1c0717f146 req-e670a765-7bf6-43f4-9743-4712f54c60df tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc4b3f0c-741f-4053-a800-3aad251a5f17 HTTP/1.1" status: 200 len: 210 time: 0.2124612 May 28 05:37:44.365983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:44.379645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-328dd013-e2d3-4014-bb43-d695e7ea35ae None None] Provisioning complete for port 4bb63049-7d14-42a1-bc49-dce68025c4c1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:44.379987 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-328dd013-e2d3-4014-bb43-d695e7ea35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.409123 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.516708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-328dd013-e2d3-4014-bb43-d695e7ea35ae None None] Port 4bb63049-7d14-42a1-bc49-dce68025c4c1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:37:44.527582 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54a43d6-6558-4381-97ed-d35f8df684db'] response: {'server_uuid': 'bc4b3f0c-741f-4053-a800-3aad251a5f17', 'name': 'network-vif-deleted', 'tag': '5c933e96-febc-4c58-b692-e75945aaf66a', 'status': 'completed', 'code': 200} May 28 05:37:44.546613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 57cc9998-4727-486d-945f-4739809a2cf9 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:44.566856 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.573621 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.626812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acf8b5a-6f4f-4b49-abde-2d76e3590974,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:44.627072 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.636028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.670415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.674495 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2399418c-da77-41b1-8e9c-70f4593534af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4009187 May 28 05:37:44.681287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 57cc9998-4727-486d-945f-4739809a2cf9 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:44.683837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46594) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:44.687503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 57cc9998-4727-486d-945f-4739809a2cf9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:44.687879 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.704856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:44.719652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:44.727103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Usage tracker for resource:floatingip and tenant:c51254dda82f46f28f190a70d4cc47c1 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:44.734533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:44.743140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:44.761583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11463d-c9e9-4e54-96b9-5e7a958f10ad req-830d803c-3b69-4c56-a637-d50b56be56ae tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:44.772297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f11463d-c9e9-4e54-96b9-5e7a958f10ad req-830d803c-3b69-4c56-a637-d50b56be56ae tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 948 time: 0.1464581 May 28 05:37:44.853725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f11463d-c9e9-4e54-96b9-5e7a958f10ad req-387af1ee-891f-45dc-81d6-6af16c54d0ed tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804327 May 28 05:37:44.868868 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.898943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device fdbc4b24-ed8b-40bf-85f0-2856274df68a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:44.917064 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:44.967444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 57cc9998-4727-486d-945f-4739809a2cf9 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:44.967974 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.016122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376886ae-d5ca-4f9a-bf9b-26172729c5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cc9998-4727-486d-945f-4739809a2cf9'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:45.029966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 57cc9998-4727-486d-945f-4739809a2cf9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=57cc9998-4727-486d-945f-4739809a2cf9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:45.040541 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.041509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c933e96-febc-4c58-b692-e75945aaf66a no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:45.125731 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.127793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port fdbc4b24-ed8b-40bf-85f0-2856274df68a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:45.141747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 5c933e96-febc-4c58-b692-e75945aaf66a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:45.142435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c933e96-febc-4c58-b692-e75945aaf66a not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:45.153723 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port fdbc4b24-ed8b-40bf-85f0-2856274df68a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:45.154230 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.256319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=57cc9998-4727-486d-945f-4739809a2cf9,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:45.339122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port fdbc4b24-ed8b-40bf-85f0-2856274df68a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:45.339684 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.362269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port fdbc4b24-ed8b-40bf-85f0-2856274df68a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=fdbc4b24-ed8b-40bf-85f0-2856274df68a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:45.369941 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.409865 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.421969 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.439287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb06fe8-3470-42e7-844b-42bc1676f5e0 req-138b3244-a5fe-4378-9c04-dae18d079e55 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:45.440725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcb06fe8-3470-42e7-844b-42bc1676f5e0 req-138b3244-a5fe-4378-9c04-dae18d079e55 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.2593992 May 28 05:37:45.491374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=fdbc4b24-ed8b-40bf-85f0-2856274df68a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:45.515375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Allocated IP 172.25.4.28 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/958fa11a-716e-4d26-9cbc-2a3a58581cda) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:45.527149 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.536600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcb06fe8-3470-42e7-844b-42bc1676f5e0 req-3b124830-6cac-473b-b7a8-ab99a22e7b12 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890687 May 28 05:37:45.555569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.599813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.608214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb63049-7d14-42a1-bc49-dce68025c4c1,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:45.655893 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d25848-4990-4d0f-9954-a3d307760092'] response: {'server_uuid': '376886ae-d5ca-4f9a-bf9b-26172729c5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cc9998-4727-486d-945f-4739809a2cf9', 'code': 200} May 28 05:37:45.702974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.703564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event updated for resources: {'Port': ['ID=f2afd59c-4c54-4237-95a6-1687d830c5e7,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:45.739212 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.820315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.848332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:45.867382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:45.878407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:45.917963 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:45.919809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0c7d5335-f2cd-446e-93ce-0cf45ffe946e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2890458 May 28 05:37:45.924493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:45.925694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:46.125851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event updated for resources: {'Port': ['ID=958fa11a-716e-4d26-9cbc-2a3a58581cda,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:46.156291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4129c7-a188-4fb0-aed8-1dc77fb9e7d8 req-eba006d2-bc34-4a19-8a6b-60fd7784709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:46.157875 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ca4129c7-a188-4fb0-aed8-1dc77fb9e7d8 req-eba006d2-bc34-4a19-8a6b-60fd7784709f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 1100 time: 0.3609674 May 28 05:37:46.209035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-462cd608-82dd-4514-a119-0a83c48231b1 req-28fd053e-9295-412f-b382-604f148aae20 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Synchronizing usage tracker for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:46.226653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:46.232395 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ca4129c7-a188-4fb0-aed8-1dc77fb9e7d8 req-3b5d03df-666d-4d87-9cea-f60a5ad23d33 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648403 May 28 05:37:46.313765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-462cd608-82dd-4514-a119-0a83c48231b1 req-28fd053e-9295-412f-b382-604f148aae20 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Unset dirty status for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:46.314910 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462cd608-82dd-4514-a119-0a83c48231b1 req-28fd053e-9295-412f-b382-604f148aae20 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.3870385 May 28 05:37:46.347432 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:46.351896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9084823d-182e-49ff-a5bd-53c2813baad5 None None] Provisioning complete for port 4bb63049-7d14-42a1-bc49-dce68025c4c1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:46.352368 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9084823d-182e-49ff-a5bd-53c2813baad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:46.410972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9084823d-182e-49ff-a5bd-53c2813baad5 None None] Port 4bb63049-7d14-42a1-bc49-dce68025c4c1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:37:46.422329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41ec85-5725-499a-b845-9f172d03f2ef req-534f69dc-b404-478c-a4b2-41bad1daae94 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:46.423938 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8f41ec85-5725-499a-b845-9f172d03f2ef req-534f69dc-b404-478c-a4b2-41bad1daae94 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 949 time: 0.1881130 May 28 05:37:46.440385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Router 6c9fab64-639b-40f1-964c-60d05a062119 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:37:46.549092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8f41ec85-5725-499a-b845-9f172d03f2ef req-c8eadeac-8ca5-4826-8b6a-fd1d60f70602 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181331 May 28 05:37:46.565152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cd608-82dd-4514-a119-0a83c48231b1 req-60fc8f0e-ae68-487b-9260-384898381185 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:46.566499 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462cd608-82dd-4514-a119-0a83c48231b1 req-60fc8f0e-ae68-487b-9260-384898381185 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.2421949 May 28 05:37:46.578540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0d35662b-5fc6-45fd-bbea-f0c5006dfc03 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:37:46.579540 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-462cd608-82dd-4514-a119-0a83c48231b1 req-0d35662b-5fc6-45fd-bbea-f0c5006dfc03 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058694 May 28 05:37:46.613678 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:46.620393 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:46.684280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:37:46.689005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5e4ad91b-1384-4f55-a6b8-53b1fa66f110 admin admin] 10.222.0.39 "PUT /v2.0/routers/6c9fab64-639b-40f1-964c-60d05a062119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8564341 May 28 05:37:46.700438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Sync routers for ids ['6c9fab64-639b-40f1-964c-60d05a062119'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:37:46.709777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Routers {'6c9fab64-639b-40f1-964c-60d05a062119'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:46.710568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['6c9fab64-639b-40f1-964c-60d05a062119'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:46.815349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event updated for resources: {'Port': ['ID=958fa11a-716e-4d26-9cbc-2a3a58581cda,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:46.829433 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:46.874722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ecac8-9cab-48d5-b4d2-c611332e4e8b req-1561ec72-d18e-4db2-9fc1-940985cf5579 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:46.876197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-047ecac8-9cab-48d5-b4d2-c611332e4e8b req-1561ec72-d18e-4db2-9fc1-940985cf5579 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 944 time: 0.2030568 May 28 05:37:46.877466 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:46.878540 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-868b6f20-79dc-4b15-bc31-25f9fbd8b435 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1887846 May 28 05:37:46.929937 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device fdbc4b24-ed8b-40bf-85f0-2856274df68a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:46.954804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-047ecac8-9cab-48d5-b4d2-c611332e4e8b req-f23014eb-c19c-41f5-8165-d1248f4e3c22 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640335 May 28 05:37:47.051731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Set router 6c9fab64-639b-40f1-964c-60d05a062119 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:47.134597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-14e86863-aaf9-4b0a-b609-30c9cecdd8bc tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1483903 May 28 05:37:47.151561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64829313-f05d-4120-b134-578b1fca660a req-a346dde0-82ce-473e-82fb-f6cd04c38318 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:47.158536 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64829313-f05d-4120-b134-578b1fca660a req-a346dde0-82ce-473e-82fb-f6cd04c38318 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.1022685 May 28 05:37:47.228126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port fdbc4b24-ed8b-40bf-85f0-2856274df68a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:47.228126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:47.265040 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64829313-f05d-4120-b134-578b1fca660a req-a7341006-a0fe-4ee1-b4da-44b8049d9645 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056190 May 28 05:37:47.287092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-53256375-9f6c-4d1c-aca2-59f8003830fc tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:47.288713 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-53256375-9f6c-4d1c-aca2-59f8003830fc tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.33 "GET /v2.0/ports?device_id=6e8f4f4f-208e-48b5-a78e-83e83b167502 HTTP/1.1" status: 200 len: 944 time: 0.1103585 May 28 05:37:47.308117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-db885f0e-7857-4285-921f-d772cc5025cd tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:47.311592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-db885f0e-7857-4285-921f-d772cc5025cd tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706500 May 28 05:37:47.326395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-36620f39-b48e-462c-8abd-bc2fc82b20e3 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/quotas/e10ad26e43184b2ab9c1f21342cf9b76 HTTP/1.1" status: 200 len: 375 time: 0.0093615 May 28 05:37:47.376379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-d867d891-0dbb-49ef-832b-1a4537bbcf12 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428262 May 28 05:37:47.452989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-fdaac163-64a3-4338-aca3-7c9ce2f15ab8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Deleting port 5c022527-32fc-4f14-9ecf-14954e08deac {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:47.453363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-fdaac163-64a3-4338-aca3-7c9ce2f15ab8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:47.545312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port fdbc4b24-ed8b-40bf-85f0-2856274df68a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:47.580147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fab64-639b-40f1-964c-60d05a062119', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-router', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:32Z', 'updated_at': '2022-05-28T05:37:44Z', 'revision_number': 4, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'gw_port': {'id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:34Z', 'updated_at': '2022-05-28T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '4bb63049-7d14-42a1-bc49-dce68025c4c1', 'name': '', 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'mac_address': 'fa:16:3e:bd:4c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'a4ee687e-9879-4253-b875-f250fbe5bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:42Z', 'updated_at': '2022-05-28T05:37:44Z', 'revision_number': 2, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'subnets': [{'id': 'a4ee687e-9879-4253-b875-f250fbe5bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:47.586401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Checking router: 6c9fab64-639b-40f1-964c-60d05a062119 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:37:47.586401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Updating router 6c9fab64-639b-40f1-964c-60d05a062119 port 4bb63049-7d14-42a1-bc49-dce68025c4c1 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:37:47.635941 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-c46aba98-b28c-4378-b6ee-4abb65453941 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3051560 May 28 05:37:47.645607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:47.651858 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:47.672065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:47.690018 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-c1b249cf-a870-4bf5-8531-941be70e66c8 req-e5f78255-327f-4ae9-ab24-835b223bf086 tempest-FloatingIPDetailsNegativeTestJSON-1683169258 tempest-FloatingIPDetailsNegativeTestJSON-1683169258-project] show failed (client error): The resource could not be found. May 28 05:37:47.692065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c1b249cf-a870-4bf5-8531-941be70e66c8 req-e5f78255-327f-4ae9-ab24-835b223bf086 tempest-FloatingIPDetailsNegativeTestJSON-1683169258 tempest-FloatingIPDetailsNegativeTestJSON-1683169258-project] 10.222.0.39 "GET /v2.0/floatingips/46905d20-311e-4a7f-9b2e-1d996bbd641b HTTP/1.1" status: 404 len: 350 time: 0.0855956 May 28 05:37:47.701397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46682) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:47.795826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:47.848015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:48.004140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-fdaac163-64a3-4338-aca3-7c9ce2f15ab8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] For port 5c022527-32fc-4f14-9ecf-14954e08deac, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5c022527-32fc-4f14-9ecf-14954e08deac,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:48.004526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-fdaac163-64a3-4338-aca3-7c9ce2f15ab8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:48.085767 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:48.102701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Transition to ACTIVE for port object 4bb63049-7d14-42a1-bc49-dce68025c4c1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:48.122401 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:48.142793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-fdaac163-64a3-4338-aca3-7c9ce2f15ab8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Calling delete_port for 5c022527-32fc-4f14-9ecf-14954e08deac owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:48.266925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-771d8ef9-796c-4964-a2c4-67194af5b8f1 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:48.270098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-771d8ef9-796c-4964-a2c4-67194af5b8f1 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/networks?id=9eb6b20d-62a6-40e6-a646-192301b4ad93 HTTP/1.1" status: 200 len: 821 time: 0.4621863 May 28 05:37:48.327478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b90295-c803-48ba-84be-bfdfb2504429 None None] Pushing event updated for resources: {'Port': ['ID=4bb63049-7d14-42a1-bc49-dce68025c4c1,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:48.375208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-e53ceac3-5831-4db0-b2cc-e9be27a88fa4 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/quotas/c51254dda82f46f28f190a70d4cc47c1 HTTP/1.1" status: 200 len: 375 time: 0.0981107 May 28 05:37:48.468091 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:48.468591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Attempting to bind port 4bb63049-7d14-42a1-bc49-dce68025c4c1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:48.468961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Attempting to bind port 4bb63049-7d14-42a1-bc49-dce68025c4c1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '43ae58ee-42d7-4352-a41c-8b2e1ab229d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:48.469488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Attempting to bind port 4bb63049-7d14-42a1-bc49-dce68025c4c1 on network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:48.476107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:48.476470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Checking segment: {'id': '43ae58ee-42d7-4352-a41c-8b2e1ab229d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:48.476882 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:48.477274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Bound using segment: {'id': '43ae58ee-42d7-4352-a41c-8b2e1ab229d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:48.478484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Bound port: 4bb63049-7d14-42a1-bc49-dce68025c4c1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ae58ee-42d7-4352-a41c-8b2e1ab229d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:48.478982 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:48.582290 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-fdaac163-64a3-4338-aca3-7c9ce2f15ab8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:48.600594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] For port 4bb63049-7d14-42a1-bc49-dce68025c4c1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:48.603936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] For port 4bb63049-7d14-42a1-bc49-dce68025c4c1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4bb63049-7d14-42a1-bc49-dce68025c4c1,segment=NetworkSegment(43ae58ee-42d7-4352-a41c-8b2e1ab229d6),segment_id=43ae58ee-42d7-4352-a41c-8b2e1ab229d6)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:48.610453 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:48.672734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaac163-64a3-4338-aca3-7c9ce2f15ab8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Pushing event deleted for resources: {'Port': ['ID=5c022527-32fc-4f14-9ecf-14954e08deac,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:48.708032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b90295-c803-48ba-84be-bfdfb2504429 None None] Pushing event updated for resources: {'Port': ['ID=4bb63049-7d14-42a1-bc49-dce68025c4c1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:48.714111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-2894cb6e-63f1-4f63-92d2-7bcfae41d1e9 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c51254dda82f46f28f190a70d4cc47c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3284862 May 28 05:37:48.733604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Routers {'6c9fab64-639b-40f1-964c-60d05a062119'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:48.736434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['6c9fab64-639b-40f1-964c-60d05a062119'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:48.774349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-fdaac163-64a3-4338-aca3-7c9ce2f15ab8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] No DVR routers for this DVR port 5c022527-32fc-4f14-9ecf-14954e08deac on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:48.779745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-fdaac163-64a3-4338-aca3-7c9ce2f15ab8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:48.791424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'name': 'network-vif-deleted', 'tag': '5c022527-32fc-4f14-9ecf-14954e08deac'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:48.803665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Allocated IP 172.25.4.81 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/f6e3f050-add1-4735-86dd-fcdc4bc36e2e) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:48.806437 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fb218617-685f-4ef8-8fcb-be4a41bcdcef req-fdaac163-64a3-4338-aca3-7c9ce2f15ab8 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.33 "DELETE /v2.0/ports/5c022527-32fc-4f14-9ecf-14954e08deac HTTP/1.1" status: 204 len: 173 time: 1.5109107 May 28 05:37:48.888066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-d751f5d0-1eed-4b0e-9626-4a730c149e02 service neutron] 10.222.0.39 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662850 May 28 05:37:48.968913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] Set router 6c9fab64-639b-40f1-964c-60d05a062119 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:48.993412 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:49.045669 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:49.127092 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-fcc4694f-9f04-4512-b72e-e3a5694569ba service neutron] 10.222.0.39 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254546 May 28 05:37:49.134513 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:49.150396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:49.183810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:49.198916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:49.288674 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-f25d5c24-5a0d-4e1d-ba21-24fe2136de30 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1366706 May 28 05:37:49.474405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fab64-639b-40f1-964c-60d05a062119', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-router', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:32Z', 'updated_at': '2022-05-28T05:37:44Z', 'revision_number': 4, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'gw_port': {'id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:34Z', 'updated_at': '2022-05-28T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '4bb63049-7d14-42a1-bc49-dce68025c4c1', 'name': '', 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'mac_address': 'fa:16:3e:bd:4c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'a4ee687e-9879-4253-b875-f250fbe5bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:42Z', 'updated_at': '2022-05-28T05:37:48Z', 'revision_number': 4, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'subnets': [{'id': 'a4ee687e-9879-4253-b875-f250fbe5bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:49.480283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90db6bd-c50a-4a6e-b7da-538b04299066 None None] The sync data for ids ['6c9fab64-639b-40f1-964c-60d05a062119'] in n-d-843679-5 is: [{'id': '6c9fab64-639b-40f1-964c-60d05a062119', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-router', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:32Z', 'updated_at': '2022-05-28T05:37:44Z', 'revision_number': 4, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'gw_port': {'id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:34Z', 'updated_at': '2022-05-28T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '4bb63049-7d14-42a1-bc49-dce68025c4c1', 'name': '', 'network_id': '72d95bf1-e413-43fe-a2b2-aa9853de89f1', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'mac_address': 'fa:16:3e:bd:4c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'a4ee687e-9879-4253-b875-f250fbe5bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:42Z', 'updated_at': '2022-05-28T05:37:48Z', 'revision_number': 4, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'subnets': [{'id': 'a4ee687e-9879-4253-b875-f250fbe5bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:37:49.485176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-0bffad1d-e8b4-41d2-9163-e70e3c1dbaca tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:49.486873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-0bffad1d-e8b4-41d2-9163-e70e3c1dbaca tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853426 May 28 05:37:49.489885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event updated for resources: {'Port': ['ID=f6e3f050-add1-4735-86dd-fcdc4bc36e2e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:49.515223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Request body: {'port': {'device_id': '36042904-a974-469e-a0fa-9d4638ae21f2', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'e10ad26e43184b2ab9c1f21342cf9b76'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:49.666378 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:49.719698 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8681e35-d52f-4bd9-afd2-a0cc31d27b3d req-0875c6a0-d41a-446b-b383-9e7d82412f8b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 210 time: 0.1243625 May 28 05:37:49.809872 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:49.842315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:49.862394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Usage tracker for resource:port and tenant:e10ad26e43184b2ab9c1f21342cf9b76 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:49.872970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:49.885783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:49.927882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Made reservation on behalf of e10ad26e43184b2ab9c1f21342cf9b76 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:37:49.932483 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:49.962574 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:50.033261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:50.037320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Usage tracker for resource:security_group_rule and tenant:e10ad26e43184b2ab9c1f21342cf9b76 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:50.041232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:50.048237 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:50.097497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14d61f-7c62-400b-af8c-8879b3c25bac req-25e8a262-1a23-4bfc-abb4-c14ed137b715 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:50.098967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c14d61f-7c62-400b-af8c-8879b3c25bac req-25e8a262-1a23-4bfc-abb4-c14ed137b715 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 949 time: 0.1568215 May 28 05:37:50.212685 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:50.213980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c14d61f-7c62-400b-af8c-8879b3c25bac req-bc672677-928f-4ce5-a632-0fdc30ed6d18 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077418 May 28 05:37:50.228968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Deleting port 4bb63049-7d14-42a1-bc49-dce68025c4c1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:50.229312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:50.240309 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:50.407504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114b82ff-d06d-4628-8ffa-d4ce0e0726b8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:50.500939 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:50.516463 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:50.560337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c022527-32fc-4f14-9ecf-14954e08deac no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:50.630965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 5c022527-32fc-4f14-9ecf-14954e08deac {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:50.631347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5c022527-32fc-4f14-9ecf-14954e08deac not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:50.672071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Allocated IP 192.168.233.203 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/d6d95dc9-4720-4031-8263-89010b1d3919) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:50.676246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event updated for resources: {'Port': ['ID=f6e3f050-add1-4735-86dd-fcdc4bc36e2e,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:50.693640 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:50.704628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] For port 4bb63049-7d14-42a1-bc49-dce68025c4c1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4bb63049-7d14-42a1-bc49-dce68025c4c1,segment=NetworkSegment(43ae58ee-42d7-4352-a41c-8b2e1ab229d6),segment_id=43ae58ee-42d7-4352-a41c-8b2e1ab229d6)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:50.704882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:50.802831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:50.804076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-053ff453-b4c7-4d58-a030-c6cd005ad893 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1673431 May 28 05:37:50.882491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4bb63049-7d14-42a1-bc49-dce68025c4c1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:50.903916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Calling delete_port for 4bb63049-7d14-42a1-bc49-dce68025c4c1 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:50.984082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadea272-2fc4-4516-9b89-635bd9a52ff2 req-43ada0aa-3cf2-480f-9cbd-c6feebcef270 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:50.985491 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fadea272-2fc4-4516-9b89-635bd9a52ff2 req-43ada0aa-3cf2-480f-9cbd-c6feebcef270 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.3503799 May 28 05:37:51.045320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 4bb63049-7d14-42a1-bc49-dce68025c4c1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:51.050563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 4bb63049-7d14-42a1-bc49-dce68025c4c1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:51.050941 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:51.264402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-bf42bcd5-6f67-4bc2-a395-55472f9db3d7 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Synchronizing usage tracker for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:51.324273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-bf42bcd5-6f67-4bc2-a395-55472f9db3d7 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Unset dirty status for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:51.325572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-bf42bcd5-6f67-4bc2-a395-55472f9db3d7 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 695 time: 0.3225191 May 28 05:37:51.373664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 4bb63049-7d14-42a1-bc49-dce68025c4c1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:51.374039 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:51.411029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 4bb63049-7d14-42a1-bc49-dce68025c4c1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4bb63049-7d14-42a1-bc49-dce68025c4c1,segment=NetworkSegment(43ae58ee-42d7-4352-a41c-8b2e1ab229d6),segment_id=43ae58ee-42d7-4352-a41c-8b2e1ab229d6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:51.416421 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:51.466376 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:51.488261 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fadea272-2fc4-4516-9b89-635bd9a52ff2 req-c92c6ded-35d2-4bb1-a152-be3e50055ea2 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809317 May 28 05:37:51.508757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Transition to ACTIVE for port object d6d95dc9-4720-4031-8263-89010b1d3919 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:51.523523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=4bb63049-7d14-42a1-bc49-dce68025c4c1,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:51.542908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-e7eb6537-2885-41f2-9e08-00464c5f5f78 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:51.545386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-e7eb6537-2885-41f2-9e08-00464c5f5f78 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "GET /v2.0/networks?id=9eb6b20d-62a6-40e6-a646-192301b4ad93 HTTP/1.1" status: 200 len: 821 time: 0.5589995 May 28 05:37:51.559924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Request body: {'port': {'device_id': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93', 'admin_state_up': True, 'tenant_id': 'c51254dda82f46f28f190a70d4cc47c1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:51.560792 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a0956d-8680-493d-833b-ab2aa021ba65'] response: {'server_uuid': '6e8f4f4f-208e-48b5-a78e-83e83b167502', 'name': 'network-vif-deleted', 'tag': '5c022527-32fc-4f14-9ecf-14954e08deac', 'status': 'completed', 'code': 200} May 28 05:37:51.582476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:37:51.582801 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:37:51.595651 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-d0b91674-90e2-444e-8edf-6ec1fef7551c tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:51.596976 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd10ecd-17bb-4c53-909c-5f0ac12dacce req-d0b91674-90e2-444e-8edf-6ec1fef7551c tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.2620170 May 28 05:37:51.598520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:51.684632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Pushing event updated for resources: {'Port': ['ID=d6d95dc9-4720-4031-8263-89010b1d3919,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:51.692303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:51.693801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:51.696517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:51.817482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:51.818137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:51.828965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b27ad163-8202-45e8-8422-e75e678d18f9 req-541772b4-02eb-47a3-9c29-fc65ad76ddff tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 210 time: 0.1735663 May 28 05:37:51.846651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-91904d98-09b6-4bf2-9f0b-dc1625cd2e10 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3359253 May 28 05:37:51.852906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4a38e-993d-4d96-80b5-58bc2c3f45ec req-4c2bdb52-5be7-4fb8-8819-b75d4705ef06 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:51.854474 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04a4a38e-993d-4d96-80b5-58bc2c3f45ec req-4c2bdb52-5be7-4fb8-8819-b75d4705ef06 tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 1100 time: 0.1267860 May 28 05:37:51.866949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Request body: {'port': {'device_id': '36042904-a974-469e-a0fa-9d4638ae21f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:51.901087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:51.912637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:51.931798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Made reservation on behalf of c51254dda82f46f28f190a70d4cc47c1 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:37:51.935912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:51.939005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-96d9ad12-daaf-4b13-aa9a-417999d75e40 None None] Provisioning for port d6d95dc9-4720-4031-8263-89010b1d3919 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:37:51.945125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-96d9ad12-daaf-4b13-aa9a-417999d75e40 None None] Provisioning complete for port d6d95dc9-4720-4031-8263-89010b1d3919 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:51.945719 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96d9ad12-daaf-4b13-aa9a-417999d75e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:51.997513 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04a4a38e-993d-4d96-80b5-58bc2c3f45ec req-177a650d-2fca-4ebe-b4d6-bd6c0dd51dab tempest-ServersOnMultiNodesTest-940359843 tempest-ServersOnMultiNodesTest-940359843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038771 May 28 05:37:52.008156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-96d9ad12-daaf-4b13-aa9a-417999d75e40 None None] Port d6d95dc9-4720-4031-8263-89010b1d3919 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:37:52.029986 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:52.102977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Deleting port 4bb63049-7d14-42a1-bc49-dce68025c4c1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:52.103319 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:52.357539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Allocated IP 172.20.0.12 (9eb6b20d-62a6-40e6-a646-192301b4ad93/0fa3e4a8-a8ef-4568-89ea-8913384a5211/7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:52.388900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729000c0-30fd-4dbb-99c5-b667aa456faf req-e2ac1525-ff24-426a-9778-412ba3211326 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:52.389823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-729000c0-30fd-4dbb-99c5-b667aa456faf req-e2ac1525-ff24-426a-9778-412ba3211326 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Synchronizing usage tracker for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:52.432463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-729000c0-30fd-4dbb-99c5-b667aa456faf req-e2ac1525-ff24-426a-9778-412ba3211326 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Unset dirty status for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:52.433820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-729000c0-30fd-4dbb-99c5-b667aa456faf req-e2ac1525-ff24-426a-9778-412ba3211326 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 936 time: 0.2417901 May 28 05:37:52.497835 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-3ab1d7a7-2a28-46f3-b374-76955c6f65fb tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3300748 May 28 05:37:52.513150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] For port 4bb63049-7d14-42a1-bc49-dce68025c4c1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4bb63049-7d14-42a1-bc49-dce68025c4c1,segment=NetworkSegment(43ae58ee-42d7-4352-a41c-8b2e1ab229d6),segment_id=43ae58ee-42d7-4352-a41c-8b2e1ab229d6)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:52.513505 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:52.523333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:52.534317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-729000c0-30fd-4dbb-99c5-b667aa456faf req-27230a49-c495-4c28-aeb3-81e752277d55 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Synchronizing usage tracker for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:52.538802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d95dc9-4720-4031-8263-89010b1d3919 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:52.550681 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:52.568536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-729000c0-30fd-4dbb-99c5-b667aa456faf req-27230a49-c495-4c28-aeb3-81e752277d55 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Unset dirty status for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:52.570060 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-729000c0-30fd-4dbb-99c5-b667aa456faf req-27230a49-c495-4c28-aeb3-81e752277d55 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241736 May 28 05:37:52.571074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Transition to ACTIVE for port object d6d95dc9-4720-4031-8263-89010b1d3919 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:52.576094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:52.608483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:52.737131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Calling delete_port for 4bb63049-7d14-42a1-bc49-dce68025c4c1 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:52.759535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d95dc9-4720-4031-8263-89010b1d3919,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:52.857453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:52.864090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4bb63049-7d14-42a1-bc49-dce68025c4c1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:37:52.889839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Attempting to bind port d6d95dc9-4720-4031-8263-89010b1d3919 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:52.890073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Attempting to bind port d6d95dc9-4720-4031-8263-89010b1d3919 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:52.890300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Attempting to bind port d6d95dc9-4720-4031-8263-89010b1d3919 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:52.895917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Port d6d95dc9-4720-4031-8263-89010b1d3919 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:37:52.896243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Attempting to bind port d6d95dc9-4720-4031-8263-89010b1d3919 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:52.905766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:52.906227 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:52.906516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:52.906932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Bound port: d6d95dc9-4720-4031-8263-89010b1d3919, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:52.907362 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:52.959680 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:52.973372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 4bb63049-7d14-42a1-bc49-dce68025c4c1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:37:52.974105 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:53.106868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 4bb63049-7d14-42a1-bc49-dce68025c4c1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:53.194645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:53.203467 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:53.211890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d6d95dc9-4720-4031-8263-89010b1d3919,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:53.219286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:53.285496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:53.286106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:53.287505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] 10.222.0.33 "PUT /v2.0/ports/d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 200 len: 1096 time: 1.4253325 May 28 05:37:53.308223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af627cd-0981-4338-90f4-d7b3effe332f req-1ea0ccb8-0128-47b0-bdaf-ac3d014f5beb tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:53.309783 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7af627cd-0981-4338-90f4-d7b3effe332f req-1ea0ccb8-0128-47b0-bdaf-ac3d014f5beb tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.33 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 944 time: 0.3551846 May 28 05:37:53.311368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3a595-08e3-44e7-b612-0e9c0cedb356 req-691217cc-0484-41b6-a2ba-977bf35bd579 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:53.311753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-68e3a595-08e3-44e7-b612-0e9c0cedb356 req-691217cc-0484-41b6-a2ba-977bf35bd579 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Synchronizing usage tracker for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:53.322241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b776f-d045-49a1-a495-4adaf9bbcd03 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d95dc9-4720-4031-8263-89010b1d3919,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:53.336299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-68e3a595-08e3-44e7-b612-0e9c0cedb356 req-691217cc-0484-41b6-a2ba-977bf35bd579 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Unset dirty status for tenant:4676a241ea4e4a2f8d58b526b440828e on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:53.337643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68e3a595-08e3-44e7-b612-0e9c0cedb356 req-691217cc-0484-41b6-a2ba-977bf35bd579 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 944 time: 0.3118799 May 28 05:37:53.398355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:53.425490 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68e3a595-08e3-44e7-b612-0e9c0cedb356 req-f02cf323-83fe-4138-bfb3-3075f7769a4b tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812950 May 28 05:37:53.452932 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:53.458137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-a63ab679-97af-42b4-aace-996330b97498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:53.459962 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-a63ab679-97af-42b4-aace-996330b97498 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1099 time: 0.0843501 May 28 05:37:53.480984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-7af627cd-0981-4338-90f4-d7b3effe332f req-6cfdd303-a052-4479-a2ac-9db5232a7962 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Deleting port 883df558-4109-4674-beb8-915660283171 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:53.481331 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7af627cd-0981-4338-90f4-d7b3effe332f req-6cfdd303-a052-4479-a2ac-9db5232a7962 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:53.537149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb63049-7d14-42a1-bc49-dce68025c4c1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:53.582013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:53.592383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-bd4c190b-b046-4859-a537-4cb8afc00fe0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 200 len: 217 time: 0.1190166 May 28 05:37:53.614793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.615139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.615501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.615835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.616166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.616492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.616819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.617138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.617455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.617776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.618097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.618412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:37:53.679564 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-59865e71-f243-4dff-8fd7-6447bc833ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:53.681008 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-59865e71-f243-4dff-8fd7-6447bc833ab8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0806348 May 28 05:37:53.685396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Network 9eb6b20d-62a6-40e6-a646-192301b4ad93 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:53.712470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:53.734787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a18d3-d524-4b2d-abd4-baf4a45dd2a2 req-fb10acc3-9956-487d-bcf8-c4e6b5d5f592 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:53.736339 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e2a18d3-d524-4b2d-abd4-baf4a45dd2a2 req-fb10acc3-9956-487d-bcf8-c4e6b5d5f592 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.1964617 May 28 05:37:53.801106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e2a18d3-d524-4b2d-abd4-baf4a45dd2a2 req-8c9a74fb-1c5e-4897-b1ed-e1b1a5a29fae tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586159 May 28 05:37:53.827794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-b07a231a-25ba-4752-83e7-4e47dac53975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:53.829754 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-b07a231a-25ba-4752-83e7-4e47dac53975 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405663 May 28 05:37:53.858762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:53.940730 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:54.035811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-3d8f602d-ed34-4933-ae20-ee24598a224f service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984241 May 28 05:37:54.076614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event updated for resources: {'Port': ['ID=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:54.136486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa3542-972f-403c-b79b-098429837aa7 req-ea886e90-ebcb-46ea-a1c9-ac2b244bdb76 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:54.137906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9baa3542-972f-403c-b79b-098429837aa7 req-ea886e90-ebcb-46ea-a1c9-ac2b244bdb76 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 932 time: 0.1975923 May 28 05:37:54.219620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-9baa3542-972f-403c-b79b-098429837aa7 req-7fa6f4eb-318e-4b83-955f-fb1d78847295 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Synchronizing usage tracker for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:54.230528 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ee7ec7c-c797-4c35-8e5f-cbd73dc2434e req-4f351329-0840-4859-b902-d838b8ea17df service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857095 May 28 05:37:54.238406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:54.239194 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:54.240037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-9baa3542-972f-403c-b79b-098429837aa7 req-7fa6f4eb-318e-4b83-955f-fb1d78847295 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Unset dirty status for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:54.249655 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9baa3542-972f-403c-b79b-098429837aa7 req-7fa6f4eb-318e-4b83-955f-fb1d78847295 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022151 May 28 05:37:54.425264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:54.466344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-514e5103-99ec-42da-a05a-1d2eb5993d7c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9103572 May 28 05:37:54.467225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10613b7-d5a2-4b32-81f2-ba503a300a10 req-4b3fc0fb-0897-4eaf-8364-816ac9bfbd07 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:54.468737 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b10613b7-d5a2-4b32-81f2-ba503a300a10 req-4b3fc0fb-0897-4eaf-8364-816ac9bfbd07 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 949 time: 0.1257818 May 28 05:37:54.514031 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b10613b7-d5a2-4b32-81f2-ba503a300a10 req-67cd3c03-26d1-459a-8050-bd7581e8acf7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 May 28 05:37:54.542778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Request body: {'port': {'device_id': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:37:54.570840 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ddd216-868e-4934-9b95-1a53258cadec'] response: {'name': 'network-changed', 'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919', 'status': 'completed', 'code': 200} May 28 05:37:54.592808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Allocated IP 172.25.4.159 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/95213e67-645a-41f9-b16d-98a7b6778960) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:37:54.641806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7af627cd-0981-4338-90f4-d7b3effe332f req-6cfdd303-a052-4479-a2ac-9db5232a7962 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] For port 883df558-4109-4674-beb8-915660283171, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=883df558-4109-4674-beb8-915660283171,segment=NetworkSegment(48e154ac-8b01-4058-bc89-8654e2f5dcb4),segment_id=48e154ac-8b01-4058-bc89-8654e2f5dcb4)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:54.642155 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7af627cd-0981-4338-90f4-d7b3effe332f req-6cfdd303-a052-4479-a2ac-9db5232a7962 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:54.761266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-b7fe0572-1982-4655-a60d-3fa21d54a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:54.763632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-b7fe0572-1982-4655-a60d-3fa21d54a7fa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1099 time: 0.1489575 May 28 05:37:54.772035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377334c-4d5c-42dc-920f-a1b57ce4934c req-a153ab3b-d382-411c-9f1a-09bad5b4b7af tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:54.773370 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f377334c-4d5c-42dc-920f-a1b57ce4934c req-a153ab3b-d382-411c-9f1a-09bad5b4b7af tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 948 time: 0.1118224 May 28 05:37:54.898237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f377334c-4d5c-42dc-920f-a1b57ce4934c req-3be75474-c3ef-4e96-90c5-b14325d0ce0d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062877 May 28 05:37:54.939164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-7af627cd-0981-4338-90f4-d7b3effe332f req-6cfdd303-a052-4479-a2ac-9db5232a7962 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Calling delete_port for 883df558-4109-4674-beb8-915660283171 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:54.939361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-dda0d456-290d-4c33-a90a-12a3e21dcd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:54.941257 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-dda0d456-290d-4c33-a90a-12a3e21dcd11 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.1670337 May 28 05:37:55.020066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-ac6cbf18-ebed-4863-98b6-2300574d45cb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 200 len: 217 time: 0.0715511 May 28 05:37:55.130670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-6fbce3ad-b444-41a8-a3a3-b2de564d8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:55.132044 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-6fbce3ad-b444-41a8-a3a3-b2de564d8207 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1050241 May 28 05:37:55.135860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:55.329400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8490f2-5b44-4403-a203-712fa0403d8e req-ae6379f6-fd98-4166-b7c3-164aa7b4a4b5 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:55.330886 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3b8490f2-5b44-4403-a203-712fa0403d8e req-ae6379f6-fd98-4166-b7c3-164aa7b4a4b5 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 944 time: 0.3049240 May 28 05:37:55.384610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-27b63ff1-d87e-4444-89c9-b0b28f9a9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:55.386051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-27b63ff1-d87e-4444-89c9-b0b28f9a9fe8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447214 May 28 05:37:55.389447 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3b8490f2-5b44-4403-a203-712fa0403d8e req-74eddfbe-428e-4911-8ca2-70fdfee21410 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2097bff-7a9f-4420-8b66-b162a654dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504022 May 28 05:37:55.491173 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:55.588989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-547cfd13-81c8-4a20-9b9f-3698b29a93b0 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957617 May 28 05:37:55.595181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-5e8047c2-8be9-466c-a5a3-474d689eae5f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:55.596623 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-5e8047c2-8be9-466c-a5a3-474d689eae5f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 949 time: 0.7113240 May 28 05:37:55.698538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8d87d-68b9-42ce-b0bb-a47ed8c553c6 req-7dd3f864-3630-426e-8595-77ce14b8854d tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:55.700676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bd8d87d-68b9-42ce-b0bb-a47ed8c553c6 req-7dd3f864-3630-426e-8595-77ce14b8854d tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.1903071 May 28 05:37:55.746886 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7af627cd-0981-4338-90f4-d7b3effe332f req-6cfdd303-a052-4479-a2ac-9db5232a7962 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:55.774695 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bd8d87d-68b9-42ce-b0bb-a47ed8c553c6 req-5fe96a65-9498-48c4-bcd3-53330e9131b9 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690904 May 28 05:37:55.776533 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e417983-eec4-49b1-9b80-729495c2bf42 req-6505a67b-b0b4-4778-8294-215aacc30c2e service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806421 May 28 05:37:55.828741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Deleting port 57cc9998-4727-486d-945f-4739809a2cf9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:55.829133 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:55.854150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdd303-a052-4479-a2ac-9db5232a7962 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Pushing event deleted for resources: {'Port': ['ID=883df558-4109-4674-beb8-915660283171,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:55.992162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Router 6c9fab64-639b-40f1-964c-60d05a062119 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:37:55.995729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab775d-3819-4373-8403-31cab7c75a99 req-18d89393-1533-4a13-8261-405f05a010d4 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:55.997740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-28ab775d-3819-4373-8403-31cab7c75a99 req-18d89393-1533-4a13-8261-405f05a010d4 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 932 time: 0.0809779 May 28 05:37:56.042537 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:56.043128 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-28ab775d-3819-4373-8403-31cab7c75a99 req-5b29801e-991c-4eda-995a-6ca201ad887c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 May 28 05:37:56.095447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af627cd-0981-4338-90f4-d7b3effe332f req-6cfdd303-a052-4479-a2ac-9db5232a7962 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] No DVR routers for this DVR port 883df558-4109-4674-beb8-915660283171 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:37:56.100741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7af627cd-0981-4338-90f4-d7b3effe332f req-6cfdd303-a052-4479-a2ac-9db5232a7962 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:56.113848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'name': 'network-vif-deleted', 'tag': '883df558-4109-4674-beb8-915660283171'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:56.228555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67df006-a403-4160-bc60-e7d09f2db436 req-b52677eb-158b-41e7-8281-e4596b8c238c tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:56.230018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e67df006-a403-4160-bc60-e7d09f2db436 req-b52677eb-158b-41e7-8281-e4596b8c238c tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 949 time: 0.0928578 May 28 05:37:56.271434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:37:56.280010 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e67df006-a403-4160-bc60-e7d09f2db436 req-702b42b4-eaf7-43e1-94f0-b5232a9ecd5e tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433862 May 28 05:37:56.280253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:37:56.297605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7af627cd-0981-4338-90f4-d7b3effe332f req-6cfdd303-a052-4479-a2ac-9db5232a7962 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.33 "DELETE /v2.0/ports/883df558-4109-4674-beb8-915660283171 HTTP/1.1" status: 204 len: 173 time: 2.9801903 May 28 05:37:56.303046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:37:56.345941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event updated for resources: {'Port': ['ID=95213e67-645a-41f9-b16d-98a7b6778960,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:56.497669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dd082-e1bf-40a7-8ae0-7c0e0b567d71 req-7392b742-0d14-4aa2-a039-8c1c8f26d71c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:56.499163 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-707dd082-e1bf-40a7-8ae0-7c0e0b567d71 req-7392b742-0d14-4aa2-a039-8c1c8f26d71c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 948 time: 0.0891821 May 28 05:37:56.550308 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-707dd082-e1bf-40a7-8ae0-7c0e0b567d71 req-5eaa4dec-b90f-4cfc-8221-46b69af1f195 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 May 28 05:37:56.612196 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e852afdf-392a-44f5-adba-7ee61ebcef3b'] response: {'server_uuid': '77e1c17a-62a8-4d92-955b-c0a7f402ebb1', 'name': 'network-vif-deleted', 'tag': '883df558-4109-4674-beb8-915660283171', 'status': 'completed', 'code': 200} May 28 05:37:56.619528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 57cc9998-4727-486d-945f-4739809a2cf9 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:56.624410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:37:56.638648 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] Sync routers for ids ['6c9fab64-639b-40f1-964c-60d05a062119'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:37:56.652063 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] Routers {'6c9fab64-639b-40f1-964c-60d05a062119'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:56.653774 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['6c9fab64-639b-40f1-964c-60d05a062119'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:56.696098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:56.710373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-795773e5-2671-4828-b87d-1e57ac32123c admin admin] 10.222.0.39 "PUT /v2.0/routers/6c9fab64-639b-40f1-964c-60d05a062119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0069990 May 28 05:37:56.713199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46764) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:56.719724 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:56.751379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:56.754031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] For port 57cc9998-4727-486d-945f-4739809a2cf9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=57cc9998-4727-486d-945f-4739809a2cf9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:56.754540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:56.812562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Transition to ACTIVE for port object 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:37:56.882665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 57cc9998-4727-486d-945f-4739809a2cf9 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:56.885038 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:56.950799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 57cc9998-4727-486d-945f-4739809a2cf9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=57cc9998-4727-486d-945f-4739809a2cf9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:56.951898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376886ae-d5ca-4f9a-bf9b-26172729c5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cc9998-4727-486d-945f-4739809a2cf9'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:56.978474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:56.979500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 883df558-4109-4674-beb8-915660283171 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:57.024319 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] Set router 6c9fab64-639b-40f1-964c-60d05a062119 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:57.125314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.130052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 883df558-4109-4674-beb8-915660283171 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:57.130393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 883df558-4109-4674-beb8-915660283171 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:57.193346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46774) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:57.197970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=57cc9998-4727-486d-945f-4739809a2cf9,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:57.216369 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f701869c-322e-4397-83c3-2f0b4f3453ce req-d5ee3164-bbb6-4e9a-a510-1812fd1929f0 tempest-LiveMigrationTest-515298086 tempest-LiveMigrationTest-515298086-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e1c17a-62a8-4d92-955b-c0a7f402ebb1 HTTP/1.1" status: 200 len: 210 time: 0.3344660 May 28 05:37:57.283917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.294075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Calling delete_port for 57cc9998-4727-486d-945f-4739809a2cf9 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:57.381901 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fab64-639b-40f1-964c-60d05a062119', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-router', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:32Z', 'updated_at': '2022-05-28T05:37:53Z', 'revision_number': 5, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'gw_port': {'id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:34Z', 'updated_at': '2022-05-28T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:57.386595 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] Checking router: 6c9fab64-639b-40f1-964c-60d05a062119 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:37:57.398435 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] Routers {'6c9fab64-639b-40f1-964c-60d05a062119'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:37:57.399040 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['6c9fab64-639b-40f1-964c-60d05a062119'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:57.466020 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.469100 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9e4328fa-c75e-46d6-93c6-6f93d7fb5ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.493055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9e4328fa-c75e-46d6-93c6-6f93d7fb5ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:37:57.505497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9e4328fa-c75e-46d6-93c6-6f93d7fb5ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:79e90e86fa334ec684ad331ee0673893 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:37:57.508835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.514026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9e4328fa-c75e-46d6-93c6-6f93d7fb5ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:37:57.521889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9e4328fa-c75e-46d6-93c6-6f93d7fb5ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:37:57.542491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Deleting port fdbc4b24-ed8b-40bf-85f0-2856274df68a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:57.543258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.561986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:57.653216 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] Set router 6c9fab64-639b-40f1-964c-60d05a062119 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:37:57.696253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:37:57.696566 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:37:57.716874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22aeb8e-78f4-4cf4-8c9a-f6cd99c7368f req-9bc1d4ca-8ba2-48ce-a447-8e5300b14e32 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:57.718583 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e22aeb8e-78f4-4cf4-8c9a-f6cd99c7368f req-9bc1d4ca-8ba2-48ce-a447-8e5300b14e32 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.3488181 May 28 05:37:57.751819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Attempting to bind port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:37:57.752211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Attempting to bind port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:37:57.752470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Attempting to bind port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 on network 9eb6b20d-62a6-40e6-a646-192301b4ad93 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:57.768542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 on network 9eb6b20d-62a6-40e6-a646-192301b4ad93 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:37:57.768897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Attempting to bind port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 on network 9eb6b20d-62a6-40e6-a646-192301b4ad93 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:37:57.777313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:37:57.777689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Checking segment: {'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:37:57.778073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Bound using segment: {'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:37:57.778507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Bound port: 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:37:57.778855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.926929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] For port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:37:57.936824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.940364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] For port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:37:57.943748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.949032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e22aeb8e-78f4-4cf4-8c9a-f6cd99c7368f req-c55e29ae-d912-41c7-9522-f049950b283d tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218189 May 28 05:37:57.954752 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fab64-639b-40f1-964c-60d05a062119', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-router', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:32Z', 'updated_at': '2022-05-28T05:37:53Z', 'revision_number': 5, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'gw_port': {'id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:34Z', 'updated_at': '2022-05-28T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:37:57.959544 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d76ab6a-478b-4a7f-942d-582d6078251c None None] The sync data for ids ['6c9fab64-639b-40f1-964c-60d05a062119'] in n-d-843679-5 is: [{'id': '6c9fab64-639b-40f1-964c-60d05a062119', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274602285-router', 'tenant_id': 'c0e7674c38de445794eada96ecebb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:32Z', 'updated_at': '2022-05-28T05:37:53Z', 'revision_number': 5, 'project_id': 'c0e7674c38de445794eada96ecebb2bf', 'gw_port': {'id': 'fdbc4b24-ed8b-40bf-85f0-2856274df68a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fab64-639b-40f1-964c-60d05a062119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:34Z', 'updated_at': '2022-05-28T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:37:57.979182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] For port fdbc4b24-ed8b-40bf-85f0-2856274df68a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=fdbc4b24-ed8b-40bf-85f0-2856274df68a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:57.979796 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.998600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.029459 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e2e887-f173-40d3-a8e9-16c25365f218'] response: {'server_uuid': '376886ae-d5ca-4f9a-bf9b-26172729c5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cc9998-4727-486d-945f-4739809a2cf9', 'code': 200} May 28 05:37:58.068997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:58.069616 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.070992 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 HTTP/1.1" status: 200 len: 1092 time: 3.5457015 May 28 05:37:58.079751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event updated for resources: {'Port': ['ID=95213e67-645a-41f9-b16d-98a7b6778960,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:58.142483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Calling delete_port for fdbc4b24-ed8b-40bf-85f0-2856274df68a owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:58.202363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Deleting port 57cc9998-4727-486d-945f-4739809a2cf9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:37:58.202701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.247485 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.252313 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9e4328fa-c75e-46d6-93c6-6f93d7fb5ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.259632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9e4328fa-c75e-46d6-93c6-6f93d7fb5ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.309678 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.310837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-241ee083-df16-4b43-8e67-ec2fdc87ac74 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8058295 May 28 05:37:58.353878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6423f-50c9-49ea-8210-644d32295ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:58.358246 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9e4328fa-c75e-46d6-93c6-6f93d7fb5ea7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79e90e86fa334ec684ad331ee0673893&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1607018 May 28 05:37:58.358246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4328fa-c75e-46d6-93c6-6f93d7fb5ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e5be68-8f3c-4c24-a033-3b8ee383d036,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:58.361598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46788) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:58.460631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-a364d960-9022-4eaf-98de-51b288fa11bc tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Synchronizing usage tracker for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:37:58.467699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b45a-4270-4552-b626-cf928dfd354d req-c96d89f8-45ed-4cfc-a7ff-1373134c5994 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:58.475820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b42b45a-4270-4552-b626-cf928dfd354d req-c96d89f8-45ed-4cfc-a7ff-1373134c5994 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 944 time: 0.2977798 May 28 05:37:58.594044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-5f954f41-f650-4b39-af05-424a011589f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:58.595528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-5f954f41-f650-4b39-af05-424a011589f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c51254dda82f46f28f190a70d4cc47c1&device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 1095 time: 0.4611161 May 28 05:37:58.601921 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a5549a58-36fb-45af-8182-7f23cbd93ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.607165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d6d95dc9-4720-4031-8263-89010b1d3919 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:37:58.628471 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b42b45a-4270-4552-b626-cf928dfd354d req-69277acc-bf53-4767-bf4d-394438e94699 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516218 May 28 05:37:58.668475 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a5549a58-36fb-45af-8182-7f23cbd93ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.687423 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.744007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] For port 57cc9998-4727-486d-945f-4739809a2cf9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=57cc9998-4727-486d-945f-4739809a2cf9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:58.744229 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.750658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbc4b24-ed8b-40bf-85f0-2856274df68a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:58.754036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'tag': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:37:58.758899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-a364d960-9022-4eaf-98de-51b288fa11bc tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Unset dirty status for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:37:58.767517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-a364d960-9022-4eaf-98de-51b288fa11bc tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 696 time: 0.4192274 May 28 05:37:58.770959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4bb63049-7d14-42a1-bc49-dce68025c4c1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:37:58.809437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 4bb63049-7d14-42a1-bc49-dce68025c4c1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:37:58.809979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4bb63049-7d14-42a1-bc49-dce68025c4c1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:37:58.829732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d6d95dc9-4720-4031-8263-89010b1d3919,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:58.843822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd6d95dc9-4720-4031-8263-89010b1d3919', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd6d95dc9-4720-4031-8263-89010b1d3919', 'mac_address': 'fa:16:3e:2d:4d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:37:58.908289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d6d95dc9-4720-4031-8263-89010b1d3919 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:37:58.909012 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.930455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d95dc9-4720-4031-8263-89010b1d3919 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:37:58.938364 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a5549a58-36fb-45af-8182-7f23cbd93ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.944040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.951402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d6d95dc9-4720-4031-8263-89010b1d3919,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:37:58.955376 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:58.992123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-ac5cccd7-37b7-4182-84ab-18b5df9bf53d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 HTTP/1.1" status: 200 len: 217 time: 0.3809948 May 28 05:37:59.030674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d6d95dc9-4720-4031-8263-89010b1d3919,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:59.065707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5549a58-36fb-45af-8182-7f23cbd93ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e5be68-8f3c-4c24-a033-3b8ee383d036,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:59.087489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603bf8e-8a2a-4497-8072-2040b12b7bbd req-3782b1e1-9580-4594-be46-7a099eb9c32d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:59.088994 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4603bf8e-8a2a-4497-8072-2040b12b7bbd req-3782b1e1-9580-4594-be46-7a099eb9c32d tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 947 time: 0.3435223 May 28 05:37:59.152823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Calling delete_port for 57cc9998-4727-486d-945f-4739809a2cf9 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:37:59.166597 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:59.171562 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:59.177329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a5549a58-36fb-45af-8182-7f23cbd93ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:59.178429 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a5549a58-36fb-45af-8182-7f23cbd93ac5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00e5be68-8f3c-4c24-a033-3b8ee383d036 HTTP/1.1" status: 204 len: 168 time: 0.8145902 May 28 05:37:59.219090 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4603bf8e-8a2a-4497-8072-2040b12b7bbd req-1e42cac4-1d41-4deb-b2de-a0cf555a8b82 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728478 May 28 05:37:59.220216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:59.220751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9fab64-639b-40f1-964c-60d05a062119 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:37:59.249452 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:59.249452 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f9025c40-0596-4acc-80fd-71a5506c1c57 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6c9fab64-639b-40f1-964c-60d05a062119 HTTP/1.1" status: 204 len: 168 time: 2.5266533 May 28 05:37:59.249452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46798) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:59.316862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-a479b480-2635-4458-93dd-d4d403ecbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:59.318369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-a479b480-2635-4458-93dd-d4d403ecbca7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fa3e4a8-a8ef-4568-89ea-8913384a5211 HTTP/1.1" status: 200 len: 861 time: 0.2142479 May 28 05:37:59.339514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac654197-0e1f-430a-a1d3-4d27927b0c84 req-15215a72-fedd-4bf9-b802-0383d1baf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:59.341052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac654197-0e1f-430a-a1d3-4d27927b0c84 req-15215a72-fedd-4bf9-b802-0383d1baf526 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 1096 time: 0.7818060 May 28 05:37:59.343853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ad6a77-01e1-4c39-b31e-62487b388df0 admin admin] Deleting subnet a4ee687e-9879-4253-b875-f250fbe5bf52 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:37:59.349957 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ad6a77-01e1-4c39-b31e-62487b388df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:59.381439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d6d95dc9-4720-4031-8263-89010b1d3919'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:59.408898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-1bddbc49-bf95-4ebd-a679-af50e022b5e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9eb6b20d-62a6-40e6-a646-192301b4ad93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727384 May 28 05:37:59.417394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-f4cfc608-8a72-487a-8800-aaf16e0add73 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:59.419274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5273676f-cebb-45fd-ba3d-fec7ee37fc64 req-f4cfc608-8a72-487a-8800-aaf16e0add73 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.6508098 May 28 05:37:59.557382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ad6a77-01e1-4c39-b31e-62487b388df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:59.567255 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac654197-0e1f-430a-a1d3-4d27927b0c84 req-f9b3730c-0cc2-40c9-93e6-b006211bc559 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885219 May 28 05:37:59.591637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46808) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:37:59.628259 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:59.643709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0', '000e3aa9-acb6-4846-9443-abd66c3e9409', 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45', 'a55dd582-0042-4fba-a88d-1140a1067b56', '78cb6147-6367-44b8-9f41-2351351e64f9'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:37:59.686718 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decdacca-bc33-4fda-883e-0f7938bdfed4'] response: {'name': 'network-changed', 'server_uuid': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'tag': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7', 'status': 'completed', 'code': 200} May 28 05:37:59.698751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event deleted for resources: {'Port': ['ID=57cc9998-4727-486d-945f-4739809a2cf9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:37:59.742753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03533-289e-4981-9063-a5a329a9877b req-38415735-d56f-4946-8c05-80c956fb9a5b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:37:59.755098 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-37d03533-289e-4981-9063-a5a329a9877b req-38415735-d56f-4946-8c05-80c956fb9a5b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 949 time: 0.3646934 May 28 05:37:59.857233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ad6a77-01e1-4c39-b31e-62487b388df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:59.890734 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-8a864595-8200-4509-8284-64c361b1751b service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596691 May 28 05:37:59.897735 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-37d03533-289e-4981-9063-a5a329a9877b req-1927f9c0-5355-43be-a11e-d203bfc6f603 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269164 May 28 05:38:00.042006 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f64f9bfa-15a7-4d2e-b251-40f22ed512b8 req-3997737d-81a5-4fc8-a227-261bf9fc675f tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips/d4af060c-46de-4e2a-b3f8-7370ef36d6c4 HTTP/1.1" status: 200 len: 693 time: 0.0955637 May 28 05:38:00.045973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ad6a77-01e1-4c39-b31e-62487b388df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.125345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] No DVR routers for this DVR port 57cc9998-4727-486d-945f-4739809a2cf9 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:00.132139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-494c44c0-d3a5-4bbb-8ecf-960e8d2d808d admin admin] Deleting subnet 01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:38:00.136250 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-494c44c0-d3a5-4bbb-8ecf-960e8d2d808d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.186939 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:38:00.207103 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-494c44c0-d3a5-4bbb-8ecf-960e8d2d808d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.252223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad6a77-01e1-4c39-b31e-62487b388df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ee687e-9879-4253-b875-f250fbe5bf52,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:00.257361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca95020-3517-4309-87fe-3154aef8f917 None None] Network 72d95bf1-e413-43fe-a2b2-aa9853de89f1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:38:00.284650 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-494c44c0-d3a5-4bbb-8ecf-960e8d2d808d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.304777 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3ad6a77-01e1-4c39-b31e-62487b388df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.326973 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.340694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'cab67719-ba05-424b-93b7-58f3ffec6333'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:00.373444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e69be5d8-861a-41d7-bebb-052a7cd25e15 req-2a41e726-0493-4e7b-99df-88f54e3caaf5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "DELETE /v2.0/ports/57cc9998-4727-486d-945f-4739809a2cf9 HTTP/1.1" status: 204 len: 173 time: 4.7183099 May 28 05:38:00.441895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22e960ae-479b-4eb5-afea-979ab10947e3 req-53d9acc1-108e-4752-a95f-f9ece0d424bd service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550667 May 28 05:38:00.443670 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a3ad6a77-01e1-4c39-b31e-62487b388df0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a4ee687e-9879-4253-b875-f250fbe5bf52 HTTP/1.1" status: 204 len: 168 time: 1.1984653 May 28 05:38:00.445247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46832) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:00.447940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-494c44c0-d3a5-4bbb-8ecf-960e8d2d808d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.449006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46834) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:00.509479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f9bfa-15a7-4d2e-b251-40f22ed512b8 req-1d741a00-bc7f-4726-b344-61f9da436740 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:00.516895 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f64f9bfa-15a7-4d2e-b251-40f22ed512b8 req-1d741a00-bc7f-4726-b344-61f9da436740 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.4652073 May 28 05:38:00.519404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290bb2c-d8a3-4d3f-99c2-76fc2162e18e req-ed669bab-f9be-4875-ae16-61ccf484fe9e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:00.522154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-f64f9bfa-15a7-4d2e-b251-40f22ed512b8 req-af59d1d3-163e-4d53-ae9c-707abbe8a069 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:38:00.526264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1290bb2c-d8a3-4d3f-99c2-76fc2162e18e req-ed669bab-f9be-4875-ae16-61ccf484fe9e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.6380997 May 28 05:38:00.532257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c44c0-d3a5-4bbb-8ecf-960e8d2d808d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:00.547811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f64f9bfa-15a7-4d2e-b251-40f22ed512b8 req-af59d1d3-163e-4d53-ae9c-707abbe8a069 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0301352 May 28 05:38:00.580604 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-494c44c0-d3a5-4bbb-8ecf-960e8d2d808d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.634332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d6d95dc9-4720-4031-8263-89010b1d3919 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:00.670113 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-494c44c0-d3a5-4bbb-8ecf-960e8d2d808d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/01f6f80a-f2a0-4ddc-81a0-08c7e247a4e0 HTTP/1.1" status: 204 len: 168 time: 1.0724618 May 28 05:38:00.673552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46844) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:00.676681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-network', 'tenant_id': '578441de67794db9b7aefded3a3b2930'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:00.681631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:00.687431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Usage tracker for resource:network and tenant:578441de67794db9b7aefded3a3b2930 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:00.691949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:00.736133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:00.749408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1290bb2c-d8a3-4d3f-99c2-76fc2162e18e req-c4847dc3-c6e1-4050-b773-382804109cfc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222071 May 28 05:38:00.780188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Made reservation on behalf of 578441de67794db9b7aefded3a3b2930 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:00.783048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.806278 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.828815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:00.832982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Usage tracker for resource:security_group_rule and tenant:578441de67794db9b7aefded3a3b2930 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:00.836214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:00.843032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:00.857694 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.879328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device fdbc4b24-ed8b-40bf-85f0-2856274df68a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:00.957992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: fdbc4b24-ed8b-40bf-85f0-2856274df68a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:00.958168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device fdbc4b24-ed8b-40bf-85f0-2856274df68a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:00.964400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.979923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db54dd-0407-4caa-8e27-65c19659d638 req-001b7511-2336-4e12-a529-323576de83a6 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:00.987975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-48db54dd-0407-4caa-8e27-65c19659d638 req-001b7511-2336-4e12-a529-323576de83a6 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 944 time: 0.2973065 May 28 05:38:00.991059 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.004608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.056076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:38:01.071390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c11a9c-4c93-453e-adc7-6e4aefc0172f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:01.074501 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.074955 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Added segment a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb of type vlan for network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae May 28 05:38:01.087963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-48db54dd-0407-4caa-8e27-65c19659d638 req-1a04fd32-d6c6-4a7e-ba7a-d5bec623bcd6 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986388 May 28 05:38:01.126564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e3590731-46c7-4bbf-bac2-d5563b29a816 req-c1848e24-cd68-4d43-8c1f-5c357a652f0c tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:01.129215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.146723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Deleting port 9d9063f8-fb52-4002-8df6-01170474d879 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:01.147157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.163814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port d6d95dc9-4720-4031-8263-89010b1d3919 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:01.185898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d6d95dc9-4720-4031-8263-89010b1d3919 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:01.186407 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.231692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.249021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2eb89b-c814-4e6d-851a-7bc1cbe09a79 None None] DHCP port deletion for 72d95bf1-e413-43fe-a2b2-aa9853de89f1 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:38:01.261624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.263265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:01.263827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.287829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ab2eb89b-c814-4e6d-851a-7bc1cbe09a79 None None] Deleting port 9d9063f8-fb52-4002-8df6-01170474d879 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:01.288527 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb89b-c814-4e6d-851a-7bc1cbe09a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.317619 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-8ee4592e-5728-47d8-8056-4d2b697a11a7 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips/d4af060c-46de-4e2a-b3f8-7370ef36d6c4 HTTP/1.1" status: 200 len: 693 time: 0.1584582 May 28 05:38:01.334864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b361-2f4b-4e6d-8fcf-e1bb1a9ebb43 req-cbb4a538-d9c4-4779-97c2-79561aea5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:01.336369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fce3b361-2f4b-4e6d-8fcf-e1bb1a9ebb43 req-cbb4a538-d9c4-4779-97c2-79561aea5a20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c51254dda82f46f28f190a70d4cc47c1&device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 1095 time: 0.7526388 May 28 05:38:01.348726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e3590731-46c7-4bbf-bac2-d5563b29a816 req-c1848e24-cd68-4d43-8c1f-5c357a652f0c tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:01.349814 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e3590731-46c7-4bbf-bac2-d5563b29a816 req-c1848e24-cd68-4d43-8c1f-5c357a652f0c tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=376886ae-d5ca-4f9a-bf9b-26172729c5d4 HTTP/1.1" status: 200 len: 210 time: 0.3433275 May 28 05:38:01.545327 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0881495 May 28 05:38:01.546715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46850) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:01.551145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca8401-2c73-45e0-8eba-c4995a36b672 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1682d1-4fca-4a0d-931f-f652ee6d6bae,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:01.558951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-885144d0-1d89-42c3-b86e-132424acae07 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:01.560471 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-885144d0-1d89-42c3-b86e-132424acae07 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.1801674 May 28 05:38:01.564667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Request body: {'subnet': {'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-subnet', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:01.571186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:01.589663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b361-2f4b-4e6d-8fcf-e1bb1a9ebb43 req-0b69bea3-a813-406c-a73f-561d6e868da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:01.591651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fce3b361-2f4b-4e6d-8fcf-e1bb1a9ebb43 req-0b69bea3-a813-406c-a73f-561d6e868da8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9eb6b20d-62a6-40e6-a646-192301b4ad93 HTTP/1.1" status: 200 len: 922 time: 0.2461991 May 28 05:38:01.622090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:38:01.627713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Usage tracker for resource:subnet and tenant:578441de67794db9b7aefded3a3b2930 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:01.636649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:01.655325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:01.663179 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-b95bac8b-7ad6-4ebb-9232-322aef8f76ad tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 696 time: 0.0893409 May 28 05:38:01.671186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Made reservation on behalf of 578441de67794db9b7aefded3a3b2930 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:01.673769 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.713777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376886ae-d5ca-4f9a-bf9b-26172729c5d4', 'name': 'network-vif-deleted', 'tag': '57cc9998-4727-486d-945f-4739809a2cf9'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:01.727476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d6d95dc9-4720-4031-8263-89010b1d3919 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:01.727854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.800884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ab2eb89b-c814-4e6d-851a-7bc1cbe09a79 None None] For port 9d9063f8-fb52-4002-8df6-01170474d879, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9d9063f8-fb52-4002-8df6-01170474d879,segment=NetworkSegment(43ae58ee-42d7-4352-a41c-8b2e1ab229d6),segment_id=43ae58ee-42d7-4352-a41c-8b2e1ab229d6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:01.801286 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb89b-c814-4e6d-851a-7bc1cbe09a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.811261 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fce3b361-2f4b-4e6d-8fcf-e1bb1a9ebb43 req-df2686ac-c087-45f6-b75e-ed4edaec8e6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 HTTP/1.1" status: 200 len: 217 time: 0.1523843 May 28 05:38:01.832125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:01.867488 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-a04731cb-7316-433b-a74a-60dfd6138928 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 696 time: 0.0818756 May 28 05:38:01.880796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.897023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] For port 9d9063f8-fb52-4002-8df6-01170474d879, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9d9063f8-fb52-4002-8df6-01170474d879,segment=NetworkSegment(43ae58ee-42d7-4352-a41c-8b2e1ab229d6),segment_id=43ae58ee-42d7-4352-a41c-8b2e1ab229d6)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:01.897377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.969288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ab2eb89b-c814-4e6d-851a-7bc1cbe09a79 None None] Calling delete_port for 9d9063f8-fb52-4002-8df6-01170474d879 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:02.004679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:38:02.010216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d6d95dc9-4720-4031-8263-89010b1d3919,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:02.025430 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.052513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b45768-1ecd-4e45-87a9-c7b472c27b54']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:02.067013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Calling delete_port for 9d9063f8-fb52-4002-8df6-01170474d879 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:02.078049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-1905b24e-1338-47bf-91ca-64acd46dbe8a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Deleting port 95213e67-645a-41f9-b16d-98a7b6778960 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:02.078279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-1905b24e-1338-47bf-91ca-64acd46dbe8a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.119940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e154ac-8b01-4058-bc89-8654e2f5dcb4') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:02.120318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e154ac-8b01-4058-bc89-8654e2f5dcb4') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:02.147220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3058708-26ee-4622-a230-9187a06b4644 req-e87d1803-cb48-4513-8a37-a5ff875e15bd tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:02.148732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3058708-26ee-4622-a230-9187a06b4644 req-e87d1803-cb48-4513-8a37-a5ff875e15bd tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 949 time: 0.6553524 May 28 05:38:02.155931 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.202341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b361-2f4b-4e6d-8fcf-e1bb1a9ebb43 req-d333e675-e5ee-4268-98fe-f4035ea4932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:02.204020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fce3b361-2f4b-4e6d-8fcf-e1bb1a9ebb43 req-d333e675-e5ee-4268-98fe-f4035ea4932e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fa3e4a8-a8ef-4568-89ea-8913384a5211 HTTP/1.1" status: 200 len: 861 time: 0.3640370 May 28 05:38:02.208436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d6d95dc9-4720-4031-8263-89010b1d3919,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:02.211061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3058708-26ee-4622-a230-9187a06b4644 req-fc72db09-70f6-4eb8-9d87-b929028089a8 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483797 May 28 05:38:02.215169 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb89b-c814-4e6d-851a-7bc1cbe09a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.267508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fce3b361-2f4b-4e6d-8fcf-e1bb1a9ebb43 req-b474669d-1f15-4fa1-a1fb-718e8614f91d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9eb6b20d-62a6-40e6-a646-192301b4ad93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469744 May 28 05:38:02.271531 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.280655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2eb89b-c814-4e6d-851a-7bc1cbe09a79 None None] Pushing event deleted for resources: {'Port': ['ID=9d9063f8-fb52-4002-8df6-01170474d879,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:02.288355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2eb89b-c814-4e6d-851a-7bc1cbe09a79 None None] No DVR routers for this DVR port 9d9063f8-fb52-4002-8df6-01170474d879 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:02.307079 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f05976-e9ae-4973-bf9b-82278a0c9c7a'] response: {'server_uuid': '376886ae-d5ca-4f9a-bf9b-26172729c5d4', 'name': 'network-vif-deleted', 'tag': '57cc9998-4727-486d-945f-4739809a2cf9', 'status': 'completed', 'code': 200} May 28 05:38:02.318402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:02.324723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:38:02.325264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.333813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7', 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93', 'port_id': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7', 'mac_address': 'fa:16:3e:b2:62:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3e4a8-a8ef-4568-89ea-8913384a5211', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:38:02.394867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:02.395431 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.416054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:02.433169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:02.437651 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.456653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.473479 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 48e154ac-8b01-4058-bc89-8654e2f5dcb4 resource provider aggregate not found May 28 05:38:02.512283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:02.540014 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 48e154ac-8b01-4058-bc89-8654e2f5dcb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48e154ac-8b01-4058-bc89-8654e2f5dcb4 found for delete ", "request_id": "req-70b0f209-6e08-4852-ad8e-95336a98bbcd"}]} May 28 05:38:02.551166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:38:02.551439 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:38:02.553824 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-1905b24e-1338-47bf-91ca-64acd46dbe8a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.554096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-1905b24e-1338-47bf-91ca-64acd46dbe8a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.582134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.628955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8539476c-e249-46ce-ba4c-8119cb38d60e,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:02.695080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-1905b24e-1338-47bf-91ca-64acd46dbe8a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Calling delete_port for 95213e67-645a-41f9-b16d-98a7b6778960 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:02.710326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.730004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=92b45768-1ecd-4e45-87a9-c7b472c27b54,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:02.734907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Checking segment: {'id': 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:02.737515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Network hostable DHCP agents. Network: 0a1682d1-4fca-4a0d-931f-f652ee6d6bae, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:38:02.746506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:02.751043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fce3b361-2f4b-4e6d-8fcf-e1bb1a9ebb43 req-533b8763-2129-4253-bba7-88d11ef4c2d5 service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731295 May 28 05:38:02.758774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-919595d3-136a-40de-b18f-4705798100d0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/92b45768-1ecd-4e45-87a9-c7b472c27b54 HTTP/1.1" status: 204 len: 168 time: 2.0776339 May 28 05:38:02.761508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46868) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:02.785057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:38:02.808804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 0a1682d1-4fca-4a0d-931f-f652ee6d6bae) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:02.822141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:02.823094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.845441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9785c168-2680-4f85-a853-ac2a83ad5e49 None None] Network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:38:02.864692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9d9063f8-fb52-4002-8df6-01170474d879 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:02.898065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24da55b-5fae-435b-8479-f1715f5aa028 req-2769a9c5-b294-4692-bd60-bf40b649633a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:02.899918 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c24da55b-5fae-435b-8479-f1715f5aa028 req-2769a9c5-b294-4692-bd60-bf40b649633a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.4293540 May 28 05:38:02.919651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bd38aa66-404e-466c-b1aa-595f7d9dd9de admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3681953 May 28 05:38:02.920211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46872) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:02.921715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fba74f8-9124-40e3-b295-3d15dc8a16b7 admin admin] Deleting subnet 2edd6f45-465b-407d-8b92-b799e306d2f4 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:38:02.926392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-router', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:02.929837 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-1905b24e-1338-47bf-91ca-64acd46dbe8a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.939829 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1fba74f8-9124-40e3-b295-3d15dc8a16b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.971279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:02.988290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Usage tracker for resource:router and tenant:578441de67794db9b7aefded3a3b2930 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:02.989720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 9d9063f8-fb52-4002-8df6-01170474d879 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:02.989918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9d9063f8-fb52-4002-8df6-01170474d879 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:03.016172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905b24e-1338-47bf-91ca-64acd46dbe8a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event deleted for resources: {'Port': ['ID=95213e67-645a-41f9-b16d-98a7b6778960,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:03.023288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:03.027983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1fba74f8-9124-40e3-b295-3d15dc8a16b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.053408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Deleting port 9d9063f8-fb52-4002-8df6-01170474d879 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:03.054125 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.060141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:03.086233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.087571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.099942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-1905b24e-1338-47bf-91ca-64acd46dbe8a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.102787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-1905b24e-1338-47bf-91ca-64acd46dbe8a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.108896 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb1f3794-aef7-4f39-99af-4b59c78e89dc req-1905b24e-1338-47bf-91ca-64acd46dbe8a tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "DELETE /v2.0/floatingips/d4af060c-46de-4e2a-b3f8-7370ef36d6c4 HTTP/1.1" status: 204 len: 173 time: 1.2027612 May 28 05:38:03.114660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c24da55b-5fae-435b-8479-f1715f5aa028 req-7722c8ae-67f1-41ef-84b6-82dcb8fbc193 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971130 May 28 05:38:03.146951 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.206494 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea97926-f35f-4e3b-aceb-8dcb18002ed0'] response: {'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919', 'code': 200} May 28 05:38:03.223426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] The port '9d9063f8-fb52-4002-8df6-01170474d879' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:38:03.237085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-0a1682d1-4fca-4a0d-931f-f652ee6d6bae', 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'fixed_ips': [{'subnet_id': '8539476c-e249-46ce-ba4c-8119cb38d60e'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:38:03.237908 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.298009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fce3b361-2f4b-4e6d-8fcf-e1bb1a9ebb43 req-9306cb28-e491-43e3-b08e-8bb57e429e5d service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019817 May 28 05:38:03.401608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1fba74f8-9124-40e3-b295-3d15dc8a16b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.429689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Allocated IP 172.20.0.2 (0a1682d1-4fca-4a0d-931f-f652ee6d6bae/8539476c-e249-46ce-ba4c-8119cb38d60e/ab039971-1259-496c-ba3b-286bfd742e6d) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:03.541095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.587772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d95bf1-e413-43fe-a2b2-aa9853de89f1']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:03.610715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ae58ee-42d7-4352-a41c-8b2e1ab229d6') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:03.611076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ae58ee-42d7-4352-a41c-8b2e1ab229d6') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:03.626708 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1fba74f8-9124-40e3-b295-3d15dc8a16b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.633295 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.634965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.645914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.656941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Transition to ACTIVE for port object ab039971-1259-496c-ba3b-286bfd742e6d will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:03.677075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Transition to ACTIVE for port object ab039971-1259-496c-ba3b-286bfd742e6d will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:03.682649 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.684241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba74f8-9124-40e3-b295-3d15dc8a16b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edd6f45-465b-407d-8b92-b799e306d2f4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:03.690879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e9685-c051-4393-83b8-881462b63bb6 req-2998fe4c-3d08-44f7-8434-be50f11ffe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:03.692393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-556e9685-c051-4393-83b8-881462b63bb6 req-2998fe4c-3d08-44f7-8434-be50f11ffe52 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1101 time: 0.3840356 May 28 05:38:03.693338 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.695887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1fba74f8-9124-40e3-b295-3d15dc8a16b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.711855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6798a1a-ba88-4f75-aa1a-cff3e242adae req-cd289fd3-c884-4c21-9974-fb9eef16a671 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:03.712526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e6798a1a-ba88-4f75-aa1a-cff3e242adae req-cd289fd3-c884-4c21-9974-fb9eef16a671 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Synchronizing usage tracker for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:03.715854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:38:03.716251 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.749348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce9965-e9d1-490b-a442-f3fddf858bc3 req-bc979563-0b98-4911-b04f-26d32157baa2 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:03.750849 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-76ce9965-e9d1-490b-a442-f3fddf858bc3 req-bc979563-0b98-4911-b04f-26d32157baa2 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3409953 May 28 05:38:03.751094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:03.753917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:03.757396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:03.813960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1fba74f8-9124-40e3-b295-3d15dc8a16b7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2edd6f45-465b-407d-8b92-b799e306d2f4 HTTP/1.1" status: 204 len: 168 time: 1.0525451 May 28 05:38:03.815924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46886) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:03.844232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Pushing event updated for resources: {'Port': ['ID=ab039971-1259-496c-ba3b-286bfd742e6d,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:03.851807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e6798a1a-ba88-4f75-aa1a-cff3e242adae req-cd289fd3-c884-4c21-9974-fb9eef16a671 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Unset dirty status for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:03.858822 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e6798a1a-ba88-4f75-aa1a-cff3e242adae req-cd289fd3-c884-4c21-9974-fb9eef16a671 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 945 time: 0.5598171 May 28 05:38:03.879811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Attempting to bind port ab039971-1259-496c-ba3b-286bfd742e6d on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:03.880403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Attempting to bind port ab039971-1259-496c-ba3b-286bfd742e6d by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:03.880692 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-556e9685-c051-4393-83b8-881462b63bb6 req-3f13a0a7-4fa5-4b5e-b1ba-87202f905b65 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779292 May 28 05:38:03.880906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Attempting to bind port ab039971-1259-496c-ba3b-286bfd742e6d on network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:03.881339 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.893668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:38:03.894300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Checking segment: {'id': 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:03.894793 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.895363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Bound using segment: {'id': 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:38:03.895935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Bound port: ab039971-1259-496c-ba3b-286bfd742e6d, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:03.896446 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.901117 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:03.922187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d95bf1-e413-43fe-a2b2-aa9853de89f1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:03.927851 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d0523b77-ed66-4d17-ab1d-46b603e6a678 admin admin] 10.222.0.39 "DELETE /v2.0/networks/72d95bf1-e413-43fe-a2b2-aa9853de89f1 HTTP/1.1" status: 204 len: 168 time: 3.4815345 May 28 05:38:03.954729 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e6798a1a-ba88-4f75-aa1a-cff3e242adae req-45de80c2-e5d7-48b0-8af0-24e0aa610d8e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948172 May 28 05:38:04.017221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] For port ab039971-1259-496c-ba3b-286bfd742e6d, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:04.022582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] For port ab039971-1259-496c-ba3b-286bfd742e6d, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ab039971-1259-496c-ba3b-286bfd742e6d,segment=NetworkSegment(a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb),segment_id=a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:38:04.033619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.107090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46894) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:04.179497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d530fca-1383-4ca8-9098-12c311a826d9 None None] Pushing event updated for resources: {'Port': ['ID=ab039971-1259-496c-ba3b-286bfd742e6d,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:04.234457 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eaeaa430-9f3e-48d9-a2b9-d247ccb3789d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0e7674c38de445794eada96ecebb2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261969 May 28 05:38:04.288406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46900) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:04.328814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.332985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22c01c81-a790-4e77-847d-62e433f210a2 req-20694fa9-f207-4131-9934-d093ca3b0199 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=222d7f666f93411eb0bc39767251221a HTTP/1.1" status: 200 len: 1656 time: 0.1015999 May 28 05:38:04.443919 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.499808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.513382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56ae9df2-d561-40d6-9752-2f72b2467a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.561388 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 43ae58ee-42d7-4352-a41c-8b2e1ab229d6 resource provider aggregate not found May 28 05:38:04.573540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c01c81-a790-4e77-847d-62e433f210a2 req-d0108e63-2607-4909-9917-536277a5a555 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:04.575059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22c01c81-a790-4e77-847d-62e433f210a2 req-d0108e63-2607-4909-9917-536277a5a555 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks?id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 787 time: 0.2346001 May 28 05:38:04.576889 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56ae9df2-d561-40d6-9752-2f72b2467a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.599707 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 43ae58ee-42d7-4352-a41c-8b2e1ab229d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43ae58ee-42d7-4352-a41c-8b2e1ab229d6 found for delete ", "request_id": "req-2826321b-c2be-4d06-8f50-64575c2d0e72"}]} May 28 05:38:04.619927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78be28-02e0-4a48-84b4-8a648cfa5ec5 req-cd560a45-01e7-4fdd-a165-3623126fcc57 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:04.622037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e78be28-02e0-4a48-84b4-8a648cfa5ec5 req-cd560a45-01e7-4fdd-a165-3623126fcc57 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.6373394 May 28 05:38:04.627470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.638999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56ae9df2-d561-40d6-9752-2f72b2467a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.657012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae9df2-d561-40d6-9752-2f72b2467a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a753d5e8-b7a6-4c73-bbc7-d2513b9caff1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:04.660840 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56ae9df2-d561-40d6-9752-2f72b2467a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.661964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-56ae9df2-d561-40d6-9752-2f72b2467a92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a753d5e8-b7a6-4c73-bbc7-d2513b9caff1 HTTP/1.1" status: 204 len: 168 time: 0.3725986 May 28 05:38:04.701830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a340b32d-f314-4d90-87f3-e8eb00d93240']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:04.733826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2c7698-d6a3-4932-acec-b222e0404129') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:04.734125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2c7698-d6a3-4932-acec-b222e0404129') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:04.757466 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e78be28-02e0-4a48-84b4-8a648cfa5ec5 req-a912c47a-0b34-4fac-a385-d9020ecc41be tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223929 May 28 05:38:04.818986 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.898541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.900017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ab039971-1259-496c-ba3b-286bfd742e6d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:04.912382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:38:04.912569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:05.050282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ab039971-1259-496c-ba3b-286bfd742e6d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:05.135097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Allocated IP 172.25.4.203 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:05.160933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-532fb259-4d6f-48b6-bd89-4d780709fec6 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips/c3c04bc9-34e4-4ce9-be42-56164759125a HTTP/1.1" status: 200 len: 692 time: 0.3508825 May 28 05:38:05.214272 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:05.287509 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:05.339586 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 5b2c7698-d6a3-4932-acec-b222e0404129 resource provider aggregate not found May 28 05:38:05.346060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=a340b32d-f314-4d90-87f3-e8eb00d93240,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:05.371436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8627fd1a-0c77-4658-9740-87add1c17a6b admin admin] 10.222.0.39 "DELETE /v2.0/networks/a340b32d-f314-4d90-87f3-e8eb00d93240 HTTP/1.1" status: 204 len: 168 time: 1.5520842 May 28 05:38:05.375141 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 5b2c7698-d6a3-4932-acec-b222e0404129 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b2c7698-d6a3-4932-acec-b222e0404129 found for delete ", "request_id": "req-0791ac24-dd0f-40d9-a74f-d108bca024a5"}]} May 28 05:38:05.390554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45664070-64c6-404d-acaa-da6da0907809 req-38e2eed8-073b-4c85-b3d0-889321a6d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:05.406516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45664070-64c6-404d-acaa-da6da0907809 req-38e2eed8-073b-4c85-b3d0-889321a6d4ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 1096 time: 0.4967988 May 28 05:38:05.413382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d86f8-d033-453c-a810-8afe79de6a60 req-cc2a320e-97dd-43b5-b90e-ef75d38a10ab tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:05.420449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5a0d86f8-d033-453c-a810-8afe79de6a60 req-cc2a320e-97dd-43b5-b90e-ef75d38a10ab tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 950 time: 0.4821308 May 28 05:38:05.503169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fbd11a-0d7a-45be-9c4b-0d3df273b59a None None] Network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:38:05.505600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:05.529261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5a0d86f8-d033-453c-a810-8afe79de6a60 req-eebf01ff-bf7f-499c-992e-886fa75174d5 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078522 May 28 05:38:05.533952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-4ee5333a-773b-4c7f-b087-bab225c14112 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:05.548535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-4ee5333a-773b-4c7f-b087-bab225c14112 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.3822563 May 28 05:38:05.586515 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:05.660004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46934) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:05.679634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:05.684402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:05.706007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-cd07ff02-5685-4aa7-b030-0ee5381b8cbb tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 695 time: 0.1565173 May 28 05:38:05.755010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:05.782070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Provisioning for port ab039971-1259-496c-ba3b-286bfd742e6d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:05.798910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Provisioning complete for port ab039971-1259-496c-ba3b-286bfd742e6d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:05.799522 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:05.807950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:05.831520 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-1e8a08f0-c1be-4248-b5e1-369344501bd5 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 695 time: 0.1243899 May 28 05:38:05.833789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45664070-64c6-404d-acaa-da6da0907809 req-88276249-0c00-42a8-8b12-c481eec22a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:05.835347 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45664070-64c6-404d-acaa-da6da0907809 req-88276249-0c00-42a8-8b12-c481eec22a6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.4269464 May 28 05:38:06.020959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Current status of the port ab039971-1259-496c-ba3b-286bfd742e6d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:06.021536 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.036279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:06.041561 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c8affebf-2a48-4227-a3a7-00ab4900f8be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4676a241ea4e4a2f8d58b526b440828e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780890 May 28 05:38:06.048536 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45664070-64c6-404d-acaa-da6da0907809 req-3f79bb9b-2de8-4419-b38a-2ce9e935e52e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 HTTP/1.1" status: 200 len: 217 time: 0.1348784 May 28 05:38:06.048990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46948) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:06.131765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-27ef611e-5030-42df-a136-eb911c041837 None None] For port ab039971-1259-496c-ba3b-286bfd742e6d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ab039971-1259-496c-ba3b-286bfd742e6d,segment=NetworkSegment(a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb),segment_id=a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:06.153922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.202216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6218-183d-47bc-b6df-96b72cecf481 req-d148e807-1c83-4a7e-bb31-1c28cabcdc15 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:06.216138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:06.222579 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-838a6218-183d-47bc-b6df-96b72cecf481 req-d148e807-1c83-4a7e-bb31-1c28cabcdc15 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.5381820 May 28 05:38:06.230098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:06.231018 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.232848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-764fce5d-746d-4dda-a9c2-7fd464749165 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Deleting port f6e3f050-add1-4735-86dd-fcdc4bc36e2e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:06.233216 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-764fce5d-746d-4dda-a9c2-7fd464749165 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.303977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Pushing event updated for resources: {'Port': ['ID=ab039971-1259-496c-ba3b-286bfd742e6d,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:06.313870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.314816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.315163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.315523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.315854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.316185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.316509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.317148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.317148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.317468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.317760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.318076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef611e-5030-42df-a136-eb911c041837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:06.340557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45664070-64c6-404d-acaa-da6da0907809 req-5612ae72-d24f-4f72-82b5-aa4e4ddf462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:06.342283 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45664070-64c6-404d-acaa-da6da0907809 req-5612ae72-d24f-4f72-82b5-aa4e4ddf462f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.2110147 May 28 05:38:06.448872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:06.449469 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.489244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:06.496941 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f80b1534-8675-42eb-90f4-0dfe777565c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.503784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:06.505463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d4746e8-f822-4d0b-aac6-eb243b92bf49 None None] Provisioning complete for port ab039971-1259-496c-ba3b-286bfd742e6d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:06.505839 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d4746e8-f822-4d0b-aac6-eb243b92bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.510641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69ee33-3847-447b-a262-5564c995bd62 req-9e7f4975-1d79-436b-bfe4-4f2dc6beec91 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:06.512529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd69ee33-3847-447b-a262-5564c995bd62 req-9e7f4975-1d79-436b-bfe4-4f2dc6beec91 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 950 time: 0.6000490 May 28 05:38:06.530407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-838a6218-183d-47bc-b6df-96b72cecf481 req-26e13fb5-12cb-47ef-805b-f63f9c7a4791 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840478 May 28 05:38:06.534908 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.541178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.631486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f80b1534-8675-42eb-90f4-0dfe777565c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.663219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:06.690043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fd69ee33-3847-447b-a262-5564c995bd62 req-8c2c27c5-d505-456e-8f46-c4c2b7735da4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Deleting port 78cb6147-6367-44b8-9f41-2351351e64f9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:06.690639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd69ee33-3847-447b-a262-5564c995bd62 req-8c2c27c5-d505-456e-8f46-c4c2b7735da4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.701121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d4746e8-f822-4d0b-aac6-eb243b92bf49 None None] Current status of the port ab039971-1259-496c-ba3b-286bfd742e6d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:06.721287 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-764fce5d-746d-4dda-a9c2-7fd464749165 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.721609 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-764fce5d-746d-4dda-a9c2-7fd464749165 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.802887 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ab039971-1259-496c-ba3b-286bfd742e6d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:06.883818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ab039971-1259-496c-ba3b-286bfd742e6d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:06.884198 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.960662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbd9dd-2498-4325-bb19-859d086c85e3 req-7d36e4ee-7d66-4117-b983-457fa032e763 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:06.962022 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4abbd9dd-2498-4325-bb19-859d086c85e3 req-7d36e4ee-7d66-4117-b983-457fa032e763 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 946 time: 0.2594917 May 28 05:38:06.993850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-764fce5d-746d-4dda-a9c2-7fd464749165 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Calling delete_port for f6e3f050-add1-4735-86dd-fcdc4bc36e2e owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:07.000537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:07.011566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ab039971-1259-496c-ba3b-286bfd742e6d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:07.084252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45664070-64c6-404d-acaa-da6da0907809 req-6bf3647f-5d20-46c9-b864-77a49ea95837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:07.085739 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45664070-64c6-404d-acaa-da6da0907809 req-6bf3647f-5d20-46c9-b864-77a49ea95837 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7336550 May 28 05:38:07.093064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4abbd9dd-2498-4325-bb19-859d086c85e3 req-831c4b45-cbc4-4154-af7d-c9e67c904e9b tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207635 May 28 05:38:07.138090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f80b1534-8675-42eb-90f4-0dfe777565c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:07.231611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b1534-8675-42eb-90f4-0dfe777565c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2097bff-7a9f-4420-8b66-b162a654dfce,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:07.317823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Router b428bf24-1f32-48d1-898b-7ebb822cfef0 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:38:07.343185 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f80b1534-8675-42eb-90f4-0dfe777565c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:07.344592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f80b1534-8675-42eb-90f4-0dfe777565c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2097bff-7a9f-4420-8b66-b162a654dfce HTTP/1.1" status: 204 len: 168 time: 1.2944574 May 28 05:38:07.409805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891111c-134b-4105-adbb-2f47442bf796 req-4d45e062-4eb4-48e9-8d98-e999f06835c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:07.412844 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f891111c-134b-4105-adbb-2f47442bf796 req-4d45e062-4eb4-48e9-8d98-e999f06835c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.1945055 May 28 05:38:07.472321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45664070-64c6-404d-acaa-da6da0907809 req-55aa4590-7c01-4810-a286-26f7ae83aff1 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661690 May 28 05:38:07.487026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fd69ee33-3847-447b-a262-5564c995bd62 req-8c2c27c5-d505-456e-8f46-c4c2b7735da4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] For port 78cb6147-6367-44b8-9f41-2351351e64f9, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=78cb6147-6367-44b8-9f41-2351351e64f9,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:07.487407 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd69ee33-3847-447b-a262-5564c995bd62 req-8c2c27c5-d505-456e-8f46-c4c2b7735da4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:07.517088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-764fce5d-746d-4dda-a9c2-7fd464749165 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:07.579679 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f891111c-134b-4105-adbb-2f47442bf796 req-7cffeffd-d232-4f7c-8e5d-513d14178fe9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501756 May 28 05:38:07.629146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:38:07.643837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Sync routers for ids ['b428bf24-1f32-48d1-898b-7ebb822cfef0'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:38:07.658496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Routers {'b428bf24-1f32-48d1-898b-7ebb822cfef0'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:38:07.659127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:37:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b428bf24-1f32-48d1-898b-7ebb822cfef0'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:07.672786 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:07.677095 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-49472700-0a5e-4ccf-a1ed-5196cd0a7ee1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7557888 May 28 05:38:07.677874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46970) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:07.807278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fd69ee33-3847-447b-a262-5564c995bd62 req-8c2c27c5-d505-456e-8f46-c4c2b7735da4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Calling delete_port for 78cb6147-6367-44b8-9f41-2351351e64f9 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:07.893074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Set router b428bf24-1f32-48d1-898b-7ebb822cfef0 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:38:07.941618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fce5d-746d-4dda-a9c2-7fd464749165 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event deleted for resources: {'Port': ['ID=f6e3f050-add1-4735-86dd-fcdc4bc36e2e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:07.990939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46974) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:08.076875 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-23394baa-02af-4e4b-ac55-82402b512504 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5a821e99cd6f480997fc6aeb47330e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358739 May 28 05:38:08.177133 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-764fce5d-746d-4dda-a9c2-7fd464749165 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.191580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4776ca2f-89ab-4810-98d4-c4db21740b59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7215a14f4b4b43539ea335b03553a2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882174 May 28 05:38:08.194434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45664070-64c6-404d-acaa-da6da0907809 req-ead8c05f-7be9-4b1f-a12a-ea0aea0eb785 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109571 May 28 05:38:08.203920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46988) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:08.206140 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-764fce5d-746d-4dda-a9c2-7fd464749165 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.207274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd8a358e-1d16-47d0-a42c-5d5768990511 req-764fce5d-746d-4dda-a9c2-7fd464749165 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "DELETE /v2.0/floatingips/c3c04bc9-34e4-4ce9-be42-56164759125a HTTP/1.1" status: 204 len: 173 time: 2.3749044 May 28 05:38:08.262179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-router', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:03Z', 'updated_at': '2022-05-28T05:38:06Z', 'revision_number': 3, 'project_id': '578441de67794db9b7aefded3a3b2930', 'gw_port': {'id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:04Z', 'updated_at': '2022-05-28T05:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:08.278226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Checking router: b428bf24-1f32-48d1-898b-7ebb822cfef0 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:38:08.278846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Updating router b428bf24-1f32-48d1-898b-7ebb822cfef0 port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:38:08.329877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aba66319-47f6-4479-9690-3f386ef4b8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.331817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd69ee33-3847-447b-a262-5564c995bd62 req-8c2c27c5-d505-456e-8f46-c4c2b7735da4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.344477 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0ea0d9-6b5c-4e78-886c-4474d22a4b25'] response: {'server_uuid': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7', 'code': 200} May 28 05:38:08.364071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0', '000e3aa9-acb6-4846-9443-abd66c3e9409', 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45', 'a55dd582-0042-4fba-a88d-1140a1067b56'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:08.421092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'cab67719-ba05-424b-93b7-58f3ffec6333'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:08.427571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c27c5-d505-456e-8f46-c4c2b7735da4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event deleted for resources: {'Port': ['ID=78cb6147-6367-44b8-9f41-2351351e64f9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:08.509053 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aba66319-47f6-4479-9690-3f386ef4b8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.576455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb827-3d1c-43cb-8068-3612d154148c req-adf46475-473c-4a64-b906-e7076b5f8d45 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:08.585710 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-adf46475-473c-4a64-b906-e7076b5f8d45 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5079260 May 28 05:38:08.610023 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-413e48aa-4c23-4b16-be1e-609b5a3edcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.622069 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.625239 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-44ada35b-38b9-4e0c-a749-bdb197132741 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/quotas/5a821e99cd6f480997fc6aeb47330e82 HTTP/1.1" status: 200 len: 375 time: 0.0374627 May 28 05:38:08.648730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd69ee33-3847-447b-a262-5564c995bd62 req-8c2c27c5-d505-456e-8f46-c4c2b7735da4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] No DVR routers for this DVR port 78cb6147-6367-44b8-9f41-2351351e64f9 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:08.655748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80e009e4-5e33-4e85-93b5-a3825416b50b req-77d0dc2d-05c7-41a8-8347-d62be1ee3594 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33b0730-87dd-4029-8a51-8fa39cfb6bab HTTP/1.1" status: 200 len: 210 time: 0.1378391 May 28 05:38:08.656724 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd69ee33-3847-447b-a262-5564c995bd62 req-8c2c27c5-d505-456e-8f46-c4c2b7735da4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.661900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33b0730-87dd-4029-8a51-8fa39cfb6bab', 'name': 'network-vif-deleted', 'tag': '78cb6147-6367-44b8-9f41-2351351e64f9'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:08.697659 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-efd7bad0-1a4a-4ba2-adce-9aa4872578c3 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a821e99cd6f480997fc6aeb47330e82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712433 May 28 05:38:08.843857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd69ee33-3847-447b-a262-5564c995bd62 req-8c2c27c5-d505-456e-8f46-c4c2b7735da4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "DELETE /v2.0/ports/78cb6147-6367-44b8-9f41-2351351e64f9 HTTP/1.1" status: 204 len: 173 time: 2.3213954 May 28 05:38:08.856890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1a61d-32a3-44f9-8130-b5aa9b93bb2f req-7fe00b4d-d9c5-4921-bec4-2936280261c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:08.858412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89c1a61d-32a3-44f9-8130-b5aa9b93bb2f req-7fe00b4d-d9c5-4921-bec4-2936280261c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 1097 time: 0.3416996 May 28 05:38:08.895497 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aba66319-47f6-4479-9690-3f386ef4b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:09.018308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba66319-47f6-4479-9690-3f386ef4b8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07847613-788e-457c-a016-e16e90ff4492,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:09.073563 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aba66319-47f6-4479-9690-3f386ef4b8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:09.074739 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aba66319-47f6-4479-9690-3f386ef4b8a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07847613-788e-457c-a016-e16e90ff4492 HTTP/1.1" status: 204 len: 168 time: 0.8665428 May 28 05:38:09.086266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89c1a61d-32a3-44f9-8130-b5aa9b93bb2f req-d855d685-334a-4df7-8d4c-d21f8c29152f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166901 May 28 05:38:09.174252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af952-b35a-4023-9dea-917a9cb8541d req-e59bf573-fff3-4f07-aabf-371274a95f10 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:09.175701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd8af952-b35a-4023-9dea-917a9cb8541d req-e59bf573-fff3-4f07-aabf-371274a95f10 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.2496965 May 28 05:38:09.246754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd8af952-b35a-4023-9dea-917a9cb8541d req-9d2ec1c0-0cdb-4a10-86e6-ae4223c43519 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608366 May 28 05:38:09.656541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a7a7c-3341-4728-ba9b-daad6ac513bd req-26881b40-3265-4197-8a68-b021592b760d tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:09.666777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e9a7a7c-3341-4728-ba9b-daad6ac513bd req-26881b40-3265-4197-8a68-b021592b760d tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 946 time: 0.1640167 May 28 05:38:09.739302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:09.769850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e9a7a7c-3341-4728-ba9b-daad6ac513bd req-983d5281-ce99-4326-ac38-8300473d8726 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007075 May 28 05:38:09.832652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d59a9f-96d3-4a9e-b134-23a2cb0f8db5 req-50bc99f2-4266-4938-a12b-d3a7ef6927ed tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:09.847092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c9d59a9f-96d3-4a9e-b134-23a2cb0f8db5 req-50bc99f2-4266-4938-a12b-d3a7ef6927ed tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1101 time: 0.2807951 May 28 05:38:09.899106 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:09.903536 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:09.951598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-5d769e91-a413-4763-85e4-e397ea9758ca tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips/540d6d86-8b01-483a-b2cc-c575d384e057 HTTP/1.1" status: 200 len: 693 time: 0.1523087 May 28 05:38:09.953133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Transition to ACTIVE for port object 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:09.968004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c9d59a9f-96d3-4a9e-b134-23a2cb0f8db5 req-abc2c886-c06f-4832-9768-b6c5c39d74c4 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:09.984247 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.032236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c9d59a9f-96d3-4a9e-b134-23a2cb0f8db5 req-abc2c886-c06f-4832-9768-b6c5c39d74c4 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:10.057021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c9d59a9f-96d3-4a9e-b134-23a2cb0f8db5 req-abc2c886-c06f-4832-9768-b6c5c39d74c4 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Usage tracker for resource:security_group_rule and tenant:771222ed6e7a4074bc2a5ba1dd187ca0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:10.071873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c9d59a9f-96d3-4a9e-b134-23a2cb0f8db5 req-abc2c886-c06f-4832-9768-b6c5c39d74c4 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:10.085307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c9d59a9f-96d3-4a9e-b134-23a2cb0f8db5 req-abc2c886-c06f-4832-9768-b6c5c39d74c4 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:10.093815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 78cb6147-6367-44b8-9f41-2351351e64f9 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:10.192556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 78cb6147-6367-44b8-9f41-2351351e64f9 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:10.192874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 78cb6147-6367-44b8-9f41-2351351e64f9 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:10.245027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Attempting to bind port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:10.245398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Attempting to bind port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:10.245759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Attempting to bind port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:10.271603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-449c8217-d327-41b2-a08c-3f8367fe5e88 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:10.273013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-449c8217-d327-41b2-a08c-3f8367fe5e88 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.3187885 May 28 05:38:10.313771 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c9d59a9f-96d3-4a9e-b134-23a2cb0f8db5 req-abc2c886-c06f-4832-9768-b6c5c39d74c4 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.336825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:38:10.337286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:10.337601 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.337998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:38:10.338482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Bound port: 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:10.338850 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.391753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c9d59a9f-96d3-4a9e-b134-23a2cb0f8db5 req-abc2c886-c06f-4832-9768-b6c5c39d74c4 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.404902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a150c9-bc67-40e0-bd9b-88f2432cc0e4 None None] Pushing event updated for resources: {'Port': ['ID=7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:10.468026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-9eef01b5-82c7-44a8-81ea-04a88c8b372e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Synchronizing usage tracker for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:10.510736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c9d59a9f-96d3-4a9e-b134-23a2cb0f8db5 req-abc2c886-c06f-4832-9768-b6c5c39d74c4 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6576107 May 28 05:38:10.512934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-9eef01b5-82c7-44a8-81ea-04a88c8b372e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Unset dirty status for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:10.514121 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-9eef01b5-82c7-44a8-81ea-04a88c8b372e tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.2302210 May 28 05:38:10.620054 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7d6f16-00bc-40f1-9fbb-6467dac05fa1'] response: {'server_uuid': 'e33b0730-87dd-4029-8a51-8fa39cfb6bab', 'name': 'network-vif-deleted', 'tag': '78cb6147-6367-44b8-9f41-2351351e64f9', 'status': 'completed', 'code': 200} May 28 05:38:10.650189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2c886-c06f-4832-9768-b6c5c39d74c4 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3154dad-a6b9-4d51-bcbb-4c4d85451a30,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:10.672754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-0fcc7874-4cd2-4d6d-bc1b-cb9807268ce4 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.1492159 May 28 05:38:10.691703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] For port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:10.732952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Allocated IP 172.20.0.1 (0a1682d1-4fca-4a0d-931f-f652ee6d6bae/8539476c-e249-46ce-ba4c-8119cb38d60e/d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:10.743319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] For port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:38:10.747954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b53b9471-d591-48b6-922f-972b77169283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.750668 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.888367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Routers {'b428bf24-1f32-48d1-898b-7ebb822cfef0'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:38:10.889005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b428bf24-1f32-48d1-898b-7ebb822cfef0'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:10.953752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-6eb96828-fbfa-4538-95bf-54d510bcf2f1 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Deleting port f2afd59c-4c54-4237-95a6-1687d830c5e7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:10.954231 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-6eb96828-fbfa-4538-95bf-54d510bcf2f1 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.982150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a150c9-bc67-40e0-bd9b-88f2432cc0e4 None None] Pushing event updated for resources: {'Port': ['ID=7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:11.056880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ff471eb4-a26a-40ed-9410-c9c0def4738e req-3a4c7a61-2beb-4f3f-94e2-acce84a9ebf7 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 210 time: 0.0800705 May 28 05:38:11.132829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] Set router b428bf24-1f32-48d1-898b-7ebb822cfef0 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:38:11.144887 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.180853 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-6eb96828-fbfa-4538-95bf-54d510bcf2f1 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.181842 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-6eb96828-fbfa-4538-95bf-54d510bcf2f1 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.187553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Transition to ACTIVE for port object d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:11.255155 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.346060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:11.349680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:11.353758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:11.441124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.492040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-6eb96828-fbfa-4538-95bf-54d510bcf2f1 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Calling delete_port for f2afd59c-4c54-4237-95a6-1687d830c5e7 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:11.563740 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.621250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.632572 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-d51dbb97-1626-44c3-a0c7-7b3383042986 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=5a821e99cd6f480997fc6aeb47330e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315475 May 28 05:38:11.668981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-router', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:03Z', 'updated_at': '2022-05-28T05:38:06Z', 'revision_number': 3, 'project_id': '578441de67794db9b7aefded3a3b2930', 'gw_port': {'id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:04Z', 'updated_at': '2022-05-28T05:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:11.672763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7401664c-b782-40cd-8dfe-dd5f39cd06f2 None None] Provisioning for port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:11.676024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:11.678383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6fe404-bd86-4d5c-b1ca-72dd72f83bd6 None None] The sync data for ids ['b428bf24-1f32-48d1-898b-7ebb822cfef0'] in n-d-843679-5 is: [{'id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-router', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:03Z', 'updated_at': '2022-05-28T05:38:06Z', 'revision_number': 3, 'project_id': '578441de67794db9b7aefded3a3b2930', 'gw_port': {'id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:04Z', 'updated_at': '2022-05-28T05:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:38:11.680707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7401664c-b782-40cd-8dfe-dd5f39cd06f2 None None] Provisioning complete for port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:11.681166 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7401664c-b782-40cd-8dfe-dd5f39cd06f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.754613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7401664c-b782-40cd-8dfe-dd5f39cd06f2 None None] Port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:38:11.770842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e012190-5823-46d6-a39f-81ca8f8ec6dc req-0c5b6efc-de68-4323-b377-474920debc9b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:11.772622 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e012190-5823-46d6-a39f-81ca8f8ec6dc req-0c5b6efc-de68-4323-b377-474920debc9b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.1623900 May 28 05:38:11.807990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-6eb96828-fbfa-4538-95bf-54d510bcf2f1 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.852781 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e012190-5823-46d6-a39f-81ca8f8ec6dc req-132e42fd-2977-4d0b-9217-50f5782d215e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652964 May 28 05:38:12.023794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb96828-fbfa-4538-95bf-54d510bcf2f1 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event deleted for resources: {'Port': ['ID=f2afd59c-4c54-4237-95a6-1687d830c5e7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:12.099066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.193768 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-6eb96828-fbfa-4538-95bf-54d510bcf2f1 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.215784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb827-3d1c-43cb-8068-3612d154148c req-8c060e9c-a43e-4f11-8fc7-41905b7eed08 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:12.223265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-8c060e9c-a43e-4f11-8fc7-41905b7eed08 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5508895 May 28 05:38:12.239783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Request body: {'port': {'device_id': '2a5a657b-fa8a-4001-8466-c67328f8eb5e', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '5a821e99cd6f480997fc6aeb47330e82'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:12.255599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-6eb96828-fbfa-4538-95bf-54d510bcf2f1 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.256603 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca03c19c-bf1d-415c-a297-5ba1c2d276d8 req-6eb96828-fbfa-4538-95bf-54d510bcf2f1 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "DELETE /v2.0/floatingips/540d6d86-8b01-483a-b2cc-c575d384e057 HTTP/1.1" status: 204 len: 173 time: 1.5761597 May 28 05:38:12.517051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:12.525907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Usage tracker for resource:port and tenant:5a821e99cd6f480997fc6aeb47330e82 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:12.526217 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.526322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:12.531316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.562724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:12.586549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Made reservation on behalf of 5a821e99cd6f480997fc6aeb47330e82 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:12.590912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.615511 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.642373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc966d0-28c5-4565-9754-f8207a070855 req-cb5ae6e0-9d19-4a36-8b20-bf8f6f1e743f tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:12.650678 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bc966d0-28c5-4565-9754-f8207a070855 req-cb5ae6e0-9d19-4a36-8b20-bf8f6f1e743f tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 946 time: 0.2054155 May 28 05:38:12.667635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.673077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:12.681651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:12.715883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Usage tracker for resource:security_group_rule and tenant:5a821e99cd6f480997fc6aeb47330e82 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:12.732161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bc966d0-28c5-4565-9754-f8207a070855 req-d6096521-765c-4b15-bbf8-0cea0d83bdad tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783112 May 28 05:38:12.734701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:12.762097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:12.946932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:12.948270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:13.002975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:13.116142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.129876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.264616 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.299873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:13.309203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:13.310696 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.441220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1882151160', 'description': 'tempest-description-203026180'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:13.454465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:13.465844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Usage tracker for resource:security_group and tenant:f812a167e0634dcf914385ab4b5ea2b8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:13.479910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:13.485399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0dbad031-fa5c-40c5-83da-23612bc06e31 None None] Provisioning complete for port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:13.486069 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0dbad031-fa5c-40c5-83da-23612bc06e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.491827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedbf6cc-c31c-4afa-9071-a74dc35efd18,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:13.492183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:13.510470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Router b428bf24-1f32-48d1-898b-7ebb822cfef0 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:38:13.552086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1a78024-46b4-4cb4-b6d9-1754963a5466 req-11bdff2a-f8e0-4989-9c14-d1a1f399d30e tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 210 time: 0.0753493 May 28 05:38:13.552871 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.560861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:13.566551 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.619128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:13.620746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0dbad031-fa5c-40c5-83da-23612bc06e31 None None] Port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:38:13.627698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.668909 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.716795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-ceb52b0a-2cd2-4174-aff4-9418cc93851d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8296885 May 28 05:38:13.740147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:13.745232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Usage tracker for resource:security_group_rule and tenant:f812a167e0634dcf914385ab4b5ea2b8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:13.749274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:13.756899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:13.760764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Allocated IP 192.168.233.16 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/a9d10ddf-f036-4001-823b-47c86339fcdf) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:13.762379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:13.843085 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-f1e10b3b-aaae-458f-92fa-ae64fe3b49e3 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips/480e35c9-900f-425a-a49a-c5aad6578962 HTTP/1.1" status: 200 len: 693 time: 0.2182031 May 28 05:38:13.864170 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-5fd17071-6116-415d-bf21-a3f8c52b4998 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f09b1f67-4250-4eff-b731-0f4347e82d9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4788980 May 28 05:38:13.931508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:38:13.997329 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bd785c31-84cc-4b82-915a-34eb9c8dcc52 admin admin] 10.222.0.39 "PUT /v2.0/routers/b428bf24-1f32-48d1-898b-7ebb822cfef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3183682 May 28 05:38:14.040814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:14.045933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:14.050182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:14.055443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Usage tracker for resource:security_group_rule and tenant:f812a167e0634dcf914385ab4b5ea2b8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:14.058277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:14.064540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:14.173349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:14.213922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb097bc-2fb7-413c-a640-07eb49c76158,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:14.219850 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:14.265399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c81c8-776a-4c9e-a928-3ef871820e37,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:14.276503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-f2dc1c8d-8037-4ba2-be99-ec1f4dcbcb63 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:14.279685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-f2dc1c8d-8037-4ba2-be99-ec1f4dcbcb63 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.4242496 May 28 05:38:14.295117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:14.296804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c14cf16-8113-4d8e-9a50-2cf6fbe0a719 req-fce6f773-71c6-4413-8bba-681d3530c2d4 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9041102 May 28 05:38:14.354493 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Sync routers for ids ['b428bf24-1f32-48d1-898b-7ebb822cfef0'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:38:14.365739 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Routers {'b428bf24-1f32-48d1-898b-7ebb822cfef0'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:38:14.366629 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b428bf24-1f32-48d1-898b-7ebb822cfef0'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:14.400591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-76d5715f-018f-464c-ba49-2882933aeef7 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Synchronizing usage tracker for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:14.461295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:14.488578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Transition to ACTIVE for port object a9d10ddf-f036-4001-823b-47c86339fcdf will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:14.521252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-8a7b3547-3dc1-4ea4-b42e-86cbaa8db820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:14.523248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-8a7b3547-3dc1-4ea4-b42e-86cbaa8db820 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f19722c2c64b6fb824290e4e419f76&device_id=f09b1f67-4250-4eff-b731-0f4347e82d9e HTTP/1.1" status: 200 len: 1101 time: 0.6116116 May 28 05:38:14.530849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-76d5715f-018f-464c-ba49-2882933aeef7 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Unset dirty status for tenant:222d7f666f93411eb0bc39767251221a on resource:floatingip {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:14.538978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d1d24-7ae8-4e38-899c-c22c0634adde req-20b67728-f522-4de9-b48a-2bd152899ad1 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:14.540117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-76d5715f-018f-464c-ba49-2882933aeef7 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.2534821 May 28 05:38:14.549197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-498d1d24-7ae8-4e38-899c-c22c0634adde req-20b67728-f522-4de9-b48a-2bd152899ad1 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 946 time: 0.1132882 May 28 05:38:14.587648 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Set router b428bf24-1f32-48d1-898b-7ebb822cfef0 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:38:14.631465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-498d1d24-7ae8-4e38-899c-c22c0634adde req-51a7170e-5a28-4a4a-86af-ecda58298f9c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810404 May 28 05:38:14.649507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-b444346c-5728-4cbe-8657-9b526bbd1e05 tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.1082020 May 28 05:38:14.832157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:14.887591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109597-19eb-4b1e-b539-948adf769934 req-3f951533-5287-48a2-8540-8d059aececd4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:14.895594 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc109597-19eb-4b1e-b539-948adf769934 req-3f951533-5287-48a2-8540-8d059aececd4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.1081247 May 28 05:38:14.925638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:14.926135 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:14.951851 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc109597-19eb-4b1e-b539-948adf769934 req-b3e55f2e-a30c-468a-9fe4-0604ef9aabda tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553021 May 28 05:38:14.969582 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.070744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:15.083952 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-router', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:03Z', 'updated_at': '2022-05-28T05:38:11Z', 'revision_number': 4, 'project_id': '578441de67794db9b7aefded3a3b2930', 'gw_port': {'id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:04Z', 'updated_at': '2022-05-28T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd7b427e3-9c1f-4fbe-88f0-926d0a9c01b2', 'name': '', 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'mac_address': 'fa:16:3e:49:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '8539476c-e249-46ce-ba4c-8119cb38d60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:09Z', 'updated_at': '2022-05-28T05:38:12Z', 'revision_number': 2, 'project_id': '578441de67794db9b7aefded3a3b2930', 'subnets': [{'id': '8539476c-e249-46ce-ba4c-8119cb38d60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:15.088124 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Checking router: b428bf24-1f32-48d1-898b-7ebb822cfef0 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:38:15.088650 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Updating router b428bf24-1f32-48d1-898b-7ebb822cfef0 port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:38:15.155130 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.168851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79affd77-9f4e-4565-a1b5-cc72415f61cb req-f674bce6-768c-4989-bcb1-a989fed78692 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:15.170748 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-79affd77-9f4e-4565-a1b5-cc72415f61cb req-f674bce6-768c-4989-bcb1-a989fed78692 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 950 time: 0.0909114 May 28 05:38:15.172384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-16c25710-1ff7-4678-973d-5250058c8edd tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Deleting port a3e053b2-676d-4c59-9b46-126a0d726bf0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:15.172733 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-16c25710-1ff7-4678-973d-5250058c8edd tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.209831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:15.224283 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-79affd77-9f4e-4565-a1b5-cc72415f61cb req-7aeb47e5-34e6-4557-a5f9-d12886c85ca2 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 May 28 05:38:15.226750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:15.252205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:15.302829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Pushing event updated for resources: {'Port': ['ID=a9d10ddf-f036-4001-823b-47c86339fcdf,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:15.462771 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-654269d7-0298-4bb1-b6db-79895a7d19b3 req-b5006cb6-0045-4805-8466-ad68adb9c1cb tempest-FloatingIPsNegativeTestJSON-1362313704 tempest-FloatingIPsNegativeTestJSON-1362313704-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=578441de67794db9b7aefded3a3b2930 HTTP/1.1" status: 200 len: 217 time: 0.0942986 May 28 05:38:15.471776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1190073655', 'description': 'tempest-description-1014846221'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:15.480109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:15.484153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Usage tracker for resource:security_group and tenant:f812a167e0634dcf914385ab4b5ea2b8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:15.487694 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:15.493448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:15.499856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-458e3a00-115f-4df3-bcc9-0a7e86b40559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:15.501416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-458e3a00-115f-4df3-bcc9-0a7e86b40559 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.8481956 May 28 05:38:15.527620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:15.528392 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.539380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08df994-7501-4981-b4a1-117fad267b3b req-73faedee-91b5-4d84-9f6d-e53160d703e7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:15.540209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e08df994-7501-4981-b4a1-117fad267b3b req-73faedee-91b5-4d84-9f6d-e53160d703e7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:15.566334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f176f13c-6838-4193-a046-f604d821f75d None None] Provisioning for port a9d10ddf-f036-4001-823b-47c86339fcdf completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:15.576976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f176f13c-6838-4193-a046-f604d821f75d None None] Provisioning complete for port a9d10ddf-f036-4001-823b-47c86339fcdf triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:15.577638 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f176f13c-6838-4193-a046-f604d821f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.578031 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.591292 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Transition to ACTIVE for port object d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:15.607474 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.621994 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.647099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:15.650139 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-8246ab77-6d1a-4bc2-9b96-37324b5352b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=000e3aa9-acb6-4846-9443-abd66c3e9409 HTTP/1.1" status: 200 len: 217 time: 0.1311190 May 28 05:38:15.652296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Usage tracker for resource:security_group_rule and tenant:f812a167e0634dcf914385ab4b5ea2b8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:15.656325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:15.660328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b01a4747-90ff-4c02-bdad-656a8602de35 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4252796 May 28 05:38:15.661312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f176f13c-6838-4193-a046-f604d821f75d None None] Port a9d10ddf-f036-4001-823b-47c86339fcdf cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:38:15.663464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:15.723218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Request body: {'port': {'device_id': '2a5a657b-fa8a-4001-8466-c67328f8eb5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:15.750109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e08df994-7501-4981-b4a1-117fad267b3b req-73faedee-91b5-4d84-9f6d-e53160d703e7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:15.751263 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e08df994-7501-4981-b4a1-117fad267b3b req-73faedee-91b5-4d84-9f6d-e53160d703e7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 950 time: 0.8711691 May 28 05:38:15.753295 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.758264 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.779746 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bb24c-db12-419b-a018-145dc8217ae4 None None] Pushing event updated for resources: {'Port': ['ID=d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:15.812985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99c5761-0272-4649-ba7b-e0ceaab69e15,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:15.819598 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.832943 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4898860-2312-4278-bbdb-edf8ebc5124d req-5459128a-3d9d-4701-877e-95849f3f0994 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3655825 May 28 05:38:15.875033 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-16c25710-1ff7-4678-973d-5250058c8edd tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.875526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-16c25710-1ff7-4678-973d-5250058c8edd tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.899548 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Attempting to bind port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:15.900267 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Attempting to bind port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:15.900819 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Attempting to bind port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 on network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:15.906931 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:38:15.907657 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Checking segment: {'id': 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:15.908251 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.908810 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Bound using segment: {'id': 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:38:15.909438 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Bound port: d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:15.909988 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.010477 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] For port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:16.014704 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] For port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2,segment=NetworkSegment(a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb),segment_id=a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:38:16.020370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b1601-1829-4f68-a8d6-b1f531c1c645 req-6b68640d-c405-411c-a8f6-f122e306841d tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:16.021247 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.022440 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb5b1601-1829-4f68-a8d6-b1f531c1c645 req-6b68640d-c405-411c-a8f6-f122e306841d tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 935 time: 0.0970535 May 28 05:38:16.045395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-16c25710-1ff7-4678-973d-5250058c8edd tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Calling delete_port for a3e053b2-676d-4c59-9b46-126a0d726bf0 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:16.079830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb5b1601-1829-4f68-a8d6-b1f531c1c645 req-9fc176b2-614d-4b4b-9645-272c396202d0 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508821 May 28 05:38:16.079997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-c61886ef-cf6b-4fac-a181-a9255957335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:16.081375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-c61886ef-cf6b-4fac-a181-a9255957335b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1101 time: 0.7307644 May 28 05:38:16.114654 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Routers {'b428bf24-1f32-48d1-898b-7ebb822cfef0'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:38:16.115621 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b428bf24-1f32-48d1-898b-7ebb822cfef0'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:16.140929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-260777f3-4130-4990-9fca-df9a08413e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:16.142390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-260777f3-4130-4990-9fca-df9a08413e2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.4839296 May 28 05:38:16.309842 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bb24c-db12-419b-a018-145dc8217ae4 None None] Pushing event updated for resources: {'Port': ['ID=d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:16.325868 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] Set router b428bf24-1f32-48d1-898b-7ebb822cfef0 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:38:16.335634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e08df994-7501-4981-b4a1-117fad267b3b req-11680946-61fc-4894-97a1-c695232e458b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Deleting port a55dd582-0042-4fba-a88d-1140a1067b56 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:16.336116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e08df994-7501-4981-b4a1-117fad267b3b req-11680946-61fc-4894-97a1-c695232e458b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.586061 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.618392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47146) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:16.625120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17485418', 'description': 'tempest-description--957042172'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:16.640193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:16.679112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:16.684545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-41257bb7-5bea-45f7-ac66-28808803151c req-d54be258-fa1d-4ca2-8284-a347467b32d6 tempest-FloatingIPsNegativeTestJSON-1362313704 tempest-FloatingIPsNegativeTestJSON-1362313704-project] Synchronizing usage tracker for tenant:578441de67794db9b7aefded3a3b2930 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:16.703140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.705026 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-router', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:03Z', 'updated_at': '2022-05-28T05:38:11Z', 'revision_number': 4, 'project_id': '578441de67794db9b7aefded3a3b2930', 'gw_port': {'id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:04Z', 'updated_at': '2022-05-28T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd7b427e3-9c1f-4fbe-88f0-926d0a9c01b2', 'name': '', 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'mac_address': 'fa:16:3e:49:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '8539476c-e249-46ce-ba4c-8119cb38d60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:09Z', 'updated_at': '2022-05-28T05:38:16Z', 'revision_number': 4, 'project_id': '578441de67794db9b7aefded3a3b2930', 'subnets': [{'id': '8539476c-e249-46ce-ba4c-8119cb38d60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:16.709598 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48fcb4-2679-47b4-b80c-bfee41143800 None None] The sync data for ids ['b428bf24-1f32-48d1-898b-7ebb822cfef0'] in n-d-843679-5 is: [{'id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-router', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:03Z', 'updated_at': '2022-05-28T05:38:11Z', 'revision_number': 4, 'project_id': '578441de67794db9b7aefded3a3b2930', 'gw_port': {'id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:04Z', 'updated_at': '2022-05-28T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd7b427e3-9c1f-4fbe-88f0-926d0a9c01b2', 'name': '', 'network_id': '0a1682d1-4fca-4a0d-931f-f652ee6d6bae', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'mac_address': 'fa:16:3e:49:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '8539476c-e249-46ce-ba4c-8119cb38d60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:09Z', 'updated_at': '2022-05-28T05:38:16Z', 'revision_number': 4, 'project_id': '578441de67794db9b7aefded3a3b2930', 'subnets': [{'id': '8539476c-e249-46ce-ba4c-8119cb38d60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:38:16.718263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-41257bb7-5bea-45f7-ac66-28808803151c req-d54be258-fa1d-4ca2-8284-a347467b32d6 tempest-FloatingIPsNegativeTestJSON-1362313704 tempest-FloatingIPsNegativeTestJSON-1362313704-project] Unset dirty status for tenant:578441de67794db9b7aefded3a3b2930 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:16.719592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-41257bb7-5bea-45f7-ac66-28808803151c req-d54be258-fa1d-4ca2-8284-a347467b32d6 tempest-FloatingIPsNegativeTestJSON-1362313704 tempest-FloatingIPsNegativeTestJSON-1362313704-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0718482 May 28 05:38:16.759140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:16.764300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Usage tracker for resource:security_group_rule and tenant:473748e4f744401c95dc83ee58a558ae is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:16.782097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:16.789536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:16.868991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1981195293', 'description': 'tempest-description-1510875691'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:16.870326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-ad5ed6e1-907b-46e2-8aac-2abc8f97ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:16.872375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-ad5ed6e1-907b-46e2-8aac-2abc8f97ce3e service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.7603414 May 28 05:38:16.881541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:16.888566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Usage tracker for resource:security_group and tenant:8a4382ae5cd4482db2334a35efca6756 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:16.893636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:16.911516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:16.914905 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.922218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.937606 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.967376 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.990721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bb8b4d-2535-498b-b3a1-a422ba0238ac,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:16.999786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:17.004122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Usage tracker for resource:security_group_rule and tenant:8a4382ae5cd4482db2334a35efca6756 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:17.007473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:17.011505 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.017527 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-73d8c445-7c95-4d2a-a4a9-2e0987de1846 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3977211 May 28 05:38:17.018170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47154) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:17.024009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:17.029147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Request body: {'security_group_rule': {'security_group_id': 'd9bb8b4d-2535-498b-b3a1-a422ba0238ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:17.040398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:17.045864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Usage tracker for resource:security_group_rule and tenant:473748e4f744401c95dc83ee58a558ae is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:17.047792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-da5c7c2f-2305-4fb8-bd6b-57cfafe6d671 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 200 len: 217 time: 0.1485229 May 28 05:38:17.054371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:17.063333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:17.094716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.147376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-16c25710-1ff7-4678-973d-5250058c8edd tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.182227 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.193093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-94e0052f-6d93-47e9-a2e9-4fe53b008e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:17.194679 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-94e0052f-6d93-47e9-a2e9-4fe53b008e02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0165272 May 28 05:38:17.196260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.210432 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.213203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:17.219351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.221313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Usage tracker for resource:security_group_rule and tenant:8a4382ae5cd4482db2334a35efca6756 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:17.232145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:17.259572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c25710-1ff7-4678-973d-5250058c8edd tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Pushing event deleted for resources: {'Port': ['ID=a3e053b2-676d-4c59-9b46-126a0d726bf0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:17.264066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:17.273009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d05b92c-efd7-42ee-a957-eb73bfdd99c4,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:17.277146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e803d8-e2e7-4990-94de-c7c71b666c56,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:17.306789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.307992 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dacf7d0c-1e77-4111-b2e7-15a19a183e36 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2860556 May 28 05:38:17.312525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47160) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:17.317598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Request body: {'security_group_rule': {'security_group_id': 'd9bb8b4d-2535-498b-b3a1-a422ba0238ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:17.328562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:17.334060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Usage tracker for resource:security_group_rule and tenant:473748e4f744401c95dc83ee58a558ae is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:17.340691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:17.352103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:17.389757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.391113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.402776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.479869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0feb66-04e2-4c21-a9a2-2e03b2a15229,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:17.486170 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.502348 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6c2aa528-52a6-47e5-9c9a-eeda0ec6d3a2 req-f44a55d5-483b-4935-afb5-628e7f9b46ab tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6403487 May 28 05:38:17.522667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.526569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-f23d74fd-7327-4bbc-aef8-d6dbb67362b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:17.529177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-f23d74fd-7327-4bbc-aef8-d6dbb67362b2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.4215877 May 28 05:38:17.532074 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.559415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d412ad-fda6-4850-ad18-57939b1c41a0,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:17.576948 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.581160 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9451fac8-63aa-4bd5-b482-e51e34b668fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2646909 May 28 05:38:17.584841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47166) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:17.591733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:17.598062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:17.601936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Usage tracker for resource:floatingip and tenant:473748e4f744401c95dc83ee58a558ae is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:17.605126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:17.612643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:17.615289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-16c25710-1ff7-4678-973d-5250058c8edd tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.626746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.669977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e08df994-7501-4981-b4a1-117fad267b3b req-11680946-61fc-4894-97a1-c695232e458b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] For port a55dd582-0042-4fba-a88d-1140a1067b56, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a55dd582-0042-4fba-a88d-1140a1067b56,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:17.670348 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e08df994-7501-4981-b4a1-117fad267b3b req-11680946-61fc-4894-97a1-c695232e458b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.785801 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-16c25710-1ff7-4678-973d-5250058c8edd tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.786942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6b6dcbe3-94f4-4dce-a039-e59c3df1651b req-16c25710-1ff7-4678-973d-5250058c8edd tempest-FloatingIPDetailsTestJSON-593642051 tempest-FloatingIPDetailsTestJSON-593642051-project] 10.222.0.39 "DELETE /v2.0/floatingips/480e35c9-900f-425a-a49a-c5aad6578962 HTTP/1.1" status: 204 len: 173 time: 3.1366477 May 28 05:38:17.796220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47170) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:17.866299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e08df994-7501-4981-b4a1-117fad267b3b req-11680946-61fc-4894-97a1-c695232e458b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Calling delete_port for a55dd582-0042-4fba-a88d-1140a1067b56 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:17.916967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21af8-82b6-4d78-93a4-d4e4fc288042 req-765cdf59-b7f4-4e60-9e9e-266bfe65c39c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:17.918482 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ba21af8-82b6-4d78-93a4-d4e4fc288042 req-765cdf59-b7f4-4e60-9e9e-266bfe65c39c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.2744105 May 28 05:38:17.921456 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-fec9d201-3f83-4e96-8908-a55ca9b25d8e service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976964 May 28 05:38:18.063835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ba21af8-82b6-4d78-93a4-d4e4fc288042 req-41d60963-90b5-4655-8065-d010bed69422 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884287 May 28 05:38:18.090629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:38:18.096266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a55dd582-0042-4fba-a88d-1140a1067b56 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:18.156896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-3bb40aac-0889-41ae-ab85-fb770b805469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:18.158580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-3bb40aac-0889-41ae-ab85-fb770b805469 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5821958 May 28 05:38:18.328967 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.372228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:18.388581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7', 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93', 'port_id': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7', 'mac_address': 'fa:16:3e:b2:62:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3e4a8-a8ef-4568-89ea-8913384a5211', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:38:18.474975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:18.475539 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.482632 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-2f134013-b246-4afd-8fb6-5a23f76d0185 req-0097971a-0e61-4ea8-8676-ae5cea1a62df tempest-FloatingIPsNegativeTestJSON-1362313704 tempest-FloatingIPsNegativeTestJSON-1362313704-project] show failed (client error): The resource could not be found. May 28 05:38:18.483732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2f134013-b246-4afd-8fb6-5a23f76d0185 req-0097971a-0e61-4ea8-8676-ae5cea1a62df tempest-FloatingIPsNegativeTestJSON-1362313704 tempest-FloatingIPsNegativeTestJSON-1362313704-project] 10.222.0.39 "GET /v2.0/floatingips/ea8babdd-ed69-4729-a191-fb23829c1459 HTTP/1.1" status: 404 len: 350 time: 0.0856473 May 28 05:38:18.498628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47180) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:18.554961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:18.564963 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe39ca58-75a2-4551-9d9c-7208fd51eef5 req-e315dae5-beaf-44e1-a6f8-1548503b0c61 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301942 May 28 05:38:18.577914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d10ddf-f036-4001-823b-47c86339fcdf {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:18.592492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917cea7-19f1-4ee4-a84a-f2c0253bcec6 req-9cd26b60-4330-4276-95e6-02467f8a8d94 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:18.599603 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a917cea7-19f1-4ee4-a84a-f2c0253bcec6 req-9cd26b60-4330-4276-95e6-02467f8a8d94 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=325a2452-dc15-47af-ac7b-57ad40f06c79 HTTP/1.1" status: 200 len: 950 time: 0.6874678 May 28 05:38:18.609422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a55dd582-0042-4fba-a88d-1140a1067b56 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:18.610300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.623825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:18.624754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.644980 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.649844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e08df994-7501-4981-b4a1-117fad267b3b req-11680946-61fc-4894-97a1-c695232e458b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.719613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Transition to ACTIVE for port object a9d10ddf-f036-4001-823b-47c86339fcdf will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:18.729139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:18.733543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0', '000e3aa9-acb6-4846-9443-abd66c3e9409', 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:18.735743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11680946-61fc-4894-97a1-c695232e458b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event deleted for resources: {'Port': ['ID=a55dd582-0042-4fba-a88d-1140a1067b56,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:18.742961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.766604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'cab67719-ba05-424b-93b7-58f3ffec6333'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:18.787040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-25bb8457-e9eb-439f-bff0-cabc2133106c service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171384 May 28 05:38:18.852117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a917cea7-19f1-4ee4-a84a-f2c0253bcec6 req-69bf399f-5daa-4b3f-b982-75416e004b0f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515478 May 28 05:38:18.904026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:18.997744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:19.011471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1748173263', 'description': 'tempest-description-828427868'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:19.040505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Allocated IP 172.25.4.119 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/6ae17150-b618-4494-8320-b54e351a3c78) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:19.077632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:19.141847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d10ddf-f036-4001-823b-47c86339fcdf,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:19.148420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08df994-7501-4981-b4a1-117fad267b3b req-11680946-61fc-4894-97a1-c695232e458b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] No DVR routers for this DVR port a55dd582-0042-4fba-a88d-1140a1067b56 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:19.150435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Usage tracker for resource:security_group and tenant:8a4382ae5cd4482db2334a35efca6756 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:19.205010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:19.217579 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e08df994-7501-4981-b4a1-117fad267b3b req-11680946-61fc-4894-97a1-c695232e458b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.221112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325a2452-dc15-47af-ac7b-57ad40f06c79', 'name': 'network-vif-deleted', 'tag': 'a55dd582-0042-4fba-a88d-1140a1067b56'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:19.272571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f892e5-b410-4308-99de-4af7a48d0614 req-b9e9133c-a9cc-48fd-a875-9108714f4dff tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:19.280296 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1f892e5-b410-4308-99de-4af7a48d0614 req-b9e9133c-a9cc-48fd-a875-9108714f4dff tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 947 time: 0.5377126 May 28 05:38:19.371110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:19.404451 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e08df994-7501-4981-b4a1-117fad267b3b req-11680946-61fc-4894-97a1-c695232e458b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "DELETE /v2.0/ports/a55dd582-0042-4fba-a88d-1140a1067b56 HTTP/1.1" status: 204 len: 173 time: 3.6378615 May 28 05:38:19.488485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Attempting to bind port a9d10ddf-f036-4001-823b-47c86339fcdf on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:19.488914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Attempting to bind port a9d10ddf-f036-4001-823b-47c86339fcdf by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:19.489443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Attempting to bind port a9d10ddf-f036-4001-823b-47c86339fcdf on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:19.491622 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1f892e5-b410-4308-99de-4af7a48d0614 req-ec96b07e-beba-4105-b81e-1f6e9067b0b4 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961811 May 28 05:38:19.508761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Port a9d10ddf-f036-4001-823b-47c86339fcdf on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:38:19.509595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Attempting to bind port a9d10ddf-f036-4001-823b-47c86339fcdf on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:19.522450 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.544721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:19.555672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:19.561128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Usage tracker for resource:security_group_rule and tenant:8a4382ae5cd4482db2334a35efca6756 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:19.564200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:19.575400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:19.608948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:19.609308 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.674602 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.676035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:38:19.676439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:19.676949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:38:19.677441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Bound port: a9d10ddf-f036-4001-823b-47c86339fcdf, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:19.677812 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.697265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-2b4484c4-0474-4f77-a066-381b814cd3b7 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8668506 May 28 05:38:19.701442 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.789560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ec12c-64ad-49f4-900d-adae69abafa9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:19.797520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.876630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] For port a9d10ddf-f036-4001-823b-47c86339fcdf, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:19.880959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] For port a9d10ddf-f036-4001-823b-47c86339fcdf, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a9d10ddf-f036-4001-823b-47c86339fcdf,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:38:19.883081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.885906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16fe39e0-8987-4626-9c52-d35d95aaf195 req-9be424c2-142f-490e-aab0-afd1cbfd22be tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9854925 May 28 05:38:19.892940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.947675 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.036747 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b09e7ee-c670-46f9-bc6b-0407c2646a1f'] response: {'server_uuid': '325a2452-dc15-47af-ac7b-57ad40f06c79', 'name': 'network-vif-deleted', 'tag': 'a55dd582-0042-4fba-a88d-1140a1067b56', 'status': 'completed', 'code': 200} May 28 05:38:20.039658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d10ddf-f036-4001-823b-47c86339fcdf,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:20.057598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:20.060411 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.061839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-f324498b-f500-4dbe-91cb-cb1a812b7752 service neutron] 10.222.0.33 "PUT /v2.0/ports/a9d10ddf-f036-4001-823b-47c86339fcdf HTTP/1.1" status: 200 len: 1095 time: 4.3495369 May 28 05:38:20.138225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7500a-efe2-4da9-9a7d-019a5b3b56c2 req-d88487d1-20e1-4ce7-916e-a09c25ca1de8 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:20.139772 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-99c7500a-efe2-4da9-9a7d-019a5b3b56c2 req-d88487d1-20e1-4ce7-916e-a09c25ca1de8 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.4114070 May 28 05:38:20.141762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:20.315485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6148f8-c2a7-45c8-902e-064ec8cfd183 req-607ae10c-d6f9-4e05-9982-75674e0f98f7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:20.326377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bd6148f8-c2a7-45c8-902e-064ec8cfd183 req-607ae10c-d6f9-4e05-9982-75674e0f98f7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 945 time: 0.2463098 May 28 05:38:20.337045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:20.337807 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.374977 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.379079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb827-3d1c-43cb-8068-3612d154148c req-734084b2-88a4-4301-8a7a-c84fa9ded08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:20.380862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-734084b2-88a4-4301-8a7a-c84fa9ded08e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5a821e99cd6f480997fc6aeb47330e82&device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 1098 time: 0.1819937 May 28 05:38:20.384203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bd6148f8-c2a7-45c8-902e-064ec8cfd183 req-7afe0d3f-62c1-420e-9cab-9811607ed1f9 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569730 May 28 05:38:20.385144 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-99c7500a-efe2-4da9-9a7d-019a5b3b56c2 req-94ac30d2-93fd-48c5-80ef-5efc5c7a70d8 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221725 May 28 05:38:20.477187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:20.477715 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.496385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-a1048d7c-0aaf-44b8-a27d-d4ad5eb8829b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=a9d10ddf-f036-4001-823b-47c86339fcdf HTTP/1.1" status: 200 len: 217 time: 0.0992053 May 28 05:38:20.564063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:20.573679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb827-3d1c-43cb-8068-3612d154148c req-55157774-db27-4543-9915-0127c964d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:20.575582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-55157774-db27-4543-9915-0127c964d2f5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0724592 May 28 05:38:20.615770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2,segment=NetworkSegment(a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb),segment_id=a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:20.619317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:20.645823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:20.670056 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.673204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event updated for resources: {'Port': ['ID=6ae17150-b618-4494-8320-b54e351a3c78,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:20.678792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b0f7fee2-df4b-415e-a870-d89ae9b1dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:20.684519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-b0f7fee2-df4b-415e-a870-d89ae9b1dbe5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999291 May 28 05:38:20.828189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:20.844616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:20.845123 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.877756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:20.878144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-741d4c04-f25c-4e61-9427-66a2942afe3f service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826053 May 28 05:38:20.889766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:20.894677 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.974818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:21.106175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.212528 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.220103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16ceb827-3d1c-43cb-8068-3612d154148c req-5c36a1a4-0709-48b8-8dc3-ca03a222aa86 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364918 May 28 05:38:21.247905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471d892-de46-40d0-98b2-72b8fd9195dc req-350e4786-2d93-4980-a739-1d253ef484d2 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:21.248600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a471d892-de46-40d0-98b2-72b8fd9195dc req-350e4786-2d93-4980-a739-1d253ef484d2 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Synchronizing usage tracker for tenant:5a821e99cd6f480997fc6aeb47330e82 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:21.265878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a471d892-de46-40d0-98b2-72b8fd9195dc req-350e4786-2d93-4980-a739-1d253ef484d2 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Unset dirty status for tenant:5a821e99cd6f480997fc6aeb47330e82 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:21.271715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a471d892-de46-40d0-98b2-72b8fd9195dc req-350e4786-2d93-4980-a739-1d253ef484d2 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 947 time: 0.1219070 May 28 05:38:21.312750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a471d892-de46-40d0-98b2-72b8fd9195dc req-ee8a72a4-5572-421b-8d71-2389886fa0c6 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Synchronizing usage tracker for tenant:5a821e99cd6f480997fc6aeb47330e82 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:21.328361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a471d892-de46-40d0-98b2-72b8fd9195dc req-ee8a72a4-5572-421b-8d71-2389886fa0c6 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Unset dirty status for tenant:5a821e99cd6f480997fc6aeb47330e82 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:21.329519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a471d892-de46-40d0-98b2-72b8fd9195dc req-ee8a72a4-5572-421b-8d71-2389886fa0c6 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551100 May 28 05:38:21.356355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] Deleting port 10be4a93-d0e6-4115-9060-5b225f79263e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:21.356654 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.404791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.582303 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a1cccf-9ce6-438d-b11a-41db48f8b60b'] response: {'server_uuid': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7', 'code': 200} May 28 05:38:21.743867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8edf99-a231-4353-8a6d-9e7748c6b319 req-df61510e-e678-4d51-9139-3c9774b4b194 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:21.745226 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4f8edf99-a231-4353-8a6d-9e7748c6b319 req-df61510e-e678-4d51-9139-3c9774b4b194 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 946 time: 0.0809026 May 28 05:38:21.790121 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4f8edf99-a231-4353-8a6d-9e7748c6b319 req-05847cc2-c769-41a9-914d-b62c073362c1 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 May 28 05:38:21.895482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-dc8f4bab-d313-454a-bb00-789fce4e6c56 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Synchronizing usage tracker for tenant:8a4382ae5cd4482db2334a35efca6756 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:21.961713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] For port 10be4a93-d0e6-4115-9060-5b225f79263e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=10be4a93-d0e6-4115-9060-5b225f79263e,segment=NetworkSegment(5f45ad47-fe8a-439d-88e7-26570534be2d),segment_id=5f45ad47-fe8a-439d-88e7-26570534be2d)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:21.962157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.965075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b069e8-562e-4140-87e0-fad4fa7d0343 req-57388f7d-2015-48ce-837e-32762d5e88e5 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:21.966645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9b069e8-562e-4140-87e0-fad4fa7d0343 req-57388f7d-2015-48ce-837e-32762d5e88e5 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.0802166 May 28 05:38:21.988486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-dc8f4bab-d313-454a-bb00-789fce4e6c56 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Unset dirty status for tenant:8a4382ae5cd4482db2334a35efca6756 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:21.990737 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-dc8f4bab-d313-454a-bb00-789fce4e6c56 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50576 time: 1.5248840 May 28 05:38:22.016373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9b069e8-562e-4140-87e0-fad4fa7d0343 req-d920b0c7-7f29-4c27-bdcf-9c662c967ac9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 May 28 05:38:22.038056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a657b-fa8a-4001-8466-c67328f8eb5e', 'tag': 'a9d10ddf-f036-4001-823b-47c86339fcdf'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:22.127663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:22.134038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] Calling delete_port for 10be4a93-d0e6-4115-9060-5b225f79263e owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:22.243163 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-745d0879-09c4-4437-a1e1-2883d636aeaa tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/049a0e26-f689-4650-ace9-009b57f0062a HTTP/1.1" status: 200 len: 2977 time: 0.1866748 May 28 05:38:22.257677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:22.258118 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.294926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:22.300462 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.303176 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ec199c-8961-4f85-bbbb-36a09f4215f4'] response: {'name': 'network-changed', 'server_uuid': '2a5a657b-fa8a-4001-8466-c67328f8eb5e', 'tag': 'a9d10ddf-f036-4001-823b-47c86339fcdf', 'status': 'completed', 'code': 200} May 28 05:38:22.375558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:22.500510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-37990b5a-f9ae-48b5-b94c-711515e5e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:22.501978 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-37990b5a-f9ae-48b5-b94c-711515e5e3ff service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5a821e99cd6f480997fc6aeb47330e82&device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 1098 time: 0.1539388 May 28 05:38:22.528597 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:38:22.538026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af42adf-e95e-4533-8f89-42246508d21f req-6a4d00b9-9230-44a5-97cd-793440b767f4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:22.538713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6af42adf-e95e-4533-8f89-42246508d21f req-6a4d00b9-9230-44a5-97cd-793440b767f4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:22.576106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.592152 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.624951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6af42adf-e95e-4533-8f89-42246508d21f req-6a4d00b9-9230-44a5-97cd-793440b767f4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:22.626089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6af42adf-e95e-4533-8f89-42246508d21f req-6a4d00b9-9230-44a5-97cd-793440b767f4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38465e0-aa58-4b42-b5aa-09d6bdc937d0 HTTP/1.1" status: 200 len: 949 time: 0.2179489 May 28 05:38:22.687902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-a2e8beef-047b-4189-85f4-3234606c9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:22.688170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] Deleting port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:22.688380 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.689330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-a2e8beef-047b-4189-85f4-3234606c9572 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.1796103 May 28 05:38:22.699566 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6af42adf-e95e-4533-8f89-42246508d21f req-61a63cc2-edd7-4ea8-ba98-071cfc6ce811 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570447 May 28 05:38:22.802076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-ffc754cc-0391-4529-aae6-8f7997651f1e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=a9d10ddf-f036-4001-823b-47c86339fcdf HTTP/1.1" status: 200 len: 217 time: 0.1015527 May 28 05:38:22.827822 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-f21c01bb-f2ef-486e-809e-22b511e8da76 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/049a0e26-f689-4650-ace9-009b57f0062a HTTP/1.1" status: 200 len: 2977 time: 0.2911491 May 28 05:38:22.841769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event updated for resources: {'Port': ['ID=6ae17150-b618-4494-8320-b54e351a3c78,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:22.849940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:22.918728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:22.919094 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.945027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-416aab15-fb39-4adf-afba-9231d9ad0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:22.947030 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-416aab15-fb39-4adf-afba-9231d9ad0484 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1366298 May 28 05:38:22.987007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.043627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:23.049329 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-30a3064f-fa8d-4e6b-8e53-c60c7e6b9779 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/096a7040-a660-4eea-ad6d-bc0152c6dca6 HTTP/1.1" status: 200 len: 2981 time: 0.1991010 May 28 05:38:23.055360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20418295-2640-44be-9a2c-b435e80cbe72 req-bce71651-fd1b-4771-9c35-fec110c11888 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:23.056619 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20418295-2640-44be-9a2c-b435e80cbe72 req-bce71651-fd1b-4771-9c35-fec110c11888 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 944 time: 0.3072541 May 28 05:38:23.109734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8700e65-99c3-4231-b2e5-378961cb201e req-9cb2796d-f232-42a1-852a-87df88093378 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:23.111203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8700e65-99c3-4231-b2e5-378961cb201e req-9cb2796d-f232-42a1-852a-87df88093378 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 947 time: 0.3036401 May 28 05:38:23.149871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] For port d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2,segment=NetworkSegment(a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb),segment_id=a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:23.150316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.164790 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.168233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-73024029-44c5-4ed1-a7ce-9ff907f3afbd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5804150 May 28 05:38:23.181692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-20418295-2640-44be-9a2c-b435e80cbe72 req-3e1e0ed6-c488-4497-b804-6465dfc276c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Deleting port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:23.182034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20418295-2640-44be-9a2c-b435e80cbe72 req-3e1e0ed6-c488-4497-b804-6465dfc276c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.216617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-9c267ce4-a195-4487-9678-59df4fdbce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:23.218173 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-9c267ce4-a195-4487-9678-59df4fdbce1c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2578912 May 28 05:38:23.259812 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8700e65-99c3-4231-b2e5-378961cb201e req-a3e97ed5-6533-43a4-b148-6e4b25281daf tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406384 May 28 05:38:23.320977 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-40f03248-8244-4cca-898e-1acbc5f7ce77 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/096a7040-a660-4eea-ad6d-bc0152c6dca6 HTTP/1.1" status: 200 len: 2981 time: 0.2250617 May 28 05:38:23.328135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] Calling delete_port for d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:23.386000 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.450589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=10be4a93-d0e6-4115-9060-5b225f79263e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:23.571474 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-58569183-cdb6-4290-b680-f33eda6a8417 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/114b82ff-d06d-4628-8ffa-d4ce0e0726b8 HTTP/1.1" status: 200 len: 2981 time: 0.2134576 May 28 05:38:23.576681 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-1da0d5c6-803a-4cb8-bb67-a367534efa6b service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487730 May 28 05:38:23.583696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:23.733167 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-b0059cba-2873-48dd-a663-facfbb6b9464 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/114b82ff-d06d-4628-8ffa-d4ce0e0726b8 HTTP/1.1" status: 200 len: 2981 time: 0.1607871 May 28 05:38:23.906843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-4678e48c-f8b7-4054-86c9-d0dff0b29d84 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/2c3a51a6-5067-4e53-b421-dbccc590ac24 HTTP/1.1" status: 200 len: 2981 time: 0.1646912 May 28 05:38:23.941059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-20418295-2640-44be-9a2c-b435e80cbe72 req-3e1e0ed6-c488-4497-b804-6465dfc276c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] For port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:23.941690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20418295-2640-44be-9a2c-b435e80cbe72 req-3e1e0ed6-c488-4497-b804-6465dfc276c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.942020 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.973488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bdb85-819a-40ae-a58e-0a4a3faeaa96 req-b28a046a-7180-43d2-a68c-e36b428d3cb6 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:23.975348 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf9bdb85-819a-40ae-a58e-0a4a3faeaa96 req-b28a046a-7180-43d2-a68c-e36b428d3cb6 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c2d9feb-369e-4256-8b1a-08a5d0a28df5 HTTP/1.1" status: 200 len: 944 time: 0.5819917 May 28 05:38:24.154979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-20418295-2640-44be-9a2c-b435e80cbe72 req-3e1e0ed6-c488-4497-b804-6465dfc276c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Calling delete_port for 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:24.185966 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.232360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ba99fbf-6a76-4341-98e5-c2e50383e0a8 req-8ba895e1-961c-4cc2-9ec4-55250a1f2552 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391594 May 28 05:38:24.236400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:24.239198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-338c30bf-7cfe-4ae0-b403-47953b6fc2ef tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/2c3a51a6-5067-4e53-b421-dbccc590ac24 HTTP/1.1" status: 200 len: 2981 time: 0.3238685 May 28 05:38:24.257569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf9bdb85-819a-40ae-a58e-0a4a3faeaa96 req-206ee8bd-5ccb-4670-a8d2-26781ee26325 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733605 May 28 05:38:24.272721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-6bb93fc5-9f95-4dbd-b950-636a7363c966 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:24.274172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-6bb93fc5-9f95-4dbd-b950-636a7363c966 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3531b6b-6c49-4af2-96cf-91e00165aaca HTTP/1.1" status: 200 len: 950 time: 0.4708312 May 28 05:38:24.338317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-7c94ffca-d66b-4354-95a1-f0bd7c9315f7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:24.341662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-7c94ffca-d66b-4354-95a1-f0bd7c9315f7 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "GET /v2.0/ports?device_id=b38465e0-aa58-4b42-b5aa-09d6bdc937d0 HTTP/1.1" status: 200 len: 949 time: 0.5303888 May 28 05:38:24.473406 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-2b7e1adf-bba1-4c88-b569-a9486f50000c tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/2eb097bc-2fb7-413c-a640-07eb49c76158 HTTP/1.1" status: 200 len: 2981 time: 0.2225459 May 28 05:38:24.561532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-5faed90c-b5b7-4a14-84bb-e251ab05dc22 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Deleting port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:24.561781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-5faed90c-b5b7-4a14-84bb-e251ab05dc22 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.599858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-bf8089c1-a85f-41a0-be37-bff9d3644183 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Deleting port cab67719-ba05-424b-93b7-58f3ffec6333 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:24.600196 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-bf8089c1-a85f-41a0-be37-bff9d3644183 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.666678 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20418295-2640-44be-9a2c-b435e80cbe72 req-3e1e0ed6-c488-4497-b804-6465dfc276c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.713800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a9d10ddf-f036-4001-823b-47c86339fcdf details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:38:24.805430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e0ed6-c488-4497-b804-6465dfc276c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event deleted for resources: {'Port': ['ID=7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:24.805607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-c88dd422-810a-42ad-b0ee-2ef9d308143b tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/2eb097bc-2fb7-413c-a640-07eb49c76158 HTTP/1.1" status: 200 len: 2981 time: 0.3229871 May 28 05:38:24.870457 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.876889 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port a9d10ddf-f036-4001-823b-47c86339fcdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a9d10ddf-f036-4001-823b-47c86339fcdf,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:24.894238 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'a9d10ddf-f036-4001-823b-47c86339fcdf', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'a9d10ddf-f036-4001-823b-47c86339fcdf', 'mac_address': 'fa:16:3e:9c:9f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:38:24.897852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] Router 606891c3-c18c-4514-9bb5-67f96ccc36ce has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:38:24.915993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66309b9-a4ea-4af0-b8ae-a5a4be20b396 req-e51fe4a4-f14d-4e08-b1d6-4e17a71c100d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:24.917494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b66309b9-a4ea-4af0-b8ae-a5a4be20b396 req-e51fe4a4-f14d-4e08-b1d6-4e17a71c100d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.5127871 May 28 05:38:24.941591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-20418295-2640-44be-9a2c-b435e80cbe72 req-3e1e0ed6-c488-4497-b804-6465dfc276c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] No DVR routers for this DVR port 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:24.954709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port a9d10ddf-f036-4001-823b-47c86339fcdf is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:24.955503 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.973029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d10ddf-f036-4001-823b-47c86339fcdf {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:24.976315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20418295-2640-44be-9a2c-b435e80cbe72 req-3e1e0ed6-c488-4497-b804-6465dfc276c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.988693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port a9d10ddf-f036-4001-823b-47c86339fcdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a9d10ddf-f036-4001-823b-47c86339fcdf,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:24.990775 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-3145ddd0-f549-4f58-98de-d80f512f9c3d tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/48ac854a-d5f3-4e07-964c-b1c40ff0ef8d HTTP/1.1" status: 200 len: 2973 time: 0.1714840 May 28 05:38:24.994556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'name': 'network-vif-deleted', 'tag': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:24.997915 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:25.066197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=a9d10ddf-f036-4001-823b-47c86339fcdf,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:25.149516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20418295-2640-44be-9a2c-b435e80cbe72 req-3e1e0ed6-c488-4497-b804-6465dfc276c7 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "DELETE /v2.0/ports/7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 HTTP/1.1" status: 204 len: 173 time: 2.0832882 May 28 05:38:25.169673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b66309b9-a4ea-4af0-b8ae-a5a4be20b396 req-dafb587a-261c-447b-a322-9c71882650d3 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345366 May 28 05:38:25.263106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-bf8089c1-a85f-41a0-be37-bff9d3644183 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] For port cab67719-ba05-424b-93b7-58f3ffec6333, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cab67719-ba05-424b-93b7-58f3ffec6333,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:25.263641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-bf8089c1-a85f-41a0-be37-bff9d3644183 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:25.271889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-5faed90c-b5b7-4a14-84bb-e251ab05dc22 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] For port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:25.272252 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-5faed90c-b5b7-4a14-84bb-e251ab05dc22 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:25.277325 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-7bac7301-dd83-400f-b696-cf238ee7d17a tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/48ac854a-d5f3-4e07-964c-b1c40ff0ef8d HTTP/1.1" status: 200 len: 2973 time: 0.2279880 May 28 05:38:25.431938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['a9d10ddf-f036-4001-823b-47c86339fcdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:25.501671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:38:25.511024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] Sync routers for ids ['606891c3-c18c-4514-9bb5-67f96ccc36ce'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:38:25.534691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] Routers {'606891c3-c18c-4514-9bb5-67f96ccc36ce'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:38:25.535542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['606891c3-c18c-4514-9bb5-67f96ccc36ce'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:25.553169 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-556d04e2-b356-4429-ba52-9a7ccafd62b4 admin admin] 10.222.0.39 "PUT /v2.0/routers/606891c3-c18c-4514-9bb5-67f96ccc36ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7530069 May 28 05:38:25.556741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47246) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:25.652978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-bf8089c1-a85f-41a0-be37-bff9d3644183 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Calling delete_port for cab67719-ba05-424b-93b7-58f3ffec6333 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:25.689860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-5faed90c-b5b7-4a14-84bb-e251ab05dc22 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Calling delete_port for b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:25.697381 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-9c9ef055-eb53-426b-a454-cf0960de5a28 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/504ff4ac-16b4-4510-8adf-c5da8c20af43 HTTP/1.1" status: 200 len: 2981 time: 0.4082012 May 28 05:38:25.789210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] Set router 606891c3-c18c-4514-9bb5-67f96ccc36ce gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:38:25.791061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-87b90812-ad27-48d5-ae4c-d39a8b253fe8 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--17485418&fields=id&tenant_id=473748e4f744401c95dc83ee58a558ae HTTP/1.1" status: 200 len: 267 time: 0.2739182 May 28 05:38:25.860238 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-84db35db-cc3e-4422-b79a-80a823596927 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/504ff4ac-16b4-4510-8adf-c5da8c20af43 HTTP/1.1" status: 200 len: 2981 time: 0.1488266 May 28 05:38:25.861974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] Router b428bf24-1f32-48d1-898b-7ebb822cfef0 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:38:25.906836 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.070170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-4455145b-0e8f-45d5-b861-f41e5035cee7 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/75b226cd-16fd-45af-9c09-fa2b4143509b HTTP/1.1" status: 200 len: 2981 time: 0.2034788 May 28 05:38:26.099832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-aeb60d85-d84e-40cc-b218-ccfbee1694ae tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:26.107185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-aeb60d85-d84e-40cc-b218-ccfbee1694ae tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 818 time: 0.3152406 May 28 05:38:26.120357 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-5faed90c-b5b7-4a14-84bb-e251ab05dc22 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.131590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-4d1b481c-9df1-4020-8712-392b88d27e2e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/quotas/473748e4f744401c95dc83ee58a558ae HTTP/1.1" status: 200 len: 375 time: 0.0234621 May 28 05:38:26.164441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0', '000e3aa9-acb6-4846-9443-abd66c3e9409'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:26.211171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:26.228602 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-bf8089c1-a85f-41a0-be37-bff9d3644183 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.234082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faed90c-b5b7-4a14-84bb-e251ab05dc22 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event deleted for resources: {'Port': ['ID=b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:26.268909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:26.270679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:26.270679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:26.283208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-5a59c704-b5e3-41e5-9e1e-53036ec2a5a7 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/75b226cd-16fd-45af-9c09-fa2b4143509b HTTP/1.1" status: 200 len: 2981 time: 0.2002778 May 28 05:38:26.317377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:26.317377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:26.332015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.335748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8089c1-a85f-41a0-be37-bff9d3644183 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event deleted for resources: {'Port': ['ID=cab67719-ba05-424b-93b7-58f3ffec6333,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:26.337939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:38:26.352626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f0d6d4e6-c8cf-40f7-ab6a-81116077e63c admin admin] 10.222.0.39 "PUT /v2.0/routers/b428bf24-1f32-48d1-898b-7ebb822cfef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8505783 May 28 05:38:26.353955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47252) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:26.367292 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] Sync routers for ids ['b428bf24-1f32-48d1-898b-7ebb822cfef0'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:38:26.371581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-router', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:15Z', 'updated_at': '2022-05-28T05:38:23Z', 'revision_number': 5, 'project_id': '222d7f666f93411eb0bc39767251221a', 'gw_port': {'id': 'ceef073d-e6da-41c4-ab07-8d233c3b7ef7', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:09:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:37:16Z', 'updated_at': '2022-05-28T05:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:26.381193 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] Routers {'b428bf24-1f32-48d1-898b-7ebb822cfef0'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:38:26.382712 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b428bf24-1f32-48d1-898b-7ebb822cfef0'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:26.387169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] Checking router: 606891c3-c18c-4514-9bb5-67f96ccc36ce for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:38:26.414337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-5faed90c-b5b7-4a14-84bb-e251ab05dc22 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] No DVR routers for this DVR port b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:26.435118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Deleting port ceef073d-e6da-41c4-ab07-8d233c3b7ef7 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:26.435555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.441737 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-5faed90c-b5b7-4a14-84bb-e251ab05dc22 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.461288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-bf8089c1-a85f-41a0-be37-bff9d3644183 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] No DVR routers for this DVR port cab67719-ba05-424b-93b7-58f3ffec6333 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:26.465007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] Routers {'606891c3-c18c-4514-9bb5-67f96ccc36ce'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:38:26.465161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['606891c3-c18c-4514-9bb5-67f96ccc36ce'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:26.466841 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-bf8089c1-a85f-41a0-be37-bff9d3644183 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.468928 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00b5074d-f9be-435c-a9d0-462b5cad916b req-bf8089c1-a85f-41a0-be37-bff9d3644183 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "DELETE /v2.0/ports/cab67719-ba05-424b-93b7-58f3ffec6333 HTTP/1.1" status: 204 len: 173 time: 2.0625324 May 28 05:38:26.476436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9a59624-14b0-4c56-9d0a-b52cbd56286d req-5faed90c-b5b7-4a14-84bb-e251ab05dc22 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "DELETE /v2.0/ports/b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45 HTTP/1.1" status: 204 len: 173 time: 2.1839387 May 28 05:38:26.499947 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-d33b78d9-1c36-4a39-b899-c0efc782997a tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb HTTP/1.1" status: 200 len: 2981 time: 0.2036560 May 28 05:38:26.509769 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-585a78ef-81e8-4495-9430-49f18c8a819e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3766804 May 28 05:38:26.708049 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-d4a9e167-7655-43f1-a887-37cedfc88fcf service neutron] 10.222.0.39 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941950 May 28 05:38:26.713998 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] Set router b428bf24-1f32-48d1-898b-7ebb822cfef0 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:38:26.796832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cab67719-ba05-424b-93b7-58f3ffec6333 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:26.832454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:26.878818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:26.880308 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-35845c31-93af-4764-b129-22da4e09712b tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb HTTP/1.1" status: 200 len: 2981 time: 0.2649252 May 28 05:38:26.893964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.920654 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-033ab256-eeac-4387-8897-9ccca554885b service neutron] 10.222.0.39 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031715 May 28 05:38:26.988126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: cab67719-ba05-424b-93b7-58f3ffec6333 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:26.988476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cab67719-ba05-424b-93b7-58f3ffec6333 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:27.089058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] Set router 606891c3-c18c-4514-9bb5-67f96ccc36ce gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:38:27.132321 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-router', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:03Z', 'updated_at': '2022-05-28T05:38:23Z', 'revision_number': 5, 'project_id': '578441de67794db9b7aefded3a3b2930', 'gw_port': {'id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:04Z', 'updated_at': '2022-05-28T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:27.146721 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] Checking router: b428bf24-1f32-48d1-898b-7ebb822cfef0 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:38:27.170537 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] Routers {'b428bf24-1f32-48d1-898b-7ebb822cfef0'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:38:27.171514 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b428bf24-1f32-48d1-898b-7ebb822cfef0'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:27.302871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c2bfc019-a4d8-4d30-ab18-7e850e69ef8b req-433cfe8d-189c-47c1-9e8a-68f5b0dbffe4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:27.341971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c2bfc019-a4d8-4d30-ab18-7e850e69ef8b req-433cfe8d-189c-47c1-9e8a-68f5b0dbffe4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:27.352543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2bfc019-a4d8-4d30-ab18-7e850e69ef8b req-433cfe8d-189c-47c1-9e8a-68f5b0dbffe4 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38465e0-aa58-4b42-b5aa-09d6bdc937d0 HTTP/1.1" status: 200 len: 210 time: 0.1035280 May 28 05:38:27.432527 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef9477f-cdb6-4173-95a8-60c7dc92673b'] response: {'server_uuid': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7', 'code': 200} May 28 05:38:27.452996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-router', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:15Z', 'updated_at': '2022-05-28T05:38:26Z', 'revision_number': 6, 'project_id': '222d7f666f93411eb0bc39767251221a', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:27.606786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] For port ceef073d-e6da-41c4-ab07-8d233c3b7ef7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ceef073d-e6da-41c4-ab07-8d233c3b7ef7,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:27.607154 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.693360 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-49423353-1bdb-4b2e-95b5-f8725c0f2ab3 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/94c11a9c-4c93-453e-adc7-6e4aefc0172f HTTP/1.1" status: 200 len: 2981 time: 0.8044159 May 28 05:38:27.695719 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] Set router b428bf24-1f32-48d1-898b-7ebb822cfef0 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:38:27.708805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a3d7c-237d-4295-8336-1e3466ddfa49 None None] The sync data for ids ['606891c3-c18c-4514-9bb5-67f96ccc36ce'] in n-d-843679-5 is: [{'id': '606891c3-c18c-4514-9bb5-67f96ccc36ce', 'name': 'tempest-FloatingIPDetailsTestJSON-1527663167-router', 'tenant_id': '222d7f666f93411eb0bc39767251221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:37:15Z', 'updated_at': '2022-05-28T05:38:26Z', 'revision_number': 6, 'project_id': '222d7f666f93411eb0bc39767251221a', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:38:27.738976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383485-9b32-44ff-96b3-936cbdc569f1 req-5da723b6-af11-4c20-9120-2ad912840fbc tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:27.751842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24383485-9b32-44ff-96b3-936cbdc569f1 req-5da723b6-af11-4c20-9120-2ad912840fbc tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 948 time: 0.1950440 May 28 05:38:27.830054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24383485-9b32-44ff-96b3-936cbdc569f1 req-74c8439a-34af-42e1-93cc-2576a470194f tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744038 May 28 05:38:27.900807 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c269724e-da24-4767-aa2f-404f8ba0d620'] response: {'server_uuid': '3c2d9feb-369e-4256-8b1a-08a5d0a28df5', 'name': 'network-vif-deleted', 'tag': '7ebc9ce1-2a51-4ef5-aaa0-a4c88d3fa9a7', 'status': 'completed', 'code': 200} May 28 05:38:27.931089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Calling delete_port for ceef073d-e6da-41c4-ab07-8d233c3b7ef7 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:28.075890 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.113568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-2a5ced82-a246-4c15-80a1-8b449c7cfb1c tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/94c11a9c-4c93-453e-adc7-6e4aefc0172f HTTP/1.1" status: 200 len: 2981 time: 0.3311954 May 28 05:38:28.137254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Deleting port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:28.137877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.268980 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-router', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:03Z', 'updated_at': '2022-05-28T05:38:23Z', 'revision_number': 5, 'project_id': '578441de67794db9b7aefded3a3b2930', 'gw_port': {'id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:04Z', 'updated_at': '2022-05-28T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:28.285317 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8b9ef-898b-46f4-9a85-9855b5de223c None None] The sync data for ids ['b428bf24-1f32-48d1-898b-7ebb822cfef0'] in n-d-843679-5 is: [{'id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1212724481-router', 'tenant_id': '578441de67794db9b7aefded3a3b2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:03Z', 'updated_at': '2022-05-28T05:38:23Z', 'revision_number': 5, 'project_id': '578441de67794db9b7aefded3a3b2930', 'gw_port': {'id': '7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b428bf24-1f32-48d1-898b-7ebb822cfef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:04Z', 'updated_at': '2022-05-28T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:38:28.310628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f3440-9d9b-42d3-a49a-3a3a0f60fe9c req-a21b5fa0-146e-40b3-9e89-c8aaae879599 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:28.318953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-722f3440-9d9b-42d3-a49a-3a3a0f60fe9c req-a21b5fa0-146e-40b3-9e89-c8aaae879599 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.1524730 May 28 05:38:28.325101 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-5e540954-e2d4-445d-9492-fe6f21fd1e40 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a7e803d8-e2e7-4990-94de-c7c71b666c56 HTTP/1.1" status: 200 len: 2981 time: 0.1889613 May 28 05:38:28.373496 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-722f3440-9d9b-42d3-a49a-3a3a0f60fe9c req-f5d4d3e7-f023-408b-844f-f19922c6c94e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535686 May 28 05:38:28.407880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0', '000e3aa9-acb6-4846-9443-abd66c3e9409'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:28.495870 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-0992ef2f-2fe3-4126-b044-3dd4ef4532c8 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a7e803d8-e2e7-4990-94de-c7c71b666c56 HTTP/1.1" status: 200 len: 2981 time: 0.1573887 May 28 05:38:28.628164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] For port 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:28.628537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.723221 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6356f9c0-1105-443a-a052-878e7758d502 req-1b929829-13c6-4e80-af60-81758d259160 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 210 time: 0.2463272 May 28 05:38:28.751015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a9d10ddf-f036-4001-823b-47c86339fcdf up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:28.808737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Calling delete_port for 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:28.841947 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-0e6319cf-cc77-4e45-88cc-2a209844b324 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b3154dad-a6b9-4d51-bcbb-4c4d85451a30 HTTP/1.1" status: 200 len: 2981 time: 0.3385265 May 28 05:38:28.891748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port a9d10ddf-f036-4001-823b-47c86339fcdf completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:28.924446 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.026164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ceef073d-e6da-41c4-ab07-8d233c3b7ef7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:29.029911 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-d0d89fc3-e4ab-4ca5-b9c5-c897c649cf02 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b3154dad-a6b9-4d51-bcbb-4c4d85451a30 HTTP/1.1" status: 200 len: 2981 time: 0.1761546 May 28 05:38:29.043433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-7b62d1db-d379-4517-bf9a-11d2b0a5ec8c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:29.054148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-7b62d1db-d379-4517-bf9a-11d2b0a5ec8c tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/networks?id=9eb6b20d-62a6-40e6-a646-192301b4ad93 HTTP/1.1" status: 200 len: 821 time: 0.2098806 May 28 05:38:29.067323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port a9d10ddf-f036-4001-823b-47c86339fcdf triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:29.067705 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.073349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-542ff2eb-dd1c-46e1-8835-9b6ee9d1efae tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/quotas/c51254dda82f46f28f190a70d4cc47c1 HTTP/1.1" status: 200 len: 375 time: 0.0189409 May 28 05:38:29.140139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ceef073d-e6da-41c4-ab07-8d233c3b7ef7 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:29.181282 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-7f8fc2c4-460c-4ce7-9e83-df520c60aac0 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c6405bc3-2820-4625-a9c4-0912fb47fdbb HTTP/1.1" status: 200 len: 2981 time: 0.1344643 May 28 05:38:29.198254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-47fd06d4-879a-4711-9ebb-627263729226 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Synchronizing usage tracker for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:29.226608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: ceef073d-e6da-41c4-ab07-8d233c3b7ef7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:29.226945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ceef073d-e6da-41c4-ab07-8d233c3b7ef7 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:29.227387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:29.240119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-47fd06d4-879a-4711-9ebb-627263729226 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Unset dirty status for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:29.241407 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-47fd06d4-879a-4711-9ebb-627263729226 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c51254dda82f46f28f190a70d4cc47c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1667371 May 28 05:38:29.244924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.287634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:29.287895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d7b427e3-9c1f-4fbe-88f0-926d0a9c01b2 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:29.288269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 10be4a93-d0e6-4115-9060-5b225f79263e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:29.333400 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 10be4a93-d0e6-4115-9060-5b225f79263e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:29.333740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 10be4a93-d0e6-4115-9060-5b225f79263e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:29.560563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port a9d10ddf-f036-4001-823b-47c86339fcdf is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:29.561259 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.583706 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-551d4e32-0077-479f-ae58-3c57d3491a69 service neutron] 10.222.0.39 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344815 May 28 05:38:29.594518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a657b-fa8a-4001-8466-c67328f8eb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d10ddf-f036-4001-823b-47c86339fcdf'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:29.604977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port a9d10ddf-f036-4001-823b-47c86339fcdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a9d10ddf-f036-4001-823b-47c86339fcdf,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:29.611877 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.702636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-6fea9b06-ba4e-4ad2-a8b3-8842051bb982 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:29.704330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-6fea9b06-ba4e-4ad2-a8b3-8842051bb982 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 818 time: 0.3365297 May 28 05:38:29.719158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.719914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=a9d10ddf-f036-4001-823b-47c86339fcdf,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:29.728988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.734554 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-cd8c2309-daa9-46a5-9527-350546b653bf tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c6405bc3-2820-4625-a9c4-0912fb47fdbb HTTP/1.1" status: 200 len: 2981 time: 0.5424180 May 28 05:38:29.795420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-9eecb738-81c9-4089-ac7b-0f90841a92ea service neutron] 10.222.0.39 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106676 May 28 05:38:29.796627 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.805741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-9684f68f-17c3-40e2-b8c6-13d8dbba4898 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=473748e4f744401c95dc83ee58a558ae HTTP/1.1" status: 200 len: 378 time: 0.0749927 May 28 05:38:29.816123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Request body: {'port': {'device_id': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'admin_state_up': True, 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'security_groups': ['d9bb8b4d-2535-498b-b3a1-a422ba0238ac']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:29.881231 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.882127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 606891c3-c18c-4514-9bb5-67f96ccc36ce {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:38:29.905586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3531b6b-6c49-4af2-96cf-91e00165aaca', 'name': 'network-vif-deleted', 'tag': 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45'}, {'server_uuid': 'b38465e0-aa58-4b42-b5aa-09d6bdc937d0', 'name': 'network-vif-deleted', 'tag': 'cab67719-ba05-424b-93b7-58f3ffec6333'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:29.926822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:29.936083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-8cbd4177-bca5-404c-a8bb-2540841528fe tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/eedbf6cc-c31c-4afa-9071-a74dc35efd18 HTTP/1.1" status: 200 len: 2981 time: 0.1933846 May 28 05:38:30.015543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:30.019612 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.023378 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-776cf022-11e1-4bb8-959e-c326c211cf6a admin admin] 10.222.0.39 "DELETE /v2.0/routers/606891c3-c18c-4514-9bb5-67f96ccc36ce HTTP/1.1" status: 204 len: 168 time: 4.4634280 May 28 05:38:30.025556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:30.027051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47294) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:30.044723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Made reservation on behalf of 473748e4f744401c95dc83ee58a558ae for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:30.048439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.163962 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aad50721-d1dd-4f6c-be76-d742b54201f0 req-764569f6-1c6e-42ca-a5e7-1c7b59553076 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/eedbf6cc-c31c-4afa-9071-a74dc35efd18 HTTP/1.1" status: 200 len: 2981 time: 0.1916282 May 28 05:38:30.167818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.356361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Allocated IP 172.20.0.5 (13998490-a147-4905-890a-6d01ccfa4ec9/833c3c26-57ef-4a2b-a56f-a67f12c3972e/0433d2ef-3c78-4da3-b275-734e8304ad89) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:30.384568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302bc8a-78a5-415e-b01f-72a6139d0734 req-4d08fae5-f906-4703-a583-0e30e2acdd1e tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:30.387001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6302bc8a-78a5-415e-b01f-72a6139d0734 req-4d08fae5-f906-4703-a583-0e30e2acdd1e tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 949 time: 0.2214153 May 28 05:38:30.408148 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.412059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67eebcc-ea42-44c2-a7b2-894cf03a2f50 admin admin] Deleting subnet 83d28437-6067-4238-b8b8-3d6f8b71a304 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:38:30.415305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.419214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a67eebcc-ea42-44c2-a7b2-894cf03a2f50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.503482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a67eebcc-ea42-44c2-a7b2-894cf03a2f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.539157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.539683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b428bf24-1f32-48d1-898b-7ebb822cfef0 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:38:30.558587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6302bc8a-78a5-415e-b01f-72a6139d0734 req-12f6a339-bf6c-43c1-9c73-3b288396fbfc tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578257 May 28 05:38:30.562978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.564157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-73e98136-cb87-4974-9ec1-8d6ceffb922f admin admin] 10.222.0.39 "DELETE /v2.0/routers/b428bf24-1f32-48d1-898b-7ebb822cfef0 HTTP/1.1" status: 204 len: 168 time: 4.2093842 May 28 05:38:30.567529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47310) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:30.590448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cc8aa-c04e-4e31-9fe5-df79e24f213b req-02fc3c5a-5d7b-4ad3-bdb1-7a7af2da61fa tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:30.591902 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a96cc8aa-c04e-4e31-9fe5-df79e24f213b req-02fc3c5a-5d7b-4ad3-bdb1-7a7af2da61fa tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.2940960 May 28 05:38:30.601577 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.654581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a67eebcc-ea42-44c2-a7b2-894cf03a2f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.677651 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55bf8422-1935-4d80-8ff8-726f291d0543'] response: {'server_uuid': '2a5a657b-fa8a-4001-8466-c67328f8eb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d10ddf-f036-4001-823b-47c86339fcdf', 'code': 200} May 28 05:38:30.698237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfacc91e-f08a-4fa9-b580-d4b27a957a58 admin admin] Deleting subnet 8539476c-e249-46ce-ba4c-8119cb38d60e {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:38:30.704708 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a96cc8aa-c04e-4e31-9fe5-df79e24f213b req-28300832-b99d-4cbd-a12c-a8e6d5e10e5a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014905 May 28 05:38:30.723364 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cfacc91e-f08a-4fa9-b580-d4b27a957a58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.774348 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.794492 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a67eebcc-ea42-44c2-a7b2-894cf03a2f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.800490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Transition to ACTIVE for port object 0433d2ef-3c78-4da3-b275-734e8304ad89 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:30.803295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cfacc91e-f08a-4fa9-b580-d4b27a957a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.876717 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a67eebcc-ea42-44c2-a7b2-894cf03a2f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.880504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40428adf-2163-486f-b482-12cb55de26df None None] Network d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:38:30.883452 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a67eebcc-ea42-44c2-a7b2-894cf03a2f50 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/83d28437-6067-4238-b8b8-3d6f8b71a304 HTTP/1.1" status: 204 len: 168 time: 0.8532984 May 28 05:38:30.888849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47314) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:30.889579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67eebcc-ea42-44c2-a7b2-894cf03a2f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d28437-6067-4238-b8b8-3d6f8b71a304,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:30.970932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35752b9a-5da1-4f97-8661-36c495811dca req-aedec130-ebe8-4898-934f-6bf6c61283f7 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 210 time: 0.1283743 May 28 05:38:31.030637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b83a1449-08ae-4246-828f-8ac85919ad0f req-b852e213-d3ec-42fb-a304-5c0e81db695a tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 210 time: 0.0734777 May 28 05:38:31.035297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.053322 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.064427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Deleting port eb6bba6c-9a88-4a51-b050-505633d1c48d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:31.064777 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.222146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] DHCP port deletion for d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:38:31.230370 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b85b24-e938-4852-9db9-5ad345707d23'] response: {'server_uuid': 'e3531b6b-6c49-4af2-96cf-91e00165aaca', 'name': 'network-vif-deleted', 'tag': 'b0b5fe0a-1f60-4c6c-ad51-a2d963d5cc45', 'status': 'completed', 'code': 200} May 28 05:38:31.230899 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b85b24-e938-4852-9db9-5ad345707d23'] response: {'server_uuid': 'b38465e0-aa58-4b42-b5aa-09d6bdc937d0', 'name': 'network-vif-deleted', 'tag': 'cab67719-ba05-424b-93b7-58f3ffec6333', 'status': 'completed', 'code': 200} May 28 05:38:31.235677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] Deleting port eb6bba6c-9a88-4a51-b050-505633d1c48d {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:31.236237 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.297158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65536c7-ad24-4da8-9360-d4f958a47171 req-f022544d-f289-46f7-9afd-525ffa17a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:31.298658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e65536c7-ad24-4da8-9360-d4f958a47171 req-f022544d-f289-46f7-9afd-525ffa17a5fe service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 1100 time: 0.4532280 May 28 05:38:31.302354 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cfacc91e-f08a-4fa9-b580-d4b27a957a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.349487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] For port eb6bba6c-9a88-4a51-b050-505633d1c48d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eb6bba6c-9a88-4a51-b050-505633d1c48d,segment=NetworkSegment(5f45ad47-fe8a-439d-88e7-26570534be2d),segment_id=5f45ad47-fe8a-439d-88e7-26570534be2d)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:31.349847 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.387284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event updated for resources: {'Port': ['ID=0433d2ef-3c78-4da3-b275-734e8304ad89,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:31.403845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Network 13998490-a147-4905-890a-6d01ccfa4ec9 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:31.415436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:31.432313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:31.617131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] For port eb6bba6c-9a88-4a51-b050-505633d1c48d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eb6bba6c-9a88-4a51-b050-505633d1c48d,segment=NetworkSegment(5f45ad47-fe8a-439d-88e7-26570534be2d),segment_id=5f45ad47-fe8a-439d-88e7-26570534be2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:31.617727 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.666247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Calling delete_port for eb6bba6c-9a88-4a51-b050-505633d1c48d owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:31.692761 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e65536c7-ad24-4da8-9360-d4f958a47171 req-2733b8dd-2ab2-4348-8292-2d3cdf16085e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199835 May 28 05:38:31.710042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:31.710687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.832696 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-34f4d403-11f7-422e-80f6-6d4e1d83c19a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0211811 May 28 05:38:31.834743 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.862687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c59db19-f2f2-4da7-aca6-47d52c5b20e5 req-6f360169-3f14-4d55-8293-091001d50bea tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f812a167e0634dcf914385ab4b5ea2b8 HTTP/1.1" status: 200 len: 6103 time: 0.6284461 May 28 05:38:31.864082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] Calling delete_port for eb6bba6c-9a88-4a51-b050-505633d1c48d owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:31.864747 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cfacc91e-f08a-4fa9-b580-d4b27a957a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.876596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Request body: {'port': {'device_id': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:31.916167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-29c9790c-50a5-44b6-85b5-52f39dcec39b None None] Provisioning for port 0433d2ef-3c78-4da3-b275-734e8304ad89 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:31.926453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-29c9790c-50a5-44b6-85b5-52f39dcec39b None None] Provisioning complete for port 0433d2ef-3c78-4da3-b275-734e8304ad89 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:31.926818 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29c9790c-50a5-44b6-85b5-52f39dcec39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.934866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6bba6c-9a88-4a51-b050-505633d1c48d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:31.936853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] No DVR routers for this DVR port eb6bba6c-9a88-4a51-b050-505633d1c48d on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:31.969588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-9301a8bf-7638-4f7c-80e6-301ee50c3b5f tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:31.971026 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-9301a8bf-7638-4f7c-80e6-301ee50c3b5f tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "GET /v2.0/networks?id=9eb6b20d-62a6-40e6-a646-192301b4ad93 HTTP/1.1" status: 200 len: 821 time: 0.4941535 May 28 05:38:31.983811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc91e-f08a-4fa9-b580-d4b27a957a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8539476c-e249-46ce-ba4c-8119cb38d60e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:31.993329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cfacc91e-f08a-4fa9-b580-d4b27a957a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.993978 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:38:31.994329 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:38:31.995149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cfacc91e-f08a-4fa9-b580-d4b27a957a58 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8539476c-e249-46ce-ba4c-8119cb38d60e HTTP/1.1" status: 204 len: 168 time: 1.4268241 May 28 05:38:31.998639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-29c9790c-50a5-44b6-85b5-52f39dcec39b None None] Port 0433d2ef-3c78-4da3-b275-734e8304ad89 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:38:31.999335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Request body: {'port': {'device_id': '816f222f-8216-4c3d-a28a-bcd17b154ce9', 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93', 'admin_state_up': True, 'tenant_id': 'c51254dda82f46f28f190a70d4cc47c1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:32.003560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb3bd0-bdda-476a-a384-8ee62c3ba660 None None] Network 0a1682d1-4fca-4a0d-931f-f652ee6d6bae requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:38:32.007096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47330) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:32.161743 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.210960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d868c076-5433-4b2c-bbb3-c2eb0d3f52e8']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:32.214958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:32.219957 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.227006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c59db19-f2f2-4da7-aca6-47d52c5b20e5 req-9bf78a64-66a3-4565-855c-997434b4a1a8 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] 10.222.0.39 "GET /v2.0/security-groups/2eb097bc-2fb7-413c-a640-07eb49c76158 HTTP/1.1" status: 200 len: 2981 time: 0.3635015 May 28 05:38:32.237737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f45ad47-fe8a-439d-88e7-26570534be2d') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:32.238040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f45ad47-fe8a-439d-88e7-26570534be2d') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:32.246192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:32.253402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95dfaa-3911-4991-81f3-0d97efd3183d req-fd341fce-c102-47ca-93a3-fe0beb64a90a tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:32.254889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b95dfaa-3911-4991-81f3-0d97efd3183d req-fd341fce-c102-47ca-93a3-fe0beb64a90a tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 949 time: 0.3534243 May 28 05:38:32.269411 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.295541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Made reservation on behalf of c51254dda82f46f28f190a70d4cc47c1 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:32.298928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.300056 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Deleting port ab039971-1259-496c-ba3b-286bfd742e6d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:32.300506 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.309607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e0fad-b888-43b1-926c-d49e63e6e1e3 None None] DHCP port deletion for 0a1682d1-4fca-4a0d-931f-f652ee6d6bae request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:38:32.314587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-993e0fad-b888-43b1-926c-d49e63e6e1e3 None None] Deleting port ab039971-1259-496c-ba3b-286bfd742e6d {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:32.314956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-993e0fad-b888-43b1-926c-d49e63e6e1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.316450 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.334189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c59db19-f2f2-4da7-aca6-47d52c5b20e5 req-7cc0d08a-f100-4ff6-8511-baa6ad2d31e5 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] 10.222.0.39 "GET /v2.0/security-groups/2eb097bc-2fb7-413c-a640-07eb49c76158 HTTP/1.1" status: 200 len: 2981 time: 0.0957007 May 28 05:38:32.357687 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.377508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:38:32.378085 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.464359 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b95dfaa-3911-4991-81f3-0d97efd3183d req-7b6a3adf-6317-4441-a9be-8e3821286650 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001035 May 28 05:38:32.465965 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 5f45ad47-fe8a-439d-88e7-26570534be2d resource provider aggregate not found May 28 05:38:32.532214 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 5f45ad47-fe8a-439d-88e7-26570534be2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f45ad47-fe8a-439d-88e7-26570534be2d found for delete ", "request_id": "req-0e42a2a8-8793-45e2-a4c0-a385feedb4f6"}]} May 28 05:38:32.559040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.591215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.593452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-993e0fad-b888-43b1-926c-d49e63e6e1e3 None None] For port ab039971-1259-496c-ba3b-286bfd742e6d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ab039971-1259-496c-ba3b-286bfd742e6d,segment=NetworkSegment(a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb),segment_id=a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:32.593849 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-993e0fad-b888-43b1-926c-d49e63e6e1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.672101 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d868c076-5433-4b2c-bbb3-c2eb0d3f52e8 HTTP/1.1" status: 204 len: 168 time: 1.7778153 May 28 05:38:32.694037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1691e-af40-4436-8cf9-631b309fbd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=d868c076-5433-4b2c-bbb3-c2eb0d3f52e8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:32.743863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Allocated IP 172.20.0.8 (9eb6b20d-62a6-40e6-a646-192301b4ad93/0fa3e4a8-a8ef-4568-89ea-8913384a5211/f46fc4c7-b32f-4206-bf9b-f5b4c7b52344) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:32.778481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-993e0fad-b888-43b1-926c-d49e63e6e1e3 None None] Calling delete_port for ab039971-1259-496c-ba3b-286bfd742e6d owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:32.795940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] For port ab039971-1259-496c-ba3b-286bfd742e6d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ab039971-1259-496c-ba3b-286bfd742e6d,segment=NetworkSegment(a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb),segment_id=a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:32.799618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.848062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b5f36-13ac-48a1-9286-4108b7d71d17 req-e007e9a2-8151-41b6-a1e7-452dc170dda1 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:32.855567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb1b5f36-13ac-48a1-9286-4108b7d71d17 req-e007e9a2-8151-41b6-a1e7-452dc170dda1 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.3825278 May 28 05:38:32.918365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] Deleting port eb6bba6c-9a88-4a51-b050-505633d1c48d {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:32.918780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.960720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eb6bba6c-9a88-4a51-b050-505633d1c48d no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:32.992354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Calling delete_port for ab039971-1259-496c-ba3b-286bfd742e6d owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:33.029068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47346) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:33.042726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb1b5f36-13ac-48a1-9286-4108b7d71d17 req-73451330-fc4e-4e95-8bed-6851079442e3 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857824 May 28 05:38:33.067344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-224b610a-89b3-4b65-9bbb-480069b34a84 None None] The port 'eb6bba6c-9a88-4a51-b050-505633d1c48d' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:38:33.067344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: eb6bba6c-9a88-4a51-b050-505633d1c48d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:33.067344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eb6bba6c-9a88-4a51-b050-505633d1c48d not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:33.068882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ab039971-1259-496c-ba3b-286bfd742e6d no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:33.131402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-993e0fad-b888-43b1-926c-d49e63e6e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.189081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f846f-d179-4390-98d9-ad6ca1e51acf req-898bfaa1-72b8-4971-8df8-f5e9b4adf9bc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:33.205087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e53f846f-d179-4390-98d9-ad6ca1e51acf req-898bfaa1-72b8-4971-8df8-f5e9b4adf9bc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 931 time: 0.2999623 May 28 05:38:33.233857 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:38:33.240022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: ab039971-1259-496c-ba3b-286bfd742e6d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:33.240393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ab039971-1259-496c-ba3b-286bfd742e6d not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:33.240789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:33.244542 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:38:33.274869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e0fad-b888-43b1-926c-d49e63e6e1e3 None None] Pushing event deleted for resources: {'Port': ['ID=ab039971-1259-496c-ba3b-286bfd742e6d,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:33.284976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e0fad-b888-43b1-926c-d49e63e6e1e3 None None] No DVR routers for this DVR port ab039971-1259-496c-ba3b-286bfd742e6d on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:33.286569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:33.286775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7d101aa2-1225-4be1-9d3a-ee1de6a5f3ad not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:33.346109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e53f846f-d179-4390-98d9-ad6ca1e51acf req-ff4fa545-2b0e-453f-9bf4-5eb43272e2ed tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:33.375806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e53f846f-d179-4390-98d9-ad6ca1e51acf req-ff4fa545-2b0e-453f-9bf4-5eb43272e2ed tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:33.376976 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e53f846f-d179-4390-98d9-ad6ca1e51acf req-ff4fa545-2b0e-453f-9bf4-5eb43272e2ed tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1650805 May 28 05:38:33.400727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-db9305db-b49d-4ca6-9cc9-1e571f715b2f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:33.402241 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-db9305db-b49d-4ca6-9cc9-1e571f715b2f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/ports?device_id=f09b1f67-4250-4eff-b731-0f4347e82d9e HTTP/1.1" status: 200 len: 950 time: 0.1265001 May 28 05:38:33.445524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0433d2ef-3c78-4da3-b275-734e8304ad89 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:33.468592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bd9c84be-43e1-4c1b-a367-7209d5c699e7 req-238e6eb0-3e56-44dc-be6a-351a9d296260 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 210 time: 0.1969714 May 28 05:38:33.479961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.496106 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.503606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-67b55e2f-5761-419d-94b8-03301a05389e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=222d7f666f93411eb0bc39767251221a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623573 May 28 05:38:33.506054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47350) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:33.507582 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9c192651-ebb1-43bd-80dc-bb3671806e10 req-cf813e41-a68d-4e53-becb-591d2f7c3a27 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f23ec12c-64ad-49f4-900d-adae69abafa9 HTTP/1.1" status: 200 len: 1777 time: 0.1006486 May 28 05:38:33.513959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-14054d05-6de4-459f-be78-edd05d35b6bf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Deleting port 000e3aa9-acb6-4846-9443-abd66c3e9409 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:33.514336 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-14054d05-6de4-459f-be78-edd05d35b6bf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.514471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Transition to ACTIVE for port object 0433d2ef-3c78-4da3-b275-734e8304ad89 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:33.526411 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.712250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Pushing event updated for resources: {'Port': ['ID=0433d2ef-3c78-4da3-b275-734e8304ad89,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:33.740919 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.788418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Deleting port ab039971-1259-496c-ba3b-286bfd742e6d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:33.788418 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.875606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Network 9eb6b20d-62a6-40e6-a646-192301b4ad93 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:33.884380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:33.887401 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-602961d3-d23d-4673-8bc9-5f6c7daf02d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.891884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:33.897442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] The port 'ab039971-1259-496c-ba3b-286bfd742e6d' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:38:33.918427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event updated for resources: {'Port': ['ID=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:33.941810 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9c192651-ebb1-43bd-80dc-bb3671806e10 req-cb53dcea-d892-433b-abe5-909e90e38c99 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.986192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4077704-b893-4c7a-b530-9c00507026a7 req-8e6fe3ee-94b1-41e5-9668-472fb80faff2 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:33.987653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4077704-b893-4c7a-b530-9c00507026a7 req-8e6fe3ee-94b1-41e5-9668-472fb80faff2 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=f09b1f67-4250-4eff-b731-0f4347e82d9e HTTP/1.1" status: 200 len: 950 time: 0.3495517 May 28 05:38:33.993033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:33.993637 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.999595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Attempting to bind port 0433d2ef-3c78-4da3-b275-734e8304ad89 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:33.999918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Attempting to bind port 0433d2ef-3c78-4da3-b275-734e8304ad89 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:34.000293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Attempting to bind port 0433d2ef-3c78-4da3-b275-734e8304ad89 on network 13998490-a147-4905-890a-6d01ccfa4ec9 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:34.026387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Port 0433d2ef-3c78-4da3-b275-734e8304ad89 on network 13998490-a147-4905-890a-6d01ccfa4ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:38:34.027267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Attempting to bind port 0433d2ef-3c78-4da3-b275-734e8304ad89 on network 13998490-a147-4905-890a-6d01ccfa4ec9 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:34.044647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:38:34.044980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Checking segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:34.045356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Bound using segment: {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:38:34.045777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Bound port: 0433d2ef-3c78-4da3-b275-734e8304ad89, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23186eea-d7ae-40c0-abe0-ddfbea23748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:34.046118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.083555 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-3a828405-1cd1-4389-a44a-159a5d82a631 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0980816 May 28 05:38:34.086353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4077704-b893-4c7a-b530-9c00507026a7 req-0d95f938-0609-4899-9cd0-c0c99b9f68ef tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825074 May 28 05:38:34.118765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Request body: {'port': {'device_id': '816f222f-8216-4c3d-a28a-bcd17b154ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:34.119301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-602961d3-d23d-4673-8bc9-5f6c7daf02d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.138413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9c192651-ebb1-43bd-80dc-bb3671806e10 req-cb53dcea-d892-433b-abe5-909e90e38c99 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.189067 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.284070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] For port 0433d2ef-3c78-4da3-b275-734e8304ad89, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:34.297131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] For port 0433d2ef-3c78-4da3-b275-734e8304ad89, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0433d2ef-3c78-4da3-b275-734e8304ad89,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:38:34.298156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.301243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1682d1-4fca-4a0d-931f-f652ee6d6bae']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:34.336240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:34.336576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:34.346574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.358417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.385346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-14054d05-6de4-459f-be78-edd05d35b6bf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] For port 000e3aa9-acb6-4846-9443-abd66c3e9409, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=000e3aa9-acb6-4846-9443-abd66c3e9409,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:34.385727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-14054d05-6de4-459f-be78-edd05d35b6bf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.403092 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9c192651-ebb1-43bd-80dc-bb3671806e10 req-cb53dcea-d892-433b-abe5-909e90e38c99 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.469143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:34.469746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.471466 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] 10.222.0.41 "PUT /v2.0/ports/0433d2ef-3c78-4da3-b275-734e8304ad89 HTTP/1.1" status: 200 len: 1091 time: 2.6235309 May 28 05:38:34.473043 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.481378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:34.522705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b416546-b230-462f-8949-0e240b9a06fa service neutron] Pushing event updated for resources: {'Port': ['ID=0433d2ef-3c78-4da3-b275-734e8304ad89,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:34.545295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-14054d05-6de4-459f-be78-edd05d35b6bf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Calling delete_port for 000e3aa9-acb6-4846-9443-abd66c3e9409 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:34.575468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53dcea-d892-433b-abe5-909e90e38c99 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ec12c-64ad-49f4-900d-adae69abafa9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:34.590717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:38:34.591123 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.610742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-602961d3-d23d-4673-8bc9-5f6c7daf02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.683696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e48264-ae93-40be-aff4-7ea588fda488 req-9069fae9-e4fe-4cfb-9a26-d93261efe482 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:34.685218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8e48264-ae93-40be-aff4-7ea588fda488 req-9069fae9-e4fe-4cfb-9a26-d93261efe482 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 949 time: 0.3773346 May 28 05:38:34.688103 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb resource provider aggregate not found May 28 05:38:34.720077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602961d3-d23d-4673-8bc9-5f6c7daf02d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6405bc3-2820-4625-a9c4-0912fb47fdbb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:34.733823 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2c09fbe-d3ab-4eb1-b716-aca04a3e02eb found for delete ", "request_id": "req-2836d82d-2c4a-4dfa-b931-c5315a1ad4ce"}]} May 28 05:38:34.765683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-b48a8379-ed2b-464c-8bfc-b82e9d9c0e16 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:34.767379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-b48a8379-ed2b-464c-8bfc-b82e9d9c0e16 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 950 time: 0.5084519 May 28 05:38:34.783962 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9c192651-ebb1-43bd-80dc-bb3671806e10 req-cb53dcea-d892-433b-abe5-909e90e38c99 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.785047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9c192651-ebb1-43bd-80dc-bb3671806e10 req-cb53dcea-d892-433b-abe5-909e90e38c99 tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/f23ec12c-64ad-49f4-900d-adae69abafa9 HTTP/1.1" status: 204 len: 173 time: 1.2342305 May 28 05:38:34.809347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-31499951-458e-4d64-9d42-1d6573b90ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:34.810810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-31499951-458e-4d64-9d42-1d6573b90ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 1094 time: 0.2434082 May 28 05:38:34.824280 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8e48264-ae93-40be-aff4-7ea588fda488 req-9c5346a8-570e-4235-9280-852ada199431 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862818 May 28 05:38:34.827780 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-602961d3-d23d-4673-8bc9-5f6c7daf02d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.829064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-602961d3-d23d-4673-8bc9-5f6c7daf02d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6405bc3-2820-4625-a9c4-0912fb47fdbb HTTP/1.1" status: 204 len: 168 time: 1.3206205 May 28 05:38:34.837992 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.869004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:34.888956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1682d1-4fca-4a0d-931f-f652ee6d6bae,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:34.904784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-84262a1f-baa0-4ea4-bfc3-78d3499286d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0433d2ef-3c78-4da3-b275-734e8304ad89 HTTP/1.1" status: 200 len: 217 time: 0.0795443 May 28 05:38:34.952537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-1fe0d388-7968-4f18-815b-f313d5fccf7b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Deleting port 95d0f518-f37c-4650-8138-4f112a312ae0 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:34.953144 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-1fe0d388-7968-4f18-815b-f313d5fccf7b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:35.019631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-051fe0e0-34cd-4074-aa8f-4fdbe6ffae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:35.021075 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-051fe0e0-34cd-4074-aa8f-4fdbe6ffae56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.1070042 May 28 05:38:35.053197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b187a983-521f-4dc1-910a-975ce125b1ac admin admin] 10.222.0.39 "DELETE /v2.0/networks/0a1682d1-4fca-4a0d-931f-f652ee6d6bae HTTP/1.1" status: 204 len: 168 time: 3.0424910 May 28 05:38:35.153403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-14054d05-6de4-459f-be78-edd05d35b6bf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:35.165902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['95d0f518-f37c-4650-8138-4f112a312ae0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:35.240121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14054d05-6de4-459f-be78-edd05d35b6bf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event deleted for resources: {'Port': ['ID=000e3aa9-acb6-4846-9443-abd66c3e9409,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:35.273350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:35.335943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:35.346372 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:35.388121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Transition to ACTIVE for port object f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:35.404691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:35.529040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47386) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:35.560700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-14054d05-6de4-459f-be78-edd05d35b6bf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] No DVR routers for this DVR port 000e3aa9-acb6-4846-9443-abd66c3e9409 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:35.565979 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-14054d05-6de4-459f-be78-edd05d35b6bf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:35.568138 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbeb4a3a-d938-4e92-8804-d1d3852b208d req-14054d05-6de4-459f-be78-edd05d35b6bf tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "DELETE /v2.0/ports/000e3aa9-acb6-4846-9443-abd66c3e9409 HTTP/1.1" status: 204 len: 173 time: 2.1505258 May 28 05:38:35.568666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09b1f67-4250-4eff-b731-0f4347e82d9e', 'name': 'network-vif-deleted', 'tag': '000e3aa9-acb6-4846-9443-abd66c3e9409'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:35.574800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda185dc-8491-4bb1-b898-38f4432e63fe req-527602e4-2592-4b33-88a8-de99c0a25ceb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:35.575546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dda185dc-8491-4bb1-b898-38f4432e63fe req-527602e4-2592-4b33-88a8-de99c0a25ceb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:35.580259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-8b90d9b1-4652-4b51-8e8a-60e7f4cc77e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:35.582585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-8b90d9b1-4652-4b51-8e8a-60e7f4cc77e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5490820 May 28 05:38:35.592915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e9b2b-c7f5-4543-ad2b-453f888147a4 req-0d362668-e86c-4550-ba03-74588d7e724a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:35.594446 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cf3e9b2b-c7f5-4543-ad2b-453f888147a4 req-0d362668-e86c-4550-ba03-74588d7e724a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.6488414 May 28 05:38:35.657872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Pushing event updated for resources: {'Port': ['ID=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:35.729973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-1fe0d388-7968-4f18-815b-f313d5fccf7b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] For port 95d0f518-f37c-4650-8138-4f112a312ae0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=95d0f518-f37c-4650-8138-4f112a312ae0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:35.736137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-1fe0d388-7968-4f18-815b-f313d5fccf7b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:35.747398 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cf3e9b2b-c7f5-4543-ad2b-453f888147a4 req-b56c4bed-6ab1-497d-a4ed-3dc47aa1dc16 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328490 May 28 05:38:35.806310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dda185dc-8491-4bb1-b898-38f4432e63fe req-527602e4-2592-4b33-88a8-de99c0a25ceb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:35.817974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dda185dc-8491-4bb1-b898-38f4432e63fe req-527602e4-2592-4b33-88a8-de99c0a25ceb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 943 time: 0.7855606 May 28 05:38:35.868096 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a9a770-6271-43e0-b0f5-82c64c384fe1'] response: {'name': 'network-changed', 'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'status': 'completed', 'code': 200} May 28 05:38:35.889483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-26790930-67a8-4be2-a23a-619ba268382f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=578441de67794db9b7aefded3a3b2930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467898 May 28 05:38:35.903079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47396) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:35.932446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-1fe0d388-7968-4f18-815b-f313d5fccf7b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Calling delete_port for 95d0f518-f37c-4650-8138-4f112a312ae0 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:35.990179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Attempting to bind port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:35.990767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Attempting to bind port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:35.990893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Attempting to bind port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 on network 9eb6b20d-62a6-40e6-a646-192301b4ad93 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:36.005373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 on network 9eb6b20d-62a6-40e6-a646-192301b4ad93 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:38:36.005699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Attempting to bind port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 on network 9eb6b20d-62a6-40e6-a646-192301b4ad93 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:36.009972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dda185dc-8491-4bb1-b898-38f4432e63fe req-615db6f9-2173-4df4-bff2-814a7e27e28c tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1714642 May 28 05:38:36.027472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:38:36.028036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Checking segment: {'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:36.028574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Bound using segment: {'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:38:36.029165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Bound port: f46fc4c7-b32f-4206-bf9b-f5b4c7b52344, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d010ab9-8be1-43eb-b963-484ce6627331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:36.029675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.043188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-f8a54423-62a5-4aa3-9682-1572aede3ffc service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465392 May 28 05:38:36.181404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc775c-98e9-4fd1-9b89-175bf23a0949 req-8abb78cc-0b3e-4a22-a199-18f6bfd652af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:36.184076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7fc775c-98e9-4fd1-9b89-175bf23a0949 req-8abb78cc-0b3e-4a22-a199-18f6bfd652af tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 943 time: 0.1945031 May 28 05:38:36.193583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 000e3aa9-acb6-4846-9443-abd66c3e9409 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:36.242621 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4a29ac4-2c9c-46f5-8b31-a094ce517991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.270775 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe87dd8-4755-4387-8f40-890e5e1846e1 req-a388c508-2041-4500-a06c-6f6a09ee60ff tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4b0feb66-04e2-4c21-a9a2-2e03b2a15229 HTTP/1.1" status: 200 len: 1778 time: 0.2265911 May 28 05:38:36.291205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 000e3aa9-acb6-4846-9443-abd66c3e9409 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:36.293693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 000e3aa9-acb6-4846-9443-abd66c3e9409 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:36.302023 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7fc775c-98e9-4fd1-9b89-175bf23a0949 req-8e0f0a03-adb4-4bf9-a7cc-c9605528b8e4 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097445 May 28 05:38:36.302958 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-1fe0d388-7968-4f18-815b-f313d5fccf7b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.323036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] For port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:36.338304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:36.359755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4a29ac4-2c9c-46f5-8b31-a094ce517991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.371858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] For port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:38:36.400956 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.439069 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dff934e9-3a03-41de-94e4-17038dbd7ecd req-36f68663-b7fd-4e38-9f58-d8253bb99e57 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866999 May 28 05:38:36.537785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:36.538389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.548690 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] 10.222.0.41 "PUT /v2.0/ports/f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 HTTP/1.1" status: 200 len: 1091 time: 2.4383759 May 28 05:38:36.596478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0d388-7968-4f18-815b-f313d5fccf7b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event deleted for resources: {'Port': ['ID=95d0f518-f37c-4650-8138-4f112a312ae0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:36.614735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-1fe0d388-7968-4f18-815b-f313d5fccf7b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] No DVR routers for this DVR port 95d0f518-f37c-4650-8138-4f112a312ae0 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:36.617538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-1fe0d388-7968-4f18-815b-f313d5fccf7b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.627816 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-772073f2-ca9f-4fd6-af65-91d85cc807b7 req-1fe0d388-7968-4f18-815b-f313d5fccf7b tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.41 "DELETE /v2.0/ports/95d0f518-f37c-4650-8138-4f112a312ae0 HTTP/1.1" status: 204 len: 173 time: 1.8402061 May 28 05:38:36.750385 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4a29ac4-2c9c-46f5-8b31-a094ce517991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.783988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a29ac4-2c9c-46f5-8b31-a094ce517991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c11a9c-4c93-453e-adc7-6e4aefc0172f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:36.816736 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ebe87dd8-4755-4387-8f40-890e5e1846e1 req-b605cec0-cb02-4ecb-9878-932e7527f4ef tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.818281 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50730acd-8cf4-4a21-8d40-a826077e1858'] response: {'server_uuid': 'f09b1f67-4250-4eff-b731-0f4347e82d9e', 'name': 'network-vif-deleted', 'tag': '000e3aa9-acb6-4846-9443-abd66c3e9409', 'status': 'completed', 'code': 200} May 28 05:38:36.833127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26528d-cde2-4f19-8961-547637691dcb service neutron] Pushing event updated for resources: {'Port': ['ID=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:36.881706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ebe87dd8-4755-4387-8f40-890e5e1846e1 req-b605cec0-cb02-4ecb-9878-932e7527f4ef tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.921465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4a29ac4-2c9c-46f5-8b31-a094ce517991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.925093 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a4a29ac4-2c9c-46f5-8b31-a094ce517991 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94c11a9c-4c93-453e-adc7-6e4aefc0172f HTTP/1.1" status: 204 len: 168 time: 1.0130374 May 28 05:38:36.976216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-3a4f2343-4535-468f-a236-0b8ba1ae4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:36.977688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-3a4f2343-4535-468f-a236-0b8ba1ae4ff8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 1094 time: 0.4480743 May 28 05:38:37.016346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784464b7-c6ce-4cae-adeb-3500b149d606 req-a971745b-b03f-47d3-98b9-d86fba9eb87b tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:37.018695 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-784464b7-c6ce-4cae-adeb-3500b149d606 req-a971745b-b03f-47d3-98b9-d86fba9eb87b tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 949 time: 0.1038840 May 28 05:38:37.098787 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-784464b7-c6ce-4cae-adeb-3500b149d606 req-26680105-ac72-4485-a7a2-11a7d0840a16 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747054 May 28 05:38:37.188152 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:38:37.262626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ebe87dd8-4755-4387-8f40-890e5e1846e1 req-b605cec0-cb02-4ecb-9878-932e7527f4ef tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.275867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-068a2d96-a5c9-43ee-87ee-76d66f711318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:37.278364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-068a2d96-a5c9-43ee-87ee-76d66f711318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c51254dda82f46f28f190a70d4cc47c1&device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 1094 time: 0.6445701 May 28 05:38:37.323119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-aa1effca-1c04-4dc5-9f36-8f1a879d2568 req-5d0db04c-1da9-4b75-8fed-bc15ba28daa8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Synchronizing usage tracker for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:37.343844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-aa1effca-1c04-4dc5-9f36-8f1a879d2568 req-5d0db04c-1da9-4b75-8fed-bc15ba28daa8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Unset dirty status for tenant:f5f19722c2c64b6fb824290e4e419f76 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:37.357643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa1effca-1c04-4dc5-9f36-8f1a879d2568 req-5d0db04c-1da9-4b75-8fed-bc15ba28daa8 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=008d2495-9e0c-41c0-9b53-45b2a10d778f HTTP/1.1" status: 200 len: 210 time: 0.0801711 May 28 05:38:37.464639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ebe87dd8-4755-4387-8f40-890e5e1846e1 req-b605cec0-cb02-4ecb-9878-932e7527f4ef tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.465737 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe87dd8-4755-4387-8f40-890e5e1846e1 req-b605cec0-cb02-4ecb-9878-932e7527f4ef tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b0feb66-04e2-4c21-a9a2-2e03b2a15229 HTTP/1.1" status: 204 len: 173 time: 1.1743405 May 28 05:38:37.480246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605cec0-cb02-4ecb-9878-932e7527f4ef tempest-SecurityGroupsTestAdminJSON-1301601584 tempest-SecurityGroupsTestAdminJSON-1301601584-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0feb66-04e2-4c21-a9a2-2e03b2a15229,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:37.485057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-8ae261c7-1064-4317-b439-5eb952c894a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 HTTP/1.1" status: 200 len: 217 time: 0.1445856 May 28 05:38:37.486048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-741c2700-b8b3-4067-a861-2f98d62c44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:37.487411 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-741c2700-b8b3-4067-a861-2f98d62c44c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.4996428 May 28 05:38:37.588592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cecf9c-0d75-4726-ae68-131f9e8bbc23 req-73a84d18-a8d6-48d6-942a-a8aa86333945 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:37.591218 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32cecf9c-0d75-4726-ae68-131f9e8bbc23 req-73a84d18-a8d6-48d6-942a-a8aa86333945 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.1450255 May 28 05:38:37.652517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32cecf9c-0d75-4726-ae68-131f9e8bbc23 req-25453eac-df96-4caa-b1e5-7db5e6bc39c4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542033 May 28 05:38:37.776116 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-9cd48336-75fe-452a-98cc-265b19284899 service neutron] show failed (client error): The resource could not be found. May 28 05:38:37.777599 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-9cd48336-75fe-452a-98cc-265b19284899 service neutron] 10.222.0.33 "GET /v2.0/ports/d6d95dc9-4720-4031-8263-89010b1d3919/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.6570003 May 28 05:38:37.778854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-bf28ae60-379f-4a03-9cc4-f42e8a211433 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0433d2ef-3c78-4da3-b275-734e8304ad89 HTTP/1.1" status: 200 len: 217 time: 0.2485032 May 28 05:38:37.872199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816f222f-8216-4c3d-a28a-bcd17b154ce9', 'tag': 'f46fc4c7-b32f-4206-bf9b-f5b4c7b52344'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:37.892666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-a68169af-3fd5-44de-be1a-520432bc6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:37.894118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-a68169af-3fd5-44de-be1a-520432bc6033 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.0910814 May 28 05:38:37.895379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-971b90b7-7c84-4e09-93e1-7af3d9a3be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:37.896663 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-971b90b7-7c84-4e09-93e1-7af3d9a3be47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fa3e4a8-a8ef-4568-89ea-8913384a5211 HTTP/1.1" status: 200 len: 861 time: 0.3985994 May 28 05:38:37.941324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d10c5-f800-4bbf-9648-112d33bfd188 req-dbd3e0a5-e2a4-4d1a-9ead-8be455bc35a8 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:37.942919 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b16d10c5-f800-4bbf-9648-112d33bfd188 req-dbd3e0a5-e2a4-4d1a-9ead-8be455bc35a8 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 943 time: 0.1053586 May 28 05:38:37.996248 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b16d10c5-f800-4bbf-9648-112d33bfd188 req-74f0805f-372b-4a32-bc61-52a0d801f1c1 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 May 28 05:38:38.019799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-aac9c212-dd60-444e-943f-1af7e26f75d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9eb6b20d-62a6-40e6-a646-192301b4ad93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036737 May 28 05:38:38.024098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b194a02-238c-44a4-b4c1-9c55110dac6d req-53e3b3ec-90a7-4a79-b071-6cbc7ea70424 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:38.025741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9b194a02-238c-44a4-b4c1-9c55110dac6d req-53e3b3ec-90a7-4a79-b071-6cbc7ea70424 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 943 time: 0.3119493 May 28 05:38:38.116388 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e5ace95-064e-4a19-8c50-b3ead43488ab req-a2c6e264-a94d-465a-9b7f-e3088d7790f2 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] 10.222.0.39 "GET /v2.0/security-groups/c99c5761-0272-4649-ba7b-e0ceaab69e15 HTTP/1.1" status: 200 len: 1778 time: 0.0822098 May 28 05:38:38.183886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9b194a02-238c-44a4-b4c1-9c55110dac6d req-9db29c36-d6de-44fe-84fc-df3b02869746 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330769 May 28 05:38:38.201725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0433d2ef-3c78-4da3-b275-734e8304ad89 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:38:38.205281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 95d0f518-f37c-4650-8138-4f112a312ae0 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:38.223587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-7420e689-e0a6-46ab-a427-e6ebe02b2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:38.225665 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-7420e689-e0a6-46ab-a427-e6ebe02b2267 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2&tenant_id=e10ad26e43184b2ab9c1f21342cf9b76 HTTP/1.1" status: 200 len: 1101 time: 0.1498110 May 28 05:38:38.231130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-a00f6bc5-d3c2-4b1f-a6df-9daf38c4a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:38.232303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1e5ace95-064e-4a19-8c50-b3ead43488ab req-7820e409-9e4e-41d7-9193-58e08a9f3bce tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:38.232657 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-a00f6bc5-d3c2-4b1f-a6df-9daf38c4a08f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3236814 May 28 05:38:38.236064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-26e965cd-6596-4ccb-b915-0c83da32d863 service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077339 May 28 05:38:38.239356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:38.264113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 95d0f518-f37c-4650-8138-4f112a312ae0 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:38.264760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 95d0f518-f37c-4650-8138-4f112a312ae0 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:38.315015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1e5ace95-064e-4a19-8c50-b3ead43488ab req-7820e409-9e4e-41d7-9193-58e08a9f3bce tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:38.417846 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc60050f-a333-4075-a333-2eddbd60cbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:38.419937 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:38.460770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0433d2ef-3c78-4da3-b275-734e8304ad89, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0433d2ef-3c78-4da3-b275-734e8304ad89,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:38.475680 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1e5ace95-064e-4a19-8c50-b3ead43488ab req-7820e409-9e4e-41d7-9193-58e08a9f3bce tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:38.481496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'port_id': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'mac_address': 'fa:16:3e:8f:2d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:38:38.506135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820e409-9e4e-41d7-9193-58e08a9f3bce tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99c5761-0272-4649-ba7b-e0ceaab69e15,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:38.568119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1e5ace95-064e-4a19-8c50-b3ead43488ab req-7820e409-9e4e-41d7-9193-58e08a9f3bce tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:38.569248 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e5ace95-064e-4a19-8c50-b3ead43488ab req-7820e409-9e4e-41d7-9193-58e08a9f3bce tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] 10.222.0.39 "DELETE /v2.0/security-groups/c99c5761-0272-4649-ba7b-e0ceaab69e15 HTTP/1.1" status: 204 len: 173 time: 0.4452064 May 28 05:38:38.622087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-e7d51818-c79c-48fe-a4a3-a8e324f36dad service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735056 May 28 05:38:38.628651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ded4eb0c-92ae-4a1c-bdf8-3d1aec6697e4 req-a55a2fce-b128-4148-a24f-7b28cd3c7192 service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494401 May 28 05:38:38.654270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 0433d2ef-3c78-4da3-b275-734e8304ad89 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:38.654825 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:38.669393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-123dd1b3-32c5-45df-bbc0-a610b15f726b tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:38.672036 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-123dd1b3-32c5-45df-bbc0-a610b15f726b tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.33 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 949 time: 0.3651834 May 28 05:38:38.697193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0433d2ef-3c78-4da3-b275-734e8304ad89 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:38.720923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0433d2ef-3c78-4da3-b275-734e8304ad89, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0433d2ef-3c78-4da3-b275-734e8304ad89,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:38.730613 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:38.749328 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4e75b8-29ad-4bcc-a636-6ef9c1c0502e'] response: {'name': 'network-changed', 'server_uuid': '816f222f-8216-4c3d-a28a-bcd17b154ce9', 'tag': 'f46fc4c7-b32f-4206-bf9b-f5b4c7b52344', 'status': 'completed', 'code': 200} May 28 05:38:38.814378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=0433d2ef-3c78-4da3-b275-734e8304ad89,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:38.815792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d6d95dc9-4720-4031-8263-89010b1d3919,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:38.831403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008d2495-9e0c-41c0-9b53-45b2a10d778f', 'name': 'network-vif-deleted', 'tag': '95d0f518-f37c-4650-8138-4f112a312ae0'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:38.870472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:38.938004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:38.957691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Transition to ACTIVE for port object d6d95dc9-4720-4031-8263-89010b1d3919 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:38.958300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-051ac051-504e-47d0-846c-1827c34158ba tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Deleting port a9d10ddf-f036-4001-823b-47c86339fcdf {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:38.958702 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-051ac051-504e-47d0-846c-1827c34158ba tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:38.960734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['0433d2ef-3c78-4da3-b275-734e8304ad89'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:38.963851 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:39.038631 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cae1fa4b-6a0c-4aad-b3e5-d275840c5004 req-03079f20-0b55-48db-a2bb-82e48264c8db service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074178 May 28 05:38:39.090213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6977b-0490-4a16-a2a2-d17d8b8c7788 req-d5f73804-fd0b-4bb1-a912-a045126d0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:39.091701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfe6977b-0490-4a16-a2a2-d17d8b8c7788 req-d5f73804-fd0b-4bb1-a912-a045126d0ab5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c51254dda82f46f28f190a70d4cc47c1&device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 1094 time: 0.3415616 May 28 05:38:39.160912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7863cc-1ec7-4ae0-b29c-038c1e45e60b req-72c2d9c6-94ea-4519-a56b-536e13ed4650 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:39.162990 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be7863cc-1ec7-4ae0-b29c-038c1e45e60b req-72c2d9c6-94ea-4519-a56b-536e13ed4650 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a5a657b-fa8a-4001-8466-c67328f8eb5e HTTP/1.1" status: 200 len: 949 time: 0.3049164 May 28 05:38:39.309776 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-32f4af5e-c38a-42d7-b877-d4f17f9c070d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4f794c1073d54ad5ba31847df87dc9da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3344531 May 28 05:38:39.372249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] No DVR routers for this DVR port d6d95dc9-4720-4031-8263-89010b1d3919 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:39.385958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d95dc9-4720-4031-8263-89010b1d3919,revision_number=6']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:39.484448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be7863cc-1ec7-4ae0-b29c-038c1e45e60b req-3ac6a40a-4c5c-4e27-b753-46d7601b2dd1 tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.39 "GET /v2.0/security-groups?id=eedbf6cc-c31c-4afa-9071-a74dc35efd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139555 May 28 05:38:39.498457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Attempting to bind port d6d95dc9-4720-4031-8263-89010b1d3919 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:39.498970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Attempting to bind port d6d95dc9-4720-4031-8263-89010b1d3919 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:39.499069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Attempting to bind port d6d95dc9-4720-4031-8263-89010b1d3919 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:39.513375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Port d6d95dc9-4720-4031-8263-89010b1d3919 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:38:39.513931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Attempting to bind port d6d95dc9-4720-4031-8263-89010b1d3919 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:39.524521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:38:39.524857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:39.525239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:38:39.525672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Bound port: d6d95dc9-4720-4031-8263-89010b1d3919, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:39.526012 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:39.562063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6977b-0490-4a16-a2a2-d17d8b8c7788 req-24d1817d-6ca7-4a97-99be-3d5ad4efebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:39.563533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfe6977b-0490-4a16-a2a2-d17d8b8c7788 req-24d1817d-6ca7-4a97-99be-3d5ad4efebf3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9eb6b20d-62a6-40e6-a646-192301b4ad93 HTTP/1.1" status: 200 len: 922 time: 0.4407842 May 28 05:38:39.568539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-051ac051-504e-47d0-846c-1827c34158ba tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] For port a9d10ddf-f036-4001-823b-47c86339fcdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a9d10ddf-f036-4001-823b-47c86339fcdf,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:39.568946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-051ac051-504e-47d0-846c-1827c34158ba tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:39.627172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622387b4-173d-41db-98ef-b676eadabe67 req-7027d856-c99f-41da-bfd0-7cdda1a4c91b tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:39.628637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-7027d856-c99f-41da-bfd0-7cdda1a4c91b tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925189 May 28 05:38:39.660080 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-3c8a97b5-1477-4b0e-842f-6f03b2f8e2ed tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/quotas/4f794c1073d54ad5ba31847df87dc9da HTTP/1.1" status: 200 len: 375 time: 0.0245788 May 28 05:38:39.679162 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:39.706936 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfe6977b-0490-4a16-a2a2-d17d8b8c7788 req-d254749b-7c5d-4d52-b04c-a9504d069fb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 HTTP/1.1" status: 200 len: 217 time: 0.1302259 May 28 05:38:39.708538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:39.712269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-c28a4ebf-0f91-4949-89e2-05dbc9f1febc tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f794c1073d54ad5ba31847df87dc9da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463958 May 28 05:38:39.719614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d6d95dc9-4720-4031-8263-89010b1d3919,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:38:39.724708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:39.791261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:39.792154 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:39.793612 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] 10.222.0.41 "PUT /v2.0/ports/d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 200 len: 1096 time: 1.5586834 May 28 05:38:39.814998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-051ac051-504e-47d0-846c-1827c34158ba tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Calling delete_port for a9d10ddf-f036-4001-823b-47c86339fcdf owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:39.903675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7b454-37a0-41cd-ba73-4985ed0be100 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d95dc9-4720-4031-8263-89010b1d3919,revision_number=7']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:39.935279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-1c08fe68-467c-4982-a1c4-0eb93f107a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:39.937755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-1c08fe68-467c-4982-a1c4-0eb93f107a38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1099 time: 0.1176078 May 28 05:38:40.032656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6977b-0490-4a16-a2a2-d17d8b8c7788 req-2f0343d9-682d-4565-b4a8-afc566dc1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:40.034440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfe6977b-0490-4a16-a2a2-d17d8b8c7788 req-2f0343d9-682d-4565-b4a8-afc566dc1356 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fa3e4a8-a8ef-4568-89ea-8913384a5211 HTTP/1.1" status: 200 len: 861 time: 0.2684846 May 28 05:38:40.038441 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-051ac051-504e-47d0-846c-1827c34158ba tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.119000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84fb532b-62d4-47d9-b6e0-8a86c2d2ed6a req-61452273-4b7e-4df4-9168-1d777fe5d620 tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] 10.222.0.39 "GET /v2.0/security-groups/5c8c81c8-776a-4c9e-a928-3ef871820e37 HTTP/1.1" status: 200 len: 1777 time: 0.4838936 May 28 05:38:40.151765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfe6977b-0490-4a16-a2a2-d17d8b8c7788 req-bb5a8aa4-d51b-491c-8f47-021f77490d49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9eb6b20d-62a6-40e6-a646-192301b4ad93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097019 May 28 05:38:40.167028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ac051-504e-47d0-846c-1827c34158ba tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Pushing event deleted for resources: {'Port': ['ID=a9d10ddf-f036-4001-823b-47c86339fcdf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:40.193032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:38:40.195436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0433d2ef-3c78-4da3-b275-734e8304ad89 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:40.209294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e09ba9-62ed-4eb8-9b69-3c37794b5e20 req-706087c3-ac93-4d79-b012-225f3201f176 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:40.217171 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5e09ba9-62ed-4eb8-9b69-3c37794b5e20 req-706087c3-ac93-4d79-b012-225f3201f176 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 948 time: 0.1567945 May 28 05:38:40.234982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-1b672f5d-9630-4ceb-b38e-1165a8607821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:40.236708 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-1b672f5d-9630-4ceb-b38e-1165a8607821 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2898531 May 28 05:38:40.302695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-051ac051-504e-47d0-846c-1827c34158ba tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] No DVR routers for this DVR port a9d10ddf-f036-4001-823b-47c86339fcdf on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:40.325210 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-5caab897-67be-46a1-bb29-cd024a735f54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 200 len: 217 time: 0.0812566 May 28 05:38:40.349225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5e09ba9-62ed-4eb8-9b69-3c37794b5e20 req-2d80430d-1905-4095-8b0d-b0621309d42b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310928 May 28 05:38:40.367519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-051ac051-504e-47d0-846c-1827c34158ba tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.424562 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb5f4d61-0721-441e-8888-f7ed088dfe2f req-051ac051-504e-47d0-846c-1827c34158ba tempest-ImagesNegativeTestJSON-201709980 tempest-ImagesNegativeTestJSON-201709980-project] 10.222.0.33 "DELETE /v2.0/ports/a9d10ddf-f036-4001-823b-47c86339fcdf HTTP/1.1" status: 204 len: 173 time: 1.6730864 May 28 05:38:40.500695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84fb532b-62d4-47d9-b6e0-8a86c2d2ed6a req-2dec2c0a-c769-4d30-ba31-96e68b42ea9a tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.538083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-51d7e40a-0ccf-4af2-87a7-171407aa1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:40.540116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-51d7e40a-0ccf-4af2-87a7-171407aa1b9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2020783 May 28 05:38:40.543535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:40.575656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'f46fc4c7-b32f-4206-bf9b-f5b4c7b52344', 'network_id': '9eb6b20d-62a6-40e6-a646-192301b4ad93', 'port_id': 'f46fc4c7-b32f-4206-bf9b-f5b4c7b52344', 'mac_address': 'fa:16:3e:6b:7a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa3e4a8-a8ef-4568-89ea-8913384a5211', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:38:40.588281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfe6977b-0490-4a16-a2a2-d17d8b8c7788 req-46e295f1-9ccc-4a9d-9d56-4d5a9fd1e4dc service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176252 May 28 05:38:40.593623 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84fb532b-62d4-47d9-b6e0-8a86c2d2ed6a req-2dec2c0a-c769-4d30-ba31-96e68b42ea9a tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.643930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-0c725a6e-97e8-4dcb-9e5f-07d4dc03a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:40.647057 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-0c725a6e-97e8-4dcb-9e5f-07d4dc03a71a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999999 May 28 05:38:40.666058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:40.666733 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.684883 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5d27-b2cf-4dfa-be35-97869f5a00b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.697043 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:40.715726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 0433d2ef-3c78-4da3-b275-734e8304ad89 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:40.741464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 0433d2ef-3c78-4da3-b275-734e8304ad89 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:40.743340 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.786829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a657b-fa8a-4001-8466-c67328f8eb5e', 'name': 'network-vif-deleted', 'tag': 'a9d10ddf-f036-4001-823b-47c86339fcdf'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:40.816672 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a9d10ddf-f036-4001-823b-47c86339fcdf no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:40.836225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84fb532b-62d4-47d9-b6e0-8a86c2d2ed6a req-2dec2c0a-c769-4d30-ba31-96e68b42ea9a tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.845568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-d439c14a-4009-4a97-9367-593012eeae7e service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905646 May 28 05:38:40.852527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:40.868714 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84fb532b-62d4-47d9-b6e0-8a86c2d2ed6a req-2dec2c0a-c769-4d30-ba31-96e68b42ea9a tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.869827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84fb532b-62d4-47d9-b6e0-8a86c2d2ed6a req-2dec2c0a-c769-4d30-ba31-96e68b42ea9a tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] 10.222.0.39 "DELETE /v2.0/security-groups/5c8c81c8-776a-4c9e-a928-3ef871820e37 HTTP/1.1" status: 204 len: 173 time: 0.7341175 May 28 05:38:40.879725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec2c0a-c769-4d30-ba31-96e68b42ea9a tempest-SecurityGroupsTestAdminJSON-627750636 tempest-SecurityGroupsTestAdminJSON-627750636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c81c8-776a-4c9e-a928-3ef871820e37,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:40.892792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: a9d10ddf-f036-4001-823b-47c86339fcdf {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:40.895739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a9d10ddf-f036-4001-823b-47c86339fcdf not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:40.898005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d6d95dc9-4720-4031-8263-89010b1d3919 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:40.981030 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfe6977b-0490-4a16-a2a2-d17d8b8c7788 req-6ae178cc-ae5f-4870-a8c6-ea2a0b91ab45 service neutron] 10.222.0.41 "GET /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625672 May 28 05:38:41.007035 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce72c930-1f4e-415d-9a0f-66ccf8c24316'] response: {'server_uuid': '008d2495-9e0c-41c0-9b53-45b2a10d778f', 'name': 'network-vif-deleted', 'tag': '95d0f518-f37c-4650-8138-4f112a312ae0', 'status': 'completed', 'code': 200} May 28 05:38:41.077951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:41.083915 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c52352b6-10e6-413c-bb82-8cc843cdbe47 req-ad94c1ce-57ad-4bad-9e42-7f571fd95302 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308915 May 28 05:38:41.181104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d6d95dc9-4720-4031-8263-89010b1d3919 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:41.199547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0b7f-4cb8-4498-a7df-6d27242d09df req-43ba48b2-3a28-4f7d-9af7-92879d4adc5e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:41.201401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c06d0b7f-4cb8-4498-a7df-6d27242d09df req-43ba48b2-3a28-4f7d-9af7-92879d4adc5e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Synchronizing usage tracker for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:41.242701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c06d0b7f-4cb8-4498-a7df-6d27242d09df req-43ba48b2-3a28-4f7d-9af7-92879d4adc5e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Unset dirty status for tenant:c51254dda82f46f28f190a70d4cc47c1 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:41.244164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c06d0b7f-4cb8-4498-a7df-6d27242d09df req-43ba48b2-3a28-4f7d-9af7-92879d4adc5e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 944 time: 0.2186458 May 28 05:38:41.252356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:41.279676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 0433d2ef-3c78-4da3-b275-734e8304ad89 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:41.280205 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:41.306087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c06d0b7f-4cb8-4498-a7df-6d27242d09df req-dccc2f52-d057-4b04-86ca-08a3b7369798 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556097 May 28 05:38:41.319855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:41.332471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['f46fc4c7-b32f-4206-bf9b-f5b4c7b52344'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:41.366932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0433d2ef-3c78-4da3-b275-734e8304ad89, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0433d2ef-3c78-4da3-b275-734e8304ad89,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:41.393315 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:41.402823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b4811-fcb0-4480-8f64-3f48b051f98c req-b8c59325-4b1f-469d-937b-574590ab6004 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:41.410030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-275b4811-fcb0-4480-8f64-3f48b051f98c req-b8c59325-4b1f-469d-937b-574590ab6004 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 944 time: 0.1406953 May 28 05:38:41.467202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-275b4811-fcb0-4480-8f64-3f48b051f98c req-d83cb3e3-5527-4f8f-bf05-e0435e67ec25 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562952 May 28 05:38:41.493189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47612) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:41.530685 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:41.555329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=0433d2ef-3c78-4da3-b275-734e8304ad89,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:41.585675 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:41.654049 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9c3d7094-1a3d-4f55-aa3e-8534545c7c92 req-6fac5947-f8c6-4b16-b2a8-f65e4f831724 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 210 time: 0.0520852 May 28 05:38:41.722223 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-090140ce-2319-48be-bbaf-6024d2ac00d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f812a167e0634dcf914385ab4b5ea2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276044 May 28 05:38:41.724663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47618) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:41.785645 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceed3206-0697-48a5-b932-f1031395066b'] response: {'server_uuid': '2a5a657b-fa8a-4001-8466-c67328f8eb5e', 'name': 'network-vif-deleted', 'tag': 'a9d10ddf-f036-4001-823b-47c86339fcdf', 'status': 'completed', 'code': 200} May 28 05:38:41.884576 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32110440-400f-4748-ad48-e0de5a466a4f'] response: {'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'code': 200} May 28 05:38:41.891829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:41.920370 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:41.982215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.040910 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-e206700b-63dc-4270-acf2-24a5d7c1bffb tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=4f794c1073d54ad5ba31847df87dc9da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273883 May 28 05:38:42.047880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb097bc-2fb7-413c-a640-07eb49c76158,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:42.062080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.062417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.062754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.063086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.063444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.063772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.064096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.064419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.064738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.065059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.065379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.065708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:42.086341 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.089697 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-afea0209-bde7-439b-bc9e-f0d85ce5dc77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2eb097bc-2fb7-413c-a640-07eb49c76158 HTTP/1.1" status: 204 len: 168 time: 0.3618088 May 28 05:38:42.105461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc2b3b-2c92-4273-b42c-3bc911450fff req-d92e0cd4-4882-4496-b9da-b7eeb6780e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:42.106999 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5dc2b3b-2c92-4273-b42c-3bc911450fff req-d92e0cd4-4882-4496-b9da-b7eeb6780e86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 1096 time: 0.1083446 May 28 05:38:42.164926 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5dc2b3b-2c92-4273-b42c-3bc911450fff req-4959a767-bb93-48c5-b9bf-3134143273a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494099 May 28 05:38:42.209146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:42.258816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937d60d-6ac7-42dd-ba29-3962ebbd1124 req-92407721-da85-473a-9205-d48da0841442 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:42.260740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0937d60d-6ac7-42dd-ba29-3962ebbd1124 req-92407721-da85-473a-9205-d48da0841442 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 948 time: 0.0979753 May 28 05:38:42.294918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622387b4-173d-41db-98ef-b676eadabe67 req-a5ba66e7-336a-4070-9ee9-ca6c1308818c tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:42.298431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-a5ba66e7-336a-4070-9ee9-ca6c1308818c tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2513721 May 28 05:38:42.319668 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0937d60d-6ac7-42dd-ba29-3962ebbd1124 req-7ba169f5-30e1-4e32-9a37-fc6a44fe2339 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525806 May 28 05:38:42.323629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Request body: {'port': {'device_id': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '4f794c1073d54ad5ba31847df87dc9da'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:42.339459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:42.356301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:42.356668 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.524326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:42.527136 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.560237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:42.567325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:42.568947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Usage tracker for resource:port and tenant:4f794c1073d54ad5ba31847df87dc9da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:42.572487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:42.576347 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.579266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:42.591592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47660) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:42.614849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Made reservation on behalf of 4f794c1073d54ad5ba31847df87dc9da for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:42.619465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.640400 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.664995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:42.670760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:42.685203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Usage tracker for resource:security_group_rule and tenant:4f794c1073d54ad5ba31847df87dc9da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:42.690616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:42.695537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc0e94-93d3-43ec-a3a2-883afccbc0bc req-c6661e50-c6ee-414f-81da-0a0cc2bad886 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:42.696992 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ebc0e94-93d3-43ec-a3a2-883afccbc0bc req-c6661e50-c6ee-414f-81da-0a0cc2bad886 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 945 time: 0.1235895 May 28 05:38:42.701019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:42.707609 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-70ca9762-6adb-4ffd-be1c-3701fb27fca2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a4382ae5cd4482db2334a35efca6756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146829 May 28 05:38:42.708259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47682) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:42.748201 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ebc0e94-93d3-43ec-a3a2-883afccbc0bc req-291deac9-3ce9-4b4c-8289-89f0e6027d0b tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 May 28 05:38:42.806760 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-883eecf1-ed27-4fef-a8eb-4a63b2b342c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.852692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-883eecf1-ed27-4fef-a8eb-4a63b2b342c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.908510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.916987 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:43.008488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919'}, {'name': 'network-changed', 'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:43.010566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6804c1-3af0-4196-93b6-4fda744b42f6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:43.030344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-883eecf1-ed27-4fef-a8eb-4a63b2b342c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:43.054984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883eecf1-ed27-4fef-a8eb-4a63b2b342c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e803d8-e2e7-4990-94de-c7c71b666c56,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:43.145622 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c46eb252-b40b-4470-82c0-7ffc22b5f53b req-32e33406-7893-41a7-bbda-0ac8367f53d1 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 210 time: 0.0519593 May 28 05:38:43.148130 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:43.299041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Allocated IP 192.168.233.48 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/5af721c4-1618-425b-917d-65e98b1a7247) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:43.304680 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-883eecf1-ed27-4fef-a8eb-4a63b2b342c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:43.305937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-883eecf1-ed27-4fef-a8eb-4a63b2b342c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7e803d8-e2e7-4990-94de-c7c71b666c56 HTTP/1.1" status: 204 len: 168 time: 0.5954216 May 28 05:38:43.376183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544607c-5238-4af9-82a0-55a9a269f127 req-26588514-8ea9-4a07-a8cd-9673cd3e007e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:43.377585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f544607c-5238-4af9-82a0-55a9a269f127 req-26588514-8ea9-4a07-a8cd-9673cd3e007e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.2835751 May 28 05:38:43.466965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3275a4a-5ee6-4744-b13c-5cf50c9f8e1f req-a97096aa-d5a2-43ba-a8ac-8a7b235b09c2 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:43.479203 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3275a4a-5ee6-4744-b13c-5cf50c9f8e1f req-a97096aa-d5a2-43ba-a8ac-8a7b235b09c2 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 949 time: 0.1313198 May 28 05:38:43.529155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f544607c-5238-4af9-82a0-55a9a269f127 req-6b4299ea-0110-4adb-8b28-c3cc22b4a24d tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259859 May 28 05:38:43.578769 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3275a4a-5ee6-4744-b13c-5cf50c9f8e1f req-90a62e98-7fd2-4f00-bc00-399df4818489 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970826 May 28 05:38:43.616643 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:43.637365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Transition to ACTIVE for port object 5af721c4-1618-425b-917d-65e98b1a7247 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:43.687197 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:43.697764 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d0834f-0020-4b26-bbaa-0b196a62086e'] response: {'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919', 'code': 200} May 28 05:38:43.698812 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d0834f-0020-4b26-bbaa-0b196a62086e'] response: {'name': 'network-changed', 'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919', 'status': 'completed', 'code': 200} May 28 05:38:43.833632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:43.861683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-b30ff544-578a-4901-897c-0df296ebd89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:43.863353 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-b30ff544-578a-4901-897c-0df296ebd89d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1099 time: 0.1294923 May 28 05:38:43.868973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:43.887116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816f222f-8216-4c3d-a28a-bcd17b154ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46fc4c7-b32f-4206-bf9b-f5b4c7b52344'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:43.913206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:43.952969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:44.020594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:44.021239 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:44.051274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-a492cd60-c725-4c13-8b40-d4c4d9d5adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:44.052825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-a492cd60-c725-4c13-8b40-d4c4d9d5adf1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1099 time: 0.2764497 May 28 05:38:44.059217 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-9269e572-0f81-479d-9df9-4759b826d23d tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7459753 May 28 05:38:44.095202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Request body: {'port': {'device_id': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:44.127125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-e2533274-9bd3-4083-8219-a1856019ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:44.137236 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-e2533274-9bd3-4083-8219-a1856019ec0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2415426 May 28 05:38:44.235606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d6d95dc9-4720-4031-8263-89010b1d3919 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:38:44.244521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b16b-dda0-4f64-a868-70fa36150a30 req-d3b92974-636d-4dfc-a1e4-365d1fdf6953 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:44.246660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28c6b16b-dda0-4f64-a868-70fa36150a30 req-d3b92974-636d-4dfc-a1e4-365d1fdf6953 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 948 time: 0.4118929 May 28 05:38:44.248663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-954fe905-a8ed-402c-a5e9-d693c4ca3521 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 200 len: 217 time: 0.1059225 May 28 05:38:44.285341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4e7a5b1a-419f-4f51-8d07-3eb8e4eba367 None None] Provisioning for port 5af721c4-1618-425b-917d-65e98b1a7247 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:44.305194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4e7a5b1a-419f-4f51-8d07-3eb8e4eba367 None None] Provisioning complete for port 5af721c4-1618-425b-917d-65e98b1a7247 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:44.305569 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4e7a5b1a-419f-4f51-8d07-3eb8e4eba367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:44.333066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-17879d94-2e92-4f5a-a7f4-b73d816be235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:44.340884 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-17879d94-2e92-4f5a-a7f4-b73d816be235 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0856259 May 28 05:38:44.413662 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:38:44.422369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28c6b16b-dda0-4f64-a868-70fa36150a30 req-6f811e39-972d-45c7-ae47-99ed161cd3cd tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640458 May 28 05:38:44.438642 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:44.457661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-ce13977d-d288-44c0-baad-77fce072bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:44.461168 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-ce13977d-d288-44c0-baad-77fce072bdc7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.4002624 May 28 05:38:44.560056 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a6911-11b3-4377-8d23-83fa726244d8 req-fbdcea4f-e1fe-4615-b4da-80fd5d540fb5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:44.569858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b7a6911-11b3-4377-8d23-83fa726244d8 req-fbdcea4f-e1fe-4615-b4da-80fd5d540fb5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 945 time: 0.2276976 May 28 05:38:44.592856 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-029a6efc-f8c1-438b-bcbd-5b725ab991b1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 200 len: 217 time: 0.1243818 May 28 05:38:44.594146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d6d95dc9-4720-4031-8263-89010b1d3919,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:44.613686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'd6d95dc9-4720-4031-8263-89010b1d3919', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd6d95dc9-4720-4031-8263-89010b1d3919', 'mac_address': 'fa:16:3e:2d:4d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:38:44.623847 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04ffb12-495e-4ac8-bcdc-bafcd4ef0ef4'] response: {'server_uuid': '816f222f-8216-4c3d-a28a-bcd17b154ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46fc4c7-b32f-4206-bf9b-f5b4c7b52344', 'code': 200} May 28 05:38:44.703568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d6d95dc9-4720-4031-8263-89010b1d3919 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:44.704868 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:44.733975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d95dc9-4720-4031-8263-89010b1d3919 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:44.752370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d6d95dc9-4720-4031-8263-89010b1d3919,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:44.754726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a5b1a-419f-4f51-8d07-3eb8e4eba367 None None] Port 5af721c4-1618-425b-917d-65e98b1a7247 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:38:44.762294 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:44.768342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-24e8154e-f40f-41ad-8539-63908cb919cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:44.771146 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-24e8154e-f40f-41ad-8539-63908cb919cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3665087 May 28 05:38:44.821423 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b7a6911-11b3-4377-8d23-83fa726244d8 req-a9a67950-e43b-429e-bb96-4fe0d00166f1 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505167 May 28 05:38:44.858993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-4ffd2f9d-dfd5-4dfe-b92e-22104505cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:44.860765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-4ffd2f9d-dfd5-4dfe-b92e-22104505cb7e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2110522 May 28 05:38:44.862671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d6d95dc9-4720-4031-8263-89010b1d3919,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:45.064339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-7882151b-36e3-414d-9f7c-4223cc5b78ee tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:45.066810 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-7882151b-36e3-414d-9f7c-4223cc5b78ee tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 949 time: 0.4541347 May 28 05:38:45.073689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d6d95dc9-4720-4031-8263-89010b1d3919'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:45.134624 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-48681961-66aa-42c0-aeb2-db192cd37ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409574 May 28 05:38:45.176587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3287e9-57cb-4f4f-9b49-2feeac3489e6 req-77acb8e0-6f29-499c-b858-bb4395188637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:45.177689 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a3287e9-57cb-4f4f-9b49-2feeac3489e6 req-77acb8e0-6f29-499c-b858-bb4395188637 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 1096 time: 0.5714352 May 28 05:38:45.374917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda34007-ed39-4386-8ab0-905fd9499e6a req-f46e2227-2f5b-43d6-9eda-0e997203ddd7 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:45.382802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eda34007-ed39-4386-8ab0-905fd9499e6a req-f46e2227-2f5b-43d6-9eda-0e997203ddd7 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Synchronizing usage tracker for tenant:4f794c1073d54ad5ba31847df87dc9da on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:45.413900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-58f49c70-1474-41df-b065-0fedf5d21e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:45.417519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-58f49c70-1474-41df-b065-0fedf5d21e29 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5364907 May 28 05:38:45.443602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a3287e9-57cb-4f4f-9b49-2feeac3489e6 req-b5c32302-1c8a-4b81-8585-0e4e350fa5c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559550 May 28 05:38:45.473203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-837ef7c1-c9a2-46f2-9347-46bae66a651f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Deleting port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:45.473555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-837ef7c1-c9a2-46f2-9347-46bae66a651f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:45.489357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47816) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:45.699383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eda34007-ed39-4386-8ab0-905fd9499e6a req-f46e2227-2f5b-43d6-9eda-0e997203ddd7 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Unset dirty status for tenant:4f794c1073d54ad5ba31847df87dc9da on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:45.700064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eda34007-ed39-4386-8ab0-905fd9499e6a req-f46e2227-2f5b-43d6-9eda-0e997203ddd7 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 935 time: 0.8177733 May 28 05:38:45.811717 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-cb102649-fd1f-4427-9f31-b6e65858fbfd service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605046 May 28 05:38:45.854066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eda34007-ed39-4386-8ab0-905fd9499e6a req-7e87cdeb-4cd8-43bb-84db-8d5de12ef557 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Synchronizing usage tracker for tenant:4f794c1073d54ad5ba31847df87dc9da on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:45.863853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-1b26a276-9336-4e77-8bb3-165c7df80171 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250677 May 28 05:38:45.866184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af721c4-1618-425b-917d-65e98b1a7247 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:45.902037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:45.921936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-6fda006d-2f6a-45d0-b9e7-20d115284ce8 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:45.923436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-6fda006d-2f6a-45d0-b9e7-20d115284ce8 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2&tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 949 time: 0.5462327 May 28 05:38:45.978272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7aeca-3b2a-45b1-b23b-de4b5ddee1ed req-af7d9d95-873d-41e4-b43a-e08b8b7979cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:45.979120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eda34007-ed39-4386-8ab0-905fd9499e6a req-7e87cdeb-4cd8-43bb-84db-8d5de12ef557 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Unset dirty status for tenant:4f794c1073d54ad5ba31847df87dc9da on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:45.980304 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab7aeca-3b2a-45b1-b23b-de4b5ddee1ed req-af7d9d95-873d-41e4-b43a-e08b8b7979cc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.5621402 May 28 05:38:45.980808 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eda34007-ed39-4386-8ab0-905fd9499e6a req-7e87cdeb-4cd8-43bb-84db-8d5de12ef557 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610261 May 28 05:38:45.997787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Transition to ACTIVE for port object 5af721c4-1618-425b-917d-65e98b1a7247 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:46.016363 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.110975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-837ef7c1-c9a2-46f2-9347-46bae66a651f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] For port 832aafd5-3c69-43b9-97ef-6dcbbffe6526, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=832aafd5-3c69-43b9-97ef-6dcbbffe6526,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:46.111368 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-837ef7c1-c9a2-46f2-9347-46bae66a651f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.131555 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab7aeca-3b2a-45b1-b23b-de4b5ddee1ed req-982fb047-87f4-449a-a9ef-11d0ec81f4ca tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331711 May 28 05:38:46.170591 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-52926b23-a563-4b35-96a8-20d1ba32f180 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a821e99cd6f480997fc6aeb47330e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5421729 May 28 05:38:46.182080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47838) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:46.256856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d6d95dc9-4720-4031-8263-89010b1d3919 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:46.272503 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-af3fb656-a0f7-41f6-9453-5c4713043ca1 service neutron] delete failed (client error): The resource could not be found. May 28 05:38:46.273374 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-af3fb656-a0f7-41f6-9453-5c4713043ca1 service neutron] 10.222.0.33 "DELETE /v2.0/ports/d6d95dc9-4720-4031-8263-89010b1d3919/bindings/n-h1-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.3414752 May 28 05:38:46.280907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-837ef7c1-c9a2-46f2-9347-46bae66a651f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Calling delete_port for 832aafd5-3c69-43b9-97ef-6dcbbffe6526 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:46.363046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:46.409378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port d6d95dc9-4720-4031-8263-89010b1d3919 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:46.414894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port d6d95dc9-4720-4031-8263-89010b1d3919 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:46.415945 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.474810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e25c51fc-c538-4936-9c41-a629830fc7d8 req-af194a6d-f6c2-4d41-aa4c-0f1d80a1d8d4 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032882 May 28 05:38:46.489453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Attempting to bind port 5af721c4-1618-425b-917d-65e98b1a7247 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:46.490002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Attempting to bind port 5af721c4-1618-425b-917d-65e98b1a7247 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:46.490492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Attempting to bind port 5af721c4-1618-425b-917d-65e98b1a7247 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:46.501882 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-837ef7c1-c9a2-46f2-9347-46bae66a651f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.519509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Port 5af721c4-1618-425b-917d-65e98b1a7247 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:38:46.519835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Attempting to bind port 5af721c4-1618-425b-917d-65e98b1a7247 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:46.535720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:38:46.536082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:46.536449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:38:46.536901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Bound port: 5af721c4-1618-425b-917d-65e98b1a7247, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:46.537230 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.547598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['832aafd5-3c69-43b9-97ef-6dcbbffe6526'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:46.639157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d6d95dc9-4720-4031-8263-89010b1d3919 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:46.639597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.659619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:46.662834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:38:46.678287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d6d95dc9-4720-4031-8263-89010b1d3919,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:46.679630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:46.679951 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fe163bdd-f238-4589-acc9-3303d64a93f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.686122 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.767159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ef7c1-c9a2-46f2-9347-46bae66a651f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Pushing event deleted for resources: {'Port': ['ID=832aafd5-3c69-43b9-97ef-6dcbbffe6526,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:46.767412 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.770517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-837ef7c1-c9a2-46f2-9347-46bae66a651f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] No DVR routers for this DVR port 832aafd5-3c69-43b9-97ef-6dcbbffe6526 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:46.774033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-837ef7c1-c9a2-46f2-9347-46bae66a651f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.778597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4', 'name': 'network-vif-deleted', 'tag': '832aafd5-3c69-43b9-97ef-6dcbbffe6526'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:46.800584 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d6d95dc9-4720-4031-8263-89010b1d3919,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:46.834811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f674aee-19d4-42e5-a749-5de2224ba698 req-837ef7c1-c9a2-46f2-9347-46bae66a651f tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.33 "DELETE /v2.0/ports/832aafd5-3c69-43b9-97ef-6dcbbffe6526 HTTP/1.1" status: 204 len: 173 time: 1.7585776 May 28 05:38:46.843383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d1d1a-a09e-4e79-842b-697a6bcb138b req-e06f8ae6-0ca2-4ca6-8bb4-36f5bf442a95 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:46.844886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e2d1d1a-a09e-4e79-842b-697a6bcb138b req-e06f8ae6-0ca2-4ca6-8bb4-36f5bf442a95 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4 HTTP/1.1" status: 200 len: 949 time: 0.7326698 May 28 05:38:46.872136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea81d-c20f-4925-942c-20baaf7e627a req-10599a24-c7fb-46c0-a40c-6675f11c46f0 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:46.873149 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fe163bdd-f238-4589-acc9-3303d64a93f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.873608 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bffea81d-c20f-4925-942c-20baaf7e627a req-10599a24-c7fb-46c0-a40c-6675f11c46f0 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.1043670 May 28 05:38:46.905499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:46.906105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.907527 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] 10.222.0.33 "PUT /v2.0/ports/5af721c4-1618-425b-917d-65e98b1a7247 HTTP/1.1" status: 200 len: 1095 time: 2.8169074 May 28 05:38:46.913593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:46.926644 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bffea81d-c20f-4925-942c-20baaf7e627a req-af493811-e3b9-45c9-a9a9-ca335f16feaa tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469983 May 28 05:38:46.977950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e2d1d1a-a09e-4e79-842b-697a6bcb138b req-732e1966-27e5-44d6-b1d1-877a5b5c2138 tempest-ServersOnMultiNodesTest-536307384 tempest-ServersOnMultiNodesTest-536307384-project] 10.222.0.39 "GET /v2.0/security-groups?id=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166279 May 28 05:38:47.017542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15ecb2-2f4b-450f-962d-2d37dd6d8fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:47.062199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-647af74e-3d36-45e9-a9ec-f37a82e8055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:47.063937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-647af74e-3d36-45e9-a9ec-f37a82e8055d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1101 time: 0.3928378 May 28 05:38:47.074613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fe163bdd-f238-4589-acc9-3303d64a93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:47.128322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe163bdd-f238-4589-acc9-3303d64a93f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedbf6cc-c31c-4afa-9071-a74dc35efd18,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:47.186714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5def4c1-8c9d-4131-bf39-80bbb4b01d65 req-b1f346e0-41d3-427a-afe0-da9f44b8d66d tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:47.188851 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5def4c1-8c9d-4131-bf39-80bbb4b01d65 req-b1f346e0-41d3-427a-afe0-da9f44b8d66d tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 945 time: 0.1411469 May 28 05:38:47.246658 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fe163bdd-f238-4589-acc9-3303d64a93f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:47.248748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fe163bdd-f238-4589-acc9-3303d64a93f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eedbf6cc-c31c-4afa-9071-a74dc35efd18 HTTP/1.1" status: 204 len: 168 time: 1.0654719 May 28 05:38:47.251452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622387b4-173d-41db-98ef-b676eadabe67 req-bc2488c6-4238-45d6-afd6-115c6c390452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:47.252953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-bc2488c6-4238-45d6-afd6-115c6c390452 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4f794c1073d54ad5ba31847df87dc9da&device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 1098 time: 0.2708051 May 28 05:38:47.291460 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5def4c1-8c9d-4131-bf39-80bbb4b01d65 req-f77f6aa7-ce22-40b8-b884-a2542d198426 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909905 May 28 05:38:47.372735 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-6db76930-e77b-45f1-bb63-362fb576dc3b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=5af721c4-1618-425b-917d-65e98b1a7247 HTTP/1.1" status: 200 len: 217 time: 0.0994737 May 28 05:38:47.383051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-f9e780d0-c23d-4f0f-8de6-2db5085f9b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:47.385104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-f9e780d0-c23d-4f0f-8de6-2db5085f9b7c service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3009522 May 28 05:38:47.500317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b93cb-467f-4cee-975b-d0de4737ebbe req-17fd19fe-609c-45fd-808b-3110f7077c9b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:47.523829 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d1b93cb-467f-4cee-975b-d0de4737ebbe req-17fd19fe-609c-45fd-808b-3110f7077c9b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.1472313 May 28 05:38:47.524795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47902) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:47.571386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-79a9542f-163e-48fa-b711-6d0db4090943 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Request body: {'floatingip': {'port_id': '0433d2ef-3c78-4da3-b275-734e8304ad89'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:47.681582 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79a9542f-163e-48fa-b711-6d0db4090943 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:47.717740 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-527bf4fe-4281-4121-9faf-477d3a141935 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 200 len: 217 time: 0.2894115 May 28 05:38:47.725986 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-2bef60cc-898d-4d3e-9ec9-ff985e4f108d tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6b0975fca32d4a6a9de2d82053f92b0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2314477 May 28 05:38:47.784362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622387b4-173d-41db-98ef-b676eadabe67 req-01c16991-92e5-453b-b0ad-84eec91f7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:47.785806 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-01c16991-92e5-453b-b0ad-84eec91f7bf3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.4044170 May 28 05:38:47.961920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-8e34a954-0b88-449c-99d1-7e79fc316384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:47.963399 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-8e34a954-0b88-449c-99d1-7e79fc316384 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2348108 May 28 05:38:48.077443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622387b4-173d-41db-98ef-b676eadabe67 req-75583f9e-a6e9-46a6-8f1d-dcf3659d1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:48.078961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-75583f9e-a6e9-46a6-8f1d-dcf3659d1f11 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2605648 May 28 05:38:48.092416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-f8041b11-7903-410b-b3b8-50b6b8f35459 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:48.098920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-f8041b11-7903-410b-b3b8-50b6b8f35459 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194902 May 28 05:38:48.227802 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-e2faeca6-0643-4402-8506-995cf27230e7 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/quotas/6b0975fca32d4a6a9de2d82053f92b0a HTTP/1.1" status: 200 len: 375 time: 0.1278930 May 28 05:38:48.295767 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-08ffd409-b6a2-4b8b-8420-a60569d21e41 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b0975fca32d4a6a9de2d82053f92b0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569255 May 28 05:38:48.308101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-fcab5139-7c85-4c34-ac73-5ee1bc8a2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:48.309543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-fcab5139-7c85-4c34-ac73-5ee1bc8a2511 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3397579 May 28 05:38:48.339462 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b51181-b61e-4dd9-853f-b99711190cfd'] response: {'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919', 'code': 200} May 28 05:38:48.430179 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-d9a7773d-a2d3-474d-ab8e-cde516fcca83 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284912 May 28 05:38:48.500606 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5d4403-ba6c-41b7-bd8a-f012f6216abe'] response: {'name': 'network-changed', 'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247', 'status': 'completed', 'code': 200} May 28 05:38:48.633019 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79a9542f-163e-48fa-b711-6d0db4090943 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:48.635123 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f491b71-40b0-40c6-8969-315775e88b24'] response: {'server_uuid': '5c1e1a8e-62d7-4dc2-9f2f-66d0703d10c4', 'name': 'network-vif-deleted', 'tag': '832aafd5-3c69-43b9-97ef-6dcbbffe6526', 'status': 'completed', 'code': 200} May 28 05:38:48.659595 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-622387b4-173d-41db-98ef-b676eadabe67 req-64a719c6-cdea-4b14-8533-3b0c3ec74f93 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184236 May 28 05:38:48.664575 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-a83a8d7d-bd6f-4781-a9e4-4d9d55c47ccd service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435330 May 28 05:38:48.678871 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79a9542f-163e-48fa-b711-6d0db4090943 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:48.814576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bc142c3-da9f-470a-98cb-fb9180b086a2 req-d381d947-6436-4cb8-9b57-ae78983891ec service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379089 May 28 05:38:48.822419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 832aafd5-3c69-43b9-97ef-6dcbbffe6526 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:48.893403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9715bc-4bc1-4c70-9ba6-00cb6f7c05f5 req-25d42b61-cc5c-49b0-b56f-827d0612f234 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:48.894922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c9715bc-4bc1-4c70-9ba6-00cb6f7c05f5 req-25d42b61-cc5c-49b0-b56f-827d0612f234 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 947 time: 0.2584038 May 28 05:38:48.913470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 832aafd5-3c69-43b9-97ef-6dcbbffe6526 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:48.913747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 832aafd5-3c69-43b9-97ef-6dcbbffe6526 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:48.925800 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-79a9542f-163e-48fa-b711-6d0db4090943 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Floating IP 4a368095-a98b-48d6-b85a-be98d2c3b045 associated. External IP: 172.25.4.119, port: 0433d2ef-3c78-4da3-b275-734e8304ad89. May 28 05:38:48.967445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-eaba38a9-269e-4258-aa93-669332bdf8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:48.969474 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-eaba38a9-269e-4258-aa93-669332bdf8eb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4f794c1073d54ad5ba31847df87dc9da&device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 1098 time: 0.1537533 May 28 05:38:49.040200 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c9715bc-4bc1-4c70-9ba6-00cb6f7c05f5 req-d4f4c733-2bbc-4e64-8003-5e2d8cbf5901 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356885 May 28 05:38:49.087792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8b106-f043-4824-b508-3a5f1fd6b4cb req-55e2c93c-e2ad-456b-9a26-89482bdc2fb4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:49.089818 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0a8b106-f043-4824-b508-3a5f1fd6b4cb req-55e2c93c-e2ad-456b-9a26-89482bdc2fb4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.2051570 May 28 05:38:49.176677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0a8b106-f043-4824-b508-3a5f1fd6b4cb req-67ea6a8c-cb10-47c6-adb4-88360f28e30c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797982 May 28 05:38:49.178073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-b16b400d-bec0-439a-872f-425d797ff239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:49.179447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-b16b400d-bec0-439a-872f-425d797ff239 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2026365 May 28 05:38:49.299876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-2991a179-40cc-4c36-b73c-95958c837cca service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=5af721c4-1618-425b-917d-65e98b1a7247 HTTP/1.1" status: 200 len: 217 time: 0.1110427 May 28 05:38:49.395072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-6056b218-e6ad-4032-8603-7106720b8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:49.396564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-6056b218-e6ad-4032-8603-7106720b8ed7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0894921 May 28 05:38:49.529989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-10e0b579-c772-4302-83b0-16862c405f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:49.531941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-10e0b579-c772-4302-83b0-16862c405f44 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128256 May 28 05:38:49.591842 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01b95c72-2cf2-4702-b910-9853f90fd261 req-7db8fa26-a0c6-4c77-a8e9-131e1653c3ef tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 210 time: 0.1127486 May 28 05:38:49.663522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a9542f-163e-48fa-b711-6d0db4090943 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Router ce108f55-34c0-4c82-b44e-f2ade548a487 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:38:49.704724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48006) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:49.954174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a9542f-163e-48fa-b711-6d0db4090943 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:38:49.959531 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79a9542f-163e-48fa-b711-6d0db4090943 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:49.967019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] Sync routers for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:38:49.982840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:38:49.984561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:50.028786 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-79a9542f-163e-48fa-b711-6d0db4090943 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "PUT /v2.0/floatingips/4a368095-a98b-48d6-b85a-be98d2c3b045 HTTP/1.1" status: 200 len: 991 time: 2.5022571 May 28 05:38:50.084796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48042) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:50.097202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-69a235c4-a8cc-453c-a85e-428feffa3cdf service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577548 May 28 05:38:50.102258 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-54f2b5b6-0f13-4217-90ff-2006bbea6eb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5f19722c2c64b6fb824290e4e419f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966048 May 28 05:38:50.106010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48048) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:50.275693 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f1ccb77-26ba-455a-bb59-aca47d2a8e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:50.347427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cebe80-9cb0-4ad2-b620-113cb30da620 req-54c9e0cb-eff2-4321-bbf9-1abb4a09a355 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:50.356525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20cebe80-9cb0-4ad2-b620-113cb30da620 req-54c9e0cb-eff2-4321-bbf9-1abb4a09a355 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 945 time: 0.6263683 May 28 05:38:50.371004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f1ccb77-26ba-455a-bb59-aca47d2a8e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:50.386123 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f194d04b-0ae6-49c1-b17b-39dd37a6c5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:50.404371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-de918bf1-57e4-4144-a079-68dcaf5f4322 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=6b0975fca32d4a6a9de2d82053f92b0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1887641 May 28 05:38:50.413463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:38:50.438284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f194d04b-0ae6-49c1-b17b-39dd37a6c5a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:50.482135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f194d04b-0ae6-49c1-b17b-39dd37a6c5a3 admin admin] Usage tracker for resource:security_group_rule and tenant:ada1911c5d7241ec9be8f1519ab55fdd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:50.486224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f194d04b-0ae6-49c1-b17b-39dd37a6c5a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:50.505335 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f194d04b-0ae6-49c1-b17b-39dd37a6c5a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:50.538221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e33216-1b5e-454e-85d3-17226bb71bca req-a027fdce-19d1-4bd1-ab61-ccb9d45ba57b tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:50.540427 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42e33216-1b5e-454e-85d3-17226bb71bca req-a027fdce-19d1-4bd1-ab61-ccb9d45ba57b tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 945 time: 0.3145890 May 28 05:38:50.582611 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20cebe80-9cb0-4ad2-b620-113cb30da620 req-cf863f98-2b43-4906-8157-828ad033ee4e tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups?id=096a7040-a660-4eea-ad6d-bc0152c6dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252018 May 28 05:38:50.603915 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5a7b7ef-bbe0-4e4c-9a66-17a8c4c0b324 req-94275535-d1f2-4459-82fd-cb1f39a8f544 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982276 May 28 05:38:50.643835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:50.745184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-32782342-f776-4963-b950-773d41b4d019 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:50.751587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-32782342-f776-4963-b950-773d41b4d019 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255439 May 28 05:38:50.759630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f1ccb77-26ba-455a-bb59-aca47d2a8e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:50.773769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Request body: {'port': {'device_id': '7463b588-a55d-43be-8b05-f72fe52e355f', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '6b0975fca32d4a6a9de2d82053f92b0a'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:50.840192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-42e33216-1b5e-454e-85d3-17226bb71bca req-79bfe071-ddee-452c-9b14-45bf82ad4826 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Deleting port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:50.840581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-42e33216-1b5e-454e-85d3-17226bb71bca req-79bfe071-ddee-452c-9b14-45bf82ad4826 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:50.857705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '4a368095-a98b-48d6-b85a-be98d2c3b045', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'port_id': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'mac_address': 'fa:16:3e:8f:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:48Z', 'revision_number': 1, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:56Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:50.861642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] Checking router: ce108f55-34c0-4c82-b44e-f2ade548a487 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:38:50.871469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:38:50.872100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:51.004514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0f299-e105-410b-b7d6-fde4a3996b8c req-6e7b386f-59e8-499e-b856-d061c71f9e42 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:51.006185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-65e0f299-e105-410b-b7d6-fde4a3996b8c req-6e7b386f-59e8-499e-b856-d061c71f9e42 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.2122583 May 28 05:38:51.015571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:51.041666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ccb77-26ba-455a-bb59-aca47d2a8e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:51.062193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Usage tracker for resource:port and tenant:6b0975fca32d4a6a9de2d82053f92b0a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:51.067755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:51.071882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:38:51.074056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-65e0f299-e105-410b-b7d6-fde4a3996b8c req-c9db8f25-f78f-4069-9a31-7416ce16983a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605452 May 28 05:38:51.077815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:51.092779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Made reservation on behalf of 6b0975fca32d4a6a9de2d82053f92b0a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:51.105529 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:51.110967 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f1ccb77-26ba-455a-bb59-aca47d2a8e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:51.113654 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7f1ccb77-26ba-455a-bb59-aca47d2a8e9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83a6f9a5-678a-4dcc-8d12-aced5f6a6ceb HTTP/1.1" status: 204 len: 168 time: 1.0052111 May 28 05:38:51.156525 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:51.203295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:51.209129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Usage tracker for resource:security_group_rule and tenant:6b0975fca32d4a6a9de2d82053f92b0a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:51.212730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:51.222326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:51.382762 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:51.395036 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:51.510863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca7f558-fbc5-4324-9ada-b0f0982204cf,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:51.528558 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-42e33216-1b5e-454e-85d3-17226bb71bca req-79bfe071-ddee-452c-9b14-45bf82ad4826 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] For port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,segment=NetworkSegment(5d010ab9-8be1-43eb-b963-484ce6627331),segment_id=5d010ab9-8be1-43eb-b963-484ce6627331)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:51.528915 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-42e33216-1b5e-454e-85d3-17226bb71bca req-79bfe071-ddee-452c-9b14-45bf82ad4826 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:51.631902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '4a368095-a98b-48d6-b85a-be98d2c3b045', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'port_id': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'mac_address': 'fa:16:3e:8f:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:48Z', 'revision_number': 1, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:56Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:51.640012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1cc75-3343-4a21-ad6e-26dc5a99abe1 None None] The sync data for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 is: [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '4a368095-a98b-48d6-b85a-be98d2c3b045', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'port_id': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'mac_address': 'fa:16:3e:8f:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:48Z', 'revision_number': 1, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:56Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:38:51.683616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Allocated IP 192.168.233.186 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/d619f0f7-ba8e-4c4a-9c73-5356add76297) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:51.724531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48108) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:51.724799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-42e33216-1b5e-454e-85d3-17226bb71bca req-79bfe071-ddee-452c-9b14-45bf82ad4826 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Calling delete_port for f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:51.833920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fbf85-f98b-49fe-b950-119fff040c24 req-2e282a6e-6986-4151-a8bd-844586807c6b tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:51.835450 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-299fbf85-f98b-49fe-b950-119fff040c24 req-2e282a6e-6986-4151-a8bd-844586807c6b tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 947 time: 1.0507159 May 28 05:38:51.863789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f194d04b-0ae6-49c1-b17b-39dd37a6c5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:51.892219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-965f41ad-1127-43dd-9679-474002b55e66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89b76d4bc24842338468c49bb9d1c87c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664665 May 28 05:38:51.897184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48118) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:51.897951 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f194d04b-0ae6-49c1-b17b-39dd37a6c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:51.957660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0bae7e8-e713-4d42-b516-977f725affe7 req-5eebf3fd-7a95-4625-a9ed-6dbe8b44c391 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 210 time: 0.0682001 May 28 05:38:51.970166 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe14a01-faeb-4717-bef0-7a6ba9e009f7 None None] New status for floating IP 4a368095-a98b-48d6-b85a-be98d2c3b045: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:38:52.033154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.048205 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed80a19-4067-4c9c-8400-1a1aeb5e3f9d'] response: {'name': 'network-changed', 'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'status': 'completed', 'code': 200} May 28 05:38:52.050094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Transition to ACTIVE for port object d619f0f7-ba8e-4c4a-9c73-5356add76297 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:52.051193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-299fbf85-f98b-49fe-b950-119fff040c24 req-c522ee6b-55dd-4010-8493-3d84e8e742a2 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858752 May 28 05:38:52.069774 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f194d04b-0ae6-49c1-b17b-39dd37a6c5a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ada1911c5d7241ec9be8f1519ab55fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9832258 May 28 05:38:52.080495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48122) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:52.081132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194d04b-0ae6-49c1-b17b-39dd37a6c5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a54c333-525d-405a-be45-7738cc01f4f1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:52.129770 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-42e33216-1b5e-454e-85d3-17226bb71bca req-79bfe071-ddee-452c-9b14-45bf82ad4826 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.144314 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['f46fc4c7-b32f-4206-bf9b-f5b4c7b52344'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:52.203524 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.267652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfe071-ddee-452c-9b14-45bf82ad4826 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event deleted for resources: {'Port': ['ID=f46fc4c7-b32f-4206-bf9b-f5b4c7b52344,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:52.327766 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5df012d4-c7e0-49b2-8bda-c683e3e60e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.332912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f03f9e-075a-4768-962f-913b2795a439 req-b9f4a8d2-4d60-44cc-9f54-4114e0f6f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:52.334433 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88f03f9e-075a-4768-962f-913b2795a439 req-b9f4a8d2-4d60-44cc-9f54-4114e0f6f74d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 1096 time: 0.2795572 May 28 05:38:52.395118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:52.414480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:52.433498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e33216-1b5e-454e-85d3-17226bb71bca req-79bfe071-ddee-452c-9b14-45bf82ad4826 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] No DVR routers for this DVR port f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:52.436486 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-42e33216-1b5e-454e-85d3-17226bb71bca req-79bfe071-ddee-452c-9b14-45bf82ad4826 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.455889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ce65d0c3-c61e-4f5f-afb2-d698657426a0 req-a30aa955-d2f7-4417-901e-aa2f119fc5d0 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/ports?device_id=816f222f-8216-4c3d-a28a-bcd17b154ce9 HTTP/1.1" status: 200 len: 210 time: 0.1301317 May 28 05:38:52.472303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:52.487752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5df012d4-c7e0-49b2-8bda-c683e3e60e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.497904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f324092e-883a-49ac-9b11-7b149178ee83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.513112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Pushing event updated for resources: {'Port': ['ID=d619f0f7-ba8e-4c4a-9c73-5356add76297,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:52.558834 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42e33216-1b5e-454e-85d3-17226bb71bca req-79bfe071-ddee-452c-9b14-45bf82ad4826 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.41 "DELETE /v2.0/ports/f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 HTTP/1.1" status: 204 len: 173 time: 2.0038142 May 28 05:38:52.583090 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f324092e-883a-49ac-9b11-7b149178ee83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.656533 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5df012d4-c7e0-49b2-8bda-c683e3e60e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.679013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f324092e-883a-49ac-9b11-7b149178ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.690703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df012d4-c7e0-49b2-8bda-c683e3e60e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a51a6-5067-4e53-b421-dbccc590ac24,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:52.706866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324092e-883a-49ac-9b11-7b149178ee83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a54c333-525d-405a-be45-7738cc01f4f1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:52.733339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cb3dff3d-2b60-410b-bf12-62f871097eea None None] Provisioning for port d619f0f7-ba8e-4c4a-9c73-5356add76297 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:52.751963 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5df012d4-c7e0-49b2-8bda-c683e3e60e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.753886 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5df012d4-c7e0-49b2-8bda-c683e3e60e81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c3a51a6-5067-4e53-b421-dbccc590ac24 HTTP/1.1" status: 204 len: 168 time: 0.8470960 May 28 05:38:52.754657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cb3dff3d-2b60-410b-bf12-62f871097eea None None] Provisioning complete for port d619f0f7-ba8e-4c4a-9c73-5356add76297 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:52.755136 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cb3dff3d-2b60-410b-bf12-62f871097eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.767092 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f324092e-883a-49ac-9b11-7b149178ee83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.774001 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f324092e-883a-49ac-9b11-7b149178ee83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a54c333-525d-405a-be45-7738cc01f4f1 HTTP/1.1" status: 204 len: 168 time: 0.6898720 May 28 05:38:52.843893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:52.844830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:52.874184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5af721c4-1618-425b-917d-65e98b1a7247 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:38:52.904976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cb3dff3d-2b60-410b-bf12-62f871097eea None None] Port d619f0f7-ba8e-4c4a-9c73-5356add76297 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:38:52.917795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afc3af-00af-451c-b685-79a3ab46eb6b req-5872822d-72f2-4a9a-8286-56cadabd6576 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:52.919314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5afc3af-00af-451c-b685-79a3ab46eb6b req-5872822d-72f2-4a9a-8286-56cadabd6576 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1101 time: 0.5960996 May 28 05:38:52.922350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f03f9e-075a-4768-962f-913b2795a439 req-796cdaae-6f76-40de-9959-9365a387d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:52.924020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88f03f9e-075a-4768-962f-913b2795a439 req-796cdaae-6f76-40de-9959-9365a387d65c service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.5544131 May 28 05:38:52.925196 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ea94510f-02d8-4795-b2ee-c1a2b96a731b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1564415 May 28 05:38:52.948514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Request body: {'port': {'device_id': '7463b588-a55d-43be-8b05-f72fe52e355f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:53.106617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:53.122554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '5af721c4-1618-425b-917d-65e98b1a7247', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '5af721c4-1618-425b-917d-65e98b1a7247', 'mac_address': 'fa:16:3e:e4:dd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:38:53.222517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5af721c4-1618-425b-917d-65e98b1a7247 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:53.223803 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:53.254225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af721c4-1618-425b-917d-65e98b1a7247 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:53.273746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:53.281833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:53.332625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5afc3af-00af-451c-b685-79a3ab46eb6b req-4c925649-4199-4b87-af2d-e306b4d24f4a tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924534 May 28 05:38:53.333172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:53.360867 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88f03f9e-075a-4768-962f-913b2795a439 req-b160a997-5f92-46a0-af8c-8fa26a7221bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0433d2ef-3c78-4da3-b275-734e8304ad89 HTTP/1.1" status: 200 len: 1001 time: 0.4199190 May 28 05:38:53.440538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:53.517346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f03f9e-075a-4768-962f-913b2795a439 req-4972d29b-35bd-442a-b02b-1cfc662e30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:53.519083 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88f03f9e-075a-4768-962f-913b2795a439 req-4972d29b-35bd-442a-b02b-1cfc662e30e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.1264489 May 28 05:38:53.605524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30807bfa-1af8-4f3b-93d0-acb2158a8518 req-bdfb8a38-1773-4fc9-88d8-99d02a4d614e tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:53.613089 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30807bfa-1af8-4f3b-93d0-acb2158a8518 req-bdfb8a38-1773-4fc9-88d8-99d02a4d614e tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 948 time: 0.1005967 May 28 05:38:53.657689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30807bfa-1af8-4f3b-93d0-acb2158a8518 req-caa11d73-a3fc-4f8e-b0ff-22b9b9ca33b8 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 May 28 05:38:53.672477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['5af721c4-1618-425b-917d-65e98b1a7247'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:38:54.001284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f03f9e-075a-4768-962f-913b2795a439 req-2bc29c35-3102-4fa4-b096-b386960c76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:54.002742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88f03f9e-075a-4768-962f-913b2795a439 req-2bc29c35-3102-4fa4-b096-b386960c76b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3541150 May 28 05:38:54.047080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c835e45-2ac3-4437-9588-916464eb4ebc req-aaac8e5c-00e5-4934-8877-8969430fc85c tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:54.047883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9c835e45-2ac3-4437-9588-916464eb4ebc req-aaac8e5c-00e5-4934-8877-8969430fc85c tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Synchronizing usage tracker for tenant:6b0975fca32d4a6a9de2d82053f92b0a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:54.049322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816f222f-8216-4c3d-a28a-bcd17b154ce9', 'name': 'network-vif-deleted', 'tag': 'f46fc4c7-b32f-4206-bf9b-f5b4c7b52344'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:54.121306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48252) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:54.197039 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:38:54.268861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:54.278880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88f03f9e-075a-4768-962f-913b2795a439 req-807db99e-ae47-4f86-94ce-76a01ae62239 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681487 May 28 05:38:54.284162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-network', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:54.295466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:54.304763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Usage tracker for resource:network and tenant:60831f4aa5cd4e5194f1bb789d178d77 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:54.312436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:54.314166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9c835e45-2ac3-4437-9588-916464eb4ebc req-aaac8e5c-00e5-4934-8877-8969430fc85c tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Unset dirty status for tenant:6b0975fca32d4a6a9de2d82053f92b0a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:54.314736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:38:54.315499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f46fc4c7-b32f-4206-bf9b-f5b4c7b52344 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:54.320797 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c835e45-2ac3-4437-9588-916464eb4ebc req-aaac8e5c-00e5-4934-8877-8969430fc85c tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 936 time: 0.6733851 May 28 05:38:54.321940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:54.336435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Made reservation on behalf of 60831f4aa5cd4e5194f1bb789d178d77 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:54.340010 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.371552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d619f0f7-ba8e-4c4a-9c73-5356add76297 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:38:54.380268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.402874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:54.406968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Usage tracker for resource:security_group_rule and tenant:60831f4aa5cd4e5194f1bb789d178d77 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:54.409960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:54.416455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:54.420669 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.438629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9c835e45-2ac3-4437-9588-916464eb4ebc req-c44701ea-89b1-4857-a508-fda0b240f6e8 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Synchronizing usage tracker for tenant:6b0975fca32d4a6a9de2d82053f92b0a on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:54.467799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Transition to ACTIVE for port object d619f0f7-ba8e-4c4a-9c73-5356add76297 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:54.478845 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.522355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.524772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9c835e45-2ac3-4437-9588-916464eb4ebc req-c44701ea-89b1-4857-a508-fda0b240f6e8 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Unset dirty status for tenant:6b0975fca32d4a6a9de2d82053f92b0a on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:54.526132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c835e45-2ac3-4437-9588-916464eb4ebc req-c44701ea-89b1-4857-a508-fda0b240f6e8 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042153 May 28 05:38:54.536867 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.607371 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a080f4-1b33-4d75-9e92-da3832118a91'] response: {'server_uuid': '816f222f-8216-4c3d-a28a-bcd17b154ce9', 'name': 'network-vif-deleted', 'tag': 'f46fc4c7-b32f-4206-bf9b-f5b4c7b52344', 'status': 'completed', 'code': 200} May 28 05:38:54.613929 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-975bfcfa-bce2-43e1-9c6f-75e84d09c974 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579145 May 28 05:38:54.614779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:38:54.622730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7579779f-7be9-4e46-93cf-ee7efb3562c4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:54.658524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.658885 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Added segment 3c4b3356-27f9-43ed-9790-ba37ab1d12cd of type vlan for network 8faf5cda-23c9-472f-a777-1843a89a34b2 May 28 05:38:54.668706 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88f03f9e-075a-4768-962f-913b2795a439 req-c3c649ef-a2cc-4587-815f-abc7d0210a8f service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833101 May 28 05:38:54.797156 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.811272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Pushing event updated for resources: {'Port': ['ID=d619f0f7-ba8e-4c4a-9c73-5356add76297,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:54.850367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5af721c4-1618-425b-917d-65e98b1a7247 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:54.898116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.899008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.899596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.900184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.900974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.901704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.902212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.902719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.903216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.903738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.904221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.904948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:54.908999 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.910539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:54.911135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.919654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Attempting to bind port d619f0f7-ba8e-4c4a-9c73-5356add76297 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:54.919993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Attempting to bind port d619f0f7-ba8e-4c4a-9c73-5356add76297 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:54.920324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Attempting to bind port d619f0f7-ba8e-4c4a-9c73-5356add76297 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:54.928399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Port d619f0f7-ba8e-4c4a-9c73-5356add76297 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:38:54.928658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Attempting to bind port d619f0f7-ba8e-4c4a-9c73-5356add76297 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:54.935846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:38:54.936714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:54.937286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:38:54.938105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Bound port: d619f0f7-ba8e-4c4a-9c73-5356add76297, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:54.938625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.971617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-7f01c66e-935e-4bbe-967a-0f1b4162b57f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:54.980970 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-7f01c66e-935e-4bbe-967a-0f1b4162b57f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3591678 May 28 05:38:55.010232 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8875945 May 28 05:38:55.010664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48308) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:55.019803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Request body: {'subnet': {'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-subnet', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:55.031014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:55.033594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 5af721c4-1618-425b-917d-65e98b1a7247 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:55.039335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 5af721c4-1618-425b-917d-65e98b1a7247 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:55.040224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Usage tracker for resource:subnet and tenant:60831f4aa5cd4e5194f1bb789d178d77 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:55.040881 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.053534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:55.065031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:55.082374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] For port d619f0f7-ba8e-4c4a-9c73-5356add76297, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:55.086496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] For port d619f0f7-ba8e-4c4a-9c73-5356add76297, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d619f0f7-ba8e-4c4a-9c73-5356add76297,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:38:55.091391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Made reservation on behalf of 60831f4aa5cd4e5194f1bb789d178d77 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:55.094612 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.101401 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-a942558c-b93e-4cf6-b91c-e4bb5922f1e9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/quotas/e10ad26e43184b2ab9c1f21342cf9b76 HTTP/1.1" status: 200 len: 375 time: 0.1183364 May 28 05:38:55.257205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5af721c4-1618-425b-917d-65e98b1a7247 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:38:55.257932 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.271911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350b0fa-73c4-40e3-97ea-e1d174d0616e admin admin] Pushing event updated for resources: {'Network': ['ID=8faf5cda-23c9-472f-a777-1843a89a34b2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:55.289500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 8faf5cda-23c9-472f-a777-1843a89a34b2 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:38:55.320740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-e5a19867-bd01-4177-9138-9ca2854a38be tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2182877 May 28 05:38:55.353882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.394600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:55.424579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:38:55.442417 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.512717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Pushing event updated for resources: {'Port': ['ID=d619f0f7-ba8e-4c4a-9c73-5356add76297,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:55.531161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:55.532356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.533735 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-38d981f4-9cc9-4672-b75d-66bb178c780d service neutron] 10.222.0.33 "PUT /v2.0/ports/d619f0f7-ba8e-4c4a-9c73-5356add76297 HTTP/1.1" status: 200 len: 1096 time: 2.5950637 May 28 05:38:55.534480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7463b588-a55d-43be-8b05-f72fe52e355f', 'tag': 'd619f0f7-ba8e-4c4a-9c73-5356add76297'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:38:55.584413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:55.722744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e386797-8927-4be5-aa7e-0c2f10499454 req-adb112f5-8d86-4ebf-a22b-f084369160d9 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:55.732691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e386797-8927-4be5-aa7e-0c2f10499454 req-adb112f5-8d86-4ebf-a22b-f084369160d9 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 949 time: 0.2732060 May 28 05:38:55.766508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48362) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:55.792206 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923ed3e6-2534-4f5d-a9f1-a76bc6b5e308'] response: {'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247', 'code': 200} May 28 05:38:55.864500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-b12e34cb-37f1-4b81-a825-124f688c7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:55.877117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-b12e34cb-37f1-4b81-a825-124f688c7ca7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6b0975fca32d4a6a9de2d82053f92b0a&device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 1099 time: 0.2595134 May 28 05:38:55.880046 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e386797-8927-4be5-aa7e-0c2f10499454 req-843364f0-e76b-4c4c-ae87-544f8a1a2339 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393054 May 28 05:38:55.896490 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-773cdb55-7ab6-4260-b2f1-f7d8a082ce70 req-c413164c-b0a9-4827-ab9f-0c9910b2b64a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 210 time: 0.0712247 May 28 05:38:55.928473 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ad18234-e077-4a08-9c96-f45ccc26816e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.945874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1ad18234-e077-4a08-9c96-f45ccc26816e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:55.950780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1ad18234-e077-4a08-9c96-f45ccc26816e admin admin] Usage tracker for resource:security_group_rule and tenant:25cdcf6e29704e799de2613d270cff56 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:55.953977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1ad18234-e077-4a08-9c96-f45ccc26816e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:55.960979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1ad18234-e077-4a08-9c96-f45ccc26816e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:56.003057 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36062dd7-6107-4a93-affe-d45cc8d5a1af'] response: {'name': 'network-changed', 'server_uuid': '7463b588-a55d-43be-8b05-f72fe52e355f', 'tag': 'd619f0f7-ba8e-4c4a-9c73-5356add76297', 'status': 'completed', 'code': 200} May 28 05:38:56.058788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-a13f44d3-b012-400b-9b99-03797ab83deb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d619f0f7-ba8e-4c4a-9c73-5356add76297 HTTP/1.1" status: 200 len: 217 time: 0.1555028 May 28 05:38:56.116118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.229829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ad18234-e077-4a08-9c96-f45ccc26816e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.243355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ad18234-e077-4a08-9c96-f45ccc26816e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.309156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2053-31a7-4338-8494-c26bafff716c req-eb1f627d-efde-40dc-9fc7-91817aae122f tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:56.311131 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f93b2053-31a7-4338-8494-c26bafff716c req-eb1f627d-efde-40dc-9fc7-91817aae122f tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 948 time: 0.2826533 May 28 05:38:56.312769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Checking segment: {'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:56.313361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Network hostable DHCP agents. Network: 8faf5cda-23c9-472f-a777-1843a89a34b2, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:38:56.318522 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1ad18234-e077-4a08-9c96-f45ccc26816e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25cdcf6e29704e799de2613d270cff56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5502505 May 28 05:38:56.319431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48386) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:56.321243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad18234-e077-4a08-9c96-f45ccc26816e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e530dbd-d534-40b8-8d91-ed75d6003a65,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:56.367792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48392) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:56.383820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f93b2053-31a7-4338-8494-c26bafff716c req-a461e6fd-3709-43a6-93e8-a04c5763dc2e tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635433 May 28 05:38:56.397002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-f1e05bf9-16cc-46aa-a521-25fc89e7c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:56.398457 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-f1e05bf9-16cc-46aa-a521-25fc89e7c440 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3313634 May 28 05:38:56.406484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abcecc-7acf-4b96-b6af-f8839aa44c29 req-7cc6cfa3-4f50-4641-8f45-6121eb38d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:56.407926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05abcecc-7acf-4b96-b6af-f8839aa44c29 req-7cc6cfa3-4f50-4641-8f45-6121eb38d637 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 1100 time: 0.4844954 May 28 05:38:56.408518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bd79de-1516-41b3-8a49-9b42a6de38d3,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:56.488405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48398) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:56.553860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Network 8faf5cda-23c9-472f-a777-1843a89a34b2 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:38:56.589546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 8faf5cda-23c9-472f-a777-1843a89a34b2) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:56.598677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df4329-ee57-45e6-9e79-01f5f649bbd6 None None] Network 8faf5cda-23c9-472f-a777-1843a89a34b2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:38:56.608368 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05abcecc-7acf-4b96-b6af-f8839aa44c29 req-9463c534-d527-429b-a861-af4cbe0c8578 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474280 May 28 05:38:56.614927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:56.615551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.623594 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-525dc9ac-8cc1-440f-a25b-e8c3395859db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.634634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4cd83805-4169-4346-9f6b-071b3f5020a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.640729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-525dc9ac-8cc1-440f-a25b-e8c3395859db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:56.645551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-525dc9ac-8cc1-440f-a25b-e8c3395859db admin admin] Usage tracker for resource:security_group_rule and tenant:d1cfe051b46b421bb6d23581725c2459 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:56.649561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-525dc9ac-8cc1-440f-a25b-e8c3395859db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:56.656292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-525dc9ac-8cc1-440f-a25b-e8c3395859db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:56.663629 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab555ddf-af2a-41b7-aeec-4963c90a05a5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.714272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a121b5cd-2733-4aa4-a3e1-6bd57a83ccaa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7013206 May 28 05:38:56.716502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48404) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:56.723010 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4cd83805-4169-4346-9f6b-071b3f5020a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.723275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:56.733803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:56.736908 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab555ddf-af2a-41b7-aeec-4963c90a05a5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.739882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Usage tracker for resource:router and tenant:60831f4aa5cd4e5194f1bb789d178d77 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:56.746970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ad68b03f-a518-4e71-972e-cb4f026626fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:56.747308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:56.748468 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-ad68b03f-a518-4e71-972e-cb4f026626fc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3242390 May 28 05:38:56.759134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:56.795211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-525dc9ac-8cc1-440f-a25b-e8c3395859db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.799541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-525dc9ac-8cc1-440f-a25b-e8c3395859db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.842275 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab555ddf-af2a-41b7-aeec-4963c90a05a5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.843393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-8faf5cda-23c9-472f-a777-1843a89a34b2', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:38:56.844295 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.847929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.848917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.855870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4cd83805-4169-4346-9f6b-071b3f5020a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.871146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab555ddf-af2a-41b7-aeec-4963c90a05a5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2d50c2-43e7-4bbb-b7cb-f840757f0e65,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:56.885035 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-525dc9ac-8cc1-440f-a25b-e8c3395859db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1cfe051b46b421bb6d23581725c2459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955400 May 28 05:38:56.889515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48408) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:56.890487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dc9ac-8cc1-440f-a25b-e8c3395859db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6427c8d-8e2b-4a54-ba7d-6b6427f9c39d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:56.895481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.910150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd83805-4169-4346-9f6b-071b3f5020a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e530dbd-d534-40b8-8d91-ed75d6003a65,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:56.940318 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab555ddf-af2a-41b7-aeec-4963c90a05a5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.941405 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ab555ddf-af2a-41b7-aeec-4963c90a05a5 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "DELETE /v2.0/security-groups/ba2d50c2-43e7-4bbb-b7cb-f840757f0e65 HTTP/1.1" status: 204 len: 168 time: 0.5562363 May 28 05:38:56.945421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48416) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:56.954865 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4cd83805-4169-4346-9f6b-071b3f5020a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:56.955956 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4cd83805-4169-4346-9f6b-071b3f5020a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e530dbd-d534-40b8-8d91-ed75d6003a65 HTTP/1.1" status: 204 len: 168 time: 0.6092925 May 28 05:38:57.056347 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-098ea00e-43fb-42fb-a317-6307f247e8f2 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] show failed (client error): The resource could not be found. May 28 05:38:57.057708 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-098ea00e-43fb-42fb-a317-6307f247e8f2 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "GET /v2.0/security-groups/ba2d50c2-43e7-4bbb-b7cb-f840757f0e65 HTTP/1.1" status: 404 len: 347 time: 0.1043677 May 28 05:38:57.065381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48422) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:57.237254 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-236cfbce-a2ad-47ec-b582-70dd2852bd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.273414 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-4d8a2cf8-ec73-4bc5-b95c-a88f27467e50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842240 May 28 05:38:57.291165 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-72e030d3-687e-45d0-afca-5bf960b871d9 req-e6486328-4b6f-41dc-89f7-c77420e08aac tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 210 time: 0.1783171 May 28 05:38:57.299965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Allocated IP 172.20.0.2 (8faf5cda-23c9-472f-a777-1843a89a34b2/91bd79de-1516-41b3-8a49-9b42a6de38d3/36944a86-6b2a-4153-9ad6-b639b81dc2da) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:57.540313 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.637613 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.651927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Transition to ACTIVE for port object 36944a86-6b2a-4153-9ad6-b639b81dc2da will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:57.673100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Transition to ACTIVE for port object 36944a86-6b2a-4153-9ad6-b639b81dc2da will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:57.682100 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.731755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-236cfbce-a2ad-47ec-b582-70dd2852bd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.744435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-9c29f9f7-9234-4069-82eb-2ac37b7a4667 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Deleting port 958fa11a-716e-4d26-9cbc-2a3a58581cda {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:38:57.744846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c29f9f7-9234-4069-82eb-2ac37b7a4667 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.748291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d28e1-ecc0-482e-8f9a-089067074f37 req-79d46774-74ae-4c43-8358-5ea3d05a1c65 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:57.749882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d2d28e1-ecc0-482e-8f9a-089067074f37 req-79d46774-74ae-4c43-8358-5ea3d05a1c65 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 948 time: 0.1171660 May 28 05:38:57.760963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Network 8faf5cda-23c9-472f-a777-1843a89a34b2 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:57.763451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:57.770424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:57.773653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-a9ad6d0f-355d-4bd0-912e-62cc701e0763 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8010750 May 28 05:38:57.820350 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d2d28e1-ecc0-482e-8f9a-089067074f37 req-fab27a4f-cb9e-496a-b5cd-3c724aa5bae5 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534978 May 28 05:38:57.850579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-293c48c8-36a5-4303-a1fd-3506eadec8b4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:57.852255 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-293c48c8-36a5-4303-a1fd-3506eadec8b4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5663214 May 28 05:38:57.916512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Pushing event updated for resources: {'Port': ['ID=36944a86-6b2a-4153-9ad6-b639b81dc2da,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:57.953099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Attempting to bind port 36944a86-6b2a-4153-9ad6-b639b81dc2da on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:57.954384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Attempting to bind port 36944a86-6b2a-4153-9ad6-b639b81dc2da by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:57.955726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Attempting to bind port 36944a86-6b2a-4153-9ad6-b639b81dc2da on network 8faf5cda-23c9-472f-a777-1843a89a34b2 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:38:57.966051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:38:57.966414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Request body: {'port': {'device_id': '479c9860-4c40-494a-90ee-b808632841f7', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'e10ad26e43184b2ab9c1f21342cf9b76'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:38:57.967094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Checking segment: {'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:38:57.967818 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.968457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Bound using segment: {'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:38:57.969123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Bound port: 36944a86-6b2a-4153-9ad6-b639b81dc2da, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:57.969783 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.994759 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-236cfbce-a2ad-47ec-b582-70dd2852bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:58.015382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563d93b-0daf-4c16-a387-a59083f356a1 req-b90ae2ac-699b-4c8a-88b6-cc7a670b93b9 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:58.022914 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2563d93b-0daf-4c16-a387-a59083f356a1 req-b90ae2ac-699b-4c8a-88b6-cc7a670b93b9 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 949 time: 0.9582264 May 28 05:38:58.109603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:58.157908 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:58.173703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] For port 36944a86-6b2a-4153-9ad6-b639b81dc2da, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:38:58.180390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] For port 36944a86-6b2a-4153-9ad6-b639b81dc2da, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=36944a86-6b2a-4153-9ad6-b639b81dc2da,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:38:58.193253 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:58.280152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2563d93b-0daf-4c16-a387-a59083f356a1 req-9119dbb6-9e6f-4b7f-8146-e9c0855b15f4 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516081 May 28 05:38:58.308254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0f0c8-c0d8-4a70-b422-d5e192284fa9 None None] Pushing event updated for resources: {'Port': ['ID=36944a86-6b2a-4153-9ad6-b639b81dc2da,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:58.345104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Allocated IP 172.25.4.87 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/02e7acdb-20bd-4525-bb66-1d82223ec08b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:58.359300 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-236cfbce-a2ad-47ec-b582-70dd2852bd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:58.360437 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-236cfbce-a2ad-47ec-b582-70dd2852bd5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6427c8d-8e2b-4a54-ba7d-6b6427f9c39d HTTP/1.1" status: 204 len: 168 time: 1.4682109 May 28 05:38:58.361482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cfbce-a2ad-47ec-b582-70dd2852bd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6427c8d-8e2b-4a54-ba7d-6b6427f9c39d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:58.599900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60d8ec15-6eec-46bf-8ac3-70311668a3c9 req-e9fb4534-7eb2-47ed-a116-90a41d5c93d4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 210 time: 0.1343424 May 28 05:38:58.619533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec8efa49-bf9e-4bab-baa6-b7e27139e394 req-cfdcc058-b842-4db9-af90-f368a764db02 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8142731 May 28 05:38:58.639831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c29f9f7-9234-4069-82eb-2ac37b7a4667 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:58.640358 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c29f9f7-9234-4069-82eb-2ac37b7a4667 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:58.662603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:58.666314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:58.739407 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:58.842904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:58.846428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:58.850947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:38:58.857368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-9c29f9f7-9234-4069-82eb-2ac37b7a4667 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Calling delete_port for 958fa11a-716e-4d26-9cbc-2a3a58581cda owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:38:58.893455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:58.912980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Pushing event updated for resources: {'Port': ['ID=02e7acdb-20bd-4525-bb66-1d82223ec08b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:58.954091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Made reservation on behalf of e10ad26e43184b2ab9c1f21342cf9b76 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:58.959416 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:59.014745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36944a86-6b2a-4153-9ad6-b639b81dc2da up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:59.222104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-53208c8a-8781-4a13-bb78-e9f82db3d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:59.224733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-53208c8a-8781-4a13-bb78-e9f82db3d2dc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6b0975fca32d4a6a9de2d82053f92b0a&device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 1099 time: 0.4756756 May 28 05:38:59.225913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 36944a86-6b2a-4153-9ad6-b639b81dc2da completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:59.457550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c29f9f7-9234-4069-82eb-2ac37b7a4667 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:59.564361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Allocated IP 192.168.233.68 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:59.569444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29f9f7-9234-4069-82eb-2ac37b7a4667 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Pushing event deleted for resources: {'Port': ['ID=958fa11a-716e-4d26-9cbc-2a3a58581cda,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:59.627690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9592f-dd03-484a-9bf2-6435d2bd1181 req-a7b649d3-8b5c-4011-af8c-10b7b599fe80 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:59.629689 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9c9592f-dd03-484a-9bf2-6435d2bd1181 req-a7b649d3-8b5c-4011-af8c-10b7b599fe80 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 948 time: 0.5782089 May 28 05:38:59.725958 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:59.737126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-a97bc7a2-c3e7-4377-bc97-4e236fc87b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:59.741766 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-a97bc7a2-c3e7-4377-bc97-4e236fc87b53 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.5046697 May 28 05:38:59.745609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48500) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:59.757781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0def272-b8f0-41fc-a44e-d854f758d017 None None] Network 8faf5cda-23c9-472f-a777-1843a89a34b2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:38:59.820689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671dcba-4d7e-41a1-bd4e-4661fc19b655 req-e89c97c5-8332-413a-8d08-53f2369ccaaa tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:38:59.822267 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3671dcba-4d7e-41a1-bd4e-4661fc19b655 req-e89c97c5-8332-413a-8d08-53f2369ccaaa tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 949 time: 0.2960749 May 28 05:38:59.867642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5e849561-5cb7-4163-9de6-edc02f0cbdb3 None None] Provisioning for port 36944a86-6b2a-4153-9ad6-b639b81dc2da completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:59.889650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5e849561-5cb7-4163-9de6-edc02f0cbdb3 None None] Provisioning complete for port 36944a86-6b2a-4153-9ad6-b639b81dc2da triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:59.890326 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e849561-5cb7-4163-9de6-edc02f0cbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:59.950020 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3671dcba-4d7e-41a1-bd4e-4661fc19b655 req-32ecc830-9a9a-4abd-8ae7-f8a45f7f6248 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180778 May 28 05:38:59.978136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-dfcd88e8-9a85-4a68-b077-47566d7c61c6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d619f0f7-ba8e-4c4a-9c73-5356add76297 HTTP/1.1" status: 200 len: 217 time: 0.2315874 May 28 05:39:00.032291 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9c9592f-dd03-484a-9bf2-6435d2bd1181 req-444ee9bd-9eaf-40af-987d-0dee115ef1c6 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799772 May 28 05:39:00.035608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c29f9f7-9234-4069-82eb-2ac37b7a4667 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.188617 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c29f9f7-9234-4069-82eb-2ac37b7a4667 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.192203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9c29f9f7-9234-4069-82eb-2ac37b7a4667 tempest-ImagesOneServerNegativeTestJSON-97359974 tempest-ImagesOneServerNegativeTestJSON-97359974-project] 10.222.0.39 "DELETE /v2.0/floatingips/dc505c87-e85e-4f45-b8f5-df513ba638d1 HTTP/1.1" status: 204 len: 168 time: 3.1064668 May 28 05:39:00.201585 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.260064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-c099c72d-c4c3-47f1-bc71-658fdfc94a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:00.261891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-c099c72d-c4c3-47f1-bc71-658fdfc94a74 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2659998 May 28 05:39:00.275360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-127253991-network', 'tenant_id': '4ef96accdde94765bec251a2d04df81d'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:00.281285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:00.286095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Usage tracker for resource:network and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:00.289896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:00.297900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:00.312923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5e849561-5cb7-4163-9de6-edc02f0cbdb3 None None] Current status of the port 36944a86-6b2a-4153-9ad6-b639b81dc2da is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:00.313353 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e849561-5cb7-4163-9de6-edc02f0cbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.356895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Made reservation on behalf of 4ef96accdde94765bec251a2d04df81d for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:00.359674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.376083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5e849561-5cb7-4163-9de6-edc02f0cbdb3 None None] For port 36944a86-6b2a-4153-9ad6-b639b81dc2da, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=36944a86-6b2a-4153-9ad6-b639b81dc2da,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:00.383799 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e849561-5cb7-4163-9de6-edc02f0cbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.393694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.480029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.486756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e849561-5cb7-4163-9de6-edc02f0cbdb3 None None] Pushing event updated for resources: {'Port': ['ID=36944a86-6b2a-4153-9ad6-b639b81dc2da,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:00.489261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9a74d0c9-df91-4382-be75-c68509a946b3 req-d5350d3a-471a-449b-acec-c844746a4b6e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 210 time: 0.1163938 May 28 05:39:00.489455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:00.523194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Transition to ACTIVE for port object 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:00.547397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:00.555317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:00.566566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:00.580661 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.613842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-6c3a3961-e52e-44b2-bb1b-305cbbf4acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:00.615541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-6c3a3961-e52e-44b2-bb1b-305cbbf4acf1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3082566 May 28 05:39:00.615820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Router 231e26fd-6dd1-4957-a660-e3b8241e0079 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:39:00.728842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7ecaea95-8057-4afa-a11b-3bb017c75797 None None] Provisioning complete for port 36944a86-6b2a-4153-9ad6-b639b81dc2da triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:00.729254 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7ecaea95-8057-4afa-a11b-3bb017c75797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.798437 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-f0b773f5-9e04-4d06-b098-27e09d4ae6cc service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711299 May 28 05:39:00.913115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:00.944292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d6d95dc9-4720-4031-8263-89010b1d3919'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:39:00.955454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48544) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:00.984239 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36944a86-6b2a-4153-9ad6-b639b81dc2da up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:01.093409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7ecaea95-8057-4afa-a11b-3bb017c75797 None None] Current status of the port 36944a86-6b2a-4153-9ad6-b639b81dc2da is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:01.189186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.192046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Pushing event updated for resources: {'Port': ['ID=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:01.204517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 36944a86-6b2a-4153-9ad6-b639b81dc2da triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:01.204900 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.210625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:01.220027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48552) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:01.221283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:01.223120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.240251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:01.350557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:39:01.365440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4e234d7-cf3c-40c0-a9ba-e99d244ad03b req-0c95f961-094c-4604-97df-b9bef4193bbc service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546708 May 28 05:39:01.372608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:39:01.376735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbab336-1645-4605-a134-2ff545b35b4b admin admin] Deleting subnet 0fa3e4a8-a8ef-4568-89ea-8913384a5211 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:39:01.389231 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbbab336-1645-4605-a134-2ff545b35b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.394790 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.395215 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Added segment f675c757-f6f6-42a2-b488-c86a6790ab59 of type vlan for network 0bbb3e75-8dd2-496f-86ee-fa2015766602 May 28 05:39:01.397126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Sync routers for ids ['231e26fd-6dd1-4957-a660-e3b8241e0079'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:39:01.405661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a6356-f8f0-464a-aa99-f2967b727ab7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:01.417346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:01.418061 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.474646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Routers {'231e26fd-6dd1-4957-a660-e3b8241e0079'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:01.476041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['231e26fd-6dd1-4957-a660-e3b8241e0079'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:01.477267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.494207 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbbab336-1645-4605-a134-2ff545b35b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.527809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-3cfd9179-0096-4e26-96db-232965c04070 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6064844 May 28 05:39:01.538142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1584280-af79-48c1-b80b-49d0276a1237 req-18329a30-816b-47a7-b4c7-ec06e186281c tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:01.547835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Request body: {'port': {'device_id': '479c9860-4c40-494a-90ee-b808632841f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:01.549344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1584280-af79-48c1-b80b-49d0276a1237 req-18329a30-816b-47a7-b4c7-ec06e186281c tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 948 time: 0.2851212 May 28 05:39:01.601675 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.606376 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9a46b4ad-5bc0-42d0-ae14-c442fe953c30 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.8888144 May 28 05:39:01.607553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48560) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:01.621890 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5531-635f-4bfe-a1df-fbeea72348f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.637864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.638919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:01.639581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.688622 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1584280-af79-48c1-b80b-49d0276a1237 req-3aeb7a31-7e19-4391-bee9-2f7600ba5d28 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383328 May 28 05:39:01.698722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbbab336-1645-4605-a134-2ff545b35b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.702084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0e1d5531-635f-4bfe-a1df-fbeea72348f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:01.757130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-13f63302-91e5-4af1-a85f-ff9e75efbc26 None None] Provisioning for port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:01.764398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 36944a86-6b2a-4153-9ad6-b639b81dc2da is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:01.769792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-13f63302-91e5-4af1-a85f-ff9e75efbc26 None None] Provisioning complete for port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:01.770509 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-13f63302-91e5-4af1-a85f-ff9e75efbc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.775077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0e1d5531-635f-4bfe-a1df-fbeea72348f4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a6f505f217f4429be01a000dfd6f603 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:01.779980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0e1d5531-635f-4bfe-a1df-fbeea72348f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:01.809993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Set router 231e26fd-6dd1-4957-a660-e3b8241e0079 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:01.850518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1008630 May 28 05:39:01.853534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0e1d5531-635f-4bfe-a1df-fbeea72348f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:01.856411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48568) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:01.866666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Request body: {'subnet': {'network_id': '0bbb3e75-8dd2-496f-86ee-fa2015766602', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-127253991-subnet', 'tenant_id': '4ef96accdde94765bec251a2d04df81d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:01.876261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:01.884489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Usage tracker for resource:subnet and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:01.889390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:01.926015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20699dc2-3e40-4c5a-915f-272865b50350 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbb3e75-8dd2-496f-86ee-fa2015766602,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:01.942501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:01.953550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0bbb3e75-8dd2-496f-86ee-fa2015766602 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:39:01.953795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:01.955805 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbbab336-1645-4605-a134-2ff545b35b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.025626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbab336-1645-4605-a134-2ff545b35b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa3e4a8-a8ef-4568-89ea-8913384a5211,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:02.031308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Made reservation on behalf of 4ef96accdde94765bec251a2d04df81d for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:02.032126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d33bb-9244-42d0-9927-85262d18dd5e req-3c4bf346-a82b-4228-a70b-a07a21d8d220 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:02.032839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-195d33bb-9244-42d0-9927-85262d18dd5e req-3c4bf346-a82b-4228-a70b-a07a21d8d220 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Synchronizing usage tracker for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:02.033407 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.049184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbbab336-1645-4605-a134-2ff545b35b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.086068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-195d33bb-9244-42d0-9927-85262d18dd5e req-3c4bf346-a82b-4228-a70b-a07a21d8d220 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Unset dirty status for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:02.087208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195d33bb-9244-42d0-9927-85262d18dd5e req-3c4bf346-a82b-4228-a70b-a07a21d8d220 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 935 time: 0.4524026 May 28 05:39:02.110216 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cbbab336-1645-4605-a134-2ff545b35b4b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0fa3e4a8-a8ef-4568-89ea-8913384a5211 HTTP/1.1" status: 204 len: 168 time: 1.1537244 May 28 05:39:02.137689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48580) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:02.160736 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5531-635f-4bfe-a1df-fbeea72348f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.198360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-13f63302-91e5-4af1-a85f-ff9e75efbc26 None None] Port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:39:02.198618 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5531-635f-4bfe-a1df-fbeea72348f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.328139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:38:59Z', 'revision_number': 3, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:02.331863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Checking router: 231e26fd-6dd1-4957-a660-e3b8241e0079 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:39:02.332207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Updating router 231e26fd-6dd1-4957-a660-e3b8241e0079 port 02e7acdb-20bd-4525-bb66-1d82223ec08b binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:39:02.387965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.471890 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195d33bb-9244-42d0-9927-85262d18dd5e req-f6988156-d600-45d7-a3d4-d18ffba04092 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732111 May 28 05:39:02.536761 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0e1d5531-635f-4bfe-a1df-fbeea72348f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a6f505f217f4429be01a000dfd6f603&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2968154 May 28 05:39:02.536761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d5531-635f-4bfe-a1df-fbeea72348f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7622895-a36d-41e8-9e21-47dee7b674e8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:02.537079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48584) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:02.554183 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.554834 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.701932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee3f0f6-3783-429f-8047-07b7ef73fdbe,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:02.719466 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.761602 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.762719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb6b20d-62a6-40e6-a646-192301b4ad93']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:02.775071 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3e0adb1-68ac-4dc9-ad6c-0837dcdec725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.777107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Transition to ACTIVE for port object 02e7acdb-20bd-4525-bb66-1d82223ec08b will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:02.784895 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.795741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Checking segment: {'id': 'f675c757-f6f6-42a2-b488-c86a6790ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0bbb3e75-8dd2-496f-86ee-fa2015766602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:02.796115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Network hostable DHCP agents. Network: 0bbb3e75-8dd2-496f-86ee-fa2015766602, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:39:02.806702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d010ab9-8be1-43eb-b963-484ce6627331') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:02.806931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d010ab9-8be1-43eb-b963-484ce6627331') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:02.829462 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.832668 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.842490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3e0adb1-68ac-4dc9-ad6c-0837dcdec725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.855196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:02.859868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.866761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.871800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:39:02.872193 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.872883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Network 0bbb3e75-8dd2-496f-86ee-fa2015766602 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:39:02.921612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d619f0f7-ba8e-4c4a-9c73-5356add76297 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:39:02.941299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13d821-ded0-4608-aa54-b3ce836490dc None None] Pushing event updated for resources: {'Port': ['ID=02e7acdb-20bd-4525-bb66-1d82223ec08b,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:02.953297 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5d010ab9-8be1-43eb-b963-484ce6627331 resource provider aggregate not found May 28 05:39:02.958508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Attempting to bind port 02e7acdb-20bd-4525-bb66-1d82223ec08b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:02.958855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Attempting to bind port 02e7acdb-20bd-4525-bb66-1d82223ec08b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:02.959417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Attempting to bind port 02e7acdb-20bd-4525-bb66-1d82223ec08b on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:02.970224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:02.970599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:02.971340 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.971473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:02.971865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Bound port: 02e7acdb-20bd-4525-bb66-1d82223ec08b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:02.972400 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:02.978596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Transition to ACTIVE for port object 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:02.980715 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5d010ab9-8be1-43eb-b963-484ce6627331 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d010ab9-8be1-43eb-b963-484ce6627331 found for delete ", "request_id": "req-b374fa10-6549-4301-b128-26eda7ec4b2d"}]} May 28 05:39:02.990376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.061479 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.144068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 0bbb3e75-8dd2-496f-86ee-fa2015766602) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:03.157133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2ff0d2-3f53-4373-91a8-855d201ea5b2 None None] Network 0bbb3e75-8dd2-496f-86ee-fa2015766602 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:39:03.175600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:03.176464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.191906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.222065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb6b20d-62a6-40e6-a646-192301b4ad93,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:03.229121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:03.289645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9fec101d-155c-473c-9443-c4628ffd4504 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9eb6b20d-62a6-40e6-a646-192301b4ad93 HTTP/1.1" status: 204 len: 168 time: 1.1480272 May 28 05:39:03.296216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] For port 02e7acdb-20bd-4525-bb66-1d82223ec08b, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:03.330003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d619f0f7-ba8e-4c4a-9c73-5356add76297, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d619f0f7-ba8e-4c4a-9c73-5356add76297,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:03.343596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] For port 02e7acdb-20bd-4525-bb66-1d82223ec08b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=02e7acdb-20bd-4525-bb66-1d82223ec08b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:03.362281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd619f0f7-ba8e-4c4a-9c73-5356add76297', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd619f0f7-ba8e-4c4a-9c73-5356add76297', 'mac_address': 'fa:16:3e:00:f5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:39:03.369285 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.416029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-11b39f22-421b-4f05-8aec-8776a9aa3dd3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5584855 May 28 05:39:03.417717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Attempting to bind port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:03.418451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Attempting to bind port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:03.419500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Attempting to bind port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:03.426158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:39:03.426750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Attempting to bind port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:03.428539 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3e0adb1-68ac-4dc9-ad6c-0837dcdec725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.431059 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3e0adb1-68ac-4dc9-ad6c-0837dcdec725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.432892 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e3e0adb1-68ac-4dc9-ad6c-0837dcdec725 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7622895-a36d-41e8-9e21-47dee7b674e8 HTTP/1.1" status: 204 len: 168 time: 0.8948832 May 28 05:39:03.435818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:03.439723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:03.440170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:03.441871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Bound port: 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:03.442262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.444679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Allocated IP 172.20.0.1 (8faf5cda-23c9-472f-a777-1843a89a34b2/91bd79de-1516-41b3-8a49-9b42a6de38d3/74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:03.460026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0adb1-68ac-4dc9-ad6c-0837dcdec725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7622895-a36d-41e8-9e21-47dee7b674e8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:03.482635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca16be-6a89-4ac5-bb78-7e06e8bde24e req-09adf31f-2190-4ce5-bfbf-41503c3cde8e tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:03.491936 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-76ca16be-6a89-4ac5-bb78-7e06e8bde24e req-09adf31f-2190-4ce5-bfbf-41503c3cde8e tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 948 time: 0.4451799 May 28 05:39:03.513516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48612) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:03.594494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-809b206a-cb64-4aa5-81af-0902c4575fbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c51254dda82f46f28f190a70d4cc47c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775883 May 28 05:39:03.594871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48616) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:03.622409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] For port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:03.649947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] For port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:03.660518 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.693119 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-76ca16be-6a89-4ac5-bb78-7e06e8bde24e req-a450e59b-327e-4013-904c-71f8458cfec8 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002304 May 28 05:39:03.740320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:03.740954 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.742489 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] 10.222.0.41 "PUT /v2.0/ports/2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 HTTP/1.1" status: 200 len: 1095 time: 2.2071116 May 28 05:39:03.743045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Routers {'231e26fd-6dd1-4957-a660-e3b8241e0079'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:03.743317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479c9860-4c40-494a-90ee-b808632841f7', 'tag': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:03.744409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['231e26fd-6dd1-4957-a660-e3b8241e0079'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:03.782255 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b24f8546-2572-4be8-9923-30723c632099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.872114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d619f0f7-ba8e-4c4a-9c73-5356add76297 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:03.875698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:03.888449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13d821-ded0-4608-aa54-b3ce836490dc None None] Pushing event updated for resources: {'Port': ['ID=02e7acdb-20bd-4525-bb66-1d82223ec08b,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:03.928007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d619f0f7-ba8e-4c4a-9c73-5356add76297 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:03.941844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b24f8546-2572-4be8-9923-30723c632099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:04.001872 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:04.027906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Transition to ACTIVE for port object 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:04.087735 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:04.107196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b1a17-7d16-44c6-9557-fde5cf3b4440 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:04.145818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d619f0f7-ba8e-4c4a-9c73-5356add76297, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d619f0f7-ba8e-4c4a-9c73-5356add76297,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:04.153974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625de295-08b9-476e-8348-2de5260a3a07 None None] Network 0bbb3e75-8dd2-496f-86ee-fa2015766602 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:39:04.179808 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:04.189769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1de49e-549a-42cd-8305-2b6aef465569 req-0fce7e9f-6204-4ccc-a5e3-6d0e3599066d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:04.197318 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b1de49e-549a-42cd-8305-2b6aef465569 req-0fce7e9f-6204-4ccc-a5e3-6d0e3599066d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 947 time: 0.4162791 May 28 05:39:04.200784 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b24f8546-2572-4be8-9923-30723c632099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:04.236132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Network 8faf5cda-23c9-472f-a777-1843a89a34b2 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:04.245591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f8546-2572-4be8-9923-30723c632099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096a7040-a660-4eea-ad6d-bc0152c6dca6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:04.259970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:04.293877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b1de49e-549a-42cd-8305-2b6aef465569 req-4788c997-66b4-4fee-8f6a-8a753c5db40f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956635 May 28 05:39:04.295091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:04.301360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-c73492a9-4062-4c81-87b0-34c40d24faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:04.302803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-c73492a9-4062-4c81-87b0-34c40d24faa2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 1098 time: 0.2924075 May 28 05:39:04.310561 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b24f8546-2572-4be8-9923-30723c632099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:04.314382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b24f8546-2572-4be8-9923-30723c632099 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/096a7040-a660-4eea-ad6d-bc0152c6dca6 HTTP/1.1" status: 204 len: 168 time: 0.7183270 May 28 05:39:04.363033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] Set router 231e26fd-6dd1-4957-a660-e3b8241e0079 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:04.390894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-529451846', 'description': 'tempest-description-217714918'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:04.444355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:04.467608 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd0e701-9d23-4ccc-840b-a5e70c260b02'] response: {'name': 'network-changed', 'server_uuid': '479c9860-4c40-494a-90ee-b808632841f7', 'tag': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8', 'status': 'completed', 'code': 200} May 28 05:39:04.476959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Pushing event updated for resources: {'Port': ['ID=74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:04.482254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:04.493049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:04.502190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-49ddd384-e9ca-49b2-a8dd-3e35675024b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 HTTP/1.1" status: 200 len: 217 time: 0.1822586 May 28 05:39:04.506089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:04.508557 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:04.592247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d619f0f7-ba8e-4c4a-9c73-5356add76297,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:04.623460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-ea827d72-687d-474c-8fef-a4d8fdd26b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:04.625487 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-ea827d72-687d-474c-8fef-a4d8fdd26b28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1129122 May 28 05:39:04.763029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:04.786564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-f58bc44b-ce5a-44a5-b584-e8f81830ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:04.789722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-f58bc44b-ce5a-44a5-b584-e8f81830ec0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570051 May 28 05:39:04.817301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:04.837637 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-60f257f0-fe90-4123-ac44-75ceaf5b4116 None None] Provisioning for port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:04.841591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d619f0f7-ba8e-4c4a-9c73-5356add76297'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:39:04.882888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group_rule and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:04.888862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:04.906804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:04.919405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-60f257f0-fe90-4123-ac44-75ceaf5b4116 None None] Provisioning complete for port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:04.920031 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-60f257f0-fe90-4123-ac44-75ceaf5b4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:04.988616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5af721c4-1618-425b-917d-65e98b1a7247 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:39:05.137774 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-60f257f0-fe90-4123-ac44-75ceaf5b4116 None None] Port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:39:05.158522 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:05.161465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:05.186324 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:05.200045 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-7e13796e-9e3b-493c-8e75-391b978a287e service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982587 May 28 05:39:05.303306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc445802-a817-4bb4-8ac1-97e4cb630f69,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:05.305857 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:05.320827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ce77efb-c241-4402-ba97-f8ffc9858453 req-11f0a7f7-88f8-4798-97e2-e6c70f234a86 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9657543 May 28 05:39:05.365033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61625aab-31b8-44f6-94ee-32a6ecdaeaa4 req-c7d6c9d5-eb15-47bb-8ea0-acfe4424c2a6 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559780 May 28 05:39:05.402918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741f53d-2c92-4c41-aff7-bd6c88aaceec req-afa68975-8670-4df9-83a0-994a04aa9e0c tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:05.404750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2741f53d-2c92-4c41-aff7-bd6c88aaceec req-afa68975-8670-4df9-83a0-994a04aa9e0c tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 949 time: 0.4897048 May 28 05:39:05.431187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:38:59Z', 'revision_number': 3, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:05.438889 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:05.488734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197582d-4515-47c5-b4c3-c28b0ea91e50 None None] The sync data for ids ['231e26fd-6dd1-4957-a660-e3b8241e0079'] in n-d-843679-5 is: [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:38:59Z', 'revision_number': 3, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:39:05.497580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '5af721c4-1618-425b-917d-65e98b1a7247', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '5af721c4-1618-425b-917d-65e98b1a7247', 'mac_address': 'fa:16:3e:e4:dd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:39:05.600954 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:05.611815 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:05.638127 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2741f53d-2c92-4c41-aff7-bd6c88aaceec req-8590785d-e330-4f6f-a2dd-e3057ed869ac tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238791 May 28 05:39:05.686481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5af721c4-1618-425b-917d-65e98b1a7247 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:05.686873 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:05.717204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5af721c4-1618-425b-917d-65e98b1a7247 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:05.723779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea984-0ce8-4176-a675-68815d1b72de req-5bec7639-5236-430b-9662-6c701b9d2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:05.725704 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98fea984-0ce8-4176-a675-68815d1b72de req-5bec7639-5236-430b-9662-6c701b9d2012 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 1098 time: 0.2683454 May 28 05:39:05.747161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:05.753843 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:05.851935 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:05.908755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Pushing event updated for resources: {'Port': ['ID=74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:05.918704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:05.938168 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e88c062-a05a-467b-b73f-14150495dd15 req-b1e012bf-e152-4246-8f6a-e5060f57ba65 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/bc445802-a817-4bb4-8ac1-97e4cb630f69 HTTP/1.1" status: 200 len: 1811 time: 0.2514417 May 28 05:39:05.946827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bc445802-a817-4bb4-8ac1-97e4cb630f69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:05.947261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bc445802-a817-4bb4-8ac1-97e4cb630f69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:05.954910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:05.971735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group_rule and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:05.976926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:05.985807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:06.009309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea984-0ce8-4176-a675-68815d1b72de req-b0a4806d-259c-4170-b0b8-a9650af9b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:06.011864 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98fea984-0ce8-4176-a675-68815d1b72de req-b0a4806d-259c-4170-b0b8-a9650af9b1f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2728209 May 28 05:39:06.061729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['5af721c4-1618-425b-917d-65e98b1a7247'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:39:06.105913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98fea984-0ce8-4176-a675-68815d1b72de req-9f084615-51b7-427c-8d92-93b6ffaaa1d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 HTTP/1.1" status: 200 len: 217 time: 0.0784600 May 28 05:39:06.126749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Network 8faf5cda-23c9-472f-a777-1843a89a34b2 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:06.128789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:06.143424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351e273-0b21-4adc-9108-e0efd16d776f req-5ecb4f97-1425-4240-bb17-4dfac78a8096 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:06.152149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6351e273-0b21-4adc-9108-e0efd16d776f req-5ecb4f97-1425-4240-bb17-4dfac78a8096 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 947 time: 0.2778893 May 28 05:39:06.233863 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:06.304262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:06.305921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea984-0ce8-4176-a675-68815d1b72de req-4ba983a2-a39d-4a21-bd61-2e6df13c5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:06.317300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98fea984-0ce8-4176-a675-68815d1b72de req-4ba983a2-a39d-4a21-bd61-2e6df13c5a43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1946976 May 28 05:39:06.319125 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:06.436798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb36e12-e8c6-4c18-8560-69762a82ce78,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:06.438824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:06.440073 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e88c062-a05a-467b-b73f-14150495dd15 req-800e1d59-86c1-4598-9492-fb78640ff7aa tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5009451 May 28 05:39:06.477670 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6351e273-0b21-4adc-9108-e0efd16d776f req-f83ea784-895f-4874-8b82-e50ba4088716 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242714 May 28 05:39:06.484243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f763d481-b434-4690-97f0-37e39321cc0b None None] Provisioning complete for port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:06.489193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea984-0ce8-4176-a675-68815d1b72de req-220d2534-977a-463f-9b6f-2c5e016a34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:06.490690 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98fea984-0ce8-4176-a675-68815d1b72de req-220d2534-977a-463f-9b6f-2c5e016a34ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1561973 May 28 05:39:06.495287 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f763d481-b434-4690-97f0-37e39321cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:06.599906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f763d481-b434-4690-97f0-37e39321cc0b None None] Port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:39:06.651297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Router 231e26fd-6dd1-4957-a660-e3b8241e0079 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:39:06.677943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98fea984-0ce8-4176-a675-68815d1b72de req-b7881c74-19c8-4821-a6ef-24bceb41d38f service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777537 May 28 05:39:06.780845 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ac80a4b9-5590-44f5-82bf-75ba6b683c65 req-c7532b2d-4d6f-452a-b35f-378abafecd7c tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/bc445802-a817-4bb4-8ac1-97e4cb630f69 HTTP/1.1" status: 200 len: 2404 time: 0.2084169 May 28 05:39:06.881258 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8242eb3-ab12-4a57-8a0e-168415f826a1 req-cbe2f7c6-fe1b-4181-8ca4-472c1de09f57 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-group-rules/6bb36e12-e8c6-4c18-8560-69762a82ce78 HTTP/1.1" status: 200 len: 778 time: 0.0428047 May 28 05:39:06.882385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98fea984-0ce8-4176-a675-68815d1b72de req-33c8c657-c0aa-4feb-9f4f-2bbd8d26e25d service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971357 May 28 05:39:06.901689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed389ed-3877-4c34-a6bd-5f4160679ca6 req-e5c43c37-7455-41b4-a886-66523cc9f293 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:06.903270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bed389ed-3877-4c34-a6bd-5f4160679ca6 req-e5c43c37-7455-41b4-a886-66523cc9f293 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 949 time: 0.1384587 May 28 05:39:06.917785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 02e7acdb-20bd-4525-bb66-1d82223ec08b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:06.927677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:39:06.938894 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d14545fb-08e9-4f9e-81c9-e6c74aa9a637 admin admin] 10.222.0.39 "PUT /v2.0/routers/231e26fd-6dd1-4957-a660-e3b8241e0079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3260086 May 28 05:39:06.952300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5af721c4-1618-425b-917d-65e98b1a7247 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:06.959068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bed389ed-3877-4c34-a6bd-5f4160679ca6 req-79d306c6-35c8-452c-84d2-5813a81dda1b tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474286 May 28 05:39:06.990555 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8242eb3-ab12-4a57-8a0e-168415f826a1 req-07176c20-dc2f-44aa-af36-58fc9509ec3c tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/bc445802-a817-4bb4-8ac1-97e4cb630f69 HTTP/1.1" status: 200 len: 2404 time: 0.0942936 May 28 05:39:07.037003 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c8242eb3-ab12-4a57-8a0e-168415f826a1 req-e35c733e-8e2c-4351-a6c2-7a747f605a92 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.053619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c8242eb3-ab12-4a57-8a0e-168415f826a1 req-e35c733e-8e2c-4351-a6c2-7a747f605a92 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.060270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 5af721c4-1618-425b-917d-65e98b1a7247 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:07.061073 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.095977 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c8242eb3-ab12-4a57-8a0e-168415f826a1 req-e35c733e-8e2c-4351-a6c2-7a747f605a92 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.106281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 02e7acdb-20bd-4525-bb66-1d82223ec08b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:07.120610 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c8242eb3-ab12-4a57-8a0e-168415f826a1 req-e35c733e-8e2c-4351-a6c2-7a747f605a92 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.121536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 02e7acdb-20bd-4525-bb66-1d82223ec08b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:07.122076 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.125778 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8242eb3-ab12-4a57-8a0e-168415f826a1 req-e35c733e-8e2c-4351-a6c2-7a747f605a92 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6bb36e12-e8c6-4c18-8560-69762a82ce78 HTTP/1.1" status: 204 len: 173 time: 0.1339202 May 28 05:39:07.145058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c733e-8e2c-4351-a6c2-7a747f605a92 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bb36e12-e8c6-4c18-8560-69762a82ce78,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:07.170492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2085703', 'description': 'tempest-description-1648388277'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:07.182100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:07.187030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:07.190696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:07.210242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:07.235138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.264281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:07.268953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group_rule and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:07.274584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:07.281954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:07.389905 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.398499 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.452249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5af721c4-1618-425b-917d-65e98b1a7247 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:07.452633 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.465978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f770d00f-c4f0-481f-9649-eaed81fd5df7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:07.471432 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.475000 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-334d7ac7-9230-40e4-9e96-5def7c599acd req-727174a2-3504-4d83-9083-ccd87dd3831e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3264179 May 28 05:39:07.509015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 02e7acdb-20bd-4525-bb66-1d82223ec08b is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:07.509390 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.532627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:07.580193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:07.582197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 02e7acdb-20bd-4525-bb66-1d82223ec08b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=02e7acdb-20bd-4525-bb66-1d82223ec08b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:07.590865 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.591707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d619f0f7-ba8e-4c4a-9c73-5356add76297 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:07.701194 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.712419 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-16395fb6-53b4-4119-98a7-b77e835d24bc req-f04991ed-63de-4312-afcd-e5969065e700 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/f770d00f-c4f0-481f-9649-eaed81fd5df7 HTTP/1.1" status: 200 len: 1810 time: 0.0658283 May 28 05:39:07.740538 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Sync routers for ids ['231e26fd-6dd1-4957-a660-e3b8241e0079'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:39:07.757920 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Routers {'231e26fd-6dd1-4957-a660-e3b8241e0079'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:07.758999 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['231e26fd-6dd1-4957-a660-e3b8241e0079'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:07.819515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:07.829361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port d619f0f7-ba8e-4c4a-9c73-5356add76297 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:07.834976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.835564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.835922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.842024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.842373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.842726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.845431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.845788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.846122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.846449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.846840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.847096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:07.861436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d619f0f7-ba8e-4c4a-9c73-5356add76297 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:07.861865 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:07.934583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-0f506228-223b-48d3-8503-41e65aa1748e tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:07.943757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-0f506228-223b-48d3-8503-41e65aa1748e tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/networks?id=8faf5cda-23c9-472f-a777-1843a89a34b2 HTTP/1.1" status: 200 len: 828 time: 0.3492115 May 28 05:39:07.973509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-7fd8dd3c-a4cd-46fc-b32a-b72e7ccde182 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/quotas/60831f4aa5cd4e5194f1bb789d178d77 HTTP/1.1" status: 200 len: 375 time: 0.0288436 May 28 05:39:08.054168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=02e7acdb-20bd-4525-bb66-1d82223ec08b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:08.084850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36132e7b-e1a2-4a90-82f9-cafa65ceaaf1 req-d66c3b79-628b-4387-8930-43fd627e433f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:08.087190 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36132e7b-e1a2-4a90-82f9-cafa65ceaaf1 req-d66c3b79-628b-4387-8930-43fd627e433f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 947 time: 0.1367295 May 28 05:39:08.151112 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Set router 231e26fd-6dd1-4957-a660-e3b8241e0079 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:08.191364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-7c5606f7-4d42-4daf-8dcd-b2d93d661e61 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60831f4aa5cd4e5194f1bb789d178d77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1986377 May 28 05:39:08.199123 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36132e7b-e1a2-4a90-82f9-cafa65ceaaf1 req-4e3b49d1-e58f-444f-975c-b72d97006d60 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038880 May 28 05:39:08.289621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d619f0f7-ba8e-4c4a-9c73-5356add76297 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:08.290245 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:08.340970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:39:08.414619 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fecdb8-d54a-4082-8acb-6a5c2184955f'] response: {'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247', 'code': 200} May 28 05:39:08.468885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d619f0f7-ba8e-4c4a-9c73-5356add76297, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d619f0f7-ba8e-4c4a-9c73-5356add76297,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:08.504397 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6b44048-d1b0-4876-b01d-1471768330e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:08.515703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-8199dfef-0047-49ee-866d-f6324dae1b6c service neutron] 10.222.0.39 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232489 May 28 05:39:08.561954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:08.691365 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:39:05Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0', 'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'mac_address': 'fa:16:3e:fb:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:03Z', 'updated_at': '2022-05-28T05:39:05Z', 'revision_number': 2, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'subnets': [{'id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:08.701389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d619f0f7-ba8e-4c4a-9c73-5356add76297,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:08.702369 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Checking router: 231e26fd-6dd1-4957-a660-e3b8241e0079 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:39:08.702808 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Updating router 231e26fd-6dd1-4957-a660-e3b8241e0079 port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:39:08.740314 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:08.768850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8', 'mac_address': 'fa:16:3e:c8:4f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:39:08.776853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063cfad-0e14-48ce-ae1b-6e65366f1db2 req-e44605f2-fcbb-4ae4-bbf9-cacc1b5d596f tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:08.787732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c063cfad-0e14-48ce-ae1b-6e65366f1db2 req-e44605f2-fcbb-4ae4-bbf9-cacc1b5d596f tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 950 time: 0.1213377 May 28 05:39:08.837051 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:08.858251 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c063cfad-0e14-48ce-ae1b-6e65366f1db2 req-7756085e-a660-40c9-8c98-88c61ee3c837 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692096 May 28 05:39:08.864072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:08.864586 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:08.920998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:08.945734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:08.949051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 02e7acdb-20bd-4525-bb66-1d82223ec08b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:08.964605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1306271151', 'description': 'tempest-description-683559037'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:08.974618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:08.988283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:08.992492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:08.996357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-2185fa7a-dd53-4c90-884e-9b38a7173202 service neutron] 10.222.0.39 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797857 May 28 05:39:09.006121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:09.036665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:09.038174 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:09.078412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:09.085437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group_rule and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:09.088917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:09.102783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:09.126061 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:09.144616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 02e7acdb-20bd-4525-bb66-1d82223ec08b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:09.145258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:09.300750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:09.314705 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:09.334309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:39:09.443823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfec1826-ca53-4e35-ac60-5e75f081a01f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:09.461770 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:09.469724 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dbc9b028-af2f-4731-9114-f76564174f28 req-d8dd27e2-6ae7-4087-b07e-d1b42bbfe08f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5030568 May 28 05:39:09.546367 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:09.556003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 02e7acdb-20bd-4525-bb66-1d82223ec08b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:09.562578 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Transition to ACTIVE for port object 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:09.576151 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:09.625796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b6376e0-8ac1-4cba-b022-f884a37cc10c req-df0056d5-805d-4eb2-bcdb-8b5eb31ee056 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 210 time: 0.0930057 May 28 05:39:09.701871 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Pushing event updated for resources: {'Port': ['ID=74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:09.727565 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.729632 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.731954 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.732357 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.733886 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.734277 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.735152 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.735520 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.735836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:09.736034 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.736371 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.736702 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.737551 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:09.790231 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683b327-dd17-456b-968a-c58f5d483918 req-d3224a18-c98e-4f05-b4cd-ed983a7a19e1 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:09.792411 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b683b327-dd17-456b-968a-c58f5d483918 req-d3224a18-c98e-4f05-b4cd-ed983a7a19e1 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 948 time: 0.1584449 May 28 05:39:09.926288 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b683b327-dd17-456b-968a-c58f5d483918 req-050cbcb0-7772-456f-81ef-b37744653ab7 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255753 May 28 05:39:09.995571 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f066cb7-185f-4ff6-b6ce-1c3550de8b96 req-03ab8a87-d49d-4c46-a16b-da6bb1ace45e tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/dfec1826-ca53-4e35-ac60-5e75f081a01f HTTP/1.1" status: 200 len: 1812 time: 0.1129148 May 28 05:39:10.058018 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Attempting to bind port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:10.059133 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Attempting to bind port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:10.060913 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Attempting to bind port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 on network 8faf5cda-23c9-472f-a777-1843a89a34b2 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:10.068661 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:10.069508 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Checking segment: {'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:10.070947 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:10.071562 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Bound using segment: {'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:10.072545 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Bound port: 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:10.073782 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:10.199654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1090986859', 'description': 'tempest-description-130090962'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:10.209370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:10.219753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:10.240488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:10.251142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:10.259838 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] For port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:10.268342 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:10.270522 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] For port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:10.282811 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:10.295263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:10.301045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group_rule and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:10.307858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:10.316274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:10.360241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4c785-f6cb-49c2-8f7f-e147bfae86cd req-a4d09c9f-4e0d-497e-ac26-36a886ab3c63 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:10.368980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3be4c785-f6cb-49c2-8f7f-e147bfae86cd req-a4d09c9f-4e0d-497e-ac26-36a886ab3c63 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 950 time: 0.2199564 May 28 05:39:10.416924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7463b588-a55d-43be-8b05-f72fe52e355f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619f0f7-ba8e-4c4a-9c73-5356add76297'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:10.430009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:10.436201 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:10.487697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b357dfab-cd0b-48f6-bbb8-84bdbf96a9dc,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:10.510188 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Routers {'231e26fd-6dd1-4957-a660-e3b8241e0079'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:10.511548 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['231e26fd-6dd1-4957-a660-e3b8241e0079'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:10.521954 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3be4c785-f6cb-49c2-8f7f-e147bfae86cd req-60482b72-cdc1-429d-9c63-41ee8996b2b1 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492984 May 28 05:39:10.525215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:10.526421 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b75d86d5-4dfe-4c46-9797-53839a2326d0 req-1b3663fd-d490-48bb-b557-8c4de3aab421 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3385270 May 28 05:39:10.639966 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ed33-7250-49ec-8eb5-9526206f0b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:10.664461 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0126af65-a44e-4de3-a4ab-2fc2211f8f7a'] response: {'server_uuid': '7463b588-a55d-43be-8b05-f72fe52e355f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619f0f7-ba8e-4c4a-9c73-5356add76297', 'code': 200} May 28 05:39:10.715875 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f33f2ecc-ef4e-4ee0-9b6e-6d582f91feb3 req-d57c6581-a597-414c-83fe-da8f691448a4 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/b357dfab-cd0b-48f6-bbb8-84bdbf96a9dc HTTP/1.1" status: 200 len: 1812 time: 0.1144359 May 28 05:39:10.732003 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454e337-5bef-4b9a-ae29-5f10d38cb03f None None] Pushing event updated for resources: {'Port': ['ID=74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:10.751084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-9745761', 'description': 'tempest-description-800463351'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:10.766890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:10.780767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:10.793887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:10.804011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:10.845475 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:10.909121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:10.913557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Usage tracker for resource:security_group_rule and tenant:4ef96accdde94765bec251a2d04df81d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:10.922313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:10.935617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:11.000810 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] Set router 231e26fd-6dd1-4957-a660-e3b8241e0079 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:11.053878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39c3ba-bd55-4fdd-b60c-a881db6d7979 req-eb94e1e5-58ce-4746-9786-e691d654df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:11.073052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c39c3ba-bd55-4fdd-b60c-a881db6d7979 req-eb94e1e5-58ce-4746-9786-e691d654df74 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 1101 time: 0.2824895 May 28 05:39:11.074829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2828532-9605-4a4d-94f5-3d20c2e60ae1 req-666a4f45-e0e7-4b3d-a069-5d7092541ae6 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 210 time: 0.1146059 May 28 05:39:11.107499 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:11.121282 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:11.204841 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c39c3ba-bd55-4fdd-b60c-a881db6d7979 req-5d140376-22f7-4f21-be93-1d3cbb237a0c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241043 May 28 05:39:11.251888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52511e7-6c22-4eb4-9d41-14189df24414,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:11.271789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:11.293361 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1b2f4150-0ba1-4ad3-838a-cb359e2c55d3 req-ed4debc1-b907-4b5d-a2db-cdf537103f18 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5464008 May 28 05:39:11.496861 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:11.576011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:11.698222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-fab0f646-9ad8-49e7-85aa-9123728b8766 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:11.699741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-fab0f646-9ad8-49e7-85aa-9123728b8766 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.41 "GET /v2.0/networks?id=8faf5cda-23c9-472f-a777-1843a89a34b2 HTTP/1.1" status: 200 len: 828 time: 0.3210888 May 28 05:39:11.701308 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5914364-73a0-4e7a-8501-6b399f618725 req-ad32aab1-a3d3-4b2b-8101-9171d988700b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2658136 May 28 05:39:11.703201 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:39:05Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0', 'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'mac_address': 'fa:16:3e:fb:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:03Z', 'updated_at': '2022-05-28T05:39:10Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'subnets': [{'id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:11.710776 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359baaa-3c43-4556-be2c-503c77b37733 None None] The sync data for ids ['231e26fd-6dd1-4957-a660-e3b8241e0079'] in n-d-843679-5 is: [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:39:05Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0', 'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'mac_address': 'fa:16:3e:fb:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:03Z', 'updated_at': '2022-05-28T05:39:10Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'subnets': [{'id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:39:11.718547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Request body: {'port': {'device_id': '3e9213b9-113a-4661-a3db-35a56b029b84', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'admin_state_up': True, 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:11.737332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11945dd0-e007-427f-bf0b-27303d06e35c req-5246e180-6f5a-4aa6-9b56-a8e7789eb238 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:11.748036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11945dd0-e007-427f-bf0b-27303d06e35c req-5246e180-6f5a-4aa6-9b56-a8e7789eb238 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 948 time: 0.2384565 May 28 05:39:11.984674 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11945dd0-e007-427f-bf0b-27303d06e35c req-150e76d1-136d-4a50-9123-812833576d6a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336934 May 28 05:39:12.010140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5914364-73a0-4e7a-8501-6b399f618725 req-a6862da0-f753-4caf-9cb4-0a2a79a3fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:12.012183 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5914364-73a0-4e7a-8501-6b399f618725 req-a6862da0-f753-4caf-9cb4-0a2a79a3fca6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 1096 time: 0.2533455 May 28 05:39:12.075896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:12.083250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8bcec594-c832-4130-aa5c-c4180ca1faab req-8eb895a3-9cfe-4d4d-b150-620c3ea4617f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/f52511e7-6c22-4eb4-9d41-14189df24414 HTTP/1.1" status: 200 len: 1809 time: 0.0913215 May 28 05:39:12.087048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Usage tracker for resource:port and tenant:60831f4aa5cd4e5194f1bb789d178d77 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:12.091550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:12.106683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:12.128376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Made reservation on behalf of 60831f4aa5cd4e5194f1bb789d178d77 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:12.133399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:12.339698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:12.401762 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-cf991fec-cfb4-4f86-8367-2a743a845cfc req-522b69da-8d65-4432-88de-babc93ff4a29 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] show failed (client error): The resource could not be found. May 28 05:39:12.413660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf991fec-cfb4-4f86-8367-2a743a845cfc req-522b69da-8d65-4432-88de-babc93ff4a29 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/9e2ad98d-e3fe-49a9-91a8-421994b0a523 HTTP/1.1" status: 404 len: 352 time: 0.1032462 May 28 05:39:12.457784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:12.466185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:12.466910 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:12.476505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5914364-73a0-4e7a-8501-6b399f618725 req-bb177dbf-e511-4658-adf8-abf24929d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:12.478233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5914364-73a0-4e7a-8501-6b399f618725 req-bb177dbf-e511-4658-adf8-abf24929d6a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.4392099 May 28 05:39:12.625175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Allocated IP 172.20.0.8 (8faf5cda-23c9-472f-a777-1843a89a34b2/91bd79de-1516-41b3-8a49-9b42a6de38d3/3be47192-53e5-48cb-a10f-4da939bc60a2) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:12.695347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:12.695879 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:12.735354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479c9860-4c40-494a-90ee-b808632841f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:12.747660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:12.763027 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:12.763429 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5914364-73a0-4e7a-8501-6b399f618725 req-e4c4e3f0-e5e2-4765-b7a8-3d713b8572a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 HTTP/1.1" status: 200 len: 217 time: 0.2727475 May 28 05:39:12.903894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74f903af-430a-4481-a116-d00d9870f29a req-e57b23cd-520b-4f75-9c6b-3f7d1a9dffbc tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 210 time: 0.1940658 May 28 05:39:12.952891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2aeab-ff13-456a-ae87-ee0ffb3ed606 req-554d3484-a4fe-4e24-a841-48aa0c256b8c tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:12.961512 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87c2aeab-ff13-456a-ae87-ee0ffb3ed606 req-554d3484-a4fe-4e24-a841-48aa0c256b8c tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 950 time: 0.6689112 May 28 05:39:12.999046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5914364-73a0-4e7a-8501-6b399f618725 req-5a44c7f7-1c9c-49fe-851a-dee1cd8528b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:13.000430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5914364-73a0-4e7a-8501-6b399f618725 req-5a44c7f7-1c9c-49fe-851a-dee1cd8528b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.2204716 May 28 05:39:13.015726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:13.048251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:13.109439 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87c2aeab-ff13-456a-ae87-ee0ffb3ed606 req-10c142a1-923f-4199-b8fb-f9a471285134 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468022 May 28 05:39:13.174829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5914364-73a0-4e7a-8501-6b399f618725 req-21900b73-7f2f-4e55-ad84-4a828cd7b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:13.176875 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5914364-73a0-4e7a-8501-6b399f618725 req-21900b73-7f2f-4e55-ad84-4a828cd7b12d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284363 May 28 05:39:13.181217 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-beec9ed9-d021-4635-807c-29e42aed48b4 req-3693bfc4-e395-4ef4-afa6-b8d668f407a3 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] show failed (client error): The resource could not be found. May 28 05:39:13.185536 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:13.202768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-beec9ed9-d021-4635-807c-29e42aed48b4 req-3693bfc4-e395-4ef4-afa6-b8d668f407a3 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-group-rules/eabfe65b-e1b2-4882-b409-4fc4d1372bf2 HTTP/1.1" status: 404 len: 361 time: 0.0897524 May 28 05:39:13.215213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:13.230737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:13.237443 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:13.366094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:13.377330 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013dbe24-5759-409f-8dd9-560196184b85'] response: {'server_uuid': '479c9860-4c40-494a-90ee-b808632841f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8', 'code': 200} May 28 05:39:13.542466 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c3e3df9c-3a2b-40b1-8743-4dd2c4d0c107 req-e835651b-776f-49fd-85fc-dfae40e23ce9 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/f52511e7-6c22-4eb4-9d41-14189df24414 HTTP/1.1" status: 200 len: 1809 time: 0.1353443 May 28 05:39:13.586886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Transition to ACTIVE for port object 3be47192-53e5-48cb-a10f-4da939bc60a2 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:13.708879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:13.709295 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:13.711907 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5914364-73a0-4e7a-8501-6b399f618725 req-0c1402ca-5899-4629-b735-bf775c00163d service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267098 May 28 05:39:13.758885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b2ffe-fdd8-45b1-a7a6-3c126d9cf9ea req-7ee02ba6-0fda-4f3a-bf20-f666fbc8739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:13.766761 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-600b2ffe-fdd8-45b1-a7a6-3c126d9cf9ea req-7ee02ba6-0fda-4f3a-bf20-f666fbc8739a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 1100 time: 0.3734863 May 28 05:39:13.786757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:13.800889 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:13.808418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb377c-eca6-4eed-a4c5-8c4cd142d798 req-106aa18a-78b1-45a3-b124-b0aeba25d5ea tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:13.810022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-accb377c-eca6-4eed-a4c5-8c4cd142d798 req-106aa18a-78b1-45a3-b124-b0aeba25d5ea tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.3118434 May 28 05:39:13.899470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:13.914703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-600b2ffe-fdd8-45b1-a7a6-3c126d9cf9ea req-bb341d1f-a522-4bec-a607-909c8ee7abb0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409178 May 28 05:39:14.074033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:14.075133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48990) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:14.084560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Network 8faf5cda-23c9-472f-a777-1843a89a34b2 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:14.084985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c3e3df9c-3a2b-40b1-8743-4dd2c4d0c107 req-bb1393b2-d7cb-4e99-8c4b-dfabbec5a50d tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:14.089723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5914364-73a0-4e7a-8501-6b399f618725 req-a779713e-b667-4e24-9304-2450ab32de30 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595111 May 28 05:39:14.121466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:14.131553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:14.133814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c3e3df9c-3a2b-40b1-8743-4dd2c4d0c107 req-bb1393b2-d7cb-4e99-8c4b-dfabbec5a50d tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:14.189888 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:39:14.201327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Pushing event updated for resources: {'Port': ['ID=3be47192-53e5-48cb-a10f-4da939bc60a2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:14.225985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-accb377c-eca6-4eed-a4c5-8c4cd142d798 req-5c66c875-a574-4a64-ae47-1aadc396eeb9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134329 May 28 05:39:14.240481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c3e3df9c-3a2b-40b1-8743-4dd2c4d0c107 req-bb1393b2-d7cb-4e99-8c4b-dfabbec5a50d tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:14.269577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1393b2-d7cb-4e99-8c4b-dfabbec5a50d tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52511e7-6c22-4eb4-9d41-14189df24414,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:14.275731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:14.276694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:14.314761 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c3e3df9c-3a2b-40b1-8743-4dd2c4d0c107 req-bb1393b2-d7cb-4e99-8c4b-dfabbec5a50d tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:14.325141 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c3e3df9c-3a2b-40b1-8743-4dd2c4d0c107 req-bb1393b2-d7cb-4e99-8c4b-dfabbec5a50d tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "DELETE /v2.0/security-groups/f52511e7-6c22-4eb4-9d41-14189df24414 HTTP/1.1" status: 204 len: 173 time: 0.7704568 May 28 05:39:14.331720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e3dc2195-4c51-4d81-b4a8-39240dc76a34 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6183505 May 28 05:39:14.348647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Request body: {'port': {'device_id': '3e9213b9-113a-4661-a3db-35a56b029b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:14.568471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5228cc2d-495c-40ef-ba67-e7e5c8263611 None None] Provisioning for port 3be47192-53e5-48cb-a10f-4da939bc60a2 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:14.573977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5228cc2d-495c-40ef-ba67-e7e5c8263611 None None] Provisioning complete for port 3be47192-53e5-48cb-a10f-4da939bc60a2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:14.574639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5228cc2d-495c-40ef-ba67-e7e5c8263611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:14.633140 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77defee8-a5bf-4820-bcf7-90fdd4aea847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:14.648625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5228cc2d-495c-40ef-ba67-e7e5c8263611 None None] Port 3be47192-53e5-48cb-a10f-4da939bc60a2 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:39:14.681356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8460f-7794-46e1-a25f-48c9d2871995 req-c0129b01-67be-4c14-8011-5924e1171dc1 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:14.683719 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efc8460f-7794-46e1-a25f-48c9d2871995 req-c0129b01-67be-4c14-8011-5924e1171dc1 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 950 time: 0.0991590 May 28 05:39:14.748420 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efc8460f-7794-46e1-a25f-48c9d2871995 req-551d7a21-d610-4c15-ba1c-3451ef0ca927 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588763 May 28 05:39:14.808569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77defee8-a5bf-4820-bcf7-90fdd4aea847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:14.812995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77defee8-a5bf-4820-bcf7-90fdd4aea847 admin admin] Usage tracker for resource:security_group_rule and tenant:d91042691b144657b69fea32badebc46 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:14.817768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77defee8-a5bf-4820-bcf7-90fdd4aea847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:14.834163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77defee8-a5bf-4820-bcf7-90fdd4aea847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:14.910943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:14.931281 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77defee8-a5bf-4820-bcf7-90fdd4aea847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:14.953571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77defee8-a5bf-4820-bcf7-90fdd4aea847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:14.986463 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-71070eba-2424-4b1c-9623-bd6516d3c4df req-4fa260cd-27ae-4303-a08c-d94a235e1907 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/b357dfab-cd0b-48f6-bbb8-84bdbf96a9dc HTTP/1.1" status: 200 len: 1812 time: 0.1193321 May 28 05:39:14.986883 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.087262 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-71070eba-2424-4b1c-9623-bd6516d3c4df req-67af4746-a40c-48c3-af57-f4b7e4127a7f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.101047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:15.101416 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.148997 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-71070eba-2424-4b1c-9623-bd6516d3c4df req-67af4746-a40c-48c3-af57-f4b7e4127a7f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.245603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-71070eba-2424-4b1c-9623-bd6516d3c4df req-67af4746-a40c-48c3-af57-f4b7e4127a7f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.265943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af4746-a40c-48c3-af57-f4b7e4127a7f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b357dfab-cd0b-48f6-bbb8-84bdbf96a9dc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:15.285749 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-71070eba-2424-4b1c-9623-bd6516d3c4df req-67af4746-a40c-48c3-af57-f4b7e4127a7f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.286906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-71070eba-2424-4b1c-9623-bd6516d3c4df req-67af4746-a40c-48c3-af57-f4b7e4127a7f tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "DELETE /v2.0/security-groups/b357dfab-cd0b-48f6-bbb8-84bdbf96a9dc HTTP/1.1" status: 204 len: 173 time: 0.2996597 May 28 05:39:15.380743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:15.412953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-77defee8-a5bf-4820-bcf7-90fdd4aea847 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d91042691b144657b69fea32badebc46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3319490 May 28 05:39:15.415780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49040) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:15.420855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32bfa3-e737-4f51-9b27-c84a0f76e685 req-2f8eb33b-7193-45b0-819a-8ddcb543dc7b tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:15.421607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fe32bfa3-e737-4f51-9b27-c84a0f76e685 req-2f8eb33b-7193-45b0-819a-8ddcb543dc7b tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Synchronizing usage tracker for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:15.429440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77defee8-a5bf-4820-bcf7-90fdd4aea847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c82546-abc1-44cd-8edb-4c7874124c9c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:15.536132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fe32bfa3-e737-4f51-9b27-c84a0f76e685 req-2f8eb33b-7193-45b0-819a-8ddcb543dc7b tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Unset dirty status for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:15.537332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe32bfa3-e737-4f51-9b27-c84a0f76e685 req-2f8eb33b-7193-45b0-819a-8ddcb543dc7b tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 931 time: 1.0509882 May 28 05:39:15.579505 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca49299-2f99-4d90-b5c7-32629315a4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.600729 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe32bfa3-e737-4f51-9b27-c84a0f76e685 req-540aa3c6-649c-4180-957e-708e6d14dcc8 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/security-groups?id=7579779f-7be9-4e46-93cf-ee7efb3562c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540085 May 28 05:39:15.631759 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca49299-2f99-4d90-b5c7-32629315a4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.731628 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8a6a2688-600d-4b57-b801-0a078e804bfd req-c5d3ac86-a105-49cd-a58e-0c7de180d468 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/dfec1826-ca53-4e35-ac60-5e75f081a01f HTTP/1.1" status: 200 len: 1812 time: 0.0732582 May 28 05:39:15.733769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be47192-53e5-48cb-a10f-4da939bc60a2 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:15.745636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.798760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca49299-2f99-4d90-b5c7-32629315a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.817710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Transition to ACTIVE for port object 3be47192-53e5-48cb-a10f-4da939bc60a2 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:15.825590 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.831303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca49299-2f99-4d90-b5c7-32629315a4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c82546-abc1-44cd-8edb-4c7874124c9c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:15.847266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca49299-2f99-4d90-b5c7-32629315a4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.848394 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5ca49299-2f99-4d90-b5c7-32629315a4ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20c82546-abc1-44cd-8edb-4c7874124c9c HTTP/1.1" status: 204 len: 168 time: 0.4315786 May 28 05:39:15.858292 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8a6a2688-600d-4b57-b801-0a078e804bfd req-ba0e6588-d0e2-48bc-8a52-832410d2a916 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.901003 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8a6a2688-600d-4b57-b801-0a078e804bfd req-ba0e6588-d0e2-48bc-8a52-832410d2a916 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.920916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3be47192-53e5-48cb-a10f-4da939bc60a2,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:16.012777 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8a6a2688-600d-4b57-b801-0a078e804bfd req-ba0e6588-d0e2-48bc-8a52-832410d2a916 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:16.019556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64dfdb-78e0-4853-a5d0-6c2b5590c02e req-eddb75d9-5673-4bff-be96-73c4babed18e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:16.028334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e64dfdb-78e0-4853-a5d0-6c2b5590c02e req-eddb75d9-5673-4bff-be96-73c4babed18e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.2880957 May 28 05:39:16.038063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e6588-d0e2-48bc-8a52-832410d2a916 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfec1826-ca53-4e35-ac60-5e75f081a01f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:16.084699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8a6a2688-600d-4b57-b801-0a078e804bfd req-ba0e6588-d0e2-48bc-8a52-832410d2a916 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:16.085835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8a6a2688-600d-4b57-b801-0a078e804bfd req-ba0e6588-d0e2-48bc-8a52-832410d2a916 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "DELETE /v2.0/security-groups/dfec1826-ca53-4e35-ac60-5e75f081a01f HTTP/1.1" status: 204 len: 173 time: 0.3417022 May 28 05:39:16.210211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e64dfdb-78e0-4853-a5d0-6c2b5590c02e req-a48f881d-af68-4eaa-916e-7de04c53d31c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807041 May 28 05:39:16.290634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-de3ff1bd-aa94-4112-8083-beef6fec7273 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534129 May 28 05:39:16.315321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Attempting to bind port 3be47192-53e5-48cb-a10f-4da939bc60a2 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:16.315849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Attempting to bind port 3be47192-53e5-48cb-a10f-4da939bc60a2 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:16.316364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Attempting to bind port 3be47192-53e5-48cb-a10f-4da939bc60a2 on network 8faf5cda-23c9-472f-a777-1843a89a34b2 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:16.322020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Port 3be47192-53e5-48cb-a10f-4da939bc60a2 on network 8faf5cda-23c9-472f-a777-1843a89a34b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:39:16.323355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Attempting to bind port 3be47192-53e5-48cb-a10f-4da939bc60a2 on network 8faf5cda-23c9-472f-a777-1843a89a34b2 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:16.330580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:16.331461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Checking segment: {'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:16.332021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Bound using segment: {'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:16.332612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Bound port: 3be47192-53e5-48cb-a10f-4da939bc60a2, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4b3356-27f9-43ed-9790-ba37ab1d12cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:16.333122 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:16.462706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] For port 3be47192-53e5-48cb-a10f-4da939bc60a2, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:16.473050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] For port 3be47192-53e5-48cb-a10f-4da939bc60a2, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3be47192-53e5-48cb-a10f-4da939bc60a2,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:16.484490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:16.561072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-e535e7e3-e03a-4e05-95a7-1eae94b4a322 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:16.577419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:16.577978 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:16.579401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] 10.222.0.41 "PUT /v2.0/ports/3be47192-53e5-48cb-a10f-4da939bc60a2 HTTP/1.1" status: 200 len: 1091 time: 2.2377000 May 28 05:39:16.579855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9213b9-113a-4661-a3db-35a56b029b84', 'tag': '3be47192-53e5-48cb-a10f-4da939bc60a2'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:16.614474 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-e535e7e3-e03a-4e05-95a7-1eae94b4a322 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218553 May 28 05:39:16.657265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-175f5ce3-2508-478a-8b11-f5f4e6ca4809 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/quotas/3b4310358a4b492d8262d2b3ea8cc69f HTTP/1.1" status: 200 len: 375 time: 0.0397439 May 28 05:39:16.742440 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-c5fe1db8-96ee-4fa7-b7da-f3a4dc9b7770 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836642 May 28 05:39:16.764951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a53d0a-f1e3-4e9e-8d6a-f023d6218eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3be47192-53e5-48cb-a10f-4da939bc60a2,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:16.819745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-5fa4bba9-383f-476a-94da-7b6bd23db2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:16.822278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-5fa4bba9-383f-476a-94da-7b6bd23db2a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60831f4aa5cd4e5194f1bb789d178d77&device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 1094 time: 0.1669109 May 28 05:39:17.041932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-004ae448-02a6-437e-a2f8-399a8537abae req-21f4c6e1-7628-4e3b-811d-89081e6acc01 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/f770d00f-c4f0-481f-9649-eaed81fd5df7 HTTP/1.1" status: 200 len: 1810 time: 0.2144978 May 28 05:39:17.044917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-9bc2acd2-cc99-4ada-901c-47b4cbdd4d83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be47192-53e5-48cb-a10f-4da939bc60a2 HTTP/1.1" status: 200 len: 217 time: 0.1618953 May 28 05:39:17.298376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49112) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:17.302890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e132a0ac-0687-4fe4-a295-af5142dcfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:17.304540 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-e132a0ac-0687-4fe4-a295-af5142dcfbfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91bd79de-1516-41b3-8a49-9b42a6de38d3 HTTP/1.1" status: 200 len: 867 time: 0.2509727 May 28 05:39:17.389435 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-004ae448-02a6-437e-a2f8-399a8537abae req-50f0237d-5657-4799-bb0c-4abed64c4322 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:17.432279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-004ae448-02a6-437e-a2f8-399a8537abae req-50f0237d-5657-4799-bb0c-4abed64c4322 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:17.454247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-10e2148d-7881-4c06-b173-cdceb423e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:17.455934 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-10e2148d-7881-4c06-b173-cdceb423e806 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8faf5cda-23c9-472f-a777-1843a89a34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399744 May 28 05:39:17.580065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-591399034-network', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:17.594982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:17.609864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Usage tracker for resource:network and tenant:d6f3c7e8ac0d41e896a15bf9497afa23 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:17.623028 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cacd932-79bd-4800-967a-ed8c152ae494'] response: {'name': 'network-changed', 'server_uuid': '3e9213b9-113a-4661-a3db-35a56b029b84', 'tag': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'status': 'completed', 'code': 200} May 28 05:39:17.624656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:17.640371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-004ae448-02a6-437e-a2f8-399a8537abae req-50f0237d-5657-4799-bb0c-4abed64c4322 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:17.661297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0237d-5657-4799-bb0c-4abed64c4322 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f770d00f-c4f0-481f-9649-eaed81fd5df7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:17.690148 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-004ae448-02a6-437e-a2f8-399a8537abae req-50f0237d-5657-4799-bb0c-4abed64c4322 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:17.703471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:17.706392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-004ae448-02a6-437e-a2f8-399a8537abae req-50f0237d-5657-4799-bb0c-4abed64c4322 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "DELETE /v2.0/security-groups/f770d00f-c4f0-481f-9649-eaed81fd5df7 HTTP/1.1" status: 204 len: 173 time: 0.5342233 May 28 05:39:17.708893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-879e6522-110e-47a5-b1ab-b606db74ba91 service neutron] 10.222.0.41 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414916 May 28 05:39:17.743629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Made reservation on behalf of d6f3c7e8ac0d41e896a15bf9497afa23 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:17.746466 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:17.769247 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:17.796761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:17.818344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Usage tracker for resource:security_group_rule and tenant:d6f3c7e8ac0d41e896a15bf9497afa23 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:17.863463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:17.880519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:17.898209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-373ce0c3-3a76-435a-95df-52963378b83b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2592649 May 28 05:39:18.089152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f217593-ec90-41c1-9061-f4fa17999252 req-65395f5b-0e37-471a-8628-104b482da7f5 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:18.093032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-8f217593-ec90-41c1-9061-f4fa17999252 req-65395f5b-0e37-471a-8628-104b482da7f5 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Synchronizing usage tracker for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:18.157810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-8f217593-ec90-41c1-9061-f4fa17999252 req-65395f5b-0e37-471a-8628-104b482da7f5 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Unset dirty status for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:18.161861 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8f217593-ec90-41c1-9061-f4fa17999252 req-65395f5b-0e37-471a-8628-104b482da7f5 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 943 time: 0.3466494 May 28 05:39:18.203292 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35b23110-68e5-41f5-a5c1-c1d5305b3149 req-8b6ffc58-b505-4c61-8fd9-2c0e97e9606e service neutron] 10.222.0.41 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817076 May 28 05:39:18.228248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f0716-4d9a-49bf-81ed-06f4896a3728 req-e60fc877-e953-495d-b772-ece5b7067323 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:18.240905 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-306f0716-4d9a-49bf-81ed-06f4896a3728 req-e60fc877-e953-495d-b772-ece5b7067323 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 950 time: 0.2180109 May 28 05:39:18.317747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:18.333329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:18.349205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:39:18.373416 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:18.374802 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Added segment 586c4bb6-a423-4554-9ab0-1d2d704d2786 of type vlan for network f052cbff-bb22-4f3b-a360-8342fad88471 May 28 05:39:18.409331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:18.467832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-8f217593-ec90-41c1-9061-f4fa17999252 req-054bcb85-75c7-4957-9f1d-e31f3d9ec992 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Synchronizing usage tracker for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:18.475383 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:18.476434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:18.477074 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:18.506011 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-306f0716-4d9a-49bf-81ed-06f4896a3728 req-bd206045-43cc-4749-b09a-85503aeb2c2f tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602959 May 28 05:39:18.719053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-d30d7e4d-951a-413d-b0f9-3a455e19ab00 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:18.721439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-d30d7e4d-951a-413d-b0f9-3a455e19ab00 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.33 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 950 time: 0.3544841 May 28 05:39:18.775917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-53e8beb0-110d-4072-93c3-32a67916cbce tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102264 May 28 05:39:18.825336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1e0032-f0d2-4edd-a4c3-46aaf67441eb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:18.841022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-8f217593-ec90-41c1-9061-f4fa17999252 req-054bcb85-75c7-4957-9f1d-e31f3d9ec992 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Unset dirty status for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:18.854392 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8f217593-ec90-41c1-9061-f4fa17999252 req-054bcb85-75c7-4957-9f1d-e31f3d9ec992 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/security-groups?id=7579779f-7be9-4e46-93cf-ee7efb3562c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820590 May 28 05:39:18.922162 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6225429 May 28 05:39:18.923048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34f764-d0d1-48e9-9603-7844a1c0871a admin admin] Pushing event updated for resources: {'Network': ['ID=f052cbff-bb22-4f3b-a360-8342fad88471,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:18.928332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49152) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:18.937346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f052cbff-bb22-4f3b-a360-8342fad88471 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:39:18.945682 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-60406f85-3bd4-47c9-9887-bd24e59128d6 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793796 May 28 05:39:18.973209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Request body: {'subnet': {'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-591399034-subnet', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:19.027075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:19.031316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-e765eab5-db70-463b-b63d-78bdfe6f138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:19.032913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-e765eab5-db70-463b-b63d-78bdfe6f138b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60831f4aa5cd4e5194f1bb789d178d77&device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 1094 time: 0.6670284 May 28 05:39:19.094617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Deleting port d619f0f7-ba8e-4c4a-9c73-5356add76297 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:39:19.097292 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:19.226380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-851b08d9-b179-460a-b50f-c8402f7ef91e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9822884 May 28 05:39:19.227595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Usage tracker for resource:subnet and tenant:d6f3c7e8ac0d41e896a15bf9497afa23 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:19.232068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:19.238409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:19.250939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-69d44692-37f6-462e-9d1c-cf1527dcc1ef tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:19.253326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-69d44692-37f6-462e-9d1c-cf1527dcc1ef tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3003268 May 28 05:39:19.307194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Made reservation on behalf of d6f3c7e8ac0d41e896a15bf9497afa23 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:19.309631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:19.310445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Request body: {'port': {'device_id': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '3b4310358a4b492d8262d2b3ea8cc69f'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:19.515245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9754d3b-8653-446b-ad8c-956d0375e551 req-b23b4032-c211-4891-b717-0f519f6c017e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:19.532772 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9754d3b-8653-446b-ad8c-956d0375e551 req-b23b4032-c211-4891-b717-0f519f6c017e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.2777104 May 28 05:39:19.620639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:19.629595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Usage tracker for resource:port and tenant:3b4310358a4b492d8262d2b3ea8cc69f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:19.640244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:19.647370 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9754d3b-8653-446b-ad8c-956d0375e551 req-bd9f92d6-2df6-4b31-ba71-32a25b478011 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123254 May 28 05:39:19.649830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:19.665367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Made reservation on behalf of 3b4310358a4b492d8262d2b3ea8cc69f for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:19.670580 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:19.689208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-37e05d95-6046-450c-adb1-64f6eaff284d tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:19.696939 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-37e05d95-6046-450c-adb1-64f6eaff284d tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9197681 May 28 05:39:19.699209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:19.752656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:19.758300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-ad7d59b5-9e26-489e-be80-fb4a5482aa3f tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/quotas/3b4310358a4b492d8262d2b3ea8cc69f HTTP/1.1" status: 200 len: 375 time: 0.0602639 May 28 05:39:19.765143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Usage tracker for resource:security_group_rule and tenant:3b4310358a4b492d8262d2b3ea8cc69f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:19.771070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:19.784291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:19.802807 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9e25208-5e7f-4d4d-a595-01c79480caad req-dba00743-3379-43cb-ad16-66277909bb35 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "GET /v2.0/security-groups/bc445802-a817-4bb4-8ac1-97e4cb630f69 HTTP/1.1" status: 200 len: 1811 time: 0.0792229 May 28 05:39:19.862064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-2d24c4ea-155a-4020-a427-de4769893b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:19.863836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-2d24c4ea-155a-4020-a427-de4769893b0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8faf5cda-23c9-472f-a777-1843a89a34b2 HTTP/1.1" status: 200 len: 929 time: 0.7990220 May 28 05:39:19.878711 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-ffd74521-6643-422c-be57-c06db506a55c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193628 May 28 05:39:19.953703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a9e25208-5e7f-4d4d-a595-01c79480caad req-caf3eccb-336b-446f-8128-e228d3a916b3 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:19.996621 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:20.009292 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:20.025061 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a9e25208-5e7f-4d4d-a595-01c79480caad req-caf3eccb-336b-446f-8128-e228d3a916b3 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:20.160892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:20.239580 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a9e25208-5e7f-4d4d-a595-01c79480caad req-caf3eccb-336b-446f-8128-e228d3a916b3 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:20.273301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3eccb-336b-446f-8128-e228d3a916b3 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc445802-a817-4bb4-8ac1-97e4cb630f69,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:20.326100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Allocated IP 192.168.233.26 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/05b3a6ba-c90f-4509-928e-1ae784ee1ab0) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:20.331697 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a9e25208-5e7f-4d4d-a595-01c79480caad req-caf3eccb-336b-446f-8128-e228d3a916b3 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:20.346008 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9e25208-5e7f-4d4d-a595-01c79480caad req-caf3eccb-336b-446f-8128-e228d3a916b3 tempest-SecurityGroupRulesNegativeTestJSON-453836887 tempest-SecurityGroupRulesNegativeTestJSON-453836887-project] 10.222.0.39 "DELETE /v2.0/security-groups/bc445802-a817-4bb4-8ac1-97e4cb630f69 HTTP/1.1" status: 204 len: 173 time: 0.5230520 May 28 05:39:20.347960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49176) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:20.382993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3be47192-53e5-48cb-a10f-4da939bc60a2 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:39:20.412568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-984d39d1-b174-46d2-8dba-9130704a2ecc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be47192-53e5-48cb-a10f-4da939bc60a2 HTTP/1.1" status: 200 len: 217 time: 0.5269015 May 28 05:39:20.435335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] For port d619f0f7-ba8e-4c4a-9c73-5356add76297, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d619f0f7-ba8e-4c4a-9c73-5356add76297,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:20.438692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:20.606833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3be47192-53e5-48cb-a10f-4da939bc60a2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3be47192-53e5-48cb-a10f-4da939bc60a2,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:20.622919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'port_id': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'mac_address': 'fa:16:3e:38:99:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:39:20.694273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 3be47192-53e5-48cb-a10f-4da939bc60a2 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:20.694811 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:20.714126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be47192-53e5-48cb-a10f-4da939bc60a2 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:20.716322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f1d6b3-201c-4b06-9ed5-7d344b35c8a8 admin admin] Deleting subnet 8ee3f0f6-3783-429f-8047-07b7ef73fdbe {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:39:20.738955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3be47192-53e5-48cb-a10f-4da939bc60a2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3be47192-53e5-48cb-a10f-4da939bc60a2,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:20.747434 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:20.774459 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69f1d6b3-201c-4b06-9ed5-7d344b35c8a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:20.881738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=3be47192-53e5-48cb-a10f-4da939bc60a2,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:20.939938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-91c9858a-d7f9-4955-a3ec-628ca401b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:20.940181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-91c9858a-d7f9-4955-a3ec-628ca401b31a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 1097 time: 1.5301349 May 28 05:39:20.981045 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69f1d6b3-201c-4b06-9ed5-7d344b35c8a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:20.997580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d619f0f7-ba8e-4c4a-9c73-5356add76297 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:39:21.031776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Calling delete_port for d619f0f7-ba8e-4c4a-9c73-5356add76297 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:39:21.121363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f782144-6d17-4db4-b843-2e7c2248296c req-c7ee1281-540c-4d0d-8f8c-893acef3209f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:21.131012 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f782144-6d17-4db4-b843-2e7c2248296c req-c7ee1281-540c-4d0d-8f8c-893acef3209f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 943 time: 0.5868297 May 28 05:39:21.165558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['3be47192-53e5-48cb-a10f-4da939bc60a2'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:39:21.177274 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69f1d6b3-201c-4b06-9ed5-7d344b35c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:21.358304 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:21.362294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-6b664459-f1fb-4c92-90a7-771e4c4d7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:21.363860 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-6b664459-f1fb-4c92-90a7-771e4c4d7f01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91bd79de-1516-41b3-8a49-9b42a6de38d3 HTTP/1.1" status: 200 len: 867 time: 0.8772960 May 28 05:39:21.368925 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69f1d6b3-201c-4b06-9ed5-7d344b35c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:21.403383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d619f0f7-ba8e-4c4a-9c73-5356add76297 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:21.403383 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:21.497886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Transition to ACTIVE for port object 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:21.500183 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d619f0f7-ba8e-4c4a-9c73-5356add76297, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d619f0f7-ba8e-4c4a-9c73-5356add76297,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:21.507880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7463b588-a55d-43be-8b05-f72fe52e355f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd619f0f7-ba8e-4c4a-9c73-5356add76297'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:21.517587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1d6b3-201c-4b06-9ed5-7d344b35c8a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee3f0f6-3783-429f-8047-07b7ef73fdbe,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:21.520657 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:21.531830 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69f1d6b3-201c-4b06-9ed5-7d344b35c8a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:21.562848 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f782144-6d17-4db4-b843-2e7c2248296c req-24c87f4d-3da0-40a7-80b5-88980cf70397 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/security-groups?id=7579779f-7be9-4e46-93cf-ee7efb3562c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275811 May 28 05:39:21.571180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-69f1d6b3-201c-4b06-9ed5-7d344b35c8a8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8ee3f0f6-3783-429f-8047-07b7ef73fdbe HTTP/1.1" status: 204 len: 168 time: 1.2204025 May 28 05:39:21.573761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49196) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:21.616470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d619f0f7-ba8e-4c4a-9c73-5356add76297,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:21.642406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-5710efe5-22e1-4428-b0a1-eb2a29bb36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:21.644525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-5710efe5-22e1-4428-b0a1-eb2a29bb36fa service neutron] 10.222.0.33 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.6284316 May 28 05:39:21.649299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:39:21.649843 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:39:21.659003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28240-6bd4-4a74-bece-b17823373690 req-bc9d36a9-3b8b-491d-b4a0-f0e5d8e6d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:21.660903 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-bc9d36a9-3b8b-491d-b4a0-f0e5d8e6d828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 1100 time: 1.3280399 May 28 05:39:21.758876 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:21.784614 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-a907a980-7a97-4f86-8acb-48c472a32504 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc HTTP/1.1" status: 200 len: 217 time: 0.1300464 May 28 05:39:21.785710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:21.843712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b010aaf-3393-4180-8a0e-8c0950e26e41 req-854e6cf8-dcb4-4836-8a96-49d3d765d9fc tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:21.850791 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9b010aaf-3393-4180-8a0e-8c0950e26e41 req-854e6cf8-dcb4-4836-8a96-49d3d765d9fc tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 950 time: 1.2798238 May 28 05:39:22.039299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c2fc6da5-f9f1-4b2b-8154-3b5a767147ea req-f8d82c73-bdfe-4c8a-86b6-9d806cc067fe tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Synchronizing usage tracker for tenant:3b4310358a4b492d8262d2b3ea8cc69f on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:22.065373 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.074305 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-baa0a891-d8b8-4a18-b4ae-a472da9affb7 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551662 May 28 05:39:22.078434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a36020-7529-499f-97e8-dc852f277e89,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:22.102231 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-ef4123f1-1d8b-4f31-b569-d6d06ba0eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:22.103700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-ef4123f1-1d8b-4f31-b569-d6d06ba0eaf4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.2724664 May 28 05:39:22.106008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:22.115770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:22.146908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-35a9cabe-225e-4fc3-84ce-764ee78d93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:22.148487 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-35a9cabe-225e-4fc3-84ce-764ee78d93a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8faf5cda-23c9-472f-a777-1843a89a34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7602253 May 28 05:39:22.159537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9b010aaf-3393-4180-8a0e-8c0950e26e41 req-2fb16606-14fa-4904-9d76-5bd1967ba7b3 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056617 May 28 05:39:22.183935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Deleting port d619f0f7-ba8e-4c4a-9c73-5356add76297 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:39:22.184290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.205801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:22.300927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:22.316216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:22.316880 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.354558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Checking segment: {'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:22.355333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Network hostable DHCP agents. Network: f052cbff-bb22-4f3b-a360-8342fad88471, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:39:22.358095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c2fc6da5-f9f1-4b2b-8154-3b5a767147ea req-f8d82c73-bdfe-4c8a-86b6-9d806cc067fe tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Unset dirty status for tenant:3b4310358a4b492d8262d2b3ea8cc69f on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:22.375895 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2fc6da5-f9f1-4b2b-8154-3b5a767147ea req-f8d82c73-bdfe-4c8a-86b6-9d806cc067fe tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 210 time: 0.6241641 May 28 05:39:22.382144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3be47192-53e5-48cb-a10f-4da939bc60a2 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:22.533764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-82f2a307-2aec-455a-b46a-b035ac7dabe1 None None] Provisioning for port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:22.539032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-82f2a307-2aec-455a-b46a-b035ac7dabe1 None None] Provisioning complete for port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:22.539448 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-82f2a307-2aec-455a-b46a-b035ac7dabe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.564553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.573200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 3be47192-53e5-48cb-a10f-4da939bc60a2 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:22.606355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28240-6bd4-4a74-bece-b17823373690 req-aab8cb82-232f-495a-b40d-6067d1004790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:22.606727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbb3e75-8dd2-496f-86ee-fa2015766602']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:22.608081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-aab8cb82-232f-495a-b40d-6067d1004790 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.8695364 May 28 05:39:22.608895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 3be47192-53e5-48cb-a10f-4da939bc60a2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:22.609469 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.626840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f675c757-f6f6-42a2-b488-c86a6790ab59') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:22.627140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f675c757-f6f6-42a2-b488-c86a6790ab59') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:22.640985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.661542 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.669679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:39:22.670082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.699429 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cab5312-51aa-4da4-b869-d5b53db1fed6'] response: {'server_uuid': '7463b588-a55d-43be-8b05-f72fe52e355f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd619f0f7-ba8e-4c4a-9c73-5356add76297', 'code': 200} May 28 05:39:22.712580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Network f052cbff-bb22-4f3b-a360-8342fad88471 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:39:22.802475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-13e40d6b-546d-400b-b796-85a6528bfd5a tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4953699 May 28 05:39:22.803272 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.825499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-82f2a307-2aec-455a-b46a-b035ac7dabe1 None None] Port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:39:22.840601 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.847869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Request body: {'port': {'device_id': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:22.876684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbb3e75-8dd2-496f-86ee-fa2015766602,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:22.898738 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment f675c757-f6f6-42a2-b488-c86a6790ab59 resource provider aggregate not found May 28 05:39:22.922000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 3be47192-53e5-48cb-a10f-4da939bc60a2 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:22.922682 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:22.986265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f3845f69-8f7b-42ce-90fa-bc119e7adaba admin admin] 10.222.0.39 "DELETE /v2.0/networks/0bbb3e75-8dd2-496f-86ee-fa2015766602 HTTP/1.1" status: 204 len: 168 time: 1.4112246 May 28 05:39:22.989411 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment f675c757-f6f6-42a2-b488-c86a6790ab59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f675c757-f6f6-42a2-b488-c86a6790ab59 found for delete ", "request_id": "req-19db790c-c9ea-419d-b47a-933e391a7234"}]} May 28 05:39:23.005784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3be47192-53e5-48cb-a10f-4da939bc60a2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3be47192-53e5-48cb-a10f-4da939bc60a2,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:23.019547 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:23.047624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-f9049ca7-7cc7-4330-944d-b5e40f237a80 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:23.049068 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-f9049ca7-7cc7-4330-944d-b5e40f237a80 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9645891 May 28 05:39:23.092721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Request body: {'port': {'device_id': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '3b4310358a4b492d8262d2b3ea8cc69f'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:23.093851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] For port d619f0f7-ba8e-4c4a-9c73-5356add76297, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d619f0f7-ba8e-4c4a-9c73-5356add76297,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:23.094281 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:23.208873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=3be47192-53e5-48cb-a10f-4da939bc60a2,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:23.231867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49222) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:23.243135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8ea70-d09e-4880-88be-d88941c3b360 req-fdc41f79-8bc4-4bc1-b3e2-6140faf28b5c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:23.244758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69a8ea70-d09e-4880-88be-d88941c3b360 req-fdc41f79-8bc4-4bc1-b3e2-6140faf28b5c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.8682110 May 28 05:39:23.247935 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-21d51743-3b93-4ab9-9823-c3d86e2e92c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 HTTP/1.1" status: 200 len: 217 time: 0.6287978 May 28 05:39:23.287332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e45090-4fab-4354-84a9-1ac4c827536c req-3ee69d4c-c943-4fdb-998f-c65a803a9ad9 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:23.291694 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5e45090-4fab-4354-84a9-1ac4c827536c req-3ee69d4c-c943-4fdb-998f-c65a803a9ad9 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 944 time: 0.3888760 May 28 05:39:23.328295 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:23.348418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:23.380979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Calling delete_port for d619f0f7-ba8e-4c4a-9c73-5356add76297 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:39:23.421837 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5e45090-4fab-4354-84a9-1ac4c827536c req-8c1df7c9-893f-4fcb-b3a7-fb18ab7a93de tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/security-groups?id=7579779f-7be9-4e46-93cf-ee7efb3562c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230831 May 28 05:39:23.423277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:23.432559 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-042bb730-d552-49ee-b401-0f50ed05ee28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ef96accdde94765bec251a2d04df81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858022 May 28 05:39:23.451586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49228) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:23.508877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f052cbff-bb22-4f3b-a360-8342fad88471) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:23.517457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad3706-dba6-47b4-b979-bc4831d907a5 None None] Network f052cbff-bb22-4f3b-a360-8342fad88471 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:39:23.532566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Made reservation on behalf of 3b4310358a4b492d8262d2b3ea8cc69f for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:23.536052 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:23.616849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28240-6bd4-4a74-bece-b17823373690 req-c11271db-79c3-48ca-8e9e-c49565917cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:23.624765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-c11271db-79c3-48ca-8e9e-c49565917cce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2048621 May 28 05:39:23.667263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-2879670d-6d4b-45e2-ba4b-1e867c5384ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:23.672122 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-2879670d-6d4b-45e2-ba4b-1e867c5384ee service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4939809 May 28 05:39:23.697754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69a8ea70-d09e-4880-88be-d88941c3b360 req-118ee546-0b09-4b4c-ae61-990878434b4d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707009 May 28 05:39:23.735972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:23.736675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:23.885926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-f052cbff-bb22-4f3b-a360-8342fad88471', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:39:23.887549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.023387 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-598bb094-98c5-4f15-8bbf-908251b7fff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.079714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-efd426ce-5ead-4009-ac51-ba482d2b73f5 service neutron] 10.222.0.33 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457158 May 28 05:39:24.103250 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-598bb094-98c5-4f15-8bbf-908251b7fff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.114000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Allocated IP 172.20.0.2 (f052cbff-bb22-4f3b-a360-8342fad88471/a2a36020-7529-499f-97e8-dc852f277e89/42dc913a-56ad-4c18-8908-12c40592b41e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:24.147743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49242) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:24.148975 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c71ead40-2577-4998-bf07-984295cde4ad admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 5.1939173 May 28 05:39:24.179028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:24.185097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-835ff2ad-e2fd-483d-b9fa-f6fe225eb26d service neutron] 10.222.0.41 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0020142 May 28 05:39:24.212858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:24.410421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Usage tracker for resource:router and tenant:d6f3c7e8ac0d41e896a15bf9497afa23 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:24.418633 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-598bb094-98c5-4f15-8bbf-908251b7fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.430573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:24.466205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:24.477646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28240-6bd4-4a74-bece-b17823373690 req-16ac27d0-29de-4be6-a83f-e35b16ea8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:24.479498 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-16ac27d0-29de-4be6-a83f-e35b16ea8fd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8015161 May 28 05:39:24.487605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf71203-7984-4dae-ba51-885ac39d8201 req-9f8dd587-c108-48de-9612-50da814081dc tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:24.488569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6bf71203-7984-4dae-ba51-885ac39d8201 req-9f8dd587-c108-48de-9612-50da814081dc tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Synchronizing usage tracker for tenant:6b0975fca32d4a6a9de2d82053f92b0a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:24.522070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6e83ad70-037f-4970-bc59-105c93df8e04 req-cfb03536-b0c7-4bc5-858c-f847d49b71cc tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Synchronizing usage tracker for tenant:3b4310358a4b492d8262d2b3ea8cc69f on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:24.533751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bb094-98c5-4f15-8bbf-908251b7fff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a6356-f8f0-464a-aa99-f2967b727ab7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:24.561286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.562277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.578425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6e83ad70-037f-4970-bc59-105c93df8e04 req-cfb03536-b0c7-4bc5-858c-f847d49b71cc tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Unset dirty status for tenant:3b4310358a4b492d8262d2b3ea8cc69f on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:24.579609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e83ad70-037f-4970-bc59-105c93df8e04 req-cfb03536-b0c7-4bc5-858c-f847d49b71cc tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 210 time: 0.1193094 May 28 05:39:24.584843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-598bb094-98c5-4f15-8bbf-908251b7fff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.588324 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-598bb094-98c5-4f15-8bbf-908251b7fff8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/726a6356-f8f0-464a-aa99-f2967b727ab7 HTTP/1.1" status: 204 len: 168 time: 1.1345410 May 28 05:39:24.653653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.673634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:24.683612 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.732599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9213b9-113a-4661-a3db-35a56b029b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be47192-53e5-48cb-a10f-4da939bc60a2'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:24.808732 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.864209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6bf71203-7984-4dae-ba51-885ac39d8201 req-9f8dd587-c108-48de-9612-50da814081dc tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Unset dirty status for tenant:6b0975fca32d4a6a9de2d82053f92b0a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:24.865378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bf71203-7984-4dae-ba51-885ac39d8201 req-9f8dd587-c108-48de-9612-50da814081dc tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/ports?device_id=7463b588-a55d-43be-8b05-f72fe52e355f HTTP/1.1" status: 200 len: 948 time: 0.7821989 May 28 05:39:24.933724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Transition to ACTIVE for port object 42dc913a-56ad-4c18-8908-12c40592b41e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:24.941919 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bf71203-7984-4dae-ba51-885ac39d8201 req-03b751e7-965d-4485-88cc-f958d59a0e48 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ca7f558-fbc5-4324-9ada-b0f0982204cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648046 May 28 05:39:24.943896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8bbcf18-b8cf-4449-84b9-7a2c20d47db6 req-3dd0bfb7-33c4-47ac-a8c9-0b2635a26aa9 service neutron] 10.222.0.33 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906411 May 28 05:39:24.965251 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.970742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Transition to ACTIVE for port object 42dc913a-56ad-4c18-8908-12c40592b41e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:24.981379 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:25.170673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Transition to ACTIVE for port object 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:25.177891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2a3df28-0e7e-4c55-a1ad-5f54eb5ffb9d req-bc7458d4-6f93-432f-9af8-7e0e29d0096c service neutron] 10.222.0.41 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9543381 May 28 05:39:25.215082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Pushing event updated for resources: {'Port': ['ID=42dc913a-56ad-4c18-8908-12c40592b41e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:25.240746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Network f052cbff-bb22-4f3b-a360-8342fad88471 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:25.245386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:25.249593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:25.484426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Attempting to bind port 42dc913a-56ad-4c18-8908-12c40592b41e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:25.484945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Attempting to bind port 42dc913a-56ad-4c18-8908-12c40592b41e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:25.485410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Attempting to bind port 42dc913a-56ad-4c18-8908-12c40592b41e on network f052cbff-bb22-4f3b-a360-8342fad88471 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:25.498793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Pushing event deleted for resources: {'Port': ['ID=d619f0f7-ba8e-4c4a-9c73-5356add76297,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:25.500661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:25.512772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Checking segment: {'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:25.513572 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:25.514325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Bound using segment: {'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:25.515203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Bound port: 42dc913a-56ad-4c18-8908-12c40592b41e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:25.516176 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:25.746794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] For port 42dc913a-56ad-4c18-8908-12c40592b41e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:25.750163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] For port 42dc913a-56ad-4c18-8908-12c40592b41e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=42dc913a-56ad-4c18-8908-12c40592b41e,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:25.755907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] No DVR routers for this DVR port d619f0f7-ba8e-4c4a-9c73-5356add76297 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:39:25.761694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-39c692b1-8991-4b0e-b3ec-3c5917622357 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2162747 May 28 05:39:25.762857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:25.764026 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:25.764572 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e7d42c6f-2e62-440a-a046-021506e5d682 req-fe1cbfc6-0c94-40f8-bef1-fb3a6ef0fdc4 tempest-ServerDiagnosticsNegativeTest-763248858 tempest-ServerDiagnosticsNegativeTest-763248858-project] 10.222.0.33 "DELETE /v2.0/ports/d619f0f7-ba8e-4c4a-9c73-5356add76297 HTTP/1.1" status: 204 len: 173 time: 7.0341482 May 28 05:39:25.786503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:25.816736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7463b588-a55d-43be-8b05-f72fe52e355f', 'name': 'network-vif-deleted', 'tag': 'd619f0f7-ba8e-4c4a-9c73-5356add76297'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:25.918321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b168c6f-8068-4250-8a7d-f7455d7688c4 None None] Pushing event updated for resources: {'Port': ['ID=42dc913a-56ad-4c18-8908-12c40592b41e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:26.138856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Allocated IP 192.168.233.222 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/20f9504d-632f-496f-9eef-987fe8b79441) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:26.154476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadee06-b474-44de-8b07-29358fe65089 req-cc8fbf2a-3921-4b5b-8631-67c035040f2e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:26.156005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5dadee06-b474-44de-8b07-29358fe65089 req-cc8fbf2a-3921-4b5b-8631-67c035040f2e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.8456235 May 28 05:39:26.418065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-745129e6-ec9e-462c-9e8a-425bb5074374 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958815 May 28 05:39:26.459362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5dadee06-b474-44de-8b07-29358fe65089 req-29bdbc02-9c99-4667-8adc-3fd06b2e9824 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945983 May 28 05:39:26.551485 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:26.559033 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5818b6b-15aa-406d-aecf-7ec1a421888d'] response: {'server_uuid': '3e9213b9-113a-4661-a3db-35a56b029b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'code': 200} May 28 05:39:26.572886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Transition to ACTIVE for port object 20f9504d-632f-496f-9eef-987fe8b79441 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:26.848983 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:26.923976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:27.037070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 42dc913a-56ad-4c18-8908-12c40592b41e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:27.206831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:27.218089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:27.225330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 42dc913a-56ad-4c18-8908-12c40592b41e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:27.235033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a94f6-faca-457c-9df0-8b32452c4bff req-7ffdf6b9-d472-4645-9c85-e1aee0cf66c5 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:27.236642 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa8a94f6-faca-457c-9df0-8b32452c4bff req-7ffdf6b9-d472-4645-9c85-e1aee0cf66c5 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 936 time: 0.3439991 May 28 05:39:27.243895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:27.274557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906db88-e55c-418b-8fb7-788aa5e295bc req-d81cf6c8-8c09-4018-9041-c104ca15a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:27.281322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f906db88-e55c-418b-8fb7-788aa5e295bc req-d81cf6c8-8c09-4018-9041-c104ca15a0f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 1096 time: 0.4818866 May 28 05:39:27.360786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:27.448832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa8a94f6-faca-457c-9df0-8b32452c4bff req-52c5eccc-4199-4b09-aa95-df3965f04fc4 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754351 May 28 05:39:27.454918 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f906db88-e55c-418b-8fb7-788aa5e295bc req-c55af79b-8284-4e4a-97e2-ba86852f76e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7579779f-7be9-4e46-93cf-ee7efb3562c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419637 May 28 05:39:27.502485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Pushing event updated for resources: {'Port': ['ID=20f9504d-632f-496f-9eef-987fe8b79441,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:27.526834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd4232-3de4-4d53-85fb-c991f74c716e None None] Network f052cbff-bb22-4f3b-a360-8342fad88471 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:39:27.577316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Attempting to bind port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:27.577901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Attempting to bind port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:27.578005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Attempting to bind port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:27.615087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:39:27.615375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Attempting to bind port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:27.634983 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e426013-9466-4147-91ee-6881fee5139c'] response: {'server_uuid': '7463b588-a55d-43be-8b05-f72fe52e355f', 'name': 'network-vif-deleted', 'tag': 'd619f0f7-ba8e-4c4a-9c73-5356add76297', 'status': 'completed', 'code': 200} May 28 05:39:27.682960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:27.683870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:27.696288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08d3ae-4036-4ce2-8646-eca9772d57aa req-21a22659-202e-460f-b13d-3399e6ee8656 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:27.709698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd08d3ae-4036-4ce2-8646-eca9772d57aa req-21a22659-202e-460f-b13d-3399e6ee8656 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 945 time: 2.5321753 May 28 05:39:27.710136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-02ae57cc-79c2-4154-8c77-d87ef39abe5e None None] Provisioning for port 42dc913a-56ad-4c18-8908-12c40592b41e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:27.740609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:27.740929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-02ae57cc-79c2-4154-8c77-d87ef39abe5e None None] Provisioning complete for port 42dc913a-56ad-4c18-8908-12c40592b41e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:27.741064 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-02ae57cc-79c2-4154-8c77-d87ef39abe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:27.741251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:27.741730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:27.742277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Bound port: 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:27.742756 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:27.916042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:27.919909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:27.930741 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-03c3139b-2378-43d4-bc70-11add2d4726c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8476853 May 28 05:39:27.946114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd08d3ae-4036-4ce2-8646-eca9772d57aa req-bbc2aa24-fe36-47fb-8800-61745eb5348a tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/security-groups?id=7579779f-7be9-4e46-93cf-ee7efb3562c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350485 May 28 05:39:27.951322 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:28.188195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Request body: {'port': {'device_id': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:28.298482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:28.299097 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:28.324782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] 10.222.0.41 "PUT /v2.0/ports/05b3a6ba-c90f-4509-928e-1ae784ee1ab0 HTTP/1.1" status: 200 len: 1095 time: 5.4814112 May 28 05:39:28.454179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49320) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:28.457217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-02ae57cc-79c2-4154-8c77-d87ef39abe5e None None] Current status of the port 42dc913a-56ad-4c18-8908-12c40592b41e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:28.457692 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-02ae57cc-79c2-4154-8c77-d87ef39abe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:28.511594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:28.635373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-02ae57cc-79c2-4154-8c77-d87ef39abe5e None None] For port 42dc913a-56ad-4c18-8908-12c40592b41e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=42dc913a-56ad-4c18-8908-12c40592b41e,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:28.648937 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-02ae57cc-79c2-4154-8c77-d87ef39abe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:28.659760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49332) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:28.954944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae57cc-79c2-4154-8c77-d87ef39abe5e None None] Pushing event updated for resources: {'Port': ['ID=42dc913a-56ad-4c18-8908-12c40592b41e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:28.988035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010faf1b-06ea-4ad0-b658-6d22c1b542ca service neutron] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:29.002489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-84c4b5e0-6927-4894-9b7a-da5b4ccc2926 None None] Provisioning for port 20f9504d-632f-496f-9eef-987fe8b79441 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:29.011250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-84c4b5e0-6927-4894-9b7a-da5b4ccc2926 None None] Provisioning complete for port 20f9504d-632f-496f-9eef-987fe8b79441 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:29.012000 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-84c4b5e0-6927-4894-9b7a-da5b4ccc2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.014334 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cb71efd-8787-4f64-849d-0e4ea90aa0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.069475 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-98fb9b6f-52ea-4830-857d-6d7ecb176566 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b0975fca32d4a6a9de2d82053f92b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6131883 May 28 05:39:29.100233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.121679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e38c6d-6cbe-43ad-8971-47563ac58365 req-3b44ff94-d39d-495b-9ec0-4be02cc0a9d9 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:29.134057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2e38c6d-6cbe-43ad-8971-47563ac58365 req-3b44ff94-d39d-495b-9ec0-4be02cc0a9d9 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 936 time: 0.3886306 May 28 05:39:29.145686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49340) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:29.189184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-84c4b5e0-6927-4894-9b7a-da5b4ccc2926 None None] Port 20f9504d-632f-496f-9eef-987fe8b79441 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:39:29.202228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6cb71efd-8787-4f64-849d-0e4ea90aa0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:29.302989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6cb71efd-8787-4f64-849d-0e4ea90aa0cb admin admin] Usage tracker for resource:security_group_rule and tenant:612ef0f43d764fbfb90a7dae136b0ced is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:29.310532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6cb71efd-8787-4f64-849d-0e4ea90aa0cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:29.335212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6cb71efd-8787-4f64-849d-0e4ea90aa0cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:29.347378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2e38c6d-6cbe-43ad-8971-47563ac58365 req-6cd7930a-cba4-464c-8cc0-108b2be50b5b tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033126 May 28 05:39:29.348277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3af1ba-a350-47f7-befe-30c7a4e7393d req-f4e9b722-82d5-4623-b5ff-f5274665534c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:29.350233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1d3af1ba-a350-47f7-befe-30c7a4e7393d req-f4e9b722-82d5-4623-b5ff-f5274665534c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 1.2355902 May 28 05:39:29.382294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e645d9f7-b8be-495c-b9e5-54c3212acff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.418150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f5efade7-09fb-4941-906f-a91a198edb35 None None] Provisioning complete for port 42dc913a-56ad-4c18-8908-12c40592b41e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:29.421075 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5efade7-09fb-4941-906f-a91a198edb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.425143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e645d9f7-b8be-495c-b9e5-54c3212acff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.512839 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a716e25-7b3a-463a-9309-682d93da0a2e'] response: {'name': 'network-changed', 'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'status': 'completed', 'code': 200} May 28 05:39:29.552660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-69ac3aa6-7ce3-4c6b-80e3-1b5ad1ad9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:29.559582 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-69ac3aa6-7ce3-4c6b-80e3-1b5ad1ad9d78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&device_id=075dbf24-509d-4778-9bea-4eaccd386fa2 HTTP/1.1" status: 200 len: 1098 time: 1.0376830 May 28 05:39:29.559911 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1d3af1ba-a350-47f7-befe-30c7a4e7393d req-06eb9960-3a11-43ec-a83b-53d7ebbe4205 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083417 May 28 05:39:29.566317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e645d9f7-b8be-495c-b9e5-54c3212acff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.572765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cb71efd-8787-4f64-849d-0e4ea90aa0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.607019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645d9f7-b8be-495c-b9e5-54c3212acff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca7f558-fbc5-4324-9ada-b0f0982204cf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:29.622227 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f5efade7-09fb-4941-906f-a91a198edb35 None None] Current status of the port 42dc913a-56ad-4c18-8908-12c40592b41e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:29.623090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cb71efd-8787-4f64-849d-0e4ea90aa0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.673745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-838d4755-9f92-46fb-a6e9-542608d5f50d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0 HTTP/1.1" status: 200 len: 217 time: 0.1077447 May 28 05:39:29.718693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb71efd-8787-4f64-849d-0e4ea90aa0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320cdc3a-1181-4331-8a3f-6c05d7e9d82a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:29.721906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e645d9f7-b8be-495c-b9e5-54c3212acff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.723203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e645d9f7-b8be-495c-b9e5-54c3212acff0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ca7f558-fbc5-4324-9ada-b0f0982204cf HTTP/1.1" status: 204 len: 168 time: 0.5752702 May 28 05:39:29.725741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6cb71efd-8787-4f64-849d-0e4ea90aa0cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=612ef0f43d764fbfb90a7dae136b0ced&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0646806 May 28 05:39:29.731780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49360) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:29.835399 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.882914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.885469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dff49869-4b94-4948-b888-b6a0253d3220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.926845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aa237-2bce-4ede-b31f-fd03b53e456f req-22ef5c25-b9f6-42e2-981d-376bf6db2551 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:29.928536 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-141aa237-2bce-4ede-b31f-fd03b53e456f req-22ef5c25-b9f6-42e2-981d-376bf6db2551 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 945 time: 0.1856394 May 28 05:39:29.931088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dff49869-4b94-4948-b888-b6a0253d3220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:29.944475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-ddc327a7-0f22-4053-9bc9-69fdef0c4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:29.946422 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-ddc327a7-0f22-4053-9bc9-69fdef0c4f0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1715949 May 28 05:39:30.020576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-141aa237-2bce-4ede-b31f-fd03b53e456f req-3a8c1b49-0218-443b-a5bc-1e23de7d8ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/security-groups?id=7579779f-7be9-4e46-93cf-ee7efb3562c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660775 May 28 05:39:30.037447 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dff49869-4b94-4948-b888-b6a0253d3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.059805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff49869-4b94-4948-b888-b6a0253d3220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320cdc3a-1181-4331-8a3f-6c05d7e9d82a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:30.069535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dff49869-4b94-4948-b888-b6a0253d3220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.073092 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dff49869-4b94-4948-b888-b6a0253d3220 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/320cdc3a-1181-4331-8a3f-6c05d7e9d82a HTTP/1.1" status: 204 len: 168 time: 0.3382161 May 28 05:39:30.264748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49370) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:30.294355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-827d4b85-16f9-4d40-bee0-142486dbd591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.314348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-827d4b85-16f9-4d40-bee0-142486dbd591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:30.319701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-827d4b85-16f9-4d40-bee0-142486dbd591 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c3421a84be4d189d168df2d7f1fbf0 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:30.324256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-827d4b85-16f9-4d40-bee0-142486dbd591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:30.331986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-827d4b85-16f9-4d40-bee0-142486dbd591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:30.445943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Allocated IP 172.25.4.130 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/34ccc892-c34b-4b22-aad3-0058573c8ef1) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:30.449857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-c778c158-9086-436a-9a00-01ca1c449561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:30.451536 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-c778c158-9086-436a-9a00-01ca1c449561 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4879115 May 28 05:39:30.519793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f9504d-632f-496f-9eef-987fe8b79441 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:30.540441 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-827d4b85-16f9-4d40-bee0-142486dbd591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.565423 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-827d4b85-16f9-4d40-bee0-142486dbd591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.576729 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.602410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.621749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-65690a6f-1847-474d-b648-f018cc8216d8 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Synchronizing usage tracker for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:30.629087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-827d4b85-16f9-4d40-bee0-142486dbd591 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5c3421a84be4d189d168df2d7f1fbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594437 May 28 05:39:30.629087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d4b85-16f9-4d40-bee0-142486dbd591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1411bf7-830f-404b-b8c8-a7e20a0deb67,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:30.632550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49396) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:30.677195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f2749-309d-4d12-b493-a854e925e47b req-92e13505-5d0b-40a9-98f5-af565c6266b9 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:30.678693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a1f2749-309d-4d12-b493-a854e925e47b req-92e13505-5d0b-40a9-98f5-af565c6266b9 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 936 time: 0.1798792 May 28 05:39:30.749816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-628e5b55-4649-4165-baad-12309959424a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.753924 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a1f2749-309d-4d12-b493-a854e925e47b req-3502587d-6b5e-45ed-b989-60892d9a70cb tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635140 May 28 05:39:30.790912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-628e5b55-4649-4165-baad-12309959424a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.847390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Transition to ACTIVE for port object 20f9504d-632f-496f-9eef-987fe8b79441 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:30.868457 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.887068 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-628e5b55-4649-4165-baad-12309959424a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.905271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e5b55-4649-4165-baad-12309959424a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1411bf7-830f-404b-b8c8-a7e20a0deb67,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:30.921245 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-628e5b55-4649-4165-baad-12309959424a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:30.923035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-628e5b55-4649-4165-baad-12309959424a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1411bf7-830f-404b-b8c8-a7e20a0deb67 HTTP/1.1" status: 204 len: 168 time: 0.2895381 May 28 05:39:30.940832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-65690a6f-1847-474d-b648-f018cc8216d8 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Unset dirty status for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:30.942159 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-65690a6f-1847-474d-b648-f018cc8216d8 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 258 time: 0.8553236 May 28 05:39:30.968364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 42dc913a-56ad-4c18-8908-12c40592b41e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:31.043992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:31.089094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:31.104973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Usage tracker for resource:floatingip and tenant:60831f4aa5cd4e5194f1bb789d178d77 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:31.108994 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-61700272-f867-4c86-98f9-2557c70b8575 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437724 May 28 05:39:31.112397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 42dc913a-56ad-4c18-8908-12c40592b41e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:31.113090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:31.115889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:31.154679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Pushing event updated for resources: {'Port': ['ID=20f9504d-632f-496f-9eef-987fe8b79441,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:31.222655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:31.244839 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:31.319158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeae9f3-586a-4590-b807-b19fef66bec5 req-a7367c00-4108-4136-b757-6f4c2aa129f2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:31.321851 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8aeae9f3-586a-4590-b807-b19fef66bec5 req-a7367c00-4108-4136-b757-6f4c2aa129f2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.2659402 May 28 05:39:31.409093 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8aeae9f3-586a-4590-b807-b19fef66bec5 req-b862464f-bb72-4eb4-9469-698c685eeb59 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804863 May 28 05:39:31.430529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 42dc913a-56ad-4c18-8908-12c40592b41e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:31.472415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49434) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:31.482510 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:31.684559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-421107696-network', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:31.692442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Attempting to bind port 20f9504d-632f-496f-9eef-987fe8b79441 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:31.692777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Attempting to bind port 20f9504d-632f-496f-9eef-987fe8b79441 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:31.693107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Attempting to bind port 20f9504d-632f-496f-9eef-987fe8b79441 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:31.695050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:31.700633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Usage tracker for resource:network and tenant:ac4e54f147ae48d0a5db18d4a28d69d2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:31.704698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc9c8ba1-6536-4788-abd3-80501d698616 req-88343968-e897-4bf3-85a9-29f3d0edfcd5 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856514 May 28 05:39:31.706797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Port 20f9504d-632f-496f-9eef-987fe8b79441 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:39:31.707120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Attempting to bind port 20f9504d-632f-496f-9eef-987fe8b79441 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:31.708653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:31.718132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:31.719354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:31.719698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:31.720203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:31.720515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Bound port: 20f9504d-632f-496f-9eef-987fe8b79441, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:31.721321 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:31.741790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Made reservation on behalf of ac4e54f147ae48d0a5db18d4a28d69d2 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:31.744792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:31.746261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:31.763395 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:31.783747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2fc7b-2d45-44f0-8f41-8e5c89701aa9 req-01a23d04-be90-4e9d-a0c8-14b10c41f71b tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:31.785322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d2d2fc7b-2d45-44f0-8f41-8e5c89701aa9 req-01a23d04-be90-4e9d-a0c8-14b10c41f71b tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 949 time: 0.1689601 May 28 05:39:31.791310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:31.797587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Usage tracker for resource:security_group_rule and tenant:ac4e54f147ae48d0a5db18d4a28d69d2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:31.801574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:31.823195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:31.868078 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d2d2fc7b-2d45-44f0-8f41-8e5c89701aa9 req-6efdbf4e-d6b6-4469-b30b-cd9c586e3a87 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711684 May 28 05:39:31.936789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:31.948154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:31.953702 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:31.963319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:31.974906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Pushing event updated for resources: {'Port': ['ID=34ccc892-c34b-4b22-aad3-0058573c8ef1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:31.983104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:32.000386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:39:32.010568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb94605b-5875-4140-a931-3df25ed7af2c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:32.017535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.017940 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Added segment 77a33e61-656a-4be1-950c-2789fbfb758e of type vlan for network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 May 28 05:39:32.057386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] For port 20f9504d-632f-496f-9eef-987fe8b79441, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:32.079675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] For port 20f9504d-632f-496f-9eef-987fe8b79441, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=20f9504d-632f-496f-9eef-987fe8b79441,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:32.085188 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.090298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.116539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49468) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:32.172081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.173045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:32.173631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.248715 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.271117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77452b29-22e1-4a77-a82c-7a7999f0ff71 req-fda3740e-4bbf-4399-8408-38f5c9c9d1f7 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:32.272194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77452b29-22e1-4a77-a82c-7a7999f0ff71 req-fda3740e-4bbf-4399-8408-38f5c9c9d1f7 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 948 time: 0.2264986 May 28 05:39:32.287095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2074101627-network', 'tenant_id': 'be3873419f8f4ddf8911dd799ee79376'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:32.313682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:32.326340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] Pushing event updated for resources: {'Network': ['ID=bb4b1e40-ffda-435f-87fe-6a511d9ddd75,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:32.328941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5472344-ce42-4aca-8df4-d22d43db500e req-6c181f68-bf93-4450-bc70-8d2a68b4a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:32.329121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Usage tracker for resource:network and tenant:be3873419f8f4ddf8911dd799ee79376 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:32.331161 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5472344-ce42-4aca-8df4-d22d43db500e req-6c181f68-bf93-4450-bc70-8d2a68b4a952 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&device_id=075dbf24-509d-4778-9bea-4eaccd386fa2 HTTP/1.1" status: 200 len: 1098 time: 0.5489962 May 28 05:39:32.335593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:32.344471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ddf7822c-5fbd-487d-b1a7-9388acf655eb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8708618 May 28 05:39:32.346904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:32.350136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:39:32.350679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49474) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:32.370330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Request body: {'subnet': {'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-421107696-subnet', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:32.371344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:32.372164 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.373614 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] 10.222.0.41 "PUT /v2.0/ports/20f9504d-632f-496f-9eef-987fe8b79441 HTTP/1.1" status: 200 len: 1096 time: 4.4058130 May 28 05:39:32.374136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'tag': '20f9504d-632f-496f-9eef-987fe8b79441'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:32.375747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:32.379851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Usage tracker for resource:subnet and tenant:ac4e54f147ae48d0a5db18d4a28d69d2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:32.382817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:32.390244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:32.414800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Made reservation on behalf of be3873419f8f4ddf8911dd799ee79376 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:32.420604 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.442750 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.474876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77452b29-22e1-4a77-a82c-7a7999f0ff71 req-46944b91-5d14-4bfb-b165-7bc17114ed4b tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794610 May 28 05:39:32.486312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Made reservation on behalf of ac4e54f147ae48d0a5db18d4a28d69d2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:32.486312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.658194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:32.676924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:be3873419f8f4ddf8911dd799ee79376 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:32.685495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:32.697021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:32.699856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Allocated IP 172.25.4.3 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/859f9cb8-408e-419c-8896-4fe34ef28caa) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:32.732606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365893a4-73ed-4fc9-a1e4-99cc0832a570 service neutron] Pushing event updated for resources: {'Port': ['ID=20f9504d-632f-496f-9eef-987fe8b79441,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:32.935535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.946510 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6427ed4-2183-48dc-81bc-8334084862f6'] response: {'name': 'network-changed', 'server_uuid': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'tag': '20f9504d-632f-496f-9eef-987fe8b79441', 'status': 'completed', 'code': 200} May 28 05:39:32.950504 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:32.965671 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.026464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5af721c4-1618-425b-917d-65e98b1a7247 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:39:33.040925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:39:33.064991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3d1957-9af7-434e-af82-d46b1f77c733,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:33.078272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.078613 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Added segment 052842a9-eadd-4b27-a3fd-925bf3e77e02 of type vlan for network 6000ce7a-6953-4c54-96b5-11171e1a2a7d May 28 05:39:33.091282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5472344-ce42-4aca-8df4-d22d43db500e req-69831d81-b791-4eb2-8f15-4c2ba72c31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:33.092741 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5472344-ce42-4aca-8df4-d22d43db500e req-69831d81-b791-4eb2-8f15-4c2ba72c31d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.7065272 May 28 05:39:33.101547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=205c0e67-a1cd-4db2-ab3c-0b75e92a1da9,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:33.144120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Checking segment: {'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:33.144465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Network hostable DHCP agents. Network: bb4b1e40-ffda-435f-87fe-6a511d9ddd75, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:39:33.149608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.165646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebf63f-7ab0-4b30-9b64-fb522d7708c8 req-ad8f21d9-e731-4c4c-afcf-bfa344ea70a2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:33.168204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20ebf63f-7ab0-4b30-9b64-fb522d7708c8 req-ad8f21d9-e731-4c4c-afcf-bfa344ea70a2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.2854848 May 28 05:39:33.189886 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5472344-ce42-4aca-8df4-d22d43db500e req-d6cf469a-0b0d-454c-9d8c-0c414e4153e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0 HTTP/1.1" status: 200 len: 217 time: 0.0861442 May 28 05:39:33.192503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5af721c4-1618-425b-917d-65e98b1a7247 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:33.193034 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.222586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:33.232750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:33.235764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:39:33.237650 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.241171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-069016f7-9363-4d43-9a57-319b87334857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:33.242298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-069016f7-9363-4d43-9a57-319b87334857 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 1099 time: 0.7997708 May 28 05:39:33.245848 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.246612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:33.247261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.281687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20ebf63f-7ab0-4b30-9b64-fb522d7708c8 req-0856bfeb-a70b-489b-a335-f924bfdcb1bf tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046467 May 28 05:39:33.299028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, bb4b1e40-ffda-435f-87fe-6a511d9ddd75) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:33.303520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:33.304424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.317965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:33.320564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b83ad5-68b4-4391-9fa8-48fd5df4148e None None] Network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:39:33.401062 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.410098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2871680 May 28 05:39:33.410098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49498) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:33.410765 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-2b835b21-5fba-4638-8461-c5c3b594f798 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=20f9504d-632f-496f-9eef-987fe8b79441 HTTP/1.1" status: 200 len: 217 time: 0.1059494 May 28 05:39:33.420081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Request body: {'subnet': {'network_id': '6000ce7a-6953-4c54-96b5-11171e1a2a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2074101627-subnet', 'tenant_id': 'be3873419f8f4ddf8911dd799ee79376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:33.426182 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d521cf-4159-4143-b36d-c0cb4065609a'] response: {'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247', 'code': 200} May 28 05:39:33.426915 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7b4c9005-16e5-4de9-90dd-dd9e9f74cd9e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0749729 May 28 05:39:33.428831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970078f7-0913-4dc0-a234-8992f58ef7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6000ce7a-6953-4c54-96b5-11171e1a2a7d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:33.430204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49502) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:33.432565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:33.439118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Usage tracker for resource:subnet and tenant:be3873419f8f4ddf8911dd799ee79376 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:33.442284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:33.450488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:33.465182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Made reservation on behalf of be3873419f8f4ddf8911dd799ee79376 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:33.467694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.481184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:33.502599 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.568737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:39:33.569638 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.625988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:33.633270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 6000ce7a-6953-4c54-96b5-11171e1a2a7d details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:39:33.646169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Usage tracker for resource:router and tenant:ac4e54f147ae48d0a5db18d4a28d69d2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:33.651582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5472344-ce42-4aca-8df4-d22d43db500e req-aa33be91-83c5-4404-b8e3-a592a2839d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:33.653888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5472344-ce42-4aca-8df4-d22d43db500e req-aa33be91-83c5-4404-b8e3-a592a2839d29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.4006267 May 28 05:39:33.658454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:33.724422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:33.798086 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:33.804615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-bf79ae50-4e23-48ba-8f4e-fe8fcd657925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:33.812518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-bf79ae50-4e23-48ba-8f4e-fe8fcd657925 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3734915 May 28 05:39:33.920570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0086fd-0c8e-4eb0-a5b6-1f40886f1b9a,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:33.969158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Checking segment: {'id': '052842a9-eadd-4b27-a3fd-925bf3e77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6000ce7a-6953-4c54-96b5-11171e1a2a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:33.969519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Network hostable DHCP agents. Network: 6000ce7a-6953-4c54-96b5-11171e1a2a7d, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:39:33.974307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Allocated IP 172.20.0.2 (bb4b1e40-ffda-435f-87fe-6a511d9ddd75/205c0e67-a1cd-4db2-ab3c-0b75e92a1da9/13e9080f-bad4-4fb3-9e4e-1b6ea3615de6) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:34.005636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Network 6000ce7a-6953-4c54-96b5-11171e1a2a7d is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:39:34.031054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 6000ce7a-6953-4c54-96b5-11171e1a2a7d) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:34.036861 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:34.037453 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:34.050608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:34.052569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:34.085134 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:34.090540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e581aab4-11c6-4266-9a00-ef60832fc013 None None] Network 6000ce7a-6953-4c54-96b5-11171e1a2a7d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:39:34.124385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cbac7307-9e58-4b7c-8c6f-c957d9f9f626 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7138343 May 28 05:39:34.199683 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:34.326064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:34.406224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:34.430828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:34.460437 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:34.465112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:39:34.524857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da858a32-d36d-4a3b-8121-da56e08bc3c8 req-e2f65efd-1d9c-4d73-a5be-906b250b99e2 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:34.528911 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da858a32-d36d-4a3b-8121-da56e08bc3c8 req-e2f65efd-1d9c-4d73-a5be-906b250b99e2 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 948 time: 0.1011841 May 28 05:39:34.552265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Pushing event updated for resources: {'Port': ['ID=859f9cb8-408e-419c-8896-4fe34ef28caa,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:34.583741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da858a32-d36d-4a3b-8121-da56e08bc3c8 req-f295c9ed-d125-4309-98b7-7f457d6729c6 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480270 May 28 05:39:34.610861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Transition to ACTIVE for port object 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:34.613774 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53669a4e-44f7-4cb2-b390-8d9ba4142421 None None] Network 6000ce7a-6953-4c54-96b5-11171e1a2a7d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:39:34.800335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Transition to ACTIVE for port object 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:34.820768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:34.824383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ef1c-b4c2-45a9-ae9d-bc3572dab9fd req-a1b053f2-4fc5-4c72-a34b-bff23658a543 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:34.826287 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5129ef1c-b4c2-45a9-ae9d-bc3572dab9fd req-a1b053f2-4fc5-4c72-a34b-bff23658a543 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.1072197 May 28 05:39:34.844741 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:34.856264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5472344-ce42-4aca-8df4-d22d43db500e req-6807a3f6-775d-4d6c-8921-9ee666738300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:34.858363 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5472344-ce42-4aca-8df4-d22d43db500e req-6807a3f6-775d-4d6c-8921-9ee666738300 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1826496 May 28 05:39:34.892744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5129ef1c-b4c2-45a9-ae9d-bc3572dab9fd req-50d0e51f-f2c4-464f-a162-0bb8fec3ceeb tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502677 May 28 05:39:34.893211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49564) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:34.898587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1563461357-network', 'tenant_id': '9c1abeab88424519bb353bc29d975d72'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:34.903218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:34.907602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Usage tracker for resource:network and tenant:9c1abeab88424519bb353bc29d975d72 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:34.910604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:34.916433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:34.944447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Made reservation on behalf of 9c1abeab88424519bb353bc29d975d72 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:34.947791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:34.966600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:34.986160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:34.990300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Usage tracker for resource:security_group_rule and tenant:9c1abeab88424519bb353bc29d975d72 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:34.991097 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:34.993237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:35.000782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:35.009966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Pushing event updated for resources: {'Port': ['ID=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:35.046426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-efc4e9f1-c60e-44fd-9a1f-d2c6263dbd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:35.048237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-efc4e9f1-c60e-44fd-9a1f-d2c6263dbd56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2221856 May 28 05:39:35.050499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'mac_address': 'fa:16:3e:44:71:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:39:35.113504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:35.114362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.121531 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.126385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:35.133076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:35.138143 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.205179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:39:35.240104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289abc82-4b6a-445b-bde7-132ad1c5c0be,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:35.255268 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.255913 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Added segment c1c09280-2f71-40a3-ba41-b7f09042a26c of type vlan for network ae1becef-e37e-49ee-8b8d-a17632631bf3 May 28 05:39:35.303064 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.314484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Attempting to bind port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:35.314878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Attempting to bind port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:35.315286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Attempting to bind port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 on network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:35.327149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:35.327510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Checking segment: {'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:35.327876 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.329671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Bound using segment: {'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:35.329671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Bound port: 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:35.329923 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.341322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:35.341322 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.354998 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.356338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:35.356976 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.372027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:35.420583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5260985 May 28 05:39:35.438035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49588) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:35.442045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:35.449332 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.461935 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.466348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Request body: {'subnet': {'network_id': 'ae1becef-e37e-49ee-8b8d-a17632631bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1563461357-subnet', 'tenant_id': '9c1abeab88424519bb353bc29d975d72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:35.529427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab98abe-a466-4545-bb11-4ba497c43e3e admin admin] Pushing event updated for resources: {'Network': ['ID=ae1becef-e37e-49ee-8b8d-a17632631bf3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:35.543983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] For port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:35.546218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ae1becef-e37e-49ee-8b8d-a17632631bf3 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:39:35.570373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:35.599199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Usage tracker for resource:subnet and tenant:9c1abeab88424519bb353bc29d975d72 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:35.647760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:35.658181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] For port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:35.661161 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5472344-ce42-4aca-8df4-d22d43db500e req-085bad01-ee22-4281-92cd-0845913cf224 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161286 May 28 05:39:35.664797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:35.673088 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.679427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:35.736333 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-85d2c7b7-6e96-4e6a-9ed4-47b6356619ed service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724026 May 28 05:39:35.748903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['05b3a6ba-c90f-4509-928e-1ae784ee1ab0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:39:35.824996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df058a1e-c095-430f-857b-3f6b2db3b183 None None] Pushing event updated for resources: {'Port': ['ID=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:35.864218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Made reservation on behalf of 9c1abeab88424519bb353bc29d975d72 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:35.866623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:35.947520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:36.100610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20273203-a572-4de9-893d-beae2e44e07c req-745d0900-459e-49f5-b6b5-cb0f92ddc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:36.102089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20273203-a572-4de9-893d-beae2e44e07c req-745d0900-459e-49f5-b6b5-cb0f92ddc1a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 1096 time: 0.1306303 May 28 05:39:36.321996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20273203-a572-4de9-893d-beae2e44e07c req-589602f8-2796-4cd9-98e7-ac255442af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:36.323788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20273203-a572-4de9-893d-beae2e44e07c req-589602f8-2796-4cd9-98e7-ac255442af55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.2137003 May 28 05:39:36.361744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5472344-ce42-4aca-8df4-d22d43db500e req-fe508cd1-b961-4c51-a423-a5e128844a16 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849501 May 28 05:39:36.363625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f2f48ec-857a-4c5d-a273-25b6be869f77 req-e77dff5e-22de-4ade-a4dc-77f0ca6fb768 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584531 May 28 05:39:36.372615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Router 7fc5fc87-d978-4809-acf7-12461441f370 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:39:36.501649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0c4cf-13de-4908-95ee-5516d24133ee req-f710109d-7369-4e42-a9fc-a42a92440884 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:36.503701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-acc0c4cf-13de-4908-95ee-5516d24133ee req-f710109d-7369-4e42-a9fc-a42a92440884 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 948 time: 0.3497076 May 28 05:39:36.579613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20273203-a572-4de9-893d-beae2e44e07c req-e155d4de-4ea3-4c6c-9727-7e7fb0443453 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0433d2ef-3c78-4da3-b275-734e8304ad89 HTTP/1.1" status: 200 len: 1001 time: 0.2497694 May 28 05:39:36.588426 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-acc0c4cf-13de-4908-95ee-5516d24133ee req-9bd8c3cb-0e2b-4750-864c-1c3878526ab6 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753837 May 28 05:39:36.665099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20273203-a572-4de9-893d-beae2e44e07c req-e2ad1a4c-be1d-43f3-acd1-4d8a4dac5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:36.667347 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20273203-a572-4de9-893d-beae2e44e07c req-e2ad1a4c-be1d-43f3-acd1-4d8a4dac5388 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.0777485 May 28 05:39:36.818852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20273203-a572-4de9-893d-beae2e44e07c req-aebf976c-a12f-473d-9531-7eeab5bb5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:36.820454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20273203-a572-4de9-893d-beae2e44e07c req-aebf976c-a12f-473d-9531-7eeab5bb5c98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441381 May 28 05:39:36.857389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184998a-b792-4703-8538-a896a0a4bae3 req-21d2a16d-4dd1-44b7-9702-73b862656afb tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:36.858996 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a184998a-b792-4703-8538-a896a0a4bae3 req-21d2a16d-4dd1-44b7-9702-73b862656afb tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.1469760 May 28 05:39:36.912209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72de47cd-7243-4254-ae99-32946b7e4687 None None] Network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:39:36.967009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:39:36.984480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a184998a-b792-4703-8538-a896a0a4bae3 req-1cf69238-fc11-4dcc-8b68-bd9e626ba6a4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740817 May 28 05:39:36.991350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:37.016361 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20273203-a572-4de9-893d-beae2e44e07c req-125f05a6-fdbf-423c-918d-122bb74655e2 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884203 May 28 05:39:37.048417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.083997 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.138057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-244c82ea-b50f-4ebe-9712-94f200ac7623 None None] Provisioning for port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:37.147285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:37.153932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-244c82ea-b50f-4ebe-9712-94f200ac7623 None None] Provisioning complete for port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:37.154333 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-244c82ea-b50f-4ebe-9712-94f200ac7623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.169395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.195048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:37.195383 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.196773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:39:37.256759 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.257826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Sync routers for ids ['7fc5fc87-d978-4809-acf7-12461441f370'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:39:37.272751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20273203-a572-4de9-893d-beae2e44e07c req-ad3bad38-a2a4-44a9-b10f-aae8a49c8399 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500398 May 28 05:39:37.273336 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.294933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df35e9-70a0-46ee-9078-f46793aa77a8 req-eb1285ee-4b35-483f-bc2d-a19e54acb7fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:37.297328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14df35e9-70a0-46ee-9078-f46793aa77a8 req-eb1285ee-4b35-483f-bc2d-a19e54acb7fb tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.1625829 May 28 05:39:37.320478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-db332ff0-2d82-47da-8d5d-c9d008a73052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:37.322550 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-db332ff0-2d82-47da-8d5d-c9d008a73052 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 1099 time: 0.7832594 May 28 05:39:37.347255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Routers {'7fc5fc87-d978-4809-acf7-12461441f370'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:37.347954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:39:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7fc5fc87-d978-4809-acf7-12461441f370'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:37.353583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14df35e9-70a0-46ee-9078-f46793aa77a8 req-44d53d7d-dc1c-45c8-b816-1c40d0c3cd06 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493913 May 28 05:39:37.396899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Pushing event updated for resources: {'Port': ['ID=859f9cb8-408e-419c-8896-4fe34ef28caa,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:37.517126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.550590 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.551379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7a9dfc77-25bb-42bd-8572-98aab5dbe521 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.4036636 May 28 05:39:37.554147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49624) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:37.575030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca4c5c8-124d-4ceb-aff3-caeb19eeff28,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:37.603797 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.605023 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-4d55c73d-a3c5-4640-9235-eb1999b90c22 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 6.6404366 May 28 05:39:37.624140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Checking segment: {'id': 'c1c09280-2f71-40a3-ba41-b7f09042a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae1becef-e37e-49ee-8b8d-a17632631bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:37.624499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Network hostable DHCP agents. Network: ae1becef-e37e-49ee-8b8d-a17632631bf3, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:39:37.736462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:37.736841 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.763587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Set router 7fc5fc87-d978-4809-acf7-12461441f370 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:37.791378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-a5f251d7-c6b8-4668-a59a-810a186fba73 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Synchronizing usage tracker for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:floatingip {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:37.797202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Network ae1becef-e37e-49ee-8b8d-a17632631bf3 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:39:37.807467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-b459ec96-7282-4b04-9c16-8ed91cab592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:37.809125 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-b459ec96-7282-4b04-9c16-8ed91cab592f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.4234691 May 28 05:39:37.818060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ae1becef-e37e-49ee-8b8d-a17632631bf3) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:37.886390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:37.886390 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.886823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bc7df3-9c79-4a8c-aa8d-ccf13eb77b21 None None] Network ae1becef-e37e-49ee-8b8d-a17632631bf3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:39:37.892132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Allocated IP 172.25.4.244 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/c96ccf57-aec4-4e45-aed2-66463fb3e353) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:37.904497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-244c82ea-b50f-4ebe-9712-94f200ac7623 None None] Current status of the port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:37.904497 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-244c82ea-b50f-4ebe-9712-94f200ac7623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:37.926661 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-63bc92b4-0be0-49d1-81a1-0e8b52f2602a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=20f9504d-632f-496f-9eef-987fe8b79441 HTTP/1.1" status: 200 len: 217 time: 0.0994129 May 28 05:39:37.932153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-a5f251d7-c6b8-4668-a59a-810a186fba73 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Unset dirty status for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:floatingip {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:37.933265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-a5f251d7-c6b8-4668-a59a-810a186fba73 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 694 time: 0.3130169 May 28 05:39:37.981001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3340c-f14f-418c-bba4-973cc17ce1db req-3e7b83ea-886b-453c-8370-00f2eabf6039 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:37.982044 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45b3340c-f14f-418c-bba4-973cc17ce1db req-3e7b83ea-886b-453c-8370-00f2eabf6039 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 948 time: 0.2587957 May 28 05:39:38.011778 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4d608532-ddbb-453e-834a-bc3079599911 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5682938 May 28 05:39:38.053915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:38.056907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45b3340c-f14f-418c-bba4-973cc17ce1db req-9ba8064c-1116-4e3d-a92a-9e486259312c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607603 May 28 05:39:38.093176 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:38.395005 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-244c82ea-b50f-4ebe-9712-94f200ac7623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:39:38.395664 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-244c82ea-b50f-4ebe-9712-94f200ac7623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:39:38.422933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:38.449833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 20f9504d-632f-496f-9eef-987fe8b79441 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:39:38.452317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:38.489713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-842f3e5a-0287-4ee1-94ee-e73bbd7b4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:38.491188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-842f3e5a-0287-4ee1-94ee-e73bbd7b4ddd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.5561957 May 28 05:39:38.560805 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d895c723-01c7-4d07-a6e6-d56b796c2eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:38.630098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-f9fc1f55-6088-44f8-80d4-e73017aac3dc tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:38.631383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0762b9f-e87c-4fa9-b367-dfa88d4e565f req-f9fc1f55-6088-44f8-80d4-e73017aac3dc tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.6477413 May 28 05:39:38.642870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:38.668869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-6e3f5edb-c64b-4557-9527-9693288c1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:38.670369 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-6e3f5edb-c64b-4557-9527-9693288c1344 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610999 May 28 05:39:38.691033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a23c-9bac-41f2-bc07-8d4503e67fb4 req-44b9eda8-ec3b-492e-999d-cec0465d8129 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:38.692517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8708a23c-9bac-41f2-bc07-8d4503e67fb4 req-44b9eda8-ec3b-492e-999d-cec0465d8129 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.4482791 May 28 05:39:38.706933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba9f89-0454-4e96-8891-3e1f56f58072 None None] Network ae1becef-e37e-49ee-8b8d-a17632631bf3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:39:38.788128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8708a23c-9bac-41f2-bc07-8d4503e67fb4 req-3b8de618-1aeb-4197-90f2-6c1503f64050 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871370 May 28 05:39:38.789506 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:38.831746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:38.838337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:38.878335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:38.878525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:38.878722 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:38.892549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:38.903918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:38.996901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Pushing event updated for resources: {'Port': ['ID=c96ccf57-aec4-4e45-aed2-66463fb3e353,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:39.002671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-53248516-469a-493b-ac2c-a5eebb55f3e9 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239541 May 28 05:39:39.010390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:39.098710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5af721c4-1618-425b-917d-65e98b1a7247 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:39:39.187840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca4e91-e597-46fc-9a66-1d75b3a7e68e req-9ef16cd6-77ae-44da-be10-b7f0a42b2269 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:39.191677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aca4e91-e597-46fc-9a66-1d75b3a7e68e req-9ef16cd6-77ae-44da-be10-b7f0a42b2269 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.2040615 May 28 05:39:39.226069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Allocated IP 172.20.0.1 (f052cbff-bb22-4f3b-a360-8342fad88471/a2a36020-7529-499f-97e8-dc852f277e89/b4a62fa6-508e-43bf-8ea5-783c16b445af) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:39.257979 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aca4e91-e597-46fc-9a66-1d75b3a7e68e req-6b3a6148-d4ea-4fca-82f5-4e38f5eccba2 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606656 May 28 05:39:39.277937 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:32Z', 'revision_number': 3, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:39.299857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Checking router: 7fc5fc87-d978-4809-acf7-12461441f370 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:39:39.300209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Updating router 7fc5fc87-d978-4809-acf7-12461441f370 port 34ccc892-c34b-4b22-aad3-0058573c8ef1 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:39:39.361320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 20f9504d-632f-496f-9eef-987fe8b79441, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=20f9504d-632f-496f-9eef-987fe8b79441,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:39.405102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '20f9504d-632f-496f-9eef-987fe8b79441', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '20f9504d-632f-496f-9eef-987fe8b79441', 'mac_address': 'fa:16:3e:4f:e7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:39:39.436733 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:39.457641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Transition to ACTIVE for port object b4a62fa6-508e-43bf-8ea5-783c16b445af will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:39.482198 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:39.491974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:39.536810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-244c82ea-b50f-4ebe-9712-94f200ac7623 None None] Current status of the port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:39.572689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c27f5f88-9151-4bae-aac2-46fa13266c0b req-0d195812-ae04-4c65-b18c-b9e09ae37ffc service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046062 May 28 05:39:39.581487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-0f0adb64-52e8-4e62-ac1b-e79400a282f7 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:39.582614 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-0f0adb64-52e8-4e62-ac1b-e79400a282f7 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/networks?id=6000ce7a-6953-4c54-96b5-11171e1a2a7d HTTP/1.1" status: 200 len: 815 time: 0.5087478 May 28 05:39:39.618748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Network f052cbff-bb22-4f3b-a360-8342fad88471 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:39.623262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:39.628452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:39.634843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 20f9504d-632f-496f-9eef-987fe8b79441 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:39.635224 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:39.654262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Pushing event updated for resources: {'Port': ['ID=b4a62fa6-508e-43bf-8ea5-783c16b445af,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:39.676020 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-ced85e52-5b5d-429a-8b1c-e8e7c22abc09 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/quotas/be3873419f8f4ddf8911dd799ee79376 HTTP/1.1" status: 200 len: 375 time: 0.0293283 May 28 05:39:39.697749 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:39.740319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:39.776171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:39.800699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f9504d-632f-496f-9eef-987fe8b79441 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:39.814573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:39.815218 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:39.816174 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-dfbfd152-65b4-403e-a91a-e3d2e361c385 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=be3873419f8f4ddf8911dd799ee79376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1237943 May 28 05:39:39.871728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:39.872509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '5af721c4-1618-425b-917d-65e98b1a7247', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '5af721c4-1618-425b-917d-65e98b1a7247', 'mac_address': 'fa:16:3e:e4:dd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:39:39.878039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-dd263220-86a2-4156-a78c-5d333011ca12 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:39.890529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-dd263220-86a2-4156-a78c-5d333011ca12 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3939877 May 28 05:39:39.908248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:39.908563 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:39.924582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 20f9504d-632f-496f-9eef-987fe8b79441, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=20f9504d-632f-496f-9eef-987fe8b79441,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:39.968907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ae16f901-2436-4b00-a581-5c5aa58bc8ac None None] Provisioning complete for port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:39.969277 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ae16f901-2436-4b00-a581-5c5aa58bc8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:40.001721 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-919bfada-cd72-4fe3-ae82-d93662b35466 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 694 time: 0.1090355 May 28 05:39:40.011673 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:40.028957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-0f520dc6-70e0-4dc5-aab2-8cd5bdba9e2f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Request body: {'floatingip': {'port_id': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:40.117011 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-0f520dc6-70e0-4dc5-aab2-8cd5bdba9e2f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:40.175319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:40.222965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5af721c4-1618-425b-917d-65e98b1a7247 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:40.223449 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:40.240606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:40.267271 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:40.274596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af721c4-1618-425b-917d-65e98b1a7247 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:40.356583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=20f9504d-632f-496f-9eef-987fe8b79441,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:40.401946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['20f9504d-632f-496f-9eef-987fe8b79441'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:39:40.438519 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:40.438940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:40.442156 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-cd4b82fd-d482-479c-b374-79703d23ea1c service neutron] 10.222.0.39 "GET /v2.0/networks/6000ce7a-6953-4c54-96b5-11171e1a2a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140194 May 28 05:39:40.511878 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:40.561558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:40.582834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:40.594086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ae16f901-2436-4b00-a581-5c5aa58bc8ac None None] Current status of the port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:40.607052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:40.750311 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['5af721c4-1618-425b-917d-65e98b1a7247'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:39:40.750620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-37af84bf-5055-44ec-933c-d08161a0824f service neutron] 10.222.0.39 "GET /v2.0/networks/6000ce7a-6953-4c54-96b5-11171e1a2a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434123 May 28 05:39:40.794837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Router f4347878-d268-4ad0-8956-891a300b11b4 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:39:40.826878 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-05b9231d-36bc-4d0d-816c-92262ca846bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:40.869643 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:40.880533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-da875175-032c-4b09-8e1c-fd0f8b4a8544 None None] Provisioning for port b4a62fa6-508e-43bf-8ea5-783c16b445af completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:40.890551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:40.929461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-da875175-032c-4b09-8e1c-fd0f8b4a8544 None None] Provisioning complete for port b4a62fa6-508e-43bf-8ea5-783c16b445af triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:40.929947 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-da875175-032c-4b09-8e1c-fd0f8b4a8544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.033850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Transition to ACTIVE for port object 34ccc892-c34b-4b22-aad3-0058573c8ef1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:41.046072 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.058458 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.110985 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.221855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Attempting to bind port 34ccc892-c34b-4b22-aad3-0058573c8ef1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:41.222423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Attempting to bind port 34ccc892-c34b-4b22-aad3-0058573c8ef1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:41.222580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Attempting to bind port 34ccc892-c34b-4b22-aad3-0058573c8ef1 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:41.225596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-da875175-032c-4b09-8e1c-fd0f8b4a8544 None None] Port b4a62fa6-508e-43bf-8ea5-783c16b445af cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:39:41.234251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:39:41.250023 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Sync routers for ids ['f4347878-d268-4ad0-8956-891a300b11b4'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:39:41.255345 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-0f520dc6-70e0-4dc5-aab2-8cd5bdba9e2f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.256268 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.256811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:41.257367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:41.257773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.258201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:41.258686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Bound port: 34ccc892-c34b-4b22-aad3-0058573c8ef1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:41.259082 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.261530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Pushing event updated for resources: {'Port': ['ID=b4a62fa6-508e-43bf-8ea5-783c16b445af,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:41.268852 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-0f520dc6-70e0-4dc5-aab2-8cd5bdba9e2f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.271178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab45bf6-86c7-42a3-bdb8-7113ace2d804 req-88164387-a346-42cb-8ff8-1f1b09d50d8f tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:41.277614 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Routers {'f4347878-d268-4ad0-8956-891a300b11b4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:41.277614 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f4347878-d268-4ad0-8956-891a300b11b4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:41.279698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ab45bf6-86c7-42a3-bdb8-7113ace2d804 req-88164387-a346-42cb-8ff8-1f1b09d50d8f tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 949 time: 0.2318428 May 28 05:39:41.283344 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.284726 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fdb00359-f68d-4738-824f-302e7f357f6a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.8479867 May 28 05:39:41.320865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49682) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:41.331274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-9ab45bf6-86c7-42a3-bdb8-7113ace2d804 req-6b502b47-8ca0-409d-867b-50188b720fb9 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Synchronizing usage tracker for tenant:3b4310358a4b492d8262d2b3ea8cc69f on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:41.358408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-9ab45bf6-86c7-42a3-bdb8-7113ace2d804 req-6b502b47-8ca0-409d-867b-50188b720fb9 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Unset dirty status for tenant:3b4310358a4b492d8262d2b3ea8cc69f on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:41.373610 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ab45bf6-86c7-42a3-bdb8-7113ace2d804 req-6b502b47-8ca0-409d-867b-50188b720fb9 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906725 May 28 05:39:41.407008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a96fd-d760-43b4-a269-2de992fbbf0e None None] Pushing event updated for resources: {'Port': ['ID=34ccc892-c34b-4b22-aad3-0058573c8ef1,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:41.623699 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.628192 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Set router f4347878-d268-4ad0-8956-891a300b11b4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:41.630336 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.653226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02bd49-59f5-4dde-a51e-33c65d4807fb req-2a76e793-a63e-42aa-aa58-cd4d39bb545e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:41.654981 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b02bd49-59f5-4dde-a51e-33c65d4807fb req-2a76e793-a63e-42aa-aa58-cd4d39bb545e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.1408145 May 28 05:39:41.660980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] For port 34ccc892-c34b-4b22-aad3-0058573c8ef1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:41.666771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] For port 34ccc892-c34b-4b22-aad3-0058573c8ef1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=34ccc892-c34b-4b22-aad3-0058573c8ef1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:41.682744 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:41.779268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b02bd49-59f5-4dde-a51e-33c65d4807fb req-77088e41-74f3-40c8-bec9-7792c84d0730 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161859 May 28 05:39:41.794462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a96fd-d760-43b4-a269-2de992fbbf0e None None] Pushing event updated for resources: {'Port': ['ID=34ccc892-c34b-4b22-aad3-0058573c8ef1,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:41.804866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Routers {'7fc5fc87-d978-4809-acf7-12461441f370'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:41.805579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7fc5fc87-d978-4809-acf7-12461441f370'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:41.891406 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a8c496-722c-4554-af9d-1b60680f9036'] response: {'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'code': 200} May 28 05:39:42.080517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] Set router 7fc5fc87-d978-4809-acf7-12461441f370 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:42.101216 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:39Z', 'revision_number': 3, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:42.114620 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Checking router: f4347878-d268-4ad0-8956-891a300b11b4 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:39:42.114957 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Updating router f4347878-d268-4ad0-8956-891a300b11b4 port c96ccf57-aec4-4e45-aed2-66463fb3e353 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:39:42.191270 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:42.198139 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-0f520dc6-70e0-4dc5-aab2-8cd5bdba9e2f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Floating IP 3198a5c8-a28c-4842-a046-0b824c1ed8fb associated. External IP: 172.25.4.3, port: 3be47192-53e5-48cb-a10f-4da939bc60a2. May 28 05:39:42.233119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ea86a-9bc4-47ff-807e-aeb76cb8f372 req-4168d1c4-34b3-4cf1-a22f-56fb736f6cfc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:42.244551 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d2ea86a-9bc4-47ff-807e-aeb76cb8f372 req-4168d1c4-34b3-4cf1-a22f-56fb736f6cfc tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.1861265 May 28 05:39:42.274461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f24bfd-9cd1-47e8-9722-26283c4946df req-7ff83066-270c-49f8-8c3b-9cf4788e74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:42.277317 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8f24bfd-9cd1-47e8-9722-26283c4946df req-7ff83066-270c-49f8-8c3b-9cf4788e74d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=075dbf24-509d-4778-9bea-4eaccd386fa2 HTTP/1.1" status: 200 len: 1100 time: 0.2766759 May 28 05:39:42.301975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d2ea86a-9bc4-47ff-807e-aeb76cb8f372 req-4f1d2f82-061f-4ad8-8213-cc0e102e76d0 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559855 May 28 05:39:42.337018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8f24bfd-9cd1-47e8-9722-26283c4946df req-56e673b1-7daf-4e72-a542-2115bb237264 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389817 May 28 05:39:42.468102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Network f052cbff-bb22-4f3b-a360-8342fad88471 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:42.473154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 20f9504d-632f-496f-9eef-987fe8b79441 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:42.548498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 2, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:42.554919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d9dbd-63bc-4bea-8015-78ebf9a0ec06 None None] The sync data for ids ['7fc5fc87-d978-4809-acf7-12461441f370'] in n-d-843679-5 is: [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 2, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:39:42.566959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:42.572096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 20f9504d-632f-496f-9eef-987fe8b79441 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:42.580510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 20f9504d-632f-496f-9eef-987fe8b79441 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:42.581166 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:42.600562 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:42.638478 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Transition to ACTIVE for port object c96ccf57-aec4-4e45-aed2-66463fb3e353 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:42.655293 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:42.761908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 20f9504d-632f-496f-9eef-987fe8b79441 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:42.762820 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:42.800752 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed6a2b70-f30c-4717-a3fc-16104d340ecc req-140e3c88-fa59-4e94-96c1-02099eb900e1 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 210 time: 0.1801443 May 28 05:39:42.813728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 20f9504d-632f-496f-9eef-987fe8b79441, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=20f9504d-632f-496f-9eef-987fe8b79441,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:42.820201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:42.868266 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Attempting to bind port c96ccf57-aec4-4e45-aed2-66463fb3e353 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:42.868906 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Attempting to bind port c96ccf57-aec4-4e45-aed2-66463fb3e353 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:42.869269 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Attempting to bind port c96ccf57-aec4-4e45-aed2-66463fb3e353 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:42.871628 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb84798-6601-4e18-90b6-107c4614f792 None None] Pushing event updated for resources: {'Port': ['ID=c96ccf57-aec4-4e45-aed2-66463fb3e353,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:42.895802 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:42.896179 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:42.897216 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:42.908169 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:42.908169 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Bound port: c96ccf57-aec4-4e45-aed2-66463fb3e353, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:42.908169 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:43.033412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=20f9504d-632f-496f-9eef-987fe8b79441,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:43.073188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1e401aa6-7bd6-45cc-bbe8-013f7de0f0e0 None None] Provisioning complete for port b4a62fa6-508e-43bf-8ea5-783c16b445af triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:43.073704 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1e401aa6-7bd6-45cc-bbe8-013f7de0f0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:43.111874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5af721c4-1618-425b-917d-65e98b1a7247 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:43.142425 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] For port c96ccf57-aec4-4e45-aed2-66463fb3e353, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:43.150130 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] For port c96ccf57-aec4-4e45-aed2-66463fb3e353, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c96ccf57-aec4-4e45-aed2-66463fb3e353,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:43.162184 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:43.257926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dff3a-1ea7-4efb-8390-de9eb0cd7616 req-1bfed3a7-817c-486f-9c0a-e6f30798b30c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:43.270891 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa9dff3a-1ea7-4efb-8390-de9eb0cd7616 req-1bfed3a7-817c-486f-9c0a-e6f30798b30c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 950 time: 0.2004478 May 28 05:39:43.296876 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:43.305131 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb84798-6601-4e18-90b6-107c4614f792 None None] Pushing event updated for resources: {'Port': ['ID=c96ccf57-aec4-4e45-aed2-66463fb3e353,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:43.320983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1e401aa6-7bd6-45cc-bbe8-013f7de0f0e0 None None] Port b4a62fa6-508e-43bf-8ea5-783c16b445af cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:39:43.342492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 5af721c4-1618-425b-917d-65e98b1a7247 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:43.342492 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:43.350869 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa9dff3a-1ea7-4efb-8390-de9eb0cd7616 req-316a6708-13eb-4a37-8885-a54626588ce3 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790558 May 28 05:39:43.356965 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Routers {'f4347878-d268-4ad0-8956-891a300b11b4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:43.357606 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f4347878-d268-4ad0-8956-891a300b11b4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:43.469537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-39afa75e-bef1-4912-801a-bc5be057d436 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:43.470269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-39afa75e-bef1-4912-801a-bc5be057d436 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Synchronizing usage tracker for tenant:be3873419f8f4ddf8911dd799ee79376 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:43.509654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-0f520dc6-70e0-4dc5-aab2-8cd5bdba9e2f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Router 231e26fd-6dd1-4957-a660-e3b8241e0079 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:39:43.557665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5af721c4-1618-425b-917d-65e98b1a7247 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:43.559737 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:43.643373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-39afa75e-bef1-4912-801a-bc5be057d436 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Unset dirty status for tenant:be3873419f8f4ddf8911dd799ee79376 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:43.650129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-39afa75e-bef1-4912-801a-bc5be057d436 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.33 "GET /v2.0/networks?id=6000ce7a-6953-4c54-96b5-11171e1a2a7d HTTP/1.1" status: 200 len: 815 time: 0.9936805 May 28 05:39:43.669893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Request body: {'port': {'device_id': 'c1b449c4-cd7c-4661-b228-9329853bc9dd', 'network_id': '6000ce7a-6953-4c54-96b5-11171e1a2a7d', 'admin_state_up': True, 'tenant_id': 'be3873419f8f4ddf8911dd799ee79376'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:43.701177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:43.713120 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:43.722427 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] Set router f4347878-d268-4ad0-8956-891a300b11b4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:43.813388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91865d-3d4f-4614-ac69-a00a45904062 req-c93b43df-e926-4939-b0ad-94ee04628231 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:43.819091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6c91865d-3d4f-4614-ac69-a00a45904062 req-c93b43df-e926-4939-b0ad-94ee04628231 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.2663543 May 28 05:39:43.900801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f9504d-632f-496f-9eef-987fe8b79441'}, {'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:43.939928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=10']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:44.098791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Router 7fc5fc87-d978-4809-acf7-12461441f370 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:39:44.131096 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6c91865d-3d4f-4614-ac69-a00a45904062 req-cfc0a825-29a8-4fc3-a2c5-f818cae37896 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023407 May 28 05:39:44.300812 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:39Z', 'revision_number': 3, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:44.308852 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0df628-8f45-4b7a-90e2-42fc5bf149eb None None] The sync data for ids ['f4347878-d268-4ad0-8956-891a300b11b4'] in n-d-843679-5 is: [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:39Z', 'revision_number': 3, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:39:44.341164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:44.422463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedd0aa-4232-408d-bd89-f7d24121c11c req-276f9e4c-3b12-4ac4-be23-f86dcf87b161 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:44.429922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5dedd0aa-4232-408d-bd89-f7d24121c11c req-276f9e4c-3b12-4ac4-be23-f86dcf87b161 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.1532154 May 28 05:39:44.482639 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5dedd0aa-4232-408d-bd89-f7d24121c11c req-9de63818-ea5b-4cc9-b1eb-d56e2dc0b837 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518498 May 28 05:39:44.592435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-0f520dc6-70e0-4dc5-aab2-8cd5bdba9e2f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:39:44.606473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] Sync routers for ids ['231e26fd-6dd1-4957-a660-e3b8241e0079'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:39:44.635430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] Routers {'231e26fd-6dd1-4957-a660-e3b8241e0079'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:44.636522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['231e26fd-6dd1-4957-a660-e3b8241e0079'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:44.893720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:39:44.900336 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-0f520dc6-70e0-4dc5-aab2-8cd5bdba9e2f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:45.001211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6f5ecd7-15e8-46b9-ac09-f1dce5d7c711 req-53e1318c-ccd8-433a-a7d4-ef5d9d3c7761 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 210 time: 0.1659544 May 28 05:39:45.045240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:45.084620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f0494016-cb3e-48f7-aca7-bb161cc9d38c admin admin] 10.222.0.39 "PUT /v2.0/routers/7fc5fc87-d978-4809-acf7-12461441f370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5282142 May 28 05:39:45.086613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Usage tracker for resource:port and tenant:be3873419f8f4ddf8911dd799ee79376 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:45.129381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] Set router 231e26fd-6dd1-4957-a660-e3b8241e0079 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:45.179957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-0f520dc6-70e0-4dc5-aab2-8cd5bdba9e2f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "PUT /v2.0/floatingips/3198a5c8-a28c-4842-a046-0b824c1ed8fb HTTP/1.1" status: 200 len: 994 time: 5.1695609 May 28 05:39:45.201873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:45.204989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9213b9-113a-4661-a3db-35a56b029b84', 'tag': '3be47192-53e5-48cb-a10f-4da939bc60a2'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:45.405878 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e38285-4992-495a-a219-b4280e227f1b'] response: {'server_uuid': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f9504d-632f-496f-9eef-987fe8b79441', 'code': 200} May 28 05:39:45.406258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:45.406765 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e38285-4992-495a-a219-b4280e227f1b'] response: {'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247', 'code': 200} May 28 05:39:45.409129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 34ccc892-c34b-4b22-aad3-0058573c8ef1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:45.444150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92038088-ee39-4b0e-b52f-ee6f86f3715d req-1f76b14f-e9b7-40d7-bb70-95c5750a20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:45.445577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92038088-ee39-4b0e-b52f-ee6f86f3715d req-1f76b14f-e9b7-40d7-bb70-95c5750a20f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 1101 time: 0.1541739 May 28 05:39:45.530787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Made reservation on behalf of be3873419f8f4ddf8911dd799ee79376 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:39:45.534576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:45.588800 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92038088-ee39-4b0e-b52f-ee6f86f3715d req-3c89aa91-88a7-4ee7-bb29-a1ae4d03ae38 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336832 May 28 05:39:45.684391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7d27-24b4-4fe7-9641-5c0cbcb8cee6 req-aa371289-f6dc-425e-8d11-604b8a11654c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:45.697149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-afbd7d27-24b4-4fe7-9641-5c0cbcb8cee6 req-aa371289-f6dc-425e-8d11-604b8a11654c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 950 time: 0.1640856 May 28 05:39:45.701823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 34ccc892-c34b-4b22-aad3-0058573c8ef1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:45.784174 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-afbd7d27-24b4-4fe7-9641-5c0cbcb8cee6 req-d8cc808d-fd3e-4900-b0e4-97d8c7c5cdfc tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819755 May 28 05:39:45.834504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Allocated IP 172.20.0.1 (bb4b1e40-ffda-435f-87fe-6a511d9ddd75/205c0e67-a1cd-4db2-ab3c-0b75e92a1da9/c73ad8ef-b9b5-4946-af17-0807d0b677ba) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:45.853826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-90fe0931-b2fc-43d0-8997-5e48c4679648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:45.869784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-90fe0931-b2fc-43d0-8997-5e48c4679648 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60831f4aa5cd4e5194f1bb789d178d77&device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 1096 time: 0.6462717 May 28 05:39:45.878925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 34ccc892-c34b-4b22-aad3-0058573c8ef1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:45.879348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:46.103442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 34ccc892-c34b-4b22-aad3-0058573c8ef1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:46.106444 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:46.166717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:46.184211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Transition to ACTIVE for port object c73ad8ef-b9b5-4946-af17-0807d0b677ba will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:46.199666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 34ccc892-c34b-4b22-aad3-0058573c8ef1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=34ccc892-c34b-4b22-aad3-0058573c8ef1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:46.215879 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:46.235552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc5c19-c234-44a6-92da-7da266c9dc55 req-f0221bf4-8784-4481-b570-93fcbdf5a0c5 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:46.237497 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9cbc5c19-c234-44a6-92da-7da266c9dc55 req-f0221bf4-8784-4481-b570-93fcbdf5a0c5 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.2770605 May 28 05:39:46.324576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9cbc5c19-c234-44a6-92da-7da266c9dc55 req-c402a782-9858-4af9-973e-f788d463a8f1 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797706 May 28 05:39:46.356721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-d818ad66-11aa-4487-86a8-85a1971caee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:46.363378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-d818ad66-11aa-4487-86a8-85a1971caee1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8faf5cda-23c9-472f-a777-1843a89a34b2 HTTP/1.1" status: 200 len: 929 time: 0.4946666 May 28 05:39:46.371148 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Sync routers for ids ['7fc5fc87-d978-4809-acf7-12461441f370'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:39:46.396873 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Routers {'7fc5fc87-d978-4809-acf7-12461441f370'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:46.397926 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7fc5fc87-d978-4809-acf7-12461441f370'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:46.423152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Allocated IP 172.20.0.7 (6000ce7a-6953-4c54-96b5-11171e1a2a7d/5b0086fd-0c8e-4eb0-a5b6-1f40886f1b9a/89eaa5b1-b578-4e0f-abe3-999a80737295) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:46.465101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=34ccc892-c34b-4b22-aad3-0058573c8ef1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:46.494458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:39:05Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3198a5c8-a28c-4842-a046-0b824c1ed8fb', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'port_id': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'mac_address': 'fa:16:3e:38:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9213b9-113a-4661-a3db-35a56b029b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:39:35Z', 'updated_at': '2022-05-28T05:39:41Z', 'revision_number': 1, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0', 'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'mac_address': 'fa:16:3e:fb:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:03Z', 'updated_at': '2022-05-28T05:39:13Z', 'revision_number': 5, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'subnets': [{'id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:46.502259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] Checking router: 231e26fd-6dd1-4957-a660-e3b8241e0079 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:39:46.523993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] Routers {'231e26fd-6dd1-4957-a660-e3b8241e0079'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:46.524804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['231e26fd-6dd1-4957-a660-e3b8241e0079'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:46.627529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-ffa22a3c-4512-4612-b21b-d2d731b1eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:46.638705 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-ffa22a3c-4512-4612-b21b-d2d731b1eb45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60831f4aa5cd4e5194f1bb789d178d77&device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 1096 time: 0.2075212 May 28 05:39:46.801547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49758) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:46.820273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45750772', 'description': 'tempest-description--229331847'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:46.828392 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69948d5-1cd5-493e-bf51-ea954fa96aa2'] response: {'name': 'network-changed', 'server_uuid': '3e9213b9-113a-4661-a3db-35a56b029b84', 'tag': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'status': 'completed', 'code': 200} May 28 05:39:46.829203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] Set router 231e26fd-6dd1-4957-a660-e3b8241e0079 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:46.857744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:46.873474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Usage tracker for resource:security_group and tenant:d6f3c7e8ac0d41e896a15bf9497afa23 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:46.884870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:46.912489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:46.965442 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Set router 7fc5fc87-d978-4809-acf7-12461441f370 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:47.088538 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:47.193969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Pushing event updated for resources: {'Port': ['ID=c73ad8ef-b9b5-4946-af17-0807d0b677ba,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:47.244562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:47.254383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:47.273592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:47.313758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:47.321651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-9b27e8f0-532e-419a-94ce-9a261c24b8d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be47192-53e5-48cb-a10f-4da939bc60a2 HTTP/1.1" status: 200 len: 997 time: 0.9493630 May 28 05:39:47.345471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:47.361260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c96ccf57-aec4-4e45-aed2-66463fb3e353 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:47.394990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-dd27c300-9476-431e-ac18-82fa055086f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:47.403191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-dd27c300-9476-431e-ac18-82fa055086f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8faf5cda-23c9-472f-a777-1843a89a34b2 HTTP/1.1" status: 200 len: 929 time: 0.7574725 May 28 05:39:47.563570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port c96ccf57-aec4-4e45-aed2-66463fb3e353 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:47.603931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-b121a5c0-cd6f-4f96-9aa8-7966522aed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:47.605385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-b121a5c0-cd6f-4f96-9aa8-7966522aed5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=91bd79de-1516-41b3-8a49-9b42a6de38d3 HTTP/1.1" status: 200 len: 867 time: 0.2687638 May 28 05:39:47.643824 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 2, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:47.651993 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Checking router: 7fc5fc87-d978-4809-acf7-12461441f370 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:39:47.653106 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Updating router 7fc5fc87-d978-4809-acf7-12461441f370 port b4a62fa6-508e-43bf-8ea5-783c16b445af binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:39:47.669628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c96ccf57-aec4-4e45-aed2-66463fb3e353 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:47.670151 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:47.698319 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-300ae640-8ef7-4daa-86f0-b8e5a36e4207 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be47192-53e5-48cb-a10f-4da939bc60a2 HTTP/1.1" status: 200 len: 997 time: 0.2700350 May 28 05:39:47.701502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:47.720307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:47.732811 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:47.747375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1e77819e-4fb2-4e2a-a34c-f32dce32c0fa None None] Provisioning for port c73ad8ef-b9b5-4946-af17-0807d0b677ba completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:47.787421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1e77819e-4fb2-4e2a-a34c-f32dce32c0fa None None] Provisioning complete for port c73ad8ef-b9b5-4946-af17-0807d0b677ba triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:47.788271 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1e77819e-4fb2-4e2a-a34c-f32dce32c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:47.791437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Usage tracker for resource:security_group_rule and tenant:d6f3c7e8ac0d41e896a15bf9497afa23 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:47.811965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:47.861407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1e77819e-4fb2-4e2a-a34c-f32dce32c0fa None None] Port c73ad8ef-b9b5-4946-af17-0807d0b677ba cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:39:47.911844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:47.964386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-17344d45-fe74-48f8-8b19-94767b44ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:47.965487 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-17344d45-fe74-48f8-8b19-94767b44ad97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faf5cda-23c9-472f-a777-1843a89a34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3508518 May 28 05:39:47.966707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:47.973338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0537-5be5-48cd-be78-4b2b6ab55a6a req-057919e3-3b52-4816-8e2f-cb69857f1314 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:47.978538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-babd0537-5be5-48cd-be78-4b2b6ab55a6a req-057919e3-3b52-4816-8e2f-cb69857f1314 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.9722395 May 28 05:39:48.008508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c96ccf57-aec4-4e45-aed2-66463fb3e353 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:48.009580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.039897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port c96ccf57-aec4-4e45-aed2-66463fb3e353, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c96ccf57-aec4-4e45-aed2-66463fb3e353,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:48.052719 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.053734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 34ccc892-c34b-4b22-aad3-0058573c8ef1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:48.090241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-3c723793-6a36-405d-a66e-5468cd19e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:48.106729 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-3c723793-6a36-405d-a66e-5468cd19e931 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91bd79de-1516-41b3-8a49-9b42a6de38d3 HTTP/1.1" status: 200 len: 867 time: 0.3810275 May 28 05:39:48.170888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-babd0537-5be5-48cd-be78-4b2b6ab55a6a req-7698a951-c44a-4414-a8d4-afd747ca7e80 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1756911 May 28 05:39:48.209949 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-0028a987-fd02-4b30-a6c1-b475fced7452 service neutron] 10.222.0.39 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276554 May 28 05:39:48.211846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.234306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=c96ccf57-aec4-4e45-aed2-66463fb3e353,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:48.271635 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.273004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:39:05Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3198a5c8-a28c-4842-a046-0b824c1ed8fb', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'port_id': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'mac_address': 'fa:16:3e:38:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9213b9-113a-4661-a3db-35a56b029b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:39:35Z', 'updated_at': '2022-05-28T05:39:41Z', 'revision_number': 1, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0', 'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'mac_address': 'fa:16:3e:fb:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:03Z', 'updated_at': '2022-05-28T05:39:13Z', 'revision_number': 5, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'subnets': [{'id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:48.280177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e950d17-6b3c-4bbb-bb64-3acf117e869f None None] The sync data for ids ['231e26fd-6dd1-4957-a660-e3b8241e0079'] in n-d-843679-5 is: [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:39:05Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3198a5c8-a28c-4842-a046-0b824c1ed8fb', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'port_id': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'mac_address': 'fa:16:3e:38:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9213b9-113a-4661-a3db-35a56b029b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:39:35Z', 'updated_at': '2022-05-28T05:39:41Z', 'revision_number': 1, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0', 'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'mac_address': 'fa:16:3e:fb:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:03Z', 'updated_at': '2022-05-28T05:39:13Z', 'revision_number': 5, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'subnets': [{'id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:39:48.292028 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Transition to ACTIVE for port object b4a62fa6-508e-43bf-8ea5-783c16b445af will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:48.312580 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.341610 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 34ccc892-c34b-4b22-aad3-0058573c8ef1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:48.345897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.452800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.456592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-e02b03b6-d247-4932-b210-47623d73769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:48.458150 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-e02b03b6-d247-4932-b210-47623d73769c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8faf5cda-23c9-472f-a777-1843a89a34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3017857 May 28 05:39:48.461357 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.601834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939d41b3-9442-4608-a489-b347901f67df,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:48.636131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Pushing event updated for resources: {'Port': ['ID=89eaa5b1-b578-4e0f-abe3-999a80737295,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:48.639962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c026e6df-b7f7-449f-9d6c-a7024625fff4 req-01ec1a6d-9c26-4464-ab9e-2731726da5fc service neutron] 10.222.0.39 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053328 May 28 05:39:48.644122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.649422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.649982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.650313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.650636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.650995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.651278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.653082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.653082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.653082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.653427 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6233891-e21e-48fe-98cd-62feb0e13963 None None] Pushing event updated for resources: {'Port': ['ID=b4a62fa6-508e-43bf-8ea5-783c16b445af,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:48.653879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.653879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:48.714725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Network 6000ce7a-6953-4c54-96b5-11171e1a2a7d is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:48.776572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751745a9-ae4a-4af5-b711-14f3e18847d0 None None] New status for floating IP 3198a5c8-a28c-4842-a046-0b824c1ed8fb: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:39:48.794516 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Attempting to bind port b4a62fa6-508e-43bf-8ea5-783c16b445af on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:48.795330 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Attempting to bind port b4a62fa6-508e-43bf-8ea5-783c16b445af by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:48.795704 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Attempting to bind port b4a62fa6-508e-43bf-8ea5-783c16b445af on network f052cbff-bb22-4f3b-a360-8342fad88471 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:48.809270 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:48.809810 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Checking segment: {'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:48.810317 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.810834 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Bound using segment: {'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:48.811443 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Bound port: b4a62fa6-508e-43bf-8ea5-783c16b445af, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:48.811922 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.862330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:48.863557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-59e2b105-4a4c-4efa-a9d1-e74bfd2f1064 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.0579662 May 28 05:39:48.878683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49776) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:48.885059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 34ccc892-c34b-4b22-aad3-0058573c8ef1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:48.891153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Request body: {'security_group_rule': {'security_group_id': '939d41b3-9442-4608-a489-b347901f67df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:48.914074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:48.930972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Usage tracker for resource:security_group_rule and tenant:d6f3c7e8ac0d41e896a15bf9497afa23 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:48.934048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:48.941782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:49.005080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:49.031886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:49.037276 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:49.064220 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] For port b4a62fa6-508e-43bf-8ea5-783c16b445af, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:49.071453 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] For port b4a62fa6-508e-43bf-8ea5-783c16b445af, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4a62fa6-508e-43bf-8ea5-783c16b445af,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:49.076747 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:49.161543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c96ccf57-aec4-4e45-aed2-66463fb3e353 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:49.162900 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6233891-e21e-48fe-98cd-62feb0e13963 None None] Pushing event updated for resources: {'Port': ['ID=b4a62fa6-508e-43bf-8ea5-783c16b445af,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:49.179982 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Routers {'7fc5fc87-d978-4809-acf7-12461441f370'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:49.181525 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7fc5fc87-d978-4809-acf7-12461441f370'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:49.230579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:49.231371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:49.245985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:49.275188 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:49.356834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943de5c8-7367-4206-a963-8a00978538cd,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:49.377747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee0995-48b2-4d3f-83f5-453df645f418 req-b0df3333-f2d0-47f2-b348-4b9dc6d15caf tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:49.388031 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0ee0995-48b2-4d3f-83f5-453df645f418 req-b0df3333-f2d0-47f2-b348-4b9dc6d15caf tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 931 time: 0.8531299 May 28 05:39:49.408089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-cb768a36-4ff8-49c3-b6f8-7c3055b37c50 service neutron] 10.222.0.41 "GET /v2.0/ports/2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8/bindings/n-h2-843679-5 HTTP/1.1" status: 200 len: 382 time: 0.7639356 May 28 05:39:49.429426 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-8726d823-07cb-44db-ad25-67644a2cc134 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7646270 May 28 05:39:49.440039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c96ccf57-aec4-4e45-aed2-66463fb3e353 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:49.440421 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:49.462054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Request body: {'port': {'device_id': 'c1b449c4-cd7c-4661-b228-9329853bc9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:49.505303 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] Set router 7fc5fc87-d978-4809-acf7-12461441f370 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:49.524410 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0ee0995-48b2-4d3f-83f5-453df645f418 req-e46c0359-7079-4667-a38e-b73698707870 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e3d1957-9af7-434e-af82-d46b1f77c733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179261 May 28 05:39:49.559912 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-7433aa46-ec59-427b-a6f7-0a3486dfed3c service neutron] 10.222.0.41 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0908220 May 28 05:39:49.662979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae19d1-0330-4c6b-a61c-884e90da09aa req-1630cb99-e5d3-4ca2-af61-5ac9bbafee0c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:49.666127 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-08ae19d1-0330-4c6b-a61c-884e90da09aa req-1630cb99-e5d3-4ca2-af61-5ac9bbafee0c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 950 time: 0.6644745 May 28 05:39:49.673649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:49.803331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:49.808642 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-637c33ff-558b-4981-b494-a00d9c7823f3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9281249 May 28 05:39:49.840177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49784) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:49.878360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Request body: {'security_group_rule': {'security_group_id': '939d41b3-9442-4608-a489-b347901f67df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:49.897280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:49.910160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Usage tracker for resource:security_group_rule and tenant:d6f3c7e8ac0d41e896a15bf9497afa23 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:49.927024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:49.929033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c96ccf57-aec4-4e45-aed2-66463fb3e353 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:49.974942 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:49Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:49.981132 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8fb099-7128-462a-83ba-86bc2c43ed4d None None] The sync data for ids ['7fc5fc87-d978-4809-acf7-12461441f370'] in n-d-843679-5 is: [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:49Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:39:50.001263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:50.021929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-08ae19d1-0330-4c6b-a61c-884e90da09aa req-20d77f00-b73d-4928-b1d1-5faccbc307e0 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353457 May 28 05:39:50.047357 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:50.076877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:50.284282 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d618fedf-18fb-4e6a-a0dc-a8559f28b433 req-795edd76-4a87-4387-ab9c-b87afe1f9537 service neutron] 10.222.0.41 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123034 May 28 05:39:50.294024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:50.377937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6eefa-5ef3-40d8-b53b-5a002b29238d req-d0af8ac3-a346-4b24-ad72-fa8f7dca1421 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:50.398111 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ab6eefa-5ef3-40d8-b53b-5a002b29238d req-d0af8ac3-a346-4b24-ad72-fa8f7dca1421 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.4402401 May 28 05:39:50.487843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ab6eefa-5ef3-40d8-b53b-5a002b29238d req-b57054bb-cc31-4c67-a118-ba8fcb6d75cf tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887690 May 28 05:39:50.530153 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:50.536682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:39:50.542437 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:50.588454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0712d0d0-0a21-499b-bfc1-3089861f251f,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:50.620671 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:50.624998 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e84093bb-bd9b-42b1-927c-d8f55221ae91 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7764647 May 28 05:39:50.625802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49792) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:50.630796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:50.649401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:50.660582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Usage tracker for resource:floatingip and tenant:d6f3c7e8ac0d41e896a15bf9497afa23 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:50.663953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:50.680123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:50.702728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:50.844621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:50.845023 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:50.937348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479c9860-4c40-494a-90ee-b808632841f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:50.972552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:50.989054 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:51.113600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:51.126321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4a62fa6-508e-43bf-8ea5-783c16b445af up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:51.133074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2421a-322a-46e5-920b-c658b4af162f req-326b9543-feaf-495e-b405-a0d75b804bf3 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:51.144750 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83a2421a-322a-46e5-920b-c658b4af162f req-326b9543-feaf-495e-b405-a0d75b804bf3 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.2734220 May 28 05:39:51.201558 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:39:51.223490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:51.248237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Pushing event updated for resources: {'Port': ['ID=c73ad8ef-b9b5-4946-af17-0807d0b677ba,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:51.256768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port b4a62fa6-508e-43bf-8ea5-783c16b445af completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:51.267032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b4a62fa6-508e-43bf-8ea5-783c16b445af triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:51.267621 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:51.288546 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83a2421a-322a-46e5-920b-c658b4af162f req-5ff2160b-70ea-4f3d-800a-bcf8312c9e1e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1351213 May 28 05:39:51.289948 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:51.367061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89eaa5b1-b578-4e0f-abe3-999a80737295 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:51.377612 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:51.396002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Transition to ACTIVE for port object 89eaa5b1-b578-4e0f-abe3-999a80737295 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:51.441734 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:51.482794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b4a62fa6-508e-43bf-8ea5-783c16b445af is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:51.486319 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:51.556788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b4a62fa6-508e-43bf-8ea5-783c16b445af, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4a62fa6-508e-43bf-8ea5-783c16b445af,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:51.576037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:51.652349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Allocated IP 172.25.4.183 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/4c5104bb-d396-462c-afa0-6b8d748ea129) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:51.670138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b4a62fa6-508e-43bf-8ea5-783c16b445af,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:51.859421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-ee3b29f9-9cae-4a63-86cb-3a8d9553621a tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 258 time: 1.7598255 May 28 05:39:51.879950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:51.886656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:51.888869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e79a-5a69-4089-baef-d8ef2943948a req-e5e87b90-2d97-4a4c-8788-df451b0259c9 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:51.891365 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7622e79a-5a69-4089-baef-d8ef2943948a req-e5e87b90-2d97-4a4c-8788-df451b0259c9 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=075dbf24-509d-4778-9bea-4eaccd386fa2 HTTP/1.1" status: 200 len: 949 time: 0.2173083 May 28 05:39:51.893684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:51.906971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:51.919712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:51.941286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:51.970914 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:51.985867 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7622e79a-5a69-4089-baef-d8ef2943948a req-352d9408-29b5-49e5-80eb-314d24272333 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668383 May 28 05:39:52.019538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28240-6bd4-4a74-bece-b17823373690 req-ac6eda1c-1a61-49d4-882b-5d6f5c521874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:52.021032 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-ac6eda1c-1a61-49d4-882b-5d6f5c521874 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7&tenant_id=e10ad26e43184b2ab9c1f21342cf9b76 HTTP/1.1" status: 200 len: 1100 time: 2.1420262 May 28 05:39:52.026482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=89eaa5b1-b578-4e0f-abe3-999a80737295,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:52.031277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:52.161263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:52.162447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Pushing event updated for resources: {'Port': ['ID=4c5104bb-d396-462c-afa0-6b8d748ea129,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:52.169076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:52.174809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:52.288312 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:52.375261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-117df9a2-f814-4881-80a4-edbd4a02afe4 None None] Provisioning complete for port c73ad8ef-b9b5-4946-af17-0807d0b677ba triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:52.375867 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-117df9a2-f814-4881-80a4-edbd4a02afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:52.379263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Attempting to bind port 89eaa5b1-b578-4e0f-abe3-999a80737295 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:52.379724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Attempting to bind port 89eaa5b1-b578-4e0f-abe3-999a80737295 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '052842a9-eadd-4b27-a3fd-925bf3e77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6000ce7a-6953-4c54-96b5-11171e1a2a7d'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:52.380103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Attempting to bind port 89eaa5b1-b578-4e0f-abe3-999a80737295 on network 6000ce7a-6953-4c54-96b5-11171e1a2a7d {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:52.423098 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:52.435209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-117df9a2-f814-4881-80a4-edbd4a02afe4 None None] Port c73ad8ef-b9b5-4946-af17-0807d0b677ba cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:39:52.483803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1001f05-9576-4b18-b84e-230d4dcd2c2f req-a8a57b8b-2a38-4ab0-b489-2a1a57d77b6b tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:52.486005 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b1001f05-9576-4b18-b84e-230d4dcd2c2f req-a8a57b8b-2a38-4ab0-b489-2a1a57d77b6b tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 943 time: 0.1956813 May 28 05:39:52.504477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Port 89eaa5b1-b578-4e0f-abe3-999a80737295 on network 6000ce7a-6953-4c54-96b5-11171e1a2a7d not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:39:52.505192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Attempting to bind port 89eaa5b1-b578-4e0f-abe3-999a80737295 on network 6000ce7a-6953-4c54-96b5-11171e1a2a7d {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:52.544941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:52.545302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Checking segment: {'id': '052842a9-eadd-4b27-a3fd-925bf3e77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6000ce7a-6953-4c54-96b5-11171e1a2a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:52.545563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Bound using segment: {'id': '052842a9-eadd-4b27-a3fd-925bf3e77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6000ce7a-6953-4c54-96b5-11171e1a2a7d'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:52.546086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Bound port: 89eaa5b1-b578-4e0f-abe3-999a80737295, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052842a9-eadd-4b27-a3fd-925bf3e77e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6000ce7a-6953-4c54-96b5-11171e1a2a7d'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:52.546429 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:52.624057 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b1001f05-9576-4b18-b84e-230d4dcd2c2f req-6e0adc7e-08bb-4009-b929-655be0e47014 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e3d1957-9af7-434e-af82-d46b1f77c733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294761 May 28 05:39:52.695441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Router f4347878-d268-4ad0-8956-891a300b11b4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:39:52.722501 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b919af3-0901-4da3-bd5b-2d2fd8a24f38'] response: {'server_uuid': '479c9860-4c40-494a-90ee-b808632841f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8', 'code': 200} May 28 05:39:52.740445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28240-6bd4-4a74-bece-b17823373690 req-91fbe154-b209-42b9-a26d-6b07fe0002dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:52.741937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-91fbe154-b209-42b9-a26d-6b07fe0002dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 1098 time: 0.6596699 May 28 05:39:52.777881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] For port 89eaa5b1-b578-4e0f-abe3-999a80737295, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:52.828927 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:52.834590 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:53.053349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4a62fa6-508e-43bf-8ea5-783c16b445af up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:53.060929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Pushing event updated for resources: {'Port': ['ID=4c5104bb-d396-462c-afa0-6b8d748ea129,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:53.086213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd3d9-8fc6-4427-8b64-73663e977048 req-aebc126b-7dd2-4ffb-b7e5-6bf8aaff9783 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:53.087791 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70dfd3d9-8fc6-4427-8b64-73663e977048 req-aebc126b-7dd2-4ffb-b7e5-6bf8aaff9783 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 947 time: 0.2185903 May 28 05:39:53.088589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:53.122654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] For port 89eaa5b1-b578-4e0f-abe3-999a80737295, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=89eaa5b1-b578-4e0f-abe3-999a80737295,segment=NetworkSegment(052842a9-eadd-4b27-a3fd-925bf3e77e02),segment_id=052842a9-eadd-4b27-a3fd-925bf3e77e02)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:53.150827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70dfd3d9-8fc6-4427-8b64-73663e977048 req-f38a09d3-e973-4d03-904e-ce09c8c1926f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557823 May 28 05:39:53.161764 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:53.176025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:53.177239 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4d53da85-34e0-41fc-8021-55c6fbb17108 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5504999 May 28 05:39:53.219707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b4a62fa6-508e-43bf-8ea5-783c16b445af triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:53.220075 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:53.387839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:53.389108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:53.390878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] 10.222.0.33 "PUT /v2.0/ports/89eaa5b1-b578-4e0f-abe3-999a80737295 HTTP/1.1" status: 200 len: 1091 time: 3.9331357 May 28 05:39:53.391529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b449c4-cd7c-4661-b228-9329853bc9dd', 'tag': '89eaa5b1-b578-4e0f-abe3-999a80737295'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:39:53.478313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b4a62fa6-508e-43bf-8ea5-783c16b445af is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:53.518682 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:53.533062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28240-6bd4-4a74-bece-b17823373690 req-a62c8c68-f0ee-4ab1-9b42-7866cf9c64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:53.534509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-a62c8c68-f0ee-4ab1-9b42-7866cf9c64fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.7818894 May 28 05:39:53.582469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a63187-3f70-4e52-9e25-0314eacbb1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=89eaa5b1-b578-4e0f-abe3-999a80737295,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:53.671871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:39:53.674233 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-57b73dd4-f695-44cd-9058-b805dad4cada service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 HTTP/1.1" status: 200 len: 217 time: 0.0878198 May 28 05:39:53.683100 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Sync routers for ids ['f4347878-d268-4ad0-8956-891a300b11b4'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:39:53.699501 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Routers {'f4347878-d268-4ad0-8956-891a300b11b4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:53.700118 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f4347878-d268-4ad0-8956-891a300b11b4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:53.754445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-96ece44a-23c4-4c27-8d01-1b4854232af7 admin admin] 10.222.0.39 "PUT /v2.0/routers/f4347878-d268-4ad0-8956-891a300b11b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4271982 May 28 05:39:53.820091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28240-6bd4-4a74-bece-b17823373690 req-019f9cd5-e70a-4e61-b87a-997ef4d3c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:53.822184 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-019f9cd5-e70a-4e61-b87a-997ef4d3c8d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1256793 May 28 05:39:53.949100 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Set router f4347878-d268-4ad0-8956-891a300b11b4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:54.066073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Allocated IP 172.25.4.2 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/19ba75c4-78d2-4c83-a638-223b872394e2) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:39:54.275219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-e8bcefaf-967e-4cc3-9fb4-c6295186ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:54.278077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-e8bcefaf-967e-4cc3-9fb4-c6295186ffca service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=be3873419f8f4ddf8911dd799ee79376&device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 1094 time: 0.8188009 May 28 05:39:54.330133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed2077-fedb-4e26-ba8c-fc023ca518a0 req-7627e523-4d71-45f4-8d2d-38107b4b5f69 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:54.348328 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88ed2077-fedb-4e26-ba8c-fc023ca518a0 req-7627e523-4d71-45f4-8d2d-38107b4b5f69 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.2558506 May 28 05:39:54.404006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-e6c6d5a4-2a84-4cd7-8b61-bcceb22452eb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89eaa5b1-b578-4e0f-abe3-999a80737295 HTTP/1.1" status: 200 len: 217 time: 0.1108057 May 28 05:39:54.431602 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88ed2077-fedb-4e26-ba8c-fc023ca518a0 req-4d95c3cb-e7b1-4e74-9bcd-600105586cd5 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816119 May 28 05:39:54.517748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-f13d6d87-75bf-4ef6-9b43-134aacc5d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:54.519493 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-f13d6d87-75bf-4ef6-9b43-134aacc5d4de service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5b0086fd-0c8e-4eb0-a5b6-1f40886f1b9a HTTP/1.1" status: 200 len: 855 time: 0.0982385 May 28 05:39:54.577532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-05dfa7cc-3c99-4dea-a5eb-102e175d3482 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6000ce7a-6953-4c54-96b5-11171e1a2a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503983 May 28 05:39:54.588426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28240-6bd4-4a74-bece-b17823373690 req-89213362-69cc-4a80-a80a-6147a9f9d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:54.590449 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-89213362-69cc-4a80-a80a-6147a9f9d9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7524109 May 28 05:39:54.764538 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8f217b-491d-410f-b9e4-27b869c478a6'] response: {'name': 'network-changed', 'server_uuid': 'c1b449c4-cd7c-4661-b228-9329853bc9dd', 'tag': '89eaa5b1-b578-4e0f-abe3-999a80737295', 'status': 'completed', 'code': 200} May 28 05:39:54.768638 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-bd366a9f-08d8-4e5a-bb77-c08d53c7837e service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522865 May 28 05:39:54.771383 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:54.876759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d30df9-c7e2-4162-add8-64998f089717 req-23b5d080-d832-4324-9910-9e3ba6b1033d tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:54.884209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9d30df9-c7e2-4162-add8-64998f089717 req-23b5d080-d832-4324-9910-9e3ba6b1033d tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 943 time: 0.1478922 May 28 05:39:54.972275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9d30df9-c7e2-4162-add8-64998f089717 req-89e3613f-d7f7-4d5d-a7a7-045cbdd1de29 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e3d1957-9af7-434e-af82-d46b1f77c733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843365 May 28 05:39:55.093280 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:47Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c73ad8ef-b9b5-4946-af17-0807d0b677ba', 'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'mac_address': 'fa:16:3e:00:37:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:44Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 2, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'subnets': [{'id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:55.100274 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Checking router: f4347878-d268-4ad0-8956-891a300b11b4 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:39:55.100692 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Updating router f4347878-d268-4ad0-8956-891a300b11b4 port c73ad8ef-b9b5-4946-af17-0807d0b677ba binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:39:55.169027 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:55.255246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-09833021-4444-4863-bb51-c212b731fd5a service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764798 May 28 05:39:55.258337 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-ccfd0df3-2a3d-4287-a73c-5d2e4badd11e service neutron] 10.222.0.33 "GET /v2.0/networks/6000ce7a-6953-4c54-96b5-11171e1a2a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666980 May 28 05:39:55.324674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:55.654836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:39:55.659109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:39:55.664199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:39:55.736948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Pushing event updated for resources: {'Port': ['ID=19ba75c4-78d2-4c83-a638-223b872394e2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:55.747807 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:55.759645 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Transition to ACTIVE for port object c73ad8ef-b9b5-4946-af17-0807d0b677ba will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:39:55.767933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.768749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.769668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.770449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.771086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.771781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.772145 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:55.772623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.773248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.773812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.774950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.775676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.776307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:39:55.809685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd1146c7-1b6c-4e2b-8b12-b9fac61631e6 req-5d28adad-5456-4efe-8aea-2888f8cca3fc service neutron] 10.222.0.33 "GET /v2.0/networks/6000ce7a-6953-4c54-96b5-11171e1a2a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225067 May 28 05:39:55.859210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:56.069497 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:56.159699 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978793b-2922-4fe3-84c3-6ec3d6963754 None None] Pushing event updated for resources: {'Port': ['ID=c73ad8ef-b9b5-4946-af17-0807d0b677ba,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:56.181714 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Attempting to bind port c73ad8ef-b9b5-4946-af17-0807d0b677ba on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:39:56.182107 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Attempting to bind port c73ad8ef-b9b5-4946-af17-0807d0b677ba by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:39:56.182429 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Attempting to bind port c73ad8ef-b9b5-4946-af17-0807d0b677ba on network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:39:56.194869 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:39:56.195819 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Checking segment: {'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:39:56.198741 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:56.201691 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Bound using segment: {'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:39:56.202229 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Bound port: c73ad8ef-b9b5-4946-af17-0807d0b677ba, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:39:56.202634 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:56.223540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a67af-e629-43cf-b0f0-8739999e48f6 req-a28bd9ed-21a5-48bd-9c14-320dc9a425e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:56.224984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-860a67af-e629-43cf-b0f0-8739999e48f6 req-a28bd9ed-21a5-48bd-9c14-320dc9a425e3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=be3873419f8f4ddf8911dd799ee79376&device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 1094 time: 0.3134580 May 28 05:39:56.344856 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] For port c73ad8ef-b9b5-4946-af17-0807d0b677ba, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:39:56.350706 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] For port c73ad8ef-b9b5-4946-af17-0807d0b677ba, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c73ad8ef-b9b5-4946-af17-0807d0b677ba,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:39:56.361640 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:56.457804 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978793b-2922-4fe3-84c3-6ec3d6963754 None None] Pushing event updated for resources: {'Port': ['ID=c73ad8ef-b9b5-4946-af17-0807d0b677ba,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:56.498889 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Routers {'f4347878-d268-4ad0-8956-891a300b11b4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:39:56.500162 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f4347878-d268-4ad0-8956-891a300b11b4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:56.537235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a67af-e629-43cf-b0f0-8739999e48f6 req-4cad0a8d-c2f0-47f7-a0ed-6815b24b9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:56.538653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-860a67af-e629-43cf-b0f0-8739999e48f6 req-4cad0a8d-c2f0-47f7-a0ed-6815b24b9c31 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6000ce7a-6953-4c54-96b5-11171e1a2a7d HTTP/1.1" status: 200 len: 916 time: 0.2891555 May 28 05:39:56.580720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:39:56.738917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-860a67af-e629-43cf-b0f0-8739999e48f6 req-ba62ab60-6682-428c-9748-8cb1b63e904d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89eaa5b1-b578-4e0f-abe3-999a80737295 HTTP/1.1" status: 200 len: 217 time: 0.1832092 May 28 05:39:56.747546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:39:56.768965 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] Set router f4347878-d268-4ad0-8956-891a300b11b4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:39:56.862558 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:56.894136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:56.963307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:56.985515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'mac_address': 'fa:16:3e:44:71:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:39:57.115570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:57.116036 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:57.166996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:39:57.193218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:57.206743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Pushing event updated for resources: {'Port': ['ID=19ba75c4-78d2-4c83-a638-223b872394e2,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:57.210461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:57.215133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a67af-e629-43cf-b0f0-8739999e48f6 req-23771c70-9594-47a6-b4b7-a18f5ae2a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:57.220911 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-860a67af-e629-43cf-b0f0-8739999e48f6 req-23771c70-9594-47a6-b4b7-a18f5ae2a9de service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5b0086fd-0c8e-4eb0-a5b6-1f40886f1b9a HTTP/1.1" status: 200 len: 855 time: 0.4543703 May 28 05:39:57.226183 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:57.303817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-860a67af-e629-43cf-b0f0-8739999e48f6 req-6f7dce9b-d5a2-4798-a87e-73a30602913a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6000ce7a-6953-4c54-96b5-11171e1a2a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645418 May 28 05:39:57.339204 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:47Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c73ad8ef-b9b5-4946-af17-0807d0b677ba', 'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'mac_address': 'fa:16:3e:00:37:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:44Z', 'updated_at': '2022-05-28T05:39:56Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'subnets': [{'id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:39:57.343978 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7712511-ae23-4c2d-b5fa-a2272ae0d000 None None] The sync data for ids ['f4347878-d268-4ad0-8956-891a300b11b4'] in n-d-843679-5 is: [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:47Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c73ad8ef-b9b5-4946-af17-0807d0b677ba', 'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'mac_address': 'fa:16:3e:00:37:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:44Z', 'updated_at': '2022-05-28T05:39:56Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'subnets': [{'id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:39:57.370682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:57.402893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['05b3a6ba-c90f-4509-928e-1ae784ee1ab0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:39:57.481120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:57.491537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6254f39c-8364-47a6-b028-2b2c364bf98f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 5.6162512 May 28 05:39:57.620890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6a7dc987-6705-4a17-967a-33d447381327 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Synchronizing usage tracker for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:floatingip {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:39:57.669642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6a7dc987-6705-4a17-967a-33d447381327 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Unset dirty status for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:floatingip {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:39:57.678066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-6a7dc987-6705-4a17-967a-33d447381327 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.1855369 May 28 05:39:57.922286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-860a67af-e629-43cf-b0f0-8739999e48f6 req-c11971bb-c439-4623-b468-520f8339bde9 service neutron] 10.222.0.33 "GET /v2.0/networks/6000ce7a-6953-4c54-96b5-11171e1a2a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057823 May 28 05:39:58.286054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-f1eb3235-7ecd-451a-8770-1b670462348f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:58.310977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8fad39dd-894e-45d9-8853-60f2e9b5c21d req-f1eb3235-7ecd-451a-8770-1b670462348f tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.6319594 May 28 05:39:58.538105 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-860a67af-e629-43cf-b0f0-8739999e48f6 req-0de9d194-9949-4510-a44a-3aebf224d338 service neutron] 10.222.0.33 "GET /v2.0/networks/6000ce7a-6953-4c54-96b5-11171e1a2a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051652 May 28 05:39:58.584781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:39:58.593663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:58.631670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49938) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:58.637325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541233283', 'description': 'tempest-description--1417289672'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:58.650899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:58.673688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Usage tracker for resource:security_group and tenant:ac4e54f147ae48d0a5db18d4a28d69d2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:58.683782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:58.707712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:58.765982 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:58.980879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:58.986724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880cda4-7cf5-4f54-9112-3ed173e6a68e req-ffa9397f-2cbe-40ae-a577-63c44ca4b881 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:58.987275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Usage tracker for resource:security_group_rule and tenant:ac4e54f147ae48d0a5db18d4a28d69d2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:58.991806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:58.997689 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e880cda4-7cf5-4f54-9112-3ed173e6a68e req-ffa9397f-2cbe-40ae-a577-63c44ca4b881 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 947 time: 0.2036881 May 28 05:39:59.002632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:59.073718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:59.074137 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.112819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e880cda4-7cf5-4f54-9112-3ed173e6a68e req-bdbcab18-ba2e-42dc-862f-85bdf57ebe19 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141772 May 28 05:39:59.219646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.225847 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.270774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.271713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c73ad8ef-b9b5-4946-af17-0807d0b677ba up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:39:59.276617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49950) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:59.277752 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6450264 May 28 05:39:59.282764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Request body: {'security_group_rule': {'security_group_id': '2cc52453-e478-4f34-bd69-b9ac86b5d704', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:59.297551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:59.325037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Usage tracker for resource:security_group_rule and tenant:ac4e54f147ae48d0a5db18d4a28d69d2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:59.326144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac16af-e85a-46f3-bea0-6484cbbb72f4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc52453-e478-4f34-bd69-b9ac86b5d704,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:59.340489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 89eaa5b1-b578-4e0f-abe3-999a80737295 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:39:59.340943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:59.358816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:59.396407 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.447644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:59.588065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8', 'mac_address': 'fa:16:3e:c8:4f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:39:59.701701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port c73ad8ef-b9b5-4946-af17-0807d0b677ba completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:39:59.702904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.722081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.735369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c73ad8ef-b9b5-4946-af17-0807d0b677ba triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:39:59.736445 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.747636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8537a-aa6a-4738-933a-3d9d1bdb2f69 req-992b468c-70d9-4eed-8361-a7d6280da290 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:59.749420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2b8537a-aa6a-4738-933a-3d9d1bdb2f69 req-992b468c-70d9-4eed-8361-a7d6280da290 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.2236373 May 28 05:39:59.765666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:39:59.766427 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.787156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707d0d0-3f2c-4757-904f-9c895595426b req-d4ba9ce2-3ee2-41fd-9818-553f1e381afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:39:59.788576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0707d0d0-3f2c-4757-904f-9c895595426b req-d4ba9ce2-3ee2-41fd-9818-553f1e381afb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 1096 time: 0.3231173 May 28 05:39:59.796732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b6a317-42b5-4903-bf00-ea88842f89c5,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:39:59.838075 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.841954 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e28e769c-659b-4baa-9a5d-718e08779fbf tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5621223 May 28 05:39:59.843004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49954) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:39:59.851182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Request body: {'security_group_rule': {'security_group_id': '2cc52453-e478-4f34-bd69-b9ac86b5d704', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:39:59.871480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:39:59.880582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Usage tracker for resource:security_group_rule and tenant:ac4e54f147ae48d0a5db18d4a28d69d2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:39:59.884866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2b8537a-aa6a-4738-933a-3d9d1bdb2f69 req-6fe77e05-bd70-430f-a035-2fd10c111e75 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219881 May 28 05:39:59.886930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:39:59.895633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:39:59.911759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 89eaa5b1-b578-4e0f-abe3-999a80737295, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=89eaa5b1-b578-4e0f-abe3-999a80737295,segment=NetworkSegment(052842a9-eadd-4b27-a3fd-925bf3e77e02),segment_id=052842a9-eadd-4b27-a3fd-925bf3e77e02)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:39:59.927192 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0707d0d0-3f2c-4757-904f-9c895595426b req-e9478e77-28d5-4139-bebe-a8946f1f39c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259990 May 28 05:39:59.940782 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:59.962390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '89eaa5b1-b578-4e0f-abe3-999a80737295', 'network_id': '6000ce7a-6953-4c54-96b5-11171e1a2a7d', 'port_id': '89eaa5b1-b578-4e0f-abe3-999a80737295', 'mac_address': 'fa:16:3e:7b:c3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0086fd-0c8e-4eb0-a5b6-1f40886f1b9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:40:00.020581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:00.020959 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.030207 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.037410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.065888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:00.078023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 89eaa5b1-b578-4e0f-abe3-999a80737295 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:00.078400 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.080380 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.084322 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2367496 May 28 05:40:00.085541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49964) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:00.090705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:00.096263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:00.111356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:00.112744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119425ee-11f7-4c4e-83b7-91ffa2b635cd tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe30faf-97a0-4179-9e54-4cd91fa3332e,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:00.116685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:00.116967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:00.130862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Usage tracker for resource:floatingip and tenant:ac4e54f147ae48d0a5db18d4a28d69d2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:00.133254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89eaa5b1-b578-4e0f-abe3-999a80737295 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:00.136329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:00.137809 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.155659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:00.191832 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.192215 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.316391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 89eaa5b1-b578-4e0f-abe3-999a80737295, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=89eaa5b1-b578-4e0f-abe3-999a80737295,segment=NetworkSegment(052842a9-eadd-4b27-a3fd-925bf3e77e02),segment_id=052842a9-eadd-4b27-a3fd-925bf3e77e02)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:00.365551 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.397229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c73ad8ef-b9b5-4946-af17-0807d0b677ba is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:00.397597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.420125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:00.431781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.532092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:00.583868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port c73ad8ef-b9b5-4946-af17-0807d0b677ba, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c73ad8ef-b9b5-4946-af17-0807d0b677ba,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:00.612390 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.645021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.652554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:00.659074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Allocated IP 172.25.4.90 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/f1b0ed8a-fe77-426f-8901-9abfc900264c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:40:00.768503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=89eaa5b1-b578-4e0f-abe3-999a80737295,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:00.835601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['89eaa5b1-b578-4e0f-abe3-999a80737295'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:00.874754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.927193 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:00.955352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=c73ad8ef-b9b5-4946-af17-0807d0b677ba,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:01.013168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:40:01.033409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:40:01.037715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:40:01.117717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Pushing event updated for resources: {'Port': ['ID=f1b0ed8a-fe77-426f-8901-9abfc900264c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:01.196508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:01.299965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:01.633020 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:01.641176 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:01.757106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Pushing event updated for resources: {'Port': ['ID=f1b0ed8a-fe77-426f-8901-9abfc900264c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:01.772527 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:01.802444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:01.804005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-33526d73-04d5-4c7c-915d-cd4a6f7e9603 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7174606 May 28 05:40:02.595530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:40:02.725828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:02.726630 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:02.873828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:02.874440 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:02.919820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:02.927576 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:03.007810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c73ad8ef-b9b5-4946-af17-0807d0b677ba up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:40:03.074393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:03.115090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c73ad8ef-b9b5-4946-af17-0807d0b677ba triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:03.115883 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:03.194305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 89eaa5b1-b578-4e0f-abe3-999a80737295 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:40:03.339207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 89eaa5b1-b578-4e0f-abe3-999a80737295 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:40:03.356348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 89eaa5b1-b578-4e0f-abe3-999a80737295 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:03.356348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:03.432832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c73ad8ef-b9b5-4946-af17-0807d0b677ba is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:03.528498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 89eaa5b1-b578-4e0f-abe3-999a80737295 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:03.528914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:03.564884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 89eaa5b1-b578-4e0f-abe3-999a80737295, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=89eaa5b1-b578-4e0f-abe3-999a80737295,segment=NetworkSegment(052842a9-eadd-4b27-a3fd-925bf3e77e02),segment_id=052842a9-eadd-4b27-a3fd-925bf3e77e02)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:03.570075 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:03.651989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=89eaa5b1-b578-4e0f-abe3-999a80737295,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:04.193378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8147d94-2ec6-460b-b7a0-87ab8a9f02b7 req-19ba0f63-fd03-46b6-907c-97759e9a5884 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:04.201457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8147d94-2ec6-460b-b7a0-87ab8a9f02b7 req-19ba0f63-fd03-46b6-907c-97759e9a5884 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 945 time: 0.0986850 May 28 05:40:04.225845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054c5df-9e74-4218-b06a-0880998b2587 req-d6ef420c-d74f-49e7-9fe2-e4ae1ab61126 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:04.232920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5054c5df-9e74-4218-b06a-0880998b2587 req-d6ef420c-d74f-49e7-9fe2-e4ae1ab61126 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1151426 May 28 05:40:04.259810 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8147d94-2ec6-460b-b7a0-87ab8a9f02b7 req-c6b6f5a2-4ca7-44ff-ace2-36a2ed883d53 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e3d1957-9af7-434e-af82-d46b1f77c733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572350 May 28 05:40:04.336478 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5054c5df-9e74-4218-b06a-0880998b2587 req-6bcb5d14-480f-48a9-b67c-6c2c3bc14201 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.1024201 May 28 05:40:04.351099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5054c5df-9e74-4218-b06a-0880998b2587 req-3375721f-9a73-424d-87c1-13a0806c1d9b tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Request body: {'floatingip': {'port_id': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:04.442061 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5054c5df-9e74-4218-b06a-0880998b2587 req-3375721f-9a73-424d-87c1-13a0806c1d9b tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:04.480172 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3632d795-1e45-4147-b619-0d2e89f36704'] response: {'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'code': 200} May 28 05:40:04.758361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac8c8-0a9d-4abf-a112-0c0cdac4863a req-9ddd175a-630d-4b96-9303-b5fb493b9911 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:04.775964 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc3ac8c8-0a9d-4abf-a112-0c0cdac4863a req-9ddd175a-630d-4b96-9303-b5fb493b9911 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.1660342 May 28 05:40:04.870080 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc3ac8c8-0a9d-4abf-a112-0c0cdac4863a req-95eb5b7e-5e70-443b-b373-9454d0213eb5 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914667 May 28 05:40:04.878638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-0d2a3c0c-9476-4e8b-a3db-6b75252f0101 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:04.880175 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-0d2a3c0c-9476-4e8b-a3db-6b75252f0101 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.41 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7&tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 949 time: 0.1791146 May 28 05:40:05.153345 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-5054c5df-9e74-4218-b06a-0880998b2587 req-3375721f-9a73-424d-87c1-13a0806c1d9b tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] update failed (client error): There was a conflict when trying to complete your request. May 28 05:40:05.169481 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5054c5df-9e74-4218-b06a-0880998b2587 req-3375721f-9a73-424d-87c1-13a0806c1d9b tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "PUT /v2.0/floatingips/49f199c5-a07a-4f58-bd61-3fba9843c8ad HTTP/1.1" status: 409 len: 548 time: 0.8231690 May 28 05:40:05.193975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-c3c0dad2-459d-4e0b-92e1-c6528f183f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:05.195827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-c3c0dad2-459d-4e0b-92e1-c6528f183f30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 1100 time: 0.1623139 May 28 05:40:05.374142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-957f749b-f0eb-4115-a14f-e481becc15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:05.375673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-957f749b-f0eb-4115-a14f-e481becc15a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.1710899 May 28 05:40:05.452829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-a2d13f23-c5e9-43f7-a716-bf7e7e1723d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 HTTP/1.1" status: 200 len: 217 time: 0.0702462 May 28 05:40:05.528075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-54e6b540-7007-4944-9b47-319148663ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:05.530164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-54e6b540-7007-4944-9b47-319148663ef7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0703344 May 28 05:40:05.631346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-a09904ee-19d8-4438-9025-31416b3c7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:05.633058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-a09904ee-19d8-4438-9025-31416b3c7bd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943849 May 28 05:40:05.809115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-6e3943ec-cc5a-4c95-b7d1-958ba0aaaa5b service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689317 May 28 05:40:05.998357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a87e0db-6e05-4c84-9346-813ecbb0b5a7 req-9b4776b1-0eb5-4476-a2e9-aa6165903fa2 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756601 May 28 05:40:06.481648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479c9860-4c40-494a-90ee-b808632841f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'}, {'server_uuid': 'c1b449c4-cd7c-4661-b228-9329853bc9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eaa5b1-b578-4e0f-abe3-999a80737295'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:08.395087 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-58839cce-1113-4347-b4b7-5ad28069ab68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:09.247706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5af721c4-1618-425b-917d-65e98b1a7247 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:40:09.365475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-f2ec7536-e945-44c3-a4a8-046da4accad8 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Synchronizing usage tracker for tenant:ac4e54f147ae48d0a5db18d4a28d69d2 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:09.386931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-f2ec7536-e945-44c3-a4a8-046da4accad8 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Unset dirty status for tenant:ac4e54f147ae48d0a5db18d4a28d69d2 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:09.397213 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-f2ec7536-e945-44c3-a4a8-046da4accad8 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--541233283&fields=id&tenant_id=ac4e54f147ae48d0a5db18d4a28d69d2 HTTP/1.1" status: 200 len: 267 time: 0.0933132 May 28 05:40:09.626144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5af721c4-1618-425b-917d-65e98b1a7247 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:09.627366 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:09.693397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed268-80b1-4350-870f-04dc93273f1d req-ed1a4298-e343-4f99-8e9a-8b44d0e25c6b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:09.694912 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14aed268-80b1-4350-870f-04dc93273f1d req-ed1a4298-e343-4f99-8e9a-8b44d0e25c6b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.1234603 May 28 05:40:09.722661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-ae1b991f-8b7d-4cb6-99aa-ff8c3fe0e32f tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:09.729272 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-ae1b991f-8b7d-4cb6-99aa-ff8c3fe0e32f tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/networks?id=bb4b1e40-ffda-435f-87fe-6a511d9ddd75 HTTP/1.1" status: 200 len: 805 time: 0.3309126 May 28 05:40:09.749124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-3ae5473f-3b92-4c1a-a6b5-0426d2b37ce1 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/quotas/ac4e54f147ae48d0a5db18d4a28d69d2 HTTP/1.1" status: 200 len: 375 time: 0.0189064 May 28 05:40:09.767213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:09.768719 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:09.778471 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:09.808087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14aed268-80b1-4350-870f-04dc93273f1d req-1fe6957a-d7d0-4706-89ff-e99a5cd49e6d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066668 May 28 05:40:09.884617 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-b151027c-0d8d-4530-8aad-0eb2da058693 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac4e54f147ae48d0a5db18d4a28d69d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1344502 May 28 05:40:09.970302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=11']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:09.983783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.984538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.987656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.988230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.988803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.989355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.989913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.990455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.990996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.994005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.994582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:09.995146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:10.101819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-60bb8efc-48b7-4e78-89a7-569a2c4ac4ab service neutron] 10.222.0.39 "GET /v2.0/networks/bb4b1e40-ffda-435f-87fe-6a511d9ddd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157252 May 28 05:40:10.296109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-9374100a-be7e-466f-8eeb-4f1df42a8e5d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips/49f199c5-a07a-4f58-bd61-3fba9843c8ad HTTP/1.1" status: 200 len: 691 time: 0.1161077 May 28 05:40:10.298823 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-48a1af8b-9f17-4412-9856-24000e5cea95 service neutron] 10.222.0.39 "GET /v2.0/networks/bb4b1e40-ffda-435f-87fe-6a511d9ddd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952529 May 28 05:40:10.639848 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8fd076e2-dec0-4b29-be4e-1684ca107854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:10.733546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-3ef6f7de-44b5-4e7a-a459-d8cc26aa07e7 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:10.740956 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-3ef6f7de-44b5-4e7a-a459-d8cc26aa07e7 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.4439738 May 28 05:40:10.796457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c27ef-f731-4ac1-bf15-620a78e0dada req-c7c2d0eb-e1d0-421d-bee1-b92d498692da tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:10.799880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b7c27ef-f731-4ac1-bf15-620a78e0dada req-c7c2d0eb-e1d0-421d-bee1-b92d498692da tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 945 time: 0.1568806 May 28 05:40:10.841820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-77bfbb29-c456-4d07-9cfd-982bf0d4938d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.0997775 May 28 05:40:10.890268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b7c27ef-f731-4ac1-bf15-620a78e0dada req-f1b74ad5-93e9-4ce5-9532-afed84b50291 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e3d1957-9af7-434e-af82-d46b1f77c733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839121 May 28 05:40:10.946995 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-7dfbd6e9-6264-4836-b9d7-116e1a3cb8ca tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.1034539 May 28 05:40:11.007581 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25e1507-bf50-463e-bbb4-76b6a1982c29'] response: {'server_uuid': '479c9860-4c40-494a-90ee-b808632841f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8', 'code': 200} May 28 05:40:11.008105 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25e1507-bf50-463e-bbb4-76b6a1982c29'] response: {'server_uuid': 'c1b449c4-cd7c-4661-b228-9329853bc9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eaa5b1-b578-4e0f-abe3-999a80737295', 'code': 200} May 28 05:40:11.256452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-39878913-0908-4d3d-89ba-f347fcea7104 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Deleting port 19ba75c4-78d2-4c83-a638-223b872394e2 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:40:11.256452 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-39878913-0908-4d3d-89ba-f347fcea7104 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:11.409729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02b568-2a48-4083-874a-08aa46f3c9d4 req-c02430da-578e-406a-bccc-070f13d82031 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:11.416724 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9a02b568-2a48-4083-874a-08aa46f3c9d4 req-c02430da-578e-406a-bccc-070f13d82031 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 948 time: 0.1659248 May 28 05:40:11.467943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42440520-0d0f-4fb9-a8c0-b6e2bfaadf78 req-0d69c570-5b64-440d-a33a-5d02e9300055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:11.469609 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42440520-0d0f-4fb9-a8c0-b6e2bfaadf78 req-0d69c570-5b64-440d-a33a-5d02e9300055 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 1096 time: 0.3785689 May 28 05:40:11.499736 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:11.561530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42440520-0d0f-4fb9-a8c0-b6e2bfaadf78 req-acc71e54-560c-4fe7-bd2e-86654b73d48a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=8e3d1957-9af7-434e-af82-d46b1f77c733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801425 May 28 05:40:11.569317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-39878913-0908-4d3d-89ba-f347fcea7104 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:11.569792 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-39878913-0908-4d3d-89ba-f347fcea7104 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:11.597201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:11.602992 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9a02b568-2a48-4083-874a-08aa46f3c9d4 req-057b2e86-80c3-42d8-962c-1a03288c992e tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795752 May 28 05:40:11.737611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-39878913-0908-4d3d-89ba-f347fcea7104 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Calling delete_port for 19ba75c4-78d2-4c83-a638-223b872394e2 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:40:11.952636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-39878913-0908-4d3d-89ba-f347fcea7104 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:11.989559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bae00-1ec1-4cfa-ad49-f78c62123483 req-d0bc761f-c1f0-4a11-9f55-f1d85eb6c623 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:11.991941 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee0bae00-1ec1-4cfa-ad49-f78c62123483 req-d0bc761f-c1f0-4a11-9f55-f1d85eb6c623 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.2044592 May 28 05:40:12.052887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39878913-0908-4d3d-89ba-f347fcea7104 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Pushing event deleted for resources: {'Port': ['ID=19ba75c4-78d2-4c83-a638-223b872394e2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:12.077516 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee0bae00-1ec1-4cfa-ad49-f78c62123483 req-99a8a5a0-eff6-45cd-b761-195b9dc4fdb5 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764959 May 28 05:40:12.181935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-39878913-0908-4d3d-89ba-f347fcea7104 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:12.268373 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-39878913-0908-4d3d-89ba-f347fcea7104 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:12.269718 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76078cd3-8728-4ab4-b1c5-e0c923777e03 req-39878913-0908-4d3d-89ba-f347fcea7104 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "DELETE /v2.0/floatingips/49f199c5-a07a-4f58-bd61-3fba9843c8ad HTTP/1.1" status: 204 len: 173 time: 1.3213944 May 28 05:40:12.818669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-59ceda45-c067-4323-9a41-82da09906dd9 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:12.819526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-59ceda45-c067-4323-9a41-82da09906dd9 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Synchronizing usage tracker for tenant:ac4e54f147ae48d0a5db18d4a28d69d2 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:12.874131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dc2a369b-1b66-4fdc-ae84-90f8a814dd2c req-40eb5bba-b18a-4ba7-a970-84eedefef28d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Synchronizing usage tracker for tenant:ac4e54f147ae48d0a5db18d4a28d69d2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:12.948709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-59ceda45-c067-4323-9a41-82da09906dd9 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Unset dirty status for tenant:ac4e54f147ae48d0a5db18d4a28d69d2 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:12.949850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-59ceda45-c067-4323-9a41-82da09906dd9 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.33 "GET /v2.0/networks?id=bb4b1e40-ffda-435f-87fe-6a511d9ddd75 HTTP/1.1" status: 200 len: 805 time: 0.4802601 May 28 05:40:12.960859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dc2a369b-1b66-4fdc-ae84-90f8a814dd2c req-40eb5bba-b18a-4ba7-a970-84eedefef28d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Unset dirty status for tenant:ac4e54f147ae48d0a5db18d4a28d69d2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:12.965812 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc2a369b-1b66-4fdc-ae84-90f8a814dd2c req-40eb5bba-b18a-4ba7-a970-84eedefef28d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 210 time: 0.5615504 May 28 05:40:12.982116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-e605ba4f-d637-4fff-94ee-50eb7cf25394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:12.983705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-e605ba4f-d637-4fff-94ee-50eb7cf25394 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 1096 time: 0.1607797 May 28 05:40:13.009968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:13.182139 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:13.374221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-8b1d8aeb-7d15-4a3f-882d-ff68e26ee286 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Synchronizing usage tracker for tenant:ac4e54f147ae48d0a5db18d4a28d69d2 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:13.427521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-8b1d8aeb-7d15-4a3f-882d-ff68e26ee286 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Unset dirty status for tenant:ac4e54f147ae48d0a5db18d4a28d69d2 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:13.428667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-8b1d8aeb-7d15-4a3f-882d-ff68e26ee286 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac4e54f147ae48d0a5db18d4a28d69d2 HTTP/1.1" status: 200 len: 379 time: 0.4379892 May 28 05:40:13.482673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Request body: {'port': {'device_id': '419c67c6-3770-417e-b1ba-322668008c19', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'admin_state_up': True, 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'security_groups': ['2cc52453-e478-4f34-bd69-b9ac86b5d704']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:13.629013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-3500ec24-49a7-4556-8952-3fb7dbb456a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:13.630520 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-3500ec24-49a7-4556-8952-3fb7dbb456a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.6207759 May 28 05:40:13.682695 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-19040ea3-b209-49b5-9e2e-ad5bdf684cec tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 999 time: 0.1216044 May 28 05:40:13.763132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472fee1-eb9f-452c-a1f3-87334ffd2964 req-e97ebc07-ebcd-4c42-9d90-e00ca4e39848 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:13.763981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5472fee1-eb9f-452c-a1f3-87334ffd2964 req-e97ebc07-ebcd-4c42-9d90-e00ca4e39848 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Synchronizing usage tracker for tenant:be3873419f8f4ddf8911dd799ee79376 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:13.785057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-d3018e49-c5d1-4f0c-b999-5c4d2cc3dc5e tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:13.790519 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-d3018e49-c5d1-4f0c-b999-5c4d2cc3dc5e tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports/3be47192-53e5-48cb-a10f-4da939bc60a2 HTTP/1.1" status: 200 len: 942 time: 0.1051025 May 28 05:40:13.808072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-ef6eaf3c-2740-4117-b13c-61881b21bb1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0433d2ef-3c78-4da3-b275-734e8304ad89 HTTP/1.1" status: 200 len: 1001 time: 0.1651893 May 28 05:40:13.812624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:13.859154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5472fee1-eb9f-452c-a1f3-87334ffd2964 req-e97ebc07-ebcd-4c42-9d90-e00ca4e39848 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Unset dirty status for tenant:be3873419f8f4ddf8911dd799ee79376 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:13.865745 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5472fee1-eb9f-452c-a1f3-87334ffd2964 req-e97ebc07-ebcd-4c42-9d90-e00ca4e39848 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 945 time: 0.5714574 May 28 05:40:13.888585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:13.935820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-48e87f65-6494-4247-976e-69035e889b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:13.937315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-48e87f65-6494-4247-976e-69035e889b7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.1182990 May 28 05:40:13.938212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Made reservation on behalf of ac4e54f147ae48d0a5db18d4a28d69d2 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:40:13.944203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:13.965603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5472fee1-eb9f-452c-a1f3-87334ffd2964 req-124a349b-ddab-47e2-9fe3-fc9ed6a55de3 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Synchronizing usage tracker for tenant:be3873419f8f4ddf8911dd799ee79376 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:14.150050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5472fee1-eb9f-452c-a1f3-87334ffd2964 req-124a349b-ddab-47e2-9fe3-fc9ed6a55de3 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Unset dirty status for tenant:be3873419f8f4ddf8911dd799ee79376 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:14.151472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5472fee1-eb9f-452c-a1f3-87334ffd2964 req-124a349b-ddab-47e2-9fe3-fc9ed6a55de3 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e3d1957-9af7-434e-af82-d46b1f77c733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849476 May 28 05:40:14.217076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-d02a96d1-c9aa-4581-b57a-548abc85b097 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 999 time: 0.1881464 May 28 05:40:14.226844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-6cfff9d7-12e7-4fec-a34c-2027c52b376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:14.229344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-6cfff9d7-12e7-4fec-a34c-2027c52b376f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608247 May 28 05:40:14.437751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Allocated IP 172.20.0.7 (bb4b1e40-ffda-435f-87fe-6a511d9ddd75/205c0e67-a1cd-4db2-ab3c-0b75e92a1da9/f673050d-94b6-4339-8772-389602d1608d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:40:14.451148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-b6ab6b6b-574c-46cd-81cf-36608e80db78 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:14.453043 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-b6ab6b6b-574c-46cd-81cf-36608e80db78 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.2288620 May 28 05:40:14.619423 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-ef5f54f2-a858-49bf-8e83-b88f8b861e82 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 999 time: 0.1524093 May 28 05:40:14.638109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-5e1f6441-fc5a-4a5d-99cb-b867763e1b1d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:14.708352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-51ba9d94-17f0-4f33-82e9-cbb5917744d7 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527571 May 28 05:40:14.763742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa212ae-c3fc-4336-9ab2-e73bf1aec3f1 req-aa247270-2ddf-4b69-8829-927664e7c636 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:14.765447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aa212ae-c3fc-4336-9ab2-e73bf1aec3f1 req-aa247270-2ddf-4b69-8829-927664e7c636 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.3390980 May 28 05:40:14.771087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-5e1f6441-fc5a-4a5d-99cb-b867763e1b1d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:14.889178 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aa212ae-c3fc-4336-9ab2-e73bf1aec3f1 req-188d4ca8-491a-412f-bee3-0bb87ff0fae3 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768640 May 28 05:40:14.995743 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3d5ca8-b4ef-4e43-9705-0f796b90459c'] response: {'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247', 'code': 200} May 28 05:40:15.024881 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:15.038530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfd44cf0-fffe-462a-bd1c-25a8c045f398 req-3a3b4542-e06f-448f-9ce4-6b484ce625c9 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102610 May 28 05:40:15.057213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Transition to ACTIVE for port object f673050d-94b6-4339-8772-389602d1608d will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:40:15.121391 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:15.316544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:40:15.323119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:40:15.338729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:40:15.526989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:15.527694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:15.531670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-5e1f6441-fc5a-4a5d-99cb-b867763e1b1d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:15.531899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Pushing event updated for resources: {'Port': ['ID=f673050d-94b6-4339-8772-389602d1608d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:15.542168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-5e1f6441-fc5a-4a5d-99cb-b867763e1b1d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:15.542542 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-5e1f6441-fc5a-4a5d-99cb-b867763e1b1d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Floating IP 3198a5c8-a28c-4842-a046-0b824c1ed8fb disassociated. External IP: 172.25.4.3, port: 3be47192-53e5-48cb-a10f-4da939bc60a2. May 28 05:40:15.608007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24a67c35-0194-4f72-aa89-6033ccc0259d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1472507 May 28 05:40:15.628207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Request body: {'port': {'device_id': '419c67c6-3770-417e-b1ba-322668008c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:15.901418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-320cdccc-6aa9-4ef2-a0ab-b9dc64243590 None None] Provisioning for port f673050d-94b6-4339-8772-389602d1608d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:40:15.908394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-320cdccc-6aa9-4ef2-a0ab-b9dc64243590 None None] Provisioning complete for port f673050d-94b6-4339-8772-389602d1608d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:15.910200 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-320cdccc-6aa9-4ef2-a0ab-b9dc64243590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:16.028212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-320cdccc-6aa9-4ef2-a0ab-b9dc64243590 None None] Port f673050d-94b6-4339-8772-389602d1608d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:40:16.069681 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:16.118942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ba000-21e0-471f-af43-bd0518b95ec5 req-d6dbf231-6367-4b54-90b5-bc23dfcd26ff tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:16.120044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-736ba000-21e0-471f-af43-bd0518b95ec5 req-d6dbf231-6367-4b54-90b5-bc23dfcd26ff tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Synchronizing usage tracker for tenant:ac4e54f147ae48d0a5db18d4a28d69d2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:16.214033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-736ba000-21e0-471f-af43-bd0518b95ec5 req-d6dbf231-6367-4b54-90b5-bc23dfcd26ff tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Unset dirty status for tenant:ac4e54f147ae48d0a5db18d4a28d69d2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:16.215316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-736ba000-21e0-471f-af43-bd0518b95ec5 req-d6dbf231-6367-4b54-90b5-bc23dfcd26ff tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 931 time: 0.4809883 May 28 05:40:16.331129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-736ba000-21e0-471f-af43-bd0518b95ec5 req-7bea48f8-8b2e-4b05-959a-59bae0531f9d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063204 May 28 05:40:16.347062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-5e1f6441-fc5a-4a5d-99cb-b867763e1b1d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Router 231e26fd-6dd1-4957-a660-e3b8241e0079 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:40:16.601802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-5e1f6441-fc5a-4a5d-99cb-b867763e1b1d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:40:16.618327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] Sync routers for ids ['231e26fd-6dd1-4957-a660-e3b8241e0079'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:40:16.618684 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-5e1f6441-fc5a-4a5d-99cb-b867763e1b1d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:16.628371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] Routers {'231e26fd-6dd1-4957-a660-e3b8241e0079'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:40:16.629254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:40:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['231e26fd-6dd1-4957-a660-e3b8241e0079'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:16.719668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f673050d-94b6-4339-8772-389602d1608d {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:16.729289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:16.751966 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-5e1f6441-fc5a-4a5d-99cb-b867763e1b1d tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "PUT /v2.0/floatingips/3198a5c8-a28c-4842-a046-0b824c1ed8fb HTTP/1.1" status: 200 len: 693 time: 2.1208158 May 28 05:40:16.752994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9213b9-113a-4661-a3db-35a56b029b84', 'tag': '3be47192-53e5-48cb-a10f-4da939bc60a2'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:16.767768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Transition to ACTIVE for port object f673050d-94b6-4339-8772-389602d1608d will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:40:16.773367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:16.911836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] Set router 231e26fd-6dd1-4957-a660-e3b8241e0079 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:40:16.954043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-7124f9e2-496d-476f-bfb4-b6ff38a722bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:16.962520 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-7124f9e2-496d-476f-bfb4-b6ff38a722bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60831f4aa5cd4e5194f1bb789d178d77&device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 1096 time: 0.1815798 May 28 05:40:17.213226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-933688b3-de64-4530-8ef3-c995b745d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:17.215123 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-933688b3-de64-4530-8ef3-c995b745d307 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8faf5cda-23c9-472f-a777-1843a89a34b2 HTTP/1.1" status: 200 len: 929 time: 0.2518423 May 28 05:40:17.306209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Attempting to bind port f673050d-94b6-4339-8772-389602d1608d on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:40:17.306793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Attempting to bind port f673050d-94b6-4339-8772-389602d1608d by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:40:17.306932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Attempting to bind port f673050d-94b6-4339-8772-389602d1608d on network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:17.316252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Port f673050d-94b6-4339-8772-389602d1608d on network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:40:17.316916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Attempting to bind port f673050d-94b6-4339-8772-389602d1608d on network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:17.322856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Pushing event updated for resources: {'Port': ['ID=f673050d-94b6-4339-8772-389602d1608d,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:17.334837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:40:17.335176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Checking segment: {'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:40:17.335594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Bound using segment: {'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:40:17.336039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Bound port: f673050d-94b6-4339-8772-389602d1608d, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a33e61-656a-4be1-950c-2789fbfb758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:40:17.336960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:17.339383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-f13070ae-8559-4538-8577-324a5cab357e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be47192-53e5-48cb-a10f-4da939bc60a2 HTTP/1.1" status: 200 len: 217 time: 0.1183319 May 28 05:40:17.380680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa603-70aa-4e7e-ab06-c0be91621d9e req-67b75dba-bc63-43f1-9dfd-6641a48130ec tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:17.389136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d02aa603-70aa-4e7e-ab06-c0be91621d9e req-67b75dba-bc63-43f1-9dfd-6641a48130ec tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 945 time: 0.3964159 May 28 05:40:17.446830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-77e89af1-9f13-4f7a-a9dd-bd63215c83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:17.453949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-77e89af1-9f13-4f7a-a9dd-bd63215c83ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=91bd79de-1516-41b3-8a49-9b42a6de38d3 HTTP/1.1" status: 200 len: 867 time: 0.1089125 May 28 05:40:17.493982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:39:05Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0', 'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'mac_address': 'fa:16:3e:fb:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:03Z', 'updated_at': '2022-05-28T05:39:13Z', 'revision_number': 5, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'subnets': [{'id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:17.507150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] Checking router: 231e26fd-6dd1-4957-a660-e3b8241e0079 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:40:17.528903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] Routers {'231e26fd-6dd1-4957-a660-e3b8241e0079'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:40:17.529546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:40:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['231e26fd-6dd1-4957-a660-e3b8241e0079'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:17.545713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-dd378d5f-79fb-446e-8e98-5cfc54e41d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:17.562119 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-dd378d5f-79fb-446e-8e98-5cfc54e41d6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faf5cda-23c9-472f-a777-1843a89a34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063070 May 28 05:40:17.685477 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d02aa603-70aa-4e7e-ab06-c0be91621d9e req-3ca4756f-ed9c-4455-9613-fdf691f5a340 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e3d1957-9af7-434e-af82-d46b1f77c733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887249 May 28 05:40:17.732314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] For port f673050d-94b6-4339-8772-389602d1608d, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:40:17.737167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] For port f673050d-94b6-4339-8772-389602d1608d, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f673050d-94b6-4339-8772-389602d1608d,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:40:17.754845 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:17.836150 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-baa7e500-8566-46a7-9155-e7f9668dd4de service neutron] 10.222.0.39 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727807 May 28 05:40:17.904083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:17.905226 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:17.920500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] 10.222.0.33 "PUT /v2.0/ports/f673050d-94b6-4339-8772-389602d1608d HTTP/1.1" status: 200 len: 1091 time: 2.2828207 May 28 05:40:17.921038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c67c6-3770-417e-b1ba-322668008c19', 'tag': 'f673050d-94b6-4339-8772-389602d1608d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:17.999814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e4167-be20-4703-928c-35f6537e5d54 service neutron] Pushing event updated for resources: {'Port': ['ID=f673050d-94b6-4339-8772-389602d1608d,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:18.065766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] Set router 231e26fd-6dd1-4957-a660-e3b8241e0079 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:40:18.300099 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-695f76b7-c902-42bb-a8e5-6e468602ebd3 req-e3669888-edb3-4ef5-8375-d4c30082711a service neutron] 10.222.0.39 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625907 May 28 05:40:18.384099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45299f93-2c16-4dde-a928-a53c3e6dbe58 req-f94351c0-8dbf-4087-b7fd-f6da5d3120d2 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:18.388175 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45299f93-2c16-4dde-a928-a53c3e6dbe58 req-f94351c0-8dbf-4087-b7fd-f6da5d3120d2 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.2885313 May 28 05:40:18.397837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-bfe06f42-0167-4a24-9cdf-22db66574822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:18.405315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-bfe06f42-0167-4a24-9cdf-22db66574822 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac4e54f147ae48d0a5db18d4a28d69d2&device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 1094 time: 0.3862138 May 28 05:40:18.671422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:39:05Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0', 'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'mac_address': 'fa:16:3e:fb:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:03Z', 'updated_at': '2022-05-28T05:39:13Z', 'revision_number': 5, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'subnets': [{'id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:18.677568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466aaee4-c4f0-4d2d-8f1d-545894f97c7b None None] The sync data for ids ['231e26fd-6dd1-4957-a660-e3b8241e0079'] in n-d-843679-5 is: [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:39:05Z', 'revision_number': 4, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0', 'name': '', 'network_id': '8faf5cda-23c9-472f-a777-1843a89a34b2', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'mac_address': 'fa:16:3e:fb:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:03Z', 'updated_at': '2022-05-28T05:39:13Z', 'revision_number': 5, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'subnets': [{'id': '91bd79de-1516-41b3-8a49-9b42a6de38d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:40:18.686962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45299f93-2c16-4dde-a928-a53c3e6dbe58 req-82bb5dd2-91c4-4267-8d7b-83b9f81a1961 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2784963 May 28 05:40:18.688802 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-9df95842-2366-44b5-a87b-a74888ad63da service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f673050d-94b6-4339-8772-389602d1608d HTTP/1.1" status: 200 len: 217 time: 0.1902053 May 28 05:40:18.813836 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5396d2e-0736-4996-973c-5ae0fb08a94e'] response: {'name': 'network-changed', 'server_uuid': '3e9213b9-113a-4661-a3db-35a56b029b84', 'tag': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'status': 'completed', 'code': 200} May 28 05:40:18.890833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a85ed0-aefe-4e97-9b2e-372fa4463a2d req-e6faad98-cc81-48eb-874c-fd0bd939f4a7 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:18.892544 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32a85ed0-aefe-4e97-9b2e-372fa4463a2d req-e6faad98-cc81-48eb-874c-fd0bd939f4a7 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 948 time: 0.2492745 May 28 05:40:18.987528 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32a85ed0-aefe-4e97-9b2e-372fa4463a2d req-a22ad747-c289-4cce-aa87-cb93f7dc6c35 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891938 May 28 05:40:19.149058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24f30827-91a1-4740-bf81-9fde9d32b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:19.150506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-24f30827-91a1-4740-bf81-9fde9d32b8aa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=205c0e67-a1cd-4db2-ab3c-0b75e92a1da9 HTTP/1.1" status: 200 len: 844 time: 0.4407620 May 28 05:40:19.183142 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709a95d-f876-49cf-8340-7859c94edbb0 None None] New status for floating IP 3198a5c8-a28c-4842-a046-0b824c1ed8fb: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:40:19.319730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-5af45add-1df0-4dea-890f-2fe2b9be4c8b tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Synchronizing usage tracker for tenant:d6f3c7e8ac0d41e896a15bf9497afa23 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:19.326418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1523cd-4095-4405-844b-20206dacecd2 req-58dde22b-e8f9-478c-a3c9-debab02765c6 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:19.329170 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1523cd-4095-4405-844b-20206dacecd2 req-58dde22b-e8f9-478c-a3c9-debab02765c6 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.33 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 948 time: 0.3792772 May 28 05:40:19.356956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-5af45add-1df0-4dea-890f-2fe2b9be4c8b tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Unset dirty status for tenant:d6f3c7e8ac0d41e896a15bf9497afa23 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:19.358557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-5af45add-1df0-4dea-890f-2fe2b9be4c8b tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--45750772&fields=id&tenant_id=d6f3c7e8ac0d41e896a15bf9497afa23 HTTP/1.1" status: 200 len: 267 time: 0.0881553 May 28 05:40:19.512828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-b6c9c088-b82e-4516-b781-b7156e61a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:19.514550 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-b6c9c088-b82e-4516-b781-b7156e61a5ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60831f4aa5cd4e5194f1bb789d178d77&device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 1096 time: 0.6840003 May 28 05:40:19.525192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f154f-19e7-4111-bc6c-eab9ee18eef0 req-e6f22c7d-f564-4a4e-8824-4412d74b415d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:19.528908 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c48f154f-19e7-4111-bc6c-eab9ee18eef0 req-e6f22c7d-f564-4a4e-8824-4412d74b415d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 943 time: 0.5263989 May 28 05:40:19.565858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-fc9ad068-38f4-4355-843c-ae91453ca9fa tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:19.566804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-fc9ad068-38f4-4355-843c-ae91453ca9fa tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Synchronizing usage tracker for tenant:d6f3c7e8ac0d41e896a15bf9497afa23 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:19.598748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-fc9ad068-38f4-4355-843c-ae91453ca9fa tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Unset dirty status for tenant:d6f3c7e8ac0d41e896a15bf9497afa23 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:19.598748 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-fc9ad068-38f4-4355-843c-ae91453ca9fa tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/networks?id=f052cbff-bb22-4f3b-a360-8342fad88471 HTTP/1.1" status: 200 len: 815 time: 0.2272842 May 28 05:40:19.619252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-0b0b8dfe-2bbd-43c9-8bf5-dd16f3ceb654 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/quotas/d6f3c7e8ac0d41e896a15bf9497afa23 HTTP/1.1" status: 200 len: 375 time: 0.0123639 May 28 05:40:19.733601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-ee02bcf1-f762-406d-8404-9b2bb347ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:19.735016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-ee02bcf1-f762-406d-8404-9b2bb347ea45 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bb4b1e40-ffda-435f-87fe-6a511d9ddd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5756721 May 28 05:40:19.743960 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-0d4f82d3-2b3b-4660-a34e-046127f37636 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6f3c7e8ac0d41e896a15bf9497afa23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182959 May 28 05:40:19.830719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1523cd-4095-4405-844b-20206dacecd2 req-269a7fc5-9774-408e-adc4-7198ae6583df tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Deleting port 5af721c4-1618-425b-917d-65e98b1a7247 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:40:19.831128 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1523cd-4095-4405-844b-20206dacecd2 req-269a7fc5-9774-408e-adc4-7198ae6583df tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:19.888479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c48f154f-19e7-4111-bc6c-eab9ee18eef0 req-ca8295c5-bad8-4dae-a6c6-c0d3c03b54a1 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473099 May 28 05:40:19.901058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-6a61c721-5108-49b9-be20-c1edad889427 service neutron] 10.222.0.39 "GET /v2.0/networks/f052cbff-bb22-4f3b-a360-8342fad88471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438174 May 28 05:40:19.946052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-55c859c2-edd4-47ce-9d0a-452f81d5e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:19.947510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-55c859c2-edd4-47ce-9d0a-452f81d5e08d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8faf5cda-23c9-472f-a777-1843a89a34b2 HTTP/1.1" status: 200 len: 929 time: 0.4187229 May 28 05:40:20.002631 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d85484-dc54-4975-b984-d17286d8b1f0'] response: {'name': 'network-changed', 'server_uuid': '419c67c6-3770-417e-b1ba-322668008c19', 'tag': 'f673050d-94b6-4339-8772-389602d1608d', 'status': 'completed', 'code': 200} May 28 05:40:20.054779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2a5454f6-6214-4a56-86ae-2d036fb1932a service neutron] 10.222.0.39 "GET /v2.0/networks/f052cbff-bb22-4f3b-a360-8342fad88471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481278 May 28 05:40:20.168396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-ff382b0a-f3ac-41ff-bd44-25bc2686913a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be47192-53e5-48cb-a10f-4da939bc60a2 HTTP/1.1" status: 200 len: 217 time: 0.1614997 May 28 05:40:20.217654 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-cb835518-5323-4d21-9151-4cec60aaab9a service neutron] 10.222.0.33 "GET /v2.0/networks/bb4b1e40-ffda-435f-87fe-6a511d9ddd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740236 May 28 05:40:20.239686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-ab107d03-ea02-4fdd-8566-496970a7afcd tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips/3198a5c8-a28c-4842-a046-0b824c1ed8fb HTTP/1.1" status: 200 len: 691 time: 0.2362239 May 28 05:40:20.516317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-722983a1-d2f9-4e97-b3f9-bb6c6e63749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:20.517751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-722983a1-d2f9-4e97-b3f9-bb6c6e63749a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91bd79de-1516-41b3-8a49-9b42a6de38d3 HTTP/1.1" status: 200 len: 867 time: 0.3370917 May 28 05:40:20.550754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548286c6-0971-4138-8faf-0c0e14328b15 req-c86c4241-1a7c-45f5-85b8-9a485b799f6a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:20.552470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-548286c6-0971-4138-8faf-0c0e14328b15 req-c86c4241-1a7c-45f5-85b8-9a485b799f6a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.0844760 May 28 05:40:20.561589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50300) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:20.567325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-da80bb73-f0e1-48a8-a39d-51fba1f236dd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Request body: {'floatingip': {'port_id': '0433d2ef-3c78-4da3-b275-734e8304ad89'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:20.700523 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da80bb73-f0e1-48a8-a39d-51fba1f236dd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:20.705460 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fec94894-e7b6-44c3-97f5-fe909c401e2e req-63908e3a-fd18-4fd0-ae06-991094be8ed8 service neutron] 10.222.0.33 "GET /v2.0/networks/bb4b1e40-ffda-435f-87fe-6a511d9ddd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648244 May 28 05:40:20.715463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cf1523cd-4095-4405-844b-20206dacecd2 req-269a7fc5-9774-408e-adc4-7198ae6583df tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] For port 5af721c4-1618-425b-917d-65e98b1a7247, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5af721c4-1618-425b-917d-65e98b1a7247,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:20.715847 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1523cd-4095-4405-844b-20206dacecd2 req-269a7fc5-9774-408e-adc4-7198ae6583df tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:20.738693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-34962301-d7b5-404d-9f7b-a72841966459 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:20.747503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-34962301-d7b5-404d-9f7b-a72841966459 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.4927320 May 28 05:40:20.988949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-5f228809-7014-4d2f-91a7-a5d5f9742557 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Synchronizing usage tracker for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:floatingip {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:21.141350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1523cd-4095-4405-844b-20206dacecd2 req-269a7fc5-9774-408e-adc4-7198ae6583df tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Calling delete_port for 5af721c4-1618-425b-917d-65e98b1a7247 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:40:21.269888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-fc97c990-b364-40f3-8155-c5d8b3678b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:21.271388 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-fc97c990-b364-40f3-8155-c5d8b3678b3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8faf5cda-23c9-472f-a777-1843a89a34b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7468853 May 28 05:40:21.324306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-5f228809-7014-4d2f-91a7-a5d5f9742557 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Unset dirty status for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:floatingip {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:21.331707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-5f228809-7014-4d2f-91a7-a5d5f9742557 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 694 time: 0.5833421 May 28 05:40:21.512000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-8d87dea1-080d-4d62-bb36-34c8661aea98 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 694 time: 0.1789644 May 28 05:40:21.575647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cccf18-576c-4762-b88e-b4d06f674ab1 req-7eadd889-9fcc-4228-bc9b-5d94a6934a0f tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:21.577141 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10cccf18-576c-4762-b88e-b4d06f674ab1 req-7eadd889-9fcc-4228-bc9b-5d94a6934a0f tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/ports?device_id=6606990d-f496-4ceb-b944-9bc1f4003b05 HTTP/1.1" status: 200 len: 948 time: 0.2383587 May 28 05:40:21.640170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10cccf18-576c-4762-b88e-b4d06f674ab1 req-3adfcfc6-1827-4aa9-a135-cfe24e927472 tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6804c1-3af0-4196-93b6-4fda744b42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476551 May 28 05:40:21.845371 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da80bb73-f0e1-48a8-a39d-51fba1f236dd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:21.853288 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8b2f3ea9-f19b-4255-8d09-12e5765cc5dc tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996470 May 28 05:40:21.874670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-2010a862-125b-4e81-8c1f-4cc6832a26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:21.876801 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-2010a862-125b-4e81-8c1f-4cc6832a26e0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac4e54f147ae48d0a5db18d4a28d69d2&device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 1094 time: 0.9902589 May 28 05:40:21.916391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da80bb73-f0e1-48a8-a39d-51fba1f236dd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:21.916647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1523cd-4095-4405-844b-20206dacecd2 req-269a7fc5-9774-408e-adc4-7198ae6583df tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:21.918678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-534a7a1b-e88b-45d5-b422-2442776711e1 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Deleting port 859f9cb8-408e-419c-8896-4fe34ef28caa {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:40:21.919104 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-534a7a1b-e88b-45d5-b422-2442776711e1 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:22.071528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-a6898afd-3607-41f5-8fa8-721ba7a67021 service neutron] 10.222.0.41 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7755368 May 28 05:40:22.089128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a7fc5-9774-408e-adc4-7198ae6583df tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Pushing event deleted for resources: {'Port': ['ID=5af721c4-1618-425b-917d-65e98b1a7247,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:22.287041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1523cd-4095-4405-844b-20206dacecd2 req-269a7fc5-9774-408e-adc4-7198ae6583df tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] No DVR routers for this DVR port 5af721c4-1618-425b-917d-65e98b1a7247 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:40:22.311969 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1523cd-4095-4405-844b-20206dacecd2 req-269a7fc5-9774-408e-adc4-7198ae6583df tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:22.320108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-deleted', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:22.443546 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1523cd-4095-4405-844b-20206dacecd2 req-269a7fc5-9774-408e-adc4-7198ae6583df tempest-ImagesOneServerTestJSON-345893232 tempest-ImagesOneServerTestJSON-345893232-project] 10.222.0.33 "DELETE /v2.0/ports/5af721c4-1618-425b-917d-65e98b1a7247 HTTP/1.1" status: 204 len: 173 time: 3.1003764 May 28 05:40:22.455873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-2c6d2467-a1bc-4199-afa9-54b5abd4bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:22.457357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-2c6d2467-a1bc-4199-afa9-54b5abd4bd0a service neutron] 10.222.0.33 "GET /v2.0/networks?id=bb4b1e40-ffda-435f-87fe-6a511d9ddd75 HTTP/1.1" status: 200 len: 906 time: 0.5697153 May 28 05:40:22.606017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-43dffceb-0162-4a28-9a7e-8794647ae2ce tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:22.611298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba158cb1-77c3-4251-880e-f1f2cea7d8d9 req-f9333b23-0cd5-4a04-ae03-679e8f0ed2e0 service neutron] 10.222.0.41 "GET /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128286 May 28 05:40:22.612537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-cf8705e6-3447-4207-993e-422ae643a875 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f673050d-94b6-4339-8772-389602d1608d HTTP/1.1" status: 200 len: 217 time: 0.1325402 May 28 05:40:22.618516 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-43dffceb-0162-4a28-9a7e-8794647ae2ce tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.41 "GET /v2.0/networks?id=f052cbff-bb22-4f3b-a360-8342fad88471 HTTP/1.1" status: 200 len: 815 time: 0.8327579 May 28 05:40:22.658383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da80bb73-f0e1-48a8-a39d-51fba1f236dd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Router ce108f55-34c0-4c82-b44e-f2ade548a487 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:40:22.682837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216938-4321-42fc-b644-40782cf81ef7 req-44cab3a1-bd0d-45e9-9b66-4bf5885ef3cb tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:22.684787 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-44cab3a1-bd0d-45e9-9b66-4bf5885ef3cb tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7699873 May 28 05:40:22.689145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-534a7a1b-e88b-45d5-b422-2442776711e1 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:22.689432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-534a7a1b-e88b-45d5-b422-2442776711e1 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:22.741017 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-532d4af7-0db3-4a25-97b6-5de2e07c6e60 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f3c7e8ac0d41e896a15bf9497afa23 HTTP/1.1" status: 200 len: 378 time: 0.1079378 May 28 05:40:22.821325 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-6d3ec7b2-628c-4802-be87-934e72972009 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/quotas/e10ad26e43184b2ab9c1f21342cf9b76 HTTP/1.1" status: 200 len: 375 time: 0.1281636 May 28 05:40:22.826261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Request body: {'port': {'device_id': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'admin_state_up': True, 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'security_groups': ['939d41b3-9442-4608-a489-b347901f67df']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:22.949351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-534a7a1b-e88b-45d5-b422-2442776711e1 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Calling delete_port for 859f9cb8-408e-419c-8896-4fe34ef28caa owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:40:22.993526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-a2f9ebb6-1856-4990-b5b0-d229fb7f864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:22.994973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-a2f9ebb6-1856-4990-b5b0-d229fb7f864c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=205c0e67-a1cd-4db2-ab3c-0b75e92a1da9 HTTP/1.1" status: 200 len: 844 time: 0.3726845 May 28 05:40:23.221713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-d719ac8f-f3df-489b-a81a-844e61bcd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:23.223207 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-d719ac8f-f3df-489b-a81a-844e61bcd0cc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bb4b1e40-ffda-435f-87fe-6a511d9ddd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074900 May 28 05:40:23.313535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da80bb73-f0e1-48a8-a39d-51fba1f236dd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:40:23.329389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] Sync routers for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:40:23.331481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da80bb73-f0e1-48a8-a39d-51fba1f236dd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:23.360433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f673050d-94b6-4339-8772-389602d1608d details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:40:23.363847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5af721c4-1618-425b-917d-65e98b1a7247 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:40:23.373701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-534a7a1b-e88b-45d5-b422-2442776711e1 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:23.483553 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:40:23.484243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:40:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:23.484377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a7a1b-e88b-45d5-b422-2442776711e1 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Pushing event deleted for resources: {'Port': ['ID=859f9cb8-408e-419c-8896-4fe34ef28caa,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:23.573554 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-7cfae3ad-b6d4-41b5-9f5b-ed014c2c308c service neutron] 10.222.0.33 "GET /v2.0/networks/bb4b1e40-ffda-435f-87fe-6a511d9ddd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346691 May 28 05:40:23.579785 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-534a7a1b-e88b-45d5-b422-2442776711e1 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:23.618143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:23.623969 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-da80bb73-f0e1-48a8-a39d-51fba1f236dd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "PUT /v2.0/floatingips/4a368095-a98b-48d6-b85a-be98d2c3b045 HTTP/1.1" status: 200 len: 993 time: 3.0608644 May 28 05:40:23.650485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:23.655503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 5af721c4-1618-425b-917d-65e98b1a7247 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:40:23.660105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Usage tracker for resource:port and tenant:d6f3c7e8ac0d41e896a15bf9497afa23 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:23.660414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:23.660880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5af721c4-1618-425b-917d-65e98b1a7247 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:40:23.668809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:23.687890 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-534a7a1b-e88b-45d5-b422-2442776711e1 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:23.706400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b012c7f-36f1-48bf-9989-b5d4cf7cabfb req-534a7a1b-e88b-45d5-b422-2442776711e1 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "DELETE /v2.0/floatingips/3198a5c8-a28c-4842-a046-0b824c1ed8fb HTTP/1.1" status: 204 len: 173 time: 2.1930630 May 28 05:40:23.715452 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-417d9321-a920-49b6-842b-fdb235d16c02 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8892298 May 28 05:40:23.716923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Made reservation on behalf of d6f3c7e8ac0d41e896a15bf9497afa23 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:40:23.724716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:23.788286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:40:23.810472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cab4c5fb-5ca0-4aea-b6e6-b7b561dcd989 req-2ce4101b-ae2f-4481-b758-7c98506bbbc7 service neutron] 10.222.0.33 "GET /v2.0/networks/bb4b1e40-ffda-435f-87fe-6a511d9ddd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181432 May 28 05:40:23.907690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-991ffc16-4854-4235-91f1-cc3893eb66ef req-f73c55d8-b84e-4311-871b-2c126ff103ee tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Synchronizing usage tracker for tenant:d6f3c7e8ac0d41e896a15bf9497afa23 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:23.950221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-991ffc16-4854-4235-91f1-cc3893eb66ef req-f73c55d8-b84e-4311-871b-2c126ff103ee tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Unset dirty status for tenant:d6f3c7e8ac0d41e896a15bf9497afa23 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:23.963412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-991ffc16-4854-4235-91f1-cc3893eb66ef req-f73c55d8-b84e-4311-871b-2c126ff103ee tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 210 time: 0.1032631 May 28 05:40:24.030618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Allocated IP 172.20.0.5 (f052cbff-bb22-4f3b-a360-8342fad88471/a2a36020-7529-499f-97e8-dc852f277e89/b0e8b886-9e1e-4e3b-8873-b7f744632107) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:40:24.100102 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398f6998-71cf-4998-bf45-84e9b6387954'] response: {'server_uuid': '6606990d-f496-4ceb-b944-9bc1f4003b05', 'name': 'network-vif-deleted', 'tag': '5af721c4-1618-425b-917d-65e98b1a7247', 'status': 'completed', 'code': 200} May 28 05:40:24.124201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f673050d-94b6-4339-8772-389602d1608d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f673050d-94b6-4339-8772-389602d1608d,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:24.249267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1efea-a2bb-4f95-868d-6bc0306a79f7 req-01932a8d-142b-4ab7-baa8-a27ee31caeb6 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:24.259669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8db1efea-a2bb-4f95-868d-6bc0306a79f7 req-01932a8d-142b-4ab7-baa8-a27ee31caeb6 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 943 time: 0.1163149 May 28 05:40:24.307319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'f673050d-94b6-4339-8772-389602d1608d', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'port_id': 'f673050d-94b6-4339-8772-389602d1608d', 'mac_address': 'fa:16:3e:3e:c8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:40:24.331854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8db1efea-a2bb-4f95-868d-6bc0306a79f7 req-075d10bc-dec8-423f-a8f5-9c02e4a62bf1 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682685 May 28 05:40:24.390120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port f673050d-94b6-4339-8772-389602d1608d is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:24.390750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:24.418542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f673050d-94b6-4339-8772-389602d1608d {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:24.440303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f673050d-94b6-4339-8772-389602d1608d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f673050d-94b6-4339-8772-389602d1608d,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:24.443936 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28545aef-c4c6-42cf-b3a7-1e6fb8167bd3'] response: {'name': 'network-changed', 'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'status': 'completed', 'code': 200} May 28 05:40:24.445243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '4a368095-a98b-48d6-b85a-be98d2c3b045', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'port_id': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'mac_address': 'fa:16:3e:8f:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:40:21Z', 'revision_number': 3, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:56Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:24.451193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] Checking router: ce108f55-34c0-4c82-b44e-f2ade548a487 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:40:24.459941 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:24.555638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:24.577048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:40:24.578081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:40:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:24.601373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Transition to ACTIVE for port object b0e8b886-9e1e-4e3b-8873-b7f744632107 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:40:24.631861 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2d464dd0-d94c-4ce9-994a-38103c9ef818 req-26076f38-60e4-440e-873b-1708a7b1e0ae tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 210 time: 0.0892360 May 28 05:40:24.666936 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:24.677949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-372466fa-c0b2-4350-963c-65380d04eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:24.689388 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-372466fa-c0b2-4350-963c-65380d04eef7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 1096 time: 0.2152388 May 28 05:40:24.728772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Network f052cbff-bb22-4f3b-a360-8342fad88471 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:40:24.752288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:40:24.758381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:40:24.883799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:40:24.927573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-fbfdccd6-f462-4f9a-8af8-31e2d1907145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:24.929724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-fbfdccd6-f462-4f9a-8af8-31e2d1907145 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.2393081 May 28 05:40:25.013744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Pushing event updated for resources: {'Port': ['ID=b0e8b886-9e1e-4e3b-8873-b7f744632107,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:25.035146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:25.035838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:25.094310 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-b26b9b3e-c7c7-4ee5-ace6-34e711ffb5b1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2805085 May 28 05:40:25.117158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Request body: {'port': {'device_id': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:25.129062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:40:25.229538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730665de-3ed7-45e7-9e61-b657ee590d8c req-cee535f6-3591-43d4-b3bf-854665964bad tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:25.231840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-730665de-3ed7-45e7-9e61-b657ee590d8c req-cee535f6-3591-43d4-b3bf-854665964bad tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=075dbf24-509d-4778-9bea-4eaccd386fa2 HTTP/1.1" status: 200 len: 949 time: 0.2987638 May 28 05:40:25.247005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8183b5-8d09-4533-be6b-51062d423ee4 req-630618df-a69f-4efb-91dc-7a5b884858fd tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:25.255913 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d8183b5-8d09-4533-be6b-51062d423ee4 req-630618df-a69f-4efb-91dc-7a5b884858fd tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3847992 May 28 05:40:25.278693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50376) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:25.286877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-6122a676-c7aa-4aa0-8174-290fbde3c878 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0433d2ef-3c78-4da3-b275-734e8304ad89 HTTP/1.1" status: 200 len: 1001 time: 0.2796996 May 28 05:40:25.297181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=f673050d-94b6-4339-8772-389602d1608d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:25.333867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['f673050d-94b6-4339-8772-389602d1608d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:25.340334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-730665de-3ed7-45e7-9e61-b657ee590d8c req-5012e5e5-4c63-4b37-86f7-f485c527b5e7 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018820 May 28 05:40:25.370045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-7b0d2df2-b721-4e95-9d02-98d4e49d35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:25.371674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-7b0d2df2-b721-4e95-9d02-98d4e49d35f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.0754588 May 28 05:40:25.395220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5c988126-aad4-423a-ab43-685af82c3f79 None None] Provisioning for port b0e8b886-9e1e-4e3b-8873-b7f744632107 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:40:25.418911 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d8183b5-8d09-4533-be6b-51062d423ee4 req-c1efc44e-0bd3-4b2b-b29b-72d6ca473982 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1621120 May 28 05:40:25.452585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5c988126-aad4-423a-ab43-685af82c3f79 None None] Provisioning complete for port b0e8b886-9e1e-4e3b-8873-b7f744632107 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:25.453312 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5c988126-aad4-423a-ab43-685af82c3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:25.454066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:25.529978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5c988126-aad4-423a-ab43-685af82c3f79 None None] Port b0e8b886-9e1e-4e3b-8873-b7f744632107 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:40:25.622960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2d2a84dd-f65c-46de-912f-9115e49188f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f794c1073d54ad5ba31847df87dc9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406084 May 28 05:40:25.632418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50390) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:25.638548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:25.639256 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:25.670853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-6cdb80f1-a1aa-46dd-baab-b9366931c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:25.672458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-6cdb80f1-a1aa-46dd-baab-b9366931c4ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2931538 May 28 05:40:25.706438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:25.728492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:25.731298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '4a368095-a98b-48d6-b85a-be98d2c3b045', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'port_id': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'mac_address': 'fa:16:3e:8f:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:40:21Z', 'revision_number': 3, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:56Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:25.746055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526ce23-b3c8-43ba-862d-4e5a20836317 None None] The sync data for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 is: [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '4a368095-a98b-48d6-b85a-be98d2c3b045', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'port_id': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'mac_address': 'fa:16:3e:8f:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:40:21Z', 'revision_number': 3, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:56Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:40:25.751344 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:25.869136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:25.972609 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-af639f84-88a2-4f2c-b978-4da575f70d47 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400064 May 28 05:40:25.993744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e8b886-9e1e-4e3b-8873-b7f744632107 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:26.003562 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:26.014474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4e9e6-3bbc-44cb-aa37-054dbab55295 req-48484eb8-ae98-4a1e-a916-7c5d4c22cfc4 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:26.016111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0e4e9e6-3bbc-44cb-aa37-054dbab55295 req-48484eb8-ae98-4a1e-a916-7c5d4c22cfc4 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 931 time: 0.4645464 May 28 05:40:26.025664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Transition to ACTIVE for port object b0e8b886-9e1e-4e3b-8873-b7f744632107 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:40:26.038172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc409f2-9b55-4785-8de8-031f7a279129 req-89840c27-546a-4c5b-81b7-8ad2414f6157 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:26.040424 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6bc409f2-9b55-4785-8de8-031f7a279129 req-89840c27-546a-4c5b-81b7-8ad2414f6157 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 944 time: 0.1606171 May 28 05:40:26.041599 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:26.121430 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1a92b75-f140-478b-81da-4a8fe29c7712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:26.210066 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1a92b75-f140-478b-81da-4a8fe29c7712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:26.228546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e8b886-9e1e-4e3b-8873-b7f744632107,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:26.247627 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6bc409f2-9b55-4785-8de8-031f7a279129 req-54ac9a32-3559-4667-a3ab-70100551b5df tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724570 May 28 05:40:26.256990 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0e4e9e6-3bbc-44cb-aa37-054dbab55295 req-eab6c92b-e499-4843-9575-52db2a32325d tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1737487 May 28 05:40:26.265278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-f03a0bcf-e758-4dfc-90c9-7e4703657f7d service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718784 May 28 05:40:26.342420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Attempting to bind port b0e8b886-9e1e-4e3b-8873-b7f744632107 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:40:26.342745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Attempting to bind port b0e8b886-9e1e-4e3b-8873-b7f744632107 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:40:26.343070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Attempting to bind port b0e8b886-9e1e-4e3b-8873-b7f744632107 on network f052cbff-bb22-4f3b-a360-8342fad88471 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:26.348202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Port b0e8b886-9e1e-4e3b-8873-b7f744632107 on network f052cbff-bb22-4f3b-a360-8342fad88471 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:40:26.348389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Attempting to bind port b0e8b886-9e1e-4e3b-8873-b7f744632107 on network f052cbff-bb22-4f3b-a360-8342fad88471 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:26.354282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:40:26.354625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Checking segment: {'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:40:26.355010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Bound using segment: {'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:40:26.355538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Bound port: b0e8b886-9e1e-4e3b-8873-b7f744632107, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586c4bb6-a423-4554-9ab0-1d2d704d2786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:40:26.355863 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:26.436696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216938-4321-42fc-b644-40782cf81ef7 req-2690c2f1-da2a-489c-9234-e610f4926ca0 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:26.438083 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-2690c2f1-da2a-489c-9234-e610f4926ca0 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4566653 May 28 05:40:26.452278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:26.454489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c53d4b83-e95c-4fdd-b7d3-c7f9aa725ae4 req-a82e4078-f644-4d49-b9ed-58042ffd9137 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Synchronizing usage tracker for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:floatingip {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:26.463636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Request body: {'port': {'device_id': '120a826d-3850-49be-97dd-550286bc415b', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'e10ad26e43184b2ab9c1f21342cf9b76'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:26.464861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] For port b0e8b886-9e1e-4e3b-8873-b7f744632107, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:40:26.471337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] For port b0e8b886-9e1e-4e3b-8873-b7f744632107, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0e8b886-9e1e-4e3b-8873-b7f744632107,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:40:26.476926 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:26.601398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c53d4b83-e95c-4fdd-b7d3-c7f9aa725ae4 req-a82e4078-f644-4d49-b9ed-58042ffd9137 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Unset dirty status for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:floatingip {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:26.602707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c53d4b83-e95c-4fdd-b7d3-c7f9aa725ae4 req-a82e4078-f644-4d49-b9ed-58042ffd9137 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2883780 May 28 05:40:26.632536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1a92b75-f140-478b-81da-4a8fe29c7712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:26.668884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dc7480d-6d93-4d82-9b91-8f5b97dc47be req-477e7eb0-0bf4-460b-ad90-e88892409609 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802805 May 28 05:40:26.681302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e8b886-9e1e-4e3b-8873-b7f744632107,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:26.686437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:26.687300 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:26.689140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2565b08a-3b59-44d1-b743-a9856ccfe0b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0e8b886-9e1e-4e3b-8873-b7f744632107 HTTP/1.1" status: 200 len: 1091 time: 1.5840254 May 28 05:40:26.696745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a92b75-f140-478b-81da-4a8fe29c7712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6804c1-3af0-4196-93b6-4fda744b42f6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:26.734906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:26.748556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1a92b75-f140-478b-81da-4a8fe29c7712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:26.750817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e1a92b75-f140-478b-81da-4a8fe29c7712 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e6804c1-3af0-4196-93b6-4fda744b42f6 HTTP/1.1" status: 204 len: 168 time: 1.1108592 May 28 05:40:26.761270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:26.785849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Made reservation on behalf of e10ad26e43184b2ab9c1f21342cf9b76 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:40:26.790738 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:26.835736 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0102d6d2-4f1a-4ebf-b547-a39066607b6d'] response: {'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'code': 200} May 28 05:40:26.868045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-30352e90-bb33-42f3-9e2e-089d03cdcd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:26.871556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-30352e90-bb33-42f3-9e2e-089d03cdcd1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f3c7e8ac0d41e896a15bf9497afa23&device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 1094 time: 0.1177754 May 28 05:40:26.942524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-81b72d37-19f2-47b8-96c3-9cff27af8c82 req-5490325a-04a0-40ce-a944-3fc792c27a63 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 210 time: 0.1304064 May 28 05:40:26.986097 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce64863-5220-46db-b0ea-ebe7428c8466'] response: {'name': 'network-changed', 'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'status': 'completed', 'code': 200} May 28 05:40:26.995948 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2823952f-d9a9-4daf-9d4f-5d358aa5a2cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e8b886-9e1e-4e3b-8873-b7f744632107 HTTP/1.1" status: 200 len: 217 time: 0.1148295 May 28 05:40:27.102947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-36c399f9-77ba-4964-88a8-f47731e8e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:27.105675 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-36c399f9-77ba-4964-88a8-f47731e8e6bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a36020-7529-499f-97e8-dc852f277e89 HTTP/1.1" status: 200 len: 854 time: 0.1028917 May 28 05:40:27.249856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-763b8d08-e732-48b7-9c64-d075f17997ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:27.260734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-763b8d08-e732-48b7-9c64-d075f17997ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f052cbff-bb22-4f3b-a360-8342fad88471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367490 May 28 05:40:27.336995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f673050d-94b6-4339-8772-389602d1608d up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:40:27.362925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Allocated IP 192.168.233.99 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/8b9a53f9-300d-4a82-a18a-6eff6d05a0ce) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:40:27.369834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-f1d6772a-1c6f-4842-9a37-1ed602d4ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:27.371415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-f1d6772a-1c6f-4842-9a37-1ed602d4ad42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 1096 time: 0.2060328 May 28 05:40:27.484059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port f673050d-94b6-4339-8772-389602d1608d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:40:27.490640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port f673050d-94b6-4339-8772-389602d1608d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:27.491370 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:27.586500 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-f1dd0adb-6f63-4a21-9150-5766384b59fb service neutron] 10.222.0.41 "GET /v2.0/networks/f052cbff-bb22-4f3b-a360-8342fad88471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225534 May 28 05:40:27.599767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd535e8-ea29-41bc-8b69-99f7256ff577 req-4260d1b7-dbcc-4a49-9898-62916d93c34d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:27.601386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0fd535e8-ea29-41bc-8b69-99f7256ff577 req-4260d1b7-dbcc-4a49-9898-62916d93c34d tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 944 time: 0.1493399 May 28 05:40:27.686340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port f673050d-94b6-4339-8772-389602d1608d is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:27.687426 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:27.698706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-731d2363-c400-421a-8560-401e36ee640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:27.700217 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-731d2363-c400-421a-8560-401e36ee640e service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.3221061 May 28 05:40:27.731949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f673050d-94b6-4339-8772-389602d1608d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f673050d-94b6-4339-8772-389602d1608d,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:27.739869 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:27.783321 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0fd535e8-ea29-41bc-8b69-99f7256ff577 req-ecfee042-b07e-4691-9c9d-7ae3b648c675 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459594 May 28 05:40:27.815731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50448) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:27.833615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=f673050d-94b6-4339-8772-389602d1608d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:27.843997 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbe708d-938d-4208-9090-6524814ab3e1 req-2b350839-a792-4903-97ad-a94680aa5626 service neutron] 10.222.0.41 "GET /v2.0/networks/f052cbff-bb22-4f3b-a360-8342fad88471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416041 May 28 05:40:27.853884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b55a1a-fb42-425b-835f-2750e6ce8e60 req-2202fe7c-0fc5-4ddb-b073-01eaa1c01182 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:27.854583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f8b55a1a-fb42-425b-835f-2750e6ce8e60 req-2202fe7c-0fc5-4ddb-b073-01eaa1c01182 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Synchronizing usage tracker for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:27.907618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-f819c920-be0c-481c-89be-5ca1c78dee48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0433d2ef-3c78-4da3-b275-734e8304ad89 HTTP/1.1" status: 200 len: 1001 time: 0.1996183 May 28 05:40:27.913076 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:27.955518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f8b55a1a-fb42-425b-835f-2750e6ce8e60 req-2202fe7c-0fc5-4ddb-b073-01eaa1c01182 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Unset dirty status for tenant:60831f4aa5cd4e5194f1bb789d178d77 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:27.956660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f8b55a1a-fb42-425b-835f-2750e6ce8e60 req-2202fe7c-0fc5-4ddb-b073-01eaa1c01182 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 945 time: 0.5031633 May 28 05:40:27.993167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c12941-ad99-4b0a-87be-de25a8ba4334 req-4f8ff8a3-8001-4a41-b05c-5f19e369fe4b tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:27.993920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-62c12941-ad99-4b0a-87be-de25a8ba4334 req-4f8ff8a3-8001-4a41-b05c-5f19e369fe4b tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Synchronizing usage tracker for tenant:d6f3c7e8ac0d41e896a15bf9497afa23 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:28.011462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-62c12941-ad99-4b0a-87be-de25a8ba4334 req-4f8ff8a3-8001-4a41-b05c-5f19e369fe4b tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Unset dirty status for tenant:d6f3c7e8ac0d41e896a15bf9497afa23 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:28.012923 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62c12941-ad99-4b0a-87be-de25a8ba4334 req-4f8ff8a3-8001-4a41-b05c-5f19e369fe4b tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 943 time: 0.1094775 May 28 05:40:28.063163 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62c12941-ad99-4b0a-87be-de25a8ba4334 req-c353781b-5e5b-4230-abb8-eb51a0e13a40 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438650 May 28 05:40:28.119449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Transition to ACTIVE for port object 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:40:28.124969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-159929053-network', 'tenant_id': '5f822bebe65d4ce99636185906aaea2d'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:28.139647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:28.153946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Usage tracker for resource:network and tenant:5f822bebe65d4ce99636185906aaea2d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:28.160975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:28.168421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-5918acde-c0d7-4728-8aa9-912ceb117e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:28.169965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-5918acde-c0d7-4728-8aa9-912ceb117e2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.2484598 May 28 05:40:28.176229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:28.185125 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f8b55a1a-fb42-425b-835f-2750e6ce8e60 req-f3847a9e-f4ee-40b5-be46-5c9f3439e062 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/security-groups?id=7579779f-7be9-4e46-93cf-ee7efb3562c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942407 May 28 05:40:28.193945 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:40:28.213799 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bafbb63c-5279-4731-a1fb-b1d35be0a9a6 req-f1981d5e-257f-46b3-a404-681a478ddd79 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 210 time: 0.0532451 May 28 05:40:28.238593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Made reservation on behalf of 5f822bebe65d4ce99636185906aaea2d for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:40:28.240919 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:28.259828 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:28.282209 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:28.293684 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d6d95dc9-4720-4031-8263-89010b1d3919', '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:28.326572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:28.349402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Usage tracker for resource:security_group_rule and tenant:5f822bebe65d4ce99636185906aaea2d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:28.357138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:28.370512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:28.376746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:40:28.383946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:40:28.392772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:40:28.434075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:28.469129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-e72ce8e6-704c-40ac-b8c7-25a9f7f20ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:28.471589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-e72ce8e6-704c-40ac-b8c7-25a9f7f20ef4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2775354 May 28 05:40:28.499091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:28.499917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:28.647505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-45aadb1e-d6af-4ebb-a882-aa3185990f5a None None] Provisioning for port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:40:28.654967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-45aadb1e-d6af-4ebb-a882-aa3185990f5a None None] Provisioning complete for port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:28.655290 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-45aadb1e-d6af-4ebb-a882-aa3185990f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:28.659321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7dae525a-020f-4d63-a48e-2b5de1cc59c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2007902 May 28 05:40:28.685728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Request body: {'port': {'device_id': '120a826d-3850-49be-97dd-550286bc415b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:28.725278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:28.746501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:28.748038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-45aadb1e-d6af-4ebb-a882-aa3185990f5a None None] Port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:40:28.768859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-2cfcfe6d-b898-4356-b1e4-8a9441c2318a service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764874 May 28 05:40:28.805875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:40:28.837549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c67c6-3770-417e-b1ba-322668008c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f673050d-94b6-4339-8772-389602d1608d'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:28.884456 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272e9325-cfc8-4895-ab97-f777aa2fb96c'] response: {'server_uuid': '419c67c6-3770-417e-b1ba-322668008c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f673050d-94b6-4339-8772-389602d1608d', 'code': 200} May 28 05:40:28.907737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a062d3-560f-409d-8425-3a224c0f24f4,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:28.926687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:28.927187 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Added segment bb1265bf-a136-436d-9e5f-3971578a5057 of type vlan for network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec May 28 05:40:28.967186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f9a68-f96a-47fe-8cf6-9514f0e33a23 req-72be618d-0787-4996-912d-6b5bbd4cc156 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:28.968620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:28.968923 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f3f9a68-f96a-47fe-8cf6-9514f0e33a23 req-72be618d-0787-4996-912d-6b5bbd4cc156 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 945 time: 0.1003740 May 28 05:40:28.988608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:29.000676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'tag': 'b0e8b886-9e1e-4e3b-8873-b7f744632107'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:29.055774 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f3f9a68-f96a-47fe-8cf6-9514f0e33a23 req-dfe6585e-e413-4dd1-928e-af1523b0c7e4 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752158 May 28 05:40:29.080632 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55cc1c34-2beb-4523-96e6-2d9d7375b83f'] response: {'name': 'network-changed', 'server_uuid': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'tag': 'b0e8b886-9e1e-4e3b-8873-b7f744632107', 'status': 'completed', 'code': 200} May 28 05:40:29.192614 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d863fe49-114e-4b75-bc72-fe2f62b25e79 req-5402b47c-96aa-4282-9ea2-ecef1b86eb55 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072912 May 28 05:40:29.208725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-8a36614e-a8ae-48ec-98f1-393baac523d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:29.210620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-8a36614e-a8ae-48ec-98f1-393baac523d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f3c7e8ac0d41e896a15bf9497afa23&device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 1094 time: 0.0935185 May 28 05:40:29.273277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:29.274594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:29.275423 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:29.435377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6149006 May 28 05:40:29.445372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50486) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:29.453306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Request body: {'subnet': {'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-159929053-subnet', 'tenant_id': '5f822bebe65d4ce99636185906aaea2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:29.463951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fbaf7-47eb-4608-ab93-722fd56d79fe req-b9246333-5b25-4dfa-a468-9c74aa1bb483 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:29.465374 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-529fbaf7-47eb-4608-ab93-722fd56d79fe req-b9246333-5b25-4dfa-a468-9c74aa1bb483 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 943 time: 0.2604830 May 28 05:40:29.469273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-a91ceb6b-ab11-4b76-ba43-9d25cc51a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:29.471780 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-a91ceb6b-ab11-4b76-ba43-9d25cc51a73d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f052cbff-bb22-4f3b-a360-8342fad88471 HTTP/1.1" status: 200 len: 916 time: 0.1771994 May 28 05:40:29.479675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:29.500438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Usage tracker for resource:subnet and tenant:5f822bebe65d4ce99636185906aaea2d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:29.527792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca44b45-4a9a-4764-9437-7fba3947eb94 req-4960116b-f49b-4052-b28d-29adb3e07f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:29.529177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fca44b45-4a9a-4764-9437-7fba3947eb94 req-4960116b-f49b-4052-b28d-29adb3e07f1f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 1096 time: 0.5249865 May 28 05:40:29.535323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e73c7-4e5e-407c-84fc-2719218e0352 admin admin] Pushing event updated for resources: {'Network': ['ID=1505cc79-3972-4571-b4bd-ffeed4c6d3ec,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:29.546231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:40:29.550477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:29.563969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:29.574703 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-25e7cc68-64c3-44bb-9a08-f4d72ad651ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e8b886-9e1e-4e3b-8873-b7f744632107 HTTP/1.1" status: 200 len: 217 time: 0.0783992 May 28 05:40:29.627459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Made reservation on behalf of 5f822bebe65d4ce99636185906aaea2d for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:40:29.629775 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:29.655905 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-529fbaf7-47eb-4608-ab93-722fd56d79fe req-872f5b8f-61b9-40a1-ac63-50d6226988c1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1845939 May 28 05:40:29.687578 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fca44b45-4a9a-4764-9437-7fba3947eb94 req-e196b53c-4a7b-43ed-9904-7d60a1f7436e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499298 May 28 05:40:29.732414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd85bd-aa7e-49cf-b671-9a5b9a305e58 req-c89e04fc-e575-4e28-b134-1638c2156311 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:29.739263 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1bd85bd-aa7e-49cf-b671-9a5b9a305e58 req-c89e04fc-e575-4e28-b134-1638c2156311 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 945 time: 0.3599050 May 28 05:40:29.745711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-ddedb29a-e4db-42ec-8bcf-4e32ae7be1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:29.747075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-ddedb29a-e4db-42ec-8bcf-4e32ae7be1a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a36020-7529-499f-97e8-dc852f277e89 HTTP/1.1" status: 200 len: 854 time: 0.1561365 May 28 05:40:29.780693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-23c0b714-5883-4989-9ee4-bdbff67171b5 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:29.782033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-23c0b714-5883-4989-9ee4-bdbff67171b5 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 945 time: 0.2520142 May 28 05:40:29.897039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1bd85bd-aa7e-49cf-b671-9a5b9a305e58 req-496656c9-ebe5-40e8-a46c-9f2798083a5b tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/security-groups?id=7579779f-7be9-4e46-93cf-ee7efb3562c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565523 May 28 05:40:29.919386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:29.937055 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:29.945630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-217e4ad0-a823-4310-9b23-88c511697bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Deleting port 3be47192-53e5-48cb-a10f-4da939bc60a2 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:40:29.945978 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-217e4ad0-a823-4310-9b23-88c511697bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:30.062282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dae9e-63d7-4f29-8945-8ec1f51bbe0b req-0a169365-b1dc-4253-968b-114f5582dace tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:30.063881 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cd3dae9e-63d7-4f29-8945-8ec1f51bbe0b req-0a169365-b1dc-4253-968b-114f5582dace tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 935 time: 0.3059180 May 28 05:40:30.088770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-5defa1fe-d38a-4a4c-81a1-58f75e764a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:30.088770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-5defa1fe-d38a-4a4c-81a1-58f75e764a49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f052cbff-bb22-4f3b-a360-8342fad88471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3260651 May 28 05:40:30.137588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Transition to ACTIVE for port object 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:40:30.155199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:30.247990 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cd3dae9e-63d7-4f29-8945-8ec1f51bbe0b req-dc472985-15bb-4fb1-815e-5b240e964996 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746597 May 28 05:40:30.260550 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:30.381889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cabff0b-b4b0-4b46-b23f-0abf93edf019,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:30.394690 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-d6375b52-9835-4d36-9fd7-f501f33be8fa service neutron] 10.222.0.41 "GET /v2.0/networks/f052cbff-bb22-4f3b-a360-8342fad88471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976198 May 28 05:40:30.395532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Checking segment: {'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:40:30.396161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Network hostable DHCP agents. Network: 1505cc79-3972-4571-b4bd-ffeed4c6d3ec, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:40:30.542011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:40:30.561260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:30.582006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 1505cc79-3972-4571-b4bd-ffeed4c6d3ec) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:40:30.596182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a787f50-31d7-4162-bd69-59d6a65dd845 None None] Network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:40:30.600492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:30.601395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:30.636722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ba1736d-db4f-4eda-ba81-c054f4772346 req-bc3e760d-5c63-4eff-9e85-a891975e0f62 service neutron] 10.222.0.41 "GET /v2.0/networks/f052cbff-bb22-4f3b-a360-8342fad88471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270298 May 28 05:40:30.646748 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e8d12358-ebff-4625-9925-7c9e7410a7fc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2002695 May 28 05:40:30.691885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-217e4ad0-a823-4310-9b23-88c511697bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] For port 3be47192-53e5-48cb-a10f-4da939bc60a2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3be47192-53e5-48cb-a10f-4da939bc60a2,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:30.692294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-217e4ad0-a823-4310-9b23-88c511697bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:30.715458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 20f9504d-632f-496f-9eef-987fe8b79441 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:40:30.816937 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:30.834972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-217e4ad0-a823-4310-9b23-88c511697bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Calling delete_port for 3be47192-53e5-48cb-a10f-4da939bc60a2 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:40:30.904498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa18f0-dfcf-4819-b88f-7690651222c0 req-f04340b0-5f0a-4b9d-b8ab-f266501fd105 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:30.905975 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1efa18f0-dfcf-4819-b88f-7690651222c0 req-f04340b0-5f0a-4b9d-b8ab-f266501fd105 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 945 time: 0.6955745 May 28 05:40:30.912263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:40:30.912846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:40:30.913369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:30.922109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:40:30.922643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:30.948844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:40:30.949190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:40:30.949578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:40:30.950024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Bound port: 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:40:30.950567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:30.974635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 20f9504d-632f-496f-9eef-987fe8b79441, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=20f9504d-632f-496f-9eef-987fe8b79441,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:30.996250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '20f9504d-632f-496f-9eef-987fe8b79441', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '20f9504d-632f-496f-9eef-987fe8b79441', 'mac_address': 'fa:16:3e:4f:e7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:40:31.005125 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1efa18f0-dfcf-4819-b88f-7690651222c0 req-ff7fc91f-018b-4d7a-8f05-90c9589b504c tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863483 May 28 05:40:31.131225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9e4a4-4a28-42ab-81df-6414a4a5f2cb req-b30b9d28-5595-4db1-9c9b-b8a2a1151a71 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:31.140129 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-13f9e4a4-4a28-42ab-81df-6414a4a5f2cb req-b30b9d28-5595-4db1-9c9b-b8a2a1151a71 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 943 time: 0.1963794 May 28 05:40:31.154698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:40:31.159224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:40:31.166677 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:31.168451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860b6aa-e22d-42dc-b3ab-a5ae7f2199a9 None None] Network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:40:31.218568 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-217e4ad0-a823-4310-9b23-88c511697bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:31.240146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 20f9504d-632f-496f-9eef-987fe8b79441 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:31.240557 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:31.262679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:31.263840 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:31.265461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] 10.222.0.33 "PUT /v2.0/ports/8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 1095 time: 2.5887709 May 28 05:40:31.266491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:31.285157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-13f9e4a4-4a28-42ab-81df-6414a4a5f2cb req-3f41a1dd-1256-49c3-99f5-9c965df6d3ef tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1439252 May 28 05:40:31.322809 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['3be47192-53e5-48cb-a10f-4da939bc60a2'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:31.417628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20f9504d-632f-496f-9eef-987fe8b79441 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:31.483730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 20f9504d-632f-496f-9eef-987fe8b79441, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=20f9504d-632f-496f-9eef-987fe8b79441,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:31.502935 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:31.573383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e98a51c2-d2e1-4ab2-81e2-e17566bd2f8a req-a41be4d4-e71e-4dc7-8fbe-9e4f111c8532 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9213b9-113a-4661-a3db-35a56b029b84 HTTP/1.1" status: 200 len: 210 time: 0.0730171 May 28 05:40:31.593587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=20f9504d-632f-496f-9eef-987fe8b79441,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:31.598276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-217e4ad0-a823-4310-9b23-88c511697bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] No DVR routers for this DVR port 3be47192-53e5-48cb-a10f-4da939bc60a2 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:40:31.600186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d8313-eb7f-418a-adea-aa5019ace435 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:31.607776 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-217e4ad0-a823-4310-9b23-88c511697bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:31.709218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e4ad0-a823-4310-9b23-88c511697bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] Pushing event deleted for resources: {'Port': ['ID=3be47192-53e5-48cb-a10f-4da939bc60a2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:31.728441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['20f9504d-632f-496f-9eef-987fe8b79441'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:31.735354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-bc2cfe9f-7ee6-4a0e-8168-af47f1c417ea tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:31.736073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-bc2cfe9f-7ee6-4a0e-8168-af47f1c417ea tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Synchronizing usage tracker for tenant:5f822bebe65d4ce99636185906aaea2d on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:31.750321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d9fd141-8eec-4f1f-856e-bf840d39736d req-217e4ad0-a823-4310-9b23-88c511697bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563 tempest-FloatingIPsAssociationNegativeTestJSON-1053909563-project] 10.222.0.41 "DELETE /v2.0/ports/3be47192-53e5-48cb-a10f-4da939bc60a2 HTTP/1.1" status: 204 len: 173 time: 1.9471128 May 28 05:40:31.761945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216938-4321-42fc-b644-40782cf81ef7 req-98bfa10b-20a1-41e6-a1d8-0b475164c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:31.764482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-98bfa10b-20a1-41e6-a1d8-0b475164c53f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1098 time: 0.3242800 May 28 05:40:31.929381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-bc2cfe9f-7ee6-4a0e-8168-af47f1c417ea tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Unset dirty status for tenant:5f822bebe65d4ce99636185906aaea2d on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:31.952672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-bc2cfe9f-7ee6-4a0e-8168-af47f1c417ea tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/networks?id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec HTTP/1.1" status: 200 len: 817 time: 0.6189229 May 28 05:40:31.971381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-b98144b5-07cf-4825-84da-748e4fe4fce4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.1882479 May 28 05:40:31.978471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-6779af76-229d-400f-878c-4a19f9859d1e tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/quotas/5f822bebe65d4ce99636185906aaea2d HTTP/1.1" status: 200 len: 375 time: 0.0305469 May 28 05:40:32.199405 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-7ed4e846-f99e-4a12-8e62-ac194bf465e4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f822bebe65d4ce99636185906aaea2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2199044 May 28 05:40:32.317589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216938-4321-42fc-b644-40782cf81ef7 req-d7356ba8-88f7-4e67-a866-535bf73e8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:32.319022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-d7356ba8-88f7-4e67-a866-535bf73e8117 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3377533 May 28 05:40:32.460660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-647e6d9a-aa2e-4277-9677-514cc15abe4f service neutron] 10.222.0.39 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498424 May 28 05:40:32.468968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216938-4321-42fc-b644-40782cf81ef7 req-945d7e6e-bfe2-4f65-b937-02d17eb96b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:32.470646 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-945d7e6e-bfe2-4f65-b937-02d17eb96b02 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384714 May 28 05:40:32.509430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457000df-cddd-4138-babe-1071bb36fa23 req-f3890c5a-5776-451e-af40-0057717b2cae tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:32.512175 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-457000df-cddd-4138-babe-1071bb36fa23 req-f3890c5a-5776-451e-af40-0057717b2cae tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 947 time: 0.1016889 May 28 05:40:32.577036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-457000df-cddd-4138-babe-1071bb36fa23 req-e7ffd377-d803-47b4-b7d4-ecad7c380f00 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550785 May 28 05:40:32.657720 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073f4789-c5a7-4976-9457-a28b7d5e9387'] response: {'name': 'network-changed', 'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'status': 'completed', 'code': 200} May 28 05:40:32.720237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 20f9504d-632f-496f-9eef-987fe8b79441 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:40:32.746458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-2414db39-9ee8-4bcd-aa5c-a10149d15834 service neutron] 10.222.0.39 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748973 May 28 05:40:32.749904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7020e9fc-c58c-4631-8fb0-d92a8e9a5b9a service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556043 May 28 05:40:32.847954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 20f9504d-632f-496f-9eef-987fe8b79441 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:32.848876 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:32.971851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b0be-3f80-49cd-a069-fefebe05ff08 req-9b4f03a8-e449-4aad-aa15-51d9b7747480 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:32.973476 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60f4b0be-3f80-49cd-a069-fefebe05ff08 req-9b4f03a8-e449-4aad-aa15-51d9b7747480 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 945 time: 0.2084825 May 28 05:40:33.084431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f216938-4321-42fc-b644-40782cf81ef7 req-7146b414-35df-40be-944d-a2cdac64ade1 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113914 May 28 05:40:33.129014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 20f9504d-632f-496f-9eef-987fe8b79441 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:33.129526 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:33.179192 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60f4b0be-3f80-49cd-a069-fefebe05ff08 req-c59c1e6f-8689-4f88-be46-7f31039ff5ff tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926458 May 28 05:40:33.200818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 20f9504d-632f-496f-9eef-987fe8b79441, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=20f9504d-632f-496f-9eef-987fe8b79441,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:33.202007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f9504d-632f-496f-9eef-987fe8b79441'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:33.214352 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:33.217699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3be47192-53e5-48cb-a10f-4da939bc60a2 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:40:33.338266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 3be47192-53e5-48cb-a10f-4da939bc60a2 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:40:33.338668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3be47192-53e5-48cb-a10f-4da939bc60a2 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:40:33.374715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=20f9504d-632f-496f-9eef-987fe8b79441,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:33.441962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50596) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:33.545806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8564d-5b9e-4450-accf-8e4db9b0deb6 req-b1d59b96-adec-41fe-8565-c61ae27cee8c tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:33.554452 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bc8564d-5b9e-4450-accf-8e4db9b0deb6 req-b1d59b96-adec-41fe-8565-c61ae27cee8c tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 943 time: 0.1324685 May 28 05:40:33.640988 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bc8564d-5b9e-4450-accf-8e4db9b0deb6 req-e1c2237b-1535-457f-9cac-07bb883612d1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847278 May 28 05:40:33.642849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-e34b9ee4-a3ad-4185-a90e-eb8b0d4cd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:33.644859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-e34b9ee4-a3ad-4185-a90e-eb8b0d4cd8e0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1098 time: 0.4433556 May 28 05:40:33.793844 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875b7be0-423e-4e70-b319-4acbaaf14278'] response: {'server_uuid': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f9504d-632f-496f-9eef-987fe8b79441', 'code': 200} May 28 05:40:33.901733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-847704d6-ef59-4221-8b1b-9cf978ac80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:33.903837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-847704d6-ef59-4221-8b1b-9cf978ac80ff service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2382357 May 28 05:40:34.049663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ff660-8020-4557-a86b-1857bfeb9f1c req-68302e17-aa88-42f2-aec4-a8bec86ec91b tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:34.051893 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-345ff660-8020-4557-a86b-1857bfeb9f1c req-68302e17-aa88-42f2-aec4-a8bec86ec91b tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 945 time: 0.1603692 May 28 05:40:34.064204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50622) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:34.079672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-98954968-2b35-43af-ba69-9db386df4d56 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Request body: {'floatingip': {'port_id': 'f673050d-94b6-4339-8772-389602d1608d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:34.190581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-f8909f7e-3129-4654-a0af-4533ee336b2d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.2648697 May 28 05:40:34.258023 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a80f1fa6-a801-4037-8c39-250209aecab1 req-6782bb96-ff94-474a-9198-36084c15e7d4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 210 time: 0.0899255 May 28 05:40:34.276681 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98954968-2b35-43af-ba69-9db386df4d56 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:34.281418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-488cff81-d079-4210-8af7-900cae5c0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:34.282964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-488cff81-d079-4210-8af7-900cae5c0c29 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0792794 May 28 05:40:34.701797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9213b9-113a-4661-a3db-35a56b029b84', 'name': 'network-vif-deleted', 'tag': '3be47192-53e5-48cb-a10f-4da939bc60a2'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:34.736625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a7d35-4d00-4b03-be42-78a2d0bd8844 req-aa4d7912-aaa4-4b0a-981d-5cfa7ecaeead tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:34.737701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d40a7d35-4d00-4b03-be42-78a2d0bd8844 req-aa4d7912-aaa4-4b0a-981d-5cfa7ecaeead tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Synchronizing usage tracker for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:34.876749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-266c17c2-29ba-4bfb-b296-bcad7514ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:34.878239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-266c17c2-29ba-4bfb-b296-bcad7514ace1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5815620 May 28 05:40:34.991289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d40a7d35-4d00-4b03-be42-78a2d0bd8844 req-aa4d7912-aaa4-4b0a-981d-5cfa7ecaeead tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Unset dirty status for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:35.019200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d40a7d35-4d00-4b03-be42-78a2d0bd8844 req-aa4d7912-aaa4-4b0a-981d-5cfa7ecaeead tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 947 time: 0.8841996 May 28 05:40:35.373600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:40:35.425560 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-ef407abb-ff70-4b34-ac06-fc7fd28d7451 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278966 May 28 05:40:35.541847 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d40a7d35-4d00-4b03-be42-78a2d0bd8844 req-20ddaf9f-0e83-4d8f-9aeb-8cab0277558f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173583 May 28 05:40:35.618777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d0a0-a53d-4bd9-8757-137fa9da5803 req-9748f3ce-2228-4c00-82f2-304a9755e14f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:35.626685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbd6d0a0-a53d-4bd9-8757-137fa9da5803 req-9748f3ce-2228-4c00-82f2-304a9755e14f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 943 time: 0.7412584 May 28 05:40:35.815139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:35.848717 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7c67e3-e883-45ec-ab49-6d9435878c9e'] response: {'server_uuid': '3e9213b9-113a-4661-a3db-35a56b029b84', 'name': 'network-vif-deleted', 'tag': '3be47192-53e5-48cb-a10f-4da939bc60a2', 'status': 'completed', 'code': 200} May 28 05:40:35.854226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'mac_address': 'fa:16:3e:36:db:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:40:35.934457 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98954968-2b35-43af-ba69-9db386df4d56 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:35.943417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98954968-2b35-43af-ba69-9db386df4d56 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:36.024364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:36.025101 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:36.046512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:36.101265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:36.119143 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:36.236513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:36.283295 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4544ba2f-7312-4ff7-9016-bbb912114562 req-65129ed8-f666-4615-a8df-97f449dd10f7 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7774253 May 28 05:40:36.396084 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbd6d0a0-a53d-4bd9-8757-137fa9da5803 req-3abb03e2-4357-4cb6-9a1b-9ac10a1267c5 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7684290 May 28 05:40:36.402594 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-98954968-2b35-43af-ba69-9db386df4d56 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Floating IP b1ec8626-89c6-4323-8c46-bfdd845e61ea associated. External IP: 172.25.4.90, port: f673050d-94b6-4339-8772-389602d1608d. May 28 05:40:36.533600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:36.651100 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac1cf255-c67c-4177-94e0-d9b9f7d6b7d9 req-69c67834-8e08-417a-b3df-81483477a110 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 210 time: 0.2928751 May 28 05:40:36.756026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0e8b886-9e1e-4e3b-8873-b7f744632107 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:40:37.154064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-f90e8297-af54-43b7-b0a7-44641d5d3bad tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:37.165582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-f90e8297-af54-43b7-b0a7-44641d5d3bad tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.41 "GET /v2.0/networks?id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec HTTP/1.1" status: 200 len: 817 time: 0.6646574 May 28 05:40:37.206046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Request body: {'port': {'device_id': '4b19a6f4-6d39-439e-bee7-fdc7a3cba27e', 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec', 'admin_state_up': True, 'tenant_id': '5f822bebe65d4ce99636185906aaea2d'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:37.233202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252c416-4faf-4417-9d16-9839dda62c1a req-5644db23-c94f-4e5b-a2e1-25b2d02a6716 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:37.237561 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e252c416-4faf-4417-9d16-9839dda62c1a req-5644db23-c94f-4e5b-a2e1-25b2d02a6716 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 948 time: 0.4264781 May 28 05:40:37.295449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-87faf9cd-2eda-4c71-acb7-660f2ec8fb22 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:37.296977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-87faf9cd-2eda-4c71-acb7-660f2ec8fb22 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.33 "GET /v2.0/networks?id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec HTTP/1.1" status: 200 len: 817 time: 0.7717974 May 28 05:40:37.421530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0e8b886-9e1e-4e3b-8873-b7f744632107, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0e8b886-9e1e-4e3b-8873-b7f744632107,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:37.452956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Request body: {'port': {'device_id': 'd0f23b1c-9e4e-4d24-b87a-1be58ee5af4c', 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec', 'admin_state_up': True, 'tenant_id': '5f822bebe65d4ce99636185906aaea2d'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:37.454295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'b0e8b886-9e1e-4e3b-8873-b7f744632107', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'port_id': 'b0e8b886-9e1e-4e3b-8873-b7f744632107', 'mac_address': 'fa:16:3e:5b:99:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:40:37.457299 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e252c416-4faf-4417-9d16-9839dda62c1a req-70a06bc9-0696-4b3a-a027-2c021332a930 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977177 May 28 05:40:37.527696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98954968-2b35-43af-ba69-9db386df4d56 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Router f4347878-d268-4ad0-8956-891a300b11b4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:40:37.604227 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b0e8b886-9e1e-4e3b-8873-b7f744632107 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:37.658956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:37.658956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e8b886-9e1e-4e3b-8873-b7f744632107 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:37.658956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0e8b886-9e1e-4e3b-8873-b7f744632107, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0e8b886-9e1e-4e3b-8873-b7f744632107,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:37.686871 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:37.802096 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:37.815837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b0e8b886-9e1e-4e3b-8873-b7f744632107,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:37.911934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98954968-2b35-43af-ba69-9db386df4d56 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:40:37.932668 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] Sync routers for ids ['f4347878-d268-4ad0-8956-891a300b11b4'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:40:37.942579 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] Routers {'f4347878-d268-4ad0-8956-891a300b11b4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:40:37.943108 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:40:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f4347878-d268-4ad0-8956-891a300b11b4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:37.967066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf3206f0-2296-4893-b2ad-547810a70155 req-6c4a00d5-3b46-4bda-aa00-071632dc61f6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 210 time: 0.0529349 May 28 05:40:37.970104 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98954968-2b35-43af-ba69-9db386df4d56 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:38.005104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['b0e8b886-9e1e-4e3b-8873-b7f744632107'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:38.059768 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-98954968-2b35-43af-ba69-9db386df4d56 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "PUT /v2.0/floatingips/b1ec8626-89c6-4323-8c46-bfdd845e61ea HTTP/1.1" status: 200 len: 990 time: 3.9939697 May 28 05:40:38.068310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c67c6-3770-417e-b1ba-322668008c19', 'tag': 'f673050d-94b6-4339-8772-389602d1608d'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:38.282292 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] Set router f4347878-d268-4ad0-8956-891a300b11b4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:40:38.373486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-c66066b4-3891-403a-8786-f942e8a894aa tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:38.375056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-c66066b4-3891-403a-8786-f942e8a894aa tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.33 "GET /v2.0/networks?id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec HTTP/1.1" status: 200 len: 817 time: 0.8953567 May 28 05:40:38.471274 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aaddc094-fd8d-4c2e-a069-85c3d9fa0e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:38.477944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Request body: {'port': {'device_id': 'ca77e2e0-2227-4650-9a02-228680063f88', 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec', 'admin_state_up': True, 'tenant_id': '5f822bebe65d4ce99636185906aaea2d'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:38.549823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:38.641875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Usage tracker for resource:port and tenant:5f822bebe65d4ce99636185906aaea2d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:38.672692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:38.709450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:38.783491 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:47Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b1ec8626-89c6-4323-8c46-bfdd845e61ea', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'port_id': 'f673050d-94b6-4339-8772-389602d1608d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'mac_address': 'fa:16:3e:3e:c8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c67c6-3770-417e-b1ba-322668008c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:40:01Z', 'updated_at': '2022-05-28T05:40:35Z', 'revision_number': 1, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73ad8ef-b9b5-4946-af17-0807d0b677ba', 'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'mac_address': 'fa:16:3e:00:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:44Z', 'updated_at': '2022-05-28T05:40:00Z', 'revision_number': 5, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'subnets': [{'id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:38.788629 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] Checking router: f4347878-d268-4ad0-8956-891a300b11b4 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:40:38.806810 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] Routers {'f4347878-d268-4ad0-8956-891a300b11b4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:40:38.807682 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:40:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f4347878-d268-4ad0-8956-891a300b11b4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:38.841074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b322d3-9fc3-4ec5-9b0d-678a119ba485 req-2147cfc8-11f8-4349-a888-967b8177c2eb tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:38.849852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3b322d3-9fc3-4ec5-9b0d-678a119ba485 req-2147cfc8-11f8-4349-a888-967b8177c2eb tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 944 time: 1.0774369 May 28 05:40:38.912979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Made reservation on behalf of 5f822bebe65d4ce99636185906aaea2d for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:40:38.916696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:38.928759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06438ff3-c6e8-44d8-8e59-1656ae4e435c req-e1f31989-c767-44dd-b81e-1efe41d3c021 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:38.934414 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-06438ff3-c6e8-44d8-8e59-1656ae4e435c req-e1f31989-c767-44dd-b81e-1efe41d3c021 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 945 time: 0.4161210 May 28 05:40:38.960012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3b322d3-9fc3-4ec5-9b0d-678a119ba485 req-82846c26-a489-4b24-9a43-eaaf60ff0ae3 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098371 May 28 05:40:39.039511 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] Set router f4347878-d268-4ad0-8956-891a300b11b4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:40:39.050555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:39.051883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-06438ff3-c6e8-44d8-8e59-1656ae4e435c req-00ca49cf-d3a6-462e-af51-4e47f3d451d3 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105769 May 28 05:40:39.084603 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ee68d8-08a8-4975-9d15-4b0b05590bc2'] response: {'name': 'network-changed', 'server_uuid': '419c67c6-3770-417e-b1ba-322668008c19', 'tag': 'f673050d-94b6-4339-8772-389602d1608d', 'status': 'completed', 'code': 200} May 28 05:40:39.145022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Usage tracker for resource:port and tenant:5f822bebe65d4ce99636185906aaea2d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:39.158161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:39.408285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:40:39.429997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-364402f7-725f-459e-8419-cf200cfe1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:39.431542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-364402f7-725f-459e-8419-cf200cfe1d1a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac4e54f147ae48d0a5db18d4a28d69d2&device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 1096 time: 0.3002930 May 28 05:40:39.458043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:39.466739 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:47Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b1ec8626-89c6-4323-8c46-bfdd845e61ea', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'port_id': 'f673050d-94b6-4339-8772-389602d1608d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'mac_address': 'fa:16:3e:3e:c8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c67c6-3770-417e-b1ba-322668008c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:40:01Z', 'updated_at': '2022-05-28T05:40:35Z', 'revision_number': 1, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73ad8ef-b9b5-4946-af17-0807d0b677ba', 'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'mac_address': 'fa:16:3e:00:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:44Z', 'updated_at': '2022-05-28T05:40:00Z', 'revision_number': 5, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'subnets': [{'id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:39.471051 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abe8eb-0ca1-4834-9537-f3011bc45279 None None] The sync data for ids ['f4347878-d268-4ad0-8956-891a300b11b4'] in n-d-843679-5 is: [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:47Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b1ec8626-89c6-4323-8c46-bfdd845e61ea', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'port_id': 'f673050d-94b6-4339-8772-389602d1608d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'mac_address': 'fa:16:3e:3e:c8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c67c6-3770-417e-b1ba-322668008c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:40:01Z', 'updated_at': '2022-05-28T05:40:35Z', 'revision_number': 1, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73ad8ef-b9b5-4946-af17-0807d0b677ba', 'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'mac_address': 'fa:16:3e:00:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:44Z', 'updated_at': '2022-05-28T05:40:00Z', 'revision_number': 5, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'subnets': [{'id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:40:39.588082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:40:39.600548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:39.601951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:39.649500 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bae77dc2-5488-4347-b5c7-f38f05a56013 req-3595c297-3fa3-4460-a231-b6d8801f474c tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 210 time: 0.1591299 May 28 05:40:39.655566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Allocated IP 172.20.0.5 (1505cc79-3972-4571-b4bd-ffeed4c6d3ec/2cabff0b-b4b0-4b46-b23f-0abf93edf019/d063e272-b8e6-4b34-a8d9-61889d6cd831) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:40:39.761310 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:39.776431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:39.789180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-b2652e8b-d927-4995-ab74-082c636b1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:39.790977 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-b2652e8b-d927-4995-ab74-082c636b1b82 service neutron] 10.222.0.33 "GET /v2.0/networks?id=bb4b1e40-ffda-435f-87fe-6a511d9ddd75 HTTP/1.1" status: 200 len: 906 time: 0.3527615 May 28 05:40:39.814664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Made reservation on behalf of 5f822bebe65d4ce99636185906aaea2d for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:40:39.819096 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:39.865211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Usage tracker for resource:port and tenant:5f822bebe65d4ce99636185906aaea2d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:39.914196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c4dce-a1c9-437e-8a49-ab2227070618 None None] New status for floating IP b1ec8626-89c6-4323-8c46-bfdd845e61ea: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:40:39.921370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:40.054280 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-cc406b21-c756-47cc-be6c-ab3b62b738ea service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f673050d-94b6-4339-8772-389602d1608d HTTP/1.1" status: 200 len: 998 time: 0.2555144 May 28 05:40:40.118670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:40.119047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:40.248782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:40.267175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:40.343647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-c244f82d-f553-452c-a72d-1079c0fefcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:40.345267 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-c244f82d-f553-452c-a72d-1079c0fefcbd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=205c0e67-a1cd-4db2-ab3c-0b75e92a1da9 HTTP/1.1" status: 200 len: 844 time: 0.2841070 May 28 05:40:40.363701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:40.404155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:40.409244 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:40.439925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad474b5-6211-4a2a-b331-308a4303d489 req-59609ddf-4f29-4874-ab52-d26ffd1d1b51 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:40.442058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ad474b5-6211-4a2a-b331-308a4303d489 req-59609ddf-4f29-4874-ab52-d26ffd1d1b51 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 944 time: 0.2272561 May 28 05:40:40.491365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-e8d1fad4-177e-4cc9-b0d1-41b1be563f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:40.493703 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-e8d1fad4-177e-4cc9-b0d1-41b1be563f4c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bb4b1e40-ffda-435f-87fe-6a511d9ddd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414073 May 28 05:40:40.504942 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ad474b5-6211-4a2a-b331-308a4303d489 req-b7eb92e8-51bf-4f61-a0b5-daaf1d8176f4 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545444 May 28 05:40:40.518381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:40.572325 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:40.574017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Made reservation on behalf of 5f822bebe65d4ce99636185906aaea2d for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:40:40.577684 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:40.599044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] Deleting port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:40:40.599595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:40.634236 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-46bea508-e7d8-4d69-be49-34cd8e5aa23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:40.732243 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f57a54d-867b-4baf-aedf-e4e3958546bc'] response: {'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'code': 200} May 28 05:40:40.772291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0e8b886-9e1e-4e3b-8873-b7f744632107 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:40:40.859672 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-258e727a-ece5-409f-9fa2-265de651166b service neutron] 10.222.0.33 "GET /v2.0/networks/bb4b1e40-ffda-435f-87fe-6a511d9ddd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513165 May 28 05:40:40.970441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port b0e8b886-9e1e-4e3b-8873-b7f744632107 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:40:40.980482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port b0e8b886-9e1e-4e3b-8873-b7f744632107 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:40.980863 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:40.991930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Allocated IP 172.20.0.10 (1505cc79-3972-4571-b4bd-ffeed4c6d3ec/2cabff0b-b4b0-4b46-b23f-0abf93edf019/62a371ab-bf48-4204-a564-c549b891c59e) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:40:41.125438 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-215b60be-5236-4fd4-a154-008fed36edd9 req-2a03eb3a-dbef-4120-acc2-4c57b4a43bf0 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 210 time: 0.1536620 May 28 05:40:41.200136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127197f-c772-48e7-8ee5-ce5b3d309f98 req-6aeefa1b-9afe-4df1-a84f-7f7eb3edf7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:41.202031 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a127197f-c772-48e7-8ee5-ce5b3d309f98 req-6aeefa1b-9afe-4df1-a84f-7f7eb3edf7a9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1100 time: 0.3411188 May 28 05:40:41.244105 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4415e67-961d-4a3f-a321-fcb5bcdf57c3 req-004363b0-2e87-41e5-a9c7-2f6584e2bcc9 service neutron] 10.222.0.33 "GET /v2.0/networks/bb4b1e40-ffda-435f-87fe-6a511d9ddd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955761 May 28 05:40:41.264312 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a127197f-c772-48e7-8ee5-ce5b3d309f98 req-a1f5257a-c045-48c8-85db-473afdf60f79 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482247 May 28 05:40:41.300617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b0e8b886-9e1e-4e3b-8873-b7f744632107 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:41.311811 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:41.358233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0e8b886-9e1e-4e3b-8873-b7f744632107, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0e8b886-9e1e-4e3b-8873-b7f744632107,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:41.380478 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:41.467500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b0e8b886-9e1e-4e3b-8873-b7f744632107,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:41.485038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] For port 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:41.485038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:41.491561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Pushing event updated for resources: {'Port': ['ID=d063e272-b8e6-4b34-a8d9-61889d6cd831,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:41.496933 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:41.508885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:40:41.582691 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:41.691340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:40:41.754820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:40:41.780010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedc93b-09c8-4371-8cf8-690be5ddb5a2 req-e1948aaf-d5ea-48ba-aa58-127fa9c68f25 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:41.782322 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4eedc93b-09c8-4371-8cf8-690be5ddb5a2 req-e1948aaf-d5ea-48ba-aa58-127fa9c68f25 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 0.1017470 May 28 05:40:41.801953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] Calling delete_port for 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:40:41.866923 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4eedc93b-09c8-4371-8cf8-690be5ddb5a2 req-6a33d2b8-d122-463a-bb9e-2656dfdfecc0 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743723 May 28 05:40:42.063218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d97ef-589e-4c9b-8317-93f671c37e27 req-be7b58a9-e207-4a96-8d2c-1595cf864027 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:42.065191 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c5d97ef-589e-4c9b-8317-93f671c37e27 req-be7b58a9-e207-4a96-8d2c-1595cf864027 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 948 time: 2.5744348 May 28 05:40:42.176410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:42.177032 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:42.197339 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:42.216703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c5d97ef-589e-4c9b-8317-93f671c37e27 req-270987ab-273b-4c1b-927a-53dc15ca6393 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428950 May 28 05:40:42.253144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-71d6c471-7f96-484d-96af-09a211b8d8be tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0616710 May 28 05:40:42.264017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-3e2fd5af-c4c5-4272-b3cb-835218eb49dd tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:40:42.265252 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-3e2fd5af-c4c5-4272-b3cb-835218eb49dd tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071037 May 28 05:40:42.359556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:42.455116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-774d2034-0861-411a-96cc-ba3e69c27fea req-40697763-5f48-4f5b-99cc-7ecf51f05314 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 210 time: 0.0647302 May 28 05:40:42.534267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Request body: {'port': {'device_id': '4b19a6f4-6d39-439e-bee7-fdc7a3cba27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:42.649143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:40:42.656283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:40:42.658214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:42.666682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:40:42.733599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e8b886-9e1e-4e3b-8873-b7f744632107'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:42.748642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Pushing event updated for resources: {'Port': ['ID=62a371ab-bf48-4204-a564-c549b891c59e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:42.844832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Allocated IP 172.20.0.6 (1505cc79-3972-4571-b4bd-ffeed4c6d3ec/2cabff0b-b4b0-4b46-b23f-0abf93edf019/0e9380bd-b70a-4a8b-86c4-9f6178638869) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:40:42.846744 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a818ae6e-1558-47a4-8a1a-1b6e3e6a4b5f'] response: {'server_uuid': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e8b886-9e1e-4e3b-8873-b7f744632107', 'code': 200} May 28 05:40:42.912354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:43.076590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:43.077489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:43.176990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:43.180229 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:43.241632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9dabf810-11f8-4c33-a574-c6ece9ad15a7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9270844 May 28 05:40:43.297478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Request body: {'port': {'device_id': 'd0f23b1c-9e4e-4d24-b87a-1be58ee5af4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:43.347943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce8f9e-38a3-474a-8864-1e32c6673ba6 req-1bd262ee-4633-426d-a0b6-76d2ee698417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:43.349961 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02ce8f9e-38a3-474a-8864-1e32c6673ba6 req-1bd262ee-4633-426d-a0b6-76d2ee698417 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 1096 time: 0.3069372 May 28 05:40:43.397250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312110-ed6c-42bc-b211-7f5c3f896afd req-ac651a43-c890-4938-935e-e60d1fccc232 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:43.405188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-81312110-ed6c-42bc-b211-7f5c3f896afd req-ac651a43-c890-4938-935e-e60d1fccc232 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 0.2202532 May 28 05:40:43.448451 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02ce8f9e-38a3-474a-8864-1e32c6673ba6 req-6cd71a70-e603-47f5-83cb-780f09f4e8c8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865331 May 28 05:40:43.498099 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-81312110-ed6c-42bc-b211-7f5c3f896afd req-1d0a6ab9-0072-4cb3-b57e-6b7d4fc1fede tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917420 May 28 05:40:43.716216 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59072ff6-9131-409e-9080-8964e064820a req-88f6aed5-1de4-4b08-95d4-6027986f8d85 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 210 time: 0.0682411 May 28 05:40:44.116672 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:44.156725 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:44.220006 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:44.237049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f139e-f2fc-44e8-9e02-03af67b7312a req-44f94101-05d3-490d-b5f4-49e1fdac7b2d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:44.238535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f8f139e-f2fc-44e8-9e02-03af67b7312a req-44f94101-05d3-490d-b5f4-49e1fdac7b2d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.6547577 May 28 05:40:44.490837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f8f139e-f2fc-44e8-9e02-03af67b7312a req-183865f0-5e1a-4ddc-b6f4-627536600a8c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402215 May 28 05:40:44.492307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:44.804283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:40:44.829780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:40:44.847910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ba9a2-5316-43c0-80c2-504508be0e12 req-d246883e-ad7b-4553-a0af-f2605e39bd4c tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:44.850013 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-500ba9a2-5316-43c0-80c2-504508be0e12 req-d246883e-ad7b-4553-a0af-f2605e39bd4c tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 0.1945045 May 28 05:40:44.858634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:40:44.913325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Pushing event updated for resources: {'Port': ['ID=0e9380bd-b70a-4a8b-86c4-9f6178638869,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:44.930819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-500ba9a2-5316-43c0-80c2-504508be0e12 req-51f4e5bd-3598-4e42-b0f3-5faa93cfe117 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736706 May 28 05:40:45.086901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:45.087455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:45.209654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfed30-e585-4024-a739-8200463919e3 req-96ffd889-ab04-4108-9a1c-7bfa6960aefd tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:45.213628 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cdfed30-e585-4024-a739-8200463919e3 req-96ffd889-ab04-4108-9a1c-7bfa6960aefd tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.5033996 May 28 05:40:45.358722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-528fe4d0-5e62-46cd-912f-69119b76a174 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9147334 May 28 05:40:45.377994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59c9e-4556-4a9f-9864-30c64984d9fb req-26f38697-e1db-4e87-b497-8f9d83b1169e tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:45.387362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d063e272-b8e6-4b34-a8d9-61889d6cd831 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:45.391081 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43a59c9e-4556-4a9f-9864-30c64984d9fb req-26f38697-e1db-4e87-b497-8f9d83b1169e tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 931 time: 0.2677236 May 28 05:40:45.395793 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:45.417284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Transition to ACTIVE for port object d063e272-b8e6-4b34-a8d9-61889d6cd831 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:40:45.422314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] Router 231e26fd-6dd1-4957-a660-e3b8241e0079 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:40:45.461173 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43a59c9e-4556-4a9f-9864-30c64984d9fb req-ad55fcac-3385-47f4-b4ca-3591948971c7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689337 May 28 05:40:45.559725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Request body: {'port': {'device_id': 'ca77e2e0-2227-4650-9a02-228680063f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:45.629541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:45.885722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cdfed30-e585-4024-a739-8200463919e3 req-b2d041cb-b5fa-419d-acff-3b9fbe77661f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721834 May 28 05:40:46.236666 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:46.361864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a371ab-bf48-4204-a564-c549b891c59e {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:46.426202 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:46.448242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6009607-b045-45f1-a7f4-3d407f680423 req-0677f6ea-2508-4a22-b34d-8009b6ebc002 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:46.455617 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d6009607-b045-45f1-a7f4-3d407f680423 req-0677f6ea-2508-4a22-b34d-8009b6ebc002 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 945 time: 0.0990326 May 28 05:40:46.479277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Pushing event updated for resources: {'Port': ['ID=d063e272-b8e6-4b34-a8d9-61889d6cd831,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:46.512405 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d6009607-b045-45f1-a7f4-3d407f680423 req-4a8dfdf2-b78d-48e8-a89e-9f06247db08d tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e3d1957-9af7-434e-af82-d46b1f77c733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557816 May 28 05:40:46.686925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Transition to ACTIVE for port object 62a371ab-bf48-4204-a564-c549b891c59e will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:40:46.706372 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:47.022238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:40:47.030501 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-faf94aa3-35b6-43b1-bd6e-527802be21e5 admin admin] 10.222.0.39 "PUT /v2.0/routers/231e26fd-6dd1-4957-a660-e3b8241e0079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5829275 May 28 05:40:47.036305 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] Sync routers for ids ['231e26fd-6dd1-4957-a660-e3b8241e0079'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:40:47.044076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50836) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:47.050177 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] Routers {'231e26fd-6dd1-4957-a660-e3b8241e0079'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:40:47.052723 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:40:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['231e26fd-6dd1-4957-a660-e3b8241e0079'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:47.064333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Attempting to bind port d063e272-b8e6-4b34-a8d9-61889d6cd831 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:40:47.064666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Attempting to bind port d063e272-b8e6-4b34-a8d9-61889d6cd831 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:40:47.064991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Attempting to bind port d063e272-b8e6-4b34-a8d9-61889d6cd831 on network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:47.190865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-bc3f06ea-7cec-477f-9e81-ab2ae4cab883 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3423839 May 28 05:40:47.219291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfa7dd-adf5-4738-b42a-047850a673cc req-c9aa833d-143a-4baa-a9f2-4e1b1bb8a319 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:47.229161 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d8bfa7dd-adf5-4738-b42a-047850a673cc req-c9aa833d-143a-4baa-a9f2-4e1b1bb8a319 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 931 time: 0.2572989 May 28 05:40:47.267715 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] Set router 231e26fd-6dd1-4957-a660-e3b8241e0079 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:40:47.296085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:47.381493 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d8bfa7dd-adf5-4738-b42a-047850a673cc req-27c1a4bb-5453-401b-8e34-b881f7484be1 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397521 May 28 05:40:47.384482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d05c6-d4f8-43fc-bae4-dd2bac48ebfa req-720f80a8-f89c-41c9-97f2-4f70c77bd2a6 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:47.393592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-617d05c6-d4f8-43fc-bae4-dd2bac48ebfa req-720f80a8-f89c-41c9-97f2-4f70c77bd2a6 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 1.2327526 May 28 05:40:47.428197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Pushing event updated for resources: {'Port': ['ID=62a371ab-bf48-4204-a564-c549b891c59e,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:47.459965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Port d063e272-b8e6-4b34-a8d9-61889d6cd831 on network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:40:47.460293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Attempting to bind port d063e272-b8e6-4b34-a8d9-61889d6cd831 on network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:47.707561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:40:47.707561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Checking segment: {'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:40:47.717092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Bound using segment: {'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:40:47.717092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Bound port: d063e272-b8e6-4b34-a8d9-61889d6cd831, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:40:47.717092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:47.863579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7323c6-1885-44f9-a730-b7189b645c5c req-abae834e-42f4-4a3d-8201-fea780870458 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:47.874190 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:40:42Z', 'revision_number': 5, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:47.887975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b7323c6-1885-44f9-a730-b7189b645c5c req-abae834e-42f4-4a3d-8201-fea780870458 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.2144563 May 28 05:40:47.904741 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] Checking router: 231e26fd-6dd1-4957-a660-e3b8241e0079 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:40:47.951431 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] Routers {'231e26fd-6dd1-4957-a660-e3b8241e0079'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:40:47.972332 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:40:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['231e26fd-6dd1-4957-a660-e3b8241e0079'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:48.004740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b7323c6-1885-44f9-a730-b7189b645c5c req-2457fe19-e662-466f-a92a-2c10f48cf71a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156471 May 28 05:40:48.250653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-74628885-7d36-46af-ba68-5cfa18e9de95 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:48.252796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-74628885-7d36-46af-ba68-5cfa18e9de95 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 945 time: 0.1925488 May 28 05:40:48.379420 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] Set router 231e26fd-6dd1-4957-a660-e3b8241e0079 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:40:48.405627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Deleting port 89eaa5b1-b578-4e0f-abe3-999a80737295 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:40:48.405977 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:48.433048 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-617d05c6-d4f8-43fc-bae4-dd2bac48ebfa req-df7c07c4-a133-4ae3-9434-5a10119c3f8f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0384295 May 28 05:40:48.640040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Attempting to bind port 62a371ab-bf48-4204-a564-c549b891c59e on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:40:48.641004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Attempting to bind port 62a371ab-bf48-4204-a564-c549b891c59e by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:40:48.641584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Attempting to bind port 62a371ab-bf48-4204-a564-c549b891c59e on network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:48.666847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79056162-bbc1-479d-91de-fd54ce77f320 req-d889a5ed-cfc1-4d73-b323-623d8326ba43 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:48.675757 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-79056162-bbc1-479d-91de-fd54ce77f320 req-d889a5ed-cfc1-4d73-b323-623d8326ba43 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 945 time: 0.4217312 May 28 05:40:48.750138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Port 62a371ab-bf48-4204-a564-c549b891c59e on network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:40:48.750839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Attempting to bind port 62a371ab-bf48-4204-a564-c549b891c59e on network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:48.766463 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:48.775389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:40:48.777026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Checking segment: {'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:40:48.777693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Bound using segment: {'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:40:48.778672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Bound port: 62a371ab-bf48-4204-a564-c549b891c59e, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:40:48.779311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:48.792404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] For port d063e272-b8e6-4b34-a8d9-61889d6cd831, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:40:48.811860 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-79056162-bbc1-479d-91de-fd54ce77f320 req-e247a977-0eb1-4971-9cf1-0c93facccb92 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e3d1957-9af7-434e-af82-d46b1f77c733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351304 May 28 05:40:48.864634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Deleting port 02e7acdb-20bd-4525-bb66-1d82223ec08b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:40:48.865094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:48.927135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] For port d063e272-b8e6-4b34-a8d9-61889d6cd831, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d063e272-b8e6-4b34-a8d9-61889d6cd831,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:40:48.944604 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:40:42Z', 'revision_number': 5, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:48.960563 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58b7af-b4a3-4e85-bbe4-e04c27c8ea9a None None] The sync data for ids ['231e26fd-6dd1-4957-a660-e3b8241e0079'] in n-d-843679-5 is: [{'id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-970987960-router', 'tenant_id': '60831f4aa5cd4e5194f1bb789d178d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:56Z', 'updated_at': '2022-05-28T05:40:42Z', 'revision_number': 5, 'project_id': '60831f4aa5cd4e5194f1bb789d178d77', 'gw_port': {'id': '02e7acdb-20bd-4525-bb66-1d82223ec08b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231e26fd-6dd1-4957-a660-e3b8241e0079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:58Z', 'updated_at': '2022-05-28T05:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:40:49.017252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] For port 89eaa5b1-b578-4e0f-abe3-999a80737295, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=89eaa5b1-b578-4e0f-abe3-999a80737295,segment=NetworkSegment(052842a9-eadd-4b27-a3fd-925bf3e77e02),segment_id=052842a9-eadd-4b27-a3fd-925bf3e77e02)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:49.017809 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:49.078850 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:49.193074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:49.194203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:49.195809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] 10.222.0.41 "PUT /v2.0/ports/d063e272-b8e6-4b34-a8d9-61889d6cd831 HTTP/1.1" status: 200 len: 1091 time: 6.9204149 May 28 05:40:49.208592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b19a6f4-6d39-439e-bee7-fdc7a3cba27e', 'tag': 'd063e272-b8e6-4b34-a8d9-61889d6cd831'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:49.244544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9380bd-b70a-4a8b-86c4-9f6178638869 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:49.293402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Calling delete_port for 89eaa5b1-b578-4e0f-abe3-999a80737295 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:40:49.307957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:49.432245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf714f-915b-4d88-ae79-41154491da29 req-cbace9e6-19bf-40d7-a41f-be190abf616f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:49.434010 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efaf714f-915b-4d88-ae79-41154491da29 req-cbace9e6-19bf-40d7-a41f-be190abf616f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 0.3892775 May 28 05:40:49.445571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50886) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:49.465944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0f6b97aa-5d9b-499d-b7f0-24c2630787d8 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Request body: {'floatingip': {'port_id': 'b0e8b886-9e1e-4e3b-8873-b7f744632107'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:49.523029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] For port 62a371ab-bf48-4204-a564-c549b891c59e, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:40:49.523713 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:49.535609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Transition to ACTIVE for port object 0e9380bd-b70a-4a8b-86c4-9f6178638869 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:40:49.546490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbc917-cf11-4a82-918a-8ce2fe4eccd3 req-c1e779da-692e-4ef4-9672-436935dab22a tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:49.547440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-63dbc917-cf11-4a82-918a-8ce2fe4eccd3 req-c1e779da-692e-4ef4-9672-436935dab22a tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Synchronizing usage tracker for tenant:5f822bebe65d4ce99636185906aaea2d on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:49.567012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['89eaa5b1-b578-4e0f-abe3-999a80737295'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:49.590468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab6095-1808-4b2d-8fe7-aa678c35b139 service neutron] Pushing event updated for resources: {'Port': ['ID=d063e272-b8e6-4b34-a8d9-61889d6cd831,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:49.617747 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:49.686279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] For port 62a371ab-bf48-4204-a564-c549b891c59e, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=62a371ab-bf48-4204-a564-c549b891c59e,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:40:49.706177 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f6b97aa-5d9b-499d-b7f0-24c2630787d8 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:49.753936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Pushing event deleted for resources: {'Port': ['ID=89eaa5b1-b578-4e0f-abe3-999a80737295,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:49.781822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] No DVR routers for this DVR port 89eaa5b1-b578-4e0f-abe3-999a80737295 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:40:49.785226 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:49.876565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b449c4-cd7c-4661-b228-9329853bc9dd', 'name': 'network-vif-deleted', 'tag': '89eaa5b1-b578-4e0f-abe3-999a80737295'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:49.884064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.884717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.885881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.886432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.887305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.887840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.888368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.889420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.890102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.890878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.891433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.891961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:49.912545 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dd3827a-a8d1-415c-8caa-f8871aeb3608 req-cf7ae45a-9334-40b7-bcf6-cc81cb9b5d6e tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.33 "DELETE /v2.0/ports/89eaa5b1-b578-4e0f-abe3-999a80737295 HTTP/1.1" status: 204 len: 173 time: 1.5853486 May 28 05:40:50.039141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Pushing event updated for resources: {'Port': ['ID=0e9380bd-b70a-4a8b-86c4-9f6178638869,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:50.041969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-091fb891-9550-42f7-b5a8-84e0238be187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:50.044024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-091fb891-9550-42f7-b5a8-84e0238be187 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1100 time: 0.2096066 May 28 05:40:50.058245 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:50.130413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b011637-1740-4bd6-9dcc-a20587ff1a90 req-073c9249-7caa-4b7f-a2f6-d7a0da0e83fe tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:50.131990 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1b011637-1740-4bd6-9dcc-a20587ff1a90 req-073c9249-7caa-4b7f-a2f6-d7a0da0e83fe tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.3557580 May 28 05:40:50.472986 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1b011637-1740-4bd6-9dcc-a20587ff1a90 req-3ff52880-ee99-42dc-959c-87b5dbc579f7 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878775 May 28 05:40:50.499686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-bc12f1b8-303d-479b-8035-515110810393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:50.501610 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-bc12f1b8-303d-479b-8035-515110810393 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.4455159 May 28 05:40:50.642483 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-e9ff4e25-b52e-4a1f-9a7f-43a0b241d1fe service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.1344604 May 28 05:40:50.841655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:50.842359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:50.848657 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] 10.222.0.33 "PUT /v2.0/ports/62a371ab-bf48-4204-a564-c549b891c59e HTTP/1.1" status: 200 len: 1092 time: 7.5578902 May 28 05:40:50.859470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-461a6603-7d52-46af-a713-fa1acd3eafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:50.861444 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-461a6603-7d52-46af-a713-fa1acd3eafde service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1960614 May 28 05:40:50.886506 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18791630-d85c-46ad-a04e-a8cc940642e5'] response: {'name': 'network-changed', 'server_uuid': '4b19a6f4-6d39-439e-bee7-fdc7a3cba27e', 'tag': 'd063e272-b8e6-4b34-a8d9-61889d6cd831', 'status': 'completed', 'code': 200} May 28 05:40:50.904940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-63dbc917-cf11-4a82-918a-8ce2fe4eccd3 req-c1e779da-692e-4ef4-9672-436935dab22a tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Unset dirty status for tenant:5f822bebe65d4ce99636185906aaea2d on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:50.906136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-63dbc917-cf11-4a82-918a-8ce2fe4eccd3 req-c1e779da-692e-4ef4-9672-436935dab22a tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 931 time: 2.2587121 May 28 05:40:50.921877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d24665c7-2cd7-4ab4-b75d-36a337b8a3f9 req-f21cf9f8-2f6d-4227-a5f3-a6bb27d15386 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Synchronizing usage tracker for tenant:be3873419f8f4ddf8911dd799ee79376 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:50.971476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d24665c7-2cd7-4ab4-b75d-36a337b8a3f9 req-f21cf9f8-2f6d-4227-a5f3-a6bb27d15386 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] Unset dirty status for tenant:be3873419f8f4ddf8911dd799ee79376 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:50.984954 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d24665c7-2cd7-4ab4-b75d-36a337b8a3f9 req-f21cf9f8-2f6d-4227-a5f3-a6bb27d15386 tempest-VolumesAdminNegativeTest-1769601332 tempest-VolumesAdminNegativeTest-1769601332-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b449c4-cd7c-4661-b228-9329853bc9dd HTTP/1.1" status: 200 len: 210 time: 0.1860771 May 28 05:40:51.024109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:40:51.027050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-e2788ee0-3e06-4906-b1da-32e5ad0d965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:51.031590 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-e2788ee0-3e06-4906-b1da-32e5ad0d965a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624389 May 28 05:40:51.082931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-76c31938-ac6a-45fd-9607-0520494452b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:51.084894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-76c31938-ac6a-45fd-9607-0520494452b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f822bebe65d4ce99636185906aaea2d&device_id=4b19a6f4-6d39-439e-bee7-fdc7a3cba27e HTTP/1.1" status: 200 len: 1094 time: 1.8166647 May 28 05:40:51.150273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:40:51.150923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 74cf4ad1-a9e3-4dc9-825d-dd99375a9cc0 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:40:51.166507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-63dbc917-cf11-4a82-918a-8ce2fe4eccd3 req-b0d92d13-e01a-4d68-a5d2-2a2e1953759c tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Synchronizing usage tracker for tenant:5f822bebe65d4ce99636185906aaea2d on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:40:51.183183 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1528c88f-e9f0-4992-a441-70183d5f0521'] response: {'server_uuid': 'c1b449c4-cd7c-4661-b228-9329853bc9dd', 'name': 'network-vif-deleted', 'tag': '89eaa5b1-b578-4e0f-abe3-999a80737295', 'status': 'completed', 'code': 200} May 28 05:40:51.280190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-a569f2fe-8848-4e7f-bd2d-370198bbd1cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d063e272-b8e6-4b34-a8d9-61889d6cd831 HTTP/1.1" status: 200 len: 217 time: 0.1228240 May 28 05:40:51.308045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] For port 02e7acdb-20bd-4525-bb66-1d82223ec08b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=02e7acdb-20bd-4525-bb66-1d82223ec08b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:51.308413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:51.310105 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-c4a4c9ae-90c6-452d-ad70-b5b1f5fcf9b6 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699294 May 28 05:40:51.462409 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-b2438d57-c13f-4fc9-ae0c-e08f98bad7b0 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455920 May 28 05:40:51.539067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Calling delete_port for 02e7acdb-20bd-4525-bb66-1d82223ec08b owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:40:51.584232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756fa1b-152a-4b76-bbeb-e17ca6059f30 service neutron] Pushing event updated for resources: {'Port': ['ID=62a371ab-bf48-4204-a564-c549b891c59e,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:51.606593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-63dbc917-cf11-4a82-918a-8ce2fe4eccd3 req-b0d92d13-e01a-4d68-a5d2-2a2e1953759c tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Unset dirty status for tenant:5f822bebe65d4ce99636185906aaea2d on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:40:51.607964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-63dbc917-cf11-4a82-918a-8ce2fe4eccd3 req-b0d92d13-e01a-4d68-a5d2-2a2e1953759c tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665463 May 28 05:40:51.649589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-0f104985-03cc-4314-8575-af35cce71d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:51.651387 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-0f104985-03cc-4314-8575-af35cce71d35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2cabff0b-b4b0-4b46-b23f-0abf93edf019 HTTP/1.1" status: 200 len: 857 time: 0.3288262 May 28 05:40:51.661612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Attempting to bind port 0e9380bd-b70a-4a8b-86c4-9f6178638869 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:40:51.662450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Attempting to bind port 0e9380bd-b70a-4a8b-86c4-9f6178638869 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:40:51.663391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Attempting to bind port 0e9380bd-b70a-4a8b-86c4-9f6178638869 on network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:51.738802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Port 0e9380bd-b70a-4a8b-86c4-9f6178638869 on network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:40:51.739128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Attempting to bind port 0e9380bd-b70a-4a8b-86c4-9f6178638869 on network 1505cc79-3972-4571-b4bd-ffeed4c6d3ec {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:40:51.750323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-fc6cc438-7345-4bc1-a81f-b9068773c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:51.751826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-fc6cc438-7345-4bc1-a81f-b9068773c814 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5f822bebe65d4ce99636185906aaea2d&device_id=d0f23b1c-9e4e-4d24-b87a-1be58ee5af4c HTTP/1.1" status: 200 len: 1095 time: 0.8028650 May 28 05:40:51.753770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-a7397a64-cbaa-4aa6-b5d2-45834d2949f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865834 May 28 05:40:51.770876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:40:51.771221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Checking segment: {'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:40:51.771634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Bound using segment: {'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:40:51.772080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Bound port: 0e9380bd-b70a-4a8b-86c4-9f6178638869, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1265bf-a136-436d-9e5f-3971578a5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:40:51.773406 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:51.835058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e31557-eb2e-404d-b57c-0873080970de req-c2aafcc3-808e-4442-9f19-3904ed60e46b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:51.837481 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3e31557-eb2e-404d-b57c-0873080970de req-c2aafcc3-808e-4442-9f19-3904ed60e46b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.1311073 May 28 05:40:51.857555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-0f6b97aa-5d9b-499d-b7f0-24c2630787d8 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:40:51.906834 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3e31557-eb2e-404d-b57c-0873080970de req-6f9788a4-5438-453f-832d-fdb7c278782e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605600 May 28 05:40:52.037074 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-2c540187-0b8d-4928-8a6f-fe6753522790 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62a371ab-bf48-4204-a564-c549b891c59e HTTP/1.1" status: 200 len: 217 time: 0.2322974 May 28 05:40:52.087763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50926) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:52.144223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f6b97aa-5d9b-499d-b7f0-24c2630787d8 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.190643 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f6b97aa-5d9b-499d-b7f0-24c2630787d8 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.207099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2967a2-f647-49c6-9fe1-ca0d66682e48 admin admin] Deleting subnet 5b0086fd-0c8e-4eb0-a5b6-1f40886f1b9a {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:40:52.211864 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e2967a2-f647-49c6-9fe1-ca0d66682e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.298045 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e2967a2-f647-49c6-9fe1-ca0d66682e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.377500 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e2967a2-f647-49c6-9fe1-ca0d66682e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.458594 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e2967a2-f647-49c6-9fe1-ca0d66682e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.479811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ae1bb59a-6ada-447e-9198-65a3ca35d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:52.481512 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ae1bb59a-6ada-447e-9198-65a3ca35d29f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2cabff0b-b4b0-4b46-b23f-0abf93edf019 HTTP/1.1" status: 200 len: 857 time: 0.4281092 May 28 05:40:52.501235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2967a2-f647-49c6-9fe1-ca0d66682e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0086fd-0c8e-4eb0-a5b6-1f40886f1b9a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:52.515113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e2967a2-f647-49c6-9fe1-ca0d66682e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.525257 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2e2967a2-f647-49c6-9fe1-ca0d66682e48 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5b0086fd-0c8e-4eb0-a5b6-1f40886f1b9a HTTP/1.1" status: 204 len: 168 time: 0.4364214 May 28 05:40:52.525850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50940) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:52.565922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.622883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-905c6ff0-0a10-443f-8f03-b1d5fc7ba47d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171048 May 28 05:40:52.625721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] For port 0e9380bd-b70a-4a8b-86c4-9f6178638869, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:40:52.638615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-1790104e-0f6b-4315-bcae-d5475fdebc13 service neutron] 10.222.0.41 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8772919 May 28 05:40:52.645715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e7acdb-20bd-4525-bb66-1d82223ec08b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:52.658387 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.800007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.826665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6000ce7a-6953-4c54-96b5-11171e1a2a7d']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:52.839310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052842a9-eadd-4b27-a3fd-925bf3e77e02') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:52.839611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052842a9-eadd-4b27-a3fd-925bf3e77e02') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:52.850686 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.854568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] For port 0e9380bd-b70a-4a8b-86c4-9f6178638869, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0e9380bd-b70a-4a8b-86c4-9f6178638869,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:40:52.868026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.874273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:40:52.874661 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:52.941215 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 052842a9-eadd-4b27-a3fd-925bf3e77e02 resource provider aggregate not found May 28 05:40:52.969068 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 052842a9-eadd-4b27-a3fd-925bf3e77e02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 052842a9-eadd-4b27-a3fd-925bf3e77e02 found for delete ", "request_id": "req-1bbce1fd-ad81-4c3d-b517-c3c643ca8991"}]} May 28 05:40:52.990323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.022112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f23b1c-9e4e-4d24-b87a-1be58ee5af4c', 'tag': '62a371ab-bf48-4204-a564-c549b891c59e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:53.024347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.028065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] Pushing event deleted for resources: {'Network': ['ID=6000ce7a-6953-4c54-96b5-11171e1a2a7d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:53.028258 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-d42664c1-2b0a-4b58-9cfc-3d9ba10db97b service neutron] 10.222.0.41 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777795 May 28 05:40:53.029262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.191418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:53.192797 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.194372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] 10.222.0.33 "PUT /v2.0/ports/0e9380bd-b70a-4a8b-86c4-9f6178638869 HTTP/1.1" status: 200 len: 1091 time: 7.7623818 May 28 05:40:53.201730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4c7d7234-2f34-4be6-b02d-bc6b97cc72de admin admin] 10.222.0.39 "DELETE /v2.0/networks/6000ce7a-6953-4c54-96b5-11171e1a2a7d HTTP/1.1" status: 204 len: 168 time: 0.6745629 May 28 05:40:53.208006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50964) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:53.289285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d5beb-9f77-498f-bd13-7515c891077f req-318fa5e9-2309-4aba-a9d9-1813c7e74121 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:53.290770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de0d5beb-9f77-498f-bd13-7515c891077f req-318fa5e9-2309-4aba-a9d9-1813c7e74121 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.2601342 May 28 05:40:53.293691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a889023-75b7-49f5-95be-e333b5221200 admin admin] Deleting subnet 0ca4c5c8-124d-4ceb-aff3-caeb19eeff28 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:40:53.296999 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a889023-75b7-49f5-95be-e333b5221200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.349081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-619096fe-a2e0-4f6e-a7f1-61e96c77ca25 service neutron] 10.222.0.33 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7057672 May 28 05:40:53.351571 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-0f6b97aa-5d9b-499d-b7f0-24c2630787d8 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Floating IP 9074648c-acf9-4525-9929-c7f4ff4fcd68 associated. External IP: 172.25.4.183, port: b0e8b886-9e1e-4e3b-8873-b7f744632107. May 28 05:40:53.379993 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a889023-75b7-49f5-95be-e333b5221200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.414397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de0d5beb-9f77-498f-bd13-7515c891077f req-604843cb-5ac1-4521-b8f1-00823a61f2c3 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901337 May 28 05:40:53.447850 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a889023-75b7-49f5-95be-e333b5221200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.472639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.500299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 89eaa5b1-b578-4e0f-abe3-999a80737295 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:40:53.517644 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b959ed45-8fc5-419b-b8e9-55cbe041a4fa'] response: {'name': 'network-changed', 'server_uuid': 'd0f23b1c-9e4e-4d24-b87a-1be58ee5af4c', 'tag': '62a371ab-bf48-4204-a564-c549b891c59e', 'status': 'completed', 'code': 200} May 28 05:40:53.525802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a889023-75b7-49f5-95be-e333b5221200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.564849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 89eaa5b1-b578-4e0f-abe3-999a80737295 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:40:53.565520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 89eaa5b1-b578-4e0f-abe3-999a80737295 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:40:53.578147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a889023-75b7-49f5-95be-e333b5221200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.586501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a889023-75b7-49f5-95be-e333b5221200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca4c5c8-124d-4ceb-aff3-caeb19eeff28,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:53.590591 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6a889023-75b7-49f5-95be-e333b5221200 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0ca4c5c8-124d-4ceb-aff3-caeb19eeff28 HTTP/1.1" status: 204 len: 168 time: 0.3816440 May 28 05:40:53.593340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50988) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:53.672885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c0b83-b09a-49e5-9b1f-11f77ff6499d service neutron] Pushing event updated for resources: {'Port': ['ID=0e9380bd-b70a-4a8b-86c4-9f6178638869,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:53.740127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.896763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162509a4-3d69-4b19-aa3b-c9cc61b8c233 req-5de5a3e1-5c0e-495a-afca-0b9abd24cee5 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:53.898773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-162509a4-3d69-4b19-aa3b-c9cc61b8c233 req-5de5a3e1-5c0e-495a-afca-0b9abd24cee5 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 950 time: 0.2049847 May 28 05:40:53.900311 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.942151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1becef-e37e-49ee-8b8d-a17632631bf3']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:53.944335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.950074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:53.968556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c09280-2f71-40a3-ba41-b7f09042a26c') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:53.968851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c09280-2f71-40a3-ba41-b7f09042a26c') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:53.984998 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-162509a4-3d69-4b19-aa3b-c9cc61b8c233 req-b1c108dc-0aad-4975-b4ef-4176bf305ce0 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772948 May 28 05:40:53.986490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.012536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.019644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:40:54.020071 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.027589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2c158-5998-4fe7-99b7-6c8a7331ab4a req-1b58a45d-9895-42fd-99cc-cb93b33081b2 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:54.031713 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8e2c158-5998-4fe7-99b7-6c8a7331ab4a req-1b58a45d-9895-42fd-99cc-cb93b33081b2 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 943 time: 1.2124352 May 28 05:40:54.085207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.086654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 231e26fd-6dd1-4957-a660-e3b8241e0079 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:40:54.102833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-41642bb5-1a25-4d02-be5b-7263c808af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:54.104980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-41642bb5-1a25-4d02-be5b-7263c808af1f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5f822bebe65d4ce99636185906aaea2d&device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 1094 time: 0.8231924 May 28 05:40:54.122930 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.123354 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-48ddba5c-2b69-446f-8034-fbc3557d3311 service neutron] 10.222.0.33 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118483 May 28 05:40:54.126668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557228d-b030-4fd9-aa3b-e148a03fdcbd req-3a285286-76f5-4c9e-be08-e2458dc7ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:54.127054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9557228d-b030-4fd9-aa3b-e148a03fdcbd req-3a285286-76f5-4c9e-be08-e2458dc7ddc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f822bebe65d4ce99636185906aaea2d&device_id=4b19a6f4-6d39-439e-bee7-fdc7a3cba27e HTTP/1.1" status: 200 len: 1094 time: 0.8946514 May 28 05:40:54.171004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.178141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1becef-e37e-49ee-8b8d-a17632631bf3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:54.183116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-64139612-4af5-4b3c-a6cc-d42c1d6f06a4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ae1becef-e37e-49ee-8b8d-a17632631bf3 HTTP/1.1" status: 204 len: 168 time: 0.5886998 May 28 05:40:54.360021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-9530e44c-2720-453c-b143-e0c1365b37a4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e9380bd-b70a-4a8b-86c4-9f6178638869 HTTP/1.1" status: 200 len: 217 time: 0.2296042 May 28 05:40:54.373565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51006) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:54.419620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8e2c158-5998-4fe7-99b7-6c8a7331ab4a req-7d69d3d2-588c-4027-90c9-4fdf29135432 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693783 May 28 05:40:54.424911 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.428746 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6831e472-aaba-4ff2-b605-255e83ff8421 admin admin] 10.222.0.39 "DELETE /v2.0/routers/231e26fd-6dd1-4957-a660-e3b8241e0079 HTTP/1.1" status: 204 len: 168 time: 7.3633850 May 28 05:40:54.430163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51010) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:54.470950 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1c7feb81-3430-4302-bb8e-66164d117831 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be3873419f8f4ddf8911dd799ee79376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960708 May 28 05:40:54.475449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51016) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:54.558823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef8e85f-4766-490a-89e5-b6a0dcc9cd6d admin admin] Deleting subnet 91bd79de-1516-41b3-8a49-9b42a6de38d3 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:40:54.573030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cef8e85f-4766-490a-89e5-b6a0dcc9cd6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.673627 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e02c1a3-638f-415c-badf-1a1cd40acc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.686882 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cef8e85f-4766-490a-89e5-b6a0dcc9cd6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.693128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-70848124-553c-40a2-8d79-2613f852a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:54.694608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-70848124-553c-40a2-8d79-2613f852a14c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2cabff0b-b4b0-4b46-b23f-0abf93edf019 HTTP/1.1" status: 200 len: 857 time: 0.2830462 May 28 05:40:54.749777 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e02c1a3-638f-415c-badf-1a1cd40acc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.778644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-56d2766e-9e1a-4f98-a380-9538d2b7e698 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673704 May 28 05:40:54.794068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6b97aa-5d9b-499d-b7f0-24c2630787d8 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Router 7fc5fc87-d978-4809-acf7-12461441f370 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:40:54.796030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557228d-b030-4fd9-aa3b-e148a03fdcbd req-55ce4aae-44e2-4304-a6e4-2a582eb4a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:54.797427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9557228d-b030-4fd9-aa3b-e148a03fdcbd req-55ce4aae-44e2-4304-a6e4-2a582eb4a069 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec HTTP/1.1" status: 200 len: 918 time: 0.5902698 May 28 05:40:54.815104 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cef8e85f-4766-490a-89e5-b6a0dcc9cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.863284 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e02c1a3-638f-415c-badf-1a1cd40acc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.886176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02c1a3-638f-415c-badf-1a1cd40acc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3d1957-9af7-434e-af82-d46b1f77c733,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:54.904097 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e02c1a3-638f-415c-badf-1a1cd40acc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.907627 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2e02c1a3-638f-415c-badf-1a1cd40acc5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e3d1957-9af7-434e-af82-d46b1f77c733 HTTP/1.1" status: 204 len: 168 time: 0.4285979 May 28 05:40:54.916308 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cef8e85f-4766-490a-89e5-b6a0dcc9cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.939216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a8556-e346-4460-a332-5a570338efbd req-6b412258-9e8b-4e9f-b00a-5965d6828c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:54.940731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-059a8556-e346-4460-a332-5a570338efbd req-6b412258-9e8b-4e9f-b00a-5965d6828c2c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5f822bebe65d4ce99636185906aaea2d&device_id=d0f23b1c-9e4e-4d24-b87a-1be58ee5af4c HTTP/1.1" status: 200 len: 1095 time: 0.6338344 May 28 05:40:54.958989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8e85f-4766-490a-89e5-b6a0dcc9cd6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bd79de-1516-41b3-8a49-9b42a6de38d3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:54.961006 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cef8e85f-4766-490a-89e5-b6a0dcc9cd6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.966010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106bd29a-6ca3-4457-994f-0e3979ca4e1d None None] Network 8faf5cda-23c9-472f-a777-1843a89a34b2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:40:54.969517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cef8e85f-4766-490a-89e5-b6a0dcc9cd6d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/91bd79de-1516-41b3-8a49-9b42a6de38d3 HTTP/1.1" status: 204 len: 168 time: 0.5361629 May 28 05:40:54.969807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51032) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:54.986729 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9557228d-b030-4fd9-aa3b-e148a03fdcbd req-feedcf0a-1346-4439-9a68-7c131cfa78f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d063e272-b8e6-4b34-a8d9-61889d6cd831 HTTP/1.1" status: 200 len: 217 time: 0.1613340 May 28 05:40:54.994699 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c1c09280-2f71-40a3-ba41-b7f09042a26c resource provider aggregate not found May 28 05:40:55.050358 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c1c09280-2f71-40a3-ba41-b7f09042a26c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1c09280-2f71-40a3-ba41-b7f09042a26c found for delete ", "request_id": "req-82e01218-a7e4-4f86-b94e-de4a2c96eaf9"}]} May 28 05:40:55.074169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 02e7acdb-20bd-4525-bb66-1d82223ec08b no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:40:55.090581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.102776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Deleting port 36944a86-6b2a-4153-9ad6-b639b81dc2da {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:40:55.103113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.136366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 02e7acdb-20bd-4525-bb66-1d82223ec08b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:40:55.136710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 02e7acdb-20bd-4525-bb66-1d82223ec08b not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:40:55.222484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea3156-fba4-46dd-a2fa-8c5ac66d386c req-aea896ce-9762-4417-b55e-0922851726be tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:55.224149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dea3156-fba4-46dd-a2fa-8c5ac66d386c req-aea896ce-9762-4417-b55e-0922851726be tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.6486204 May 28 05:40:55.386914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] DHCP port deletion for 8faf5cda-23c9-472f-a777-1843a89a34b2 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:40:55.392420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] Deleting port 36944a86-6b2a-4153-9ad6-b639b81dc2da {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:40:55.392875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.485139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51044) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:55.540217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] For port 36944a86-6b2a-4153-9ad6-b639b81dc2da, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=36944a86-6b2a-4153-9ad6-b639b81dc2da,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:55.541006 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.554359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca77e2e0-2227-4650-9a02-228680063f88', 'tag': '0e9380bd-b70a-4a8b-86c4-9f6178638869'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:55.559771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557228d-b030-4fd9-aa3b-e148a03fdcbd req-fb806271-23a1-4293-8987-c011ff250429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:55.561528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9557228d-b030-4fd9-aa3b-e148a03fdcbd req-fb806271-23a1-4293-8987-c011ff250429 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2cabff0b-b4b0-4b46-b23f-0abf93edf019 HTTP/1.1" status: 200 len: 857 time: 0.4922228 May 28 05:40:55.649661 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-ed08e58f-8414-409f-a51d-6c477fde9687 service neutron] 10.222.0.33 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8574753 May 28 05:40:55.655193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9557228d-b030-4fd9-aa3b-e148a03fdcbd req-b1c0f005-dc42-4f9f-9229-b8d9645abde3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708048 May 28 05:40:55.658085 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dea3156-fba4-46dd-a2fa-8c5ac66d386c req-68446f11-465b-4f42-a9d1-9cd5a357d90a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212956 May 28 05:40:55.674465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] For port 36944a86-6b2a-4153-9ad6-b639b81dc2da, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=36944a86-6b2a-4153-9ad6-b639b81dc2da,segment=NetworkSegment(3c4b3356-27f9-43ed-9790-ba37ab1d12cd),segment_id=3c4b3356-27f9-43ed-9790-ba37ab1d12cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:55.674948 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.695551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a8556-e346-4460-a332-5a570338efbd req-7ceb65e1-dd14-4f62-a656-dfba5ff87e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:55.697005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-059a8556-e346-4460-a332-5a570338efbd req-7ceb65e1-dd14-4f62-a656-dfba5ff87e58 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec HTTP/1.1" status: 200 len: 918 time: 0.7386148 May 28 05:40:55.721827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Calling delete_port for 36944a86-6b2a-4153-9ad6-b639b81dc2da owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:40:55.771300 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1f849d31-0087-4a72-9ec7-4bc06c83479c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c1abeab88424519bb353bc29d975d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827237 May 28 05:40:55.780788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6b97aa-5d9b-499d-b7f0-24c2630787d8 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:40:55.782991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51058) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:55.783890 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6314a568-e670-4e4e-a297-d7a171ab52f5'] response: {'name': 'network-changed', 'server_uuid': 'ca77e2e0-2227-4650-9a02-228680063f88', 'tag': '0e9380bd-b70a-4a8b-86c4-9f6178638869', 'status': 'completed', 'code': 200} May 28 05:40:55.826257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] Sync routers for ids ['7fc5fc87-d978-4809-acf7-12461441f370'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:40:55.834938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] Calling delete_port for 36944a86-6b2a-4153-9ad6-b639b81dc2da owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:40:55.846950 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f6b97aa-5d9b-499d-b7f0-24c2630787d8 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.888554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] Routers {'7fc5fc87-d978-4809-acf7-12461441f370'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:40:55.889149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:40:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7fc5fc87-d978-4809-acf7-12461441f370'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:55.895881 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.931574 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a5ecd78-7f30-4e4d-9f70-1544663e4b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.939264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-059a8556-e346-4460-a332-5a570338efbd req-f5630a4c-5fe6-4d1a-b7fa-4450f0f4735b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62a371ab-bf48-4204-a564-c549b891c59e HTTP/1.1" status: 200 len: 217 time: 0.2172794 May 28 05:40:55.949658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee418d-a3c3-4193-aac8-256fd5a6fbaa req-52902324-e1bb-4e80-b488-69e0d2ef13b2 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:55.952968 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7eee418d-a3c3-4193-aac8-256fd5a6fbaa req-52902324-e1bb-4e80-b488-69e0d2ef13b2 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 943 time: 0.3376970 May 28 05:40:55.967173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=36944a86-6b2a-4153-9ad6-b639b81dc2da,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:55.972177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] No DVR routers for this DVR port 36944a86-6b2a-4153-9ad6-b639b81dc2da on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:40:56.037672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0f6b97aa-5d9b-499d-b7f0-24c2630787d8 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "PUT /v2.0/floatingips/9074648c-acf9-4525-9929-c7f4ff4fcd68 HTTP/1.1" status: 200 len: 991 time: 6.5796926 May 28 05:40:56.068108 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a5ecd78-7f30-4e4d-9f70-1544663e4b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:56.075912 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:40:56.076970 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:40:56.091614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a8556-e346-4460-a332-5a570338efbd req-13c80342-357c-4f12-84b0-3ef54ee7bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:56.093329 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-059a8556-e346-4460-a332-5a570338efbd req-13c80342-357c-4f12-84b0-3ef54ee7bda0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2cabff0b-b4b0-4b46-b23f-0abf93edf019 HTTP/1.1" status: 200 len: 857 time: 0.1425829 May 28 05:40:56.146597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] Set router 7fc5fc87-d978-4809-acf7-12461441f370 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:40:56.153704 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9557228d-b030-4fd9-aa3b-e148a03fdcbd req-6e275271-2dbe-43cc-b550-2cdb68a4e255 service neutron] 10.222.0.41 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864974 May 28 05:40:56.165260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-059a8556-e346-4460-a332-5a570338efbd req-c5924932-da8c-43aa-9d73-fdac522aa5d0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571756 May 28 05:40:56.167416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0ec836-ace7-419c-9e21-bb4dd134af7b req-b06a7937-42d0-4678-ba4f-c2f39f6e4f1c service neutron] 10.222.0.33 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040655 May 28 05:40:56.183467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:56.200194 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7eee418d-a3c3-4193-aac8-256fd5a6fbaa req-7665b18d-24cc-4f77-8cf8-1833a5826dbd tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340226 May 28 05:40:56.247089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faf5cda-23c9-472f-a777-1843a89a34b2']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:56.262722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4b3356-27f9-43ed-9790-ba37ab1d12cd') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:56.263044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4b3356-27f9-43ed-9790-ba37ab1d12cd') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:56.275453 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:56.295976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:56.312202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:40:56.312619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:56.326704 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a5ecd78-7f30-4e4d-9f70-1544663e4b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:56.405682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ecd78-7f30-4e4d-9f70-1544663e4b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289abc82-4b6a-445b-bde7-132ad1c5c0be,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:56.425302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a5ecd78-7f30-4e4d-9f70-1544663e4b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:56.427334 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1a5ecd78-7f30-4e4d-9f70-1544663e4b36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/289abc82-4b6a-445b-bde7-132ad1c5c0be HTTP/1.1" status: 204 len: 168 time: 0.6421885 May 28 05:40:56.441893 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:56.449980 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:56.474711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=8faf5cda-23c9-472f-a777-1843a89a34b2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:56.493856 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0f70ed9a-dc9d-40a3-9ebd-3c1486540e1f admin admin] 10.222.0.39 "DELETE /v2.0/networks/8faf5cda-23c9-472f-a777-1843a89a34b2 HTTP/1.1" status: 204 len: 168 time: 1.5202780 May 28 05:40:56.548582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9557228d-b030-4fd9-aa3b-e148a03fdcbd req-725a37f6-25e1-4c7e-9c49-62792388a32f service neutron] 10.222.0.41 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775110 May 28 05:40:56.582265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] Deleting port 36944a86-6b2a-4153-9ad6-b639b81dc2da {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:40:56.582456 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:56.620390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875e037-2b06-4db4-9723-b5519a78733d req-4b659b15-7f36-481b-8318-3230ac98462c tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:56.621875 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e875e037-2b06-4db4-9723-b5519a78733d req-4b659b15-7f36-481b-8318-3230ac98462c tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 0.4067039 May 28 05:40:56.626392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-059a8556-e346-4460-a332-5a570338efbd req-0112d284-df6e-4d2d-a8d9-466c7c924e80 service neutron] 10.222.0.33 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123886 May 28 05:40:56.635331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb6450-4a9a-433c-8b6a-a4e56c600388 req-6890a2d1-fa88-47e7-9a16-3a9f0d6cfd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:56.639453 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2beb6450-4a9a-433c-8b6a-a4e56c600388 req-6890a2d1-fa88-47e7-9a16-3a9f0d6cfd83 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5f822bebe65d4ce99636185906aaea2d&device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 1094 time: 0.2893391 May 28 05:40:56.664398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cfe499c4-96e3-4bcf-9ff3-e8100496484b None None] The port '36944a86-6b2a-4153-9ad6-b639b81dc2da' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:40:56.779270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '9074648c-acf9-4525-9929-c7f4ff4fcd68', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'port_id': 'b0e8b886-9e1e-4e3b-8873-b7f744632107', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'mac_address': 'fa:16:3e:5b:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:39:52Z', 'updated_at': '2022-05-28T05:40:51Z', 'revision_number': 1, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:51Z', 'revision_number': 5, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:56.794318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] Checking router: 7fc5fc87-d978-4809-acf7-12461441f370 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:40:56.806053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51076) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:56.812299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] Routers {'7fc5fc87-d978-4809-acf7-12461441f370'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:40:56.813273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:40:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7fc5fc87-d978-4809-acf7-12461441f370'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:40:56.885897 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d164e2b0-09c1-4448-bea5-914ff5b882a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60831f4aa5cd4e5194f1bb789d178d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0785606 May 28 05:40:56.886603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51082) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:56.907025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e875e037-2b06-4db4-9723-b5519a78733d req-88b7a2d0-bdf6-4e35-8d66-5d521c8c4034 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403779 May 28 05:40:56.922142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d063e272-b8e6-4b34-a8d9-61889d6cd831 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:40:56.924944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 20f9504d-632f-496f-9eef-987fe8b79441 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:40:57.059181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-059a8556-e346-4460-a332-5a570338efbd req-7e5ab546-7380-402e-81b3-bd98e4e548c1 service neutron] 10.222.0.33 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187610 May 28 05:40:57.061410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb6450-4a9a-433c-8b6a-a4e56c600388 req-e7bea3d2-28e0-4a37-ad40-5d2f2edbca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:57.070300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2beb6450-4a9a-433c-8b6a-a4e56c600388 req-e7bea3d2-28e0-4a37-ad40-5d2f2edbca0b service neutron] 10.222.0.33 "GET /v2.0/networks?id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec HTTP/1.1" status: 200 len: 918 time: 0.4020379 May 28 05:40:57.073984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36944a86-6b2a-4153-9ad6-b639b81dc2da no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:40:57.134659 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 3c4b3356-27f9-43ed-9790-ba37ab1d12cd resource provider aggregate not found May 28 05:40:57.140509 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6caa24c-fe31-4009-87e4-9b29331cbd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:57.162334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 36944a86-6b2a-4153-9ad6-b639b81dc2da {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:40:57.162948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36944a86-6b2a-4153-9ad6-b639b81dc2da not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:40:57.164065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2beb6450-4a9a-433c-8b6a-a4e56c600388 req-2dde6ce1-17a7-47ef-b99c-e3e7ca867518 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e9380bd-b70a-4a8b-86c4-9f6178638869 HTTP/1.1" status: 200 len: 217 time: 0.0821304 May 28 05:40:57.176337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6caa24c-fe31-4009-87e4-9b29331cbd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:57.202463 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 3c4b3356-27f9-43ed-9790-ba37ab1d12cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c4b3356-27f9-43ed-9790-ba37ab1d12cd found for delete ", "request_id": "req-2963fd3b-be45-4460-b105-3521ab6a78bb"}]} May 28 05:40:57.269055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb6450-4a9a-433c-8b6a-a4e56c600388 req-e1f6a2e7-65cf-4334-b479-20467fae53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:57.273674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2beb6450-4a9a-433c-8b6a-a4e56c600388 req-e1f6a2e7-65cf-4334-b479-20467fae53f3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2cabff0b-b4b0-4b46-b23f-0abf93edf019 HTTP/1.1" status: 200 len: 857 time: 0.0968428 May 28 05:40:57.286663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 20f9504d-632f-496f-9eef-987fe8b79441 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:57.287178 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:57.289157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197ec65-f038-4a95-9e13-f1a65b890147 req-f5414ee0-1026-4824-b608-74cac3d6a311 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:57.296213 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2197ec65-f038-4a95-9e13-f1a65b890147 req-f5414ee0-1026-4824-b608-74cac3d6a311 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.3888392 May 28 05:40:57.308347 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:40:57.353152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2beb6450-4a9a-433c-8b6a-a4e56c600388 req-3f92d845-a675-430f-9639-4a1a982d41c4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1505cc79-3972-4571-b4bd-ffeed4c6d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728621 May 28 05:40:57.356901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2197ec65-f038-4a95-9e13-f1a65b890147 req-d00dff91-42cb-41cd-88fc-9b434006e7bc tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525246 May 28 05:40:57.374845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6caa24c-fe31-4009-87e4-9b29331cbd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:57.398494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caa24c-fe31-4009-87e4-9b29331cbd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7579779f-7be9-4e46-93cf-ee7efb3562c4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:57.411664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6caa24c-fe31-4009-87e4-9b29331cbd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:57.416443 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d6caa24c-fe31-4009-87e4-9b29331cbd9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7579779f-7be9-4e46-93cf-ee7efb3562c4 HTTP/1.1" status: 204 len: 168 time: 0.5268970 May 28 05:40:57.551953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 62a371ab-bf48-4204-a564-c549b891c59e details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:40:57.744288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 62a371ab-bf48-4204-a564-c549b891c59e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=62a371ab-bf48-4204-a564-c549b891c59e,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:57.782530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '62a371ab-bf48-4204-a564-c549b891c59e', 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec', 'port_id': '62a371ab-bf48-4204-a564-c549b891c59e', 'mac_address': 'fa:16:3e:d5:a7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cabff0b-b4b0-4b46-b23f-0abf93edf019', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:40:57.795057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'tag': 'b0e8b886-9e1e-4e3b-8873-b7f744632107'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:57.798717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f9504d-632f-496f-9eef-987fe8b79441'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:40:57.859698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 20f9504d-632f-496f-9eef-987fe8b79441, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=20f9504d-632f-496f-9eef-987fe8b79441,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:57.870348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] Set router 7fc5fc87-d978-4809-acf7-12461441f370 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:40:57.891903 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2beb6450-4a9a-433c-8b6a-a4e56c600388 req-c83f97df-9b51-4ea2-9d89-778d8c4e0a46 service neutron] 10.222.0.33 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301633 May 28 05:40:57.901344 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84997356-02d4-46a5-a95f-7a1253c92faa'] response: {'name': 'network-changed', 'server_uuid': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'tag': 'b0e8b886-9e1e-4e3b-8873-b7f744632107', 'status': 'completed', 'code': 200} May 28 05:40:57.967928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a99c5-71e5-4103-86dd-2260e44ff7b8 req-250ecf5b-fb32-40bd-a3b1-bcddffb77631 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:57.979256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e30a99c5-71e5-4103-86dd-2260e44ff7b8 req-250ecf5b-fb32-40bd-a3b1-bcddffb77631 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 943 time: 0.5511589 May 28 05:40:58.001868 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c1be1f-0c45-40b9-aece-11b6c24e7a9e'] response: {'server_uuid': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f9504d-632f-496f-9eef-987fe8b79441', 'code': 200} May 28 05:40:58.025898 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:58.162738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=20f9504d-632f-496f-9eef-987fe8b79441,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:58.181844 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e30a99c5-71e5-4103-86dd-2260e44ff7b8 req-f9a6282e-aebe-4f80-ab09-3f0ddb14a58b tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024777 May 28 05:40:58.204166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d063e272-b8e6-4b34-a8d9-61889d6cd831, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d063e272-b8e6-4b34-a8d9-61889d6cd831,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:58.286635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-94319481-5fdf-41b8-a56e-70fbb1f9ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:58.290658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-94319481-5fdf-41b8-a56e-70fbb1f9ac1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f3c7e8ac0d41e896a15bf9497afa23&device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 1096 time: 0.3385818 May 28 05:40:58.293534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2beb6450-4a9a-433c-8b6a-a4e56c600388 req-c32d0679-26f6-4950-8d59-ba01945b1516 service neutron] 10.222.0.33 "GET /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922601 May 28 05:40:58.300100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 62a371ab-bf48-4204-a564-c549b891c59e is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:58.300100 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:58.337558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'd063e272-b8e6-4b34-a8d9-61889d6cd831', 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec', 'port_id': 'd063e272-b8e6-4b34-a8d9-61889d6cd831', 'mac_address': 'fa:16:3e:53:bb:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cabff0b-b4b0-4b46-b23f-0abf93edf019', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:40:58.348582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a371ab-bf48-4204-a564-c549b891c59e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:58.368702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 62a371ab-bf48-4204-a564-c549b891c59e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=62a371ab-bf48-4204-a564-c549b891c59e,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:58.395621 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:58.536360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-5ebc3f4e-3f73-4fa7-813f-14348f1fb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:58.537726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-5ebc3f4e-3f73-4fa7-813f-14348f1fb193 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f052cbff-bb22-4f3b-a360-8342fad88471 HTTP/1.1" status: 200 len: 916 time: 0.2332981 May 28 05:40:58.771855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51194) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:58.835658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d063e272-b8e6-4b34-a8d9-61889d6cd831 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:58.836141 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:58.845513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-097878e3-2c14-424e-91c2-802ea1bc0f05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e8b886-9e1e-4e3b-8873-b7f744632107 HTTP/1.1" status: 200 len: 999 time: 0.2985284 May 28 05:40:58.864911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d063e272-b8e6-4b34-a8d9-61889d6cd831 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:58.871980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['62a371ab-bf48-4204-a564-c549b891c59e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:58.904491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=62a371ab-bf48-4204-a564-c549b891c59e,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:58.946168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d063e272-b8e6-4b34-a8d9-61889d6cd831, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d063e272-b8e6-4b34-a8d9-61889d6cd831,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:58.962622 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.004112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2062168593-network', 'tenant_id': 'ad0cd42adaf141da8ce77bfa05e7fdc4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:40:59.009498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:40:59.025093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-3b98dbfc-00c2-4cce-ace9-de73c141ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:59.025831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:59.026921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-3b98dbfc-00c2-4cce-ace9-de73c141ac31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a36020-7529-499f-97e8-dc852f277e89 HTTP/1.1" status: 200 len: 854 time: 0.1736286 May 28 05:40:59.038029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ade009-bf7b-4ef9-8edd-5423cccc3177 req-f6787ff8-7144-4d11-a629-e88a411e1eed tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:59.041258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Usage tracker for resource:network and tenant:ad0cd42adaf141da8ce77bfa05e7fdc4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:59.046274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91ade009-bf7b-4ef9-8edd-5423cccc3177 req-f6787ff8-7144-4d11-a629-e88a411e1eed tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.4098768 May 28 05:40:59.047427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:59.058538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:59.096873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Made reservation on behalf of ad0cd42adaf141da8ce77bfa05e7fdc4 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:40:59.104254 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.160352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:59.160809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91ade009-bf7b-4ef9-8edd-5423cccc3177 req-72469236-1c73-4d56-9dea-50459305a1ed tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133199 May 28 05:40:59.170716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.207024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-2279a7a6-48a3-43df-851a-39450557398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:59.208661 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-2279a7a6-48a3-43df-851a-39450557398f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f052cbff-bb22-4f3b-a360-8342fad88471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600354 May 28 05:40:59.222085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'mac_address': 'fa:16:3e:44:71:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:40:59.255282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:59.270002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Usage tracker for resource:security_group_rule and tenant:ad0cd42adaf141da8ce77bfa05e7fdc4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:59.283788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:59.311960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:59.391428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d063e272-b8e6-4b34-a8d9-61889d6cd831'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:40:59.457771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51232) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:40:59.467549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-761b1ef0-d9e4-4e77-b14e-1fb745440381 service neutron] 10.222.0.41 "GET /v2.0/networks/f052cbff-bb22-4f3b-a360-8342fad88471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479904 May 28 05:40:59.490428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d063e272-b8e6-4b34-a8d9-61889d6cd831,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:59.533761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0e9380bd-b70a-4a8b-86c4-9f6178638869 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:40:59.561511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127e2ae-3c6f-4320-b198-edf4831613af req-7f2498e2-f11d-4c6c-a1b1-4db6484a03cd tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:59.568927 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b127e2ae-3c6f-4320-b198-edf4831613af req-7f2498e2-f11d-4c6c-a1b1-4db6484a03cd tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 943 time: 0.2379725 May 28 05:40:59.608830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:40:59.609209 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.623500 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.625836 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e37aeb89-b697-49be-a54c-e04d347bc56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.644580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:40:59.648893 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.682025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2aa002d0-1cff-4a11-ae80-3983a40020eb req-499d2a5c-278f-4ec6-9068-724bbaa0b644 service neutron] 10.222.0.41 "GET /v2.0/networks/f052cbff-bb22-4f3b-a360-8342fad88471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067873 May 28 05:40:59.691516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e37aeb89-b697-49be-a54c-e04d347bc56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:59.706670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:40:59.711773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b127e2ae-3c6f-4320-b198-edf4831613af req-64582da6-8e93-4a94-bf40-ba7a5d93cf55 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415968 May 28 05:40:59.713000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e37aeb89-b697-49be-a54c-e04d347bc56c admin admin] Usage tracker for resource:security_group_rule and tenant:bab519a10fa24e02b2da7064d1448290 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:40:59.723450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e37aeb89-b697-49be-a54c-e04d347bc56c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:40:59.735974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e37aeb89-b697-49be-a54c-e04d347bc56c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:59.738003 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.738528 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Added segment 9a37c03d-e32d-46f9-9dab-6bd806f94ed2 of type vlan for network 8deb6cc6-1454-4adc-9ea6-c647135e0c9b May 28 05:40:59.739700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91081c6d-f9a7-4619-8050-dd4dd4fa4921,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:59.765827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:40:59.786366 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.788125 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.837391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.838251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:40:59.838848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.984559 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e37aeb89-b697-49be-a54c-e04d347bc56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:59.986527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] Pushing event updated for resources: {'Network': ['ID=8deb6cc6-1454-4adc-9ea6-c647135e0c9b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:59.991782 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e37aeb89-b697-49be-a54c-e04d347bc56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.004051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '9074648c-acf9-4525-9929-c7f4ff4fcd68', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'port_id': 'b0e8b886-9e1e-4e3b-8873-b7f744632107', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'mac_address': 'fa:16:3e:5b:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:39:52Z', 'updated_at': '2022-05-28T05:40:51Z', 'revision_number': 1, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:51Z', 'revision_number': 5, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:00.017379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 8deb6cc6-1454-4adc-9ea6-c647135e0c9b details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:41:00.017623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c11b6cc8-bb0b-4754-a0bc-23f5b353ebbe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2416940 May 28 05:41:00.017932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51244) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:00.024206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Request body: {'subnet': {'network_id': '8deb6cc6-1454-4adc-9ea6-c647135e0c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2062168593-subnet', 'tenant_id': 'ad0cd42adaf141da8ce77bfa05e7fdc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:00.039328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['05b3a6ba-c90f-4509-928e-1ae784ee1ab0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:00.040417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:00.041581 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e37aeb89-b697-49be-a54c-e04d347bc56c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bab519a10fa24e02b2da7064d1448290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826602 May 28 05:41:00.044151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51248) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:00.049420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aeb89-b697-49be-a54c-e04d347bc56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb45af1-e026-4bcc-836b-24323e082092,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:00.056808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Usage tracker for resource:subnet and tenant:ad0cd42adaf141da8ce77bfa05e7fdc4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:00.071427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:00.084099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:00.132648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Made reservation on behalf of ad0cd42adaf141da8ce77bfa05e7fdc4 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:00.135449 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.215643 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29292f5b-1167-4138-a0be-d328abe63a21 None None] The sync data for ids ['7fc5fc87-d978-4809-acf7-12461441f370'] in n-d-843679-5 is: [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '9074648c-acf9-4525-9929-c7f4ff4fcd68', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'port_id': 'b0e8b886-9e1e-4e3b-8873-b7f744632107', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'mac_address': 'fa:16:3e:5b:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:39:52Z', 'updated_at': '2022-05-28T05:40:51Z', 'revision_number': 1, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:51Z', 'revision_number': 5, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:41:00.248107 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.271459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:00.327105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.375784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0e9380bd-b70a-4a8b-86c4-9f6178638869, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0e9380bd-b70a-4a8b-86c4-9f6178638869,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:00.415993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '0e9380bd-b70a-4a8b-86c4-9f6178638869', 'network_id': '1505cc79-3972-4571-b4bd-ffeed4c6d3ec', 'port_id': '0e9380bd-b70a-4a8b-86c4-9f6178638869', 'mac_address': 'fa:16:3e:c2:5c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cabff0b-b4b0-4b46-b23f-0abf93edf019', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:41:00.454690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.484516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb45af1-e026-4bcc-836b-24323e082092,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:00.515436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.515771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.516319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.516836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.517328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.517818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.518302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.518785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.519317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.519801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.520281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.522320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.529331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0e9380bd-b70a-4a8b-86c4-9f6178638869 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:00.530246 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.577996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9380bd-b70a-4a8b-86c4-9f6178638869 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:41:00.627969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0e9380bd-b70a-4a8b-86c4-9f6178638869, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0e9380bd-b70a-4a8b-86c4-9f6178638869,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:00.653942 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce550aff-d99e-4647-8402-736f34e1a5ee None None] New status for floating IP 9074648c-acf9-4525-9929-c7f4ff4fcd68: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:41:00.700036 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.769782 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.794578 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.795790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-77d4d6d7-0939-47f6-bf50-c68ecdcd7dcb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abb45af1-e026-4bcc-836b-24323e082092 HTTP/1.1" status: 204 len: 168 time: 0.7506185 May 28 05:41:00.812936 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.866284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0e9380bd-b70a-4a8b-86c4-9f6178638869,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:00.963595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8167b-e4b0-4eea-996f-782eabef5b4a req-1f12948d-d35a-4c20-981a-8e5dc2644ebc tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:00.965069 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-63f8167b-e4b0-4eea-996f-782eabef5b4a req-1f12948d-d35a-4c20-981a-8e5dc2644ebc tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.6304431 May 28 05:41:00.981028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Checking segment: {'id': '9a37c03d-e32d-46f9-9dab-6bd806f94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8deb6cc6-1454-4adc-9ea6-c647135e0c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:00.981514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Network hostable DHCP agents. Network: 8deb6cc6-1454-4adc-9ea6-c647135e0c9b, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:41:00.992492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d533b2c-73e9-4c3c-9718-308d94240426,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:01.059040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-63f8167b-e4b0-4eea-996f-782eabef5b4a req-a28bd222-f5aa-41b2-a14e-776fe23866ba tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683534 May 28 05:41:01.065283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Network 8deb6cc6-1454-4adc-9ea6-c647135e0c9b is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:41:01.082118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 8deb6cc6-1454-4adc-9ea6-c647135e0c9b) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:01.093530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150fd195-3dc5-434f-85b5-ad345e3e9710 None None] Network 8deb6cc6-1454-4adc-9ea6-c647135e0c9b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:01.102308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:01.103990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:01.152201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1173ed90-00a7-4ab5-b805-67bb333a3c3e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1327190 May 28 05:41:01.175148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371ab7-9a44-4b43-9a09-b17bff546a4e req-f294e707-ab25-4806-a894-76b4c9a7c9ad tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:01.176699 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95371ab7-9a44-4b43-9a09-b17bff546a4e req-f294e707-ab25-4806-a894-76b4c9a7c9ad tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 944 time: 0.2080019 May 28 05:41:01.314803 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95371ab7-9a44-4b43-9a09-b17bff546a4e req-8488935b-0dfb-4c22-a396-6adcea41345c tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323678 May 28 05:41:01.355647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['0e9380bd-b70a-4a8b-86c4-9f6178638869'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:01.476874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd920652-ce2c-446e-82f8-eea783625e5f None None] Network 8deb6cc6-1454-4adc-9ea6-c647135e0c9b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:01.623251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 62a371ab-bf48-4204-a564-c549b891c59e up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:01.868925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 62a371ab-bf48-4204-a564-c549b891c59e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:01.891892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 62a371ab-bf48-4204-a564-c549b891c59e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:01.892262 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:02.106595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 62a371ab-bf48-4204-a564-c549b891c59e is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:02.107274 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:02.155645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f23b1c-9e4e-4d24-b87a-1be58ee5af4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a371ab-bf48-4204-a564-c549b891c59e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:02.170145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 62a371ab-bf48-4204-a564-c549b891c59e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=62a371ab-bf48-4204-a564-c549b891c59e,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:02.178747 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:02.319218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-d9268647-f27b-4375-880f-042aa08809f4 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:02.322962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-d9268647-f27b-4375-880f-042aa08809f4 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/networks?id=8deb6cc6-1454-4adc-9ea6-c647135e0c9b HTTP/1.1" status: 200 len: 814 time: 0.2752347 May 28 05:41:02.327456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=62a371ab-bf48-4204-a564-c549b891c59e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:02.343011 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-69c7cb5f-7444-45fb-9a84-33a5a75feca1 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/quotas/ad0cd42adaf141da8ce77bfa05e7fdc4 HTTP/1.1" status: 200 len: 375 time: 0.0118597 May 28 05:41:02.401159 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-685e867c-6cb5-4ce0-bf2d-14191c41b97d tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad0cd42adaf141da8ce77bfa05e7fdc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481777 May 28 05:41:02.411732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51326) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:02.498482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb40fd-3414-419d-9e1a-414cb328f383 req-309a7262-76e7-445b-8f19-98b4386bbe3c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:02.506339 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36fb40fd-3414-419d-9e1a-414cb328f383 req-309a7262-76e7-445b-8f19-98b4386bbe3c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.2417388 May 28 05:41:02.571600 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-b80494a4-4d8e-4ca1-ad64-77daf8ed032a service neutron] 10.222.0.39 "GET /v2.0/networks/8deb6cc6-1454-4adc-9ea6-c647135e0c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606300 May 28 05:41:02.582472 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36fb40fd-3414-419d-9e1a-414cb328f383 req-b8699518-546c-4888-84b5-df41d7a19f21 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695434 May 28 05:41:02.613016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-467615213-network', 'tenant_id': '36f18b604bf54ddea186673420c527fe'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:02.671353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:02.694206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Usage tracker for resource:network and tenant:36f18b604bf54ddea186673420c527fe is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:02.698677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:02.712441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:02.752227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Made reservation on behalf of 36f18b604bf54ddea186673420c527fe for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:02.754959 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:02.781132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:02.796173 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-c399f757-ce3a-4cd4-9124-f72ba20c4120 service neutron] 10.222.0.39 "GET /v2.0/networks/8deb6cc6-1454-4adc-9ea6-c647135e0c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166727 May 28 05:41:02.821568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:02.826870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Usage tracker for resource:security_group_rule and tenant:36f18b604bf54ddea186673420c527fe is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:02.830763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:02.841668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:02.972799 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:02.981603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:02.985020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:03.067167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e240ada0-aec3-4a21-a9a4-e3823ac8f19b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:03.073932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:41:03.107123 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:03.107851 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Added segment 9255da90-8af5-4ae8-ad4e-629dfcc1ac3c of type vlan for network 919f2919-13b0-4215-a87c-f71eb9d628a9 May 28 05:41:03.112630 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d064ba-822b-4d9c-a24c-550d83f895e6'] response: {'server_uuid': 'd0f23b1c-9e4e-4d24-b87a-1be58ee5af4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a371ab-bf48-4204-a564-c549b891c59e', 'code': 200} May 28 05:41:03.209103 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:03.242472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:03.242856 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:03.437383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ae435-681c-43bc-8fb9-7b66064194f4 req-31d18e94-4d1f-4fd9-b738-50542e1232ee tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:03.439678 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1e83de1-eb87-454a-af3f-6d6e8d7eb81a req-1fccabb5-2c54-4dd5-9bf2-651fcbc5bc43 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 210 time: 0.1268630 May 28 05:41:03.446403 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:41:03.446675 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a41ae435-681c-43bc-8fb9-7b66064194f4 req-31d18e94-4d1f-4fd9-b738-50542e1232ee tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 944 time: 0.1348450 May 28 05:41:03.515198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:03.516577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:03.521647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:03.526138 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a41ae435-681c-43bc-8fb9-7b66064194f4 req-246c162a-7717-496f-ae53-7bda5482e4b1 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780613 May 28 05:41:03.558999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0e9380bd-b70a-4a8b-86c4-9f6178638869 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:03.703438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] Pushing event updated for resources: {'Network': ['ID=919f2919-13b0-4215-a87c-f71eb9d628a9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:03.720827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1d7ba-6093-413b-96b1-a3e4fc801d3d req-a4adb118-0149-40cb-bc8b-3564f3db471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:03.722241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91e1d7ba-6093-413b-96b1-a3e4fc801d3d req-a4adb118-0149-40cb-bc8b-3564f3db471f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d0f23b1c-9e4e-4d24-b87a-1be58ee5af4c HTTP/1.1" status: 200 len: 1097 time: 0.5216537 May 28 05:41:03.743711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 919f2919-13b0-4215-a87c-f71eb9d628a9 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:41:03.821864 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91e1d7ba-6093-413b-96b1-a3e4fc801d3d req-7c9a8401-a013-44fa-93b9-24e249097e69 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912375 May 28 05:41:03.823222 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8daf8e58-53f0-4b21-903a-bfbd13b7cd2e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4106247 May 28 05:41:03.828416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51362) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:03.841701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Request body: {'subnet': {'network_id': '919f2919-13b0-4215-a87c-f71eb9d628a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-467615213-subnet', 'tenant_id': '36f18b604bf54ddea186673420c527fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:03.881788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:03.895209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Usage tracker for resource:subnet and tenant:36f18b604bf54ddea186673420c527fe is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:03.907856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:03.929779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:03.951220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:03.951639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:03.961938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Made reservation on behalf of 36f18b604bf54ddea186673420c527fe for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:03.964657 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:04.000075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:04.002718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 0e9380bd-b70a-4a8b-86c4-9f6178638869 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:04.009568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 0e9380bd-b70a-4a8b-86c4-9f6178638869 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:04.010453 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:04.027768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb452f-6c0a-45b8-bd48-7aadf7035ca8 req-6610e460-4c23-4228-ad07-53b0079caf1d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:04.041352 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:04.041614 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ffcb452f-6c0a-45b8-bd48-7aadf7035ca8 req-6610e460-4c23-4228-ad07-53b0079caf1d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.2376301 May 28 05:41:04.042142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d063e272-b8e6-4b34-a8d9-61889d6cd831 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:04.113612 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ffcb452f-6c0a-45b8-bd48-7aadf7035ca8 req-9c6a2589-4b08-4409-8972-36d9b28435be tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711329 May 28 05:41:04.307056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port d063e272-b8e6-4b34-a8d9-61889d6cd831 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:04.319179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=10']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:04.324813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port d063e272-b8e6-4b34-a8d9-61889d6cd831 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:04.325192 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:04.469971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:04.574089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d063e272-b8e6-4b34-a8d9-61889d6cd831 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:04.574468 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:04.603935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0e9380bd-b70a-4a8b-86c4-9f6178638869 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:04.604324 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:04.644547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4475bb9-793c-4c4b-ace9-10e934da0f98,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:04.657623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0e9380bd-b70a-4a8b-86c4-9f6178638869, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0e9380bd-b70a-4a8b-86c4-9f6178638869,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:04.662731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Checking segment: {'id': '9255da90-8af5-4ae8-ad4e-629dfcc1ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '919f2919-13b0-4215-a87c-f71eb9d628a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:04.663307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Network hostable DHCP agents. Network: 919f2919-13b0-4215-a87c-f71eb9d628a9, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:41:04.671757 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:04.695980 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4e8ccae7-9bd3-48a7-81b9-077cb3b00c26 req-587474cd-8a7e-4400-bc5b-122bd2e4190e tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 210 time: 0.0799348 May 28 05:41:04.749757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Network 919f2919-13b0-4215-a87c-f71eb9d628a9 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:41:04.780105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d063e272-b8e6-4b34-a8d9-61889d6cd831, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d063e272-b8e6-4b34-a8d9-61889d6cd831,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:04.781200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0e9380bd-b70a-4a8b-86c4-9f6178638869,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:04.785764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 919f2919-13b0-4215-a87c-f71eb9d628a9) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:04.799649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:04.800360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:04.801691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e5816-0619-42f1-a173-e37054ee53cd None None] Network 919f2919-13b0-4215-a87c-f71eb9d628a9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:04.930542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b1932180-1120-4012-b03c-662084731f06 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0934589 May 28 05:41:04.966230 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:05.039928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f34a17-acfd-4ca9-bd49-596a5af3f1e6 req-8e4dd280-3760-47f8-81e8-bccef2a0ba15 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:05.041985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-12f34a17-acfd-4ca9-bd49-596a5af3f1e6 req-8e4dd280-3760-47f8-81e8-bccef2a0ba15 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 945 time: 0.1696997 May 28 05:41:05.124981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0'}, {'server_uuid': 'ca77e2e0-2227-4650-9a02-228680063f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9380bd-b70a-4a8b-86c4-9f6178638869'}, {'server_uuid': '4b19a6f4-6d39-439e-bee7-fdc7a3cba27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd063e272-b8e6-4b34-a8d9-61889d6cd831'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:05.196058 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:41:05.329675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d063e272-b8e6-4b34-a8d9-61889d6cd831,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:05.397283 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-12f34a17-acfd-4ca9-bd49-596a5af3f1e6 req-c6d27458-ca99-47a6-a9d6-8f90586381a3 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347323 May 28 05:41:05.471786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b9eaa-24ff-41df-86e7-42e811f12a1c None None] Network 919f2919-13b0-4215-a87c-f71eb9d628a9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:05.503301 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f544bf-b8b3-4fe6-872b-96d729c16268'] response: {'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'code': 200} May 28 05:41:05.503894 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f544bf-b8b3-4fe6-872b-96d729c16268'] response: {'server_uuid': 'ca77e2e0-2227-4650-9a02-228680063f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9380bd-b70a-4a8b-86c4-9f6178638869', 'code': 200} May 28 05:41:05.504907 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f544bf-b8b3-4fe6-872b-96d729c16268'] response: {'server_uuid': '4b19a6f4-6d39-439e-bee7-fdc7a3cba27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd063e272-b8e6-4b34-a8d9-61889d6cd831', 'code': 200} May 28 05:41:05.565397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-ee6fd704-7590-493f-b749-402de97c971d tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:05.567740 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-ee6fd704-7590-493f-b749-402de97c971d tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.41 "GET /v2.0/networks?id=8deb6cc6-1454-4adc-9ea6-c647135e0c9b HTTP/1.1" status: 200 len: 814 time: 0.5038078 May 28 05:41:05.592245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Request body: {'port': {'device_id': '68d29d96-6212-45e0-9b6c-26c2f653483f', 'network_id': '8deb6cc6-1454-4adc-9ea6-c647135e0c9b', 'admin_state_up': True, 'tenant_id': 'ad0cd42adaf141da8ce77bfa05e7fdc4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:05.666515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f068adb-3bf1-45e6-b4eb-60784f3801d5 req-5aa86e35-a50d-4d63-b73f-5f1f665dfde9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:05.682172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f068adb-3bf1-45e6-b4eb-60784f3801d5 req-5aa86e35-a50d-4d63-b73f-5f1f665dfde9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.2673087 May 28 05:41:05.900724 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f068adb-3bf1-45e6-b4eb-60784f3801d5 req-9c06a824-7ec4-441b-a08a-b3ccc6c88f2a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088399 May 28 05:41:05.940448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cf2b8-e908-4a87-baaa-4cd77dd4c894 req-ac0dc3be-cc48-48b5-a3bb-d02ddf523beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:05.942666 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba2cf2b8-e908-4a87-baaa-4cd77dd4c894 req-ac0dc3be-cc48-48b5-a3bb-d02ddf523beb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b19a6f4-6d39-439e-bee7-fdc7a3cba27e HTTP/1.1" status: 200 len: 1096 time: 0.1671634 May 28 05:41:06.003577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba2cf2b8-e908-4a87-baaa-4cd77dd4c894 req-543aaf83-a236-4798-9e0f-6241d1dfeb09 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503807 May 28 05:41:06.108008 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-ae15e667-5918-4766-8967-ad03251fec1f req-e479a9fc-2bf1-4754-afc6-945688bc9dfb tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] show failed (client error): The resource could not be found. May 28 05:41:06.108008 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae15e667-5918-4766-8967-ad03251fec1f req-e479a9fc-2bf1-4754-afc6-945688bc9dfb tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] 10.222.0.39 "GET /v2.0/security-groups/57a10ee9-73b7-49f5-a943-954c0fca758c HTTP/1.1" status: 404 len: 352 time: 0.1686316 May 28 05:41:06.182706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195eb63-72be-481a-89fb-4e25fe7a20aa req-514bab75-efa7-48d1-82b7-25f824c11e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:06.184255 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7195eb63-72be-481a-89fb-4e25fe7a20aa req-514bab75-efa7-48d1-82b7-25f824c11e22 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 1096 time: 0.2539136 May 28 05:41:06.216676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f186a819-a041-490e-9bf6-4ae516b135f8 req-11f4504a-89cf-4002-894a-34fc0adafbe6 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 210 time: 0.1072114 May 28 05:41:06.280897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7195eb63-72be-481a-89fb-4e25fe7a20aa req-6bb22fe3-b807-4269-84c1-50e34687fb5a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741727 May 28 05:41:06.305031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:06.305031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Usage tracker for resource:port and tenant:ad0cd42adaf141da8ce77bfa05e7fdc4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:06.316337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:06.322715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:06.361840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7fe797f0-277b-48e3-9361-5a26d4e339ad req-c213c17e-16ff-442e-a486-f2cfabe72e91 tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36f18b604bf54ddea186673420c527fe HTTP/1.1" status: 200 len: 2988 time: 0.1040843 May 28 05:41:06.373618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Made reservation on behalf of ad0cd42adaf141da8ce77bfa05e7fdc4 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:06.389531 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:06.443419 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7fe797f0-277b-48e3-9361-5a26d4e339ad req-cd66b3a2-692a-4c83-a0eb-9d132a1a9e71 tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] 10.222.0.39 "GET /v2.0/security-groups/e240ada0-aec3-4a21-a9a4-e3823ac8f19b HTTP/1.1" status: 200 len: 2985 time: 0.0734718 May 28 05:41:06.536030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7fe797f0-277b-48e3-9361-5a26d4e339ad req-3f84bdf6-704b-4496-9b1e-23a284404f6f tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] 10.222.0.39 "GET /v2.0/security-groups/e240ada0-aec3-4a21-a9a4-e3823ac8f19b HTTP/1.1" status: 200 len: 2985 time: 0.1021509 May 28 05:41:06.737799 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-654ff73b-f569-44dd-92ae-c991e9323000 req-fa1ba73c-49f7-4c07-a9d7-a287aaf4fd36 tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] 10.222.0.39 "GET /v2.0/security-groups/e240ada0-aec3-4a21-a9a4-e3823ac8f19b HTTP/1.1" status: 200 len: 2985 time: 0.0666735 May 28 05:41:06.774506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5adc02-63a6-4a0e-815b-668143444e70 req-71e48243-847b-4d43-b43b-08a0a20d0843 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:06.782847 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e5adc02-63a6-4a0e-815b-668143444e70 req-71e48243-847b-4d43-b43b-08a0a20d0843 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 945 time: 0.1849947 May 28 05:41:06.852239 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-654ff73b-f569-44dd-92ae-c991e9323000 req-a417ce0d-16ef-41d5-8407-50a0fdef9434 tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 05:41:06.866782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-654ff73b-f569-44dd-92ae-c991e9323000 req-a417ce0d-16ef-41d5-8407-50a0fdef9434 tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] 10.222.0.39 "DELETE /v2.0/security-groups/e240ada0-aec3-4a21-a9a4-e3823ac8f19b HTTP/1.1" status: 409 len: 352 time: 0.1227505 May 28 05:41:06.871053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e5adc02-63a6-4a0e-815b-668143444e70 req-060a4296-8a9a-4a2f-a5c3-e365fedf1d84 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850096 May 28 05:41:06.933402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Allocated IP 172.20.0.7 (8deb6cc6-1454-4adc-9ea6-c647135e0c9b/5d533b2c-73e9-4c3c-9718-308d94240426/7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:41:06.936387 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-3d31faf2-adf4-4564-aecc-adfee4fdf544 req-4590d225-39cb-4679-ac1b-1e876c9c7a6b tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] show failed (client error): The resource could not be found. May 28 05:41:06.961896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d31faf2-adf4-4564-aecc-adfee4fdf544 req-4590d225-39cb-4679-ac1b-1e876c9c7a6b tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] 10.222.0.39 "GET /v2.0/security-groups/c067a832-219f-47d7-b6b8-58347a8378f9 HTTP/1.1" status: 404 len: 352 time: 0.0426145 May 28 05:41:07.155771 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-45b599c6-c79d-41fd-906c-92fc619c6998 req-022eeacc-5c1a-41b8-a047-6d9724cee85f tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] show failed (client error): The resource could not be found. May 28 05:41:07.162267 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45b599c6-c79d-41fd-906c-92fc619c6998 req-022eeacc-5c1a-41b8-a047-6d9724cee85f tempest-SecurityGroupsNegativeTestJSON-1098448275 tempest-SecurityGroupsNegativeTestJSON-1098448275-project] 10.222.0.39 "GET /v2.0/security-groups/1003e5f1-6975-4650-beea-2ba5a1f8572e HTTP/1.1" status: 404 len: 352 time: 0.0658154 May 28 05:41:07.172406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51434) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:07.329275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e5e658-f168-4435-b1c1-151119ccf858 admin admin] Deleting subnet b4475bb9-793c-4c4b-ace9-10e934da0f98 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:41:07.345316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e658-f168-4435-b1c1-151119ccf858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:07.424977 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e658-f168-4435-b1c1-151119ccf858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:07.493691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e658-f168-4435-b1c1-151119ccf858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:07.576920 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e658-f168-4435-b1c1-151119ccf858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:07.589088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:07.630991 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e658-f168-4435-b1c1-151119ccf858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:07.630991 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b8e5e658-f168-4435-b1c1-151119ccf858 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b4475bb9-793c-4c4b-ace9-10e934da0f98 HTTP/1.1" status: 204 len: 168 time: 0.4590714 May 28 05:41:07.643717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51450) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:07.647581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5e658-f168-4435-b1c1-151119ccf858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4475bb9-793c-4c4b-ace9-10e934da0f98,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:07.680930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f588-2bca-4fa6-80ac-8d47f1979703 req-6a33446b-84b1-43c0-a57a-7176335eadf3 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:07.687919 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31e0f588-2bca-4fa6-80ac-8d47f1979703 req-6a33446b-84b1-43c0-a57a-7176335eadf3 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.3603671 May 28 05:41:07.840879 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:07.933986 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31e0f588-2bca-4fa6-80ac-8d47f1979703 req-fa9f2a65-44ff-4d5d-b595-ae80c1b1a3c2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475939 May 28 05:41:08.024360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:08.072065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Network 8deb6cc6-1454-4adc-9ea6-c647135e0c9b is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:41:08.081167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:08.094189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:41:08.179946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Pushing event updated for resources: {'Port': ['ID=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:08.303422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453f5b4-211c-40cf-b7b8-0962d9b187b9 req-9b2013ba-e691-4c80-8414-5a1bf22cab62 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:08.305888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2453f5b4-211c-40cf-b7b8-0962d9b187b9 req-9b2013ba-e691-4c80-8414-5a1bf22cab62 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 945 time: 0.1473434 May 28 05:41:08.370983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2453f5b4-211c-40cf-b7b8-0962d9b187b9 req-c986f525-8155-49b3-8226-a7f2d1b014e2 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587656 May 28 05:41:08.386819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:08.387849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:08.392201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5080606-fa7b-4a73-81ac-c0236006e414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:08.400447 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:08.452112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919f2919-13b0-4215-a87c-f71eb9d628a9']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:08.473068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9255da90-8af5-4ae8-ad4e-629dfcc1ac3c') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:08.473972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9255da90-8af5-4ae8-ad4e-629dfcc1ac3c') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:08.495491 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:08.523179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:08.538336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-7037cde5-454f-4b2c-a861-862414e42506 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9590387 May 28 05:41:08.539352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:41:08.539752 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:08.568404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Request body: {'port': {'device_id': '68d29d96-6212-45e0-9b6c-26c2f653483f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:08.585914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453621c-d75f-4e90-872d-588fe0350425 req-60d126fb-2044-479d-a030-c0164ab8e0f5 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:08.589092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0453621c-d75f-4e90-872d-588fe0350425 req-60d126fb-2044-479d-a030-c0164ab8e0f5 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.0942585 May 28 05:41:08.603432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ad006-d448-45ff-85df-28d931a486b3 req-879202a5-cedc-4b37-98d9-5657e4db362e tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:08.604393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-613ad006-d448-45ff-85df-28d931a486b3 req-879202a5-cedc-4b37-98d9-5657e4db362e tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Synchronizing usage tracker for tenant:ad0cd42adaf141da8ce77bfa05e7fdc4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:08.619069 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9255da90-8af5-4ae8-ad4e-629dfcc1ac3c resource provider aggregate not found May 28 05:41:08.681972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0453621c-d75f-4e90-872d-588fe0350425 req-030e7d79-da1a-4e69-8148-aaa97d45e168 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729296 May 28 05:41:08.818237 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9255da90-8af5-4ae8-ad4e-629dfcc1ac3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9255da90-8af5-4ae8-ad4e-629dfcc1ac3c found for delete ", "request_id": "req-fd57da46-f049-49df-bc7a-bec1327dc09f"}]} May 28 05:41:08.842674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-613ad006-d448-45ff-85df-28d931a486b3 req-879202a5-cedc-4b37-98d9-5657e4db362e tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Unset dirty status for tenant:ad0cd42adaf141da8ce77bfa05e7fdc4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:08.845992 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-613ad006-d448-45ff-85df-28d931a486b3 req-879202a5-cedc-4b37-98d9-5657e4db362e tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 931 time: 0.7094440 May 28 05:41:08.847063 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:08.860455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:08.979567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=919f2919-13b0-4215-a87c-f71eb9d628a9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:08.990625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-adb79a1d-ff6b-4aef-b00a-4c65f596fdc4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/919f2919-13b0-4215-a87c-f71eb9d628a9 HTTP/1.1" status: 204 len: 168 time: 1.3560379 May 28 05:41:09.046108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f2d3-368c-4c7b-ac31-3828d6579520 req-c711639c-97c9-46e1-b846-69ba054fc2d0 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:09.055518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2896f2d3-368c-4c7b-ac31-3828d6579520 req-c711639c-97c9-46e1-b846-69ba054fc2d0 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f23b1c-9e4e-4d24-b87a-1be58ee5af4c HTTP/1.1" status: 200 len: 946 time: 0.1521568 May 28 05:41:09.142338 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2896f2d3-368c-4c7b-ac31-3828d6579520 req-5a60188a-0c1f-464a-94db-5a07ab20d201 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848222 May 28 05:41:09.242877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-613ad006-d448-45ff-85df-28d931a486b3 req-68171c7e-e58b-468b-a570-c91924c44621 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745036 May 28 05:41:09.260795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51482) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:09.292465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:09.335490 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6a51a436-9461-4a60-a532-11d416df6207 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36f18b604bf54ddea186673420c527fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727584 May 28 05:41:09.338040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51486) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:09.436344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb91a7-42d9-443b-973f-221670f79943 req-5af60e8b-d24e-48ce-ba03-70c7101201a6 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:09.438407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4efb91a7-42d9-443b-973f-221670f79943 req-5af60e8b-d24e-48ce-ba03-70c7101201a6 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.1067417 May 28 05:41:09.494354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4efb91a7-42d9-443b-973f-221670f79943 req-349e0da2-7823-4b12-bb2d-db9e847d73b0 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499890 May 28 05:41:09.643090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5ca13ab-3c3f-4a25-aed8-aa4a8cbe2752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:09.702528 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5ca13ab-3c3f-4a25-aed8-aa4a8cbe2752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:09.734092 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:09.852295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2a36f-d197-48f6-9edd-775d6daf6300 req-6d77e4f8-b16e-43de-a9d2-1e01ea0b0c11 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:09.853825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0e2a36f-d197-48f6-9edd-775d6daf6300 req-6d77e4f8-b16e-43de-a9d2-1e01ea0b0c11 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b19a6f4-6d39-439e-bee7-fdc7a3cba27e HTTP/1.1" status: 200 len: 945 time: 0.4440489 May 28 05:41:09.901278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cabe1-64c3-4d91-a9cb-186d397fc56e req-c8e56aaa-a6fc-401b-94de-a8144f29e00f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:09.907832 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d72cabe1-64c3-4d91-a9cb-186d397fc56e req-c8e56aaa-a6fc-401b-94de-a8144f29e00f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.1203718 May 28 05:41:09.965428 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0e2a36f-d197-48f6-9edd-775d6daf6300 req-628b9366-833b-4812-bae9-fe89fe633104 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970099 May 28 05:41:09.985432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d72cabe1-64c3-4d91-a9cb-186d397fc56e req-067cedb3-a477-4b33-8fca-ab92772f374b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749581 May 28 05:41:09.987118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5ca13ab-3c3f-4a25-aed8-aa4a8cbe2752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:10.026546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca13ab-3c3f-4a25-aed8-aa4a8cbe2752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e240ada0-aec3-4a21-a9a4-e3823ac8f19b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:10.080329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5ca13ab-3c3f-4a25-aed8-aa4a8cbe2752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:10.083807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b5ca13ab-3c3f-4a25-aed8-aa4a8cbe2752 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e240ada0-aec3-4a21-a9a4-e3823ac8f19b HTTP/1.1" status: 204 len: 168 time: 0.7425411 May 28 05:41:10.112735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:41:10.139614 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:10.182063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Transition to ACTIVE for port object 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:10.196166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:10.507079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:10.600177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Attempting to bind port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:41:10.601493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Attempting to bind port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '9a37c03d-e32d-46f9-9dab-6bd806f94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8deb6cc6-1454-4adc-9ea6-c647135e0c9b'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:41:10.601908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Attempting to bind port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 on network 8deb6cc6-1454-4adc-9ea6-c647135e0c9b {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:10.608309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631530aa-46f1-4df7-8e15-fe9b9ef333ee req-9bf05a28-132d-49b9-8560-6703d865a305 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:10.610542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-631530aa-46f1-4df7-8e15-fe9b9ef333ee req-9bf05a28-132d-49b9-8560-6703d865a305 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b19a6f4-6d39-439e-bee7-fdc7a3cba27e HTTP/1.1" status: 200 len: 945 time: 0.1126854 May 28 05:41:10.612171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 on network 8deb6cc6-1454-4adc-9ea6-c647135e0c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:41:10.613179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Attempting to bind port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 on network 8deb6cc6-1454-4adc-9ea6-c647135e0c9b {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:10.621245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:41:10.621495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Checking segment: {'id': '9a37c03d-e32d-46f9-9dab-6bd806f94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8deb6cc6-1454-4adc-9ea6-c647135e0c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:10.622075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Bound using segment: {'id': '9a37c03d-e32d-46f9-9dab-6bd806f94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8deb6cc6-1454-4adc-9ea6-c647135e0c9b'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:41:10.622670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Bound port: 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a37c03d-e32d-46f9-9dab-6bd806f94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8deb6cc6-1454-4adc-9ea6-c647135e0c9b'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:41:10.623183 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:10.643291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fe659c18-90af-465c-bdb5-efcf876027c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:10.675464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c38c6-c95b-4017-820e-19f6b145d702 req-86cc4e4c-30a1-4c93-bf1c-6bdd45a44908 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:10.677280 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-651c38c6-c95b-4017-820e-19f6b145d702 req-86cc4e4c-30a1-4c93-bf1c-6bdd45a44908 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 943 time: 0.2006319 May 28 05:41:10.712386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-631530aa-46f1-4df7-8e15-fe9b9ef333ee req-b871edea-389c-4abd-a9f0-e83605cdd9ba tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850034 May 28 05:41:10.796673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-651c38c6-c95b-4017-820e-19f6b145d702 req-e192fd64-5f21-4056-8e0c-9531217a3248 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773478 May 28 05:41:10.829788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] For port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:41:10.837657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] For port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,segment=NetworkSegment(9a37c03d-e32d-46f9-9dab-6bd806f94ed2),segment_id=9a37c03d-e32d-46f9-9dab-6bd806f94ed2)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:41:10.892510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:11.126253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:11.147470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:11.147470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:11.147470 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-da0d24d2-ce03-4d8d-98fa-f7cb2c5fe6f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 HTTP/1.1" status: 200 len: 1091 time: 2.5824609 May 28 05:41:11.147470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d29d96-6212-45e0-9b6c-26c2f653483f', 'tag': '7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:11.343982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d955c22-0da1-4827-a688-3f9a8fd43521 req-343f46cc-a1dc-4c26-b18f-ddf00fb06313 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:11.354626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d955c22-0da1-4827-a688-3f9a8fd43521 req-343f46cc-a1dc-4c26-b18f-ddf00fb06313 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.3129237 May 28 05:41:11.442743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c24fc81-960f-496c-913f-f6389efedad5 req-c9f4ff89-c8a5-4cda-b419-f26b4c584882 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1978009 May 28 05:41:11.450382 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d955c22-0da1-4827-a688-3f9a8fd43521 req-2e59b46b-1520-4d55-90be-157ce061ee39 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940123 May 28 05:41:11.477583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-c1c58180-1d3b-4ddd-8cdf-8b77cf581a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:11.483349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-c1c58180-1d3b-4ddd-8cdf-8b77cf581a2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad0cd42adaf141da8ce77bfa05e7fdc4&device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 1094 time: 0.2227919 May 28 05:41:11.499465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:11.500027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103b9ff-2cbf-47bd-bda8-6263f3b67187 req-5e497184-12ab-4d9e-a70f-b9e6d6f32d25 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:11.503094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e103b9ff-2cbf-47bd-bda8-6263f3b67187 req-5e497184-12ab-4d9e-a70f-b9e6d6f32d25 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.1938241 May 28 05:41:11.593325 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:11.636871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-14463135-a18d-437e-aee0-3e7e2ff31e18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 HTTP/1.1" status: 200 len: 217 time: 0.1439731 May 28 05:41:11.645614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51550) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:11.701123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e103b9ff-2cbf-47bd-bda8-6263f3b67187 req-42215674-a5f8-4db4-9d53-f32a3ddf2675 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1911032 May 28 05:41:11.773750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fc81-960f-496c-913f-f6389efedad5 req-fa1df2be-1c0d-45c8-b92a-d18a2d61e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:11.782060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c24fc81-960f-496c-913f-f6389efedad5 req-fa1df2be-1c0d-45c8-b92a-d18a2d61e464 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 1096 time: 0.1913662 May 28 05:41:11.782856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-61c4037b-c085-4245-b36c-f636ea6551f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:11.796449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-61c4037b-c085-4245-b36c-f636ea6551f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d533b2c-73e9-4c3c-9718-308d94240426 HTTP/1.1" status: 200 len: 854 time: 0.1516128 May 28 05:41:12.029634 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce600ab-9d65-41d5-8c39-26cdf5de9002'] response: {'name': 'network-changed', 'server_uuid': '68d29d96-6212-45e0-9b6c-26c2f653483f', 'tag': '7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8', 'status': 'completed', 'code': 200} May 28 05:41:12.076574 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-6fcbc4ab-fcd6-42f9-a1f4-444b3121e3cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8deb6cc6-1454-4adc-9ea6-c647135e0c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108642 May 28 05:41:12.084757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1530296969-network', 'tenant_id': 'd04a46075b914f75a3759349a85d0515'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:12.093347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:12.124678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Usage tracker for resource:network and tenant:d04a46075b914f75a3759349a85d0515 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:12.357919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:12.401267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fc81-960f-496c-913f-f6389efedad5 req-98a6e165-80da-4a27-bd7f-cfd6c613a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:12.401267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c24fc81-960f-496c-913f-f6389efedad5 req-98a6e165-80da-4a27-bd7f-cfd6c613a52e service neutron] 10.222.0.41 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.5904131 May 28 05:41:12.417895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-1df8c58e-6dd8-49da-9822-a4db0982d4e3 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:12.417895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-1df8c58e-6dd8-49da-9822-a4db0982d4e3 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b19a6f4-6d39-439e-bee7-fdc7a3cba27e HTTP/1.1" status: 200 len: 945 time: 0.3954606 May 28 05:41:12.453623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:12.498321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b939f8-3249-40b8-8f66-291647d299e4 req-9e83a7f7-99d6-4a6a-b39a-0214525ac5fe tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:12.500576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-37b939f8-3249-40b8-8f66-291647d299e4 req-9e83a7f7-99d6-4a6a-b39a-0214525ac5fe tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.41 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.7022328 May 28 05:41:12.520404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Made reservation on behalf of d04a46075b914f75a3759349a85d0515 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:12.521660 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:12.521822 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c24fc81-960f-496c-913f-f6389efedad5 req-8d2d0954-9288-4acb-9197-283536a6d818 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 HTTP/1.1" status: 200 len: 217 time: 0.1069410 May 28 05:41:12.534178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a74c28-fd9a-4399-8d9a-b40cd11d0728 req-79531ab8-21ca-444e-9719-35f7f714c923 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:12.537225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68a74c28-fd9a-4399-8d9a-b40cd11d0728 req-79531ab8-21ca-444e-9719-35f7f714c923 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b19a6f4-6d39-439e-bee7-fdc7a3cba27e HTTP/1.1" status: 200 len: 945 time: 0.5059354 May 28 05:41:12.633217 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:12.637906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fc81-960f-496c-913f-f6389efedad5 req-4369b575-779e-41ed-9a8d-713242d9b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:12.639390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c24fc81-960f-496c-913f-f6389efedad5 req-4369b575-779e-41ed-9a8d-713242d9b12e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.0936959 May 28 05:41:12.704060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-0471ef79-5a2d-40fc-8aa0-37f47ade8144 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Deleting port d063e272-b8e6-4b34-a8d9-61889d6cd831 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:12.704403 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-0471ef79-5a2d-40fc-8aa0-37f47ade8144 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:12.733481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:12.761902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Usage tracker for resource:security_group_rule and tenant:d04a46075b914f75a3759349a85d0515 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:12.767470 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68a74c28-fd9a-4399-8d9a-b40cd11d0728 req-8bef54b7-8eab-4188-bb68-072534fc5c86 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221560 May 28 05:41:12.767849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:12.767849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:12.903478 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:12.903478 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-e0941986-69d3-4e1c-88db-729fd6bbf9f0 service neutron] 10.222.0.41 "GET /v2.0/networks/8deb6cc6-1454-4adc-9ea6-c647135e0c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8085122 May 28 05:41:12.914150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Deleting port 0433d2ef-3c78-4da3-b275-734e8304ad89 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:12.914150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:12.939127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:13.019708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81605886-373e-46d1-beea-b1559a344c5e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:13.038121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24fc81-960f-496c-913f-f6389efedad5 req-133e8f90-4fe3-4a07-9ca3-5c98f4958dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:13.039617 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c24fc81-960f-496c-913f-f6389efedad5 req-133e8f90-4fe3-4a07-9ca3-5c98f4958dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3905814 May 28 05:41:13.180030 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:13.210536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:41:13.226579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f83cb-dce0-44e6-b949-c8dd6d95726b req-98673e94-aa1e-487c-beae-27ba8970091a tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:13.233303 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-901f83cb-dce0-44e6-b949-c8dd6d95726b req-98673e94-aa1e-487c-beae-27ba8970091a tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 943 time: 1.1140425 May 28 05:41:13.294522 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:13.294975 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Added segment 97634c44-33b4-4959-bf78-82378c814e0c of type vlan for network f2a9c59d-4b48-4840-aff6-5d5408668f5a May 28 05:41:13.417683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-901f83cb-dce0-44e6-b949-c8dd6d95726b req-bc717781-6f63-4c99-ba6e-2d37abdca8de tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Synchronizing usage tracker for tenant:ad0cd42adaf141da8ce77bfa05e7fdc4 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:13.460776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-0471ef79-5a2d-40fc-8aa0-37f47ade8144 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] For port d063e272-b8e6-4b34-a8d9-61889d6cd831, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d063e272-b8e6-4b34-a8d9-61889d6cd831,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:13.463156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-0471ef79-5a2d-40fc-8aa0-37f47ade8144 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:13.465089 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa11cbef-cd72-4653-ab7f-2f1f6593fad9 req-e15a6a63-b564-4dd8-a79d-f5c18212aae7 service neutron] 10.222.0.41 "GET /v2.0/networks/8deb6cc6-1454-4adc-9ea6-c647135e0c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285237 May 28 05:41:13.469028 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:13.500838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-901f83cb-dce0-44e6-b949-c8dd6d95726b req-bc717781-6f63-4c99-ba6e-2d37abdca8de tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Unset dirty status for tenant:ad0cd42adaf141da8ce77bfa05e7fdc4 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:13.510340 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-901f83cb-dce0-44e6-b949-c8dd6d95726b req-bc717781-6f63-4c99-ba6e-2d37abdca8de tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758257 May 28 05:41:13.568832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] For port 0433d2ef-3c78-4da3-b275-734e8304ad89, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0433d2ef-3c78-4da3-b275-734e8304ad89,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:13.570275 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:13.589598 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:41:13.759438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-0471ef79-5a2d-40fc-8aa0-37f47ade8144 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Calling delete_port for d063e272-b8e6-4b34-a8d9-61889d6cd831 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:13.885908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607e4d3-bf74-4cb1-9d10-eb55d184e7d0 req-5aaf776b-d35f-4fbd-8ed4-20114f127e6b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:13.887460 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f607e4d3-bf74-4cb1-9d10-eb55d184e7d0 req-5aaf776b-d35f-4fbd-8ed4-20114f127e6b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.6993356 May 28 05:41:13.895739 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c24fc81-960f-496c-913f-f6389efedad5 req-ce178c8b-bfed-499d-b107-50c4821f2d3d service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8348136 May 28 05:41:13.958765 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-f3e7b828-6104-4a2e-a246-140610a93f0c service neutron] show failed (client error): The resource could not be found. May 28 05:41:13.960039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-f3e7b828-6104-4a2e-a246-140610a93f0c service neutron] 10.222.0.33 "GET /v2.0/ports/8b9a53f9-300d-4a82-a18a-6eff6d05a0ce/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.3511870 May 28 05:41:14.006538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:14.008045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:14.008602 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:14.050481 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f607e4d3-bf74-4cb1-9d10-eb55d184e7d0 req-d8a04201-ca2e-4c17-ba38-df11bd93dafc tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508374 May 28 05:41:14.199837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c24fc81-960f-496c-913f-f6389efedad5 req-0ca30cd7-6f41-4f74-b58f-eea0d85959a7 service neutron] 10.222.0.41 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824411 May 28 05:41:14.201225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-0471ef79-5a2d-40fc-8aa0-37f47ade8144 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:14.217872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d063e272-b8e6-4b34-a8d9-61889d6cd831'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:14.325173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['62a371ab-bf48-4204-a564-c549b891c59e', '0e9380bd-b70a-4a8b-86c4-9f6178638869'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:14.360863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a9c59d-4b48-4840-aff6-5d5408668f5a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:14.407735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f2a9c59d-4b48-4840-aff6-5d5408668f5a details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:41:14.438127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471ef79-5a2d-40fc-8aa0-37f47ade8144 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Pushing event deleted for resources: {'Port': ['ID=d063e272-b8e6-4b34-a8d9-61889d6cd831,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:14.460449 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f867026-278e-4c71-bcea-e861682be972 req-2f95c344-ff3d-4f67-9a5b-6caf22e17b1b tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b19a6f4-6d39-439e-bee7-fdc7a3cba27e HTTP/1.1" status: 200 len: 210 time: 0.1488726 May 28 05:41:14.517131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f31fe-7ecd-40c3-a88f-c51adb82bdfd req-3a667651-3818-4ca2-9971-a955a3682224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:14.518733 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-315f31fe-7ecd-40c3-a88f-c51adb82bdfd req-3a667651-3818-4ca2-9971-a955a3682224 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad0cd42adaf141da8ce77bfa05e7fdc4&device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 1094 time: 0.9308562 May 28 05:41:14.520090 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6459fb15-4493-4deb-881d-93db3a720db2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8735976 May 28 05:41:14.533711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51578) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:14.612571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386be82-5db2-453f-9b82-4d92f36421a9 req-6e8467e3-5058-4950-8142-daa3583fddde tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:14.621779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0386be82-5db2-453f-9b82-4d92f36421a9 req-6e8467e3-5058-4950-8142-daa3583fddde tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 945 time: 0.7037084 May 28 05:41:14.666671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Request body: {'subnet': {'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1530296969-subnet', 'tenant_id': 'd04a46075b914f75a3759349a85d0515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:14.712432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-0471ef79-5a2d-40fc-8aa0-37f47ade8144 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] No DVR routers for this DVR port d063e272-b8e6-4b34-a8d9-61889d6cd831 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:14.715243 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-0471ef79-5a2d-40fc-8aa0-37f47ade8144 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:14.751492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b19a6f4-6d39-439e-bee7-fdc7a3cba27e', 'name': 'network-vif-deleted', 'tag': 'd063e272-b8e6-4b34-a8d9-61889d6cd831'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:14.808663 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-29b026ee-55b0-4092-95fd-82ab850dafbd req-0471ef79-5a2d-40fc-8aa0-37f47ade8144 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.41 "DELETE /v2.0/ports/d063e272-b8e6-4b34-a8d9-61889d6cd831 HTTP/1.1" status: 204 len: 173 time: 2.3204319 May 28 05:41:14.817258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-8d62edb7-e3d0-4f58-bb49-d44fbf5c7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:14.817258 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-8d62edb7-e3d0-4f58-bb49-d44fbf5c7e80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b&tenant_id=e10ad26e43184b2ab9c1f21342cf9b76 HTTP/1.1" status: 200 len: 1100 time: 0.4421978 May 28 05:41:14.833524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:14.836006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:14.857141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Usage tracker for resource:subnet and tenant:d04a46075b914f75a3759349a85d0515 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:14.866848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:14.886223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:14.886736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:14.887151 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Floating IP 4a368095-a98b-48d6-b85a-be98d2c3b045 disassociated. External IP: 172.25.4.119, port: 0433d2ef-3c78-4da3-b275-734e8304ad89. May 28 05:41:14.887614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Calling delete_port for 0433d2ef-3c78-4da3-b275-734e8304ad89 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:14.993720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c54583-7dd1-46f5-a1b1-802ef0ac6b99 req-bd79cd52-e326-43a7-80b4-7da736721589 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:14.993720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1c54583-7dd1-46f5-a1b1-802ef0ac6b99 req-bd79cd52-e326-43a7-80b4-7da736721589 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 943 time: 0.2736025 May 28 05:41:15.224313 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1c54583-7dd1-46f5-a1b1-802ef0ac6b99 req-0678cb3a-9993-40df-bc03-c0496ae0dc4e tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301419 May 28 05:41:15.247189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:15.253853 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:15.416175 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f2ad4e-e856-46c1-8f16-dcdd17234a4f'] response: {'server_uuid': '4b19a6f4-6d39-439e-bee7-fdc7a3cba27e', 'name': 'network-vif-deleted', 'tag': 'd063e272-b8e6-4b34-a8d9-61889d6cd831', 'status': 'completed', 'code': 200} May 28 05:41:15.571801 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0386be82-5db2-453f-9b82-4d92f36421a9 req-c3dcdbfb-b1ab-4441-b8be-fdedb09e787e tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=d9bb8b4d-2535-498b-b3a1-a422ba0238ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9478164 May 28 05:41:15.573567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f31fe-7ecd-40c3-a88f-c51adb82bdfd req-85377b9d-80cd-4ed0-874a-dfd35abbba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:15.576809 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-315f31fe-7ecd-40c3-a88f-c51adb82bdfd req-85377b9d-80cd-4ed0-874a-dfd35abbba88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8deb6cc6-1454-4adc-9ea6-c647135e0c9b HTTP/1.1" status: 200 len: 915 time: 1.0277069 May 28 05:41:15.579264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Made reservation on behalf of d04a46075b914f75a3759349a85d0515 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:15.584307 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:15.603284 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:15.844583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894ded3-a918-42a5-8370-b1496bc159f8 req-902221a9-ad91-4ffb-8cfb-072737970156 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:15.852492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f894ded3-a918-42a5-8370-b1496bc159f8 req-902221a9-ad91-4ffb-8cfb-072737970156 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.2813685 May 28 05:41:15.879471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:15.936975 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f894ded3-a918-42a5-8370-b1496bc159f8 req-954c1a72-159d-4f73-8764-8e560ee14cd5 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828662 May 28 05:41:15.972972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:41:15.973084 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-315f31fe-7ecd-40c3-a88f-c51adb82bdfd req-19538c43-216a-47d8-83f9-767033bc3118 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 HTTP/1.1" status: 200 len: 217 time: 0.3636575 May 28 05:41:16.041946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:16.059735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Transition to ACTIVE for port object 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:16.066726 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:16.103767 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb978317-06b6-40ae-b6c0-add313126f80 req-31bb5ac4-16d3-4b76-8f60-6e7c79c7dd23 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b19a6f4-6d39-439e-bee7-fdc7a3cba27e HTTP/1.1" status: 200 len: 210 time: 0.1913605 May 28 05:41:16.105878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event deleted for resources: {'Port': ['ID=0433d2ef-3c78-4da3-b275-734e8304ad89,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:16.198545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:16.333275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] No DVR routers for this DVR port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:16.435839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:41:16.440476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:41:16.440964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:16.449596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f31fe-7ecd-40c3-a88f-c51adb82bdfd req-18e3b5ed-7967-483a-868c-50a5320dc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:16.451517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-315f31fe-7ecd-40c3-a88f-c51adb82bdfd req-18e3b5ed-7967-483a-868c-50a5320dc59f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d533b2c-73e9-4c3c-9718-308d94240426 HTTP/1.1" status: 200 len: 854 time: 0.3007903 May 28 05:41:16.463761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:41:16.464347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:16.484450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:41:16.485036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:16.485882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:41:16.486512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Bound port: 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:41:16.488916 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:16.549191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-315f31fe-7ecd-40c3-a88f-c51adb82bdfd req-30e0b052-e550-4dbf-bea5-85e3c5853707 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8deb6cc6-1454-4adc-9ea6-c647135e0c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902586 May 28 05:41:16.703186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:41:16.710075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:41:16.727933 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:16.831560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:16.831560 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:16.832672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] 10.222.0.41 "PUT /v2.0/ports/8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 1095 time: 2.0076184 May 28 05:41:16.858480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6527e3-801a-413c-9a49-1502bffe13fd service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:16.932136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2bc1c-65bf-4913-a04b-798618cac784 req-a1268864-64e2-46c7-9553-3dbeee31e36b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:16.933717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9c2bc1c-65bf-4913-a04b-798618cac784 req-a1268864-64e2-46c7-9553-3dbeee31e36b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 943 time: 0.4523590 May 28 05:41:17.024825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Router ce108f55-34c0-4c82-b44e-f2ade548a487 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:41:17.026205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:17.072638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:41:17.079505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0433d2ef-3c78-4da3-b275-734e8304ad89 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:17.098360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9c2bc1c-65bf-4913-a04b-798618cac784 req-27c99933-6b82-432d-8922-e63a65b310cb tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558521 May 28 05:41:17.140372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-1faab980-8169-4536-b542-51267ddee4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:17.146019 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-1faab980-8169-4536-b542-51267ddee4ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1098 time: 0.2768025 May 28 05:41:17.239290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-27242ab0-6ce1-4cc0-8a17-e2f4d139002e req-292ac44e-ffc6-4902-9c5c-ddd01781ebb0 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 210 time: 0.3288145 May 28 05:41:17.306323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 0433d2ef-3c78-4da3-b275-734e8304ad89 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:17.310204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0433d2ef-3c78-4da3-b275-734e8304ad89 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:17.310839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d063e272-b8e6-4b34-a8d9-61889d6cd831 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:17.426542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'}, {'name': 'network-changed', 'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:17.464677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-dcabede3-5996-4667-96fe-4ce859d5d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:17.466627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-dcabede3-5996-4667-96fe-4ce859d5d0f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3088298 May 28 05:41:17.555479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-975367c6-22a8-479f-b0ee-1d212f8cd8c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.0799713 May 28 05:41:17.696293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:17.751839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:41:17.786843 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4ef14c-36de-4874-b2fd-60d885e24531'] response: {'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'code': 200} May 28 05:41:17.787094 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4ef14c-36de-4874-b2fd-60d885e24531'] response: {'name': 'network-changed', 'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'status': 'completed', 'code': 200} May 28 05:41:17.795818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f817169-553d-4008-9560-c81ec00391a4 req-1825d926-473e-47e6-b0c3-980bcea019bb tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:17.798628 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f817169-553d-4008-9560-c81ec00391a4 req-1825d926-473e-47e6-b0c3-980bcea019bb tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 947 time: 0.4487572 May 28 05:41:17.802494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] Sync routers for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:41:17.848360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: d063e272-b8e6-4b34-a8d9-61889d6cd831 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:17.851720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d063e272-b8e6-4b34-a8d9-61889d6cd831 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:17.897006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:41:17.898902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:17.952452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-81149126-1995-452f-8811-f2b38a06a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:17.958178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] No DVR routers for this DVR port 0433d2ef-3c78-4da3-b275-734e8304ad89 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:17.962108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ffdb86-9b82-420e-99fe-bff219ac1190,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:17.964330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-81149126-1995-452f-8811-f2b38a06a203 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3901565 May 28 05:41:17.967353 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:17.973777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'name': 'network-vif-deleted', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:17.987393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-315f31fe-7ecd-40c3-a88f-c51adb82bdfd req-247c6735-89c7-42e3-bdbc-436182a32f2d service neutron] 10.222.0.41 "GET /v2.0/networks/8deb6cc6-1454-4adc-9ea6-c647135e0c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4303486 May 28 05:41:17.988449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Checking segment: {'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:17.988899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Network hostable DHCP agents. Network: f2a9c59d-4b48-4840-aff6-5d5408668f5a, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:41:18.006282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,segment=NetworkSegment(9a37c03d-e32d-46f9-9dab-6bd806f94ed2),segment_id=9a37c03d-e32d-46f9-9dab-6bd806f94ed2)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:18.028074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8', 'network_id': '8deb6cc6-1454-4adc-9ea6-c647135e0c9b', 'port_id': '7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8', 'mac_address': 'fa:16:3e:01:97:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d533b2c-73e9-4c3c-9718-308d94240426', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:41:18.093181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f817169-553d-4008-9560-c81ec00391a4 req-6e47ea9b-c98b-48a5-9e23-f31a37bf81e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777350 May 28 05:41:18.153895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-23551f22-d84a-4bb2-a870-c1b75e1970d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:18.160922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-23551f22-d84a-4bb2-a870-c1b75e1970d6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1098 time: 0.4076080 May 28 05:41:18.303698 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fed7468-a7e8-4af6-9768-8f6515b68edb'] response: {'server_uuid': 'd36113c4-fcd8-4c29-8eef-dbc2dc902d85', 'name': 'network-vif-deleted', 'tag': '0433d2ef-3c78-4da3-b275-734e8304ad89', 'status': 'completed', 'code': 200} May 28 05:41:18.304984 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-37b939f8-3249-40b8-8f66-291647d299e4 req-40ec1def-481c-482b-9a21-da11f02d1728 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.41 "DELETE /v2.0/ports/0433d2ef-3c78-4da3-b275-734e8304ad89 HTTP/1.1" status: 204 len: 173 time: 5.7892952 May 28 05:41:18.416003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Network f2a9c59d-4b48-4840-aff6-5d5408668f5a is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:41:18.439594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-1d7b7348-8933-43c0-874c-164c25c15ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:18.446359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-1d7b7348-8933-43c0-874c-164c25c15ab1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4703610 May 28 05:41:18.463466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:41:18.510833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f2a9c59d-4b48-4840-aff6-5d5408668f5a) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:18.538225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-315f31fe-7ecd-40c3-a88f-c51adb82bdfd req-a082e197-e3ae-466f-acb6-50838149ad72 service neutron] 10.222.0.41 "GET /v2.0/networks/8deb6cc6-1454-4adc-9ea6-c647135e0c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291665 May 28 05:41:18.542602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:18.545033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:18.590609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-74fa2bf7-1162-4bc5-a9c0-8dcd352482a6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9664075 May 28 05:41:18.813695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-9911a76e-4301-451d-9882-9e49b5d3914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:18.815260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-9911a76e-4301-451d-9882-9e49b5d3914d service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.6412249 May 28 05:41:18.847897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4be9fd54-592f-4d79-a0e3-21252b7d6249 req-97b361b3-275f-4f1f-b33b-dca25b4c6e3b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:18.865576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:18.889793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4be9fd54-592f-4d79-a0e3-21252b7d6249 req-97b361b3-275f-4f1f-b33b-dca25b4c6e3b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:18.890225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4be9fd54-592f-4d79-a0e3-21252b7d6249 req-97b361b3-275f-4f1f-b33b-dca25b4c6e3b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=d36113c4-fcd8-4c29-8eef-dbc2dc902d85 HTTP/1.1" status: 200 len: 210 time: 0.1123707 May 28 05:41:18.902949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f215f9-c342-4775-bde2-90a9367eee57 None None] Network f2a9c59d-4b48-4840-aff6-5d5408668f5a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:18.994600 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-1f4a21fa-48f3-4083-9342-a13a39c9f0b5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.1658947 May 28 05:41:19.144282 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-18049870-1daf-44ac-a9fa-9ff120e30392 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830180 May 28 05:41:19.306192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-f61bb873-1cf1-4b7e-bf78-88777b7ef0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:19.311323 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-f61bb873-1cf1-4b7e-bf78-88777b7ef0c2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3006847 May 28 05:41:19.337248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac90af-de4f-4895-b53f-6521c9872b4c req-1df00cbe-20a1-44ef-b029-016d8c85d9b4 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:19.347059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95ac90af-de4f-4895-b53f-6521c9872b4c req-1df00cbe-20a1-44ef-b029-016d8c85d9b4 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 943 time: 0.7818277 May 28 05:41:19.388176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:19.393824 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:19.465883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:41:19.515973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,segment=NetworkSegment(9a37c03d-e32d-46f9-9dab-6bd806f94ed2),segment_id=9a37c03d-e32d-46f9-9dab-6bd806f94ed2)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:19.525204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95468594-e778-431a-927a-628c0783a114 req-df7542aa-d513-4b14-8021-533d925f9c86 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:19.526923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-95468594-e778-431a-927a-628c0783a114 req-df7542aa-d513-4b14-8021-533d925f9c86 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Synchronizing usage tracker for tenant:d04a46075b914f75a3759349a85d0515 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:19.531012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95ac90af-de4f-4895-b53f-6521c9872b4c req-db07c377-3fcf-47c8-9fc0-2396d60b57ee tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830816 May 28 05:41:19.552221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-95468594-e778-431a-927a-628c0783a114 req-df7542aa-d513-4b14-8021-533d925f9c86 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Unset dirty status for tenant:d04a46075b914f75a3759349a85d0515 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:19.553769 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-df7542aa-d513-4b14-8021-533d925f9c86 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/networks?id=f2a9c59d-4b48-4840-aff6-5d5408668f5a HTTP/1.1" status: 200 len: 815 time: 0.2597630 May 28 05:41:19.575645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2800309b-c915-46e8-8f3c-50431e6affe9 req-42c059ee-e5d2-4294-8591-3e143c893a1f service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221165 May 28 05:41:19.586718 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-09667a18-2554-4de0-8832-08a71d75c1c8 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/quotas/d04a46075b914f75a3759349a85d0515 HTTP/1.1" status: 200 len: 375 time: 0.0273399 May 28 05:41:19.610324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-ec732fd6-ebfc-4632-91c6-69cebbad1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:19.612219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-ec732fd6-ebfc-4632-91c6-69cebbad1f65 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2623188 May 28 05:41:19.665390 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:19.692010 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-0177f3bd-47d3-441e-b324-e9bb73701c53 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d04a46075b914f75a3759349a85d0515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041162 May 28 05:41:19.880652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e47c7-63e9-4fce-963e-f2dc4174825c None None] Network f2a9c59d-4b48-4840-aff6-5d5408668f5a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:19.898200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:19.918253 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-d7ba113e-cc5d-48b4-9b67-b44fc3b4b34b service neutron] 10.222.0.39 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253602 May 28 05:41:19.971271 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-1fede2e8-59dd-4cb0-a923-ebc382fba478 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521528 May 28 05:41:19.973498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.973729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.974220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.974698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.975591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.975591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.975917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.976389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.976723 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.977037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.977357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.977671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:19.996973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:20.012143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-88d34cd4-6d20-4607-8352-8b4b49f7ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:20.013646 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-88d34cd4-6d20-4607-8352-8b4b49f7ad27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1098 time: 0.3577151 May 28 05:41:20.081382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ddf0-8b5c-4d92-9e5d-8aa5961c23e6 req-be20bf39-cdd7-468f-b67d-c4eb92e97c35 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:20.103396 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-3f59dc3b-2a2c-4fcf-aff3-b859a1dd63eb service neutron] 10.222.0.39 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752424 May 28 05:41:20.103580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fea6ddf0-8b5c-4d92-9e5d-8aa5961c23e6 req-be20bf39-cdd7-468f-b67d-c4eb92e97c35 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 947 time: 0.2813423 May 28 05:41:20.163606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:56Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:20.176866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] Checking router: ce108f55-34c0-4c82-b44e-f2ade548a487 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:41:20.255646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:41:20.256416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:20.446703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fea6ddf0-8b5c-4d92-9e5d-8aa5961c23e6 req-9062d580-d52e-4210-a828-cb632f5b4fea tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421745 May 28 05:41:20.460019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-ea58b9f5-19ea-4c94-83ae-cf40a18a0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:20.461459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-ea58b9f5-19ea-4c94-83ae-cf40a18a0de3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3442953 May 28 05:41:20.592263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:41:20.607061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b1d81a9e-d019-4a12-8140-ef09e680934a req-768f5b3c-6ae9-4d4a-b96f-5be6ac928865 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 210 time: 0.1026053 May 28 05:41:20.664334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51724) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:20.824234 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-9a4ade91-8c81-43f6-98de-9564356ee0e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.3447046 May 28 05:41:20.827000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-3691a09d-cb88-4fd8-aa81-b403a3c156e0 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8462362 May 28 05:41:20.833589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-742cd026-dcaa-4e85-b279-ff27d404f4f9 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:20.928570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-71432f89-3614-4b83-86e4-47b36c2742da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:20.930820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-71432f89-3614-4b83-86e4-47b36c2742da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0989418 May 28 05:41:20.935486 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-742cd026-dcaa-4e85-b279-ff27d404f4f9 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.031120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5676f-413c-4633-a1b4-20a7e936ac03 req-e37d0243-e65f-4cfe-a665-04082ed360ff tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:21.043849 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-94f5676f-413c-4633-a1b4-20a7e936ac03 req-e37d0243-e65f-4cfe-a665-04082ed360ff tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 944 time: 0.2043104 May 28 05:41:21.104853 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-742cd026-dcaa-4e85-b279-ff27d404f4f9 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.125896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-bb7d801e-38c5-4845-b437-f20a7062b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:21.127465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-bb7d801e-38c5-4845-b437-f20a7062b22b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1878414 May 28 05:41:21.144865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-94f5676f-413c-4633-a1b4-20a7e936ac03 req-682ca938-8e13-48dd-bdc1-4d9ee4c147a8 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000500 May 28 05:41:21.184908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cd026-dcaa-4e85-b279-ff27d404f4f9 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bb8b4d-2535-498b-b3a1-a422ba0238ac,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:21.197756 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-742cd026-dcaa-4e85-b279-ff27d404f4f9 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.201465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-742cd026-dcaa-4e85-b279-ff27d404f4f9 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "DELETE /v2.0/security-groups/d9bb8b4d-2535-498b-b3a1-a422ba0238ac HTTP/1.1" status: 204 len: 168 time: 0.5334420 May 28 05:41:21.206270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51744) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:21.238924 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-06013295-e7b1-43bc-9d3b-90a99739372f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] show failed (client error): The resource could not be found. May 28 05:41:21.239995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-06013295-e7b1-43bc-9d3b-90a99739372f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups/d9bb8b4d-2535-498b-b3a1-a422ba0238ac HTTP/1.1" status: 404 len: 347 time: 0.0345042 May 28 05:41:21.243263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51748) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:21.473435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:56Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:21.483006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11551753-ac0c-4f76-bc78-b0aeb7ed621b None None] The sync data for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 is: [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:35:42Z', 'revision_number': 4, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a2775f4d-240e-4e30-bd0f-6403a4943c08', 'name': '', 'network_id': '13998490-a147-4905-890a-6d01ccfa4ec9', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'mac_address': 'fa:16:3e:8f:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:41Z', 'updated_at': '2022-05-28T05:35:56Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'subnets': [{'id': '833c3c26-57ef-4a2b-a56f-a67f12c3972e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:41:21.515902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Deleting port 6ae17150-b618-4494-8320-b54e351a3c78 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:21.516444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.524282 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-b8d0822f-916d-4a54-9286-78e8a0db7b47 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882098 May 28 05:41:21.670890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d946183-db45-4d56-9f2f-013174f6ab28 req-166cfb68-7f55-4e84-832d-7fa57014b16d tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:21.672554 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d946183-db45-4d56-9f2f-013174f6ab28 req-166cfb68-7f55-4e84-832d-7fa57014b16d tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=075dbf24-509d-4778-9bea-4eaccd386fa2 HTTP/1.1" status: 200 len: 950 time: 0.3710630 May 28 05:41:21.692337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:41:21.736317 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-480fbcd7-0194-4039-9246-b8fb897b4a5f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4335568 May 28 05:41:21.779342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d946183-db45-4d56-9f2f-013174f6ab28 req-feade7b2-462e-4530-a813-9e7bca7c15fc tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958683 May 28 05:41:21.781804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f17b419-c38e-4775-a9a9-d08022870d5b req-eb497608-e0e9-465f-ad14-20b208ac209c service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381935 May 28 05:41:21.851027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.853673 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.864187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:21.880302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'mac_address': 'fa:16:3e:36:db:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:41:21.916941 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01d01b-6859-4944-9063-904c2b837449 None None] New status for floating IP 4a368095-a98b-48d6-b85a-be98d2c3b045: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:41:21.945685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:21.946430 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.969863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:41:21.998059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:22.004447 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:22.223029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:22.311292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Calling delete_port for 6ae17150-b618-4494-8320-b54e351a3c78 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:22.348183 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:22.452805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140fe60-777b-4ea7-af8c-54087ed9e2b9 req-8a03caef-c773-4d23-bf80-716fd8139fd3 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:22.459220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140fe60-777b-4ea7-af8c-54087ed9e2b9 req-8a03caef-c773-4d23-bf80-716fd8139fd3 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:22.461867 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0140fe60-777b-4ea7-af8c-54087ed9e2b9 req-8a03caef-c773-4d23-bf80-716fd8139fd3 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88&device_id=d0f23b1c-9e4e-4d24-b87a-1be58ee5af4c HTTP/1.1" status: 200 len: 1682 time: 0.8079724 May 28 05:41:22.480221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95468594-e778-431a-927a-628c0783a114 req-e41d9c4f-f7e5-474c-bd42-221169be2e0d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:22.481893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-e41d9c4f-f7e5-474c-bd42-221169be2e0d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "GET /v2.0/networks?id=f2a9c59d-4b48-4840-aff6-5d5408668f5a HTTP/1.1" status: 200 len: 815 time: 0.4263382 May 28 05:41:22.500475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62dd6d1-7a47-4d98-9264-0b8716febc27 req-d1066205-f15d-472c-b624-d84590ded158 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:22.503522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f62dd6d1-7a47-4d98-9264-0b8716febc27 req-d1066205-f15d-472c-b624-d84590ded158 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 948 time: 0.4274657 May 28 05:41:22.511676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Request body: {'port': {'device_id': 'c8204de5-7a5b-49bc-adcc-e32eb6158045', 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a', 'admin_state_up': True, 'tenant_id': 'd04a46075b914f75a3759349a85d0515'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:22.537090 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0140fe60-777b-4ea7-af8c-54087ed9e2b9 req-7550af49-e833-47ad-8ff8-0458dc5ca109 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600400 May 28 05:41:22.543435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:41:22.544080 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:41:22.556100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-023318a8-ad74-4ba5-a0da-ebbd9d7651ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:22.557652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-023318a8-ad74-4ba5-a0da-ebbd9d7651ab service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=473748e4f744401c95dc83ee58a558ae&device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 1097 time: 0.5644453 May 28 05:41:22.677214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-df13ff50-6e5f-46b8-9db9-789ac71548a4 req-5d0f1cdf-0483-4198-8f28-b9f2d7815523 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 210 time: 0.0414109 May 28 05:41:22.769436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f62dd6d1-7a47-4d98-9264-0b8716febc27 req-cab30d02-6d33-4f57-9354-df0b48f1c188 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209847 May 28 05:41:22.818113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:22.832246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Usage tracker for resource:port and tenant:d04a46075b914f75a3759349a85d0515 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:22.838385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:22.846037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:22.848528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-2863d0c6-1be1-4cc4-bbaf-5b97ab1428a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:22.850586 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-2863d0c6-1be1-4cc4-bbaf-5b97ab1428a2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 200 len: 919 time: 0.2208669 May 28 05:41:22.925715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Made reservation on behalf of d04a46075b914f75a3759349a85d0515 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:22.929285 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:22.966633 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-4722d3f6-d459-47d9-ae8b-a2d1983808c2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc HTTP/1.1" status: 200 len: 217 time: 0.1097918 May 28 05:41:23.044520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Deleting port 6ae17150-b618-4494-8320-b54e351a3c78 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:23.044952 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:23.099162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-35b915f5-0f39-4289-bdc1-eeb3bfb0b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:23.100637 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-35b915f5-0f39-4289-bdc1-eeb3bfb0b25c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 200 len: 857 time: 0.1246250 May 28 05:41:23.254851 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:23.256437 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:23.360411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724a18a-ddc9-4518-a866-ba62eee5e17a req-cbf9c48b-199b-4853-bb41-e94b75872f63 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:23.361892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a724a18a-ddc9-4518-a866-ba62eee5e17a req-cbf9c48b-199b-4853-bb41-e94b75872f63 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 944 time: 0.4445496 May 28 05:41:23.390041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Calling delete_port for 6ae17150-b618-4494-8320-b54e351a3c78 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:23.424807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Allocated IP 172.20.0.13 (f2a9c59d-4b48-4840-aff6-5d5408668f5a/a2ffdb86-9b82-420e-99fe-bff219ac1190/b90ebb1a-4086-4c11-bf8c-11facee8c75e) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:41:23.448997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-2fadd2f1-28c0-4093-aa7c-1c3e07fa721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:23.451853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-2fadd2f1-28c0-4093-aa7c-1c3e07fa721f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=13998490-a147-4905-890a-6d01ccfa4ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3427906 May 28 05:41:23.455738 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a724a18a-ddc9-4518-a866-ba62eee5e17a req-eb65f930-739e-4a6e-a368-58ebfee9c4fc tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837350 May 28 05:41:23.555192 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:23.695422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event deleted for resources: {'Port': ['ID=6ae17150-b618-4494-8320-b54e351a3c78,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:23.711955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:23.716799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-d49ff8fb-5bac-4e70-a094-66388cb0286c service neutron] 10.222.0.33 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565644 May 28 05:41:23.745020 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:23.795717 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:23.797049 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6dc4cd6f-b09d-465f-959d-3ff3333f46d1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "DELETE /v2.0/floatingips/4a368095-a98b-48d6-b85a-be98d2c3b045 HTTP/1.1" status: 204 len: 168 time: 2.5528662 May 28 05:41:23.828647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:23.836329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:23.837035 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:23.917999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:23.943817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f26bb2d-d6e9-416d-b941-4ac43684cb5c req-88b0afb2-d619-4884-9d14-ec1723836716 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 210 time: 0.0739357 May 28 05:41:23.999693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6b493a8-19bb-4d6c-911c-ec21310d9b7d req-906b1df6-c478-4ae1-80c9-911e890edf75 service neutron] 10.222.0.33 "GET /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745309 May 28 05:41:24.005383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:24.005769 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.046575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,segment=NetworkSegment(9a37c03d-e32d-46f9-9dab-6bd806f94ed2),segment_id=9a37c03d-e32d-46f9-9dab-6bd806f94ed2)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:24.047939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d29d96-6212-45e0-9b6c-26c2f653483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:24.050315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.056852 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.058269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:24.177683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:24.193280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Network f2a9c59d-4b48-4840-aff6-5d5408668f5a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:41:24.196927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:24.206818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:41:24.236611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:24.243896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:24.244055 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.316586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Pushing event updated for resources: {'Port': ['ID=b90ebb1a-4086-4c11-bf8c-11facee8c75e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:24.351195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:24.352251 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.399190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-dc471038-9baa-43f9-81ea-f6561300e1fd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9078145 May 28 05:41:24.407540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:24.408000 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.411976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Request body: {'port': {'device_id': 'c8204de5-7a5b-49bc-adcc-e32eb6158045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:24.455482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:24.455703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254173c-a83a-484a-93f3-68a13454b9a0 req-ec6e8ff4-dc22-4337-ba30-19b004fc63f2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:24.457227 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7254173c-a83a-484a-93f3-68a13454b9a0 req-ec6e8ff4-dc22-4337-ba30-19b004fc63f2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 948 time: 0.2108593 May 28 05:41:24.466966 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.470019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:24.582678 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb2aef2-8c0d-45e9-90e8-264746789585'] response: {'server_uuid': '68d29d96-6212-45e0-9b6c-26c2f653483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8', 'code': 200} May 28 05:41:24.612979 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7254173c-a83a-484a-93f3-68a13454b9a0 req-71f6931a-4934-45a8-b0ef-77878d1c39da tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228814 May 28 05:41:24.613614 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.774296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c994f4e-e286-4920-86be-9551f0466e94 req-b0e9df37-24d3-476e-b6ac-a20d2fbdf8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:24.778341 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c994f4e-e286-4920-86be-9551f0466e94 req-b0e9df37-24d3-476e-b6ac-a20d2fbdf8fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 1096 time: 0.1747425 May 28 05:41:24.845372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:24.846872 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.862813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:24.883047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c994f4e-e286-4920-86be-9551f0466e94 req-d729c4ec-845f-4a2e-967a-93e8ec821fc4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957718 May 28 05:41:24.915600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:24.920614 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.996282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fadcd6-4714-47d5-a076-4212afdb377e req-904816f2-7739-43b3-8a67-7930cdf8c621 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:24.998330 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-51fadcd6-4714-47d5-a076-4212afdb377e req-904816f2-7739-43b3-8a67-7930cdf8c621 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 945 time: 0.1148045 May 28 05:41:25.032185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=11']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:25.072064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea4d69-4884-4dda-86a1-72ed907b3bd4 req-ea1691f2-d597-4440-99e3-541f23790059 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:25.072953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ceea4d69-4884-4dda-86a1-72ed907b3bd4 req-ea1691f2-d597-4440-99e3-541f23790059 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Synchronizing usage tracker for tenant:5f822bebe65d4ce99636185906aaea2d on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:25.076414 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-51fadcd6-4714-47d5-a076-4212afdb377e req-a9be19c4-4fd6-45be-89c0-65c8242fa8e6 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597854 May 28 05:41:25.140933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ceea4d69-4884-4dda-86a1-72ed907b3bd4 req-ea1691f2-d597-4440-99e3-541f23790059 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Unset dirty status for tenant:5f822bebe65d4ce99636185906aaea2d on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:25.151997 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ceea4d69-4884-4dda-86a1-72ed907b3bd4 req-ea1691f2-d597-4440-99e3-541f23790059 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f23b1c-9e4e-4d24-b87a-1be58ee5af4c HTTP/1.1" status: 200 len: 946 time: 0.3147402 May 28 05:41:25.290975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90ebb1a-4086-4c11-bf8c-11facee8c75e {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:41:25.299613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:25.315849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Transition to ACTIVE for port object b90ebb1a-4086-4c11-bf8c-11facee8c75e will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:25.328915 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:25.391841 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ceea4d69-4884-4dda-86a1-72ed907b3bd4 req-c2d51b1c-666d-4a71-93b1-4bcd6f817126 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389047 May 28 05:41:25.537394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Pushing event updated for resources: {'Port': ['ID=b90ebb1a-4086-4c11-bf8c-11facee8c75e,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:25.763748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-68f7575f-17f8-47cd-9a11-82961cd84802 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:25.765753 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-68f7575f-17f8-47cd-9a11-82961cd84802 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.41 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b&tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 949 time: 0.2153437 May 28 05:41:25.833163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da131-9eff-4bbd-bf53-6108c88bf5ff req-b55fe8b9-3b3c-4ac2-be1e-2589399acdb6 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:25.834735 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c12da131-9eff-4bbd-bf53-6108c88bf5ff req-b55fe8b9-3b3c-4ac2-be1e-2589399acdb6 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 944 time: 0.1820593 May 28 05:41:25.887975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-e6d22731-693a-477e-9b66-8893743976a6 service neutron] 10.222.0.41 "GET /v2.0/ports/8b9a53f9-300d-4a82-a18a-6eff6d05a0ce/bindings/n-h2-843679-5 HTTP/1.1" status: 200 len: 382 time: 0.1161489 May 28 05:41:25.918064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c12da131-9eff-4bbd-bf53-6108c88bf5ff req-ee5df203-129a-418c-bf38-5338c7697e72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Synchronizing usage tracker for tenant:d04a46075b914f75a3759349a85d0515 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:25.925432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Attempting to bind port b90ebb1a-4086-4c11-bf8c-11facee8c75e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:41:25.925565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Attempting to bind port b90ebb1a-4086-4c11-bf8c-11facee8c75e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:41:25.926495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Attempting to bind port b90ebb1a-4086-4c11-bf8c-11facee8c75e on network f2a9c59d-4b48-4840-aff6-5d5408668f5a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:25.953643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Port b90ebb1a-4086-4c11-bf8c-11facee8c75e on network f2a9c59d-4b48-4840-aff6-5d5408668f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:41:25.954208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Attempting to bind port b90ebb1a-4086-4c11-bf8c-11facee8c75e on network f2a9c59d-4b48-4840-aff6-5d5408668f5a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:25.986045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:41:25.986385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Checking segment: {'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:25.987423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Bound using segment: {'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:41:25.987423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Bound port: b90ebb1a-4086-4c11-bf8c-11facee8c75e, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:41:25.987667 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:25.999804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c12da131-9eff-4bbd-bf53-6108c88bf5ff req-ee5df203-129a-418c-bf38-5338c7697e72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Unset dirty status for tenant:d04a46075b914f75a3759349a85d0515 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:26.010041 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c12da131-9eff-4bbd-bf53-6108c88bf5ff req-ee5df203-129a-418c-bf38-5338c7697e72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441393 May 28 05:41:26.031138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-a73537ac-ac30-4fb2-8e76-8844284e13af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:26.038440 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-a73537ac-ac30-4fb2-8e76-8844284e13af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1100 time: 0.1168330 May 28 05:41:26.057317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e0816-d8db-4406-81d6-73b133c3b066 req-0dd166d4-951a-4199-b3d8-c36a17faa7a9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:26.064656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-423e0816-d8db-4406-81d6-73b133c3b066 req-0dd166d4-951a-4199-b3d8-c36a17faa7a9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.3019621 May 28 05:41:26.153273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-45dceb5d-0397-43cf-966a-c471c20f31d7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:26.155537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-45dceb5d-0397-43cf-966a-c471c20f31d7 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0f23b1c-9e4e-4d24-b87a-1be58ee5af4c HTTP/1.1" status: 200 len: 946 time: 0.3551016 May 28 05:41:26.332600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-9bdb289d-8263-4601-b271-6091bebf0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:26.334417 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-9bdb289d-8263-4601-b271-6091bebf0aac service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2850316 May 28 05:41:26.343755 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-423e0816-d8db-4406-81d6-73b133c3b066 req-0f8d7f3f-cfb2-4496-946e-aafc8a1be756 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782316 May 28 05:41:26.402775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-82769eac-b054-4083-86bf-999418bce9d6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Deleting port 62a371ab-bf48-4204-a564-c549b891c59e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:26.403506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-82769eac-b054-4083-86bf-999418bce9d6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:26.496779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] For port b90ebb1a-4086-4c11-bf8c-11facee8c75e, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:41:26.544449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] For port b90ebb1a-4086-4c11-bf8c-11facee8c75e, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:41:26.581687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:26.585515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'}, {'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:26.617626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-17615a79-e8da-469d-96e9-93f5fd7d5b0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.2756948 May 28 05:41:26.719608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-87119eb1-3235-4ab7-9426-500a46f4fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:26.721088 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-87119eb1-3235-4ab7-9426-500a46f4fdc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0874224 May 28 05:41:26.733264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8209ec-8a69-47fb-90ab-a1af29de2d7d req-a2fdc5df-ac3b-4e30-8e3d-db4319f2b843 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:26.734785 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e8209ec-8a69-47fb-90ab-a1af29de2d7d req-a2fdc5df-ac3b-4e30-8e3d-db4319f2b843 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 945 time: 0.3229685 May 28 05:41:26.812607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Pushing event updated for resources: {'Port': ['ID=b90ebb1a-4086-4c11-bf8c-11facee8c75e,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:26.858275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:26.859156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:26.862349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-dfae1924-5705-4b70-8758-04509a6df494 service neutron] 10.222.0.41 "PUT /v2.0/ports/b90ebb1a-4086-4c11-bf8c-11facee8c75e HTTP/1.1" status: 200 len: 1092 time: 2.4546950 May 28 05:41:26.874088 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e8209ec-8a69-47fb-90ab-a1af29de2d7d req-56b1a44a-64ef-4bb9-a630-fb61fd1f95ab tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854836 May 28 05:41:26.877095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8204de5-7a5b-49bc-adcc-e32eb6158045', 'tag': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:26.910229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-e5a3287d-69fb-4e22-b4f3-73fd95ce5be3 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:26.912582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-e5a3287d-69fb-4e22-b4f3-73fd95ce5be3 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.33 "GET /v2.0/ports?device_id=ca77e2e0-2227-4650-9a02-228680063f88 HTTP/1.1" status: 200 len: 945 time: 0.7684517 May 28 05:41:26.954183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-70de4573-c798-46cc-a2fc-a7b29bbc703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:26.956710 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-70de4573-c798-46cc-a2fc-a7b29bbc703b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2206936 May 28 05:41:27.221823 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b25c33-5317-4616-9c94-feb97788e03c'] response: {'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'code': 200} May 28 05:41:27.222086 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b25c33-5317-4616-9c94-feb97788e03c'] response: {'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'code': 200} May 28 05:41:27.234909 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-19fdae0e-8aaf-486d-a7c2-c0ae2af00838 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708488 May 28 05:41:27.308431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-90d41441-d134-4630-a78f-6e274cac36f4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Deleting port 0e9380bd-b70a-4a8b-86c4-9f6178638869 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:27.308978 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-90d41441-d134-4630-a78f-6e274cac36f4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:27.477972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-ae1c08f4-36e6-4b36-88a8-347f7b75fd9f service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352333 May 28 05:41:27.539310 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa12a030-5e16-4145-96b4-5df29ec6e48a'] response: {'name': 'network-changed', 'server_uuid': 'c8204de5-7a5b-49bc-adcc-e32eb6158045', 'tag': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e', 'status': 'completed', 'code': 200} May 28 05:41:27.666680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-82769eac-b054-4083-86bf-999418bce9d6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] For port 62a371ab-bf48-4204-a564-c549b891c59e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=62a371ab-bf48-4204-a564-c549b891c59e,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:27.667633 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-82769eac-b054-4083-86bf-999418bce9d6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:27.688594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95468594-e778-431a-927a-628c0783a114 req-26884a5e-7c31-446c-abe6-aa16def177e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:27.690111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-26884a5e-7c31-446c-abe6-aa16def177e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d04a46075b914f75a3759349a85d0515&device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 1095 time: 0.6686935 May 28 05:41:27.693970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-90d41441-d134-4630-a78f-6e274cac36f4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] For port 0e9380bd-b70a-4a8b-86c4-9f6178638869, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0e9380bd-b70a-4a8b-86c4-9f6178638869,segment=NetworkSegment(bb1265bf-a136-436d-9e5f-3971578a5057),segment_id=bb1265bf-a136-436d-9e5f-3971578a5057)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:27.694767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-90d41441-d134-4630-a78f-6e274cac36f4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:27.718580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924240-b2f5-4933-8829-d4515ecd49a1 req-dd70e1f5-62bf-417b-b884-8021fe30741b tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:27.727461 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-31924240-b2f5-4933-8829-d4515ecd49a1 req-dd70e1f5-62bf-417b-b884-8021fe30741b tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 944 time: 0.1345365 May 28 05:41:27.778158 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-31924240-b2f5-4933-8829-d4515ecd49a1 req-30fc877d-0ceb-4628-a4f2-593cdb15ac42 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502439 May 28 05:41:28.134008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-82769eac-b054-4083-86bf-999418bce9d6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Calling delete_port for 62a371ab-bf48-4204-a564-c549b891c59e owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:28.170440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372f82f-f773-4527-a5c0-8ab9d1e9a73d req-5fe269fe-38ee-47e3-a6c2-12baa44859c6 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:28.172151 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a372f82f-f773-4527-a5c0-8ab9d1e9a73d req-5fe269fe-38ee-47e3-a6c2-12baa44859c6 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.1064920 May 28 05:41:28.175435 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-f822dd37-2850-4e35-af38-f5aa9eaca2fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e HTTP/1.1" status: 200 len: 217 time: 0.4692564 May 28 05:41:28.183141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-90d41441-d134-4630-a78f-6e274cac36f4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Calling delete_port for 0e9380bd-b70a-4a8b-86c4-9f6178638869 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:28.226538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d67e8-f771-485d-b0a3-245401301130 req-d16bbeac-f02a-497c-9ac2-bc92a6542012 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:28.228099 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-227d67e8-f771-485d-b0a3-245401301130 req-d16bbeac-f02a-497c-9ac2-bc92a6542012 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f23b1c-9e4e-4d24-b87a-1be58ee5af4c HTTP/1.1" status: 200 len: 946 time: 1.0926895 May 28 05:41:28.232298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a372f82f-f773-4527-a5c0-8ab9d1e9a73d req-bc52c73d-39c4-4588-b706-5d7a2dcc0243 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517390 May 28 05:41:28.401753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95468594-e778-431a-927a-628c0783a114 req-18df5749-bb13-4d80-826a-6bb34ab1a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:28.403303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-18df5749-bb13-4d80-826a-6bb34ab1a868 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ffdb86-9b82-420e-99fe-bff219ac1190 HTTP/1.1" status: 200 len: 855 time: 0.1740701 May 28 05:41:28.407603 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-227d67e8-f771-485d-b0a3-245401301130 req-bdaa0e56-c64c-420f-b7c3-31f47fa6bbad tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2a062d3-560f-409d-8425-3a224c0f24f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262708 May 28 05:41:28.470790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-a4fe2f9c-e923-42ac-b9d5-448400efd064 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2a9c59d-4b48-4840-aff6-5d5408668f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582683 May 28 05:41:28.701084 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-90d41441-d134-4630-a78f-6e274cac36f4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:28.763458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93d3a9-e57e-4784-a1bc-11434ccbb54f req-9970994d-964f-4397-a8b4-03e030454609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:28.765211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec93d3a9-e57e-4784-a1bc-11434ccbb54f req-9970994d-964f-4397-a8b4-03e030454609 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad0cd42adaf141da8ce77bfa05e7fdc4&device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 1096 time: 0.2303753 May 28 05:41:28.777905 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-82769eac-b054-4083-86bf-999418bce9d6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:28.781189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5028a62-3cb4-4303-91e8-c1bbf5547780 req-e849418c-e295-4afb-9c18-cb1d263e7ff5 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:28.784297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5028a62-3cb4-4303-91e8-c1bbf5547780 req-e849418c-e295-4afb-9c18-cb1d263e7ff5 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 945 time: 0.1741555 May 28 05:41:28.829197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d41441-d134-4630-a78f-6e274cac36f4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Pushing event deleted for resources: {'Port': ['ID=0e9380bd-b70a-4a8b-86c4-9f6178638869,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:28.931138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82769eac-b054-4083-86bf-999418bce9d6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Pushing event deleted for resources: {'Port': ['ID=62a371ab-bf48-4204-a564-c549b891c59e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:28.990545 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5028a62-3cb4-4303-91e8-c1bbf5547780 req-3a0209dc-ecf2-42b5-8070-3f52a215d4be tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980279 May 28 05:41:28.993199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93d3a9-e57e-4784-a1bc-11434ccbb54f req-524ece11-77f4-43da-af26-3e768863bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:29.003673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec93d3a9-e57e-4784-a1bc-11434ccbb54f req-524ece11-77f4-43da-af26-3e768863bcd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8deb6cc6-1454-4adc-9ea6-c647135e0c9b HTTP/1.1" status: 200 len: 915 time: 0.2182059 May 28 05:41:29.075530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-1affd4b7-edec-43d8-ad6e-96068632530e service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320644 May 28 05:41:29.082625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-90d41441-d134-4630-a78f-6e274cac36f4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] No DVR routers for this DVR port 0e9380bd-b70a-4a8b-86c4-9f6178638869 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:29.089123 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-90d41441-d134-4630-a78f-6e274cac36f4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:29.132941 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec93d3a9-e57e-4784-a1bc-11434ccbb54f req-b9f20d83-7dac-45e5-8f84-89b2260158e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 HTTP/1.1" status: 200 len: 217 time: 0.1221743 May 28 05:41:29.286197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93d3a9-e57e-4784-a1bc-11434ccbb54f req-09da4343-3ad8-4dbf-bd9a-1887977b3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:29.288912 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec93d3a9-e57e-4784-a1bc-11434ccbb54f req-09da4343-3ad8-4dbf-bd9a-1887977b3fb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d533b2c-73e9-4c3c-9718-308d94240426 HTTP/1.1" status: 200 len: 854 time: 0.1484344 May 28 05:41:29.302737 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-336c13eb-c77a-458d-97a5-a362af7e9bee req-90d41441-d134-4630-a78f-6e274cac36f4 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.33 "DELETE /v2.0/ports/0e9380bd-b70a-4a8b-86c4-9f6178638869 HTTP/1.1" status: 204 len: 173 time: 2.3805354 May 28 05:41:29.359428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-82769eac-b054-4083-86bf-999418bce9d6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] No DVR routers for this DVR port 62a371ab-bf48-4204-a564-c549b891c59e on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:29.369136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-82769eac-b054-4083-86bf-999418bce9d6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:29.371202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20b5d3f4-ed24-4560-bd38-ba92632c771f req-82769eac-b054-4083-86bf-999418bce9d6 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.33 "DELETE /v2.0/ports/62a371ab-bf48-4204-a564-c549b891c59e HTTP/1.1" status: 204 len: 173 time: 3.1708095 May 28 05:41:29.393445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec93d3a9-e57e-4784-a1bc-11434ccbb54f req-209c5b6b-49b1-4423-9985-b2efbfb9c16e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8deb6cc6-1454-4adc-9ea6-c647135e0c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964806 May 28 05:41:29.463354 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95468594-e778-431a-927a-628c0783a114 req-eec60c1e-f9c0-454b-a08b-45b009710d14 service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611579 May 28 05:41:29.477510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382555e5-e15b-4ba5-a407-e83c82131add req-18810aa5-5949-481f-a860-35222ccd313a tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:29.478499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-382555e5-e15b-4ba5-a407-e83c82131add req-18810aa5-5949-481f-a860-35222ccd313a tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Synchronizing usage tracker for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:29.510123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-382555e5-e15b-4ba5-a407-e83c82131add req-18810aa5-5949-481f-a860-35222ccd313a tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Unset dirty status for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:29.523999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-382555e5-e15b-4ba5-a407-e83c82131add req-18810aa5-5949-481f-a860-35222ccd313a tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 944 time: 0.4471946 May 28 05:41:29.543160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca77e2e0-2227-4650-9a02-228680063f88', 'name': 'network-vif-deleted', 'tag': '0e9380bd-b70a-4a8b-86c4-9f6178638869'}, {'server_uuid': 'd0f23b1c-9e4e-4d24-b87a-1be58ee5af4c', 'name': 'network-vif-deleted', 'tag': '62a371ab-bf48-4204-a564-c549b891c59e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:29.634909 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-382555e5-e15b-4ba5-a407-e83c82131add req-70c95c8f-c400-4e2e-b9bb-4de6dbb5d599 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098454 May 28 05:41:29.666502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 62a371ab-bf48-4204-a564-c549b891c59e no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:29.746841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 62a371ab-bf48-4204-a564-c549b891c59e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:29.747209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 62a371ab-bf48-4204-a564-c549b891c59e not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:29.748079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0e9380bd-b70a-4a8b-86c4-9f6178638869 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:29.775527 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec93d3a9-e57e-4784-a1bc-11434ccbb54f req-edb39098-7d4a-4ae8-8572-016f28387915 service neutron] 10.222.0.41 "GET /v2.0/networks/8deb6cc6-1454-4adc-9ea6-c647135e0c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735683 May 28 05:41:29.804744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 0e9380bd-b70a-4a8b-86c4-9f6178638869 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:29.805906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0e9380bd-b70a-4a8b-86c4-9f6178638869 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:29.958582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bcfe4-53d6-4e53-a872-89ffe8a6f3cb req-57739011-a5b5-43b6-a29c-469ef66c9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:29.961162 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e65bcfe4-53d6-4e53-a872-89ffe8a6f3cb req-57739011-a5b5-43b6-a29c-469ef66c9285 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d04a46075b914f75a3759349a85d0515&device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 1095 time: 0.2393692 May 28 05:41:30.000037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec93d3a9-e57e-4784-a1bc-11434ccbb54f req-9128c8ca-047b-456b-920e-9f8b0eaf9ee8 service neutron] 10.222.0.41 "GET /v2.0/networks/8deb6cc6-1454-4adc-9ea6-c647135e0c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179768 May 28 05:41:30.206735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34b52a-d944-45ee-bf05-6672f47553f0 req-3a431f41-55d9-4270-a18e-3de9d8091d21 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:30.215820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c34b52a-d944-45ee-bf05-6672f47553f0 req-3a431f41-55d9-4270-a18e-3de9d8091d21 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.3026476 May 28 05:41:30.243590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bcfe4-53d6-4e53-a872-89ffe8a6f3cb req-33ca99eb-d156-4cb7-b028-54e98d31af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:30.245193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e65bcfe4-53d6-4e53-a872-89ffe8a6f3cb req-33ca99eb-d156-4cb7-b028-54e98d31af8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2a9c59d-4b48-4840-aff6-5d5408668f5a HTTP/1.1" status: 200 len: 916 time: 0.2776468 May 28 05:41:30.492586 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c34b52a-d944-45ee-bf05-6672f47553f0 req-c2de5d85-ecab-45ff-8f48-e7f96dbda67a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686477 May 28 05:41:30.492586 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e65bcfe4-53d6-4e53-a872-89ffe8a6f3cb req-8982da9f-199c-46ed-a785-c03cfc38aabc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e HTTP/1.1" status: 200 len: 217 time: 0.2206292 May 28 05:41:30.600314 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad66a102-a455-40ea-9be4-e8ff0192b3d9 req-3f390f57-37af-4616-ba3c-02ac7beb0fc8 tempest-ListServersNegativeTestJSON-1332154282 tempest-ListServersNegativeTestJSON-1332154282-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f23b1c-9e4e-4d24-b87a-1be58ee5af4c HTTP/1.1" status: 200 len: 210 time: 0.1114745 May 28 05:41:30.620164 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9b30c4-ede0-44e6-bc13-36eec4e7842e'] response: {'server_uuid': 'ca77e2e0-2227-4650-9a02-228680063f88', 'name': 'network-vif-deleted', 'tag': '0e9380bd-b70a-4a8b-86c4-9f6178638869', 'status': 'completed', 'code': 200} May 28 05:41:30.620434 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9b30c4-ede0-44e6-bc13-36eec4e7842e'] response: {'server_uuid': 'd0f23b1c-9e4e-4d24-b87a-1be58ee5af4c', 'name': 'network-vif-deleted', 'tag': '62a371ab-bf48-4204-a564-c549b891c59e', 'status': 'completed', 'code': 200} May 28 05:41:30.664021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:30.692585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bcfe4-53d6-4e53-a872-89ffe8a6f3cb req-a21868a3-0b1e-4961-94c1-d8239eccb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:30.694334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e65bcfe4-53d6-4e53-a872-89ffe8a6f3cb req-a21868a3-0b1e-4961-94c1-d8239eccb459 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ffdb86-9b82-420e-99fe-bff219ac1190 HTTP/1.1" status: 200 len: 855 time: 0.1085453 May 28 05:41:30.797900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-a90e3516-17ff-45d1-9f64-b16a9c1cb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:30.799743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-a90e3516-17ff-45d1-9f64-b16a9c1cb8f9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b&tenant_id=e10ad26e43184b2ab9c1f21342cf9b76 HTTP/1.1" status: 200 len: 1100 time: 0.6113088 May 28 05:41:30.831627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e65bcfe4-53d6-4e53-a872-89ffe8a6f3cb req-1ed5c0a3-9b70-4c5a-a29c-4ecd252053d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2a9c59d-4b48-4840-aff6-5d5408668f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181579 May 28 05:41:30.841671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:31.117313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998ed81-98aa-4c6b-846b-623e6de63806 req-a6d98f65-89ef-4e0b-94a2-4dc8be2b877d tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:31.127763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c998ed81-98aa-4c6b-846b-623e6de63806 req-a6d98f65-89ef-4e0b-94a2-4dc8be2b877d tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 945 time: 0.3245459 May 28 05:41:31.161685 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:31.185838 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e65bcfe4-53d6-4e53-a872-89ffe8a6f3cb req-71c34e58-d6e6-4b42-bcb8-64f592bf34dd service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058419 May 28 05:41:31.234648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c998ed81-98aa-4c6b-846b-623e6de63806 req-eb884e1e-e048-4fc0-9724-ee2dce441af7 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018062 May 28 05:41:31.463176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e65bcfe4-53d6-4e53-a872-89ffe8a6f3cb req-e5bc14df-5768-4b39-b5bb-108ddfd27500 service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461307 May 28 05:41:31.533249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfab3d-bed0-4019-b611-a57afb17e8b4 req-65cefd46-567f-4b2a-ab57-b666e83f1470 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:31.533957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-bbcfab3d-bed0-4019-b611-a57afb17e8b4 req-65cefd46-567f-4b2a-ab57-b666e83f1470 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:31.558033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-bbcfab3d-bed0-4019-b611-a57afb17e8b4 req-65cefd46-567f-4b2a-ab57-b666e83f1470 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:31.559969 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbcfab3d-bed0-4019-b611-a57afb17e8b4 req-65cefd46-567f-4b2a-ab57-b666e83f1470 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.1644077 May 28 05:41:31.614532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-bbcfab3d-bed0-4019-b611-a57afb17e8b4 req-bc5d9977-9043-49a4-9502-07ea99d181f7 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:31.632584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-bbcfab3d-bed0-4019-b611-a57afb17e8b4 req-bc5d9977-9043-49a4-9502-07ea99d181f7 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:31.633888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbcfab3d-bed0-4019-b611-a57afb17e8b4 req-bc5d9977-9043-49a4-9502-07ea99d181f7 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677359 May 28 05:41:31.637141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:31.664478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b0fd9-78a2-47d5-b1db-2c3294e7e65f req-4d8da9e0-e6d3-4c83-90c1-174b5bf73ede tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:31.668125 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d13b0fd9-78a2-47d5-b1db-2c3294e7e65f req-4d8da9e0-e6d3-4c83-90c1-174b5bf73ede tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 944 time: 0.1585872 May 28 05:41:31.736104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:41:31.765829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b90ebb1a-4086-4c11-bf8c-11facee8c75e details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:41:31.769141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:31.769254 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d13b0fd9-78a2-47d5-b1db-2c3294e7e65f req-45d35cc9-01d0-4d41-b67c-893095c07459 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955582 May 28 05:41:31.833485 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:31.890993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Transition to ACTIVE for port object 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:31.898343 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:32.007033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce is: DOWN; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:32.034670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b90ebb1a-4086-4c11-bf8c-11facee8c75e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:32.050064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e', 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a', 'port_id': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e', 'mac_address': 'fa:16:3e:ee:e3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ffdb86-9b82-420e-99fe-bff219ac1190', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:41:32.129508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b90ebb1a-4086-4c11-bf8c-11facee8c75e is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:32.130077 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:32.161029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90ebb1a-4086-4c11-bf8c-11facee8c75e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:41:32.181186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b90ebb1a-4086-4c11-bf8c-11facee8c75e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:32.187213 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:32.292359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b90ebb1a-4086-4c11-bf8c-11facee8c75e,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:32.327655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=10']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:32.343016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] No DVR routers for this DVR port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:32.438953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73d26f-9fbd-4760-b01d-2e3353c15806 req-6c9f2233-85c5-4f5b-8388-30f1d178009c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:32.440617 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa73d26f-9fbd-4760-b01d-2e3353c15806 req-6c9f2233-85c5-4f5b-8388-30f1d178009c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 948 time: 0.4828725 May 28 05:41:32.440940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:41:32.441269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:41:32.442123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:32.466041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:41:32.466041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Attempting to bind port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:32.478022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-243a4289-aa98-43c6-860a-a3e4965b4e80 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:32.479533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-243a4289-aa98-43c6-860a-a3e4965b4e80 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.33 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.3455629 May 28 05:41:32.487625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:41:32.487727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:32.488059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:41:32.488727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Bound port: 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:41:32.488816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:32.505943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['b90ebb1a-4086-4c11-bf8c-11facee8c75e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:32.604806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd79663-b0e6-4e9b-9c36-b7c0b332c8f4 req-a0488da2-72fa-4268-b972-0b07abd94082 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:32.605953 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2fd79663-b0e6-4e9b-9c36-b7c0b332c8f4 req-a0488da2-72fa-4268-b972-0b07abd94082 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 945 time: 0.0944457 May 28 05:41:32.667775 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2fd79663-b0e6-4e9b-9c36-b7c0b332c8f4 req-45686d2d-926d-4c2a-9f74-3431ff13cf69 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536885 May 28 05:41:32.712494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:32.764112 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa73d26f-9fbd-4760-b01d-2e3353c15806 req-7c3cb12c-3ff3-4c91-834c-20ac68667818 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160686 May 28 05:41:32.797331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-60685e02-017e-42fd-a016-c5b205de8817 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Deleting port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:32.797683 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-60685e02-017e-42fd-a016-c5b205de8817 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:32.856164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52142) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:32.881955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:41:32.889166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:41:32.926480 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:32.959677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-403e7a11-b5d9-4e0c-ba79-6ff60902cfc5 admin admin] Deleting subnet 2cabff0b-b4b0-4b46-b23f-0abf93edf019 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:41:32.965361 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-403e7a11-b5d9-4e0c-ba79-6ff60902cfc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.043828 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-403e7a11-b5d9-4e0c-ba79-6ff60902cfc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.045356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:33.045975 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.047352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] 10.222.0.33 "PUT /v2.0/ports/8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 1096 time: 2.2266197 May 28 05:41:33.115541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-403e7a11-b5d9-4e0c-ba79-6ff60902cfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.170043 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a19290-5fe0-4078-89ca-8c5d44533d8c'] response: {'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'code': 200} May 28 05:41:33.283001 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-403e7a11-b5d9-4e0c-ba79-6ff60902cfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.314544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442fc5f-97d7-4dc7-a440-baca4e5d9ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=11']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:33.326585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e7a11-b5d9-4e0c-ba79-6ff60902cfc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cabff0b-b4b0-4b46-b23f-0abf93edf019,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:33.337077 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-403e7a11-b5d9-4e0c-ba79-6ff60902cfc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.345894 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-403e7a11-b5d9-4e0c-ba79-6ff60902cfc5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2cabff0b-b4b0-4b46-b23f-0abf93edf019 HTTP/1.1" status: 204 len: 168 time: 0.4887602 May 28 05:41:33.355812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6cb76-c919-4958-b98d-76fb35211404 req-010c9d4c-4c35-4c16-b4f2-f148d5a01e48 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:33.357740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-94c6cb76-c919-4958-b98d-76fb35211404 req-010c9d4c-4c35-4c16-b4f2-f148d5a01e48 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 945 time: 0.1510150 May 28 05:41:33.357740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52150) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:33.404371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-60685e02-017e-42fd-a016-c5b205de8817 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] For port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:33.404746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-60685e02-017e-42fd-a016-c5b205de8817 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.429767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f15f2-d015-4044-aee8-11d06b33f594 req-6a6e48b9-1744-4806-b147-97a287e2763f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:33.431003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643f15f2-d015-4044-aee8-11d06b33f594 req-6a6e48b9-1744-4806-b147-97a287e2763f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 946 time: 0.3915663 May 28 05:41:33.493566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-94c6cb76-c919-4958-b98d-76fb35211404 req-ceb377da-7e64-4ac1-8b55-47870a8c45c3 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176822 May 28 05:41:33.505962 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.576903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-60685e02-017e-42fd-a016-c5b205de8817 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Calling delete_port for 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:33.637152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-2d992a80-eb17-4286-8a61-176555dac117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:33.637827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-2d992a80-eb17-4286-8a61-176555dac117 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1099 time: 0.5267084 May 28 05:41:33.716381 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.744147 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643f15f2-d015-4044-aee8-11d06b33f594 req-47edf36a-c129-432b-a691-339858d4dc43 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511828 May 28 05:41:33.752303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1505cc79-3972-4571-b4bd-ffeed4c6d3ec']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:33.778731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1265bf-a136-436d-9e5f-3971578a5057') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:33.778731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1265bf-a136-436d-9e5f-3971578a5057') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:33.799927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b90ebb1a-4086-4c11-bf8c-11facee8c75e up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:33.810963 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.833665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2642628-8978-4816-ad2f-788281e27d98 req-417052ab-52f2-43be-89d0-2ff4bf30a568 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:33.836198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2642628-8978-4816-ad2f-788281e27d98 req-417052ab-52f2-43be-89d0-2ff4bf30a568 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 948 time: 0.1882818 May 28 05:41:33.880235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-d3da6bbf-0e79-48ee-9897-c7ce486153c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:33.882512 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-d3da6bbf-0e79-48ee-9897-c7ce486153c7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2311788 May 28 05:41:33.886858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port b90ebb1a-4086-4c11-bf8c-11facee8c75e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:33.894413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port b90ebb1a-4086-4c11-bf8c-11facee8c75e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:33.895004 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.905801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.910935 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2642628-8978-4816-ad2f-788281e27d98 req-65011eaa-c42c-4a3f-b438-37cef5c100f8 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676124 May 28 05:41:33.917192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:41:33.917847 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.972625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-60685e02-017e-42fd-a016-c5b205de8817 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:33.990128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:34.014521 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment bb1265bf-a136-436d-9e5f-3971578a5057 resource provider aggregate not found May 28 05:41:34.033677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-6ddadce9-76ee-46ed-8e0d-23eb36251708 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.1427650 May 28 05:41:34.072100 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment bb1265bf-a136-436d-9e5f-3971578a5057 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb1265bf-a136-436d-9e5f-3971578a5057 found for delete ", "request_id": "req-b96d0dd8-7a72-4547-b8dc-0e1a930643af"}]} May 28 05:41:34.088661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60685e02-017e-42fd-a016-c5b205de8817 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event deleted for resources: {'Port': ['ID=384708ba-bc43-43c4-9b8f-2b1ab44fa7fc,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:34.092410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:34.153183 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:34.187720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] Pushing event deleted for resources: {'Network': ['ID=1505cc79-3972-4571-b4bd-ffeed4c6d3ec,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:34.198869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-60685e02-017e-42fd-a016-c5b205de8817 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] No DVR routers for this DVR port 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:34.204047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-60685e02-017e-42fd-a016-c5b205de8817 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:34.228500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-f89fc2a4-dc18-4481-bc26-80474876cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:34.229939 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-f89fc2a4-dc18-4481-bc26-80474876cd22 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1846466 May 28 05:41:34.231542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f524fce6-ea31-4046-92d7-9e9f428c2008 req-60685e02-017e-42fd-a016-c5b205de8817 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.33 "DELETE /v2.0/ports/384708ba-bc43-43c4-9b8f-2b1ab44fa7fc HTTP/1.1" status: 204 len: 173 time: 1.7452199 May 28 05:41:34.288345 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2e943783-d475-4938-a1ae-a66b6f28c642 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1505cc79-3972-4571-b4bd-ffeed4c6d3ec HTTP/1.1" status: 204 len: 168 time: 0.9296243 May 28 05:41:34.315959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b90ebb1a-4086-4c11-bf8c-11facee8c75e is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:34.316390 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:34.329140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79254f-ff24-480b-bad1-f2b021bed2d2 req-7621673a-023a-44d4-9f52-092371ab929d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:34.338024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3d79254f-ff24-480b-bad1-f2b021bed2d2 req-7621673a-023a-44d4-9f52-092371ab929d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 948 time: 0.1535990 May 28 05:41:34.375840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8204de5-7a5b-49bc-adcc-e32eb6158045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:34.388931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-e106dc84-3591-40db-829d-18290d54d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:34.390411 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-e106dc84-3591-40db-829d-18290d54d982 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511176 May 28 05:41:34.390842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b90ebb1a-4086-4c11-bf8c-11facee8c75e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:34.398102 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:34.404858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa7e64-32e6-4539-af25-4fe0c17637cb req-acb8b4d7-8649-430b-bc74-46fca9fc7a21 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:34.409598 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3d79254f-ff24-480b-bad1-f2b021bed2d2 req-0132a58d-3e00-4d97-952c-22957fc53874 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 May 28 05:41:34.411915 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46aa7e64-32e6-4539-af25-4fe0c17637cb req-acb8b4d7-8649-430b-bc74-46fca9fc7a21 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 945 time: 0.1337628 May 28 05:41:34.445733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-fddbcb62-e88f-4480-a354-7b25172be0f0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:41:34.447208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-fddbcb62-e88f-4480-a354-7b25172be0f0 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0326838 May 28 05:41:34.469057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46aa7e64-32e6-4539-af25-4fe0c17637cb req-34ebfb15-3557-42a0-9ddb-ddffc30f6525 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554821 May 28 05:41:34.478872 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8bae34-04a3-4467-aad7-473d4d9ab71d'] response: {'server_uuid': 'c8204de5-7a5b-49bc-adcc-e32eb6158045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e', 'code': 200} May 28 05:41:34.523961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52168) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:34.534759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b90ebb1a-4086-4c11-bf8c-11facee8c75e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:34.607653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e1f5b31d-41d7-425b-b742-39dccabbafcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f822bebe65d4ce99636185906aaea2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821602 May 28 05:41:34.608339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52172) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:34.789114 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f81744-dd17-4fea-8411-84839b353c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:34.829006 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f81744-dd17-4fea-8411-84839b353c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:34.837231 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-7afaee15-1936-495f-abe9-577213c7324d service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672278 May 28 05:41:34.865534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f09385-09e8-42f4-92a0-2d95ba4ae808 req-c3aa0331-517c-453b-8e9f-a05a89f3876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:34.867437 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6f09385-09e8-42f4-92a0-2d95ba4ae808 req-c3aa0331-517c-453b-8e9f-a05a89f3876a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 1097 time: 0.1506677 May 28 05:41:34.871814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7397cd8-6837-4cd6-ac58-97ee9f172612 req-b67d28cf-368e-4327-9503-0eadc064026d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:34.873491 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7397cd8-6837-4cd6-ac58-97ee9f172612 req-b67d28cf-368e-4327-9503-0eadc064026d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.2194450 May 28 05:41:34.891812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8833669-365a-4f47-b68d-daa2930544b2 req-ee8df9fd-5ab1-451c-98a1-ed6874c0744c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:34.893244 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8833669-365a-4f47-b68d-daa2930544b2 req-ee8df9fd-5ab1-451c-98a1-ed6874c0744c tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 948 time: 0.1967802 May 28 05:41:34.995956 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7397cd8-6837-4cd6-ac58-97ee9f172612 req-04fc9083-9f64-4bcb-a1ab-b4439880e30e tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120715 May 28 05:41:35.003118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-a8833669-365a-4f47-b68d-daa2930544b2 req-b1f5a3d3-c6fb-4a88-b811-1f59990c1e0e tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Deleting port 20f9504d-632f-496f-9eef-987fe8b79441 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:35.003492 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a8833669-365a-4f47-b68d-daa2930544b2 req-b1f5a3d3-c6fb-4a88-b811-1f59990c1e0e tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:35.023009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d33588a0-08f8-4ec6-8065-5b5411968d11 req-10bcd50f-3ff6-4ac2-81c7-3a14b16cb631 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:35.068156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6f09385-09e8-42f4-92a0-2d95ba4ae808 req-3337a0a6-f9ea-4f59-bfae-10c4afec8524 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926312 May 28 05:41:35.086051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d33588a0-08f8-4ec6-8065-5b5411968d11 req-10bcd50f-3ff6-4ac2-81c7-3a14b16cb631 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:35.087201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d33588a0-08f8-4ec6-8065-5b5411968d11 req-10bcd50f-3ff6-4ac2-81c7-3a14b16cb631 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=37e054eb-89fc-4b66-9375-f4aac5824232 HTTP/1.1" status: 200 len: 210 time: 0.1416163 May 28 05:41:35.093737 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfaafaab-4b87-47a3-9f00-c105c3d4eb79 req-a3e39a28-b1e8-4121-8979-14e79d2da59e service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478435 May 28 05:41:35.171723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'}, {'server_uuid': '37e054eb-89fc-4b66-9375-f4aac5824232', 'name': 'network-vif-deleted', 'tag': '384708ba-bc43-43c4-9b8f-2b1ab44fa7fc'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:35.206108 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f81744-dd17-4fea-8411-84839b353c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:35.232823 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23794de-89c9-49d5-998b-e5cd9163d6eb'] response: {'name': 'network-changed', 'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'status': 'completed', 'code': 200} May 28 05:41:35.233087 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23794de-89c9-49d5-998b-e5cd9163d6eb'] response: {'server_uuid': '37e054eb-89fc-4b66-9375-f4aac5824232', 'name': 'network-vif-deleted', 'tag': '384708ba-bc43-43c4-9b8f-2b1ab44fa7fc', 'status': 'completed', 'code': 200} May 28 05:41:35.246221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f81744-dd17-4fea-8411-84839b353c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a062d3-560f-409d-8425-3a224c0f24f4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:35.311788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f81744-dd17-4fea-8411-84839b353c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:35.312815 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-09f81744-dd17-4fea-8411-84839b353c08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2a062d3-560f-409d-8425-3a224c0f24f4 HTTP/1.1" status: 204 len: 168 time: 0.7035592 May 28 05:41:35.411974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-0f370300-7691-4e2d-8db7-6d08365204a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:35.413973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-0f370300-7691-4e2d-8db7-6d08365204a2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1099 time: 0.1377976 May 28 05:41:35.419376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-48973553-3f77-4824-8453-1637c7e0cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:35.420750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-48973553-3f77-4824-8453-1637c7e0cc8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1099 time: 0.1021619 May 28 05:41:35.437811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72039a2c-bfec-45a3-8ae9-74df4416394a req-79acc799-4286-49a9-9500-8d7f9882f58d tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:35.439326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-72039a2c-bfec-45a3-8ae9-74df4416394a req-79acc799-4286-49a9-9500-8d7f9882f58d tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 948 time: 0.2821569 May 28 05:41:35.551814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-72039a2c-bfec-45a3-8ae9-74df4416394a req-9e45744a-9c27-4094-8462-948fc453f94f tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025641 May 28 05:41:35.569076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-a8833669-365a-4f47-b68d-daa2930544b2 req-b1f5a3d3-c6fb-4a88-b811-1f59990c1e0e tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] For port 20f9504d-632f-496f-9eef-987fe8b79441, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=20f9504d-632f-496f-9eef-987fe8b79441,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:35.569522 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a8833669-365a-4f47-b68d-daa2930544b2 req-b1f5a3d3-c6fb-4a88-b811-1f59990c1e0e tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:35.684969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:35.722113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-a8833669-365a-4f47-b68d-daa2930544b2 req-b1f5a3d3-c6fb-4a88-b811-1f59990c1e0e tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Calling delete_port for 20f9504d-632f-496f-9eef-987fe8b79441 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:35.730644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:35.732137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 384708ba-bc43-43c4-9b8f-2b1ab44fa7fc not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:35.744223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-7a3131b8-c54f-4289-b3bb-09137ea9c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:35.745694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-7a3131b8-c54f-4289-b3bb-09137ea9c387 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3241215 May 28 05:41:35.817444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-fc2bb012-74ca-4bcf-93bd-b611fc23c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:35.818507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-fc2bb012-74ca-4bcf-93bd-b611fc23c07e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3768272 May 28 05:41:35.828001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-237bc658-3cd1-47aa-824d-7067f470a9d9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.0747402 May 28 05:41:35.913223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d01cc7-9a9d-4442-8e00-9486a9458f5e req-b11b8120-c162-4fd6-9985-f469e9f3fbc6 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:35.914679 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-06d01cc7-9a9d-4442-8e00-9486a9458f5e req-b11b8120-c162-4fd6-9985-f469e9f3fbc6 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 945 time: 0.2002156 May 28 05:41:35.929036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba617e-248c-4a14-8a24-580b16104eb7 req-821d3fce-2d2b-493a-833c-cfe073a25d37 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:35.930488 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccba617e-248c-4a14-8a24-580b16104eb7 req-821d3fce-2d2b-493a-833c-cfe073a25d37 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 948 time: 0.3478489 May 28 05:41:35.956413 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-1b4ab3a4-041e-4960-93ce-7f1b1d1bc4bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.1193814 May 28 05:41:35.993449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-06d01cc7-9a9d-4442-8e00-9486a9458f5e req-88cdb35a-d1b0-4f19-96e0-94e3ee489cdf tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638032 May 28 05:41:35.994781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a8833669-365a-4f47-b68d-daa2930544b2 req-b1f5a3d3-c6fb-4a88-b811-1f59990c1e0e tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:36.050732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-b0c4ab5a-333b-47a5-bfd4-e737bb56feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:36.052255 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-b0c4ab5a-333b-47a5-bfd4-e737bb56feba service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2163427 May 28 05:41:36.063351 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccba617e-248c-4a14-8a24-580b16104eb7 req-133587e5-d9e3-4d41-a8fb-bfe8dc20fc57 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145873 May 28 05:41:36.097743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-688d748d-3ff2-4827-9722-42955c8fe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:36.099157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-688d748d-3ff2-4827-9722-42955c8fe601 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1286731 May 28 05:41:36.107275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5a3d3-c6fb-4a88-b811-1f59990c1e0e tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Pushing event deleted for resources: {'Port': ['ID=20f9504d-632f-496f-9eef-987fe8b79441,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:36.210339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-dd8a063a-482d-42f1-a6ff-51d80f6a5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:36.211884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-dd8a063a-482d-42f1-a6ff-51d80f6a5e32 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459150 May 28 05:41:36.235010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-e1b33282-292d-42b4-876d-beabf6209881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:36.236645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-e1b33282-292d-42b4-876d-beabf6209881 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236715 May 28 05:41:36.332120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8833669-365a-4f47-b68d-daa2930544b2 req-b1f5a3d3-c6fb-4a88-b811-1f59990c1e0e tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] No DVR routers for this DVR port 20f9504d-632f-496f-9eef-987fe8b79441 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:36.336149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a8833669-365a-4f47-b68d-daa2930544b2 req-b1f5a3d3-c6fb-4a88-b811-1f59990c1e0e tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:36.346302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'name': 'network-vif-deleted', 'tag': '20f9504d-632f-496f-9eef-987fe8b79441'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:36.388998 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8833669-365a-4f47-b68d-daa2930544b2 req-b1f5a3d3-c6fb-4a88-b811-1f59990c1e0e tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.41 "DELETE /v2.0/ports/20f9504d-632f-496f-9eef-987fe8b79441 HTTP/1.1" status: 204 len: 173 time: 1.4750574 May 28 05:41:36.424913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-363d5281-fa5d-4c60-a30e-a9654fc37621 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:36.424913 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-363d5281-fa5d-4c60-a30e-a9654fc37621 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 945 time: 0.3705895 May 28 05:41:36.451481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24f02-5032-4894-8542-2910ce7fb1bd req-0e45d7a6-5c0b-43e4-a15c-46ff946daac5 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:36.453078 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46f24f02-5032-4894-8542-2910ce7fb1bd req-0e45d7a6-5c0b-43e4-a15c-46ff946daac5 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.3123567 May 28 05:41:36.544798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-4b483347-eccd-40e3-81b4-cc7d2259a28b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Deleting port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:36.545416 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-4b483347-eccd-40e3-81b4-cc7d2259a28b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:36.624039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52216) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:36.745532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-8c953525-9f12-4fc4-9e90-101d4d5fdfe1 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133481 May 28 05:41:36.780765 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0bee8ac-2d3d-4227-b7b3-7b9a80ed28c1'] response: {'server_uuid': '9ffb53c5-2663-4906-8dcd-5134e58a5eeb', 'name': 'network-vif-deleted', 'tag': '20f9504d-632f-496f-9eef-987fe8b79441', 'status': 'completed', 'code': 200} May 28 05:41:36.786047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46f24f02-5032-4894-8542-2910ce7fb1bd req-15845b22-1877-4fdf-90f1-31bfd560bd09 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819665 May 28 05:41:36.868454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-a88a6252-7645-4fb1-ad31-40bf7dae1253 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949013 May 28 05:41:36.922180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1086798503-network', 'tenant_id': '6c303052f2a440959915b8d9746a0229'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:36.974341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:36.985297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Usage tracker for resource:network and tenant:6c303052f2a440959915b8d9746a0229 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:36.990900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:37.014456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:37.051769 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c147dc0a-76aa-4a5c-81aa-bb35cac37bda req-1340b4a3-9589-425b-abda-35ce3e015a2b tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ffb53c5-2663-4906-8dcd-5134e58a5eeb HTTP/1.1" status: 200 len: 210 time: 0.0904536 May 28 05:41:37.060003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Made reservation on behalf of 6c303052f2a440959915b8d9746a0229 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:37.062291 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:37.082264 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:37.126613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-f96f1ae3-f7ce-4be3-b003-ce01407403de service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708971 May 28 05:41:37.135438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d00299e-124b-4ad4-82b7-11509e50b1a7 req-60aaae52-86cf-4f34-8297-d0b0fa87af56 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516496 May 28 05:41:37.136202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:37.149621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Usage tracker for resource:security_group_rule and tenant:6c303052f2a440959915b8d9746a0229 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:37.154420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-4b483347-eccd-40e3-81b4-cc7d2259a28b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] For port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,segment=NetworkSegment(9a37c03d-e32d-46f9-9dab-6bd806f94ed2),segment_id=9a37c03d-e32d-46f9-9dab-6bd806f94ed2)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:37.155020 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-4b483347-eccd-40e3-81b4-cc7d2259a28b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:37.163560 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:37.175195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:37.240547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670df69-b85d-4e84-80f4-c698ee26ac4f req-0196e08d-cbd6-47d9-a73c-ae5f4a1cc00c tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:37.243122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0670df69-b85d-4e84-80f4-c698ee26ac4f req-0196e08d-cbd6-47d9-a73c-ae5f4a1cc00c tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.3317919 May 28 05:41:37.294439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3a615-14e5-41eb-9870-49f2e236c80b req-f90c8886-efa0-420e-9099-be221c65d0ce tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:37.296007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68d3a615-14e5-41eb-9870-49f2e236c80b req-f90c8886-efa0-420e-9099-be221c65d0ce tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 945 time: 0.0991614 May 28 05:41:37.353689 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68d3a615-14e5-41eb-9870-49f2e236c80b req-1ae3e778-bbcc-4e8a-ab61-7c983655b9d4 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/security-groups?id=91081c6d-f9a7-4619-8050-dd4dd4fa4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515344 May 28 05:41:37.445063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-4b483347-eccd-40e3-81b4-cc7d2259a28b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Calling delete_port for 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:37.534108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7129cc-efe6-4651-8772-4a9c1f55a1ee req-b3413354-20a6-4ca3-8a50-3d2821441b7b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:37.535578 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d7129cc-efe6-4651-8772-4a9c1f55a1ee req-b3413354-20a6-4ca3-8a50-3d2821441b7b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 948 time: 0.0815868 May 28 05:41:37.574263 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0670df69-b85d-4e84-80f4-c698ee26ac4f req-6b464b05-29e0-410f-86cb-850f9316735a tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386948 May 28 05:41:37.599515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d7129cc-efe6-4651-8772-4a9c1f55a1ee req-0f90e57f-335d-4cdf-87af-f9fcfb5ccf3c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 May 28 05:41:37.688531 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:37.696949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:41:37.697492 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-4b483347-eccd-40e3-81b4-cc7d2259a28b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:37.715352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:37.741061 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:37.770292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b483347-eccd-40e3-81b4-cc7d2259a28b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Pushing event deleted for resources: {'Port': ['ID=7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:37.815815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 20f9504d-632f-496f-9eef-987fe8b79441 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:37.835937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:41:37.862432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6638e850-79f5-445b-ad9c-4098dfa40431,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:37.864030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 20f9504d-632f-496f-9eef-987fe8b79441 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:37.864110 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 20f9504d-632f-496f-9eef-987fe8b79441 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:37.886178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-4b483347-eccd-40e3-81b4-cc7d2259a28b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] No DVR routers for this DVR port 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:37.888870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-4b483347-eccd-40e3-81b4-cc7d2259a28b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:37.898635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:37.898979 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Added segment 42ad7751-60dd-4ff1-9974-a7d0eab1a709 of type vlan for network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d May 28 05:41:37.925341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:37.939665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'mac_address': 'fa:16:3e:36:db:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:41:37.967629 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-134525bb-ac0d-4fd5-8183-7202fbade5ba req-4b483347-eccd-40e3-81b4-cc7d2259a28b tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.41 "DELETE /v2.0/ports/7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 HTTP/1.1" status: 204 len: 173 time: 1.5135083 May 28 05:41:37.980253 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:38.002040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:38.002870 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:38.022476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:41:38.044377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:38.045550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:38.046251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:38.047425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:38.055114 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:38.125814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47d29d-757b-43e7-a4d0-242e226c921d req-29ac1f70-2783-4fad-b0b1-b277c8c7f982 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:38.128184 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d47d29d-757b-43e7-a4d0-242e226c921d req-29ac1f70-2783-4fad-b0b1-b277c8c7f982 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.2135620 May 28 05:41:38.201443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=12']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:38.252648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5950999 May 28 05:41:38.253530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52236) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:38.261577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Request body: {'subnet': {'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1086798503-subnet', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:38.267707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:38.273818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Usage tracker for resource:subnet and tenant:6c303052f2a440959915b8d9746a0229 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:38.277608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:38.278623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1681783-c95c-4535-ad13-dc7f1d1b7123 admin admin] Pushing event updated for resources: {'Network': ['ID=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:38.284044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:38.289058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d47d29d-757b-43e7-a4d0-242e226c921d req-5da03b47-c66b-4624-9994-24afdbd3f70b tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696163 May 28 05:41:38.294696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:41:38.304265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Made reservation on behalf of 6c303052f2a440959915b8d9746a0229 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:38.307653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:38.421474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a323-2e1f-4aea-849b-8a75376f16bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:38.546455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:38.580686 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:38.594374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e8a18-2e96-4bc0-bdef-0bf005879d16 req-2a20034f-488b-452e-82ac-91b8a6376d31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:38.596389 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb0e8a18-2e96-4bc0-bdef-0bf005879d16 req-2a20034f-488b-452e-82ac-91b8a6376d31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.1414051 May 28 05:41:38.671999 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb0e8a18-2e96-4bc0-bdef-0bf005879d16 req-847d30ac-bbea-4bae-8446-44b913e26caa tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691187 May 28 05:41:38.708569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fdb63079-3e69-4feb-bcd0-081668c01d93 req-ca86dd39-e3eb-40b0-bc47-8a3345e251b7 tempest-InstanceActionsTestJSON-931018563 tempest-InstanceActionsTestJSON-931018563-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d29d96-6212-45e0-9b6c-26c2f653483f HTTP/1.1" status: 200 len: 210 time: 0.0723727 May 28 05:41:38.782333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d29d96-6212-45e0-9b6c-26c2f653483f', 'name': 'network-vif-deleted', 'tag': '7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:38.787798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f2cfde-0a40-4f1c-8f63-f1314498f1c0,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:38.801075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Checking segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:38.801537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Network hostable DHCP agents. Network: bdfa6f4b-a27f-4e97-85ea-e21e14c7098d, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:41:38.877217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:41:38.899825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, bdfa6f4b-a27f-4e97-85ea-e21e14c7098d) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:38.907030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:38.907412 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:38.911079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d029b4d2-3140-4266-868d-98144d1e0bc7 None None] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:38.924387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680a978-b935-48fd-8e4e-4c794a85a46a req-5f46d589-9e73-4f86-9378-32990bbea063 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:38.925563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c680a978-b935-48fd-8e4e-4c794a85a46a req-5f46d589-9e73-4f86-9378-32990bbea063 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Synchronizing usage tracker for tenant:3b4310358a4b492d8262d2b3ea8cc69f on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:38.942735 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9506b3c7-efec-45d4-8620-951ca9a7c9df admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6869471 May 28 05:41:38.944971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52254) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:38.950861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:38.956246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c680a978-b935-48fd-8e4e-4c794a85a46a req-5f46d589-9e73-4f86-9378-32990bbea063 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Unset dirty status for tenant:3b4310358a4b492d8262d2b3ea8cc69f on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:38.957766 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c680a978-b935-48fd-8e4e-4c794a85a46a req-5f46d589-9e73-4f86-9378-32990bbea063 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=075dbf24-509d-4778-9bea-4eaccd386fa2 HTTP/1.1" status: 200 len: 948 time: 0.1269050 May 28 05:41:38.958145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6e8fc-dfc8-4e38-81a7-1cd836ed49bf req-9f1b77cf-13f8-4661-9d06-b4eb3ded0a80 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:38.958488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:38.960613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ae6e8fc-dfc8-4e38-81a7-1cd836ed49bf req-9f1b77cf-13f8-4661-9d06-b4eb3ded0a80 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.1255896 May 28 05:41:38.963306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Usage tracker for resource:router and tenant:6c303052f2a440959915b8d9746a0229 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:38.967274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:38.987308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:39.016603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:39.017797 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:39.031592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ae6e8fc-dfc8-4e38-81a7-1cd836ed49bf req-f83c532a-ca56-408d-bcaa-96e199403ce1 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634401 May 28 05:41:39.036750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:39.071871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c680a978-b935-48fd-8e4e-4c794a85a46a req-04433003-e045-441b-8cb4-90cefd6ae9fd tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055112 May 28 05:41:39.188610 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:41:39.190508 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:39.257402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d98b1f-609b-4660-a87f-98b5f2c29b52 req-c1aa4058-808c-48db-9256-618715b57034 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:39.266439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d1d98b1f-609b-4660-a87f-98b5f2c29b52 req-c1aa4058-808c-48db-9256-618715b57034 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.1290913 May 28 05:41:39.322001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d1d98b1f-609b-4660-a87f-98b5f2c29b52 req-212eb08a-6cb8-4a02-9d39-0fee456cb038 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532172 May 28 05:41:39.403720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Allocated IP 172.20.0.2 (bdfa6f4b-a27f-4e97-85ea-e21e14c7098d/57f2cfde-0a40-4f1c-8f63-f1314498f1c0/411ae497-1bcb-4b7e-8ab0-aa030ce77591) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:41:39.437090 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08877500-c9ea-4ffa-bf35-fe24d951e4fa'] response: {'server_uuid': '68d29d96-6212-45e0-9b6c-26c2f653483f', 'name': 'network-vif-deleted', 'tag': '7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8', 'status': 'completed', 'code': 200} May 28 05:41:39.458595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:39.567581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4a1b4-af40-47b8-abdf-8884a55cbea1 req-d981819d-fe0f-4ed6-a13f-cabd9f229f21 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:39.575714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5f4a1b4-af40-47b8-abdf-8884a55cbea1 req-d981819d-fe0f-4ed6-a13f-cabd9f229f21 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 949 time: 0.1106341 May 28 05:41:39.625751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5f4a1b4-af40-47b8-abdf-8884a55cbea1 req-0a7f1f32-d864-4b95-9d9b-a98590ab2901 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484562 May 28 05:41:39.692517 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:39.708280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Transition to ACTIVE for port object 411ae497-1bcb-4b7e-8ab0-aa030ce77591 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:39.718345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:39.804888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-85d6ee38-1d41-4578-a9da-2463fd97ebf6 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:39.806407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-85d6ee38-1d41-4578-a9da-2463fd97ebf6 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.2840600 May 28 05:41:39.815332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:39.820761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074350f-edb2-4c55-9f95-39687245c669 req-8d7c4d4f-1644-47be-926f-1676e3f6d276 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:39.826819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52280) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:39.829580 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d074350f-edb2-4c55-9f95-39687245c669 req-8d7c4d4f-1644-47be-926f-1676e3f6d276 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.1710296 May 28 05:41:39.913806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Transition to ACTIVE for port object 411ae497-1bcb-4b7e-8ab0-aa030ce77591 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:39.915047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:39.915411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7476bdfa-e4e0-4567-bc1f-8ecdaca7a3b8 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:39.917021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:39.930729 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:39.989952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8d9140-0e93-448f-9271-659a12a10b60 admin admin] Deleting subnet 5d533b2c-73e9-4c3c-9718-308d94240426 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:41:39.995191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9140-0e93-448f-9271-659a12a10b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:39.996095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:41:40.004247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:40.014807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:41:40.026341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:40.070493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:40.070827 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.094288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Pushing event updated for resources: {'Port': ['ID=411ae497-1bcb-4b7e-8ab0-aa030ce77591,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:40.110505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-4676136b-143c-41d4-af1b-81ea1cdadb7b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Deleting port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:40.111386 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-4676136b-143c-41d4-af1b-81ea1cdadb7b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.111689 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-6b8f75fe-af31-41ec-96f4-180262b03893 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438442 May 28 05:41:40.136004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9140-0e93-448f-9271-659a12a10b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.152838 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d074350f-edb2-4c55-9f95-39687245c669 req-35063d65-84cd-40e2-ae01-8d8c9b0e0390 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223059 May 28 05:41:40.193970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Attempting to bind port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:41:40.195719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Attempting to bind port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:41:40.196275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Attempting to bind port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:40.210757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:41:40.211409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Checking segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:40.212126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.212680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Bound using segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:41:40.213325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Bound port: 411ae497-1bcb-4b7e-8ab0-aa030ce77591, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:41:40.213871 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.354932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:40.355558 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.406821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:40.410166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9140-0e93-448f-9271-659a12a10b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.412913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] For port 411ae497-1bcb-4b7e-8ab0-aa030ce77591, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:41:40.417886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] For port 411ae497-1bcb-4b7e-8ab0-aa030ce77591, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=411ae497-1bcb-4b7e-8ab0-aa030ce77591,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:41:40.422955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:40.431734 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.482377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-b19fcad3-564f-4534-8728-421d99b1a2b8 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:40.487436 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.488108 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-b19fcad3-564f-4534-8728-421d99b1a2b8 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3754210 May 28 05:41:40.513051 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-f8724c39-ed1a-4c71-9caa-d67768bac719 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/quotas/e10ad26e43184b2ab9c1f21342cf9b76 HTTP/1.1" status: 200 len: 375 time: 0.0210662 May 28 05:41:40.547599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6ce5f-3c6e-4bb7-a1dd-1eb267c188e9 None None] Pushing event updated for resources: {'Port': ['ID=411ae497-1bcb-4b7e-8ab0-aa030ce77591,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:40.588651 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9140-0e93-448f-9271-659a12a10b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.636428 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9140-0e93-448f-9271-659a12a10b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.661595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.667677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=13']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:40.679955 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a91ccc5f-89a0-4ec2-90e9-430bc50fc346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.695121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d9140-0e93-448f-9271-659a12a10b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d533b2c-73e9-4c3c-9718-308d94240426,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:40.711920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20983ed3-67a0-462d-b68e-f3e120ee8d92 req-fd3ba769-5979-45e6-ad82-7325fabb0946 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:40.713632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20983ed3-67a0-462d-b68e-f3e120ee8d92 req-fd3ba769-5979-45e6-ad82-7325fabb0946 tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 945 time: 0.3786857 May 28 05:41:40.717140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.719492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1f8d9140-0e93-448f-9271-659a12a10b60 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5d533b2c-73e9-4c3c-9718-308d94240426 HTTP/1.1" status: 204 len: 168 time: 0.8915229 May 28 05:41:40.720310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52300) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:40.861587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-b5d57fc1-3665-4082-a116-8efccc96bb70 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3407419 May 28 05:41:40.882882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-4676136b-143c-41d4-af1b-81ea1cdadb7b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] For port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:40.883456 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-4676136b-143c-41d4-af1b-81ea1cdadb7b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.891634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:40.903882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-16102607-ad90-44ba-aefd-75027c28af7d tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:40.905363 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-16102607-ad90-44ba-aefd-75027c28af7d tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.41 "GET /v2.0/ports?device_id=075dbf24-509d-4778-9bea-4eaccd386fa2 HTTP/1.1" status: 200 len: 948 time: 0.2659304 May 28 05:41:40.963492 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20983ed3-67a0-462d-b68e-f3e120ee8d92 req-8b2134a0-63b5-4100-a35e-aa2fa5ae5c2f tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/security-groups?id=75b226cd-16fd-45af-9c09-fa2b4143509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006962 May 28 05:41:41.136236 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d13d146-dba7-4bec-a060-4f7a406850c5'] response: {'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'code': 200} May 28 05:41:41.170336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-f180d6e1-f6c1-4b25-922f-181c17e21644 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Deleting port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:41.170683 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-f180d6e1-f6c1-4b25-922f-181c17e21644 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.217732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.218014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 411ae497-1bcb-4b7e-8ab0-aa030ce77591 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:41.227343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-4676136b-143c-41d4-af1b-81ea1cdadb7b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Calling delete_port for 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:41.329135 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7dbdb93c-7c59-43b3-baa9-ad20b2c6dbf0 req-0793ef77-c364-4d4d-a2c2-8ed48c67152f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 210 time: 0.1191704 May 28 05:41:41.342751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8deb6cc6-1454-4adc-9ea6-c647135e0c9b']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:41.373014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a37c03d-e32d-46f9-9dab-6bd806f94ed2') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:41.373828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a37c03d-e32d-46f9-9dab-6bd806f94ed2') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:41.381606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:41.381756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Allocated IP 172.25.4.37 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/2be930f7-4750-4fc9-8ff3-3d489ac8c0e8) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:41:41.406981 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.508034 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.552262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22028a18-257c-402f-8cb0-c24a8ae09aea req-5a04cfd4-823d-4e94-9889-02bd790cc24b tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:41.559377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22028a18-257c-402f-8cb0-c24a8ae09aea req-5a04cfd4-823d-4e94-9889-02bd790cc24b tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=075dbf24-509d-4778-9bea-4eaccd386fa2 HTTP/1.1" status: 200 len: 948 time: 0.3424089 May 28 05:41:41.572115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.579374 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.594645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:41:41.595347 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.704602 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22028a18-257c-402f-8cb0-c24a8ae09aea req-6563a887-d928-4094-af50-85fd720d2a60 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442380 May 28 05:41:41.743287 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-4676136b-143c-41d4-af1b-81ea1cdadb7b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.813957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:41.817208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676136b-143c-41d4-af1b-81ea1cdadb7b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Pushing event deleted for resources: {'Port': ['ID=8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:41.852168 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.858169 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.867750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.909996 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9a37c03d-e32d-46f9-9dab-6bd806f94ed2 resource provider aggregate not found May 28 05:41:41.927021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8deb6cc6-1454-4adc-9ea6-c647135e0c9b HTTP/1.1" status: 204 len: 168 time: 1.1991141 May 28 05:41:41.929454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d0556-9b15-4787-ba56-3eba920b71f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8deb6cc6-1454-4adc-9ea6-c647135e0c9b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:41.937156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:41.939721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:41.953205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-4676136b-143c-41d4-af1b-81ea1cdadb7b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] No DVR routers for this DVR port 8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:41.956598 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-4676136b-143c-41d4-af1b-81ea1cdadb7b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:41.966009 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9a37c03d-e32d-46f9-9dab-6bd806f94ed2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a37c03d-e32d-46f9-9dab-6bd806f94ed2 found for delete ", "request_id": "req-4345fe1b-b5b6-4725-a850-e48bf2269e66"}]} May 28 05:41:41.976829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca88b7d-16be-4402-a17b-47b8fa3af004', 'name': 'network-vif-deleted', 'tag': '8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:42.002002 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a646be3f-d09f-4439-9004-11c8cbff8b05 req-4676136b-143c-41d4-af1b-81ea1cdadb7b tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.41 "DELETE /v2.0/ports/8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24 HTTP/1.1" status: 204 len: 173 time: 2.1700451 May 28 05:41:42.028459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-f180d6e1-f6c1-4b25-922f-181c17e21644 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] For port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:42.028875 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-f180d6e1-f6c1-4b25-922f-181c17e21644 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:42.049795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:42.055592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25628a-5348-49c9-8c63-132dedcf414b req-da67baca-6301-4401-bf43-42ee6eb85d18 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:42.060929 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b524d23-8970-4dac-8c0a-4c8756cf45ff'] response: {'server_uuid': '3ca88b7d-16be-4402-a17b-47b8fa3af004', 'name': 'network-vif-deleted', 'tag': '8b459bcb-bdf1-4dde-85ec-9fe7cabe0b24', 'status': 'completed', 'code': 200} May 28 05:41:42.064112 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b25628a-5348-49c9-8c63-132dedcf414b req-da67baca-6301-4401-bf43-42ee6eb85d18 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.5506990 May 28 05:41:42.178546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9dc9fe-be88-49b8-80a0-4c10e853dd88 None None] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:42.204498 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:41:42.329152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b25628a-5348-49c9-8c63-132dedcf414b req-46124e62-15e6-4853-b4dc-2f948b7da194 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639005 May 28 05:41:42.329666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52330) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:42.385583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:41:42.409138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-03cebf90-0edd-445f-bdc0-c39ef79129e2 None None] Provisioning for port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:42.419210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-f180d6e1-f6c1-4b25-922f-181c17e21644 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Calling delete_port for 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:42.446628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-03cebf90-0edd-445f-bdc0-c39ef79129e2 None None] Provisioning complete for port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:42.454581 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03cebf90-0edd-445f-bdc0-c39ef79129e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:42.461085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:42.472902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:41:42.515685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0e83affc-6cad-49cd-9160-b1f80f727c6a req-1939b328-4584-488c-a9f1-261b3338fccd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Synchronizing usage tracker for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:42.555170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Pushing event updated for resources: {'Port': ['ID=2be930f7-4750-4fc9-8ff3-3d489ac8c0e8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:42.615991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8ed0c936-34d9-448e-aca8-053a91ee9f5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad0cd42adaf141da8ce77bfa05e7fdc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083173 May 28 05:41:42.618855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52336) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:42.623984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-018db7ef-25cf-43cb-9a3c-a26a926a9ab1 req-b92d1df1-7a5b-4f45-8043-3b85634f992e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 210 time: 0.0679522 May 28 05:41:42.641824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0e83affc-6cad-49cd-9160-b1f80f727c6a req-1939b328-4584-488c-a9f1-261b3338fccd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] Unset dirty status for tenant:473748e4f744401c95dc83ee58a558ae on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:42.643022 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0e83affc-6cad-49cd-9160-b1f80f727c6a req-1939b328-4584-488c-a9f1-261b3338fccd tempest-ServerRescueNegativeTestJSON-1245346694 tempest-ServerRescueNegativeTestJSON-1245346694-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca88b7d-16be-4402-a17b-47b8fa3af004 HTTP/1.1" status: 200 len: 210 time: 0.3090632 May 28 05:41:42.858297 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c76f6a60-0f35-424e-88fe-41bf0c7b11b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:42.874629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-03cebf90-0edd-445f-bdc0-c39ef79129e2 None None] Current status of the port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:42.874629 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03cebf90-0edd-445f-bdc0-c39ef79129e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:42.966369 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c76f6a60-0f35-424e-88fe-41bf0c7b11b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:42.972011 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-f180d6e1-f6c1-4b25-922f-181c17e21644 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:42.994859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-03cebf90-0edd-445f-bdc0-c39ef79129e2 None None] For port 411ae497-1bcb-4b7e-8ab0-aa030ce77591, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=411ae497-1bcb-4b7e-8ab0-aa030ce77591,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:43.016248 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03cebf90-0edd-445f-bdc0-c39ef79129e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:43.216971 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-057641d9-2256-46b5-85c8-4715ebc3ab60 req-e8612eaf-b8c0-454d-97f0-1f59b2c2f1da tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.39 "GET /v2.0/ports?device_id=075dbf24-509d-4778-9bea-4eaccd386fa2 HTTP/1.1" status: 200 len: 210 time: 0.1474776 May 28 05:41:43.237652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cebf90-0edd-445f-bdc0-c39ef79129e2 None None] Pushing event updated for resources: {'Port': ['ID=411ae497-1bcb-4b7e-8ab0-aa030ce77591,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:43.244026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:43.248351 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:43.295546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180d6e1-f6c1-4b25-922f-181c17e21644 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Pushing event deleted for resources: {'Port': ['ID=05b3a6ba-c90f-4509-928e-1ae784ee1ab0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:43.335526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-f180d6e1-f6c1-4b25-922f-181c17e21644 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] No DVR routers for this DVR port 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:43.341938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-f180d6e1-f6c1-4b25-922f-181c17e21644 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:43.348172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-4f364f00-1747-4067-a67a-0ffd3fb3daae tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546899 May 28 05:41:43.348596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-deleted', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:43.545673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-117db3ff-851f-4ce2-bfcd-43c80866bf2c None None] Provisioning complete for port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:43.545673 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-117db3ff-851f-4ce2-bfcd-43c80866bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:43.559532 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7954ef7-20fa-4186-80a3-fcd7a1899765'] response: {'server_uuid': '075dbf24-509d-4778-9bea-4eaccd386fa2', 'name': 'network-vif-deleted', 'tag': '05b3a6ba-c90f-4509-928e-1ae784ee1ab0', 'status': 'completed', 'code': 200} May 28 05:41:43.560439 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c76f6a60-0f35-424e-88fe-41bf0c7b11b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:43.566391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0b4cb604-825c-402d-9670-00a972cb0a44 req-f180d6e1-f6c1-4b25-922f-181c17e21644 tempest-ListImageFiltersTestJSON-112948176 tempest-ListImageFiltersTestJSON-112948176-project] 10.222.0.41 "DELETE /v2.0/ports/05b3a6ba-c90f-4509-928e-1ae784ee1ab0 HTTP/1.1" status: 204 len: 173 time: 2.6539283 May 28 05:41:43.664379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f6a60-0f35-424e-88fe-41bf0c7b11b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91081c6d-f9a7-4619-8050-dd4dd4fa4921,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:43.751797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-0f8daef8-21a8-4c29-a72b-5565270a68d3 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:43.753303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-0f8daef8-21a8-4c29-a72b-5565270a68d3 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3849447 May 28 05:41:43.773943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Request body: {'port': {'device_id': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'e10ad26e43184b2ab9c1f21342cf9b76'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:43.780234 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-117db3ff-851f-4ce2-bfcd-43c80866bf2c None None] Current status of the port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:43.811553 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:43.819019 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c76f6a60-0f35-424e-88fe-41bf0c7b11b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:43.824125 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c76f6a60-0f35-424e-88fe-41bf0c7b11b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91081c6d-f9a7-4619-8050-dd4dd4fa4921 HTTP/1.1" status: 204 len: 168 time: 1.1994472 May 28 05:41:43.875353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77152-df9a-42c8-9453-2c635d432dbc req-78a38841-ef5f-42d7-8c23-325d3e03baa5 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:43.877150 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4d77152-df9a-42c8-9453-2c635d432dbc req-78a38841-ef5f-42d7-8c23-325d3e03baa5 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.3055532 May 28 05:41:43.879878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:43.880229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 05b3a6ba-c90f-4509-928e-1ae784ee1ab0 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:44.009179 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4d77152-df9a-42c8-9453-2c635d432dbc req-3d3962f5-e29f-4ef0-995e-2a748e198bea tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793409 May 28 05:41:44.027614 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:44.046527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:44.069561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:44.088190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Made reservation on behalf of e10ad26e43184b2ab9c1f21342cf9b76 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:44.091599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:44.268412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225eb11-9e99-4857-ab8c-c3ab0b8a257e req-ed630a42-5133-4533-8cb8-eb8de2054273 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:44.270904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c225eb11-9e99-4857-ab8c-c3ab0b8a257e req-ed630a42-5133-4533-8cb8-eb8de2054273 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 945 time: 0.2885895 May 28 05:41:44.399146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c225eb11-9e99-4857-ab8c-c3ab0b8a257e req-1a5a9a6c-0015-4ad1-90d2-75a1cd2ef648 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830400 May 28 05:41:44.400070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Allocated IP 192.168.233.178 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/d2d5349e-9519-4cd5-96eb-a09e707e7147) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:41:44.488743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ef4cd33-e238-4877-a295-07328415acb3 req-118bf7eb-627a-4d70-a73d-fc5cbcb73840 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 210 time: 0.2299798 May 28 05:41:44.585145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52370) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:44.625228 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Router 877e3184-7b02-40eb-8351-82bd87b472c9 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:41:44.796810 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:44.819123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Transition to ACTIVE for port object d2d5349e-9519-4cd5-96eb-a09e707e7147 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:44.862244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:44.877459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d6d95dc9-4720-4031-8263-89010b1d3919', '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:44.919898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:44.959833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:41:44.967396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:44.975950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:41:45.103595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:45.142551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:45.144801 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:45.225363 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-2343af08-7f61-4923-8586-315a9158ae6c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4551086 May 28 05:41:45.253497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 411ae497-1bcb-4b7e-8ab0-aa030ce77591 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:45.267010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Request body: {'port': {'device_id': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:45.337459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52402) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:45.522280 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:45.562796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:41:45.620696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Sync routers for ids ['877e3184-7b02-40eb-8351-82bd87b472c9'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:41:45.633415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:45.639848 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e2a7620f-1f3a-438e-a5ad-4d7b2639814b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6933150 May 28 05:41:45.640349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52412) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:45.648518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-163317037-network', 'tenant_id': '84e6a68cd70a4630bba38c0d8f29f45e'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:45.657726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:45.665147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Usage tracker for resource:network and tenant:84e6a68cd70a4630bba38c0d8f29f45e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:45.668644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:45.676839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:45.704575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Made reservation on behalf of 84e6a68cd70a4630bba38c0d8f29f45e for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:45.709289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:45.722684 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Routers {'877e3184-7b02-40eb-8351-82bd87b472c9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:41:45.723461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['877e3184-7b02-40eb-8351-82bd87b472c9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:45.738317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:45.780529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:45.798481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Usage tracker for resource:security_group_rule and tenant:84e6a68cd70a4630bba38c0d8f29f45e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:45.803302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:45.804030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-441fc90d-fdb5-42bd-9905-5637a581b578 None None] Provisioning for port d2d5349e-9519-4cd5-96eb-a09e707e7147 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:45.813345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:45.858763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-441fc90d-fdb5-42bd-9905-5637a581b578 None None] Provisioning complete for port d2d5349e-9519-4cd5-96eb-a09e707e7147 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:45.860086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-441fc90d-fdb5-42bd-9905-5637a581b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:45.918336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:45.919383 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:46.120325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf65de2-0608-4fb3-9cdd-620b8e05a866 req-7f9bd758-4f62-471e-a7d7-e5360d3c1cff tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:46.134125 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eaf65de2-0608-4fb3-9cdd-620b8e05a866 req-7f9bd758-4f62-471e-a7d7-e5360d3c1cff tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.3519781 May 28 05:41:46.276243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Set router 877e3184-7b02-40eb-8351-82bd87b472c9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:41:46.331365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-441fc90d-fdb5-42bd-9905-5637a581b578 None None] Port d2d5349e-9519-4cd5-96eb-a09e707e7147 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:41:46.341031 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:46.353501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:46.406794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2eab-6608-4579-8432-f1d536963335 req-25fb80f0-2629-4370-84ac-33d05f59a267 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:46.406924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-832d2eab-6608-4579-8432-f1d536963335 req-25fb80f0-2629-4370-84ac-33d05f59a267 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Synchronizing usage tracker for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:46.430562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:41:46.457922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-832d2eab-6608-4579-8432-f1d536963335 req-25fb80f0-2629-4370-84ac-33d05f59a267 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Unset dirty status for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:46.459645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-832d2eab-6608-4579-8432-f1d536963335 req-25fb80f0-2629-4370-84ac-33d05f59a267 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 936 time: 0.4482250 May 28 05:41:46.466081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:46.498326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:46.498326 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Added segment bba01e11-e87b-4b6a-ab20-3e074247d24c of type vlan for network 7eef9322-e3a5-4a6e-8322-4654d2f42308 May 28 05:41:46.560356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-832d2eab-6608-4579-8432-f1d536963335 req-2bc1963b-4d06-4e4a-9014-1c33cf134c73 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844970 May 28 05:41:46.631857 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eaf65de2-0608-4fb3-9cdd-620b8e05a866 req-3cd03a86-b015-4e4f-9674-4bb255db5552 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978685 May 28 05:41:46.633395 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:46.668540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d5349e-9519-4cd5-96eb-a09e707e7147 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:41:46.689444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:46.815415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Transition to ACTIVE for port object d2d5349e-9519-4cd5-96eb-a09e707e7147 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:46.829380 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:46.862648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:46.938181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:42Z', 'revision_number': 3, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:46.963785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Checking router: 877e3184-7b02-40eb-8351-82bd87b472c9 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:41:46.964139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Updating router 877e3184-7b02-40eb-8351-82bd87b472c9 port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:41:47.021012 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.023145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:47.028858 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.054518 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.232606 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.298885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:47.357448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d370f-76cf-490d-80a5-0a782e00ebba req-912b726c-7527-4862-86c6-743f76e5c1df tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:47.359536 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf4d370f-76cf-490d-80a5-0a782e00ebba req-912b726c-7527-4862-86c6-743f76e5c1df tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 945 time: 0.6308193 May 28 05:41:47.498536 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.515017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Transition to ACTIVE for port object 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:47.529384 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.562095 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2150893 May 28 05:41:47.570872 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.596991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52460) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:47.597206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b95622-e8cd-48e7-b326-b44493ccaa09 admin admin] Pushing event updated for resources: {'Network': ['ID=7eef9322-e3a5-4a6e-8322-4654d2f42308,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:47.641403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 7eef9322-e3a5-4a6e-8322-4654d2f42308 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:41:47.684759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf4d370f-76cf-490d-80a5-0a782e00ebba req-6118f9ee-4fbe-4f6f-b07f-9632a1eff899 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797897 May 28 05:41:47.690615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:41:47.691052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:41:47.691513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:47.705656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Port d2d5349e-9519-4cd5-96eb-a09e707e7147 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:41:47.706089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:47.713058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Request body: {'subnet': {'network_id': '7eef9322-e3a5-4a6e-8322-4654d2f42308', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-163317037-subnet', 'tenant_id': '84e6a68cd70a4630bba38c0d8f29f45e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:47.717953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:41:47.718738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:47.720376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:41:47.723187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Bound port: d2d5349e-9519-4cd5-96eb-a09e707e7147, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:41:47.723933 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.806545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:47.832388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Usage tracker for resource:subnet and tenant:84e6a68cd70a4630bba38c0d8f29f45e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:47.873921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:41:47.880554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:41:47.892266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Attempting to bind port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:41:47.908970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Attempting to bind port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:41:47.908970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Attempting to bind port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:47.910481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd775b-85e1-4304-bdce-86537005d77f req-afc70306-1e52-48b6-b57b-51e04b6156b6 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:47.913001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ebd775b-85e1-4304-bdce-86537005d77f req-afc70306-1e52-48b6-b57b-51e04b6156b6 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.33 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 945 time: 0.5844879 May 28 05:41:47.916686 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.923941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:47.931279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:41:47.931653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:47.932239 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.932917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:41:47.933533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Bound port: 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:41:47.934060 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:47.966221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:47.990623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574f0f6-0dce-40ef-8397-ba7148074091 None None] Pushing event updated for resources: {'Port': ['ID=2be930f7-4750-4fc9-8ff3-3d489ac8c0e8,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:48.028367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Made reservation on behalf of 84e6a68cd70a4630bba38c0d8f29f45e for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:48.040393 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:48.059197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] For port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:41:48.065850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] For port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2be930f7-4750-4fc9-8ff3-3d489ac8c0e8,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:41:48.075274 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:48.078075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:48.096245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:48.097168 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:48.098914 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-293770b4-ac0e-42b6-9353-750ac2fb9303 service neutron] 10.222.0.33 "PUT /v2.0/ports/d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 1096 time: 2.8593993 May 28 05:41:48.100146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:48.148089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Deleting port f673050d-94b6-4339-8772-389602d1608d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:48.149098 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:48.272960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Routers {'877e3184-7b02-40eb-8351-82bd87b472c9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:41:48.274236 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['877e3184-7b02-40eb-8351-82bd87b472c9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:48.371958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52480) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:48.386654 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:48.387347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574f0f6-0dce-40ef-8397-ba7148074091 None None] Pushing event updated for resources: {'Port': ['ID=2be930f7-4750-4fc9-8ff3-3d489ac8c0e8,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:48.516527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] Set router 877e3184-7b02-40eb-8351-82bd87b472c9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:41:48.616811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6cb38bb-6c90-43e8-9c6f-92b49a62df07,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:48.640301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-c09f1f8f-b42b-4ab9-be9c-85d1db4c74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:48.641996 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-c09f1f8f-b42b-4ab9-be9c-85d1db4c74c5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1099 time: 0.3244784 May 28 05:41:48.727458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-e94708f4-b0a1-4bc3-98ef-7bce7b4b09d3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 217 time: 0.0671420 May 28 05:41:48.738185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f766c6b-a70d-4c2a-9773-b5ebe879c9db req-73f5e21b-8372-4869-9823-15963aadd5ff tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:48.739658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f766c6b-a70d-4c2a-9773-b5ebe879c9db req-73f5e21b-8372-4869-9823-15963aadd5ff tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 0.4907076 May 28 05:41:48.741799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] For port f673050d-94b6-4339-8772-389602d1608d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f673050d-94b6-4339-8772-389602d1608d,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:48.742158 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:48.749112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Checking segment: {'id': 'bba01e11-e87b-4b6a-ab20-3e074247d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7eef9322-e3a5-4a6e-8322-4654d2f42308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:48.749735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Network hostable DHCP agents. Network: 7eef9322-e3a5-4a6e-8322-4654d2f42308, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:41:48.813280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] Deleting port a2775f4d-240e-4e30-bd0f-6403a4943c08 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:48.813655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:48.829888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:42Z', 'revision_number': 3, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:48.833873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25ba9c-d05a-4c26-87dc-74458722065c None None] The sync data for ids ['877e3184-7b02-40eb-8351-82bd87b472c9'] in n-d-843679-5 is: [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:42Z', 'revision_number': 3, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:41:48.839301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Allocated IP 172.20.0.1 (bdfa6f4b-a27f-4e97-85ea-e21e14c7098d/57f2cfde-0a40-4f1c-8f63-f1314498f1c0/97ddcec4-b182-4312-bf25-4ee34ac5a58a) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:41:48.854043 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a2534938-4c18-4473-bc1f-dd4d94cab9c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b4310358a4b492d8262d2b3ea8cc69f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4721963 May 28 05:41:48.860350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0418-3ed0-452b-9a2e-31c057dea23e req-02cba3f7-2c52-4394-a88b-4ba4794a9b19 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:48.861871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52490) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:48.863779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-006d0418-3ed0-452b-9a2e-31c057dea23e req-02cba3f7-2c52-4394-a88b-4ba4794a9b19 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 948 time: 0.4901471 May 28 05:41:48.893284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Network 7eef9322-e3a5-4a6e-8322-4654d2f42308 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:41:48.978411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 7eef9322-e3a5-4a6e-8322-4654d2f42308) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:48.986855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc164fad-511a-4128-ab27-b9090fd2e3ee None None] Network 7eef9322-e3a5-4a6e-8322-4654d2f42308 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:49.102983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f766c6b-a70d-4c2a-9773-b5ebe879c9db req-0fe70d4d-ce87-49ba-b5a2-5f55965641b2 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3459342 May 28 05:41:49.201926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-f4f7a517-8ea4-4fa9-b8c8-870a09b099cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:49.203788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-f4f7a517-8ea4-4fa9-b8c8-870a09b099cd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.4541059 May 28 05:41:49.324592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-006d0418-3ed0-452b-9a2e-31c057dea23e req-4d522b4b-be6e-4fd4-a900-c970eaef751a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467378 May 28 05:41:49.358458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1bea3e9-e77e-4dcd-99f4-934be4a34611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:49.404816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c0ba12-1ab8-4334-a444-5fd08f638686 None None] Network 7eef9322-e3a5-4a6e-8322-4654d2f42308 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:49.408325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:49.408922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:49.464633 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3467def8-b58a-4b7b-969f-5eaa741b3813'] response: {'name': 'network-changed', 'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'status': 'completed', 'code': 200} May 28 05:41:49.471901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cb72b70a-1e57-481d-a585-d1305a94867a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8345644 May 28 05:41:49.505458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1bea3e9-e77e-4dcd-99f4-934be4a34611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:49.581536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] For port a2775f4d-240e-4e30-bd0f-6403a4943c08, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a2775f4d-240e-4e30-bd0f-6403a4943c08,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:49.587931 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1bea3e9-e77e-4dcd-99f4-934be4a34611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:49.588290 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:49.620990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bea3e9-e77e-4dcd-99f4-934be4a34611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a3ccd2-ba58-4b11-a474-572b27d9a1b6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:49.635516 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1bea3e9-e77e-4dcd-99f4-934be4a34611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:49.637186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d1bea3e9-e77e-4dcd-99f4-934be4a34611 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8a3ccd2-ba58-4b11-a474-572b27d9a1b6 HTTP/1.1" status: 204 len: 168 time: 0.6480646 May 28 05:41:49.681059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59625fb7-b75e-42bb-9f4d-8e87b6eff7f8 req-3669a21c-140b-419b-8178-4d95f8a63b38 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:49.689194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59625fb7-b75e-42bb-9f4d-8e87b6eff7f8 req-3669a21c-140b-419b-8178-4d95f8a63b38 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.4238698 May 28 05:41:49.699324 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:49.699862 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:49.700339 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Floating IP b1ec8626-89c6-4323-8c46-bfdd845e61ea disassociated. External IP: 172.25.4.90, port: f673050d-94b6-4339-8772-389602d1608d. May 28 05:41:49.700828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Calling delete_port for f673050d-94b6-4339-8772-389602d1608d owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:49.742817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-53db6ba2-f515-4b9f-87e9-d3529599672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:49.744589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-53db6ba2-f515-4b9f-87e9-d3529599672a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5276725 May 28 05:41:49.878292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] Calling delete_port for a2775f4d-240e-4e30-bd0f-6403a4943c08 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:49.927600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:49.991385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Transition to ACTIVE for port object 97ddcec4-b182-4312-bf25-4ee34ac5a58a will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:50.048730 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59625fb7-b75e-42bb-9f4d-8e87b6eff7f8 req-a35b5ff6-9798-42c7-8b5c-8d5c9253f94e tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586800 May 28 05:41:50.121190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:50.207645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-ea300879-aa6d-4e55-8346-3648516e4ee4 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498787 May 28 05:41:50.211320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Pushing event deleted for resources: {'Port': ['ID=f673050d-94b6-4339-8772-389602d1608d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:50.290327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae5d0c-9e46-4c10-aa73-b8729ee29f9a req-ce008514-42fa-4c19-8316-00a0bf52fb52 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:50.299455 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67ae5d0c-9e46-4c10-aa73-b8729ee29f9a req-ce008514-42fa-4c19-8316-00a0bf52fb52 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c67c6-3770-417e-b1ba-322668008c19 HTTP/1.1" status: 200 len: 945 time: 0.7217684 May 28 05:41:50.375354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67ae5d0c-9e46-4c10-aa73-b8729ee29f9a req-1a1b2431-7f87-4f6a-a4d6-6d29e490d66b tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cc52453-e478-4f34-bd69-b9ac86b5d704&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743423 May 28 05:41:50.386400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:50.583097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-095ade35-9a3a-42c6-ba1b-f4d79c37baa7 req-024cf1b8-523b-4ff4-9f29-93f82d8b4e18 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642166 May 28 05:41:50.618840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:41:50.621330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Router f4347878-d268-4ad0-8956-891a300b11b4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:41:50.711184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:50.739645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:41:50.829235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=97ddcec4-b182-4312-bf25-4ee34ac5a58a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:50.884955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.885435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.886007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.886909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.887484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.888554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.889124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.889781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.890305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.890861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.891418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.891946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:50.897955 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:50.982292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2775f4d-240e-4e30-bd0f-6403a4943c08,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:51.114489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:51.168764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1943d24f-a2a4-444d-ad08-88991af4f48d None None] Provisioning for port 97ddcec4-b182-4312-bf25-4ee34ac5a58a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:51.179480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1943d24f-a2a4-444d-ad08-88991af4f48d None None] Provisioning complete for port 97ddcec4-b182-4312-bf25-4ee34ac5a58a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:51.179862 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1943d24f-a2a4-444d-ad08-88991af4f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:51.299788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:51.371462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1943d24f-a2a4-444d-ad08-88991af4f48d None None] Port 97ddcec4-b182-4312-bf25-4ee34ac5a58a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:41:51.392943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:51.412816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587e53a-fff5-4261-a773-999fc45f152e req-d3d173bc-aac2-4c00-99ac-c198dcf019cd tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:51.414213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:51.414604 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:51.415681 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c587e53a-fff5-4261-a773-999fc45f152e req-d3d173bc-aac2-4c00-99ac-c198dcf019cd tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 948 time: 0.8042865 May 28 05:41:51.438712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:41:51.448042 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] Sync routers for ids ['f4347878-d268-4ad0-8956-891a300b11b4'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:41:51.461843 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] Routers {'f4347878-d268-4ad0-8956-891a300b11b4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:41:51.462472 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f4347878-d268-4ad0-8956-891a300b11b4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:51.553065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:51.553776 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:51.571135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2be930f7-4750-4fc9-8ff3-3d489ac8c0e8,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:51.577522 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:51.582419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] No DVR routers for this DVR port f673050d-94b6-4339-8772-389602d1608d on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:41:51.588405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-806e6f61-dbf4-40fd-8e93-cae5527654a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:51.590025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-806e6f61-dbf4-40fd-8e93-cae5527654a9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1099 time: 0.8272898 May 28 05:41:51.591268 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:51.600653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6d5158f4-aa19-420c-8e68-238655615e1c tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:51.601511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6d5158f4-aa19-420c-8e68-238655615e1c tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Synchronizing usage tracker for tenant:84e6a68cd70a4630bba38c0d8f29f45e on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:51.606000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c67c6-3770-417e-b1ba-322668008c19', 'name': 'network-vif-deleted', 'tag': 'f673050d-94b6-4339-8772-389602d1608d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:51.672659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=2be930f7-4750-4fc9-8ff3-3d489ac8c0e8,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:51.680784 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] Set router f4347878-d268-4ad0-8956-891a300b11b4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:41:51.704826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ebd775b-85e1-4304-bdce-86537005d77f req-aca01bd9-8ef7-4650-b8bc-fcf5c1c32a54 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.33 "DELETE /v2.0/ports/f673050d-94b6-4339-8772-389602d1608d HTTP/1.1" status: 204 len: 173 time: 3.7699347 May 28 05:41:51.719665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6d5158f4-aa19-420c-8e68-238655615e1c tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Unset dirty status for tenant:84e6a68cd70a4630bba38c0d8f29f45e on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:51.724132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6d5158f4-aa19-420c-8e68-238655615e1c tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/networks?id=7eef9322-e3a5-4a6e-8322-4654d2f42308 HTTP/1.1" status: 200 len: 817 time: 0.9550827 May 28 05:41:51.746103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-8f8a105b-d5fe-465a-8b44-048e5a439917 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/quotas/84e6a68cd70a4630bba38c0d8f29f45e HTTP/1.1" status: 200 len: 375 time: 0.0161419 May 28 05:41:51.787222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f673050d-94b6-4339-8772-389602d1608d no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:51.805080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-d99e0076-2743-4e15-8918-44f0149cbf52 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=84e6a68cd70a4630bba38c0d8f29f45e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571549 May 28 05:41:51.861871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: f673050d-94b6-4339-8772-389602d1608d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:51.867214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f673050d-94b6-4339-8772-389602d1608d not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:51.882240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-da5a2400-4ec4-49b2-bc18-31c728ec032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:51.883965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-da5a2400-4ec4-49b2-bc18-31c728ec032d service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2708640 May 28 05:41:51.969044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:51.974345 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-c2527aec-edd7-49a9-8fd8-2352318c2ec6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 217 time: 0.0808649 May 28 05:41:51.982773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6f4d4af4-5446-4244-a8e5-0570a2d20381 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:41:51.984110 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6f4d4af4-5446-4244-a8e5-0570a2d20381 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1779077 May 28 05:41:51.993469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c587e53a-fff5-4261-a773-999fc45f152e req-23f265b1-39dd-404e-bfff-90bf6e8c6c07 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664935 May 28 05:41:52.107011 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:47Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c73ad8ef-b9b5-4946-af17-0807d0b677ba', 'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'mac_address': 'fa:16:3e:00:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:44Z', 'updated_at': '2022-05-28T05:40:00Z', 'revision_number': 5, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'subnets': [{'id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:52.112599 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] Checking router: f4347878-d268-4ad0-8956-891a300b11b4 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:41:52.122747 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] Routers {'f4347878-d268-4ad0-8956-891a300b11b4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:41:52.123579 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f4347878-d268-4ad0-8956-891a300b11b4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:52.147917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:52.168917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-05167ba4-aaea-49a5-b102-4e0bff7f5634 service neutron] 10.222.0.39 "GET /v2.0/networks/7eef9322-e3a5-4a6e-8322-4654d2f42308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486404 May 28 05:41:52.207806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-b119688a-9507-4d12-a15f-caf8d4565735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:52.209357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-b119688a-9507-4d12-a15f-caf8d4565735 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2243252 May 28 05:41:52.383202 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] Set router f4347878-d268-4ad0-8956-891a300b11b4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:41:52.425762 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-bb4a90ac-dcc0-4bd8-9490-c116c332d1d7 service neutron] 10.222.0.39 "GET /v2.0/networks/7eef9322-e3a5-4a6e-8322-4654d2f42308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502918 May 28 05:41:52.433434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-69b9893c-04ca-4397-937b-7c019d59f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:52.434842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-69b9893c-04ca-4397-937b-7c019d59f8bf service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708727 May 28 05:41:52.635574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-61f851a3-0312-4d3a-8138-1a931644406d service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884241 May 28 05:41:52.840240 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:47Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c73ad8ef-b9b5-4946-af17-0807d0b677ba', 'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'mac_address': 'fa:16:3e:00:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:44Z', 'updated_at': '2022-05-28T05:40:00Z', 'revision_number': 5, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'subnets': [{'id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:52.846448 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0aae30-cc7e-4b88-aab0-500f627a042c None None] The sync data for ids ['f4347878-d268-4ad0-8956-891a300b11b4'] in n-d-843679-5 is: [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:39:47Z', 'revision_number': 4, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c73ad8ef-b9b5-4946-af17-0807d0b677ba', 'name': '', 'network_id': 'bb4b1e40-ffda-435f-87fe-6a511d9ddd75', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'mac_address': 'fa:16:3e:00:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:44Z', 'updated_at': '2022-05-28T05:40:00Z', 'revision_number': 5, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'subnets': [{'id': '205c0e67-a1cd-4db2-ab3c-0b75e92a1da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:41:52.854250 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f137d59-8df2-4509-afaf-7932938b12cb'] response: {'server_uuid': '419c67c6-3770-417e-b1ba-322668008c19', 'name': 'network-vif-deleted', 'tag': 'f673050d-94b6-4339-8772-389602d1608d', 'status': 'completed', 'code': 200} May 28 05:41:52.864997 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5e7c47d-d1d3-4115-9189-fccfeb52d499 req-2a3cf13a-ed61-46a1-97d9-b503a6e4f962 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243826 May 28 05:41:53.065270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa371ec0-618a-4e55-85d0-d3b7277dd747 req-84dcfac0-3583-4d15-bc79-367dd45212eb tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:53.071924 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa371ec0-618a-4e55-85d0-d3b7277dd747 req-84dcfac0-3583-4d15-bc79-367dd45212eb tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.3253524 May 28 05:41:53.075433 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:53.077787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9aaf3-4d87-4cee-85e6-2132d63b825f req-9d43e34b-3502-44ee-ae2b-13c64c013f6e tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:53.089888 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58f9aaf3-4d87-4cee-85e6-2132d63b825f req-9d43e34b-3502-44ee-ae2b-13c64c013f6e tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 0.1257985 May 28 05:41:53.140166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:53.173666 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58f9aaf3-4d87-4cee-85e6-2132d63b825f req-f5304e94-b75e-42d2-a2bd-eeaf57a6cc4b tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826204 May 28 05:41:53.180510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] Router ce108f55-34c0-4c82-b44e-f2ade548a487 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:41:53.212764 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa371ec0-618a-4e55-85d0-d3b7277dd747 req-1ea86d17-cd26-4dfc-9fa4-6101ebe79288 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308751 May 28 05:41:53.213426 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:53.284174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:53.285267 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:53.345259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52572) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:53.369157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71c2a8-b437-450c-8fa7-5a2741b0d606 None None] New status for floating IP b1ec8626-89c6-4323-8c46-bfdd845e61ea: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:41:53.555571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6160ee52-8938-4a94-832c-553cc0e08439 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:53.562367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:53.578177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:41:53.591027 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] Sync routers for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:41:53.602477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6160ee52-8938-4a94-832c-553cc0e08439 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:53.609034 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:41:53.609858 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:53.638021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e654fb4-5a22-48af-9716-1db330164bc8 req-cab97d4c-96a1-4336-8b7c-82cfd4876580 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:53.642931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e654fb4-5a22-48af-9716-1db330164bc8 req-cab97d4c-96a1-4336-8b7c-82cfd4876580 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 948 time: 0.1738710 May 28 05:41:53.686730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e55262f6-af81-4d21-b749-580c522ef87c req-ec11fc5d-555a-45cb-9958-ac29bfe53e81 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 210 time: 0.1123168 May 28 05:41:53.738207 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e654fb4-5a22-48af-9716-1db330164bc8 req-abf80cd9-a877-4ef5-b5c8-b8661602cff7 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794885 May 28 05:41:53.758292 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6160ee52-8938-4a94-832c-553cc0e08439 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:53.786302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160ee52-8938-4a94-832c-553cc0e08439 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc52453-e478-4f34-bd69-b9ac86b5d704,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:53.816718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6160ee52-8938-4a94-832c-553cc0e08439 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:53.820033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6160ee52-8938-4a94-832c-553cc0e08439 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "DELETE /v2.0/security-groups/2cc52453-e478-4f34-bd69-b9ac86b5d704 HTTP/1.1" status: 204 len: 168 time: 0.4715028 May 28 05:41:53.821722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52576) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:53.832731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2d5349e-9519-4cd5-96eb-a09e707e7147 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:41:53.841279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:53.852085 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-14fc18b6-c46b-4f32-985a-32d159adae4f admin admin] 10.222.0.39 "PUT /v2.0/routers/ce108f55-34c0-4c82-b44e-f2ade548a487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2639978 May 28 05:41:53.862892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52580) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:53.868053 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-8b12162b-0401-469c-a182-faba832a6e35 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] show failed (client error): The resource could not be found. May 28 05:41:53.870698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=97ddcec4-b182-4312-bf25-4ee34ac5a58a,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:53.871507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8b12162b-0401-469c-a182-faba832a6e35 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "GET /v2.0/security-groups/2cc52453-e478-4f34-bd69-b9ac86b5d704 HTTP/1.1" status: 404 len: 347 time: 0.0482011 May 28 05:41:53.882812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52586) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:54.043083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:54.059176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'mac_address': 'fa:16:3e:7b:90:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:41:54.066155 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:41:54.129114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d2d5349e-9519-4cd5-96eb-a09e707e7147 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:54.129593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:54.149611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d5349e-9519-4cd5-96eb-a09e707e7147 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:41:54.205184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:54.220097 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:54.313649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:54.400995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-da7e029d-a57a-428c-a9b8-4cc7f187f751 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Deleting port f1b0ed8a-fe77-426f-8901-9abfc900264c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:54.401567 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da7e029d-a57a-428c-a9b8-4cc7f187f751 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:54.534049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:41:54.540105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:54.605594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d2d5349e-9519-4cd5-96eb-a09e707e7147'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:41:54.620930 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:41:50Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:54.639663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:54.722691 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] Checking router: ce108f55-34c0-4c82-b44e-f2ade548a487 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:41:54.765139 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] Routers {'ce108f55-34c0-4c82-b44e-f2ade548a487'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:41:54.765759 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ce108f55-34c0-4c82-b44e-f2ade548a487'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:54.930044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-15bcf9c2-59b1-4315-a57a-ee11d3fc3ea0 None None] Provisioning complete for port 97ddcec4-b182-4312-bf25-4ee34ac5a58a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:54.930692 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-15bcf9c2-59b1-4315-a57a-ee11d3fc3ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:54.950259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267600dc-78f6-46f5-b871-1c576d72ae9b req-d4aaa640-1473-4813-a3e4-f0f5801837bf tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:54.952090 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-267600dc-78f6-46f5-b871-1c576d72ae9b req-d4aaa640-1473-4813-a3e4-f0f5801837bf tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 0.4880996 May 28 05:41:54.976226 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] Set router ce108f55-34c0-4c82-b44e-f2ade548a487 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:41:54.995273 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da7e029d-a57a-428c-a9b8-4cc7f187f751 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:54.995736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da7e029d-a57a-428c-a9b8-4cc7f187f751 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.010869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-15bcf9c2-59b1-4315-a57a-ee11d3fc3ea0 None None] Port 97ddcec4-b182-4312-bf25-4ee34ac5a58a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:41:55.034179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.069072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Deleting port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:55.069405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.152745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-da7e029d-a57a-428c-a9b8-4cc7f187f751 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Calling delete_port for f1b0ed8a-fe77-426f-8901-9abfc900264c owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:55.186784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-54bc7b0d-3694-4429-a591-6ca3c19d2f89 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:55.188279 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-54bc7b0d-3694-4429-a591-6ca3c19d2f89 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 1.1778147 May 28 05:41:55.212252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-267600dc-78f6-46f5-b871-1c576d72ae9b req-31eba325-8fbf-4b0f-8827-e3c85a46277a tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403448 May 28 05:41:55.220084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Router 877e3184-7b02-40eb-8351-82bd87b472c9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:41:55.296882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-a1612759-2b46-41cb-b648-8fcd751e4875 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:55.298370 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-a1612759-2b46-41cb-b648-8fcd751e4875 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.33 "GET /v2.0/networks?id=7eef9322-e3a5-4a6e-8322-4654d2f42308 HTTP/1.1" status: 200 len: 817 time: 0.5975692 May 28 05:41:55.309136 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:41:50Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:55.321860 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc5524-f6da-4bc5-ac82-7471fc538268 None None] The sync data for ids ['ce108f55-34c0-4c82-b44e-f2ade548a487'] in n-d-843679-5 is: [{'id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'name': 'tempest-ServerRescueNegativeTestJSON-138082563-router', 'tenant_id': '473748e4f744401c95dc83ee58a558ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:35:35Z', 'updated_at': '2022-05-28T05:41:50Z', 'revision_number': 5, 'project_id': '473748e4f744401c95dc83ee58a558ae', 'gw_port': {'id': 'a3b5e71e-9315-4e2a-93d7-e07d4ad998d9', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce108f55-34c0-4c82-b44e-f2ade548a487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:35:37Z', 'updated_at': '2022-05-28T05:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:41:55.347130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Request body: {'port': {'device_id': '85778fd1-9be1-4c5b-a528-b6f5105b5c00', 'network_id': '7eef9322-e3a5-4a6e-8322-4654d2f42308', 'admin_state_up': True, 'tenant_id': '84e6a68cd70a4630bba38c0d8f29f45e'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:55.405995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142e424-2f60-4e17-a7c6-daa3fb7f4448 req-a8d91d50-dd40-4cad-af2b-0d5a19c11ef1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:55.411724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5142e424-2f60-4e17-a7c6-daa3fb7f4448 req-a8d91d50-dd40-4cad-af2b-0d5a19c11ef1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.9696083 May 28 05:41:55.529229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Deleting port b0e8b886-9e1e-4e3b-8873-b7f744632107 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:55.529559 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.530699 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4bc5f637-35df-4b68-b44d-ef996258e0a3 req-2b86271a-7fc3-4db8-93d1-467e37658ee4 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 210 time: 0.1131020 May 28 05:41:55.574561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:41:55.576530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da7e029d-a57a-428c-a9b8-4cc7f187f751 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.586860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Sync routers for ids ['877e3184-7b02-40eb-8351-82bd87b472c9'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:41:55.598839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Routers {'877e3184-7b02-40eb-8351-82bd87b472c9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:41:55.599984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['877e3184-7b02-40eb-8351-82bd87b472c9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:55.624716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5142e424-2f60-4e17-a7c6-daa3fb7f4448 req-c3a5397b-c5fd-4384-b687-e39e6723fd1d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535113 May 28 05:41:55.636370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e029d-a57a-428c-a9b8-4cc7f187f751 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Pushing event deleted for resources: {'Port': ['ID=f1b0ed8a-fe77-426f-8901-9abfc900264c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:55.705719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] For port a3b5e71e-9315-4e2a-93d7-e07d4ad998d9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a3b5e71e-9315-4e2a-93d7-e07d4ad998d9,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:55.706222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.736960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52616) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:55.777405 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5710e507-5c85-4f22-aac6-acfe499f3cd9 admin admin] 10.222.0.39 "PUT /v2.0/routers/877e3184-7b02-40eb-8351-82bd87b472c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1283889 May 28 05:41:55.864025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2d5349e-9519-4cd5-96eb-a09e707e7147 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:55.869640 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da7e029d-a57a-428c-a9b8-4cc7f187f751 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.872851 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da7e029d-a57a-428c-a9b8-4cc7f187f751 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.877223 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-da7e029d-a57a-428c-a9b8-4cc7f187f751 tempest-ServersTestJSON-827136932 tempest-ServersTestJSON-827136932-project] 10.222.0.39 "DELETE /v2.0/floatingips/b1ec8626-89c6-4323-8c46-bfdd845e61ea HTTP/1.1" status: 204 len: 168 time: 1.9934380 May 28 05:41:55.878009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52624) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:55.913633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b0e8b886-9e1e-4e3b-8873-b7f744632107 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:55.927436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:55.931588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Usage tracker for resource:port and tenant:84e6a68cd70a4630bba38c0d8f29f45e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:55.934736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:55.940912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:55.969943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Calling delete_port for a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:56.003844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Made reservation on behalf of 84e6a68cd70a4630bba38c0d8f29f45e for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:41:56.008092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.110765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Set router 877e3184-7b02-40eb-8351-82bd87b472c9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:41:56.153677 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04ef47b4-fdc5-4da0-b0dd-93c112526a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.222803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port d2d5349e-9519-4cd5-96eb-a09e707e7147 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:56.251910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d2d5349e-9519-4cd5-96eb-a09e707e7147 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:56.252291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.254580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-04ef47b4-fdc5-4da0-b0dd-93c112526a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:56.264197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-04ef47b4-fdc5-4da0-b0dd-93c112526a4a admin admin] Usage tracker for resource:security_group_rule and tenant:68bf3fc5133d4779b6186cf357bf6c1c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:56.268027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-04ef47b4-fdc5-4da0-b0dd-93c112526a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:56.283441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb0db-a2c4-4659-a234-46f8e929eaca req-b72099c2-4bc2-4297-aa89-a77f918951a1 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:56.291211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4eacb0db-a2c4-4659-a234-46f8e929eaca req-b72099c2-4bc2-4297-aa89-a77f918951a1 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 949 time: 0.5124407 May 28 05:41:56.294148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-04ef47b4-fdc5-4da0-b0dd-93c112526a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:56.372067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52634) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:56.386338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977219826', 'description': 'tempest-description--1153304434'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:56.398875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:56.441024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b0e8b886-9e1e-4e3b-8873-b7f744632107 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:56.441414 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.463127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Usage tracker for resource:security_group and tenant:6c303052f2a440959915b8d9746a0229 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:56.463692 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4eacb0db-a2c4-4659-a234-46f8e929eaca req-94e8192a-071f-4425-ac18-4227acf64ccb tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711116 May 28 05:41:56.473614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:56.491652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] For port b0e8b886-9e1e-4e3b-8873-b7f744632107, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0e8b886-9e1e-4e3b-8873-b7f744632107,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:56.492145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.501097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:56.579593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e8b886-9e1e-4e3b-8873-b7f744632107'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:56.658479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b0e8b886-9e1e-4e3b-8873-b7f744632107, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0e8b886-9e1e-4e3b-8873-b7f744632107,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:56.702691 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.711214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04ef47b4-fdc5-4da0-b0dd-93c112526a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.720827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04ef47b4-fdc5-4da0-b0dd-93c112526a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.739795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e63a33f-a691-4f45-bcfe-58b264c98811 req-3fc5b95b-1c2b-418b-8eb5-e5f55e3c7308 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 210 time: 0.0694265 May 28 05:41:56.817422 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e210710-2446-45fe-a824-c4fcea005e68'] response: {'server_uuid': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e8b886-9e1e-4e3b-8873-b7f744632107', 'code': 200} May 28 05:41:56.843894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.862883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef47b4-fdc5-4da0-b0dd-93c112526a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea83108-312e-4bf9-8f38-38937a6af9c7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:56.867057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d2d5349e-9519-4cd5-96eb-a09e707e7147 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:41:56.867451 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.889098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '97ddcec4-b182-4312-bf25-4ee34ac5a58a', 'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'mac_address': 'fa:16:3e:80:26:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:47Z', 'updated_at': '2022-05-28T05:41:52Z', 'revision_number': 2, 'project_id': '6c303052f2a440959915b8d9746a0229', 'subnets': [{'id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:56.893521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b0e8b886-9e1e-4e3b-8873-b7f744632107,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:56.899825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Checking router: 877e3184-7b02-40eb-8351-82bd87b472c9 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:41:56.900174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Updating router 877e3184-7b02-40eb-8351-82bd87b472c9 port 97ddcec4-b182-4312-bf25-4ee34ac5a58a binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:41:56.910674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5e769-dc50-4838-8ef1-e083335394b6 req-4bd5a17b-106b-472f-9d9d-63ab3160f2fb tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:56.912511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8ea5e769-dc50-4838-8ef1-e083335394b6 req-4bd5a17b-106b-472f-9d9d-63ab3160f2fb tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 945 time: 0.4251873 May 28 05:41:56.952945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:56.956428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:56.974597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:56.991736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-04ef47b4-fdc5-4da0-b0dd-93c112526a4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68bf3fc5133d4779b6186cf357bf6c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2525704 May 28 05:41:56.994307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52644) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:57.039032 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.040979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Usage tracker for resource:security_group_rule and tenant:6c303052f2a440959915b8d9746a0229 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:57.046370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:57.085594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Allocated IP 172.20.0.4 (7eef9322-e3a5-4a6e-8322-4654d2f42308/e6cb38bb-6c90-43e8-9c6f-92b49a62df07/72f97596-e001-4171-882b-ea0992edf5b5) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:41:57.106716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:57.181583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8ea5e769-dc50-4838-8ef1-e083335394b6 req-81f8de9d-700d-47a5-b5e0-c243458d8c27 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2599027 May 28 05:41:57.207038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.219207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.219207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.219483 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-927f5358-39ac-4d3b-978d-1b1d14e42ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.219676 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Floating IP 9074648c-acf9-4525-9929-c7f4ff4fcd68 disassociated. External IP: 172.25.4.183, port: b0e8b886-9e1e-4e3b-8873-b7f744632107. May 28 05:41:57.220111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Calling delete_port for b0e8b886-9e1e-4e3b-8873-b7f744632107 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:57.222398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:57.227549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a2775f4d-240e-4e30-bd0f-6403a4943c08 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:57.260419 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-927f5358-39ac-4d3b-978d-1b1d14e42ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.281667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: a2775f4d-240e-4e30-bd0f-6403a4943c08 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:57.281968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a2775f4d-240e-4e30-bd0f-6403a4943c08 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:57.308819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.327188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b5e71e-9315-4e2a-93d7-e07d4ad998d9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:57.367450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86b784-cb8a-4f99-a0af-a776fc9cea9e req-0a863e56-f9ef-4bdd-b812-aacb5791b932 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:57.374347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec86b784-cb8a-4f99-a0af-a776fc9cea9e req-0a863e56-f9ef-4bdd-b812-aacb5791b932 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.2934177 May 28 05:41:57.518140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec86b784-cb8a-4f99-a0af-a776fc9cea9e req-66a2f87f-c88c-442e-908a-cb7ecd85d049 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428654 May 28 05:41:57.539436 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.545825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-927f5358-39ac-4d3b-978d-1b1d14e42ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.553304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Transition to ACTIVE for port object 97ddcec4-b182-4312-bf25-4ee34ac5a58a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:57.562782 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.567952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f5358-39ac-4d3b-978d-1b1d14e42ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea83108-312e-4bf9-8f38-38937a6af9c7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:57.610712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:41:57.611082 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:41:57.623034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.668142 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-927f5358-39ac-4d3b-978d-1b1d14e42ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.671876 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-927f5358-39ac-4d3b-978d-1b1d14e42ffc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ea83108-312e-4bf9-8f38-38937a6af9c7 HTTP/1.1" status: 204 len: 168 time: 0.6764102 May 28 05:41:57.672494 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.770052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e4bacb-8159-4bcc-ad16-fbb2f62850bb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:57.781883 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.781883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7b981ee1-0d7a-42a9-b932-73d8e54fa856 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4089060 May 28 05:41:57.791712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52654) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:57.792238 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.793378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389b12c-8350-48e0-ab27-18f185515d70 None None] Pushing event updated for resources: {'Port': ['ID=97ddcec4-b182-4312-bf25-4ee34ac5a58a,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:57.809901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'security_group_rule': {'security_group_id': '40e4bacb-8159-4bcc-ad16-fbb2f62850bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:57.821774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:57.827669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Usage tracker for resource:security_group_rule and tenant:6c303052f2a440959915b8d9746a0229 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:57.831616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:57.855206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:57.899689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] Deleting port c73ad8ef-b9b5-4946-af17-0807d0b677ba {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:57.900186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.911045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Attempting to bind port 97ddcec4-b182-4312-bf25-4ee34ac5a58a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:41:57.911476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Attempting to bind port 97ddcec4-b182-4312-bf25-4ee34ac5a58a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:41:57.911841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Attempting to bind port 97ddcec4-b182-4312-bf25-4ee34ac5a58a on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:41:57.923332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:41:57.923721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Checking segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:41:57.924133 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.924516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Bound using segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:41:57.924990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Bound port: 97ddcec4-b182-4312-bf25-4ee34ac5a58a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:41:57.925355 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.039344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0a44927-d681-47a9-a19b-238325ac411a req-bb81b400-021d-47fd-ab8f-95be0a1bfc0c tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 210 time: 0.0699918 May 28 05:41:58.051749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] For port 97ddcec4-b182-4312-bf25-4ee34ac5a58a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:41:58.055361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] For port 97ddcec4-b182-4312-bf25-4ee34ac5a58a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=97ddcec4-b182-4312-bf25-4ee34ac5a58a,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:41:58.064776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.065635 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.151640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Routers {'877e3184-7b02-40eb-8351-82bd87b472c9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:41:58.152264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['877e3184-7b02-40eb-8351-82bd87b472c9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:58.158729 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.163067 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.202515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Deleting port b0e8b886-9e1e-4e3b-8873-b7f744632107 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:41:58.202856 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.298726 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.299786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce108f55-34c0-4c82-b44e-f2ade548a487 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:41:58.358462 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.361962 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.363390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4915d47-da14-48fc-9476-c1b4faad153d admin admin] 10.222.0.39 "DELETE /v2.0/routers/ce108f55-34c0-4c82-b44e-f2ade548a487 HTTP/1.1" status: 204 len: 168 time: 4.4990172 May 28 05:41:58.365718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52668) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:58.381626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.478661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389b12c-8350-48e0-ab27-18f185515d70 None None] Pushing event updated for resources: {'Port': ['ID=97ddcec4-b182-4312-bf25-4ee34ac5a58a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:58.516258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] Set router 877e3184-7b02-40eb-8351-82bd87b472c9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:41:58.564989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1dfa6-eb47-4e76-817f-22d14946ea9c req-5b2a4e15-dfeb-4593-982d-e498f7787d05 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:58.567022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87f1dfa6-eb47-4e76-817f-22d14946ea9c req-5b2a4e15-dfeb-4593-982d-e498f7787d05 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.9376183 May 28 05:41:58.647877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dc38aa-9dd2-4eec-a187-366a39e3ea6a admin admin] Deleting subnet 833c3c26-57ef-4a2b-a56f-a67f12c3972e {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:41:58.691832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] For port c73ad8ef-b9b5-4946-af17-0807d0b677ba, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c73ad8ef-b9b5-4946-af17-0807d0b677ba,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:58.692285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.763301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-46dc38aa-9dd2-4eec-a187-366a39e3ea6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.778548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] For port b0e8b886-9e1e-4e3b-8873-b7f744632107, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b0e8b886-9e1e-4e3b-8873-b7f744632107,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:41:58.778921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.795448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.819647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:41:58.882388 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87f1dfa6-eb47-4e76-817f-22d14946ea9c req-1cc53aef-cff5-46d7-b823-6d124b66e075 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079867 May 28 05:41:58.883406 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:58.914435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] Calling delete_port for c73ad8ef-b9b5-4946-af17-0807d0b677ba owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:58.968373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Network 7eef9322-e3a5-4a6e-8322-4654d2f42308 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:41:58.975789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:58.978681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:41:59.019017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '97ddcec4-b182-4312-bf25-4ee34ac5a58a', 'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'mac_address': 'fa:16:3e:80:26:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:47Z', 'updated_at': '2022-05-28T05:41:58Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'subnets': [{'id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:59.025718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e37f6d-1318-41ed-9301-a6cf96275cd0 None None] The sync data for ids ['877e3184-7b02-40eb-8351-82bd87b472c9'] in n-d-843679-5 is: [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '97ddcec4-b182-4312-bf25-4ee34ac5a58a', 'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'mac_address': 'fa:16:3e:80:26:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:47Z', 'updated_at': '2022-05-28T05:41:58Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'subnets': [{'id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:41:59.037253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00f858c-d347-4291-b985-5e6462d9a2d4,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:59.078007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-46dc38aa-9dd2-4eec-a187-366a39e3ea6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.169574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:59.172930 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.174178 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0c132db4-f40a-47ef-8746-676ff990405f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3768258 May 28 05:41:59.181532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52690) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:59.182404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:59.183932 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.193768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'security_group_rule': {'security_group_id': '40e4bacb-8159-4bcc-ad16-fbb2f62850bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:59.201235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:59.253362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:41:59.254151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3b5e71e-9315-4e2a-93d7-e07d4ad998d9 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:41:59.256264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Pushing event updated for resources: {'Port': ['ID=72f97596-e001-4171-882b-ea0992edf5b5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:59.315620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6e3b7b93-5c38-4675-9b8e-64ee759565f6 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9939163 May 28 05:41:59.361395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Usage tracker for resource:security_group_rule and tenant:6c303052f2a440959915b8d9746a0229 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:59.369210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:59.385869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Request body: {'port': {'device_id': '85778fd1-9be1-4c5b-a528-b6f5105b5c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:41:59.390881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:59.440192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2d3b4-33c3-4b0b-9746-0a83d30738a7 req-3d03e5cb-6414-4d92-86cb-1b0a18609c23 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:59.447319 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ad2d3b4-33c3-4b0b-9746-0a83d30738a7 req-3d03e5cb-6414-4d92-86cb-1b0a18609c23 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 943 time: 0.7388766 May 28 05:41:59.472576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.496208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37e5c-5a4a-42af-848b-c47fd59e7207 req-b7b4267d-1181-4845-91a8-27f752b80a8c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:41:59.496428 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-46dc38aa-9dd2-4eec-a187-366a39e3ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.498356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9f37e5c-5a4a-42af-848b-c47fd59e7207 req-b7b4267d-1181-4845-91a8-27f752b80a8c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.4519968 May 28 05:41:59.530706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.531095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.531438 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Floating IP 9074648c-acf9-4525-9929-c7f4ff4fcd68 disassociated. External IP: 172.25.4.183, port: b0e8b886-9e1e-4e3b-8873-b7f744632107. May 28 05:41:59.531777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Calling delete_port for b0e8b886-9e1e-4e3b-8873-b7f744632107 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:41:59.618381 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ad2d3b4-33c3-4b0b-9746-0a83d30738a7 req-18146def-a046-4974-a414-1128fc791cd1 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups?id=939d41b3-9442-4608-a489-b347901f67df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1701851 May 28 05:41:59.675965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9f37e5c-5a4a-42af-848b-c47fd59e7207 req-0f8bec5a-896c-4728-8399-b72c03a19b6f tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665130 May 28 05:41:59.696528 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.714800 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99447a99-6ef1-48d9-911c-df6c09981e54'] response: {'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'code': 200} May 28 05:41:59.716346 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.720536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-46dc38aa-9dd2-4eec-a187-366a39e3ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.784047 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.807199 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-46dc38aa-9dd2-4eec-a187-366a39e3ea6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.813057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be58f8-91bd-491c-b3c8-82cd693bb233 None None] Network 13998490-a147-4905-890a-6d01ccfa4ec9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:41:59.815910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc38aa-9dd2-4eec-a187-366a39e3ea6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=833c3c26-57ef-4a2b-a56f-a67f12c3972e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:59.851606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9fdba0-8dd1-42ee-a4e0-0f36f1a829fa,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:59.860056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.898960 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-46dc38aa-9dd2-4eec-a187-366a39e3ea6a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/833c3c26-57ef-4a2b-a56f-a67f12c3972e HTTP/1.1" status: 204 len: 168 time: 1.5327647 May 28 05:41:59.905751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52696) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:59.917160 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:59.918334 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-73e1ac68-ad60-4707-8ede-eb9c0c3aa572 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7342637 May 28 05:41:59.937709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73ad8ef-b9b5-4946-af17-0807d0b677ba,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:59.941708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52702) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:00.037937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:00.320142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:00.352084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Usage tracker for resource:floatingip and tenant:6c303052f2a440959915b8d9746a0229 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:00.370021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:00.389765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:00.395351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:00.444038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:00.450256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbc644-de6c-4268-8335-8018f1438845 req-fe6bd93f-8bfb-4526-9f0a-f13a420f86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:00.451928 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-09bbc644-de6c-4268-8335-8018f1438845 req-fe6bd93f-8bfb-4526-9f0a-f13a420f86b8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1101 time: 0.6465631 May 28 05:42:00.500393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db4428-aa02-4652-9373-a3da3071a2bb None None] DHCP port deletion for 13998490-a147-4905-890a-6d01ccfa4ec9 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:42:00.504977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-59db4428-aa02-4652-9373-a3da3071a2bb None None] Deleting port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:00.505919 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59db4428-aa02-4652-9373-a3da3071a2bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:00.699348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:00.777770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Pushing event deleted for resources: {'Port': ['ID=b0e8b886-9e1e-4e3b-8873-b7f744632107,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:00.796218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-59db4428-aa02-4652-9373-a3da3071a2bb None None] For port 907d4264-2e62-4a71-9ba2-721ffe9ffa12, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=907d4264-2e62-4a71-9ba2-721ffe9ffa12,segment=NetworkSegment(23186eea-d7ae-40c0-abe0-ddfbea23748e),segment_id=23186eea-d7ae-40c0-abe0-ddfbea23748e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:00.796393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52710) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:00.796826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59db4428-aa02-4652-9373-a3da3071a2bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:00.846819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.847181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.847561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.847897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.848231 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.849365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.849698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.850220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.850552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.850879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.851202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.851550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:00.870434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:00.880377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:00.895443 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-09bbc644-de6c-4268-8335-8018f1438845 req-f760dbb6-2db9-426d-8b89-06b817758363 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123957 May 28 05:42:00.908010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca038d2-5fed-4331-bfce-1703bfda2a7b req-0570c4be-0688-4751-9a3c-de481027530e tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:00.915540 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ca038d2-5fed-4331-bfce-1703bfda2a7b req-0570c4be-0688-4751-9a3c-de481027530e tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 931 time: 0.9789562 May 28 05:42:00.952881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-59db4428-aa02-4652-9373-a3da3071a2bb None None] Calling delete_port for 907d4264-2e62-4a71-9ba2-721ffe9ffa12 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:01.010606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083061db-3c40-43b1-9a39-29ad28528b34 req-0f38ddae-7cf8-4392-aaae-6f912aa48b56 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:01.017844 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-083061db-3c40-43b1-9a39-29ad28528b34 req-0f38ddae-7cf8-4392-aaae-6f912aa48b56 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.7804911 May 28 05:42:01.041354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ca038d2-5fed-4331-bfce-1703bfda2a7b req-bfc84d55-5add-499f-8ddf-f9cab96ed33b tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248670 May 28 05:42:01.043137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Deleting port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:01.049829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.059471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7cc3ac-c948-4fea-8189-99f17a306ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.072647 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59db4428-aa02-4652-9373-a3da3071a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.128197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db4428-aa02-4652-9373-a3da3071a2bb None None] Pushing event deleted for resources: {'Port': ['ID=907d4264-2e62-4a71-9ba2-721ffe9ffa12,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:01.147629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db4428-aa02-4652-9373-a3da3071a2bb None None] No DVR routers for this DVR port 907d4264-2e62-4a71-9ba2-721ffe9ffa12 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:42:01.298353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 97ddcec4-b182-4312-bf25-4ee34ac5a58a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:01.298552 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-083061db-3c40-43b1-9a39-29ad28528b34 req-acd2049a-be76-4ca0-9bb9-84e19519b676 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785597 May 28 05:42:01.306735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-de7cc3ac-c948-4fea-8189-99f17a306ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:01.324843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f97596-e001-4171-882b-ea0992edf5b5 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:01.336185 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.343262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] The port '907d4264-2e62-4a71-9ba2-721ffe9ffa12' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:42:01.356548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Transition to ACTIVE for port object 72f97596-e001-4171-882b-ea0992edf5b5 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:01.358552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-de7cc3ac-c948-4fea-8189-99f17a306ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:8f271c1af4f04e1f8f76e87c85b39ad8 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:01.363321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-de7cc3ac-c948-4fea-8189-99f17a306ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:01.366404 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64f03678-6cc7-4217-8dc6-cf22f1387aca req-a15f249c-0899-4806-88ed-192d2abe6794 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 210 time: 0.1386662 May 28 05:42:01.370913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-de7cc3ac-c948-4fea-8189-99f17a306ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:01.374984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 97ddcec4-b182-4312-bf25-4ee34ac5a58a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:01.382856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 97ddcec4-b182-4312-bf25-4ee34ac5a58a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:01.383432 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.438078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Router 7fc5fc87-d978-4809-acf7-12461441f370 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:42:01.449163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.521168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 97ddcec4-b182-4312-bf25-4ee34ac5a58a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:01.521989 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.561070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 97ddcec4-b182-4312-bf25-4ee34ac5a58a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=97ddcec4-b182-4312-bf25-4ee34ac5a58a,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:01.565845 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.575823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.615520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13998490-a147-4905-890a-6d01ccfa4ec9']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:01.628663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 907d4264-2e62-4a71-9ba2-721ffe9ffa12 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:01.647223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23186eea-d7ae-40c0-abe0-ddfbea23748e') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:01.647553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23186eea-d7ae-40c0-abe0-ddfbea23748e') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:01.663605 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.666798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 907d4264-2e62-4a71-9ba2-721ffe9ffa12 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:42:01.667262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 907d4264-2e62-4a71-9ba2-721ffe9ffa12 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:42:01.684132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=97ddcec4-b182-4312-bf25-4ee34ac5a58a,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:01.756755 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.764766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Pushing event updated for resources: {'Port': ['ID=72f97596-e001-4171-882b-ea0992edf5b5,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:01.788385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:42:01.788783 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.853904 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 23186eea-d7ae-40c0-abe0-ddfbea23748e resource provider aggregate not found May 28 05:42:01.864038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7cc3ac-c948-4fea-8189-99f17a306ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.887202 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 23186eea-d7ae-40c0-abe0-ddfbea23748e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23186eea-d7ae-40c0-abe0-ddfbea23748e found for delete ", "request_id": "req-492f7208-c89a-4d06-b34a-bd64176cd32a"}]} May 28 05:42:01.915211 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7cc3ac-c948-4fea-8189-99f17a306ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:01.949044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:02.001613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:02.010946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cc3ac-c948-4fea-8189-99f17a306ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0decdcd-fd52-41d3-a0f6-fc538cfa2a37,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:02.020326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140e10-5767-476d-8353-f15c873bbde5 req-ac340dc3-5224-4065-819d-55b68cb538c8 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:02.022324 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c140e10-5767-476d-8353-f15c873bbde5 req-ac340dc3-5224-4065-819d-55b68cb538c8 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.5770168 May 28 05:42:02.028599 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-de7cc3ac-c948-4fea-8189-99f17a306ba5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f271c1af4f04e1f8f76e87c85b39ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2303739 May 28 05:42:02.033660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:42:02.037128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52726) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:02.040555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:02.044389 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] Sync routers for ids ['7fc5fc87-d978-4809-acf7-12461441f370'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:42:02.055934 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] Routers {'7fc5fc87-d978-4809-acf7-12461441f370'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:02.056867 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7fc5fc87-d978-4809-acf7-12461441f370'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:02.086266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Attempting to bind port 72f97596-e001-4171-882b-ea0992edf5b5 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:02.086607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Attempting to bind port 72f97596-e001-4171-882b-ea0992edf5b5 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'bba01e11-e87b-4b6a-ab20-3e074247d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7eef9322-e3a5-4a6e-8322-4654d2f42308'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:02.086934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Attempting to bind port 72f97596-e001-4171-882b-ea0992edf5b5 on network 7eef9322-e3a5-4a6e-8322-4654d2f42308 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:02.109469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=13998490-a147-4905-890a-6d01ccfa4ec9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:02.140489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Port 72f97596-e001-4171-882b-ea0992edf5b5 on network 7eef9322-e3a5-4a6e-8322-4654d2f42308 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:42:02.140811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Attempting to bind port 72f97596-e001-4171-882b-ea0992edf5b5 on network 7eef9322-e3a5-4a6e-8322-4654d2f42308 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:02.146515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] No DVR routers for this DVR port b0e8b886-9e1e-4e3b-8873-b7f744632107 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:42:02.152900 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:02.157283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'name': 'network-vif-deleted', 'tag': 'b0e8b886-9e1e-4e3b-8873-b7f744632107'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:02.165313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:02.165647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Checking segment: {'id': 'bba01e11-e87b-4b6a-ab20-3e074247d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7eef9322-e3a5-4a6e-8322-4654d2f42308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:02.166026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Bound using segment: {'id': 'bba01e11-e87b-4b6a-ab20-3e074247d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7eef9322-e3a5-4a6e-8322-4654d2f42308'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:02.166456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Bound port: 72f97596-e001-4171-882b-ea0992edf5b5, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba01e11-e87b-4b6a-ab20-3e074247d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7eef9322-e3a5-4a6e-8322-4654d2f42308'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:02.166798 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:02.172800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8680bd43-ca94-4118-9f7d-fb5be923290f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:02.196069 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c140e10-5767-476d-8353-f15c873bbde5 req-358b55d9-e6eb-48bf-b4aa-5101c6dbdaab tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660154 May 28 05:42:02.223778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] Router f4347878-d268-4ad0-8956-891a300b11b4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:42:02.236475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-617d2f11-242e-4fc6-bbd9-0290e63d4ee8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/13998490-a147-4905-890a-6d01ccfa4ec9 HTTP/1.1" status: 204 len: 168 time: 2.3296745 May 28 05:42:02.267946 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] Set router 7fc5fc87-d978-4809-acf7-12461441f370 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:02.336026 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-351e4994-4a69-41bf-9f7d-3d4fbad4a128 req-e35c4add-4609-4a97-9eb7-da8a101b036f tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.41 "DELETE /v2.0/ports/b0e8b886-9e1e-4e3b-8873-b7f744632107 HTTP/1.1" status: 204 len: 173 time: 7.0889995 May 28 05:42:02.345987 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35b0a3b-307a-4625-8381-041becdb3b6f'] response: {'server_uuid': '6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb', 'name': 'network-vif-deleted', 'tag': 'b0e8b886-9e1e-4e3b-8873-b7f744632107', 'status': 'completed', 'code': 200} May 28 05:42:02.388213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] For port 72f97596-e001-4171-882b-ea0992edf5b5, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:02.394071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] For port 72f97596-e001-4171-882b-ea0992edf5b5, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=72f97596-e001-4171-882b-ea0992edf5b5,segment=NetworkSegment(bba01e11-e87b-4b6a-ab20-3e074247d24c),segment_id=bba01e11-e87b-4b6a-ab20-3e074247d24c)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:02.402539 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:02.564447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52740) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:02.601332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:02.601935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:02.603278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] 10.222.0.33 "PUT /v2.0/ports/72f97596-e001-4171-882b-ea0992edf5b5 HTTP/1.1" status: 200 len: 1091 time: 3.2227266 May 28 05:42:02.613003 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8680bd43-ca94-4118-9f7d-fb5be923290f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:02.660473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76762555-06ca-4138-92d7-449aa4547b89 service neutron] Pushing event updated for resources: {'Port': ['ID=72f97596-e001-4171-882b-ea0992edf5b5,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:02.694431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Allocated IP 172.25.4.233 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/9a11274d-251d-4992-8bb1-6d63d9cf7351) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:02.710358 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6c713fcc-c349-42a1-b317-192d5a0f16a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=473748e4f744401c95dc83ee58a558ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391633 May 28 05:42:02.716953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52744) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:02.756233 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:51Z', 'revision_number': 5, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:02.762005 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] Checking router: 7fc5fc87-d978-4809-acf7-12461441f370 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:42:02.775226 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] Routers {'7fc5fc87-d978-4809-acf7-12461441f370'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:02.775999 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7fc5fc87-d978-4809-acf7-12461441f370'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:02.789514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8343b-57ab-4a4a-92d9-86e055944083 req-b63cf4b4-294d-440e-be90-ee6c34fbe846 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:02.793408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92b8343b-57ab-4a4a-92d9-86e055944083 req-b63cf4b4-294d-440e-be90-ee6c34fbe846 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.2718270 May 28 05:42:03.008014 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:03.024923 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92b8343b-57ab-4a4a-92d9-86e055944083 req-915cd025-e586-452f-8740-7e481309f1b1 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262018 May 28 05:42:03.025626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8823863-d522-4f67-b144-639acc087de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:03.030825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-79d2e3aa-12cc-476d-bd9c-b94eaf522477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:03.032390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-79d2e3aa-12cc-476d-bd9c-b94eaf522477 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84e6a68cd70a4630bba38c0d8f29f45e&device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 1094 time: 0.3626404 May 28 05:42:03.043495 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] Set router 7fc5fc87-d978-4809-acf7-12461441f370 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:03.075613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:03.134977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-f1380108-59b8-4b11-8ad7-9d72baf8e5a4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f97596-e001-4171-882b-ea0992edf5b5 HTTP/1.1" status: 200 len: 217 time: 0.0877404 May 28 05:42:03.136811 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8823863-d522-4f67-b144-639acc087de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:03.222972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 97ddcec4-b182-4312-bf25-4ee34ac5a58a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:03.279632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-cb72e557-3fe3-4c6f-8f09-9641c08e7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:03.281669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-cb72e557-3fe3-4c6f-8f09-9641c08e7345 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=e6cb38bb-6c90-43e8-9c6f-92b49a62df07 HTTP/1.1" status: 200 len: 857 time: 0.1340520 May 28 05:42:03.287272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:03.293901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:42:03.296900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:03.307092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:03.326512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] Sync routers for ids ['f4347878-d268-4ad0-8956-891a300b11b4'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:42:03.358934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'Port': ['ID=9a11274d-251d-4992-8bb1-6d63d9cf7351,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:03.381981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] Routers {'f4347878-d268-4ad0-8956-891a300b11b4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:03.382637 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f4347878-d268-4ad0-8956-891a300b11b4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:03.383623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cdcb43bc-909d-4ed8-8d71-ee55e3b26768 admin admin] 10.222.0.39 "PUT /v2.0/routers/f4347878-d268-4ad0-8956-891a300b11b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5042677 May 28 05:42:03.388308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52750) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:03.398500 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8680bd43-ca94-4118-9f7d-fb5be923290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:03.414635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8680bd43-ca94-4118-9f7d-fb5be923290f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:03.418620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8680bd43-ca94-4118-9f7d-fb5be923290f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0decdcd-fd52-41d3-a0f6-fc538cfa2a37 HTTP/1.1" status: 204 len: 168 time: 1.3650157 May 28 05:42:03.471518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-6bf47586-9ff4-4bba-99aa-0f8fde6caf92 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7eef9322-e3a5-4a6e-8322-4654d2f42308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827199 May 28 05:42:03.477494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-947cc684-3cc4-4c41-b055-ae1fa21301ae req-3e29118b-c107-4770-93bb-b2544d5ab361 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Synchronizing usage tracker for tenant:d6f3c7e8ac0d41e896a15bf9497afa23 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:03.510434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680bd43-ca94-4118-9f7d-fb5be923290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0decdcd-fd52-41d3-a0f6-fc538cfa2a37,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:03.523522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4331c6-960f-4cc3-af83-42fda4374b8e req-48137a43-f11e-44e0-a8a1-24c30a5c5b80 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:03.528136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8823863-d522-4f67-b144-639acc087de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:03.530669 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb4331c6-960f-4cc3-af83-42fda4374b8e req-48137a43-f11e-44e0-a8a1-24c30a5c5b80 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 943 time: 1.0192487 May 28 05:42:03.578068 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:51Z', 'revision_number': 5, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:03.590505 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25174f51-01ee-4f04-be74-774aa343ce69 None None] The sync data for ids ['7fc5fc87-d978-4809-acf7-12461441f370'] in n-d-843679-5 is: [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:39:40Z', 'revision_number': 4, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4a62fa6-508e-43bf-8ea5-783c16b445af', 'name': '', 'network_id': 'f052cbff-bb22-4f3b-a360-8342fad88471', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'mac_address': 'fa:16:3e:4b:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:38Z', 'updated_at': '2022-05-28T05:39:51Z', 'revision_number': 5, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'subnets': [{'id': 'a2a36020-7529-499f-97e8-dc852f277e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:42:03.705108 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb4331c6-960f-4cc3-af83-42fda4374b8e req-df966f58-5e6a-4e84-b971-f860743a5338 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735346 May 28 05:42:03.776692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-947cc684-3cc4-4c41-b055-ae1fa21301ae req-3e29118b-c107-4770-93bb-b2544d5ab361 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Unset dirty status for tenant:d6f3c7e8ac0d41e896a15bf9497afa23 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:03.787076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-947cc684-3cc4-4c41-b055-ae1fa21301ae req-3e29118b-c107-4770-93bb-b2544d5ab361 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe723c1-3535-4dd6-b6dd-e89ed9ea6ebb HTTP/1.1" status: 200 len: 210 time: 0.4230928 May 28 05:42:03.795099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8823863-d522-4f67-b144-639acc087de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b226cd-16fd-45af-9c09-fa2b4143509b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:03.813040 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8823863-d522-4f67-b144-639acc087de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:03.814476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b8823863-d522-4f67-b144-639acc087de3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75b226cd-16fd-45af-9c09-fa2b4143509b HTTP/1.1" status: 204 len: 168 time: 1.0965390 May 28 05:42:03.828873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:03.869300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-eb8a07c7-0927-437a-8b12-870250fd3604 service neutron] 10.222.0.33 "GET /v2.0/networks/7eef9322-e3a5-4a6e-8322-4654d2f42308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882940 May 28 05:42:03.897258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 97ddcec4-b182-4312-bf25-4ee34ac5a58a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:03.902369 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:03.904015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:04.151372 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c127a-6e8b-417f-8883-c15136579894 None None] New status for floating IP 9074648c-acf9-4525-9929-c7f4ff4fcd68: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:42:04.222213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] Set router f4347878-d268-4ad0-8956-891a300b11b4 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:04.313063 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:04.393705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85778fd1-9be1-4c5b-a528-b6f5105b5c00', 'tag': '72f97596-e001-4171-882b-ea0992edf5b5'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:04.432340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5547e6-84c8-4333-8d98-380b8fef3ef6 req-92270b0f-f864-484b-89d3-d3594455344d service neutron] 10.222.0.33 "GET /v2.0/networks/7eef9322-e3a5-4a6e-8322-4654d2f42308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558538 May 28 05:42:04.483924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8636e86-8695-473d-8d2e-8c75b290a05c req-05db34fb-6665-4956-a111-b037e0690f93 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:04.485312 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8636e86-8695-473d-8d2e-8c75b290a05c req-05db34fb-6665-4956-a111-b037e0690f93 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.1678219 May 28 05:42:04.587804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8636e86-8695-473d-8d2e-8c75b290a05c req-3f5401ec-ff64-4151-9c30-1e1f7c39eb70 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906689 May 28 05:42:04.658577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:04.672214 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2922c03-5038-47ef-b537-c6bf58c4424b'] response: {'name': 'network-changed', 'server_uuid': '85778fd1-9be1-4c5b-a528-b6f5105b5c00', 'tag': '72f97596-e001-4171-882b-ea0992edf5b5', 'status': 'completed', 'code': 200} May 28 05:42:04.811660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a5a37-1776-4d4f-99b0-d97c18a9c23d req-83cf33f0-3ab1-412b-8a5b-78f0c287a4bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:04.818713 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-808a5a37-1776-4d4f-99b0-d97c18a9c23d req-83cf33f0-3ab1-412b-8a5b-78f0c287a4bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.7855337 May 28 05:42:04.861657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Deleting port c96ccf57-aec4-4e45-aed2-66463fb3e353 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:04.862540 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:04.953251 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-808a5a37-1776-4d4f-99b0-d97c18a9c23d req-5b4f73c4-3b8b-4c26-b4ba-d2f2ec160f5a tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336708 May 28 05:42:04.964489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5f5b-300f-408d-947f-e052969e9b20 req-c63eb0bb-37ad-45ef-ad62-29fc07f2921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:04.966144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11cf5f5b-300f-408d-947f-e052969e9b20 req-c63eb0bb-37ad-45ef-ad62-29fc07f2921a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84e6a68cd70a4630bba38c0d8f29f45e&device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 1094 time: 0.2398596 May 28 05:42:05.034966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d35df7-3855-4379-94da-f34de3cc6931 req-2c6a4898-7bcd-40db-afd2-f9f8f943bdca tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:05.038069 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f8d35df7-3855-4379-94da-f34de3cc6931 req-2c6a4898-7bcd-40db-afd2-f9f8f943bdca tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1101 time: 0.2103682 May 28 05:42:05.123940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 97ddcec4-b182-4312-bf25-4ee34ac5a58a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:05.198545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:41:59Z', 'revision_number': 5, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port': {'id': 'c96ccf57-aec4-4e45-aed2-66463fb3e353', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:37Z', 'updated_at': '2022-05-28T05:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:05.204554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] Checking router: f4347878-d268-4ad0-8956-891a300b11b4 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:42:05.228797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] Routers {'f4347878-d268-4ad0-8956-891a300b11b4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:05.229410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:42:05.232841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f4347878-d268-4ad0-8956-891a300b11b4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:05.282418 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:05.318533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f8d35df7-3855-4379-94da-f34de3cc6931 req-edc29450-3a52-4da5-8bd5-c7ac54420323 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687392 May 28 05:42:05.339990 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:05.404373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5f5b-300f-408d-947f-e052969e9b20 req-ed77321c-4534-439d-ad5a-c45c949b1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:05.407862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11cf5f5b-300f-408d-947f-e052969e9b20 req-ed77321c-4534-439d-ad5a-c45c949b1014 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7eef9322-e3a5-4a6e-8322-4654d2f42308 HTTP/1.1" status: 200 len: 918 time: 0.4340842 May 28 05:42:05.501750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] For port c96ccf57-aec4-4e45-aed2-66463fb3e353, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c96ccf57-aec4-4e45-aed2-66463fb3e353,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:05.502062 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:05.559971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11cf5f5b-300f-408d-947f-e052969e9b20 req-0fa28931-6c2b-4a0d-b41a-6e83fe98d1e7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f97596-e001-4171-882b-ea0992edf5b5 HTTP/1.1" status: 200 len: 217 time: 0.1447668 May 28 05:42:05.584940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] Set router f4347878-d268-4ad0-8956-891a300b11b4 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:05.616132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52810) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:05.653141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5f5b-300f-408d-947f-e052969e9b20 req-44af9c44-6826-421e-8095-9603b325524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:05.655117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11cf5f5b-300f-408d-947f-e052969e9b20 req-44af9c44-6826-421e-8095-9603b325524c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=e6cb38bb-6c90-43e8-9c6f-92b49a62df07 HTTP/1.1" status: 200 len: 857 time: 0.0859430 May 28 05:42:05.716498 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11cf5f5b-300f-408d-947f-e052969e9b20 req-751f222e-f451-4ee5-86f7-3006f73bc3a9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7eef9322-e3a5-4a6e-8322-4654d2f42308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542564 May 28 05:42:05.759480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:42:04Z', 'revision_number': 6, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:05.764907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436dff6-5ffb-4727-8ff3-27986e44e6a6 None None] The sync data for ids ['f4347878-d268-4ad0-8956-891a300b11b4'] in n-d-843679-5 is: [{'id': 'f4347878-d268-4ad0-8956-891a300b11b4', 'name': 'tempest-ServersTestJSON-421107696-router', 'tenant_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:34Z', 'updated_at': '2022-05-28T05:42:04Z', 'revision_number': 6, 'project_id': 'ac4e54f147ae48d0a5db18d4a28d69d2', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:42:05.864890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-255895432-network', 'tenant_id': 'bbcbe1c654f24e269e845e9209244e6a'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:05.873597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:05.881232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Usage tracker for resource:network and tenant:bbcbe1c654f24e269e845e9209244e6a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:05.885822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:05.896315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:05.930434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Made reservation on behalf of bbcbe1c654f24e269e845e9209244e6a for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:05.933226 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:05.949308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11cf5f5b-300f-408d-947f-e052969e9b20 req-742caaee-57ca-43d1-b73c-43f280c4508e service neutron] 10.222.0.33 "GET /v2.0/networks/7eef9322-e3a5-4a6e-8322-4654d2f42308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247179 May 28 05:42:05.950102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:05.979762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Calling delete_port for c96ccf57-aec4-4e45-aed2-66463fb3e353 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:06.038745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'Port': ['ID=9a11274d-251d-4992-8bb1-6d63d9cf7351,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:06.047690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:06.055048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab7c8c-c81f-407c-ac77-d0df3e1f9858 req-727afb05-6c79-49fd-bec0-a23b31d1c40f tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:06.060970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Usage tracker for resource:security_group_rule and tenant:bbcbe1c654f24e269e845e9209244e6a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:06.062142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2cab7c8c-c81f-407c-ac77-d0df3e1f9858 req-727afb05-6c79-49fd-bec0-a23b31d1c40f tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 943 time: 0.9375513 May 28 05:42:06.065321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:06.074759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:06.082535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.155751 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.158648 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11cf5f5b-300f-408d-947f-e052969e9b20 req-1ca299a5-74fb-414f-86fa-f18633e91d9c service neutron] 10.222.0.33 "GET /v2.0/networks/7eef9322-e3a5-4a6e-8322-4654d2f42308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990902 May 28 05:42:06.166444 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6ce0cf89-baad-4794-bb50-e4a54f3d807d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2204864 May 28 05:42:06.299007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52832) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:06.306759 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2cab7c8c-c81f-407c-ac77-d0df3e1f9858 req-ad495363-3dd6-4381-b132-f5504462e422 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422793 May 28 05:42:06.477894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ba20e37-e909-481e-ac1e-0e49693df356 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.519844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.525118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.558657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:42:06.569304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb032db-ec3a-430e-81b4-2820cb8e4e12,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:06.577225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.577518 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Added segment fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f of type vlan for network 43eb02fb-8806-4adf-920c-0ac06b2713a6 May 28 05:42:06.610581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.690961 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ba20e37-e909-481e-ac1e-0e49693df356 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.702850 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.705381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:06.707757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.756951 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:06.821387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4fb97-0a55-4c1b-a12a-2c9908b31e0c req-306a8fc6-e60c-4a03-bca1-682c2dd0ef3c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:06.822905 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbe4fb97-0a55-4c1b-a12a-2c9908b31e0c req-306a8fc6-e60c-4a03-bca1-682c2dd0ef3c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.3429818 May 28 05:42:06.826832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96ccf57-aec4-4e45-aed2-66463fb3e353,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:06.894671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2717268 May 28 05:42:06.894671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4981e06-2fc8-454c-9a66-c19ee342a34e admin admin] Pushing event updated for resources: {'Network': ['ID=43eb02fb-8806-4adf-920c-0ac06b2713a6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:06.899426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52844) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:06.906359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 43eb02fb-8806-4adf-920c-0ac06b2713a6 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:42:06.909630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Request body: {'subnet': {'network_id': '43eb02fb-8806-4adf-920c-0ac06b2713a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-255895432-subnet', 'tenant_id': 'bbcbe1c654f24e269e845e9209244e6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:06.921152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701d984-28d0-46eb-abd6-ac33f5d84fea req-97fd83e1-5ecb-497f-b7e6-eecdea951167 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:06.928720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b701d984-28d0-46eb-abd6-ac33f5d84fea req-97fd83e1-5ecb-497f-b7e6-eecdea951167 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.2848992 May 28 05:42:06.952776 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-3c167b52-08b0-44b1-a766-1dc0706b96ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5780606 May 28 05:42:06.961687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:06.977678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Usage tracker for resource:subnet and tenant:bbcbe1c654f24e269e845e9209244e6a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:06.982995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:06.994471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b701d984-28d0-46eb-abd6-ac33f5d84fea req-a865482c-c51c-4ac1-ac18-204ed95bdb78 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649319 May 28 05:42:06.995484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:07.010234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Made reservation on behalf of bbcbe1c654f24e269e845e9209244e6a for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:07.012806 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.025219 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.075255 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ba20e37-e909-481e-ac1e-0e49693df356 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.252361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c73ad8ef-b9b5-4946-af17-0807d0b677ba no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:07.289392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-72ef332f-cc88-43a6-a826-0cae7098cfc8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:07.295113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: c73ad8ef-b9b5-4946-af17-0807d0b677ba {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:42:07.295700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c73ad8ef-b9b5-4946-af17-0807d0b677ba not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:42:07.296329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c96ccf57-aec4-4e45-aed2-66463fb3e353 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:07.297560 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ba20e37-e909-481e-ac1e-0e49693df356 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.298747 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0ba20e37-e909-481e-ac1e-0e49693df356 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "DELETE /v2.0/security-groups/939d41b3-9442-4608-a489-b347901f67df HTTP/1.1" status: 204 len: 168 time: 0.9975157 May 28 05:42:07.299746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba20e37-e909-481e-ac1e-0e49693df356 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939d41b3-9442-4608-a489-b347901f67df,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:07.303154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52872) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:07.311993 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbe4fb97-0a55-4c1b-a12a-2c9908b31e0c req-65c5f165-c52f-40d1-97cd-8fd205434e13 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503388 May 28 05:42:07.332209 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-d5c227dc-0e52-4087-9a2c-0b04b35adb96 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] show failed (client error): The resource could not be found. May 28 05:42:07.333338 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d5c227dc-0e52-4087-9a2c-0b04b35adb96 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "GET /v2.0/security-groups/939d41b3-9442-4608-a489-b347901f67df HTTP/1.1" status: 404 len: 347 time: 0.0265629 May 28 05:42:07.338552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52876) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:07.345144 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.348307 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.354459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: c96ccf57-aec4-4e45-aed2-66463fb3e353 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:42:07.355164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c96ccf57-aec4-4e45-aed2-66463fb3e353 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:42:07.382354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.383024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4347878-d268-4ad0-8956-891a300b11b4 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:42:07.395752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.400026 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-59cfa96c-9d1b-497c-b4d1-b5e99d668b47 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f4347878-d268-4ad0-8956-891a300b11b4 HTTP/1.1" status: 204 len: 168 time: 4.0089490 May 28 05:42:07.402522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52882) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:07.485625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-72ef332f-cc88-43a6-a826-0cae7098cfc8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:07.486970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-72ef332f-cc88-43a6-a826-0cae7098cfc8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--977219826&fields=id&tenant_id=6c303052f2a440959915b8d9746a0229 HTTP/1.1" status: 200 len: 267 time: 0.3446581 May 28 05:42:07.534543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e7e20d8a-0e13-4b14-acff-48541c33cfbf req-a021a705-cbc2-4b84-b950-5ed3a1255ba5 tempest-AbsoluteLimitsNegativeTestJSON-1718463061 tempest-AbsoluteLimitsNegativeTestJSON-1718463061-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=efc305a9179d4583ab4340e163073dc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446987 May 28 05:42:07.657996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2ca31c3f-931a-4e30-bab7-e9144d0d3256 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Deleting port 4c5104bb-d396-462c-afa0-6b8d748ea129 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:07.658478 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ca31c3f-931a-4e30-bab7-e9144d0d3256 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.722994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2658393-b7e3-4fd2-9858-dfd7b7ed03e8 admin admin] Deleting subnet 205c0e67-a1cd-4db2-ab3c-0b75e92a1da9 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:42:07.734639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20d8a-0e13-4b14-acff-48541c33cfbf req-d9d34a17-5870-403d-9687-b4a44669b62c tempest-AbsoluteLimitsNegativeTestJSON-1718463061 tempest-AbsoluteLimitsNegativeTestJSON-1718463061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:07.742206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e7e20d8a-0e13-4b14-acff-48541c33cfbf req-d9d34a17-5870-403d-9687-b4a44669b62c tempest-AbsoluteLimitsNegativeTestJSON-1718463061 tempest-AbsoluteLimitsNegativeTestJSON-1718463061-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068233 May 28 05:42:07.761498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2658393-b7e3-4fd2-9858-dfd7b7ed03e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.809154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e7e20d8a-0e13-4b14-acff-48541c33cfbf req-715fd6c0-dbc6-4a64-98d3-a672e90913c8 tempest-AbsoluteLimitsNegativeTestJSON-1718463061 tempest-AbsoluteLimitsNegativeTestJSON-1718463061-project] 10.222.0.39 "GET /v2.0/quotas/efc305a9179d4583ab4340e163073dc6 HTTP/1.1" status: 200 len: 375 time: 0.0660369 May 28 05:42:07.868470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2658393-b7e3-4fd2-9858-dfd7b7ed03e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.925995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:07.943761 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e7e20d8a-0e13-4b14-acff-48541c33cfbf req-1956154b-573c-4376-b3a2-2c92927c8f1f tempest-AbsoluteLimitsNegativeTestJSON-1718463061 tempest-AbsoluteLimitsNegativeTestJSON-1718463061-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=efc305a9179d4583ab4340e163073dc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262224 May 28 05:42:08.019311 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2658393-b7e3-4fd2-9858-dfd7b7ed03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.024498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-8b03b29d-84d5-44a8-bb2e-d9e055af0359 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:08.031131 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-8b03b29d-84d5-44a8-bb2e-d9e055af0359 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 812 time: 0.5301890 May 28 05:42:08.092580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-adb134c7-431d-4868-81d1-4bdc47d8b23a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/quotas/6c303052f2a440959915b8d9746a0229 HTTP/1.1" status: 200 len: 375 time: 0.0605075 May 28 05:42:08.150438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=407934f9-3ae2-45f7-934e-0abbe7d27800,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:08.158775 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ca31c3f-931a-4e30-bab7-e9144d0d3256 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.159136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ca31c3f-931a-4e30-bab7-e9144d0d3256 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.187145 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2658393-b7e3-4fd2-9858-dfd7b7ed03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.235803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Checking segment: {'id': 'fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '43eb02fb-8806-4adf-920c-0ac06b2713a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:08.236207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Network hostable DHCP agents. Network: 43eb02fb-8806-4adf-920c-0ac06b2713a6, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:42:08.317620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2ca31c3f-931a-4e30-bab7-e9144d0d3256 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Calling delete_port for 4c5104bb-d396-462c-afa0-6b8d748ea129 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:08.360914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2658393-b7e3-4fd2-9858-dfd7b7ed03e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205c0e67-a1cd-4db2-ab3c-0b75e92a1da9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:08.363118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2658393-b7e3-4fd2-9858-dfd7b7ed03e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.373771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65fe2a-0aeb-4bc0-ab2f-1ec336b47cc8 req-a90f038a-9fb2-4d9e-b12c-446ca4f4f169 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:08.379710 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e65fe2a-0aeb-4bc0-ab2f-1ec336b47cc8 req-a90f038a-9fb2-4d9e-b12c-446ca4f4f169 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 943 time: 0.2911155 May 28 05:42:08.379710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52908) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:08.383223 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b2658393-b7e3-4fd2-9858-dfd7b7ed03e8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/205c0e67-a1cd-4db2-ab3c-0b75e92a1da9 HTTP/1.1" status: 204 len: 168 time: 0.9795301 May 28 05:42:08.386369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52912) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:08.391302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfce2ee-ee90-43e0-92fe-418fef60c707 None None] Network bb4b1e40-ffda-435f-87fe-6a511d9ddd75 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:08.409014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Network 43eb02fb-8806-4adf-920c-0ac06b2713a6 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:42:08.437235 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e65fe2a-0aeb-4bc0-ab2f-1ec336b47cc8 req-25927e50-3872-4005-921b-4b7ab9c86f14 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 May 28 05:42:08.514902 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1dc1dd33-7af5-486a-93aa-ca696ccde272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.553263 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4249a7f4-8b29-4283-b5b4-568f1b45b625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.572754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4249a7f4-8b29-4283-b5b4-568f1b45b625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:08.578384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4249a7f4-8b29-4283-b5b4-568f1b45b625 admin admin] Usage tracker for resource:security_group_rule and tenant:efc305a9179d4583ab4340e163073dc6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:08.582809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4249a7f4-8b29-4283-b5b4-568f1b45b625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:08.591221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4249a7f4-8b29-4283-b5b4-568f1b45b625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:08.621430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 43eb02fb-8806-4adf-920c-0ac06b2713a6) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:08.640064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:08.640652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.665275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a539520-1a63-4b98-82c0-524c2c86b678 None None] Network 43eb02fb-8806-4adf-920c-0ac06b2713a6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:08.716122 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-532a6bb4-7993-4ef6-9c4f-df3824ef1433 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6226561 May 28 05:42:08.729771 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.775020 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4249a7f4-8b29-4283-b5b4-568f1b45b625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.788870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31084d48-c837-4b8e-9781-647c00fed760 req-f0cbbc1c-f0c2-4f45-ac3e-dd19cfd8fc07 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:08.790575 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-31084d48-c837-4b8e-9781-647c00fed760 req-f0cbbc1c-f0c2-4f45-ac3e-dd19cfd8fc07 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.1431074 May 28 05:42:08.791331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4249a7f4-8b29-4283-b5b4-568f1b45b625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.873725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4249a7f4-8b29-4283-b5b4-568f1b45b625 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=efc305a9179d4583ab4340e163073dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903939 May 28 05:42:08.875268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249a7f4-8b29-4283-b5b4-568f1b45b625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df17d59-9e2f-43d6-9487-3dfcd33aff22,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:08.875381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52918) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:08.889550 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f3db75a4-df77-4ec5-9aa9-c8cdb89a4026 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9814055 May 28 05:42:08.890242 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-31084d48-c837-4b8e-9781-647c00fed760 req-3b651e72-b4ea-4043-b28f-ad102bae5ec6 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905509 May 28 05:42:08.902814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Deleting port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:08.903164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:08.997428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] DHCP port deletion for bb4b1e40-ffda-435f-87fe-6a511d9ddd75 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:42:09.011355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Deleting port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:09.012698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.013212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ca31c3f-931a-4e30-bab7-e9144d0d3256 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.089132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca31c3f-931a-4e30-bab7-e9144d0d3256 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Pushing event deleted for resources: {'Port': ['ID=4c5104bb-d396-462c-afa0-6b8d748ea129,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:09.172708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f6885-4b12-45ea-8864-ee206652e905 req-a5272e6f-704a-40a9-bd5c-eb5a2594fabf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:09.184314 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c6f6885-4b12-45ea-8864-ee206652e905 req-a5272e6f-704a-40a9-bd5c-eb5a2594fabf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.1645272 May 28 05:42:09.236135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5dc54-50f4-48ed-ade0-b23d4bc0eaff None None] Network 43eb02fb-8806-4adf-920c-0ac06b2713a6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:09.312082 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c6f6885-4b12-45ea-8864-ee206652e905 req-1099b3b2-7456-41f8-a498-85db0be4f772 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266534 May 28 05:42:09.373070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-b2cc13cf-d077-4043-9056-05b79a67a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:09.375318 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-b2cc13cf-d077-4043-9056-05b79a67a429 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1101 time: 0.7077413 May 28 05:42:09.385381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-f9aac12e-53c1-473d-8363-f78d11b88617 service neutron] 10.222.0.39 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110761 May 28 05:42:09.401065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:09.556185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52936) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:09.563353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1043633503-network', 'tenant_id': 'd76f10247d994acdb05a5977678e506c'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:09.573852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:09.585331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Usage tracker for resource:network and tenant:d76f10247d994acdb05a5977678e506c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:09.607928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] For port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:09.608510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.625582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:09.642484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:09.683218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Made reservation on behalf of d76f10247d994acdb05a5977678e506c for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:09.685841 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.701179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d007d87-0a37-4b08-80cf-7a795bee6b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.705449 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ca31c3f-931a-4e30-bab7-e9144d0d3256 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.707669 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.708507 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ca31c3f-931a-4e30-bab7-e9144d0d3256 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.710071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2ca31c3f-931a-4e30-bab7-e9144d0d3256 tempest-ServersTestBootFromVolume-83655728 tempest-ServersTestBootFromVolume-83655728-project] 10.222.0.39 "DELETE /v2.0/floatingips/9074648c-acf9-4525-9929-c7f4ff4fcd68 HTTP/1.1" status: 204 len: 168 time: 2.3703396 May 28 05:42:09.720490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52940) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:09.733606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ab820-bb08-4c48-a609-0610f9919aa0 req-9a614dad-b106-45fd-a0ca-a4a8ed56dc49 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:09.740191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c64ab820-bb08-4c48-a609-0610f9919aa0 req-9a614dad-b106-45fd-a0ca-a4a8ed56dc49 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 943 time: 0.1501465 May 28 05:42:09.783794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Calling delete_port for 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:09.829166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:09.847599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Usage tracker for resource:security_group_rule and tenant:d76f10247d994acdb05a5977678e506c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:09.852848 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d007d87-0a37-4b08-80cf-7a795bee6b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.857629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:09.858001 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.859181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:09.870836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:09.873538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] For port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:09.874060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.878826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 72f97596-e001-4171-882b-ea0992edf5b5 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:42:09.880740 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.919363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:09.938074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:09.948734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c64ab820-bb08-4c48-a609-0610f9919aa0 req-1e2a9540-4e09-4cc4-b5b7-40f770e2910f tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072041 May 28 05:42:10.045961 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:42:10.046318 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:42:10.078704 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d007d87-0a37-4b08-80cf-7a795bee6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.095304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Calling delete_port for 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:10.155917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d007d87-0a37-4b08-80cf-7a795bee6b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df17d59-9e2f-43d6-9487-3dfcd33aff22,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:10.156869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 72f97596-e001-4171-882b-ea0992edf5b5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=72f97596-e001-4171-882b-ea0992edf5b5,segment=NetworkSegment(bba01e11-e87b-4b6a-ab20-3e074247d24c),segment_id=bba01e11-e87b-4b6a-ab20-3e074247d24c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:10.192760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:10.199962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '72f97596-e001-4171-882b-ea0992edf5b5', 'network_id': '7eef9322-e3a5-4a6e-8322-4654d2f42308', 'port_id': '72f97596-e001-4171-882b-ea0992edf5b5', 'mac_address': 'fa:16:3e:fe:0a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6cb38bb-6c90-43e8-9c6f-92b49a62df07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:42:10.203926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-50d65722-5b58-4a82-af9e-497339bc25ca service neutron] 10.222.0.39 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8174825 May 28 05:42:10.211379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d007d87-0a37-4b08-80cf-7a795bee6b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.224256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1d007d87-0a37-4b08-80cf-7a795bee6b1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3df17d59-9e2f-43d6-9487-3dfcd33aff22 HTTP/1.1" status: 204 len: 168 time: 1.3373272 May 28 05:42:10.252643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-094540b6-78e4-4acf-b176-2690b93c69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:10.254166 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-094540b6-78e4-4acf-b176-2690b93c69d9 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.8288324 May 28 05:42:10.260402 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:42:10.260580 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:42:10.266634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 72f97596-e001-4171-882b-ea0992edf5b5 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:10.267005 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.292929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f97596-e001-4171-882b-ea0992edf5b5 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:10.320190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 72f97596-e001-4171-882b-ea0992edf5b5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=72f97596-e001-4171-882b-ea0992edf5b5,segment=NetworkSegment(bba01e11-e87b-4b6a-ab20-3e074247d24c),segment_id=bba01e11-e87b-4b6a-ab20-3e074247d24c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:10.324938 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.361303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-d6171168-fea2-4ef5-9f31-c97e7fc15ead service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 217 time: 0.0998087 May 28 05:42:10.422417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=72f97596-e001-4171-882b-ea0992edf5b5,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:10.473446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-a432b80e-76d1-4f71-8d27-251b24c02a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:10.475564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-a432b80e-76d1-4f71-8d27-251b24c02a49 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1076314 May 28 05:42:10.484747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270bc47-0fdf-44d5-8884-f0af3350f6b5 req-21aef948-18e2-4441-9f4e-81dfbc37307c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:10.486261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5270bc47-0fdf-44d5-8884-f0af3350f6b5 req-21aef948-18e2-4441-9f4e-81dfbc37307c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.3077066 May 28 05:42:10.523483 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.547875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Deleting port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:10.548366 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.561923 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.583334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:42:10.607156 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.609789 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Added segment ae1c347b-ec76-4b6f-a45c-a7dcb1af2a91 of type vlan for network d467e1e2-9aef-477f-9db7-765423a2be0a May 28 05:42:10.685455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.713426 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5270bc47-0fdf-44d5-8884-f0af3350f6b5 req-aeb65fb0-3ce3-4751-9f36-d1a3e98a5ffc tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952858 May 28 05:42:10.780195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Deleting port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:10.780783 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.789131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84351ed-6eef-4cb6-9274-f81ce52d965a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:10.913290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e38e6ae7-5e6b-4742-a9c5-a6d17721e656 req-002543a8-d8bc-41be-8a41-c99cbc54bf87 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:10.916135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] For port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:10.916668 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.940763 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.943293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:10.944150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:10.964122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e38e6ae7-5e6b-4742-a9c5-a6d17721e656 req-002543a8-d8bc-41be-8a41-c99cbc54bf87 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:10.965422 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e38e6ae7-5e6b-4742-a9c5-a6d17721e656 req-002543a8-d8bc-41be-8a41-c99cbc54bf87 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 210 time: 0.1791384 May 28 05:42:10.970726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-f2d3b92a-5eb7-4db3-be39-299b1934c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:10.972407 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-f2d3b92a-5eb7-4db3-be39-299b1934c3da service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4803421 May 28 05:42:10.998339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd2497-4fd4-4cbb-b219-9462f313502c req-8ac85661-6db3-4c4e-a0fd-4a7fec15a547 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:11.001370 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-48fd2497-4fd4-4cbb-b219-9462f313502c req-8ac85661-6db3-4c4e-a0fd-4a7fec15a547 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.4694216 May 28 05:42:11.137506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] Pushing event updated for resources: {'Network': ['ID=d467e1e2-9aef-477f-9db7-765423a2be0a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:11.148386 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:11.226127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Calling delete_port for 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:11.262842 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ac9979b8-0d05-4b0a-83a5-b0ca5c51fa61 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7041957 May 28 05:42:11.279108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52976) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:11.303042 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-48fd2497-4fd4-4cbb-b219-9462f313502c req-e188fd50-0dc5-4418-8de8-92cdcf7cd1df tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526774 May 28 05:42:11.316540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Request body: {'subnet': {'network_id': 'd467e1e2-9aef-477f-9db7-765423a2be0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1043633503-subnet', 'tenant_id': 'd76f10247d994acdb05a5977678e506c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:11.325801 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddf34bc5-9398-4158-bdc5-d570dab65d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:11.330652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:11.335101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['72f97596-e001-4171-882b-ea0992edf5b5'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:42:11.353922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Usage tracker for resource:subnet and tenant:d76f10247d994acdb05a5977678e506c is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:11.370440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:11.384267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:11.390352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] For port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,segment=NetworkSegment(77a33e61-656a-4be1-950c-2789fbfb758e),segment_id=77a33e61-656a-4be1-950c-2789fbfb758e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:11.390715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:11.413359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network d467e1e2-9aef-477f-9db7-765423a2be0a details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:42:11.443924 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:11.548488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] Pushing event deleted for resources: {'Port': ['ID=13e9080f-bad4-4fb3-9e4e-1b6ea3615de6,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:11.565029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04bbb05-5534-4ab9-9b97-908d4137a0f2 None None] No DVR routers for this DVR port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:42:11.579732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Calling delete_port for 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:11.581364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d7952-0718-4777-b6a6-ccfdc888b4da req-2b22640f-61b9-4e7e-9ac3-31af9605b659 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:11.589895 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-275d7952-0718-4777-b6a6-ccfdc888b4da req-2b22640f-61b9-4e7e-9ac3-31af9605b659 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 944 time: 0.4657447 May 28 05:42:11.611533 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:11.626452 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:11.676323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52986) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:11.679097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Made reservation on behalf of d76f10247d994acdb05a5977678e506c for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:11.681862 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:11.771996 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-275d7952-0718-4777-b6a6-ccfdc888b4da req-c1174517-9337-4cb8-9947-fbb119826a5c tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811471 May 28 05:42:11.856173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-648254419-network', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:11.866906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-9ea81d3a-1723-4a68-9f68-40a410e16c0c service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8529167 May 28 05:42:11.869476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:11.876447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Usage tracker for resource:network and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:11.881641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:11.890865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:11.892812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] Deleting port b4a62fa6-508e-43bf-8ea5-783c16b445af {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:11.893156 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:11.949497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:11.951819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:11.968625 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:12.040785 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:42:12.041126 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:42:12.077069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:12.091061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Usage tracker for resource:security_group_rule and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:12.095775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:12.104955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:12.211200 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d9f2764b-80a7-4b41-bb8d-49702ac56ead req-10bad3bc-200c-4c27-8189-9191e726feb8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 210 time: 0.0556149 May 28 05:42:12.243725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] For port b4a62fa6-508e-43bf-8ea5-783c16b445af, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4a62fa6-508e-43bf-8ea5-783c16b445af,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:12.244051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:12.265661 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-1e4fcd90-c7c9-4363-8c34-b81717170763 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857920 May 28 05:42:12.284901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Deleting port 13e9080f-bad4-4fb3-9e4e-1b6ea3615de6 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:12.285240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:12.333545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bba444-a917-4f39-80fd-3095ff64f029 req-b0896366-c54e-4b0d-b2fc-ec0fc73b48df tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:12.339103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95bba444-a917-4f39-80fd-3095ff64f029 req-b0896366-c54e-4b0d-b2fc-ec0fc73b48df tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.3825936 May 28 05:42:12.455717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] Calling delete_port for b4a62fa6-508e-43bf-8ea5-783c16b445af owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:12.461542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] The port '13e9080f-bad4-4fb3-9e4e-1b6ea3615de6' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:42:12.530928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:12.565145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c732e1-0056-4364-80cd-46e80e3418ad req-3a637294-4ca1-48fa-9fd0-b2e73121f106 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4133677 May 28 05:42:12.623117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95bba444-a917-4f39-80fd-3095ff64f029 req-288f2160-e168-47fc-be64-bc96561c3054 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603450 May 28 05:42:12.667044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-3476b118-33bb-4e49-a497-49ed3f1c1d47 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:12.667670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-3476b118-33bb-4e49-a497-49ed3f1c1d47 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:12.683197 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:12.693168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:12.711742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:12.736312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:42:12.739058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-3476b118-33bb-4e49-a497-49ed3f1c1d47 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:12.740759 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-3476b118-33bb-4e49-a497-49ed3f1c1d47 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 812 time: 0.5263491 May 28 05:42:12.742460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a692bf6-e900-4570-b986-76c982735675,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:12.789328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432c522-060d-46a3-af43-378ab4ca042d req-b92224bc-54fb-45e1-a341-16d20919cd91 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:12.790902 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3432c522-060d-46a3-af43-378ab4ca042d req-b92224bc-54fb-45e1-a341-16d20919cd91 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.3489935 May 28 05:42:12.792940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:12.793285 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Added segment 4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba of type vlan for network f8df1c5c-2a93-4662-a96c-fcb86f736e6d May 28 05:42:12.809133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b24843-1ac2-40d6-a4da-8fc9dde69c70,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:12.885512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:12.899271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4b1e40-ffda-435f-87fe-6a511d9ddd75']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:12.903076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-1f82d5d5-70a4-4807-b204-4c4540c0ca77 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:12.914454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Checking segment: {'id': 'ae1c347b-ec76-4b6f-a45c-a7dcb1af2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd467e1e2-9aef-477f-9db7-765423a2be0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:12.914830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Network hostable DHCP agents. Network: d467e1e2-9aef-477f-9db7-765423a2be0a, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:42:12.921755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a33e61-656a-4be1-950c-2789fbfb758e') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:12.922043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a33e61-656a-4be1-950c-2789fbfb758e') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:12.942033 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3432c522-060d-46a3-af43-378ab4ca042d req-1598cf4f-c7a5-4878-9aed-11ff94373782 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400449 May 28 05:42:12.969688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:12.976622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-1f82d5d5-70a4-4807-b204-4c4540c0ca77 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:12.977765 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-1f82d5d5-70a4-4807-b204-4c4540c0ca77 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c303052f2a440959915b8d9746a0229 HTTP/1.1" status: 200 len: 379 time: 0.2245262 May 28 05:42:12.989607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'port': {'device_id': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'admin_state_up': True, 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'security_groups': ['40e4bacb-8159-4bcc-ad16-fbb2f62850bb']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:13.006753 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.017717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Network d467e1e2-9aef-477f-9db7-765423a2be0a is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:42:13.029391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:42:13.029781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.067223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.068275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:13.068929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.099400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c732e1-0056-4364-80cd-46e80e3418ad req-fb713c41-4fa5-4e54-bf70-dbc28601e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:13.100870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c732e1-0056-4364-80cd-46e80e3418ad req-fb713c41-4fa5-4e54-bf70-dbc28601e722 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 1101 time: 0.4640300 May 28 05:42:13.105028 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.108172 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 77a33e61-656a-4be1-950c-2789fbfb758e resource provider aggregate not found May 28 05:42:13.122749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, d467e1e2-9aef-477f-9db7-765423a2be0a) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:13.137949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea9410-1355-499d-9347-f92a6583642a None None] Network d467e1e2-9aef-477f-9db7-765423a2be0a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:13.175677 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 77a33e61-656a-4be1-950c-2789fbfb758e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77a33e61-656a-4be1-950c-2789fbfb758e found for delete ", "request_id": "req-30a51fa0-a13e-4002-a486-2db8836ff02a"}]} May 28 05:42:13.180953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:13.181547 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.263310 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.289643 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.293223 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.309699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4b1e40-ffda-435f-87fe-6a511d9ddd75,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:13.318807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f7f6d0c3-4f11-4669-b788-35bfbb433d39 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bb4b1e40-ffda-435f-87fe-6a511d9ddd75 HTTP/1.1" status: 204 len: 168 time: 4.9290257 May 28 05:42:13.335403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ef0d-48df-4937-8d19-e6c9e1cabb52 req-a2114d15-079f-4347-9819-68000fa94126 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:13.336955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d1b9ef0d-48df-4937-8d19-e6c9e1cabb52 req-a2114d15-079f-4347-9819-68000fa94126 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Synchronizing usage tracker for tenant:84e6a68cd70a4630bba38c0d8f29f45e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:13.352662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-63f2e6a6-b834-4549-bf7c-a1344d52fef3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0484941 May 28 05:42:13.371773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a62fa6-508e-43bf-8ea5-783c16b445af,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:13.479139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c732e1-0056-4364-80cd-46e80e3418ad req-be04a107-d9c2-4c32-a1c2-c8de226f5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:13.481685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c732e1-0056-4364-80cd-46e80e3418ad req-be04a107-d9c2-4c32-a1c2-c8de226f5948 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3545856 May 28 05:42:13.486553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d1b9ef0d-48df-4937-8d19-e6c9e1cabb52 req-a2114d15-079f-4347-9819-68000fa94126 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Unset dirty status for tenant:84e6a68cd70a4630bba38c0d8f29f45e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:13.488972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d1b9ef0d-48df-4937-8d19-e6c9e1cabb52 req-a2114d15-079f-4347-9819-68000fa94126 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 944 time: 0.5560496 May 28 05:42:13.521766 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d716af2-71c8-4f0a-89a6-dca8b4170247 req-5d9a1fb5-bf0d-45e3-919a-a405a16d3ec4 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 210 time: 0.1101520 May 28 05:42:13.522289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] Pushing event updated for resources: {'Network': ['ID=f8df1c5c-2a93-4662-a96c-fcb86f736e6d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:13.558442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f8df1c5c-2a93-4662-a96c-fcb86f736e6d details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:42:13.585258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53010) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:13.586184 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-af4611ac-0b4a-411e-aba1-ee15164ad5aa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8983262 May 28 05:42:13.602162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53016) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:13.644284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Request body: {'subnet': {'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-648254419-subnet', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:13.652304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c732e1-0056-4364-80cd-46e80e3418ad req-7d45120b-8fff-4a64-ada9-622f30a7748c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 200 len: 217 time: 0.1589150 May 28 05:42:13.658321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:13.664151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff17fa-5570-4a0a-8e33-f88cd715aeaf None None] Network d467e1e2-9aef-477f-9db7-765423a2be0a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:13.671562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Usage tracker for resource:subnet and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:13.676341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:13.721446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:13.730648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:13.744364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d1b9ef0d-48df-4937-8d19-e6c9e1cabb52 req-1c11a3be-d9b7-4f5e-af76-59ab54ab8e02 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Synchronizing usage tracker for tenant:84e6a68cd70a4630bba38c0d8f29f45e on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:13.781448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c732e1-0056-4364-80cd-46e80e3418ad req-f7301239-039b-409e-ba44-67908738ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:13.782898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c732e1-0056-4364-80cd-46e80e3418ad req-f7301239-039b-409e-ba44-67908738ac28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1084738 May 28 05:42:13.783669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:13.785970 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.798723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-99d1685f-3c85-4018-9b8f-b646e2322ca0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac4e54f147ae48d0a5db18d4a28d69d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113085 May 28 05:42:13.809349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53022) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:13.824243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:13.906191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d1b9ef0d-48df-4937-8d19-e6c9e1cabb52 req-1c11a3be-d9b7-4f5e-af76-59ab54ab8e02 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Unset dirty status for tenant:84e6a68cd70a4630bba38c0d8f29f45e on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:13.907299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d1b9ef0d-48df-4937-8d19-e6c9e1cabb52 req-1c11a3be-d9b7-4f5e-af76-59ab54ab8e02 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109921 May 28 05:42:13.938310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 72f97596-e001-4171-882b-ea0992edf5b5 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:13.955854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Made reservation on behalf of 6c303052f2a440959915b8d9746a0229 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:13.959085 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:13.994431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b90ebb1a-4086-4c11-bf8c-11facee8c75e details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:42:13.999933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b90ebb1a-4086-4c11-bf8c-11facee8c75e no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:14.006372 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-165131d1-44e1-418d-a4cf-c4fc7d3be6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:14.038556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-165131d1-44e1-418d-a4cf-c4fc7d3be6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:14.100985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:14.129283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-165131d1-44e1-418d-a4cf-c4fc7d3be6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:14.162194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165131d1-44e1-418d-a4cf-c4fc7d3be6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb94605b-5875-4140-a931-3df25ed7af2c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:14.165248 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-165131d1-44e1-418d-a4cf-c4fc7d3be6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:14.169031 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-165131d1-44e1-418d-a4cf-c4fc7d3be6ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb94605b-5875-4140-a931-3df25ed7af2c HTTP/1.1" status: 204 len: 168 time: 0.2642930 May 28 05:42:14.191751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c732e1-0056-4364-80cd-46e80e3418ad req-8564e07f-131a-44b4-9ba4-fb731e69e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:14.193849 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c732e1-0056-4364-80cd-46e80e3418ad req-8564e07f-131a-44b4-9ba4-fb731e69e8b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3944008 May 28 05:42:14.239954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902af908-d639-409b-ba99-792f85bf9a07 req-3c58e80e-5b1b-4a24-b169-09bc6eb4704d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:14.248011 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-902af908-d639-409b-ba99-792f85bf9a07 req-3c58e80e-5b1b-4a24-b169-09bc6eb4704d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.4211769 May 28 05:42:14.321418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b90ebb1a-4086-4c11-bf8c-11facee8c75e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:14.434836 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-902af908-d639-409b-ba99-792f85bf9a07 req-2f5855d9-fa87-4991-87da-ae29d195a465 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855893 May 28 05:42:14.436505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e', 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a', 'port_id': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e', 'mac_address': 'fa:16:3e:ee:e3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ffdb86-9b82-420e-99fe-bff219ac1190', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:42:14.465348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Allocated IP 172.20.0.11 (bdfa6f4b-a27f-4e97-85ea-e21e14c7098d/57f2cfde-0a40-4f1c-8f63-f1314498f1c0/a2d41bb6-061b-4987-a6d2-ffeac5b20fad) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:14.580960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c732e1-0056-4364-80cd-46e80e3418ad req-34e86ce6-2894-45c3-bc84-7d203fb2c2fb service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756175 May 28 05:42:14.637929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b90ebb1a-4086-4c11-bf8c-11facee8c75e is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:14.638779 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:14.675079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b90ebb1a-4086-4c11-bf8c-11facee8c75e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:14.678944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 72f97596-e001-4171-882b-ea0992edf5b5 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:14.695310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 72f97596-e001-4171-882b-ea0992edf5b5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:14.695726 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:14.729888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-27e684e1-7364-4aac-941a-9ac8c40a5c2d tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:14.730577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-27e684e1-7364-4aac-941a-9ac8c40a5c2d tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Synchronizing usage tracker for tenant:bbcbe1c654f24e269e845e9209244e6a on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:14.738374 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:14.812696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b90ebb1a-4086-4c11-bf8c-11facee8c75e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:14.818651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b90ebb1a-4086-4c11-bf8c-11facee8c75e is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:14.818960 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:14.857575 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:14.874954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-27e684e1-7364-4aac-941a-9ac8c40a5c2d tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Unset dirty status for tenant:bbcbe1c654f24e269e845e9209244e6a on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:14.881898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-27e684e1-7364-4aac-941a-9ac8c40a5c2d tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/networks?id=43eb02fb-8806-4adf-920c-0ac06b2713a6 HTTP/1.1" status: 200 len: 824 time: 0.5450408 May 28 05:42:14.889492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1ea09a-a3a6-46e3-b3bd-bd96deb82692,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:14.903549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c732e1-0056-4364-80cd-46e80e3418ad req-5e4e5409-d95e-4f74-886f-e42d87ff2b8d service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072340 May 28 05:42:14.908321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] Router 7fc5fc87-d978-4809-acf7-12461441f370 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:42:14.912424 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-1863a676-fcd3-4784-bbea-ca2fde3ff792 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/quotas/bbcbe1c654f24e269e845e9209244e6a HTTP/1.1" status: 200 len: 375 time: 0.0296433 May 28 05:42:14.933330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f5198-65cd-436f-bedc-97c747bb34ff req-c1cae2fc-443b-4d47-841b-51132bcc86d0 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:14.935091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b5f5198-65cd-436f-bedc-97c747bb34ff req-c1cae2fc-443b-4d47-841b-51132bcc86d0 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.3596263 May 28 05:42:14.956016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Checking segment: {'id': '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:14.956380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Network hostable DHCP agents. Network: f8df1c5c-2a93-4662-a96c-fcb86f736e6d, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:42:14.976003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a97a7c88-507d-4c61-bb95-e6e8da851865 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbcbe1c654f24e269e845e9209244e6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626500 May 28 05:42:14.981128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b90ebb1a-4086-4c11-bf8c-11facee8c75e,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:15.026942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:15.187830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['b90ebb1a-4086-4c11-bf8c-11facee8c75e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:42:15.223681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Network f8df1c5c-2a93-4662-a96c-fcb86f736e6d is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:42:15.256448 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 72f97596-e001-4171-882b-ea0992edf5b5 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:15.256965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:15.263176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f8df1c5c-2a93-4662-a96c-fcb86f736e6d) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:15.277654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:15.278286 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:15.285928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b5f5198-65cd-436f-bedc-97c747bb34ff req-6c560f9f-9c86-4ad6-a929-d530aa48e2ef tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368723 May 28 05:42:15.289596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Transition to ACTIVE for port object a2d41bb6-061b-4987-a6d2-ffeac5b20fad will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:15.294423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca0c7ab-1847-4786-b388-4ac350858131 None None] Network f8df1c5c-2a93-4662-a96c-fcb86f736e6d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:15.299856 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10bc2a1f-7c9c-443c-bc3f-691e47d4dcd5 service neutron] 10.222.0.39 "GET /v2.0/networks/43eb02fb-8806-4adf-920c-0ac06b2713a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229403 May 28 05:42:15.395862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-85691f51-7506-425e-a2de-cf5596896a05 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7856143 May 28 05:42:15.399922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53064) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:15.407579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-648254419-router', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:15.416489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:15.419493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:42:15.423886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Usage tracker for resource:router and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:15.430883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:15.441774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:15.446608 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:15.465386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-2175bc07-085f-4424-9d8f-b37b533dc176 service neutron] 10.222.0.39 "GET /v2.0/networks/43eb02fb-8806-4adf-920c-0ac06b2713a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644187 May 28 05:42:15.474929 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:42:15.475443 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:42:15.475961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67554728-2632-4106-8a7e-939715129ecb None None] Sync routers for ids ['7fc5fc87-d978-4809-acf7-12461441f370'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:42:15.497341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53070) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:15.511112 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f8cd8a8d-2123-43ac-9c3b-194315a09a4a admin admin] 10.222.0.39 "PUT /v2.0/routers/7fc5fc87-d978-4809-acf7-12461441f370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7880676 May 28 05:42:15.514158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67554728-2632-4106-8a7e-939715129ecb None None] Routers {'7fc5fc87-d978-4809-acf7-12461441f370'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:15.514842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-67554728-2632-4106-8a7e-939715129ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7fc5fc87-d978-4809-acf7-12461441f370'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:15.516394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53076) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:15.589194 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:15.589424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85778fd1-9be1-4c5b-a528-b6f5105b5c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f97596-e001-4171-882b-ea0992edf5b5'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:15.589522 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:15.681172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:15.696600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:15.706143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:15.714417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:15.728119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 72f97596-e001-4171-882b-ea0992edf5b5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=72f97596-e001-4171-882b-ea0992edf5b5,segment=NetworkSegment(bba01e11-e87b-4b6a-ab20-3e074247d24c),segment_id=bba01e11-e87b-4b6a-ab20-3e074247d24c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:15.749170 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:15.750811 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:15.807928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:15.808703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:15.811894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1703690988-network', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:15.839105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa20d9-5447-4f8c-a02e-e3284fe5f28e req-08182a9f-e341-41e5-9bb1-ab30f91d2e50 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:15.840070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a0aa20d9-5447-4f8c-a02e-e3284fe5f28e req-08182a9f-e341-41e5-9bb1-ab30f91d2e50 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:15.846942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:15.856647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Usage tracker for resource:network and tenant:9fc41a0dedde4abdaecca4f0cee59bf6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:15.860316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:15.867255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:15.884047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=72f97596-e001-4171-882b-ea0992edf5b5,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:15.935891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.011270 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a4982604-270b-4778-ac03-f85296b87688 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0272191 May 28 05:42:16.036417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Made reservation on behalf of 9fc41a0dedde4abdaecca4f0cee59bf6 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:16.038851 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.057061 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.085808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Request body: {'port': {'device_id': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:16.110889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a0aa20d9-5447-4f8c-a02e-e3284fe5f28e req-08182a9f-e341-41e5-9bb1-ab30f91d2e50 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:16.117820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0aa20d9-5447-4f8c-a02e-e3284fe5f28e req-08182a9f-e341-41e5-9bb1-ab30f91d2e50 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 932 time: 0.6207893 May 28 05:42:16.132260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:16.162906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc41a0dedde4abdaecca4f0cee59bf6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:16.168553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:16.179334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:16.195619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91333fe8-92e4-4bac-9988-bc5870b6f268 req-07807e0b-4659-4d24-bad0-bda5bf71270d tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:16.199648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b90ebb1a-4086-4c11-bf8c-11facee8c75e is: BUILD; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:16.200033 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.203850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91333fe8-92e4-4bac-9988-bc5870b6f268 req-07807e0b-4659-4d24-bad0-bda5bf71270d tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 945 time: 0.4762101 May 28 05:42:16.238495 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.292804 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.306780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-62fcc245-c0fc-45ed-b437-c4258d0bf795 None None] Provisioning for port a2d41bb6-061b-4987-a6d2-ffeac5b20fad completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:16.313076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91333fe8-92e4-4bac-9988-bc5870b6f268 req-012287dc-3ca5-4e3c-9982-c26bb5bc8cb5 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081967 May 28 05:42:16.321418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-62fcc245-c0fc-45ed-b437-c4258d0bf795 None None] Provisioning complete for port a2d41bb6-061b-4987-a6d2-ffeac5b20fad triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:16.322074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-62fcc245-c0fc-45ed-b437-c4258d0bf795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.341939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0aa20d9-5447-4f8c-a02e-e3284fe5f28e req-ee1656f6-0b73-49e4-8ffe-16e8b601fa86 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231238 May 28 05:42:16.351550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Deleting port 34ccc892-c34b-4b22-aad3-0058573c8ef1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:16.355461 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.364842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b90ebb1a-4086-4c11-bf8c-11facee8c75e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:16.442851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-67554728-2632-4106-8a7e-939715129ecb None None] Set router 7fc5fc87-d978-4809-acf7-12461441f370 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:16.496472 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.605518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b90ebb1a-4086-4c11-bf8c-11facee8c75e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:16.614336 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.636309 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-623ed4a8-f2bf-4842-a802-2a754249aac7 req-ccb2c0d0-6d1f-4ba8-8408-4777facbd886 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 210 time: 0.1138017 May 28 05:42:16.643437 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.701149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:42:16.746548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] For port 34ccc892-c34b-4b22-aad3-0058573c8ef1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=34ccc892-c34b-4b22-aad3-0058573c8ef1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:16.747147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.754531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0879b88a-f84b-4a09-a956-32c441ab4fd6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:16.768950 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.769395 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Added segment 9fc30260-6333-49f8-a615-c0c2442f24cd of type vlan for network 49c46e8e-c0f8-4288-af21-3865c58a8751 May 28 05:42:16.810917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-62fcc245-c0fc-45ed-b437-c4258d0bf795 None None] Port a2d41bb6-061b-4987-a6d2-ffeac5b20fad cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:42:16.815118 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395b0c8f-e06c-49cd-bba7-c05f6c40d33d'] response: {'server_uuid': '85778fd1-9be1-4c5b-a528-b6f5105b5c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f97596-e001-4171-882b-ea0992edf5b5', 'code': 200} May 28 05:42:16.903842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Calling delete_port for 34ccc892-c34b-4b22-aad3-0058573c8ef1 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:16.915434 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:16.950378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-f8df1c5c-2a93-4662-a96c-fcb86f736e6d', 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'fixed_ips': [{'subnet_id': '2e1ea09a-a3a6-46e3-b3bd-bd96deb82692'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:42:16.951183 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:17.043009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749949de-08c1-46f4-9305-5b4493fec37d req-045c767c-f026-4264-b125-69c621c51280 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:17.044507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-749949de-08c1-46f4-9305-5b4493fec37d req-045c767c-f026-4264-b125-69c621c51280 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.4733074 May 28 05:42:17.054500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:17.078666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b90ebb1a-4086-4c11-bf8c-11facee8c75e,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:17.116760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-67554728-2632-4106-8a7e-939715129ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:42:12Z', 'revision_number': 5, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port': {'id': '34ccc892-c34b-4b22-aad3-0058573c8ef1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc5fc87-d978-4809-acf7-12461441f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:39:29Z', 'updated_at': '2022-05-28T05:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:17.123494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67554728-2632-4106-8a7e-939715129ecb None None] Checking router: 7fc5fc87-d978-4809-acf7-12461441f370 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:42:17.182015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67554728-2632-4106-8a7e-939715129ecb None None] Routers {'7fc5fc87-d978-4809-acf7-12461441f370'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:17.182666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-67554728-2632-4106-8a7e-939715129ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7fc5fc87-d978-4809-acf7-12461441f370'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:17.361131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Allocated IP 172.20.0.2 (f8df1c5c-2a93-4662-a96c-fcb86f736e6d/2e1ea09a-a3a6-46e3-b3bd-bd96deb82692/9d980b60-dad2-4ed9-a986-9fe694d1b675) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:17.380370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-67554728-2632-4106-8a7e-939715129ecb None None] Set router 7fc5fc87-d978-4809-acf7-12461441f370 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:17.411565 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-749949de-08c1-46f4-9305-5b4493fec37d req-fde12202-973e-40ea-baec-f6f0c4bb2489 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524458 May 28 05:42:17.456875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8b049-646d-4e4c-a100-27e546c7e9bf req-407c2687-2ae5-40fb-a224-69206dfecc2f tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:17.464121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed8b049-646d-4e4c-a100-27e546c7e9bf req-407c2687-2ae5-40fb-a224-69206dfecc2f tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 944 time: 0.5791996 May 28 05:42:17.510323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-67554728-2632-4106-8a7e-939715129ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:42:16Z', 'revision_number': 6, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:17.532600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:17.570229 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:17.586282 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed8b049-646d-4e4c-a100-27e546c7e9bf req-677b7318-4886-45de-ae77-0b9ec59603d6 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209354 May 28 05:42:17.589221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:17.593438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:17.594145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:17.671173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67554728-2632-4106-8a7e-939715129ecb None None] The sync data for ids ['7fc5fc87-d978-4809-acf7-12461441f370'] in n-d-843679-5 is: [{'id': '7fc5fc87-d978-4809-acf7-12461441f370', 'name': 'tempest-ServersTestBootFromVolume-591399034-router', 'tenant_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:39:24Z', 'updated_at': '2022-05-28T05:42:16Z', 'revision_number': 6, 'project_id': 'd6f3c7e8ac0d41e896a15bf9497afa23', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:42:17.773153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f8e06-4208-4942-8246-d5033e64a840 req-7e6ecab1-8242-40ed-888f-574a046a72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:17.774725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e9f8e06-4208-4942-8246-d5033e64a840 req-7e6ecab1-8242-40ed-888f-574a046a72ca service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 1096 time: 0.8782980 May 28 05:42:17.796338 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:17.808512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Transition to ACTIVE for port object 9d980b60-dad2-4ed9-a986-9fe694d1b675 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:17.830762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Transition to ACTIVE for port object 9d980b60-dad2-4ed9-a986-9fe694d1b675 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:17.838521 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:17.876787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] Pushing event updated for resources: {'Network': ['ID=49c46e8e-c0f8-4288-af21-3865c58a8751,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:17.883177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e1785c83-a893-4ec5-acca-32495a8a6238 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3813782 May 28 05:42:17.906611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53104) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:17.914505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 49c46e8e-c0f8-4288-af21-3865c58a8751 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:42:17.931098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d41bb6-061b-4987-a6d2-ffeac5b20fad {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:17.949905 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:17.961221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Request body: {'subnet': {'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1703690988-subnet', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:17.987150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Allocated IP 172.25.4.116 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/7c086188-3f9f-4efb-93b7-3bf002b4a89b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:17.990523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-3e796fa9-6b46-4e28-a1a9-38ece6ab3fa0 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:17.992044 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-3e796fa9-6b46-4e28-a1a9-38ece6ab3fa0 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.33 "GET /v2.0/networks?id=43eb02fb-8806-4adf-920c-0ac06b2713a6 HTTP/1.1" status: 200 len: 824 time: 0.6426213 May 28 05:42:17.995664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:18.001695 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e9f8e06-4208-4942-8246-d5033e64a840 req-330e2282-4718-466e-9318-a9fb0c667c68 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065566 May 28 05:42:18.001985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Network f8df1c5c-2a93-4662-a96c-fcb86f736e6d is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:18.002927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b90ebb1a-4086-4c11-bf8c-11facee8c75e up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:18.012883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Usage tracker for resource:subnet and tenant:9fc41a0dedde4abdaecca4f0cee59bf6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:18.019638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:18.032570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e66f-cfb4-42cc-b4c2-bdbe2a94a532 req-7011ea19-d081-4dae-be7a-ca1e9a824053 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:18.033329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:18.040028 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd33e66f-cfb4-42cc-b4c2-bdbe2a94a532 req-7011ea19-d081-4dae-be7a-ca1e9a824053 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 932 time: 0.2714138 May 28 05:42:18.044244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:18.044481 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.056895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:18.099225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473ce4a-5b94-4db1-84bf-40f7e11a5824 req-b6b31c55-f4f9-450a-8948-652a6730df13 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:18.106345 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1473ce4a-5b94-4db1-84bf-40f7e11a5824 req-b6b31c55-f4f9-450a-8948-652a6730df13 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 945 time: 0.5531669 May 28 05:42:18.130903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Made reservation on behalf of 9fc41a0dedde4abdaecca4f0cee59bf6 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:18.133305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.188165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Pushing event deleted for resources: {'Port': ['ID=34ccc892-c34b-4b22-aad3-0058573c8ef1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:18.216604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Attempting to bind port 9d980b60-dad2-4ed9-a986-9fe694d1b675 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:18.216877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Attempting to bind port 9d980b60-dad2-4ed9-a986-9fe694d1b675 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:18.217177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Attempting to bind port 9d980b60-dad2-4ed9-a986-9fe694d1b675 on network f8df1c5c-2a93-4662-a96c-fcb86f736e6d {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:18.222428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Pushing event updated for resources: {'Port': ['ID=9d980b60-dad2-4ed9-a986-9fe694d1b675,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:18.227189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:18.227189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Checking segment: {'id': '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:18.227603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.227982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Bound using segment: {'id': '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:18.228456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Bound port: 9d980b60-dad2-4ed9-a986-9fe694d1b675, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:18.228823 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.253455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Transition to ACTIVE for port object a2d41bb6-061b-4987-a6d2-ffeac5b20fad will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:18.293290 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.300155 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.325878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port b90ebb1a-4086-4c11-bf8c-11facee8c75e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:18.326268 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.346601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1473ce4a-5b94-4db1-84bf-40f7e11a5824 req-1717ff28-fa0b-4063-8430-59a19c4b1dbb tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394910 May 28 05:42:18.375962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] For port 9d980b60-dad2-4ed9-a986-9fe694d1b675, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:18.389833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] For port 9d980b60-dad2-4ed9-a986-9fe694d1b675, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9d980b60-dad2-4ed9-a986-9fe694d1b675,segment=NetworkSegment(4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba),segment_id=4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:18.400348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.467629 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd33e66f-cfb4-42cc-b4c2-bdbe2a94a532 req-da434927-0a70-4ff3-987d-69193ab2be3a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262109 May 28 05:42:18.498132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Request body: {'port': {'device_id': 'e8f31274-51ae-4bcd-819c-ec77713c9f3b', 'network_id': '43eb02fb-8806-4adf-920c-0ac06b2713a6', 'admin_state_up': True, 'tenant_id': 'bbcbe1c654f24e269e845e9209244e6a'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:18.536675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8178066-a538-4b34-ad31-3280358deced service neutron] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:18.593818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b90ebb1a-4086-4c11-bf8c-11facee8c75e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:18.594198 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.621722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf920c-b7f1-4336-b2bf-976583ae1016 None None] Pushing event updated for resources: {'Port': ['ID=9d980b60-dad2-4ed9-a986-9fe694d1b675,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:18.681056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b90ebb1a-4086-4c11-bf8c-11facee8c75e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:18.693668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2bb6457-288d-4db2-bde1-1f81f9f8f220 req-afd6d69d-f6c4-488b-9985-a880335d39a6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 210 time: 0.2025158 May 28 05:42:18.695464 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.718460 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.834942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Attempting to bind port a2d41bb6-061b-4987-a6d2-ffeac5b20fad on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:18.836823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Attempting to bind port a2d41bb6-061b-4987-a6d2-ffeac5b20fad by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:18.837179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Attempting to bind port a2d41bb6-061b-4987-a6d2-ffeac5b20fad on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:18.856578 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:18.859911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:18.893426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8204de5-7a5b-49bc-adcc-e32eb6158045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:18.910226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b90ebb1a-4086-4c11-bf8c-11facee8c75e,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:18.912340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:18.916018 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:18.979721 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:19.006609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Port a2d41bb6-061b-4987-a6d2-ffeac5b20fad on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:42:19.006983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Attempting to bind port a2d41bb6-061b-4987-a6d2-ffeac5b20fad on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:19.031354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c086188-3f9f-4efb-93b7-3bf002b4a89b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:19.050722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:19.051493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Checking segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:19.052138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Bound using segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:19.052798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Bound port: a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:19.053406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:19.160099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Pushing event updated for resources: {'Subnet': ['ID=194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:19.199448 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:42:19.222809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:19.245615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Usage tracker for resource:port and tenant:bbcbe1c654f24e269e845e9209244e6a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:19.256225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:19.260438 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:19.275044 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:19.284255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:19.327490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Made reservation on behalf of bbcbe1c654f24e269e845e9209244e6a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:19.331048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:19.343989 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:19.344518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fc5fc87-d978-4809-acf7-12461441f370 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:42:19.345726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9d980b60-dad2-4ed9-a986-9fe694d1b675 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:19.346106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Checking segment: {'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:19.346461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Network hostable DHCP agents. Network: 49c46e8e-c0f8-4288-af21-3865c58a8751, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:42:19.375381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:19.393875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc1354-d979-4711-9e6f-7d65754a30d5 req-be0144c1-79a8-4033-9cfb-2ae46a1ec540 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:19.399920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2e7ef-3da1-4cfc-8cbb-4799fbf0dceb req-dcea2a12-a76d-44fa-9b3d-31728a7c5896 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:19.402443 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-90fc1354-d979-4711-9e6f-7d65754a30d5 req-be0144c1-79a8-4033-9cfb-2ae46a1ec540 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.4324069 May 28 05:42:19.410511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fef2e7ef-3da1-4cfc-8cbb-4799fbf0dceb req-dcea2a12-a76d-44fa-9b3d-31728a7c5896 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.6100905 May 28 05:42:19.415189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:19.440082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:19.456565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 9d980b60-dad2-4ed9-a986-9fe694d1b675 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:19.497051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Network 49c46e8e-c0f8-4288-af21-3865c58a8751 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:42:19.529392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 34ccc892-c34b-4b22-aad3-0058573c8ef1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:19.563608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:19.571561 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eb489643-11c4-485c-a38b-96c4a727a63b admin admin] 10.222.0.39 "DELETE /v2.0/routers/7fc5fc87-d978-4809-acf7-12461441f370 HTTP/1.1" status: 204 len: 168 time: 4.0519855 May 28 05:42:19.601296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53118) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:19.601806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 49c46e8e-c0f8-4288-af21-3865c58a8751) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:19.602152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 34ccc892-c34b-4b22-aad3-0058573c8ef1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:42:19.604197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 34ccc892-c34b-4b22-aad3-0058573c8ef1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:42:19.604778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4a62fa6-508e-43bf-8ea5-783c16b445af no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:19.660203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a5f1a-2ab6-467b-8b73-132f3ea320e5 None None] Network 49c46e8e-c0f8-4288-af21-3865c58a8751 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:19.675821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:19.677647 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:19.680098 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-b8178066-a538-4b34-ad31-3280358deced service neutron] 10.222.0.41 "PUT /v2.0/ports/a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 1092 time: 3.6057825 May 28 05:42:19.687819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: b4a62fa6-508e-43bf-8ea5-783c16b445af {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:42:19.688298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4a62fa6-508e-43bf-8ea5-783c16b445af not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:42:19.700988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:19.832346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:19.833518 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:19.892201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-90fc1354-d979-4711-9e6f-7d65754a30d5 req-e01500cc-307c-4968-a866-892564ec0679 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888031 May 28 05:42:19.907532 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fef2e7ef-3da1-4cfc-8cbb-4799fbf0dceb req-1b09c132-a8e7-4ffa-942b-4134a645b3a6 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950097 May 28 05:42:19.930973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a26746-ee37-46a7-b685-e4f6ea383f7d admin admin] Deleting subnet a2a36020-7529-499f-97e8-dc852f277e89 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:42:19.974533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f1a26746-ee37-46a7-b685-e4f6ea383f7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.005921 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912b905d-7462-4a17-8c65-89355a99c124'] response: {'server_uuid': 'c8204de5-7a5b-49bc-adcc-e32eb6158045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e', 'code': 200} May 28 05:42:20.047011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-49c46e8e-c0f8-4288-af21-3865c58a8751', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:42:20.048198 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.070816 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-05701a25-16a6-428b-8997-8f6933d0309b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1632426 May 28 05:42:20.076107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53126) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:20.092773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:20.171277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f1a26746-ee37-46a7-b685-e4f6ea383f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.196091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:20.266361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b2714-22eb-406b-8146-033c791c783f None None] Network f8df1c5c-2a93-4662-a96c-fcb86f736e6d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:20.266947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Usage tracker for resource:router and tenant:9fc41a0dedde4abdaecca4f0cee59bf6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:20.271621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:20.278189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:20.299061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8178066-a538-4b34-ad31-3280358deced service neutron] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:20.319348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Allocated IP 172.20.0.8 (43eb02fb-8806-4adf-920c-0ac06b2713a6/407934f9-3ae2-45f7-934e-0abbe7d27800/f63da40d-1e9f-4608-bffb-685e31a9e003) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:20.341200 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.342298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.355038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-9b34625e-28db-42f2-9c54-b0d4aea27478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:20.356815 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-9b34625e-28db-42f2-9c54-b0d4aea27478 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1095 time: 0.4744635 May 28 05:42:20.366317 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.442957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Provisioning for port 9d980b60-dad2-4ed9-a986-9fe694d1b675 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:20.454144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Allocated IP 172.20.0.2 (49c46e8e-c0f8-4288-af21-3865c58a8751/194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a/c2b3ab30-dff7-46b4-9505-ca7a6be76218) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:20.466919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Provisioning complete for port 9d980b60-dad2-4ed9-a986-9fe694d1b675 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:20.467339 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.482838 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f1a26746-ee37-46a7-b685-e4f6ea383f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.505189 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-c91ac775-15aa-4e38-b841-aaa76f8231be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 217 time: 0.0896289 May 28 05:42:20.506248 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.578576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e58645-ff8b-4fbb-a4a9-b442fdafbbe2 req-e4eb1a73-3ebd-48b4-b062-6f8ab7830827 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:20.585487 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06e58645-ff8b-4fbb-a4a9-b442fdafbbe2 req-e4eb1a73-3ebd-48b4-b062-6f8ab7830827 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 944 time: 0.4167552 May 28 05:42:20.588545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d79be-cf6c-4c5f-a03d-0c9b35d30571 req-49fa88d8-5303-4b7d-836d-af123f0abccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:20.589912 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2d3d79be-cf6c-4c5f-a03d-0c9b35d30571 req-49fa88d8-5303-4b7d-836d-af123f0abccb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 1097 time: 0.3106399 May 28 05:42:20.678622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16baeaf-4214-4beb-80fb-6fbcf4115498 req-76cefbfd-48c6-4b9e-b9b8-f9f6dad13f98 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:20.688180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b16baeaf-4214-4beb-80fb-6fbcf4115498 req-76cefbfd-48c6-4b9e-b9b8-f9f6dad13f98 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 945 time: 0.5076542 May 28 05:42:20.711315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2d3d79be-cf6c-4c5f-a03d-0c9b35d30571 req-4fde8fa9-2490-490c-b8f4-1d61af118e67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098578 May 28 05:42:20.725951 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06e58645-ff8b-4fbb-a4a9-b442fdafbbe2 req-01f0ddb4-45a8-47dd-90aa-35574ebf5649 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396286 May 28 05:42:20.762112 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f1a26746-ee37-46a7-b685-e4f6ea383f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.802519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.811556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a26746-ee37-46a7-b685-e4f6ea383f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a36020-7529-499f-97e8-dc852f277e89,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:20.813891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f1a26746-ee37-46a7-b685-e4f6ea383f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.825557 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f1a26746-ee37-46a7-b685-e4f6ea383f7d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a2a36020-7529-499f-97e8-dc852f277e89 HTTP/1.1" status: 204 len: 168 time: 1.2198875 May 28 05:42:20.826949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4492a953-f3d1-4865-9632-ddbfbc97801f None None] Network f052cbff-bb22-4f3b-a360-8342fad88471 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:20.828160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53130) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:20.834928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-776354a9-999d-4b33-a5e2-718c31aa2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:20.836395 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-776354a9-999d-4b33-a5e2-718c31aa2561 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.3110347 May 28 05:42:20.940832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Current status of the port 9d980b60-dad2-4ed9-a986-9fe694d1b675 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:20.941202 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.972265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8c2b0d51-69ac-478b-8e60-eeffe2d4b869 req-abece713-b2ce-45d0-9449-11b08c78294e tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Synchronizing usage tracker for tenant:bbcbe1c654f24e269e845e9209244e6a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:21.000522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.017498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8c2b0d51-69ac-478b-8e60-eeffe2d4b869 req-abece713-b2ce-45d0-9449-11b08c78294e tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Unset dirty status for tenant:bbcbe1c654f24e269e845e9209244e6a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:21.018613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c2b0d51-69ac-478b-8e60-eeffe2d4b869 req-abece713-b2ce-45d0-9449-11b08c78294e tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 210 time: 0.1098557 May 28 05:42:21.022229 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.024098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Deleting port 42dc913a-56ad-4c18-8908-12c40592b41e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:21.024428 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.043376 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b16baeaf-4214-4beb-80fb-6fbcf4115498 req-28b058ba-e948-4b73-ae65-3b62a6eb52c3 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567572 May 28 05:42:21.056941 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.077761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] For port 9d980b60-dad2-4ed9-a986-9fe694d1b675, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9d980b60-dad2-4ed9-a986-9fe694d1b675,segment=NetworkSegment(4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba),segment_id=4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:21.106062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Transition to ACTIVE for port object c2b3ab30-dff7-46b4-9505-ca7a6be76218 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:21.112859 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.189204 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a715829-218c-414c-b979-6eddd8aba0fb'] response: {'name': 'network-changed', 'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'status': 'completed', 'code': 200} May 28 05:42:21.201644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Network 43eb02fb-8806-4adf-920c-0ac06b2713a6 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:21.253846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Transition to ACTIVE for port object c2b3ab30-dff7-46b4-9505-ca7a6be76218 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:21.276218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:21.290254 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.303995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Pushing event updated for resources: {'Port': ['ID=9d980b60-dad2-4ed9-a986-9fe694d1b675,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:21.306934 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.307918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:21.322233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Network 49c46e8e-c0f8-4288-af21-3865c58a8751 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:21.325191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.325626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.325977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.326420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.326754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.327151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.327507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.327834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.328164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.328533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.328856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.329221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95be0e-951e-44f2-857a-c57e7b64ecc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:21.345619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Pushing event updated for resources: {'Port': ['ID=f63da40d-1e9f-4608-bffb-685e31a9e003,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:21.370070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:21.372561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:21.534115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Pushing event updated for resources: {'Port': ['ID=c2b3ab30-dff7-46b4-9505-ca7a6be76218,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:21.562965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-56dad3bc-2cae-4324-9991-ecc002e2e7e0 None None] Provisioning complete for port 9d980b60-dad2-4ed9-a986-9fe694d1b675 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:21.563215 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56dad3bc-2cae-4324-9991-ecc002e2e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.573708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] For port 42dc913a-56ad-4c18-8908-12c40592b41e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=42dc913a-56ad-4c18-8908-12c40592b41e,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:21.574221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.588465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:21.589217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.601059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Attempting to bind port c2b3ab30-dff7-46b4-9505-ca7a6be76218 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:21.601059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Attempting to bind port c2b3ab30-dff7-46b4-9505-ca7a6be76218 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:21.601059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Attempting to bind port c2b3ab30-dff7-46b4-9505-ca7a6be76218 on network 49c46e8e-c0f8-4288-af21-3865c58a8751 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:21.619094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:21.622259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Checking segment: {'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:21.622259 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.622259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Bound using segment: {'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:21.622259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Bound port: c2b3ab30-dff7-46b4-9505-ca7a6be76218, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:21.622259 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.635426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] DHCP port deletion for f052cbff-bb22-4f3b-a360-8342fad88471 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:42:21.651767 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] Deleting port 42dc913a-56ad-4c18-8908-12c40592b41e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:21.652146 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.666358 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:21.727287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Calling delete_port for 42dc913a-56ad-4c18-8908-12c40592b41e owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:21.764956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a92f8450-9c10-460f-bd77-b2f347bea5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:21.766383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-a92f8450-9c10-460f-bd77-b2f347bea5d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7899759 May 28 05:42:21.896476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-a7e3641c-b55f-4478-a21a-e32bb1206f92 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4089928 May 28 05:42:21.906202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b60e76-6e19-4a57-8206-f371f63f3ddb req-bd919224-388f-44a9-a57e-cba0b2b254d1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:21.912566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] For port c2b3ab30-dff7-46b4-9505-ca7a6be76218, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:21.913228 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7b60e76-6e19-4a57-8206-f371f63f3ddb req-bd919224-388f-44a9-a57e-cba0b2b254d1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.6502285 May 28 05:42:21.915507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904057f-7075-4979-b74f-2ba664fb9916 req-3eddc2ee-1d1d-4abb-9a73-79e452d5ad28 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:21.922448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0904057f-7075-4979-b74f-2ba664fb9916 req-3eddc2ee-1d1d-4abb-9a73-79e452d5ad28 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.5155578 May 28 05:42:21.928460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Request body: {'port': {'device_id': 'e8f31274-51ae-4bcd-819c-ec77713c9f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:21.974390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-56dad3bc-2cae-4324-9991-ecc002e2e7e0 None None] Current status of the port 9d980b60-dad2-4ed9-a986-9fe694d1b675 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:21.993661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] For port c2b3ab30-dff7-46b4-9505-ca7a6be76218, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c2b3ab30-dff7-46b4-9505-ca7a6be76218,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:22.043200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] For port 42dc913a-56ad-4c18-8908-12c40592b41e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=42dc913a-56ad-4c18-8908-12c40592b41e,segment=NetworkSegment(586c4bb6-a423-4554-9ab0-1d2d704d2786),segment_id=586c4bb6-a423-4554-9ab0-1d2d704d2786)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:22.043721 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:22.046105 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0904057f-7075-4979-b74f-2ba664fb9916 req-cf0f486f-8d90-4aef-b274-abf762225097 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225541 May 28 05:42:22.099391 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7b60e76-6e19-4a57-8206-f371f63f3ddb req-17a365f2-1bee-4848-b05e-c664ee2fcfda tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851699 May 28 05:42:22.143324 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:22.231435 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-27c61570-defb-46b0-8fbe-d7288174081c service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457059 May 28 05:42:22.294417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Pushing event deleted for resources: {'Port': ['ID=42dc913a-56ad-4c18-8908-12c40592b41e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:22.296265 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:22.349969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] Calling delete_port for 42dc913a-56ad-4c18-8908-12c40592b41e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:22.383542 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:22.422451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Router 022b2fef-510c-4180-a622-9ed3c4ebac2c is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:42:22.532127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157a340-0dda-493e-b2da-d3b715735ca4 None None] Pushing event updated for resources: {'Port': ['ID=c2b3ab30-dff7-46b4-9505-ca7a6be76218,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:22.545579 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:42:22.545579 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:42:22.595841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] No DVR routers for this DVR port 42dc913a-56ad-4c18-8908-12c40592b41e on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:42:22.816453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:22.862898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c9b6f0-7a4e-44d6-81ab-187ae6430d50 req-4a178ca5-d640-4a5c-a327-c066d0b52dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065278 May 28 05:42:22.869224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f052cbff-bb22-4f3b-a360-8342fad88471']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:22.872918 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:22.887988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf5892-eb37-4c89-8862-5b07a994f12b req-9be0ab18-cfe9-4e1e-9a4d-da760ea5e016 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:22.889487 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8baf5892-eb37-4c89-8862-5b07a994f12b req-9be0ab18-cfe9-4e1e-9a4d-da760ea5e016 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 931 time: 0.2994685 May 28 05:42:22.897343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586c4bb6-a423-4554-9ab0-1d2d704d2786') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:22.897633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586c4bb6-a423-4554-9ab0-1d2d704d2786') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:22.911493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232096d-3c81-45c4-9237-3cf5d40b2799 req-5ee04306-4f8e-409d-ade1-1e0f288a3a95 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:22.915683 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3232096d-3c81-45c4-9237-3cf5d40b2799 req-5ee04306-4f8e-409d-ade1-1e0f288a3a95 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 944 time: 0.6832995 May 28 05:42:22.931848 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:22.956017 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:22.978191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:23.023037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8baf5892-eb37-4c89-8862-5b07a994f12b req-bc4903e3-b51f-45a2-bfb3-394d9278ba37 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Synchronizing usage tracker for tenant:bbcbe1c654f24e269e845e9209244e6a on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:23.030496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:42:23.030825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:23.038923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:42:23.044604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] Deleting port 42dc913a-56ad-4c18-8908-12c40592b41e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:23.045045 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:23.049761 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Sync routers for ids ['022b2fef-510c-4180-a622-9ed3c4ebac2c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:42:23.070241 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Routers {'022b2fef-510c-4180-a622-9ed3c4ebac2c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:23.070873 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['022b2fef-510c-4180-a622-9ed3c4ebac2c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:23.118338 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 586c4bb6-a423-4554-9ab0-1d2d704d2786 resource provider aggregate not found May 28 05:42:23.130605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-312fc55b-7495-47a5-b084-c66dfe4f99f0 None None] The port '42dc913a-56ad-4c18-8908-12c40592b41e' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:42:23.149317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63da40d-1e9f-4608-bffb-685e31a9e003 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:23.159862 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 586c4bb6-a423-4554-9ab0-1d2d704d2786 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 586c4bb6-a423-4554-9ab0-1d2d704d2786 found for delete ", "request_id": "req-d66ba303-a0ac-462c-860d-7b57ca46f505"}]} May 28 05:42:23.162330 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:23.180634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8baf5892-eb37-4c89-8862-5b07a994f12b req-bc4903e3-b51f-45a2-bfb3-394d9278ba37 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Unset dirty status for tenant:bbcbe1c654f24e269e845e9209244e6a on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:23.189038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8baf5892-eb37-4c89-8862-5b07a994f12b req-bc4903e3-b51f-45a2-bfb3-394d9278ba37 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810185 May 28 05:42:23.190126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Transition to ACTIVE for port object f63da40d-1e9f-4608-bffb-685e31a9e003 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:23.193912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:23.241920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:23.243667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Allocated IP 172.25.4.220 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/bf967243-ff1f-4f1a-a450-fe7e8f418c5c) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:23.251535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:23.306018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3232096d-3c81-45c4-9237-3cf5d40b2799 req-e5a402a7-b0bc-49d3-ba77-f2b84d516e8c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534262 May 28 05:42:23.307186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:23.308279 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b301b5f1-1d82-4752-a8f4-97486865d9a4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9071863 May 28 05:42:23.311805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53154) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:23.351065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f052cbff-bb22-4f3b-a360-8342fad88471,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:23.435415 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c2b3ab30-dff7-46b4-9505-ca7a6be76218 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:23.497542 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Set router 022b2fef-510c-4180-a622-9ed3c4ebac2c gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:23.538377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port c2b3ab30-dff7-46b4-9505-ca7a6be76218 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:23.545127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9d980b60-dad2-4ed9-a986-9fe694d1b675 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:23.618757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-65cb3e70-e47a-477e-89e5-8bfeeea1ce15 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f052cbff-bb22-4f3b-a360-8342fad88471 HTTP/1.1" status: 204 len: 168 time: 2.7885673 May 28 05:42:23.684648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f63da40d-1e9f-4608-bffb-685e31a9e003,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:23.702748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9d980b60-dad2-4ed9-a986-9fe694d1b675 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:23.703465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:23.857226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Attempting to bind port f63da40d-1e9f-4608-bffb-685e31a9e003 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:23.858344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Attempting to bind port f63da40d-1e9f-4608-bffb-685e31a9e003 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '43eb02fb-8806-4adf-920c-0ac06b2713a6'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:23.858688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Attempting to bind port f63da40d-1e9f-4608-bffb-685e31a9e003 on network 43eb02fb-8806-4adf-920c-0ac06b2713a6 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:23.877169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Port f63da40d-1e9f-4608-bffb-685e31a9e003 on network 43eb02fb-8806-4adf-920c-0ac06b2713a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:42:23.877492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Attempting to bind port f63da40d-1e9f-4608-bffb-685e31a9e003 on network 43eb02fb-8806-4adf-920c-0ac06b2713a6 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:23.888191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53160) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:23.891895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:23.892079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Checking segment: {'id': 'fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '43eb02fb-8806-4adf-920c-0ac06b2713a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:23.892393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Bound using segment: {'id': 'fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '43eb02fb-8806-4adf-920c-0ac06b2713a6'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:23.896511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Bound port: f63da40d-1e9f-4608-bffb-685e31a9e003, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '43eb02fb-8806-4adf-920c-0ac06b2713a6'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:23.896718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:23.930876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9d980b60-dad2-4ed9-a986-9fe694d1b675 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:23.935942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02003faf-991d-489a-b725-81f12bc2e4c7 None None] Network 49c46e8e-c0f8-4288-af21-3865c58a8751 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:24.026008 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'name': 'tempest-ServersTestMultiNic-648254419-router', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:15Z', 'updated_at': '2022-05-28T05:42:19Z', 'revision_number': 3, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'gw_port': {'id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:17Z', 'updated_at': '2022-05-28T05:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:24.026294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-909336c6-2629-4dd9-9ea7-adb7a4b083bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:24.027723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-909336c6-2629-4dd9-9ea7-adb7a4b083bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1095 time: 1.1052301 May 28 05:42:24.032548 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Checking router: 022b2fef-510c-4180-a622-9ed3c4ebac2c for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:42:24.033115 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Updating router 022b2fef-510c-4180-a622-9ed3c4ebac2c port 7c086188-3f9f-4efb-93b7-3bf002b4a89b binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:42:24.058738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 42dc913a-56ad-4c18-8908-12c40592b41e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:24.071186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e1793-8bd4-4dfc-a383-0fd42de106f4 req-ef7fe24e-5c2b-4055-8b9c-7acbedc34c75 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:24.079610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-778e1793-8bd4-4dfc-a383-0fd42de106f4 req-ef7fe24e-5c2b-4055-8b9c-7acbedc34c75 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 945 time: 0.6667168 May 28 05:42:24.122184 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.132168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:42:24.162255 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d7d87d2c-5d81-4cb5-9186-11307d1225b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6f3c7e8ac0d41e896a15bf9497afa23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460003 May 28 05:42:24.169602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53164) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:24.177526 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-778e1793-8bd4-4dfc-a383-0fd42de106f4 req-2fdd0bd3-52fb-41ea-98fb-c66c904f952e tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968621 May 28 05:42:24.204257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] For port f63da40d-1e9f-4608-bffb-685e31a9e003, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:24.213323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] For port f63da40d-1e9f-4608-bffb-685e31a9e003, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f63da40d-1e9f-4608-bffb-685e31a9e003,segment=NetworkSegment(fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f),segment_id=fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:24.236271 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.300208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:24.314998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 42dc913a-56ad-4c18-8908-12c40592b41e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:42:24.314998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 42dc913a-56ad-4c18-8908-12c40592b41e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:42:24.338924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'port_id': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'mac_address': 'fa:16:3e:15:ef:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:42:24.341927 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.407963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7d22bd79-28cc-4318-a71f-7f64ac3b64fa None None] Provisioning for port c2b3ab30-dff7-46b4-9505-ca7a6be76218 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:24.434472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7d22bd79-28cc-4318-a71f-7f64ac3b64fa None None] Provisioning complete for port c2b3ab30-dff7-46b4-9505-ca7a6be76218 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:24.434849 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7d22bd79-28cc-4318-a71f-7f64ac3b64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.455356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dae64-ceb4-4f6b-ba8c-c39e3d2b0c14 req-01513459-759c-4c79-b827-e80ac0dff86a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:24.457054 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-156dae64-ceb4-4f6b-ba8c-c39e3d2b0c14 req-01513459-759c-4c79-b827-e80ac0dff86a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.6362913 May 28 05:42:24.507169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:24.507608 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.533101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-e1113033-69fe-498b-9a02-4c1aaeee0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:24.534688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-e1113033-69fe-498b-9a02-4c1aaeee0ff5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.4880891 May 28 05:42:24.554760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:24.555394 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.556747 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] 10.222.0.33 "PUT /v2.0/ports/f63da40d-1e9f-4608-bffb-685e31a9e003 HTTP/1.1" status: 200 len: 1091 time: 2.6321118 May 28 05:42:24.557187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f31274-51ae-4bcd-819c-ec77713c9f3b', 'tag': 'f63da40d-1e9f-4608-bffb-685e31a9e003'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:24.607878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7c8a9-0207-41c3-8bff-7559be76b0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f63da40d-1e9f-4608-bffb-685e31a9e003,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:24.646404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-815664b1-6ae0-49da-bc88-2527b046b5b2 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:24.648175 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-815664b1-6ae0-49da-bc88-2527b046b5b2 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.33 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 945 time: 0.3376038 May 28 05:42:24.657364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d41bb6-061b-4987-a6d2-ffeac5b20fad {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:24.674294 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19379035-4af4-41ba-9c1a-bf572349e44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.691699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f0c00-5707-4f65-bbb7-c439e3daea6b req-cd7362ec-35b6-4429-abb7-0fe53a1b6dc2 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:24.693569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-545f0c00-5707-4f65-bbb7-c439e3daea6b req-cd7362ec-35b6-4429-abb7-0fe53a1b6dc2 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.1976438 May 28 05:42:24.694474 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-708c1639-5dfe-4630-a249-cbbb7c0af1f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 217 time: 0.1318924 May 28 05:42:24.709659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:24.710829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7d22bd79-28cc-4318-a71f-7f64ac3b64fa None None] Current status of the port c2b3ab30-dff7-46b4-9505-ca7a6be76218 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:24.711955 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7d22bd79-28cc-4318-a71f-7f64ac3b64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.757603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.835506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-545f0c00-5707-4f65-bbb7-c439e3daea6b req-aa9cac8c-7fb8-4a11-ac8b-3dc721102016 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733294 May 28 05:42:24.841835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-cf982dcf-d2b3-4987-9863-28ab0254b4f7 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Deleting port 72f97596-e001-4171-882b-ea0992edf5b5 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:24.842135 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-cf982dcf-d2b3-4987-9863-28ab0254b4f7 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.844722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-156dae64-ceb4-4f6b-ba8c-c39e3d2b0c14 req-370a6b35-3b52-494a-a309-4e3e3330a3c4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132617 May 28 05:42:24.848916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7d22bd79-28cc-4318-a71f-7f64ac3b64fa None None] For port c2b3ab30-dff7-46b4-9505-ca7a6be76218, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c2b3ab30-dff7-46b4-9505-ca7a6be76218,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:24.860499 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19379035-4af4-41ba-9c1a-bf572349e44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.882860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7d22bd79-28cc-4318-a71f-7f64ac3b64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.892765 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.933992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:24.955469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-d929c046-0d08-4de8-b194-a73749c53dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:24.957144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-d929c046-0d08-4de8-b194-a73749c53dd1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bbcbe1c654f24e269e845e9209244e6a&device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 1094 time: 0.3077171 May 28 05:42:25.031000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a2d41bb6-061b-4987-a6d2-ffeac5b20fad'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:42:25.041853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-8ea31462-fb71-4ba4-bffe-6347366b6c0b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f63da40d-1e9f-4608-bffb-685e31a9e003 HTTP/1.1" status: 200 len: 217 time: 0.0693154 May 28 05:42:25.111959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:25.174532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:25.177867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-dab93eeb-ac08-488d-93ae-ce8f17ecad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:25.179549 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-dab93eeb-ac08-488d-93ae-ce8f17ecad6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.4570301 May 28 05:42:25.182917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:25.259051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22bd79-28cc-4318-a71f-7f64ac3b64fa None None] Pushing event updated for resources: {'Port': ['ID=c2b3ab30-dff7-46b4-9505-ca7a6be76218,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:25.298224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-42cde9b6-79fc-4561-99f1-8ac04b1b49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:25.299703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-42cde9b6-79fc-4561-99f1-8ac04b1b49f8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=407934f9-3ae2-45f7-934e-0abbe7d27800 HTTP/1.1" status: 200 len: 864 time: 0.2147141 May 28 05:42:25.302698 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.315078 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Transition to ACTIVE for port object 7c086188-3f9f-4efb-93b7-3bf002b4a89b will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:25.327667 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.389001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-5a1caf17-d35e-431e-a3db-6e4714945fe6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=43eb02fb-8806-4adf-920c-0ac06b2713a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804219 May 28 05:42:25.429516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf967243-ff1f-4f1a-a450-fe7e8f418c5c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:25.437520 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Attempting to bind port 7c086188-3f9f-4efb-93b7-3bf002b4a89b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:25.437881 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Attempting to bind port 7c086188-3f9f-4efb-93b7-3bf002b4a89b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:25.438239 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Attempting to bind port 7c086188-3f9f-4efb-93b7-3bf002b4a89b on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:25.440634 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Pushing event updated for resources: {'Port': ['ID=7c086188-3f9f-4efb-93b7-3bf002b4a89b,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:25.451123 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:25.451803 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:25.452480 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.453024 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:25.453648 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Bound port: 7c086188-3f9f-4efb-93b7-3bf002b4a89b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:25.454167 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.480628 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.481820 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.482313 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.482895 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.483444 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.483959 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.485164 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.485164 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.485164 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.485773 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.486286 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.486759 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:25.515060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78139f-62d7-4a26-909d-981664c39c49 req-c9045db6-d64c-4a39-9077-8b9262110c30 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:25.516763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a78139f-62d7-4a26-909d-981664c39c49 req-c9045db6-d64c-4a39-9077-8b9262110c30 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4892876 May 28 05:42:25.519994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-cf982dcf-d2b3-4987-9863-28ab0254b4f7 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] For port 72f97596-e001-4171-882b-ea0992edf5b5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=72f97596-e001-4171-882b-ea0992edf5b5,segment=NetworkSegment(bba01e11-e87b-4b6a-ab20-3e074247d24c),segment_id=bba01e11-e87b-4b6a-ab20-3e074247d24c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:25.520492 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-cf982dcf-d2b3-4987-9863-28ab0254b4f7 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.528869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-72189c55-0a18-4c27-b03f-c2c2d71296ca None None] Provisioning complete for port c2b3ab30-dff7-46b4-9505-ca7a6be76218 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:25.529482 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-72189c55-0a18-4c27-b03f-c2c2d71296ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.557110 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] For port 7c086188-3f9f-4efb-93b7-3bf002b4a89b, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:25.561339 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] For port 7c086188-3f9f-4efb-93b7-3bf002b4a89b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7c086188-3f9f-4efb-93b7-3bf002b4a89b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:25.567718 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.648377 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Routers {'022b2fef-510c-4180-a622-9ed3c4ebac2c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:25.648896 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['022b2fef-510c-4180-a622-9ed3c4ebac2c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:25.662079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-72189c55-0a18-4c27-b03f-c2c2d71296ca None None] Current status of the port c2b3ab30-dff7-46b4-9505-ca7a6be76218 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:25.664848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-cf982dcf-d2b3-4987-9863-28ab0254b4f7 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Calling delete_port for 72f97596-e001-4171-882b-ea0992edf5b5 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:25.720779 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c6d4a-66ef-424f-a46f-a4460fcf573a None None] Pushing event updated for resources: {'Port': ['ID=7c086188-3f9f-4efb-93b7-3bf002b4a89b,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:25.795786 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a78139f-62d7-4a26-909d-981664c39c49 req-ba0dfe95-ad66-4033-be25-a2eba776c8bf tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909102 May 28 05:42:25.814892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19379035-4af4-41ba-9c1a-bf572349e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.834749 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-d518e91d-3f15-4ea8-8983-87406669321e service neutron] 10.222.0.33 "GET /v2.0/networks/43eb02fb-8806-4adf-920c-0ac06b2713a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345841 May 28 05:42:25.868193 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] Set router 022b2fef-510c-4180-a622-9ed3c4ebac2c gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:25.891996 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed28885-2617-4f21-9079-24576e466627'] response: {'name': 'network-changed', 'server_uuid': 'e8f31274-51ae-4bcd-819c-ec77713c9f3b', 'tag': 'f63da40d-1e9f-4608-bffb-685e31a9e003', 'status': 'completed', 'code': 200} May 28 05:42:25.940051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19379035-4af4-41ba-9c1a-bf572349e44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1e0032-f0d2-4edd-a4c3-46aaf67441eb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:26.012005 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19379035-4af4-41ba-9c1a-bf572349e44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:26.015646 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-19379035-4af4-41ba-9c1a-bf572349e44a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a1e0032-f0d2-4edd-a4c3-46aaf67441eb HTTP/1.1" status: 204 len: 168 time: 1.8403785 May 28 05:42:26.053746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:26.196739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-6d4b77de-cf0d-4b43-a898-95e640bda119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:26.198860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-cf982dcf-d2b3-4987-9863-28ab0254b4f7 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:26.199165 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-6d4b77de-cf0d-4b43-a898-95e640bda119 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9678032 May 28 05:42:26.222688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port a2d41bb6-061b-4987-a6d2-ffeac5b20fad completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:26.229223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a2d41bb6-061b-4987-a6d2-ffeac5b20fad triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:26.229752 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:26.316042 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'name': 'tempest-ServersTestMultiNic-648254419-router', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:15Z', 'updated_at': '2022-05-28T05:42:19Z', 'revision_number': 3, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'gw_port': {'id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:17Z', 'updated_at': '2022-05-28T05:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:26.323082 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f86c46-a183-4d80-9718-5e0269884600 None None] The sync data for ids ['022b2fef-510c-4180-a622-9ed3c4ebac2c'] in n-d-843679-5 is: [{'id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'name': 'tempest-ServersTestMultiNic-648254419-router', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:15Z', 'updated_at': '2022-05-28T05:42:19Z', 'revision_number': 3, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'gw_port': {'id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:17Z', 'updated_at': '2022-05-28T05:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:42:26.323368 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:26.359763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599e2f-e2a1-4fc9-b18a-fa5fb8fb12fa req-80ff2be7-8ea3-457c-bd78-1d97d56196e6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:26.361626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7599e2f-e2a1-4fc9-b18a-fa5fb8fb12fa req-80ff2be7-8ea3-457c-bd78-1d97d56196e6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 943 time: 1.2341385 May 28 05:42:26.407854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf982dcf-d2b3-4987-9863-28ab0254b4f7 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Pushing event deleted for resources: {'Port': ['ID=72f97596-e001-4171-882b-ea0992edf5b5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:26.436002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:26.436560 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:26.464727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:26.468689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5921399-7f57-4a47-b0ff-b753a8c8c39f req-9d8c94a3-c8d6-4134-ada8-1061db9c02c4 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:26.470196 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5921399-7f57-4a47-b0ff-b753a8c8c39f req-9d8c94a3-c8d6-4134-ada8-1061db9c02c4 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.4891942 May 28 05:42:26.474187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:26.477720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe7a35ab-5711-4b3b-86dc-171a0324ac5a req-929e5939-6207-4c3d-93e5-08a3daa8bca8 service neutron] 10.222.0.33 "GET /v2.0/networks/43eb02fb-8806-4adf-920c-0ac06b2713a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072795 May 28 05:42:26.486259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:26.493826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:26.546015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-cf982dcf-d2b3-4987-9863-28ab0254b4f7 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] No DVR routers for this DVR port 72f97596-e001-4171-882b-ea0992edf5b5 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:42:26.550113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-cf982dcf-d2b3-4987-9863-28ab0254b4f7 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:26.595872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:26.622269 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ff2ccf6-8299-40f0-a3bc-e193c1e83d5e req-cf982dcf-d2b3-4987-9863-28ab0254b4f7 tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.33 "DELETE /v2.0/ports/72f97596-e001-4171-882b-ea0992edf5b5 HTTP/1.1" status: 204 len: 173 time: 1.9186740 May 28 05:42:26.629694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5921399-7f57-4a47-b0ff-b753a8c8c39f req-8cd3e09f-7b57-4d27-ab96-85c7980277ec tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443849 May 28 05:42:26.685377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93463e-cd6e-4682-85cd-25763feca8c1 req-6a94c604-c890-49a7-b9e5-298bdae62d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:26.687966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec93463e-cd6e-4682-85cd-25763feca8c1 req-6a94c604-c890-49a7-b9e5-298bdae62d72 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bbcbe1c654f24e269e845e9209244e6a&device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 1094 time: 0.1165216 May 28 05:42:26.849649 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7599e2f-e2a1-4fc9-b18a-fa5fb8fb12fa req-f0a5e501-832f-4221-986a-67ea6729b0a6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114201 May 28 05:42:26.866292 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-e781d22c-038d-4f28-a774-3a7e0bcd66ba service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499944 May 28 05:42:27.000590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-77b1dc18-8595-48aa-8727-461e2aa845f0 req-14c46f43-e543-4f97-9c70-3bf7a0897c0d tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Synchronizing usage tracker for tenant:84e6a68cd70a4630bba38c0d8f29f45e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:27.048263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-77b1dc18-8595-48aa-8727-461e2aa845f0 req-14c46f43-e543-4f97-9c70-3bf7a0897c0d tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] Unset dirty status for tenant:84e6a68cd70a4630bba38c0d8f29f45e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:27.049852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77b1dc18-8595-48aa-8727-461e2aa845f0 req-14c46f43-e543-4f97-9c70-3bf7a0897c0d tempest-InstanceActionsV221TestJSON-1627279134 tempest-InstanceActionsV221TestJSON-1627279134-project] 10.222.0.39 "GET /v2.0/ports?device_id=85778fd1-9be1-4c5b-a528-b6f5105b5c00 HTTP/1.1" status: 200 len: 210 time: 0.1673009 May 28 05:42:27.128968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93463e-cd6e-4682-85cd-25763feca8c1 req-f9978ebe-de69-45c2-a767-10df769b726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:27.139724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec93463e-cd6e-4682-85cd-25763feca8c1 req-f9978ebe-de69-45c2-a767-10df769b726f service neutron] 10.222.0.33 "GET /v2.0/networks?id=43eb02fb-8806-4adf-920c-0ac06b2713a6 HTTP/1.1" status: 200 len: 925 time: 0.4294701 May 28 05:42:27.164875 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1745af7-866d-4dfd-9eaf-b1072cfbe4b0'] response: {'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'code': 200} May 28 05:42:27.363251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53206) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:27.363805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec93463e-cd6e-4682-85cd-25763feca8c1 req-3ca0b71c-c5d0-4f9f-a141-3e7245a58ac0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f63da40d-1e9f-4608-bffb-685e31a9e003 HTTP/1.1" status: 200 len: 217 time: 0.2157624 May 28 05:42:27.443511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c2b3ab30-dff7-46b4-9505-ca7a6be76218 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:27.541815 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3dfcd47-061c-4421-a31f-7c9d19799eb5 req-95c050a5-a0c1-43b3-a45c-4e1600d89696 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330276 May 28 05:42:27.544248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Allocated IP 172.20.0.1 (f8df1c5c-2a93-4662-a96c-fcb86f736e6d/2e1ea09a-a3a6-46e3-b3bd-bd96deb82692/47edbcf4-eb0e-46c9-95ec-e1394b9eac06) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:27.550197 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:27.553320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e996d-dc6f-4040-8ae7-6fbe3e85117f req-1bdd7322-99ce-4371-9f9d-f9fd708b5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:27.582965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d2e996d-dc6f-4040-8ae7-6fbe3e85117f req-1bdd7322-99ce-4371-9f9d-f9fd708b5185 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1097 time: 0.2704730 May 28 05:42:27.587037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93463e-cd6e-4682-85cd-25763feca8c1 req-dca2bc18-ece2-4f02-a5af-7759c8d3c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:27.591025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec93463e-cd6e-4682-85cd-25763feca8c1 req-dca2bc18-ece2-4f02-a5af-7759c8d3c763 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=407934f9-3ae2-45f7-934e-0abbe7d27800 HTTP/1.1" status: 200 len: 864 time: 0.2087913 May 28 05:42:27.602701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c2b3ab30-dff7-46b4-9505-ca7a6be76218 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:27.615258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:27.750503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec93463e-cd6e-4682-85cd-25763feca8c1 req-eaf3a7ba-13f0-4872-9341-de104a65a608 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=43eb02fb-8806-4adf-920c-0ac06b2713a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038084 May 28 05:42:27.848981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c2b3ab30-dff7-46b4-9505-ca7a6be76218 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:27.850060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7c086188-3f9f-4efb-93b7-3bf002b4a89b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:27.877004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d2e996d-dc6f-4040-8ae7-6fbe3e85117f req-f8573f14-5fab-4d8a-8ef9-931b478f1c76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824106 May 28 05:42:27.927552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 7c086188-3f9f-4efb-93b7-3bf002b4a89b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:27.933694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85778fd1-9be1-4c5b-a528-b6f5105b5c00', 'name': 'network-vif-deleted', 'tag': '72f97596-e001-4171-882b-ea0992edf5b5'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:27.935366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7c086188-3f9f-4efb-93b7-3bf002b4a89b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:27.935799 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:27.966880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-214859418-network', 'tenant_id': '35100819b20440649f162236d29682d4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:27.986122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:28.008210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 72f97596-e001-4171-882b-ea0992edf5b5 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:28.028056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb44ce-91f4-4c2a-93fc-fa5e9879115b req-eade213f-7cca-4dcc-9169-ce6b2e8e638c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:28.029617 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5abb44ce-91f4-4c2a-93fc-fa5e9879115b req-eade213f-7cca-4dcc-9169-ce6b2e8e638c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 946 time: 0.2113342 May 28 05:42:28.034692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Usage tracker for resource:network and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:28.037576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec93463e-cd6e-4682-85cd-25763feca8c1 req-057cd518-8f80-4004-b607-de02b8ab006e service neutron] 10.222.0.33 "GET /v2.0/networks/43eb02fb-8806-4adf-920c-0ac06b2713a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610731 May 28 05:42:28.049511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:28.056373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 72f97596-e001-4171-882b-ea0992edf5b5 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:42:28.057017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 72f97596-e001-4171-882b-ea0992edf5b5 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:42:28.069905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:28.080632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1b09b-8904-488e-9541-b802a3d8ca86 req-2573962d-2390-49b0-8c2e-4399bf6282c9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:28.082113 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ad1b09b-8904-488e-9541-b802a3d8ca86 req-2573962d-2390-49b0-8c2e-4399bf6282c9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 1.0388877 May 28 05:42:28.120405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7c086188-3f9f-4efb-93b7-3bf002b4a89b is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:28.120810 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:28.147135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 7c086188-3f9f-4efb-93b7-3bf002b4a89b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7c086188-3f9f-4efb-93b7-3bf002b4a89b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:28.153859 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:28.162333 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5abb44ce-91f4-4c2a-93fc-fa5e9879115b req-ef6d980d-ff48-4dac-8e3d-da4b2436bbf0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238420 May 28 05:42:28.217705 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:28.229189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec93463e-cd6e-4682-85cd-25763feca8c1 req-491de794-0610-4ee9-abb3-3a9a1b416691 service neutron] 10.222.0.33 "GET /v2.0/networks/43eb02fb-8806-4adf-920c-0ac06b2713a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757159 May 28 05:42:28.243683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=7c086188-3f9f-4efb-93b7-3bf002b4a89b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:28.299450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:28.302376 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:28.326928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Transition to ACTIVE for port object 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:28.341508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:28.375927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:28.385670 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ad1b09b-8904-488e-9541-b802a3d8ca86 req-127020ec-48ee-4003-b6b6-b4380d84eb74 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331550 May 28 05:42:28.389449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Usage tracker for resource:security_group_rule and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:28.395901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:28.416167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:28.472007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-012a9cc2-2620-49ef-bf93-a04b3b433367 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:28.476419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-012a9cc2-2620-49ef-bf93-a04b3b433367 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/networks?id=f2a9c59d-4b48-4840-aff6-5d5408668f5a HTTP/1.1" status: 200 len: 815 time: 0.2026420 May 28 05:42:28.479136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:28.494881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e7755d88-27db-4bb6-8431-7ae26a5b0024 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/quotas/d04a46075b914f75a3759349a85d0515 HTTP/1.1" status: 200 len: 375 time: 0.0122242 May 28 05:42:28.523208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:42:28.588360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-2be058ae-dfb6-4712-a0fe-7bbd210fd2bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d04a46075b914f75a3759349a85d0515&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0873983 May 28 05:42:28.592797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Network f8df1c5c-2a93-4662-a96c-fcb86f736e6d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:28.604725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:28.609777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:28.745576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-0fddf380-c57e-48bf-9a4e-f24ccd77ff80 service neutron] 10.222.0.39 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503868 May 28 05:42:28.752873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Pushing event updated for resources: {'Port': ['ID=47edbcf4-eb0e-46c9-95ec-e1394b9eac06,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:28.863205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:28.918209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b064c16f-9509-4b0f-af34-a106a06e5bf6 None None] Provisioning for port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:28.925560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b064c16f-9509-4b0f-af34-a106a06e5bf6 None None] Provisioning complete for port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:28.926099 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b064c16f-9509-4b0f-af34-a106a06e5bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.000447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b064c16f-9509-4b0f-af34-a106a06e5bf6 None None] Port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:42:29.015282 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.020758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-19f7e585-d3c6-4822-b1ce-016d10d23054 service neutron] 10.222.0.39 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742391 May 28 05:42:29.028299 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.078504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:42:29.217460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd53eb-57d6-4bec-9d4b-6f83e5ff83d0 req-6d8b7225-f70a-4717-bd9e-3a14a1e444a5 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:29.218408 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400584ba-794c-4fe6-8ed6-c841f54aa06f'] response: {'server_uuid': '85778fd1-9be1-4c5b-a528-b6f5105b5c00', 'name': 'network-vif-deleted', 'tag': '72f97596-e001-4171-882b-ea0992edf5b5', 'status': 'completed', 'code': 200} May 28 05:42:29.219672 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36bd53eb-57d6-4bec-9d4b-6f83e5ff83d0 req-6d8b7225-f70a-4717-bd9e-3a14a1e444a5 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 943 time: 0.6974878 May 28 05:42:29.227522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844146c0-0471-4516-b71c-0f73e14793a7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:29.241372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:42:29.255520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.255863 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Added segment 7a1cf2fb-b07c-4496-9db0-5f6cef7cc014 of type vlan for network 741ba084-ed2e-407e-be15-0d0600915b04 May 28 05:42:29.255989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Sync routers for ids ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:42:29.259695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-4ee0577e-c208-4a98-800b-7157b97a71bc tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:29.261693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-4ee0577e-c208-4a98-800b-7157b97a71bc tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8204de5-7a5b-49bc-adcc-e32eb6158045 HTTP/1.1" status: 200 len: 946 time: 0.1083391 May 28 05:42:29.273194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Routers {'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:29.273826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:29.357772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7c086188-3f9f-4efb-93b7-3bf002b4a89b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:29.358291 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.360483 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-60099304-d788-4281-aee7-52119bb7eed2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2790077 May 28 05:42:29.372982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53240) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:29.412981 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.450267 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.451250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:29.451932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.528540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-884301cc-7daf-402e-b78c-f5d9c03a66bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Deleting port b90ebb1a-4086-4c11-bf8c-11facee8c75e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:29.528916 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-884301cc-7daf-402e-b78c-f5d9c03a66bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.588028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] Pushing event updated for resources: {'Network': ['ID=741ba084-ed2e-407e-be15-0d0600915b04,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:29.595122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36bd53eb-57d6-4bec-9d4b-6f83e5ff83d0 req-ad882b80-7247-401a-8fac-822f890ec4cc tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354981 May 28 05:42:29.601192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 741ba084-ed2e-407e-be15-0d0600915b04 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:42:29.606342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-04bb5041-c385-4928-a5bf-9f9c960eda1e req-033ac28a-d528-452d-bfe5-c46d25652937 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 210 time: 0.2319057 May 28 05:42:29.618653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7c086188-3f9f-4efb-93b7-3bf002b4a89b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:29.619028 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.743908 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:29.764112 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-39e95137-6cb6-4b61-89ad-95b777a7427c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4041409 May 28 05:42:29.793827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Set router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:29.810739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53250) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:29.816455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Request body: {'subnet': {'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-214859418-subnet', 'tenant_id': '35100819b20440649f162236d29682d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:29.911070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:29.932207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Usage tracker for resource:subnet and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:29.958707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:30.029676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:30.104269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:30.106551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:30.160842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7c086188-3f9f-4efb-93b7-3bf002b4a89b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:30.252184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:30.271387 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:30.278531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:25Z', 'revision_number': 3, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:30.282608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Checking router: ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:42:30.282956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Updating router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d port bf967243-ff1f-4f1a-a450-fe7e8f418c5c binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:42:30.314322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1627e0-6ce6-4f25-af0d-42e2a4096e6b req-0707a5f5-8c6e-4b3f-b4d4-ec37fea2a0cd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:30.315794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce1627e0-6ce6-4f25-af0d-42e2a4096e6b req-0707a5f5-8c6e-4b3f-b4d4-ec37fea2a0cd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 946 time: 0.5539415 May 28 05:42:30.322270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-884301cc-7daf-402e-b78c-f5d9c03a66bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] For port b90ebb1a-4086-4c11-bf8c-11facee8c75e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b90ebb1a-4086-4c11-bf8c-11facee8c75e,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:30.322648 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-884301cc-7daf-402e-b78c-f5d9c03a66bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:30.342369 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:30.406873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:30.432704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Pushing event updated for resources: {'Port': ['ID=47edbcf4-eb0e-46c9-95ec-e1394b9eac06,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:30.483762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-884301cc-7daf-402e-b78c-f5d9c03a66bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Calling delete_port for b90ebb1a-4086-4c11-bf8c-11facee8c75e owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:30.543970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e5fb7-5b9e-4b94-be85-5ceb166773b3 req-c1480d3f-4a95-469f-b3f4-bf4980e70288 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:30.551263 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d5e5fb7-5b9e-4b94-be85-5ceb166773b3 req-c1480d3f-4a95-469f-b3f4-bf4980e70288 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.3361931 May 28 05:42:30.653624 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce1627e0-6ce6-4f25-af0d-42e2a4096e6b req-4658588a-ef98-4183-95ca-f6169a27ec08 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214796 May 28 05:42:30.708036 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:30.734273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d5e5fb7-5b9e-4b94-be85-5ceb166773b3 req-7bc69a7d-aa07-4d1a-8d12-df3d4ccb7673 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801720 May 28 05:42:30.755215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Network f8df1c5c-2a93-4662-a96c-fcb86f736e6d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:30.761518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:30.834329 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:30.853805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Transition to ACTIVE for port object bf967243-ff1f-4f1a-a450-fe7e8f418c5c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:30.866505 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:30.955006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d1ab7-e986-4a61-a1e2-8dddb1ade934 None None] Pushing event updated for resources: {'Port': ['ID=bf967243-ff1f-4f1a-a450-fe7e8f418c5c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:30.985521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Attempting to bind port bf967243-ff1f-4f1a-a450-fe7e8f418c5c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:30.985901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Attempting to bind port bf967243-ff1f-4f1a-a450-fe7e8f418c5c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:30.986247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Attempting to bind port bf967243-ff1f-4f1a-a450-fe7e8f418c5c on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:30.992815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:30.993197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:30.993608 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:30.994005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:30.994476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Bound port: bf967243-ff1f-4f1a-a450-fe7e8f418c5c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:30.994854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:31.060341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-0f1da7fb-d56d-4829-b5af-945de09516d3 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:31.061638 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-0f1da7fb-d56d-4829-b5af-945de09516d3 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "GET /v2.0/networks?id=f2a9c59d-4b48-4840-aff6-5d5408668f5a HTTP/1.1" status: 200 len: 815 time: 0.5065420 May 28 05:42:31.074225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-32afa8a7-feb2-48f5-9c70-b03331f0d550 None None] Provisioning complete for port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:31.074679 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-32afa8a7-feb2-48f5-9c70-b03331f0d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:31.135463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] For port bf967243-ff1f-4f1a-a450-fe7e8f418c5c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:31.138343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Request body: {'port': {'device_id': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a', 'admin_state_up': True, 'tenant_id': 'd04a46075b914f75a3759349a85d0515'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:31.143003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-32afa8a7-feb2-48f5-9c70-b03331f0d550 None None] Port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:42:31.165351 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-73916f1b-ddbb-4375-99ce-71f6a77d0a78 req-631087e3-4671-4cc6-9ee7-f9ddbbb26707 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 210 time: 0.0957232 May 28 05:42:31.301432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Router 022b2fef-510c-4180-a622-9ed3c4ebac2c has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:42:31.309031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb845617-a08a-440c-90f7-0e8dade9db3f req-8ade27de-152b-4f66-a862-e918896ffa4e tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:31.310550 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb845617-a08a-440c-90f7-0e8dade9db3f req-8ade27de-152b-4f66-a862-e918896ffa4e tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 943 time: 0.3741682 May 28 05:42:31.358706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:31.359814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:31.402976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] For port bf967243-ff1f-4f1a-a450-fe7e8f418c5c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bf967243-ff1f-4f1a-a450-fe7e8f418c5c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:31.407547 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:31.419323 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-884301cc-7daf-402e-b78c-f5d9c03a66bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:31.447541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:31.465268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb845617-a08a-440c-90f7-0e8dade9db3f req-837cedb1-7017-43f7-b679-8a99207f6407 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398053 May 28 05:42:31.485620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Made reservation on behalf of d04a46075b914f75a3759349a85d0515 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:31.489131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:31.505665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Routers {'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:31.506288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:31.530999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884301cc-7daf-402e-b78c-f5d9c03a66bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Pushing event deleted for resources: {'Port': ['ID=b90ebb1a-4086-4c11-bf8c-11facee8c75e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:31.571628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d1ab7-e986-4a61-a1e2-8dddb1ade934 None None] Pushing event updated for resources: {'Port': ['ID=bf967243-ff1f-4f1a-a450-fe7e8f418c5c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:31.585654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2eded9b-a86c-45b9-b9be-1ab2a936ac59,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:31.614964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53264) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:31.661269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:42:31.673240 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Sync routers for ids ['022b2fef-510c-4180-a622-9ed3c4ebac2c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:42:31.683559 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Routers {'022b2fef-510c-4180-a622-9ed3c4ebac2c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:31.684430 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['022b2fef-510c-4180-a622-9ed3c4ebac2c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:31.725639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b992ad-15ef-429a-944b-986dabe3980f admin admin] Deleting subnet e6cb38bb-6c90-43e8-9c6f-92b49a62df07 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:42:31.733422 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-32fd2fb1-2140-4717-a1c8-6e1dde78ec5f admin admin] 10.222.0.39 "PUT /v2.0/routers/022b2fef-510c-4180-a622-9ed3c4ebac2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4203434 May 28 05:42:31.749232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] Set router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:31.773008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-884301cc-7daf-402e-b78c-f5d9c03a66bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] No DVR routers for this DVR port b90ebb1a-4086-4c11-bf8c-11facee8c75e on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:42:31.774914 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11b992ad-15ef-429a-944b-986dabe3980f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:31.776535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Allocated IP 172.20.0.5 (f2a9c59d-4b48-4840-aff6-5d5408668f5a/a2ffdb86-9b82-420e-99fe-bff219ac1190/16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:31.860206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Checking segment: {'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:31.860660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Network hostable DHCP agents. Network: 741ba084-ed2e-407e-be15-0d0600915b04, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:42:31.883272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-884301cc-7daf-402e-b78c-f5d9c03a66bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:31.914533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8204de5-7a5b-49bc-adcc-e32eb6158045', 'name': 'network-vif-deleted', 'tag': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:31.925325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53274) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:31.977595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533c83b-bc41-40c0-8f0e-8f3d06c9c988 req-464135e1-eaea-40fd-9218-7e07034d5d6e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:31.991283 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c533c83b-bc41-40c0-8f0e-8f3d06c9c988 req-464135e1-eaea-40fd-9218-7e07034d5d6e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 946 time: 0.7042112 May 28 05:42:31.997406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53280) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:32.021983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11b992ad-15ef-429a-944b-986dabe3980f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.044966 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Set router 022b2fef-510c-4180-a622-9ed3c4ebac2c gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:32.049524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f63da40d-1e9f-4608-bffb-685e31a9e003 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:42:32.082728 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5714fd50-a041-4ab0-8e55-12877cd18b18 req-884301cc-7daf-402e-b78c-f5d9c03a66bf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "DELETE /v2.0/ports/b90ebb1a-4086-4c11-bf8c-11facee8c75e HTTP/1.1" status: 204 len: 173 time: 2.8134336 May 28 05:42:32.088351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-102cd9d2-cb68-49fb-a209-33ea82e67e37 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'floatingip': {'port_id': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:32.150590 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd81faf-8a62-4209-87dd-aba521529b63'] response: {'server_uuid': 'c8204de5-7a5b-49bc-adcc-e32eb6158045', 'name': 'network-vif-deleted', 'tag': 'b90ebb1a-4086-4c11-bf8c-11facee8c75e', 'status': 'completed', 'code': 200} May 28 05:42:32.173109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.202054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Network 741ba084-ed2e-407e-be15-0d0600915b04 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:42:32.218600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-102cd9d2-cb68-49fb-a209-33ea82e67e37 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.309264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f63da40d-1e9f-4608-bffb-685e31a9e003, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f63da40d-1e9f-4608-bffb-685e31a9e003,segment=NetworkSegment(fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f),segment_id=fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:32.315429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 741ba084-ed2e-407e-be15-0d0600915b04) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:32.356050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'f63da40d-1e9f-4608-bffb-685e31a9e003', 'network_id': '43eb02fb-8806-4adf-920c-0ac06b2713a6', 'port_id': 'f63da40d-1e9f-4608-bffb-685e31a9e003', 'mac_address': 'fa:16:3e:cd:16:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407934f9-3ae2-45f7-934e-0abbe7d27800', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:42:32.359657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b90ebb1a-4086-4c11-bf8c-11facee8c75e no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:32.377376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11b992ad-15ef-429a-944b-986dabe3980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.397254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deaad3c-ea3c-45dc-90cc-26802af74864 None None] Network 741ba084-ed2e-407e-be15-0d0600915b04 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:32.409490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:32.410157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.454242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1288404321'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:32.474099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:32.498390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Usage tracker for resource:network and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:32.503263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:32.520565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:32.542487 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'name': 'tempest-ServersTestMultiNic-648254419-router', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:15Z', 'updated_at': '2022-05-28T05:42:29Z', 'revision_number': 4, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'gw_port': {'id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:17Z', 'updated_at': '2022-05-28T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '47edbcf4-eb0e-46c9-95ec-e1394b9eac06', 'name': '', 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'mac_address': 'fa:16:3e:23:3e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '2e1ea09a-a3a6-46e3-b3bd-bd96deb82692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:26Z', 'updated_at': '2022-05-28T05:42:29Z', 'revision_number': 2, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'subnets': [{'id': '2e1ea09a-a3a6-46e3-b3bd-bd96deb82692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:32.546746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5128693e-a7a1-41bb-9499-df8dcdae6d67 req-96ace0b1-5d98-4427-95f1-41bd38427b23 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Synchronizing usage tracker for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:32.548596 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Checking router: 022b2fef-510c-4180-a622-9ed3c4ebac2c for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:42:32.549282 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Updating router 022b2fef-510c-4180-a622-9ed3c4ebac2c port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:42:32.602082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d0566-a231-48fa-9c96-767a445e2fbc req-8c56d149-0843-46a9-b0f2-14400f3b0aa7 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:32.604321 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fe2d0566-a231-48fa-9c96-767a445e2fbc req-8c56d149-0843-46a9-b0f2-14400f3b0aa7 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.6553988 May 28 05:42:32.608749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:32.613870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.616143 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4e931f04-ed27-4c6a-93bf-4a2dbead6bea admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8042853 May 28 05:42:32.623635 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.630940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53290) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:32.679525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:32.688145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:32.694059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Usage tracker for resource:router and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:32.698305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:32.703442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port f63da40d-1e9f-4608-bffb-685e31a9e003 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:32.706386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:32.709062 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.736702 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.737490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.757441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.787104 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:32.883373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63da40d-1e9f-4608-bffb-685e31a9e003 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:32.889302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: b90ebb1a-4086-4c11-bf8c-11facee8c75e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:42:32.889650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b90ebb1a-4086-4c11-bf8c-11facee8c75e not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:42:32.939386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5128693e-a7a1-41bb-9499-df8dcdae6d67 req-96ace0b1-5d98-4427-95f1-41bd38427b23 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Unset dirty status for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:32.949320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5128693e-a7a1-41bb-9499-df8dcdae6d67 req-96ace0b1-5d98-4427-95f1-41bd38427b23 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 210 time: 0.5124590 May 28 05:42:32.964346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-741ba084-ed2e-407e-be15-0d0600915b04', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'tenant_id': '35100819b20440649f162236d29682d4', 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:42:32.965754 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.006499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f63da40d-1e9f-4608-bffb-685e31a9e003, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f63da40d-1e9f-4608-bffb-685e31a9e003,segment=NetworkSegment(fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f),segment_id=fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:33.059834 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.121927 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fe2d0566-a231-48fa-9c96-767a445e2fbc req-05c9d4ee-c889-4915-9bad-f999c6fe0a45 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895196 May 28 05:42:33.157847 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.184337 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Transition to ACTIVE for port object 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:33.199272 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.215596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:42:33.219707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11b992ad-15ef-429a-944b-986dabe3980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.230892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.245265 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.245613 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Added segment 47750e43-d333-4de0-a1ab-2a5801129a4e of type vlan for network 07968b01-77f7-4abe-bf6f-df7926d42f48 May 28 05:42:33.258274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=f63da40d-1e9f-4608-bffb-685e31a9e003,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:33.277609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:25Z', 'revision_number': 3, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:33.288701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd7383-962b-4ecf-81ec-f931f1b39deb None None] The sync data for ids ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'] in n-d-843679-5 is: [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:25Z', 'revision_number': 3, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:42:33.319473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Allocated IP 172.20.0.2 (741ba084-ed2e-407e-be15-0d0600915b04/a2eded9b-a86c-45b9-b9be-1ab2a936ac59/b9e910bd-561d-4a95-8eca-30b940b7b170) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:33.382379 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.387766 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee1045-fe33-4491-bf46-db8389764397 None None] Pushing event updated for resources: {'Port': ['ID=47edbcf4-eb0e-46c9-95ec-e1394b9eac06,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:33.431022 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.459042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b992ad-15ef-429a-944b-986dabe3980f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6cb38bb-6c90-43e8-9c6f-92b49a62df07,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:33.489081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['f63da40d-1e9f-4608-bffb-685e31a9e003'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:42:33.516701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11b992ad-15ef-429a-944b-986dabe3980f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.539429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.544502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:33.545166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.575912 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Attempting to bind port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:33.576515 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Attempting to bind port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:33.587531 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-11b992ad-15ef-429a-944b-986dabe3980f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e6cb38bb-6c90-43e8-9c6f-92b49a62df07 HTTP/1.1" status: 204 len: 168 time: 1.9712448 May 28 05:42:33.589650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Network f2a9c59d-4b48-4840-aff6-5d5408668f5a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:33.591599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53296) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:33.594486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Allocated IP 172.20.0.1 (49c46e8e-c0f8-4288-af21-3865c58a8751/194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a/db0fb436-33ad-454c-bd7d-b51d82f1c515) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:33.600573 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Attempting to bind port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 on network f8df1c5c-2a93-4662-a96c-fcb86f736e6d {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:33.603797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:33.607831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:33.616271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:33.616867 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Checking segment: {'id': '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:33.617966 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.618875 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Bound using segment: {'id': '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:33.619522 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Bound port: 47edbcf4-eb0e-46c9-95ec-e1394b9eac06, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:33.619893 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.800320 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] For port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:33.808901 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] For port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47edbcf4-eb0e-46c9-95ec-e1394b9eac06,segment=NetworkSegment(4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba),segment_id=4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:33.821498 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.823484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Pushing event updated for resources: {'Port': ['ID=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:33.849145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Network': ['ID=07968b01-77f7-4abe-bf6f-df7926d42f48,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:33.866407 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:33.897478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Transition to ACTIVE for port object b9e910bd-561d-4a95-8eca-30b940b7b170 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:33.910091 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Routers {'022b2fef-510c-4180-a622-9ed3c4ebac2c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:33.910781 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['022b2fef-510c-4180-a622-9ed3c4ebac2c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:33.930203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Transition to ACTIVE for port object b9e910bd-561d-4a95-8eca-30b940b7b170 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:33.938554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 07968b01-77f7-4abe-bf6f-df7926d42f48 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:42:33.992376 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c6f65e6e-89a6-42a6-ae28-26c31f83da75 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0654044 May 28 05:42:34.012100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53302) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:34.023122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c67db-8fa1-43c0-9734-408acdd93d67 req-f16d6d06-e212-4c48-9287-5fba526319c4 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:34.030528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'subnet': {'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:34.038194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a4c67db-8fa1-43c0-9734-408acdd93d67 req-f16d6d06-e212-4c48-9287-5fba526319c4 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 944 time: 0.8096805 May 28 05:42:34.054942 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:34.266321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a4c67db-8fa1-43c0-9734-408acdd93d67 req-1641585c-3c4c-4a72-9d26-bda809ffe572 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271080 May 28 05:42:34.291834 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee1045-fe33-4491-bf46-db8389764397 None None] Pushing event updated for resources: {'Port': ['ID=47edbcf4-eb0e-46c9-95ec-e1394b9eac06,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:34.325131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:34.359882 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] Set router 022b2fef-510c-4180-a622-9ed3c4ebac2c gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:34.380336 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:34.443591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:34.452353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:34.452938 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:34.479965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Network 741ba084-ed2e-407e-be15-0d0600915b04 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:34.487411 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-102cd9d2-cb68-49fb-a209-33ea82e67e37 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:42:34.489224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Pushing event updated for resources: {'Port': ['ID=b9e910bd-561d-4a95-8eca-30b940b7b170,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:34.497491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Usage tracker for resource:subnet and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:34.506438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:34.513928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:34.527702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:34.569271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:34.669233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Transition to ACTIVE for port object db0fb436-33ad-454c-bd7d-b51d82f1c515 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:34.815937 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-102cd9d2-cb68-49fb-a209-33ea82e67e37 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:34.817379 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-78888a59-9b26-4c39-8bb4-b03bd9406448 service neutron] show failed (client error): The resource could not be found. May 28 05:42:34.818542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-78888a59-9b26-4c39-8bb4-b03bd9406448 service neutron] 10.222.0.33 "GET /v2.0/ports/d2d5349e-9519-4cd5-96eb-a09e707e7147/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.4781146 May 28 05:42:34.838913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-102cd9d2-cb68-49fb-a209-33ea82e67e37 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:34.861527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Attempting to bind port b9e910bd-561d-4a95-8eca-30b940b7b170 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:34.864395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Attempting to bind port b9e910bd-561d-4a95-8eca-30b940b7b170 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:34.864797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Attempting to bind port b9e910bd-561d-4a95-8eca-30b940b7b170 on network 741ba084-ed2e-407e-be15-0d0600915b04 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:34.876780 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'name': 'tempest-ServersTestMultiNic-648254419-router', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:15Z', 'updated_at': '2022-05-28T05:42:29Z', 'revision_number': 4, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'gw_port': {'id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:17Z', 'updated_at': '2022-05-28T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '47edbcf4-eb0e-46c9-95ec-e1394b9eac06', 'name': '', 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'mac_address': 'fa:16:3e:23:3e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '2e1ea09a-a3a6-46e3-b3bd-bd96deb82692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:26Z', 'updated_at': '2022-05-28T05:42:33Z', 'revision_number': 4, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'subnets': [{'id': '2e1ea09a-a3a6-46e3-b3bd-bd96deb82692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:34.880613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:34.881155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Checking segment: {'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:34.881535 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:34.881936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Bound using segment: {'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:34.882417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Bound port: b9e910bd-561d-4a95-8eca-30b940b7b170, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:34.882857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:34.887517 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6a97e-d387-4b41-aeb2-7a665cab16e4 None None] The sync data for ids ['022b2fef-510c-4180-a622-9ed3c4ebac2c'] in n-d-843679-5 is: [{'id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'name': 'tempest-ServersTestMultiNic-648254419-router', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:15Z', 'updated_at': '2022-05-28T05:42:29Z', 'revision_number': 4, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'gw_port': {'id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:17Z', 'updated_at': '2022-05-28T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '47edbcf4-eb0e-46c9-95ec-e1394b9eac06', 'name': '', 'network_id': 'f8df1c5c-2a93-4662-a96c-fcb86f736e6d', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'mac_address': 'fa:16:3e:23:3e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '2e1ea09a-a3a6-46e3-b3bd-bd96deb82692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:26Z', 'updated_at': '2022-05-28T05:42:33Z', 'revision_number': 4, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'subnets': [{'id': '2e1ea09a-a3a6-46e3-b3bd-bd96deb82692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:42:34.945982 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.002346 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-e0172cb5-b64a-4633-b731-bf247d49b600 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8733134 May 28 05:42:35.150111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.197833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eef9322-e3a5-4a6e-8322-4654d2f42308']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:35.211819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba01e11-e87b-4b6a-ab20-3e074247d24c') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:35.212187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba01e11-e87b-4b6a-ab20-3e074247d24c') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:35.225275 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.242781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] For port b9e910bd-561d-4a95-8eca-30b940b7b170, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:35.251118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] For port b9e910bd-561d-4a95-8eca-30b940b7b170, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b9e910bd-561d-4a95-8eca-30b940b7b170,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:35.258844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Request body: {'port': {'device_id': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:35.270699 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.339065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:35.342853 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.354981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Network 49c46e8e-c0f8-4288-af21-3865c58a8751 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:35.365653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf17ac-ec8f-4b0c-b019-e86688314db2 req-19db6c86-29c3-4572-bee3-7217f88867a4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:35.367158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9cf17ac-ec8f-4b0c-b019-e86688314db2 req-19db6c86-29c3-4572-bee3-7217f88867a4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 950 time: 0.6504438 May 28 05:42:35.369227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:35.379549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bf967243-ff1f-4f1a-a450-fe7e8f418c5c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:35.381365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:35.431771 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.436978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=db0fb436-33ad-454c-bd7d-b51d82f1c515,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:35.449220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:42:35.449737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.481977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5681d-8f9c-4a43-a808-f6b7d916ac71 None None] Pushing event updated for resources: {'Port': ['ID=b9e910bd-561d-4a95-8eca-30b940b7b170,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:35.518291 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.601456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port bf967243-ff1f-4f1a-a450-fe7e8f418c5c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:35.622879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port bf967243-ff1f-4f1a-a450-fe7e8f418c5c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:35.624001 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.646726 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.783205 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment bba01e11-e87b-4b6a-ab20-3e074247d24c resource provider aggregate not found May 28 05:42:35.824009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e5f55fa3-ba56-413a-9681-d330071e6de8 None None] Provisioning for port db0fb436-33ad-454c-bd7d-b51d82f1c515 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:35.834010 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment bba01e11-e87b-4b6a-ab20-3e074247d24c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bba01e11-e87b-4b6a-ab20-3e074247d24c found for delete ", "request_id": "req-f04f8b1f-2288-4594-9849-d4c473a3c49c"}]} May 28 05:42:35.834657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e5f55fa3-ba56-413a-9681-d330071e6de8 None None] Provisioning complete for port db0fb436-33ad-454c-bd7d-b51d82f1c515 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:35.835038 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5f55fa3-ba56-413a-9681-d330071e6de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.838716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.878317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] Pushing event deleted for resources: {'Network': ['ID=7eef9322-e3a5-4a6e-8322-4654d2f42308,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:35.930555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c905bb0-0945-4cbc-84b4-302cf2e46ef1 req-54385f84-aab9-49cf-81f2-809d4f43fbc7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:35.931499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0c905bb0-0945-4cbc-84b4-302cf2e46ef1 req-54385f84-aab9-49cf-81f2-809d4f43fbc7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Synchronizing usage tracker for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:35.937908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port bf967243-ff1f-4f1a-a450-fe7e8f418c5c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:35.938476 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.950029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e5f55fa3-ba56-413a-9681-d330071e6de8 None None] Port db0fb436-33ad-454c-bd7d-b51d82f1c515 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:42:35.965363 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-102cd9d2-cb68-49fb-a209-33ea82e67e37 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Floating IP 75a8cb3b-e03a-4600-98b4-015b14bad472 associated. External IP: 172.25.4.233, port: a2d41bb6-061b-4987-a6d2-ffeac5b20fad. May 28 05:42:35.966126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port bf967243-ff1f-4f1a-a450-fe7e8f418c5c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bf967243-ff1f-4f1a-a450-fe7e8f418c5c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:35.979800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.980436 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:35.981311 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:36.023047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b0c81431-3157-4da3-b06c-bc9c639509aa admin admin] 10.222.0.39 "DELETE /v2.0/networks/7eef9322-e3a5-4a6e-8322-4654d2f42308 HTTP/1.1" status: 204 len: 168 time: 2.4208927 May 28 05:42:36.024975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:36.148991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f63da40d-1e9f-4608-bffb-685e31a9e003 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:36.149646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0c905bb0-0945-4cbc-84b4-302cf2e46ef1 req-54385f84-aab9-49cf-81f2-809d4f43fbc7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Unset dirty status for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:36.160038 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c905bb0-0945-4cbc-84b4-302cf2e46ef1 req-54385f84-aab9-49cf-81f2-809d4f43fbc7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 931 time: 1.8558037 May 28 05:42:36.244801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:36.245658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53316) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:36.280231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=bf967243-ff1f-4f1a-a450-fe7e8f418c5c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:36.336805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:36.341365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port f63da40d-1e9f-4608-bffb-685e31a9e003 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:36.347880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9cf17ac-ec8f-4b0c-b019-e86688314db2 req-cba2b445-0b99-4b79-badc-d92522e70eb4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9694204 May 28 05:42:36.349318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:36.349799 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:36.390866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port f63da40d-1e9f-4608-bffb-685e31a9e003 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:36.391425 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:36.399503 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c905bb0-0945-4cbc-84b4-302cf2e46ef1 req-1d9bdfc2-3518-44d0-9bd0-98ca0c969b4a tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370398 May 28 05:42:36.492963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-039bd90f-7c38-4b00-baaa-362001cb9be1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84e6a68cd70a4630bba38c0d8f29f45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198324 May 28 05:42:36.496178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53320) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:36.515752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-43712a2a-9660-48c7-ae76-0d975c412eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:36.524658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-43712a2a-9660-48c7-ae76-0d975c412eeb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec&tenant_id=e10ad26e43184b2ab9c1f21342cf9b76 HTTP/1.1" status: 200 len: 1101 time: 1.2553520 May 28 05:42:36.588884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:36.623137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:36.623695 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:36.634962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port f63da40d-1e9f-4608-bffb-685e31a9e003 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:36.635494 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:36.678069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f31274-51ae-4bcd-819c-ec77713c9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63da40d-1e9f-4608-bffb-685e31a9e003'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:36.700796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f63da40d-1e9f-4608-bffb-685e31a9e003, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f63da40d-1e9f-4608-bffb-685e31a9e003,segment=NetworkSegment(fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f),segment_id=fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:36.703939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47edbcf4-eb0e-46c9-95ec-e1394b9eac06,segment=NetworkSegment(4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba),segment_id=4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:36.708455 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:36.709535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2d5349e-9519-4cd5-96eb-a09e707e7147 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:36.796640 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:36.799569 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ec8282-6f3f-4649-8e06-3901f77c13c8'] response: {'server_uuid': 'e8f31274-51ae-4bcd-819c-ec77713c9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63da40d-1e9f-4608-bffb-685e31a9e003', 'code': 200} May 28 05:42:36.824207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Allocated IP 172.25.4.89 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/f8bdce8e-5e71-48b0-ba82-db79320c5968) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:36.863344 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:36.882418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=f63da40d-1e9f-4608-bffb-685e31a9e003,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:36.960109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Subnet': ['ID=23e64ecf-f6f3-4700-b2ad-01d703245b81,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:36.965960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4df83a-f073-45ec-8384-defa64c4dc98 req-18529d37-88df-4f9f-86f2-b142ee15b4d8 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:36.973656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc4df83a-f073-45ec-8384-defa64c4dc98 req-18529d37-88df-4f9f-86f2-b142ee15b4d8 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 944 time: 0.4337411 May 28 05:42:37.017405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d2d5349e-9519-4cd5-96eb-a09e707e7147 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:37.017965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:37.040824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=47edbcf4-eb0e-46c9-95ec-e1394b9eac06,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:37.069077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc4df83a-f073-45ec-8384-defa64c4dc98 req-1f50f518-33e3-44a1-b919-742eec30114f tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943751 May 28 05:42:37.080675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:37.097165 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:37.104888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102cd9d2-cb68-49fb-a209-33ea82e67e37 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Router 877e3184-7b02-40eb-8351-82bd87b472c9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:42:37.119678 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:37.217268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93f4c8-1576-43fc-bb87-a7c34ab7058e req-33c520f2-2b8c-4098-9b2a-e5bea02d91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:37.218692 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e93f4c8-1576-43fc-bb87-a7c34ab7058e req-33c520f2-2b8c-4098-9b2a-e5bea02d91e9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 1096 time: 0.3239880 May 28 05:42:37.285981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:37.320429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07cf6c2-e41b-4bae-9393-d2eee634cd9b None None] Network 741ba084-ed2e-407e-be15-0d0600915b04 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:37.358619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Checking segment: {'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:37.359055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network hostable DHCP agents. Network: 07968b01-77f7-4abe-bf6f-df7926d42f48, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:42:37.395574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:37.478713 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:37.504947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bf967243-ff1f-4f1a-a450-fe7e8f418c5c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:37.512307 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90fab9d0-2c3a-4c92-84aa-a35ea6047e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:37.539828 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e93f4c8-1576-43fc-bb87-a7c34ab7058e req-fd7a5e6b-794f-40bf-800a-84903f8fd639 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090889 May 28 05:42:37.587092 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90fab9d0-2c3a-4c92-84aa-a35ea6047e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:37.602328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6086ad79-6f2c-419f-9b77-362ff3cbc86f None None] Provisioning for port b9e910bd-561d-4a95-8eca-30b940b7b170 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:37.624066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:37.672032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port bf967243-ff1f-4f1a-a450-fe7e8f418c5c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:37.672573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:37.736189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102cd9d2-cb68-49fb-a209-33ea82e67e37 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:42:37.747360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-102cd9d2-cb68-49fb-a209-33ea82e67e37 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:37.752974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] Sync routers for ids ['877e3184-7b02-40eb-8351-82bd87b472c9'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:42:37.830574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] Routers {'877e3184-7b02-40eb-8351-82bd87b472c9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:37.831336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['877e3184-7b02-40eb-8351-82bd87b472c9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:37.918273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port bf967243-ff1f-4f1a-a450-fe7e8f418c5c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:37.919627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:37.922955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:37.924652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network 07968b01-77f7-4abe-bf6f-df7926d42f48 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:42:37.936687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:37.939693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:38.100409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] Set router 877e3184-7b02-40eb-8351-82bd87b472c9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:38.116855 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-102cd9d2-cb68-49fb-a209-33ea82e67e37 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "PUT /v2.0/floatingips/75a8cb3b-e03a-4600-98b4-015b14bad472 HTTP/1.1" status: 200 len: 992 time: 6.0291352 May 28 05:42:38.126705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:38.150663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:38.151214 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.155283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cb1de-3afc-41de-a169-ece664055721 req-c81a8723-3868-459f-a5a7-264266b06675 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:38.156827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-968cb1de-3afc-41de-a169-ece664055721 req-c81a8723-3868-459f-a5a7-264266b06675 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 931 time: 0.5893321 May 28 05:42:38.248950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:42:38.257570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:38.259052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 07968b01-77f7-4abe-bf6f-df7926d42f48) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:38.263290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-968cb1de-3afc-41de-a169-ece664055721 req-02f8a4a5-6d28-49b9-aea3-08327ca63ecb tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928984 May 28 05:42:38.281717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca10eb-575d-48df-abb6-5f5419499e29 None None] Network 07968b01-77f7-4abe-bf6f-df7926d42f48 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:38.286243 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.324157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.346496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:38.347489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.388787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Pushing event updated for resources: {'Port': ['ID=f8bdce8e-5e71-48b0-ba82-db79320c5968,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:38.423105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:38.469884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:38.487425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.490813 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90fab9d0-2c3a-4c92-84aa-a35ea6047e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.493093 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90fab9d0-2c3a-4c92-84aa-a35ea6047e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.499187 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-90fab9d0-2c3a-4c92-84aa-a35ea6047e41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e35a81bb-8d7c-4a0b-bb17-198d882cfe1f HTTP/1.1" status: 204 len: 168 time: 1.9437187 May 28 05:42:38.513209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-206a4d9c-594c-497d-91a1-9248c37662cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.5001593 May 28 05:42:38.521520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53338) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:38.537940 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ad4f55fe-994a-43b3-aabb-fc5a1558d082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.539445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1091029397'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:38.556601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=db0fb436-33ad-454c-bd7d-b51d82f1c515,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:38.561151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:38.564690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.574976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Usage tracker for resource:network and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:38.578937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d5349e-9519-4cd5-96eb-a09e707e7147 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:38.583840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:38.595748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23ee5e-c936-4e66-9c02-4c03a7d985cc req-ed58a656-6303-43d7-98dd-22bf0b460f5f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:38.600548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.604921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:38.605272 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f23ee5e-c936-4e66-9c02-4c03a7d985cc req-ed58a656-6303-43d7-98dd-22bf0b460f5f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 948 time: 1.0530884 May 28 05:42:38.653021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:38.654223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b9e910bd-561d-4a95-8eca-30b940b7b170 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:38.693805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fab9d0-2c3a-4c92-84aa-a35ea6047e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35a81bb-8d7c-4a0b-bb17-198d882cfe1f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:38.703968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:38.707910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.717821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f23ee5e-c936-4e66-9c02-4c03a7d985cc req-22139395-9644-4d2a-baa4-8aad5f5a31a2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116371 May 28 05:42:38.720757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Transition to ACTIVE for port object d2d5349e-9519-4cd5-96eb-a09e707e7147 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:38.722033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Transition to ACTIVE for port object 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:38.737457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff190c6a-286f-40d7-b8bb-8c754009abea req-99139b5b-8555-4108-9269-73b609bd3921 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:38.738628 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff190c6a-286f-40d7-b8bb-8c754009abea req-99139b5b-8555-4108-9269-73b609bd3921 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 945 time: 0.2840333 May 28 05:42:38.744862 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.757442 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.805353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:38.838421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-07968b01-77f7-4abe-bf6f-df7926d42f48', 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'fixed_ips': [{'subnet_id': '23e64ecf-f6f3-4700-b2ad-01d703245b81'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:42:38.839278 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:38.964707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:42:39.000954 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:39.001357 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Added segment b0391c4b-67ba-4083-bc52-485beb4ea773 of type vlan for network a1884485-f937-477b-a786-bd635d16f02e May 28 05:42:39.037813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] No DVR routers for this DVR port d2d5349e-9519-4cd5-96eb-a09e707e7147 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:42:39.081687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff190c6a-286f-40d7-b8bb-8c754009abea req-3788dff2-2612-4abb-a128-03deb1cccffa tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930336 May 28 05:42:39.097423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:39.114429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port b9e910bd-561d-4a95-8eca-30b940b7b170 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:39.198886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b9e910bd-561d-4a95-8eca-30b940b7b170 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:39.199291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:39.228017 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3eda1c-041f-4c25-9c6d-727abcbe0868'] response: {'name': 'network-changed', 'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'status': 'completed', 'code': 200} May 28 05:42:39.231773 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:39.290300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Network 49c46e8e-c0f8-4288-af21-3865c58a8751 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:39.291290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:39.291624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:39.291944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:39.296881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:39.303475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Port d2d5349e-9519-4cd5-96eb-a09e707e7147 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:42:39.303798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:39.323145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:39.323517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:39.323894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:39.324335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Bound port: d2d5349e-9519-4cd5-96eb-a09e707e7147, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:39.324682 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:39.396634 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01fe698a-723d-4ba8-98a2-f3333a8bc386'] response: {'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'code': 200} May 28 05:42:39.496454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '75a8cb3b-e03a-4600-98b4-015b14bad472', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'port_id': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'mac_address': 'fa:16:3e:15:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:42:03Z', 'updated_at': '2022-05-28T05:42:34Z', 'revision_number': 1, 'project_id': '6c303052f2a440959915b8d9746a0229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ddcec4-b182-4312-bf25-4ee34ac5a58a', 'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'mac_address': 'fa:16:3e:80:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:47Z', 'updated_at': '2022-05-28T05:42:01Z', 'revision_number': 5, 'project_id': '6c303052f2a440959915b8d9746a0229', 'subnets': [{'id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:39.511678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Allocated IP 19.80.0.2 (07968b01-77f7-4abe-bf6f-df7926d42f48/23e64ecf-f6f3-4700-b2ad-01d703245b81/e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:39.514917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] Checking router: 877e3184-7b02-40eb-8351-82bd87b472c9 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:42:39.519194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Pushing event updated for resources: {'Port': ['ID=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:39.617569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] Routers {'877e3184-7b02-40eb-8351-82bd87b472c9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:39.618958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['877e3184-7b02-40eb-8351-82bd87b472c9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:39.625520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:39.701827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afe3c1-b81b-45ef-9564-26bc6eee18c0 req-7e37eff5-8273-4d79-805e-54163ca8a686 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:39.709308 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24afe3c1-b81b-45ef-9564-26bc6eee18c0 req-7e37eff5-8273-4d79-805e-54163ca8a686 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 946 time: 0.6651940 May 28 05:42:39.725491 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:39.731643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:39.732382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:39.775447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6b37c-6beb-459c-a3fd-905560214702 req-e528a1d1-761d-48b8-814c-5d5872dbdc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:39.777416 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58d6b37c-6beb-459c-a3fd-905560214702 req-e528a1d1-761d-48b8-814c-5d5872dbdc2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1097 time: 0.5265956 May 28 05:42:39.790609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b9e910bd-561d-4a95-8eca-30b940b7b170 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:39.791108 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:39.850249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24afe3c1-b81b-45ef-9564-26bc6eee18c0 req-35ef6c8e-e244-4e05-b9de-bbee261d3f12 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392791 May 28 05:42:39.865079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Attempting to bind port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:39.872356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Attempting to bind port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:39.875967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Attempting to bind port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 on network f2a9c59d-4b48-4840-aff6-5d5408668f5a {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:39.916857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fcd6d5cf-8c6d-40b0-ab21-d5ba0ee55e13 None None] Provisioning complete for port db0fb436-33ad-454c-bd7d-b51d82f1c515 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:39.917232 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d5cf-8c6d-40b0-ab21-d5ba0ee55e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:39.928050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:39.930679 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4045067 May 28 05:42:39.937804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:39.938592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53368) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:39.938917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53370) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:39.940647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b96ca-09ca-4319-8949-01b534aabdf7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Network': ['ID=a1884485-f937-477b-a786-bd635d16f02e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:39.946132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:39.949056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'subnet': {'network_id': 'a1884485-f937-477b-a786-bd635d16f02e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:39.986010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a1884485-f937-477b-a786-bd635d16f02e details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:42:40.079393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 on network f2a9c59d-4b48-4840-aff6-5d5408668f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:42:40.079719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Attempting to bind port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 on network f2a9c59d-4b48-4840-aff6-5d5408668f5a {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:40.102278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:42:40.107113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b9e910bd-561d-4a95-8eca-30b940b7b170, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b9e910bd-561d-4a95-8eca-30b940b7b170,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:40.109225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.139197 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.182390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6d5cf-8c6d-40b0-ab21-d5ba0ee55e13 None None] Port db0fb436-33ad-454c-bd7d-b51d82f1c515 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:42:40.291618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=8']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:40.293002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] Set router 877e3184-7b02-40eb-8351-82bd87b472c9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:40.323435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af003a-9da2-4c1a-8ad1-039c6db2c65c req-1a3cdf13-fd67-4146-8e42-96179806f92a tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:40.330471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56af003a-9da2-4c1a-8ad1-039c6db2c65c req-1a3cdf13-fd67-4146-8e42-96179806f92a tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 943 time: 0.7703199 May 28 05:42:40.364874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:40.365895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.366888 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-ee486f5d-ffee-481b-abc1-0dfbe582e4f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 1096 time: 3.7822115 May 28 05:42:40.367218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:40.367594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Checking segment: {'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:40.367982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Bound using segment: {'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:40.368437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Bound port: 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:40.368786 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.374977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1459835809-network', 'tenant_id': '62dec163ed71456eafc51176d3ddb69a'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:40.398698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b9e910bd-561d-4a95-8eca-30b940b7b170,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:40.405945 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.553896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Transition to ACTIVE for port object e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:40.574554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:40.582387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Transition to ACTIVE for port object e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:40.618057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Usage tracker for resource:network and tenant:62dec163ed71456eafc51176d3ddb69a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:40.628917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:40.654366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:40.655317 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.669514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:40.677400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:42:40.682395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Usage tracker for resource:subnet and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:40.693786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:40.695109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6b37c-6beb-459c-a3fd-905560214702 req-48121132-2d46-465c-85e0-312c374de360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:40.696589 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58d6b37c-6beb-459c-a3fd-905560214702 req-48121132-2d46-465c-85e0-312c374de360 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.9056699 May 28 05:42:40.706972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5c8bb2fa-9640-4a5e-87ad-4dfb620c5ac6 admin admin] 10.222.0.39 "PUT /v2.0/routers/ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3241074 May 28 05:42:40.706972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56af003a-9da2-4c1a-8ad1-039c6db2c65c req-1f619910-fa29-4757-bac3-d347a900e1ea tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732972 May 28 05:42:40.710746 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Sync routers for ids ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:42:40.723397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:40.729085 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Routers {'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:40.729705 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:40.741627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fe8f-0b75-49c6-a7e2-74d7f4a493fe req-8d76560c-52d1-494a-87cf-fa496228e85e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:40.748084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Made reservation on behalf of 62dec163ed71456eafc51176d3ddb69a for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:40.750776 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5261fe8f-0b75-49c6-a7e2-74d7f4a493fe req-8d76560c-52d1-494a-87cf-fa496228e85e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 948 time: 0.6880758 May 28 05:42:40.755275 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.757124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] For port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:40.761047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] For port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:40.797268 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a6787a3f-eadf-4043-a467-fd26bd0bb708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.797689 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.821426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Network 07968b01-77f7-4abe-bf6f-df7926d42f48 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:40.827921 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.833324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:40.843179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.863772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:40.880761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:40.886000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:40.897533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Usage tracker for resource:security_group_rule and tenant:62dec163ed71456eafc51176d3ddb69a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:40.915355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.949411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:40.950840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Pushing event updated for resources: {'Port': ['ID=e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:40.986680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:40.987346 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:40.988787 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] 10.222.0.41 "PUT /v2.0/ports/16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 HTTP/1.1" status: 200 len: 1091 time: 5.7382884 May 28 05:42:41.002824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5261fe8f-0b75-49c6-a7e2-74d7f4a493fe req-96b06935-8535-42fa-835c-f83b4ff9a2ac tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511292 May 28 05:42:41.003331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'tag': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:41.026883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:41.039774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-83427925-2b06-48fc-9a8b-fe13c6485a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:41.041260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-83427925-2b06-48fc-9a8b-fe13c6485a12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1099 time: 0.4642112 May 28 05:42:41.171277 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Set router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:41.183451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Attempting to bind port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:41.184777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Attempting to bind port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:41.185297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Attempting to bind port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 on network 07968b01-77f7-4abe-bf6f-df7926d42f48 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:41.202771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:41.203607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Checking segment: {'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:41.204198 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:41.204738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Bound using segment: {'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:41.205356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Bound port: e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:41.205888 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:41.226230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58d6b37c-6beb-459c-a3fd-905560214702 req-42218692-d653-4238-8301-c757188a9402 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 1000 time: 0.5051076 May 28 05:42:41.233188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:41.317735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55622ec-7d90-42fd-8755-d30c781c57ad service neutron] Pushing event updated for resources: {'Port': ['ID=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:41.380832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] For port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:41.384507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] For port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:41.404777 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:41.421299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6b37c-6beb-459c-a3fd-905560214702 req-e87bea3d-e9a3-487f-87c0-68e999f16e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:41.422942 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58d6b37c-6beb-459c-a3fd-905560214702 req-e87bea3d-e9a3-487f-87c0-68e999f16e0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.1710548 May 28 05:42:41.431009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-8905f91e-6106-489d-a6f9-2746f9c0a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:41.432539 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-8905f91e-6106-489d-a6f9-2746f9c0a98d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3746874 May 28 05:42:41.456563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '75a8cb3b-e03a-4600-98b4-015b14bad472', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'port_id': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'mac_address': 'fa:16:3e:15:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:42:03Z', 'updated_at': '2022-05-28T05:42:34Z', 'revision_number': 1, 'project_id': '6c303052f2a440959915b8d9746a0229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ddcec4-b182-4312-bf25-4ee34ac5a58a', 'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'mac_address': 'fa:16:3e:80:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:47Z', 'updated_at': '2022-05-28T05:42:01Z', 'revision_number': 5, 'project_id': '6c303052f2a440959915b8d9746a0229', 'subnets': [{'id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:41.469141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5681218-74d2-42d3-b1d4-83b7caf8f849 None None] The sync data for ids ['877e3184-7b02-40eb-8351-82bd87b472c9'] in n-d-843679-5 is: [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '75a8cb3b-e03a-4600-98b4-015b14bad472', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'port_id': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'mac_address': 'fa:16:3e:15:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:42:03Z', 'updated_at': '2022-05-28T05:42:34Z', 'revision_number': 1, 'project_id': '6c303052f2a440959915b8d9746a0229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ddcec4-b182-4312-bf25-4ee34ac5a58a', 'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'mac_address': 'fa:16:3e:80:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:47Z', 'updated_at': '2022-05-28T05:42:01Z', 'revision_number': 5, 'project_id': '6c303052f2a440959915b8d9746a0229', 'subnets': [{'id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:42:41.564808 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:41.575901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-91aef332-e1bd-4cb5-96f6-a217fd1b1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:41.577415 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-91aef332-e1bd-4cb5-96f6-a217fd1b1eea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d04a46075b914f75a3759349a85d0515&device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 1094 time: 0.4644375 May 28 05:42:41.579020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2ae36-d44a-416e-9530-2bd19cc3f9eb None None] Pushing event updated for resources: {'Port': ['ID=e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:41.585318 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:41.589114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaca7aa-dced-4c06-8f16-5ddddf638ffb req-ac4fc331-8c18-43ac-bd87-3f966a82c536 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:41.602173 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4eaca7aa-dced-4c06-8f16-5ddddf638ffb req-ac4fc331-8c18-43ac-bd87-3f966a82c536 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 946 time: 0.6491952 May 28 05:42:41.610567 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:37Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'db0fb436-33ad-454c-bd7d-b51d82f1c515', 'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'mac_address': 'fa:16:3e:8a:e0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:37Z', 'revision_number': 2, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'subnets': [{'id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:41.615537 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Checking router: ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:42:41.616067 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Updating router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d port db0fb436-33ad-454c-bd7d-b51d82f1c515 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:42:41.629088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-0a0d21ae-c093-43b1-9c53-6ab188c142d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 217 time: 0.1841886 May 28 05:42:41.653524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386807a-9c78-4d9b-871b-8f42e4f81ac0 req-5ac31eb2-4c93-465f-b8f8-541b631d6419 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:41.655075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2386807a-9c78-4d9b-871b-8f42e4f81ac0 req-5ac31eb2-4c93-465f-b8f8-541b631d6419 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 945 time: 0.4820814 May 28 05:42:41.680357 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-68faf148-8c4b-428d-8abf-a83565a4bf3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 HTTP/1.1" status: 200 len: 217 time: 0.0875788 May 28 05:42:41.687370 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:41.760165 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:41.787895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:41.807466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6b37c-6beb-459c-a3fd-905560214702 req-24afa4c4-5c77-4d48-809d-2e386a0f7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:41.809099 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58d6b37c-6beb-459c-a3fd-905560214702 req-24afa4c4-5c77-4d48-809d-2e386a0f7911 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3682683 May 28 05:42:41.818380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719aabe1-42f1-4ac6-9822-e6ca29231c67 None None] New status for floating IP 75a8cb3b-e03a-4600-98b4-015b14bad472: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:42:41.821242 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2386807a-9c78-4d9b-871b-8f42e4f81ac0 req-45af4ae8-3525-4db7-ab5b-bf9b4c0b993a tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525524 May 28 05:42:41.829547 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4eaca7aa-dced-4c06-8f16-5ddddf638ffb req-988eb946-452b-4b40-9387-1d0338bc2d44 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266152 May 28 05:42:41.836522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:41.869377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:42:41.875418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-81c6f8de-0ee9-462b-9423-bd106fd27c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:41.877003 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-81c6f8de-0ee9-462b-9423-bd106fd27c7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ffdb86-9b82-420e-99fe-bff219ac1190 HTTP/1.1" status: 200 len: 855 time: 0.1797533 May 28 05:42:41.989026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:42:42.011432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-6920ae54-7efe-4b2f-86f7-264de5f6d8af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2a9c59d-4b48-4840-aff6-5d5408668f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813560 May 28 05:42:42.029478 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8634ce60-60eb-4af5-b352-f3d101b685fd'] response: {'name': 'network-changed', 'server_uuid': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'tag': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1', 'status': 'completed', 'code': 200} May 28 05:42:42.064833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-67ba4fda-cf71-4bd2-be1a-cd4f09403e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:42.066312 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-67ba4fda-cf71-4bd2-be1a-cd4f09403e6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3730266 May 28 05:42:42.066929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ff04b-0b7b-4844-ac6c-4c3fcfcf9b7e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:42.106825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:42.107169 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Added segment c868c8af-3d58-448a-99e2-a117ef907d70 of type vlan for network 1d4bff73-9042-46b8-b542-fef8389bae55 May 28 05:42:42.206083 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b77da6-58a8-4eb1-a6d1-38417f555140'] response: {'name': 'network-changed', 'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'status': 'completed', 'code': 200} May 28 05:42:42.320237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Subnet': ['ID=91135927-308f-4ead-804f-5bc839226db6,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:42.529797 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:42.550152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:42.641279 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:42.656610 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Transition to ACTIVE for port object db0fb436-33ad-454c-bd7d-b51d82f1c515 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:42.659207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53398) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:42.664834 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:42.691499 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:42.693694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:42.694897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:42.714647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:42.725571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b9e910bd-561d-4a95-8eca-30b940b7b170 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:42.742504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e551762-cc5e-4f4c-b33f-492653bdef98 None None] Pushing event updated for resources: {'Port': ['ID=db0fb436-33ad-454c-bd7d-b51d82f1c515,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:42.743790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Checking segment: {'id': 'b0391c4b-67ba-4083-bc52-485beb4ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:42.744759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network hostable DHCP agents. Network: a1884485-f937-477b-a786-bd635d16f02e, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:42:42.746496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149499367', 'description': 'tempest-description--2075410096'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:42.805622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:42.837323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Usage tracker for resource:security_group and tenant:9fc41a0dedde4abdaecca4f0cee59bf6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:42.929717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b9e910bd-561d-4a95-8eca-30b940b7b170 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:42.930561 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:42.960800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:43.002380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:43.013646 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58d6b37c-6beb-459c-a3fd-905560214702 req-38aeab12-f259-46cc-9391-82475571979e service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1894999 May 28 05:42:43.118573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] Pushing event updated for resources: {'Network': ['ID=1d4bff73-9042-46b8-b542-fef8389bae55,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:43.127406 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-deab5c81-d2d3-40e2-8f92-8ef51105729b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1824815 May 28 05:42:43.154286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53404) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:43.160943 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Attempting to bind port db0fb436-33ad-454c-bd7d-b51d82f1c515 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:43.161559 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Attempting to bind port db0fb436-33ad-454c-bd7d-b51d82f1c515 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:43.161959 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Attempting to bind port db0fb436-33ad-454c-bd7d-b51d82f1c515 on network 49c46e8e-c0f8-4288-af21-3865c58a8751 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:43.176776 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:43.177264 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Checking segment: {'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:43.177754 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:43.178198 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Bound using segment: {'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:43.178734 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Bound port: db0fb436-33ad-454c-bd7d-b51d82f1c515, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:43.179171 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:43.180388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Request body: {'subnet': {'network_id': '1d4bff73-9042-46b8-b542-fef8389bae55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1459835809-subnet', 'tenant_id': '62dec163ed71456eafc51176d3ddb69a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:43.189374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:43.196674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Usage tracker for resource:subnet and tenant:62dec163ed71456eafc51176d3ddb69a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:43.280278 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:43.298333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 1d4bff73-9042-46b8-b542-fef8389bae55 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:42:43.324244 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] For port db0fb436-33ad-454c-bd7d-b51d82f1c515, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:43.331076 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] For port db0fb436-33ad-454c-bd7d-b51d82f1c515, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db0fb436-33ad-454c-bd7d-b51d82f1c515,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:43.344298 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:43.380275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:43.391274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:43.395782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-460b0e8a-73df-4332-8089-6652a737313a service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3666003 May 28 05:42:43.400352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:42:43.402506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:43.431390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Made reservation on behalf of 62dec163ed71456eafc51176d3ddb69a for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:43.435007 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:43.447899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Usage tracker for resource:security_group_rule and tenant:9fc41a0dedde4abdaecca4f0cee59bf6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:43.450274 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e551762-cc5e-4f4c-b33f-492653bdef98 None None] Pushing event updated for resources: {'Port': ['ID=db0fb436-33ad-454c-bd7d-b51d82f1c515,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:43.461778 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f0996-fdce-477e-a680-89540c626efa None None] Sync routers for ids ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:42:43.479710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:43.492804 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f0996-fdce-477e-a680-89540c626efa None None] Routers {'8fe620cf-c8ce-4927-af14-290a1a76a4e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:43.494113 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-543f0996-fdce-477e-a680-89540c626efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:43.516994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:43.675427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054cc321-e8e5-4bdd-8131-38e83cca3473 None None] Network 07968b01-77f7-4abe-bf6f-df7926d42f48 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:43.678736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58d6b37c-6beb-459c-a3fd-905560214702 req-57276361-6d1f-4406-bb86-84bf2954097f service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825548 May 28 05:42:43.689222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:43.690678 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-71199615-aae8-4c29-ac45-893e987c6497 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0576830 May 28 05:42:43.702562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b9e910bd-561d-4a95-8eca-30b940b7b170 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:43.708443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee4f6d-8535-4300-a1aa-6073fb47df80 req-9c01f641-44bc-4bd5-a9d2-58c31ac26609 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:43.716346 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42ee4f6d-8535-4300-a1aa-6073fb47df80 req-9c01f641-44bc-4bd5-a9d2-58c31ac26609 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 945 time: 1.0580771 May 28 05:42:43.720098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53408) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:43.776374 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Routers {'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:43.779388 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:43.790505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network a1884485-f937-477b-a786-bd635d16f02e is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:42:43.793661 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:43.817876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-7992a75b-bf77-4b4f-a71b-95630afb69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:43.819539 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-7992a75b-bf77-4b4f-a71b-95630afb69f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7298238 May 28 05:42:43.869797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-4c742abe-4c82-4a17-ba86-018889ed855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:43.870902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-4c742abe-4c82-4a17-ba86-018889ed855c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1099 time: 1.5765276 May 28 05:42:43.871583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a1884485-f937-477b-a786-bd635d16f02e) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:43.913875 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-543f0996-fdce-477e-a680-89540c626efa None None] Set router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:43.998555 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42ee4f6d-8535-4300-a1aa-6073fb47df80 req-14972739-9071-4661-bf91-07a183395e3d tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809813 May 28 05:42:44.024352 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3b29e9-0c89-42d5-8f21-717b0b866327 req-535aae7f-3f5c-4d2d-be9d-13b316e84239 service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031759 May 28 05:42:44.040112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21f1c88-35e6-47c8-814e-6afcc055738d None None] Network a1884485-f937-477b-a786-bd635d16f02e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:44.120816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:44.125518 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:44.132653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-b9ad74b1-fc66-4929-862f-313d91e61d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:44.145856 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-b9ad74b1-fc66-4929-862f-313d91e61d96 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2119632 May 28 05:42:44.194165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:44.229788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90a7725a-d0be-49c4-8f4c-b2139ddeef5d None None] Provisioning for port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:44.245781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:44.255999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90a7725a-d0be-49c4-8f4c-b2139ddeef5d None None] Provisioning complete for port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:44.256379 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90a7725a-d0be-49c4-8f4c-b2139ddeef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:44.315274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-126dfaf0-2474-4b7b-a338-17e63f772122 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 217 time: 0.1384068 May 28 05:42:44.318168 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] Set router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:44.330718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495eb9-ef9a-450b-8960-8c70598a5261 req-2ea43af8-c16b-4d28-aba4-570b9a34b0c7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:44.338552 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72495eb9-ef9a-450b-8960-8c70598a5261 req-2ea43af8-c16b-4d28-aba4-570b9a34b0c7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 943 time: 1.6692665 May 28 05:42:44.382394 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5cbfdc38-7b5f-4c86-90ae-49351ce42446 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.4391947 May 28 05:42:44.431443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:44.431695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b893780a-e80f-481a-aaf4-a26856ef08c9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:44.452143 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:44.455796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3fe3e3bb-2230-4100-8396-fcd1c656b443 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7468691 May 28 05:42:44.469698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53416) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:44.495474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Request body: {'security_group_rule': {'security_group_id': 'b893780a-e80f-481a-aaf4-a26856ef08c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:44.612742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72495eb9-ef9a-450b-8960-8c70598a5261 req-874b10db-00a1-4f1e-970a-820e47db3ba1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730427 May 28 05:42:44.617839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:44.638266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Usage tracker for resource:security_group_rule and tenant:9fc41a0dedde4abdaecca4f0cee59bf6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:44.639963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:44.640532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-a1884485-f937-477b-a786-bd635d16f02e', 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'fixed_ips': [{'subnet_id': '91135927-308f-4ead-804f-5bc839226db6'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:42:44.641561 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:44.675882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:44.695214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e6eb9-f672-4d69-8a5a-7a5f1a63fde3 req-d20878d8-40a3-4cd1-95ee-8b5157150f7f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:44.705123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-7c2ad480-bdea-4149-9249-0ef37371b4ea service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8701239 May 28 05:42:44.708538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb0e6eb9-f672-4d69-8a5a-7a5f1a63fde3 req-d20878d8-40a3-4cd1-95ee-8b5157150f7f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 948 time: 0.5198009 May 28 05:42:44.742774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996425-dd69-4bb4-a215-0bb0ca757557 req-f9f07bea-4131-43ab-aa04-480779f4b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:44.744522 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10996425-dd69-4bb4-a215-0bb0ca757557 req-f9f07bea-4131-43ab-aa04-480779f4b2e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d04a46075b914f75a3759349a85d0515&device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 1094 time: 0.6485417 May 28 05:42:44.757981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-f01fdb03-fa80-4c25-9065-1988a86c74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:44.760061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-f01fdb03-fa80-4c25-9065-1988a86c74e9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3869636 May 28 05:42:44.764359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ff92c7-074f-4f64-a185-f1e5c6e1858c,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:44.833219 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-543f0996-fdce-477e-a680-89540c626efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:38Z', 'revision_number': 3, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:44.841733 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f0996-fdce-477e-a680-89540c626efa None None] Checking router: 8fe620cf-c8ce-4927-af14-290a1a76a4e9 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:42:44.842270 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f0996-fdce-477e-a680-89540c626efa None None] Updating router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 port f8bdce8e-5e71-48b0-ba82-db79320c5968 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:42:44.849819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-90a7725a-d0be-49c4-8f4c-b2139ddeef5d None None] Current status of the port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:44.850341 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90a7725a-d0be-49c4-8f4c-b2139ddeef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:44.917961 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-543f0996-fdce-477e-a680-89540c626efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:44.940338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-90a7725a-d0be-49c4-8f4c-b2139ddeef5d None None] For port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:44.940678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Checking segment: {'id': 'c868c8af-3d58-448a-99e2-a117ef907d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1d4bff73-9042-46b8-b542-fef8389bae55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:44.941792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Network hostable DHCP agents. Network: 1d4bff73-9042-46b8-b542-fef8389bae55, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:42:44.955158 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90a7725a-d0be-49c4-8f4c-b2139ddeef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:45.025274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Allocated IP 19.86.0.2 (a1884485-f937-477b-a786-bd635d16f02e/91135927-308f-4ead-804f-5bc839226db6/baf0b307-c9c2-4079-9ef8-535be75d1efa) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:45.031509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Network 1d4bff73-9042-46b8-b542-fef8389bae55 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:42:45.045913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-4ddd6e53-2d0d-4853-b548-d3a43fe7bab0 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196330 May 28 05:42:45.052648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 1d4bff73-9042-46b8-b542-fef8389bae55) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:45.056873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-c574c451-f88a-451d-a9a7-a53e90e16ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:45.058197 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-c574c451-f88a-451d-a9a7-a53e90e16ebd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2867770 May 28 05:42:45.067377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf509354-91b7-4ee6-b7a9-72ba4ae5351e req-5edb4657-9a2f-45be-afe6-f57e23cfdc41 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:45.076638 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf509354-91b7-4ee6-b7a9-72ba4ae5351e req-5edb4657-9a2f-45be-afe6-f57e23cfdc41 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 946 time: 0.2133303 May 28 05:42:45.078580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f98cfcd-6bf9-429b-9d49-887c7521241d None None] Network 1d4bff73-9042-46b8-b542-fef8389bae55 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:45.091558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:45.094790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7725a-d0be-49c4-8f4c-b2139ddeef5d None None] Pushing event updated for resources: {'Port': ['ID=e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:45.109070 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:45.237421 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:37Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'db0fb436-33ad-454c-bd7d-b51d82f1c515', 'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'mac_address': 'fa:16:3e:8a:e0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:43Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'subnets': [{'id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:45.276039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-53f0111a-27ff-46c0-aeda-e0c772b2542e service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543736 May 28 05:42:45.291338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cfe03d14-bf90-4b5a-8e32-be3f1155fc3e None None] Provisioning complete for port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:45.292273 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cfe03d14-bf90-4b5a-8e32-be3f1155fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:45.401194 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb0e6eb9-f672-4d69-8a5a-7a5f1a63fde3 req-1af2fda6-6408-449c-aa4c-ef87566fe035 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6894462 May 28 05:42:45.402062 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:45.416474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996425-dd69-4bb4-a215-0bb0ca757557 req-00138b4a-e1a8-43d7-9c62-e2b462315e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:45.430248 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10996425-dd69-4bb4-a215-0bb0ca757557 req-00138b4a-e1a8-43d7-9c62-e2b462315e61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2a9c59d-4b48-4840-aff6-5d5408668f5a HTTP/1.1" status: 200 len: 916 time: 0.6762981 May 28 05:42:45.455869 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:45.467077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Transition to ACTIVE for port object baf0b307-c9c2-4079-9ef8-535be75d1efa will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:45.473901 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf509354-91b7-4ee6-b7a9-72ba4ae5351e req-2be03bf7-f9b8-41aa-93af-77ceafdec87e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3963926 May 28 05:42:45.487686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Transition to ACTIVE for port object baf0b307-c9c2-4079-9ef8-535be75d1efa will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:45.493972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5af6b2f4-00f9-4ed9-b9ed-828122f557c9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3223972 May 28 05:42:45.514308 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782cefd-11bc-48b1-b034-c88fd4ba4c4c None None] The sync data for ids ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'] in n-d-843679-5 is: [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:37Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'db0fb436-33ad-454c-bd7d-b51d82f1c515', 'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'mac_address': 'fa:16:3e:8a:e0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:43Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'subnets': [{'id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:42:45.533194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-63033749-228d-44f5-8d31-efb0697a9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:45.536148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-63033749-228d-44f5-8d31-efb0697a9b90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1099 time: 0.2445941 May 28 05:42:45.537954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:45.607772 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-543f0996-fdce-477e-a680-89540c626efa None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:45.652373 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-543f0996-fdce-477e-a680-89540c626efa None None] Transition to ACTIVE for port object f8bdce8e-5e71-48b0-ba82-db79320c5968 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:45.676574 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-543f0996-fdce-477e-a680-89540c626efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:45.738162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Network a1884485-f937-477b-a786-bd635d16f02e is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:45.760356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:45.768178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:45.771598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Pushing event updated for resources: {'Port': ['ID=baf0b307-c9c2-4079-9ef8-535be75d1efa,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:45.880677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-00388711-696e-4205-87d0-7275046f52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:45.882164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-00388711-696e-4205-87d0-7275046f52ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3300400 May 28 05:42:45.916029 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-543f0996-fdce-477e-a680-89540c626efa None None] Attempting to bind port f8bdce8e-5e71-48b0-ba82-db79320c5968 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:45.916616 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-543f0996-fdce-477e-a680-89540c626efa None None] Attempting to bind port f8bdce8e-5e71-48b0-ba82-db79320c5968 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:45.916836 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f0996-fdce-477e-a680-89540c626efa None None] Attempting to bind port f8bdce8e-5e71-48b0-ba82-db79320c5968 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:45.923841 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317d412-0055-4a61-841f-0305894e6353 None None] Pushing event updated for resources: {'Port': ['ID=f8bdce8e-5e71-48b0-ba82-db79320c5968,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:45.934706 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f0996-fdce-477e-a680-89540c626efa None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:45.935072 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f0996-fdce-477e-a680-89540c626efa None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:45.941746 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-543f0996-fdce-477e-a680-89540c626efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:45.942193 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f0996-fdce-477e-a680-89540c626efa None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:45.942697 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-543f0996-fdce-477e-a680-89540c626efa None None] Bound port: f8bdce8e-5e71-48b0-ba82-db79320c5968, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:45.943071 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-543f0996-fdce-477e-a680-89540c626efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:46.076267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767cad41-6ba6-433a-b0ee-338452d5178b None None] Network 1d4bff73-9042-46b8-b542-fef8389bae55 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:46.120260 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-543f0996-fdce-477e-a680-89540c626efa None None] For port f8bdce8e-5e71-48b0-ba82-db79320c5968, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:46.124613 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-543f0996-fdce-477e-a680-89540c626efa None None] For port f8bdce8e-5e71-48b0-ba82-db79320c5968, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f8bdce8e-5e71-48b0-ba82-db79320c5968,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:46.134686 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-543f0996-fdce-477e-a680-89540c626efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:46.171123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:42:46.177976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cfe03d14-bf90-4b5a-8e32-be3f1155fc3e None None] Current status of the port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:46.267000 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f0996-fdce-477e-a680-89540c626efa None None] Routers {'8fe620cf-c8ce-4927-af14-290a1a76a4e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:46.267842 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-543f0996-fdce-477e-a680-89540c626efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:46.309198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10996425-dd69-4bb4-a215-0bb0ca757557 req-9f3f143d-8340-452c-8666-7edcdcda9d36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 HTTP/1.1" status: 200 len: 217 time: 0.8637099 May 28 05:42:46.333664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Attempting to bind port baf0b307-c9c2-4079-9ef8-535be75d1efa on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:46.334286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Attempting to bind port baf0b307-c9c2-4079-9ef8-535be75d1efa by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'b0391c4b-67ba-4083-bc52-485beb4ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:46.334830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Attempting to bind port baf0b307-c9c2-4079-9ef8-535be75d1efa on network a1884485-f937-477b-a786-bd635d16f02e {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:46.353872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:46.354707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Checking segment: {'id': 'b0391c4b-67ba-4083-bc52-485beb4ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:46.355298 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:46.355863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Bound using segment: {'id': 'b0391c4b-67ba-4083-bc52-485beb4ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:46.356496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Bound port: baf0b307-c9c2-4079-9ef8-535be75d1efa, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0391c4b-67ba-4083-bc52-485beb4ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:46.357023 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:46.395086 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317d412-0055-4a61-841f-0305894e6353 None None] Pushing event updated for resources: {'Port': ['ID=f8bdce8e-5e71-48b0-ba82-db79320c5968,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:46.411638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db0fb436-33ad-454c-bd7d-b51d82f1c515 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:46.513945 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:46.523707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-6e108909-3d8c-4461-ace0-27dc6e750e0b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:46.530589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-6e108909-3d8c-4461-ace0-27dc6e750e0b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:46.531571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-6e108909-3d8c-4461-ace0-27dc6e750e0b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:46.557471 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-543f0996-fdce-477e-a680-89540c626efa None None] Set router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:46.558180 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-ff0f96f3-4fc1-48e5-8e8d-174717a4ecdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 217 time: 0.6330588 May 28 05:42:46.570019 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-8d1b4024-9673-4d5b-8328-749eb3961f18 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2207925 May 28 05:42:46.646977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-cd21e7dc-0d0f-4ad5-a304-746220537562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:46.649096 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-cd21e7dc-0d0f-4ad5-a304-746220537562 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0744131 May 28 05:42:46.661787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:46.687833 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:46.713073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-6e108909-3d8c-4461-ace0-27dc6e750e0b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:46.714659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-6e108909-3d8c-4461-ace0-27dc6e750e0b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/networks?id=07968b01-77f7-4abe-bf6f-df7926d42f48&id=a1884485-f937-477b-a786-bd635d16f02e&id=07968b01-77f7-4abe-bf6f-df7926d42f48 HTTP/1.1" status: 200 len: 1392 time: 0.8290577 May 28 05:42:46.729252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996425-dd69-4bb4-a215-0bb0ca757557 req-0a71c526-a0eb-4237-a814-650046ffd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:46.731202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10996425-dd69-4bb4-a215-0bb0ca757557 req-0a71c526-a0eb-4237-a814-650046ffd4ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ffdb86-9b82-420e-99fe-bff219ac1190 HTTP/1.1" status: 200 len: 855 time: 0.3757823 May 28 05:42:46.739055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4187f5c2-663e-40b3-9953-7c1c922d9eb8,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:46.763729 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-49d0f3cd-f822-4cfb-a548-ba6147968a89 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/quotas/23ba8366d625490e9e5b5a4f215772e6 HTTP/1.1" status: 200 len: 375 time: 0.0423827 May 28 05:42:46.794867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] For port baf0b307-c9c2-4079-9ef8-535be75d1efa, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:46.800959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] For port baf0b307-c9c2-4079-9ef8-535be75d1efa, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=baf0b307-c9c2-4079-9ef8-535be75d1efa,segment=NetworkSegment(b0391c4b-67ba-4083-bc52-485beb4ea773),segment_id=b0391c4b-67ba-4083-bc52-485beb4ea773)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:46.842622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f68d5-0973-4bac-92a8-897bd173bc2b req-9b5fb900-56f6-4578-b919-747c4ad5f59d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:46.853784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b89f68d5-0973-4bac-92a8-897bd173bc2b req-9b5fb900-56f6-4578-b919-747c4ad5f59d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 946 time: 0.7885354 May 28 05:42:46.875909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-d5d3df14-5bf1-48b3-b915-1850eb897512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:46.876320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port db0fb436-33ad-454c-bd7d-b51d82f1c515 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:46.878473 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-d5d3df14-5bf1-48b3-b915-1850eb897512 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2179615 May 28 05:42:46.881080 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:46.891325 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-5d008e42-f291-4e33-9019-7650bda5f512 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=23ba8366d625490e9e5b5a4f215772e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1202624 May 28 05:42:46.920645 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-543f0996-fdce-477e-a680-89540c626efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:38Z', 'revision_number': 3, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:46.924813 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f0996-fdce-477e-a680-89540c626efa None None] The sync data for ids ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'] in n-d-843679-5 is: [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:38Z', 'revision_number': 3, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:42:46.939993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:46.968778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port db0fb436-33ad-454c-bd7d-b51d82f1c515 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:46.969358 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:47.080698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1', 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a', 'port_id': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1', 'mac_address': 'fa:16:3e:a7:3e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ffdb86-9b82-420e-99fe-bff219ac1190', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:42:47.084556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10996425-dd69-4bb4-a215-0bb0ca757557 req-46ce86ae-3fe0-480b-b965-ec55dfe206c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2a9c59d-4b48-4840-aff6-5d5408668f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3426788 May 28 05:42:47.299749 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-8216d7c3-5cff-43d8-b817-0454bafac3b7 service neutron] 10.222.0.39 "GET /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848270 May 28 05:42:47.316690 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:47.317924 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ebd96528-65ec-4c11-b9c1-097d0e9a3344 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8424139 May 28 05:42:47.332643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53444) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:47.344846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85fc44-d84e-42a5-96b1-dcd7ed251213 None None] Pushing event updated for resources: {'Port': ['ID=baf0b307-c9c2-4079-9ef8-535be75d1efa,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:47.349325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:47.349629 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:47.355307 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b89f68d5-0973-4bac-92a8-897bd173bc2b req-82da7541-1f2b-498e-be76-fe002d568686 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5005536 May 28 05:42:47.367033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Request body: {'security_group_rule': {'security_group_id': 'b893780a-e80f-481a-aaf4-a26856ef08c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:47.394480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:47.412215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:47.429603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:47.504072 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:47.584807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Allocated IP 172.20.0.1 (741ba084-ed2e-407e-be15-0d0600915b04/a2eded9b-a86c-45b9-b9be-1ab2a936ac59/a92cdedb-4bbc-45d6-9f8e-01367d034c92) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:47.625114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Usage tracker for resource:security_group_rule and tenant:9fc41a0dedde4abdaecca4f0cee59bf6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:47.637747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:47.686046 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-01ebcb5c-186a-487a-aeef-33f081900381 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868609 May 28 05:42:47.703867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port db0fb436-33ad-454c-bd7d-b51d82f1c515 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:47.704174 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:47.725569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:47.763970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:47.764849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port db0fb436-33ad-454c-bd7d-b51d82f1c515, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db0fb436-33ad-454c-bd7d-b51d82f1c515,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:47.774104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:47.775792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:47.863946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:42:47.867528 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10996425-dd69-4bb4-a215-0bb0ca757557 req-0c4de3dd-4398-4f8b-9e0c-3e9492dace58 service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715075 May 28 05:42:47.891808 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff64fd9e-c50e-45f1-a328-95dc20d5e7f2 req-d642a26b-02db-4827-bd3d-f80b269597be service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018268 May 28 05:42:47.893922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-683cd9b6-d3c0-4298-9034-88aae7bb4198 service neutron] 10.222.0.39 "GET /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816603 May 28 05:42:47.987882 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.034184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=db0fb436-33ad-454c-bd7d-b51d82f1c515,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:48.068194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8de6b-63ed-402a-904e-9d968cd7b2e1 req-ca70a21d-31c9-4bcf-af6d-b21bdaa223c6 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:48.069843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a2d8de6b-63ed-402a-904e-9d968cd7b2e1 req-ca70a21d-31c9-4bcf-af6d-b21bdaa223c6 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 944 time: 0.4515264 May 28 05:42:48.075357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-b2e9e05c-2de1-4e7f-87b9-5fbccc3dd71b service neutron] 10.222.0.39 "GET /v2.0/networks/a1884485-f937-477b-a786-bd635d16f02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632740 May 28 05:42:48.076467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:48.076847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.216150 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10996425-dd69-4bb4-a215-0bb0ca757557 req-55e33e3c-5a02-4482-8eb2-d09a02d02446 service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400240 May 28 05:42:48.293458 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.313026 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08b6bf47-7cfc-4710-baf3-7cfb0928ebb6 service neutron] 10.222.0.39 "GET /v2.0/networks/a1884485-f937-477b-a786-bd635d16f02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357967 May 28 05:42:48.333192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:48.355571 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a2d8de6b-63ed-402a-904e-9d968cd7b2e1 req-51160bab-512d-4d2b-9572-86cd8042cfeb tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430194 May 28 05:42:48.370509 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.373424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Transition to ACTIVE for port object a92cdedb-4bbc-45d6-9f8e-01367d034c92 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:48.388282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53452) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:48.404916 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.453117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0327c7da-aa63-40c5-898c-290a4c4232a2,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:48.490547 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.491790 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e91d28fa-0dfd-451e-a83d-a4bcdf940c04 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1549487 May 28 05:42:48.496609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53456) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:48.512867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:48.520377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:48.524392 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.591285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Usage tracker for resource:floatingip and tenant:9fc41a0dedde4abdaecca4f0cee59bf6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:48.606097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb5a0b7-bf3f-4801-ae70-af956b5a7f7f admin admin] Deleting subnet 30ff92c7-074f-4f64-a185-f1e5c6e1858c {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:42:48.607771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Network 741ba084-ed2e-407e-be15-0d0600915b04 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:48.608705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:48.609983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a0b7-bf3f-4801-ae70-af956b5a7f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.644721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:48.646760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a92cdedb-4bbc-45d6-9f8e-01367d034c92,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:48.648967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:48.684679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db0fb436-33ad-454c-bd7d-b51d82f1c515 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:48.694472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a0b7-bf3f-4801-ae70-af956b5a7f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.711180 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.722893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:48.727337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798fb0bf-0bde-4343-afcf-3160f4f5e83f None None] Network a1884485-f937-477b-a786-bd635d16f02e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:48.933342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-dbdca436-4d08-4d02-bdf9-734376acbf47 None None] Provisioning for port baf0b307-c9c2-4079-9ef8-535be75d1efa completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:48.964635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port db0fb436-33ad-454c-bd7d-b51d82f1c515 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:48.964914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:48.970053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bf0c39fa-cfaa-47fa-b478-c15e31db12f8 service neutron] 10.222.0.39 "GET /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158016 May 28 05:42:48.975904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a0b7-bf3f-4801-ae70-af956b5a7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.031915 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.127814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-467e6096-a9bc-4653-95a3-5917748d9a54 None None] Provisioning for port a92cdedb-4bbc-45d6-9f8e-01367d034c92 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:49.136609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-467e6096-a9bc-4653-95a3-5917748d9a54 None None] Provisioning complete for port a92cdedb-4bbc-45d6-9f8e-01367d034c92 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:49.137600 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-467e6096-a9bc-4653-95a3-5917748d9a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.184145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a0b7-bf3f-4801-ae70-af956b5a7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.194936 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.236631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a0b7-bf3f-4801-ae70-af956b5a7f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.242348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5a0b7-bf3f-4801-ae70-af956b5a7f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ff92c7-074f-4f64-a185-f1e5c6e1858c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:49.248514 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-0738ef17-6538-4afa-bb08-5a8b8db4e87f service neutron] 10.222.0.39 "GET /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226608 May 28 05:42:49.249590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8fb5a0b7-bf3f-4801-ae70-af956b5a7f7f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/30ff92c7-074f-4f64-a185-f1e5c6e1858c HTTP/1.1" status: 204 len: 168 time: 0.8603773 May 28 05:42:49.261040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53460) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:49.264411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-467e6096-a9bc-4653-95a3-5917748d9a54 None None] Port a92cdedb-4bbc-45d6-9f8e-01367d034c92 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:42:49.266132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port db0fb436-33ad-454c-bd7d-b51d82f1c515 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:49.267421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f8bdce8e-5e71-48b0-ba82-db79320c5968 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:49.381664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f4e67-4b9e-4439-9a18-000adc62f597 req-be6d3d25-ed4a-4b2c-bbaa-1e0e2fefb12c tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:49.389924 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-022f4e67-4b9e-4439-9a18-000adc62f597 req-be6d3d25-ed4a-4b2c-bbaa-1e0e2fefb12c tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 945 time: 0.6825657 May 28 05:42:49.394429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f8bdce8e-5e71-48b0-ba82-db79320c5968 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:49.403907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f8bdce8e-5e71-48b0-ba82-db79320c5968 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:49.404537 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.433269 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.612111 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-022f4e67-4b9e-4439-9a18-000adc62f597 req-58264368-5ad3-4df7-8e3a-dcc34a789262 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213550 May 28 05:42:49.617217 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.640077 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.678283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f8bdce8e-5e71-48b0-ba82-db79320c5968 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:49.678847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.737931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port f8bdce8e-5e71-48b0-ba82-db79320c5968, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f8bdce8e-5e71-48b0-ba82-db79320c5968,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:49.745995 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.747660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device baf0b307-c9c2-4079-9ef8-535be75d1efa up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:49.839550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.848281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.903085 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4bff73-9042-46b8-b542-fef8389bae55']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:49.937846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=f8bdce8e-5e71-48b0-ba82-db79320c5968,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:49.963060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port baf0b307-c9c2-4079-9ef8-535be75d1efa completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:49.966744 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.970325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port baf0b307-c9c2-4079-9ef8-535be75d1efa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:49.970935 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:49.989497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a92cdedb-4bbc-45d6-9f8e-01367d034c92,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:50.034029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c868c8af-3d58-448a-99e2-a117ef907d70') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:50.034697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c868c8af-3d58-448a-99e2-a117ef907d70') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:50.089391 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:50.170821 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:50.194165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d2d5349e-9519-4cd5-96eb-a09e707e7147 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:42:50.199686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:42:50.200085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:50.200770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:50.327715 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c868c8af-3d58-448a-99e2-a117ef907d70 resource provider aggregate not found May 28 05:42:50.346474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434977d-d473-4fa8-9667-f8e19b6790fa req-51134f93-d40f-475a-b214-afc534e64a3d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:50.351395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4434977d-d473-4fa8-9667-f8e19b6790fa req-51134f93-d40f-475a-b214-afc534e64a3d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 948 time: 0.4078457 May 28 05:42:50.365799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port baf0b307-c9c2-4079-9ef8-535be75d1efa is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:50.366140 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:50.401319 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c868c8af-3d58-448a-99e2-a117ef907d70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c868c8af-3d58-448a-99e2-a117ef907d70 found for delete ", "request_id": "req-5788e53a-0300-4f26-8277-91945e3ee7c8"}]} May 28 05:42:50.405312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Allocated IP 172.25.4.211 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/00faa7d2-543a-4582-86ef-e85a3021d9ca) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:50.419604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Network 741ba084-ed2e-407e-be15-0d0600915b04 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:50.434157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:50.534365 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:50.571123 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:50.599732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] 10.222.0.39 "DELETE /v2.0/networks/1d4bff73-9042-46b8-b542-fef8389bae55 HTTP/1.1" status: 204 len: 168 time: 1.3376400 May 28 05:42:50.614358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa8f63-f0b6-45e4-af92-36ad1ccc668e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4bff73-9042-46b8-b542-fef8389bae55,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:50.618639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4434977d-d473-4fa8-9667-f8e19b6790fa req-308d55ac-0792-4e33-8e3b-0f40cd901f3b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164712 May 28 05:42:50.714730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:50.731960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port baf0b307-c9c2-4079-9ef8-535be75d1efa, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=baf0b307-c9c2-4079-9ef8-535be75d1efa,segment=NetworkSegment(b0391c4b-67ba-4083-bc52-485beb4ea773),segment_id=b0391c4b-67ba-4083-bc52-485beb4ea773)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:50.734988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:50.735390 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:50.816254 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:50.918259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53500) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:50.927011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:50.992771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f8bdce8e-5e71-48b0-ba82-db79320c5968 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:51.032277 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-95fa6f80-72f7-4d54-89c3-646a3c8eb7f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62dec163ed71456eafc51176d3ddb69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1117151 May 28 05:42:51.032493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-72863efd-5181-4732-9d30-09e05ca5792b None None] Provisioning complete for port a92cdedb-4bbc-45d6-9f8e-01367d034c92 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:51.032950 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-72863efd-5181-4732-9d30-09e05ca5792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.035551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1316ad9f-ea67-46ee-b62e-c324b32a2cd7 req-b597b2a3-fd49-4cf6-93fe-6387f5ca3cbe tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 210 time: 0.0796518 May 28 05:42:51.036027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53504) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:51.053027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:42:51.090490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'mac_address': 'fa:16:3e:7b:90:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:42:51.112253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=baf0b307-c9c2-4079-9ef8-535be75d1efa,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:51.119457 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a328dae3-b993-441e-ba01-c0298d0ebcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.133742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261cfca-96ed-4d22-8207-871f699d9445 req-7fbeefdb-16ce-4f37-bc8a-247636b45468 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:51.135328 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e261cfca-96ed-4d22-8207-871f699d9445 req-7fbeefdb-16ce-4f37-bc8a-247636b45468 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 944 time: 0.5311520 May 28 05:42:51.176592 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a328dae3-b993-441e-ba01-c0298d0ebcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.283175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d2d5349e-9519-4cd5-96eb-a09e707e7147 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:51.283572 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.287902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a328dae3-b993-441e-ba01-c0298d0ebcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.301998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-72863efd-5181-4732-9d30-09e05ca5792b None None] Port a92cdedb-4bbc-45d6-9f8e-01367d034c92 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:42:51.327755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a328dae3-b993-441e-ba01-c0298d0ebcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.328894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a328dae3-b993-441e-ba01-c0298d0ebcf5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db9ff04b-0b7b-4844-ac6c-4c3fcfcf9b7e HTTP/1.1" status: 204 len: 168 time: 0.2919610 May 28 05:42:51.329770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328dae3-b993-441e-ba01-c0298d0ebcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ff04b-0b7b-4844-ac6c-4c3fcfcf9b7e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:51.467522 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.469151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:51.469540 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.545135 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e261cfca-96ed-4d22-8207-871f699d9445 req-643e57b3-df2a-4a2e-a3fb-fdb035be130d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728493 May 28 05:42:51.553455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d5349e-9519-4cd5-96eb-a09e707e7147 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:51.617004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f8bdce8e-5e71-48b0-ba82-db79320c5968 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:51.617374 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.712651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:51.732299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:51.752207 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.813049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:51.834687 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.864536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:51.928539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:42:51.958599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Sync routers for ids ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:42:51.977474 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:51.987487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-32b662c1-849d-4f6e-b301-b3684cce6e15 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:52.004701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-32b662c1-849d-4f6e-b301-b3684cce6e15 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:52.010256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-32b662c1-849d-4f6e-b301-b3684cce6e15 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "GET /v2.0/networks?id=07968b01-77f7-4abe-bf6f-df7926d42f48&id=a1884485-f937-477b-a786-bd635d16f02e&id=07968b01-77f7-4abe-bf6f-df7926d42f48 HTTP/1.1" status: 200 len: 1392 time: 0.4315851 May 28 05:42:52.010569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f8bdce8e-5e71-48b0-ba82-db79320c5968 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:52.014918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Routers {'8fe620cf-c8ce-4927-af14-290a1a76a4e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:52.015569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:52.028390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'port': {'device_id': '31d4da38-af2a-4643-8468-d63cb7199801', 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48', 'admin_state_up': True, 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:52.064168 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-239b768b-b638-48cd-8498-adf9ba3c15f1 admin admin] 10.222.0.39 "PUT /v2.0/routers/8fe620cf-c8ce-4927-af14-290a1a76a4e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3405404 May 28 05:42:52.089412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-e2ba2615-f341-41ad-ada2-ec327aadb7e9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:52.094018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-e2ba2615-f341-41ad-ada2-ec327aadb7e9 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec&tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 949 time: 0.3955114 May 28 05:42:52.101961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d2d5349e-9519-4cd5-96eb-a09e707e7147'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:42:52.142955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:52.212141 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b64f18-e0b3-41b0-a3fc-65175db9e5ca'] response: {'server_uuid': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1', 'code': 200} May 28 05:42:52.290959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:52.318644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:52.336948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:52.378036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a380de6-7ae3-47aa-a8ca-73d3103f0200 req-f3a4e7f5-a639-4007-bc26-43525549c3c7 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:52.390105 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8a380de6-7ae3-47aa-a8ca-73d3103f0200 req-f3a4e7f5-a639-4007-bc26-43525549c3c7 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 949 time: 0.5940917 May 28 05:42:52.419829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Pushing event updated for resources: {'Port': ['ID=00faa7d2-543a-4582-86ef-e85a3021d9ca,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:52.422386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Set router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:52.434356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:52.492273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Usage tracker for resource:port and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:52.503999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5493095-314d-48c3-8db9-96deb8cd5351 req-eaed608f-d0df-4844-ad71-1053ab794140 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 210 time: 0.1470807 May 28 05:42:52.506751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.507292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.507662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.508090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.508784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.509282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.510155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.510155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.510474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:52.510579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.511167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.511398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.511818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:52.544752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:52.556583 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-7f7f1ae8-1d6b-4bcd-b0bb-d27835bd728c service neutron] 10.222.0.41 "GET /v2.0/ports/d2d5349e-9519-4cd5-96eb-a09e707e7147/bindings/n-h2-843679-5 HTTP/1.1" status: 200 len: 382 time: 0.4341681 May 28 05:42:52.571521 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8a380de6-7ae3-47aa-a8ca-73d3103f0200 req-8fab39cc-6381-41d4-8f52-8c3c806d46ef tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664863 May 28 05:42:52.604990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:52.608647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:52.669529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb108ed-578a-41a4-aaef-a8e288a4ef8f req-759663c3-6c83-463d-90ad-73f88d7e6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:52.671053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cb108ed-578a-41a4-aaef-a8e288a4ef8f req-759663c3-6c83-463d-90ad-73f88d7e6b49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 1096 time: 0.3131289 May 28 05:42:52.773495 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:52.912952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device baf0b307-c9c2-4079-9ef8-535be75d1efa up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:53.006795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-92352bb0-7c93-4907-9c4f-c0ef4fb77d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:53.014774 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-92352bb0-7c93-4907-9c4f-c0ef4fb77d76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1100 time: 0.4291010 May 28 05:42:53.144048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port baf0b307-c9c2-4079-9ef8-535be75d1efa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:53.145189 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:53.191937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53562) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:53.203554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:53.247315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-457190221-network', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:53.268519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:53.276917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Usage tracker for resource:network and tenant:9e692cd7bd0241ac98839ff87c29af5f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:53.285627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:53.289145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a92cdedb-4bbc-45d6-9f8e-01367d034c92', 'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'tenant_id': '35100819b20440649f162236d29682d4', 'mac_address': 'fa:16:3e:d2:5b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:46Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 2, 'project_id': '35100819b20440649f162236d29682d4', 'subnets': [{'id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:53.296401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:53.301751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Checking router: 8fe620cf-c8ce-4927-af14-290a1a76a4e9 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:42:53.302404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Updating router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 port a92cdedb-4bbc-45d6-9f8e-01367d034c92 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:42:53.302533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cb108ed-578a-41a4-aaef-a8e288a4ef8f req-55aa80ff-1743-430a-a284-d9d4de3a0e7f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772989 May 28 05:42:53.320594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Allocated IP 19.80.0.121 (07968b01-77f7-4abe-bf6f-df7926d42f48/23e64ecf-f6f3-4700-b2ad-01d703245b81/b25e6239-1f0c-48df-b2fb-b241980196aa) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:53.343987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Made reservation on behalf of 9e692cd7bd0241ac98839ff87c29af5f for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:53.346250 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:53.364337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port baf0b307-c9c2-4079-9ef8-535be75d1efa is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:53.370110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a894ba-7fef-4457-bc72-1aea16728bb8 req-0dec61a7-6410-4a86-8c4f-84445ba3988b tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:53.371559 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-53a894ba-7fef-4457-bc72-1aea16728bb8 req-0dec61a7-6410-4a86-8c4f-84445ba3988b tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 945 time: 0.6480258 May 28 05:42:53.382962 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:53.388735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359a98-34c6-4cae-a921-caf88fe0fe5c req-0e63a546-1d9c-4e0a-80a3-ea7d8d5c4112 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:53.390216 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5359a98-34c6-4cae-a921-caf88fe0fe5c req-0e63a546-1d9c-4e0a-80a3-ea7d8d5c4112 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.5908620 May 28 05:42:53.402240 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:53.471978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-eede694b-8295-4e35-9145-ca11786aad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:53.473932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-eede694b-8295-4e35-9145-ca11786aad25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.4395981 May 28 05:42:53.511842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:53.516819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-53a894ba-7fef-4457-bc72-1aea16728bb8 req-508a24b4-4e71-487b-8aa7-aa208f11fc1a tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343217 May 28 05:42:53.582858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Usage tracker for resource:security_group_rule and tenant:9e692cd7bd0241ac98839ff87c29af5f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:53.597953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:53.607053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:53.615917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Transition to ACTIVE for port object b25e6239-1f0c-48df-b2fb-b241980196aa will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:53.619319 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5359a98-34c6-4cae-a921-caf88fe0fe5c req-6fe837dd-de4b-4abb-89b6-60b83cc14558 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201717 May 28 05:42:53.620723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-1e986ee1-bbb8-4830-8d25-fef24fef4a09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 217 time: 0.1064935 May 28 05:42:53.641133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:53.658524 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:53.778816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Port': ['ID=b25e6239-1f0c-48df-b2fb-b241980196aa,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:53.807855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network 07968b01-77f7-4abe-bf6f-df7926d42f48 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:53.809355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:53.812518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:53.894999 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:53.908402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Transition to ACTIVE for port object a92cdedb-4bbc-45d6-9f8e-01367d034c92 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:53.922232 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:53.922886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:53.926047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:53.978211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-125214f6-1530-49dd-adad-14350c491034 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9538963 May 28 05:42:53.996812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.005489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-717abc40-61f2-430a-ba33-1288114ae523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:54.007633 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-717abc40-61f2-430a-ba33-1288114ae523 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3725977 May 28 05:42:54.013647 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:42:54.028240 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.083034 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.125101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.191823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'port': {'device_id': '31d4da38-af2a-4643-8468-d63cb7199801', 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e', 'admin_state_up': True, 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:54.196495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:42:54.203835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faa4a6-d5a2-499a-9827-7c898c83d3b5 None None] Pushing event updated for resources: {'Port': ['ID=a92cdedb-4bbc-45d6-9f8e-01367d034c92,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:54.213459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:42:54.216780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d2d5349e-9519-4cd5-96eb-a09e707e7147 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:54.279557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb2aa0d-1690-4d46-a217-e51fba2215f5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:54.303370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Attempting to bind port a92cdedb-4bbc-45d6-9f8e-01367d034c92 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:54.303649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Attempting to bind port a92cdedb-4bbc-45d6-9f8e-01367d034c92 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:54.304040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Attempting to bind port a92cdedb-4bbc-45d6-9f8e-01367d034c92 on network 741ba084-ed2e-407e-be15-0d0600915b04 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:54.324907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:54.325304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Checking segment: {'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:54.325693 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.326098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Bound using segment: {'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:54.326585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Bound port: a92cdedb-4bbc-45d6-9f8e-01367d034c92, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:54.326966 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.384441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1ddadf9a-5e20-4311-a217-b34c113bd644 None None] Provisioning for port b25e6239-1f0c-48df-b2fb-b241980196aa completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:54.428604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1ddadf9a-5e20-4311-a217-b34c113bd644 None None] Provisioning complete for port b25e6239-1f0c-48df-b2fb-b241980196aa triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:54.429008 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1ddadf9a-5e20-4311-a217-b34c113bd644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.433824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200f788-c229-4992-a044-d2e39ae7ab66 req-f6271aea-378c-4c2d-ae44-f882d8094c5e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:54.435534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0200f788-c229-4992-a044-d2e39ae7ab66 req-f6271aea-378c-4c2d-ae44-f882d8094c5e tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 949 time: 0.4241519 May 28 05:42:54.448021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-500dc78c-928e-4886-998f-696c9450d53d tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:54.449515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-500dc78c-928e-4886-998f-696c9450d53d tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 945 time: 0.3923693 May 28 05:42:54.479926 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.480427 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Added segment 80052b36-a656-4131-a168-970cc957c30a of type vlan for network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e May 28 05:42:54.511362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Pushing event updated for resources: {'Port': ['ID=00faa7d2-543a-4582-86ef-e85a3021d9ca,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:54.554246 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.560448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-e31e363d-e909-4512-aaf9-97edabf457c6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Deleting port f63da40d-1e9f-4608-bffb-685e31a9e003 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:42:54.560795 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-e31e363d-e909-4512-aaf9-97edabf457c6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.571902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eff9f6-83bc-46b6-8e00-ca05fb0c145d req-9222f3eb-37e7-4431-a468-b918901fdae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:54.572760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b3eff9f6-83bc-46b6-8e00-ca05fb0c145d req-9222f3eb-37e7-4431-a468-b918901fdae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:54.575747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.604016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-959fe4c5-dd00-4d48-9898-19446f45da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:54.605825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-959fe4c5-dd00-4d48-9898-19446f45da22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5814061 May 28 05:42:54.616112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] For port a92cdedb-4bbc-45d6-9f8e-01367d034c92, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:54.642479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:54.654603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port d2d5349e-9519-4cd5-96eb-a09e707e7147 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:54.660673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1ddadf9a-5e20-4311-a217-b34c113bd644 None None] Port b25e6239-1f0c-48df-b2fb-b241980196aa cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:42:54.668163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port d2d5349e-9519-4cd5-96eb-a09e707e7147 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:54.668548 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.675206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0200f788-c229-4992-a044-d2e39ae7ab66 req-d4476bbd-5150-4ea0-8f8e-3235d26ade55 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221744 May 28 05:42:54.722936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Usage tracker for resource:port and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:54.726279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b3eff9f6-83bc-46b6-8e00-ca05fb0c145d req-9222f3eb-37e7-4431-a468-b918901fdae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:54.731465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:54.733870 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3eff9f6-83bc-46b6-8e00-ca05fb0c145d req-9222f3eb-37e7-4431-a468-b918901fdae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 932 time: 0.9000344 May 28 05:42:54.735952 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.737297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6fe3524c-e35f-415e-a253-b4217c469e52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2397728 May 28 05:42:54.759263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:54.765149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.766368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:54.767102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.826421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:54.833215 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.879216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] For port a92cdedb-4bbc-45d6-9f8e-01367d034c92, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a92cdedb-4bbc-45d6-9f8e-01367d034c92,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:54.944843 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.951515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:55.006893 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8106534 May 28 05:42:55.013273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53614) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:55.017688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b3eff9f6-83bc-46b6-8e00-ca05fb0c145d req-0cc906ae-7309-46d7-8e11-090e3e0b469e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:55.036497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Request body: {'subnet': {'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-457190221-subnet', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:55.048612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7278e49-aaac-4ef6-aee4-d8e95d8a5924 admin admin] Pushing event updated for resources: {'Network': ['ID=7edd3d8b-b6dd-42c6-a03e-3dd024d3369e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:55.054003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:55.065321 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-bc537d35-2552-4aa7-9270-ab87f038d653 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431236 May 28 05:42:55.066686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Usage tracker for resource:subnet and tenant:9e692cd7bd0241ac98839ff87c29af5f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:55.070975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:55.100375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:55.102445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b3eff9f6-83bc-46b6-8e00-ca05fb0c145d req-0cc906ae-7309-46d7-8e11-090e3e0b469e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:55.112531 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3eff9f6-83bc-46b6-8e00-ca05fb0c145d req-0cc906ae-7309-46d7-8e11-090e3e0b469e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775468 May 28 05:42:55.129010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d2d5349e-9519-4cd5-96eb-a09e707e7147 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:55.129403 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:55.140227 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:42:55.178603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'port_id': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'mac_address': 'fa:16:3e:15:ef:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:42:55.252811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Made reservation on behalf of 9e692cd7bd0241ac98839ff87c29af5f for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:55.255909 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:55.294178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Routers {'8fe620cf-c8ce-4927-af14-290a1a76a4e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:42:55.294941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:55.344845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Allocated IP 19.86.0.114 (a1884485-f937-477b-a786-bd635d16f02e/91135927-308f-4ead-804f-5bc839226db6/0c9f91ad-02a3-4f6d-af79-13e5e0dad86a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:55.413635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-3932fa80-05aa-47b3-8779-ac337bf76e09 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394220 May 28 05:42:55.498980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-e31e363d-e909-4512-aaf9-97edabf457c6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] For port f63da40d-1e9f-4608-bffb-685e31a9e003, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f63da40d-1e9f-4608-bffb-685e31a9e003,segment=NetworkSegment(fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f),segment_id=fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:55.499607 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-e31e363d-e909-4512-aaf9-97edabf457c6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:55.561849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f257b1f-056f-4aaa-b108-75a7e6ae69af req-8f649fc8-743c-4a24-8f8e-2d61d66ef6b2 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:55.563413 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f257b1f-056f-4aaa-b108-75a7e6ae69af req-8f649fc8-743c-4a24-8f8e-2d61d66ef6b2 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.2074811 May 28 05:42:55.616599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:55.617259 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:55.635625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faa4a6-d5a2-499a-9827-7c898c83d3b5 None None] Pushing event updated for resources: {'Port': ['ID=a92cdedb-4bbc-45d6-9f8e-01367d034c92,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:55.669756 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f257b1f-056f-4aaa-b108-75a7e6ae69af req-dd3bceb8-4317-4fb2-90d3-c3bf3a0825b0 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001461 May 28 05:42:55.673481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-e31e363d-e909-4512-aaf9-97edabf457c6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Calling delete_port for f63da40d-1e9f-4608-bffb-685e31a9e003 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:42:55.739873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:55.748807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:55.750224 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:55.806265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2d41bb6-061b-4987-a6d2-ffeac5b20fad {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:42:55.811473 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:55.859465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec26c7c4-0a53-4247-b711-91fe6c2aa8d7,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:55.873997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Checking segment: {'id': '80052b36-a656-4131-a168-970cc957c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:55.874694 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Network hostable DHCP agents. Network: 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:42:55.909058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:42:55.933750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:55.948725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:55.949667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:55.980099 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2f775bb7-f3c3-43d6-b92d-98198c5514a3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9654667 May 28 05:42:55.982682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53654) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:42:55.991860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-457190221-router', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:55.997884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0493dc48-cba5-4d58-bcad-7d3c1b2c9dce None None] Network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:42:55.999563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:56.005676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Usage tracker for resource:router and tenant:9e692cd7bd0241ac98839ff87c29af5f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:42:56.010151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:42:56.018071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:56.041665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:56.042900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:56.067774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:56.203847 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:42:56.233798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:56.262683 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:56.301935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] Set router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:42:56.383821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=10']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:56.478361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:56.486307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e20aa0-7ab7-43c5-9e04-384097296f30 req-ac91093a-80f4-4d0f-958b-0ff413721b66 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:56.487315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a2d41bb6-061b-4987-a6d2-ffeac5b20fad'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:42:56.496690 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77e20aa0-7ab7-43c5-9e04-384097296f30 req-ac91093a-80f4-4d0f-958b-0ff413721b66 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f31274-51ae-4bcd-819c-ec77713c9f3b HTTP/1.1" status: 200 len: 945 time: 1.3022218 May 28 05:42:56.582719 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:56.597969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-f1cdec4a-c6ae-4c1a-966a-2ae4fd51c2f3 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Synchronizing usage tracker for tenant:9fc41a0dedde4abdaecca4f0cee59bf6 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:56.659342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-f1cdec4a-c6ae-4c1a-966a-2ae4fd51c2f3 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Unset dirty status for tenant:9fc41a0dedde4abdaecca4f0cee59bf6 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:42:56.670208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-f1cdec4a-c6ae-4c1a-966a-2ae4fd51c2f3 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1149499367&fields=id&tenant_id=9fc41a0dedde4abdaecca4f0cee59bf6 HTTP/1.1" status: 200 len: 267 time: 0.5793452 May 28 05:42:56.901579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-7edd3d8b-b6dd-42c6-a03e-3dd024d3369e', 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'fixed_ips': [{'subnet_id': 'ec26c7c4-0a53-4247-b711-91fe6c2aa8d7'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:42:56.902415 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:56.920684 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77e20aa0-7ab7-43c5-9e04-384097296f30 req-75bdfcb6-9fbc-4783-a1aa-856afdfd0d86 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fb032db-ec3a-430e-81b4-2820cb8e4e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194107 May 28 05:42:56.965660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-e31e363d-e909-4512-aaf9-97edabf457c6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:57.046384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-cfa59050-5a87-4583-ac83-91ee27ffded9 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:57.047995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-cfa59050-5a87-4583-ac83-91ee27ffded9 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/networks?id=49c46e8e-c0f8-4288-af21-3865c58a8751 HTTP/1.1" status: 200 len: 812 time: 0.3767738 May 28 05:42:57.092068 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-69b60179-47ba-4f01-9d83-14c402c834c7 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/quotas/9fc41a0dedde4abdaecca4f0cee59bf6 HTTP/1.1" status: 200 len: 375 time: 0.0364037 May 28 05:42:57.107861 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:57.111144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e363d-e909-4512-aaf9-97edabf457c6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Pushing event deleted for resources: {'Port': ['ID=f63da40d-1e9f-4608-bffb-685e31a9e003,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:57.214930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Transition to ACTIVE for port object 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:57.279747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-e31e363d-e909-4512-aaf9-97edabf457c6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] No DVR routers for this DVR port f63da40d-1e9f-4608-bffb-685e31a9e003 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:42:57.289347 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-e31e363d-e909-4512-aaf9-97edabf457c6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:57.295269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f31274-51ae-4bcd-819c-ec77713c9f3b', 'name': 'network-vif-deleted', 'tag': 'f63da40d-1e9f-4608-bffb-685e31a9e003'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:42:57.339532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71433823-8ff4-4746-84aa-b5b8834e0ebb req-e31e363d-e909-4512-aaf9-97edabf457c6 tempest-ServersNegativeTestMultiTenantJSON-479900089 tempest-ServersNegativeTestMultiTenantJSON-479900089-project] 10.222.0.33 "DELETE /v2.0/ports/f63da40d-1e9f-4608-bffb-685e31a9e003 HTTP/1.1" status: 204 len: 173 time: 2.8815122 May 28 05:42:57.349723 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:57.398185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Allocated IP 172.20.0.2 (7edd3d8b-b6dd-42c6-a03e-3dd024d3369e/ec26c7c4-0a53-4247-b711-91fe6c2aa8d7/82d6848a-c492-492c-b379-722389f6a7d0) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:57.436660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a92cdedb-4bbc-45d6-9f8e-01367d034c92', 'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'tenant_id': '35100819b20440649f162236d29682d4', 'mac_address': 'fa:16:3e:d2:5b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:46Z', 'updated_at': '2022-05-28T05:42:54Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'subnets': [{'id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:42:57.464908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9acae2-2d37-45c8-9462-35c1ed8f7a3e req-c880d57b-e9fe-426e-8f71-6688475c289c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:57.476589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e9acae2-2d37-45c8-9462-35c1ed8f7a3e req-c880d57b-e9fe-426e-8f71-6688475c289c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3167548 May 28 05:42:57.479533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa12e9b-c0c4-4484-a166-bff0722b3caf None None] The sync data for ids ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'] in n-d-843679-5 is: [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a92cdedb-4bbc-45d6-9f8e-01367d034c92', 'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'tenant_id': '35100819b20440649f162236d29682d4', 'mac_address': 'fa:16:3e:d2:5b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:46Z', 'updated_at': '2022-05-28T05:42:54Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'subnets': [{'id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:42:57.569148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network a1884485-f937-477b-a786-bd635d16f02e is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:57.594108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:57.607665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:57.719824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-0d2d3071-1b61-451d-82f9-c4edb7450376 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc41a0dedde4abdaecca4f0cee59bf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6019261 May 28 05:42:57.731795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:57.733255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Port': ['ID=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:57.781489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-f9550b19-a2ce-421e-89df-e07fff080cbd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:42:57.783539 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-f9550b19-a2ce-421e-89df-e07fff080cbd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064039 May 28 05:42:57.850827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e9acae2-2d37-45c8-9462-35c1ed8f7a3e req-4095e62e-a99f-41f2-9c24-94ab7062f08b tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587310 May 28 05:42:57.898170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:57.898851 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:57.957385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-c1015e77-d1d0-46a7-b35c-f742c3b310ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8156838 May 28 05:42:57.976519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'port': {'device_id': '31d4da38-af2a-4643-8468-d63cb7199801', 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48', 'admin_state_up': True, 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:58.025389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:58.093782 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:58.108965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-dc6f9def-d3dc-45ad-8395-5eb8f060cf54 None None] Provisioning for port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:58.135113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-dc6f9def-d3dc-45ad-8395-5eb8f060cf54 None None] Provisioning complete for port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:58.153778 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dc6f9def-d3dc-45ad-8395-5eb8f060cf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:58.257005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Transition to ACTIVE for port object 82d6848a-c492-492c-b379-722389f6a7d0 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:58.283924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f63da40d-1e9f-4608-bffb-685e31a9e003 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:42:58.374552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-7d9e430a-c007-4a86-94ed-c9bdc79d723d service neutron] 10.222.0.39 "GET /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812194 May 28 05:42:58.442984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:42:58.472032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:58.473196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:42:58.505422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387aa06-a3f4-471c-a43c-abe0f3197c1a req-e029797b-8a9b-45ee-8f2a-cb7fed86c739 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:58.512515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Allocated IP 172.25.4.94 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/3b02368f-5a69-42cf-b81e-8037a72cb9e6) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:58.515817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1387aa06-a3f4-471c-a43c-abe0f3197c1a req-e029797b-8a9b-45ee-8f2a-cb7fed86c739 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 951 time: 0.3946311 May 28 05:42:58.559813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: f63da40d-1e9f-4608-bffb-685e31a9e003 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:42:58.560154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f63da40d-1e9f-4608-bffb-685e31a9e003 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:42:58.605743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Transition to ACTIVE for port object 82d6848a-c492-492c-b379-722389f6a7d0 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:42:58.614598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1387aa06-a3f4-471c-a43c-abe0f3197c1a req-f31854ee-0662-4d38-a511-6b8c1be921b2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952692 May 28 05:42:58.614898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f9def-d3dc-45ad-8395-5eb8f060cf54 None None] Port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:42:58.620941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:42:58.631324 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:58.632944 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:58.721181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:58.725339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:58.731861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-0f0058d3-0305-4a40-b96c-fdf3a2e7528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:58.732985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-0f0058d3-0305-4a40-b96c-fdf3a2e7528f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec&tenant_id=e10ad26e43184b2ab9c1f21342cf9b76 HTTP/1.1" status: 200 len: 1102 time: 0.4438887 May 28 05:42:58.734285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:58.753021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Pushing event updated for resources: {'Port': ['ID=82d6848a-c492-492c-b379-722389f6a7d0,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:58.759431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:42:58.767289 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:58.822629 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0cabac-7511-4d9f-a35f-a8ff8a385e51'] response: {'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'code': 200} May 28 05:42:58.839965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a2d41bb6-061b-4987-a6d2-ffeac5b20fad triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:58.839965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:58.923693 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:59.049173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a92cdedb-4bbc-45d6-9f8e-01367d034c92 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:42:59.095784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:42:59.114812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:42:59.133804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:42:59.205628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Attempting to bind port 82d6848a-c492-492c-b379-722389f6a7d0 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:42:59.205978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Attempting to bind port 82d6848a-c492-492c-b379-722389f6a7d0 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '80052b36-a656-4131-a168-970cc957c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:42:59.207362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Attempting to bind port 82d6848a-c492-492c-b379-722389f6a7d0 on network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:42:59.224436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:42:59.224840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Checking segment: {'id': '80052b36-a656-4131-a168-970cc957c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:42:59.225206 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:59.225598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Bound using segment: {'id': '80052b36-a656-4131-a168-970cc957c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:42:59.226076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Bound port: 82d6848a-c492-492c-b379-722389f6a7d0, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80052b36-a656-4131-a168-970cc957c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:42:59.228378 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:59.327888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-82d1c0b0-95ee-4617-8dbe-f212ec4aeb2c service neutron] 10.222.0.39 "GET /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9362862 May 28 05:42:59.406885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port a92cdedb-4bbc-45d6-9f8e-01367d034c92 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:42:59.426761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] For port 82d6848a-c492-492c-b379-722389f6a7d0, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:42:59.430698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a92cdedb-4bbc-45d6-9f8e-01367d034c92 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:42:59.431188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:59.442766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:59.477410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] For port 82d6848a-c492-492c-b379-722389f6a7d0, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=82d6848a-c492-492c-b379-722389f6a7d0,segment=NetworkSegment(80052b36-a656-4131-a168-970cc957c30a),segment_id=80052b36-a656-4131-a168-970cc957c30a)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:42:59.495284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:42:59.496386 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:59.516378 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:59.542946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Allocated IP 19.80.0.195 (07968b01-77f7-4abe-bf6f-df7926d42f48/23e64ecf-f6f3-4700-b2ad-01d703245b81/623872c6-d924-49f6-b8aa-6d43aaad0b02) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:42:59.641178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b02368f-5a69-42cf-b81e-8037a72cb9e6,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:59.708600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:42:59.737380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9e5e1-32df-426d-b8ce-11c8c096b269 None None] Pushing event updated for resources: {'Port': ['ID=82d6848a-c492-492c-b379-722389f6a7d0,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:59.740731 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:59.777385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6946d2-74a1-4c96-8a87-a5e374d38c3e req-c7f1468d-6479-4ac6-8e24-7458079fa800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:59.795199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6946d2-74a1-4c96-8a87-a5e374d38c3e req-c7f1468d-6479-4ac6-8e24-7458079fa800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:42:59.796239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-aa6946d2-74a1-4c96-8a87-a5e374d38c3e req-c7f1468d-6479-4ac6-8e24-7458079fa800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:42:59.848046 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2febbf37-bae2-4f50-9bc8-73b698411a01'] response: {'server_uuid': 'e8f31274-51ae-4bcd-819c-ec77713c9f3b', 'name': 'network-vif-deleted', 'tag': 'f63da40d-1e9f-4608-bffb-685e31a9e003', 'status': 'completed', 'code': 200} May 28 05:43:00.025142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-aa6946d2-74a1-4c96-8a87-a5e374d38c3e req-c7f1468d-6479-4ac6-8e24-7458079fa800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:00.025383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a92cdedb-4bbc-45d6-9f8e-01367d034c92 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:00.026946 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:00.047311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa6946d2-74a1-4c96-8a87-a5e374d38c3e req-c7f1468d-6479-4ac6-8e24-7458079fa800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 1655 time: 0.8807037 May 28 05:43:00.054165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:00.088314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:00.126699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port a92cdedb-4bbc-45d6-9f8e-01367d034c92, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a92cdedb-4bbc-45d6-9f8e-01367d034c92,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:00.145093 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:00.305182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d2d5349e-9519-4cd5-96eb-a09e707e7147 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:00.444179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=a92cdedb-4bbc-45d6-9f8e-01367d034c92,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:00.538002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d2d5349e-9519-4cd5-96eb-a09e707e7147 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:00.539447 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:00.619326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53704) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:00.648681 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:00.698039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa6946d2-74a1-4c96-8a87-a5e374d38c3e req-72736097-fae8-4ba8-a27a-e8c463bacc6d tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486895 May 28 05:43:00.823898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:00.862240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-939fea1d-d5e0-41aa-91aa-ea49408aeff8 admin admin] Deleting subnet 407934f9-3ae2-45f7-934e-0abbe7d27800 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:43:00.879745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2d5297d5-5907-4882-8a5a-1b71246cec2f req-b2a17488-88b3-4fbf-82e6-4972f1ee81a7 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Synchronizing usage tracker for tenant:9fc41a0dedde4abdaecca4f0cee59bf6 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:00.923446 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-939fea1d-d5e0-41aa-91aa-ea49408aeff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.070011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:01.132815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:43:01.181677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a92cdedb-4bbc-45d6-9f8e-01367d034c92 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:01.245860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.267729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Transition to ACTIVE for port object 623872c6-d924-49f6-b8aa-6d43aaad0b02 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:01.326439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53724) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:01.350728 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.399539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a92cdedb-4bbc-45d6-9f8e-01367d034c92 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:01.399784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.416646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-939fea1d-d5e0-41aa-91aa-ea49408aeff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.473651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2d5297d5-5907-4882-8a5a-1b71246cec2f req-b2a17488-88b3-4fbf-82e6-4972f1ee81a7 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Unset dirty status for tenant:9fc41a0dedde4abdaecca4f0cee59bf6 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:01.492216 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2d5297d5-5907-4882-8a5a-1b71246cec2f req-b2a17488-88b3-4fbf-82e6-4972f1ee81a7 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 210 time: 0.7148149 May 28 05:43:01.604444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e841ed-7de8-411c-ad82-2439297b0fc9 req-28c7d655-f7fa-4ad1-8bd7-c9b7dda9b084 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:01.610518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network 07968b01-77f7-4abe-bf6f-df7926d42f48 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:43:01.617709 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30e841ed-7de8-411c-ad82-2439297b0fc9 req-28c7d655-f7fa-4ad1-8bd7-c9b7dda9b084 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 951 time: 0.9020374 May 28 05:43:01.634127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:43:01.652290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:43:01.658617 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.689662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a92cdedb-4bbc-45d6-9f8e-01367d034c92 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:01.695743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 82d6848a-c492-492c-b379-722389f6a7d0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:01.708591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Port': ['ID=623872c6-d924-49f6-b8aa-6d43aaad0b02,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:01.718932 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.823804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.824166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.824480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.824829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.825158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.825487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.825812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.826133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.826445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.826758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.827073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.836227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.857605 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-939fea1d-d5e0-41aa-91aa-ea49408aeff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.868851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cfcd7a-16f8-4d2e-a7a1-3bccb8290990 None None] Network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:43:01.918989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:01.944297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Transition to ACTIVE for port object d2d5349e-9519-4cd5-96eb-a09e707e7147 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:01.971691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.008945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30e841ed-7de8-411c-ad82-2439297b0fc9 req-290709c5-3d4a-4306-b862-69a845980cc8 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901627 May 28 05:43:02.063441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:02.064102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.149196 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:43:02.149548 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:43:02.151646 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f1a0f8-8f95-4673-8512-ec463604be39'] response: {'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'code': 200} May 28 05:43:02.178121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 82d6848a-c492-492c-b379-722389f6a7d0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:02.198038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 82d6848a-c492-492c-b379-722389f6a7d0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:02.198485 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.302984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e2512bec-3e7c-4a63-81c5-a778cf61756f None None] Provisioning for port 82d6848a-c492-492c-b379-722389f6a7d0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:02.320792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e2512bec-3e7c-4a63-81c5-a778cf61756f None None] Provisioning complete for port 82d6848a-c492-492c-b379-722389f6a7d0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:02.322335 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e2512bec-3e7c-4a63-81c5-a778cf61756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.326269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=11']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:02.465824 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-bc9d551f-d0e5-468e-87cf-0936ebcc5668 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4935677 May 28 05:43:02.476287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] No DVR routers for this DVR port d2d5349e-9519-4cd5-96eb-a09e707e7147 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:02.528539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Request body: {'port': {'device_id': '31d4da38-af2a-4643-8468-d63cb7199801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:02.601207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-939fea1d-d5e0-41aa-91aa-ea49408aeff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.628727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-643ac42c-8169-461a-9915-d6be6226e7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.661391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e381ddf-3eae-4727-9942-5cb811a0df09 req-29b70bde-e444-41c7-b47d-9b58dad73eb1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:02.668529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e381ddf-3eae-4727-9942-5cb811a0df09 req-29b70bde-e444-41c7-b47d-9b58dad73eb1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.9566038 May 28 05:43:02.702603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fea1d-d5e0-41aa-91aa-ea49408aeff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407934f9-3ae2-45f7-934e-0abbe7d27800,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:02.709663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-643ac42c-8169-461a-9915-d6be6226e7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:02.713653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-643ac42c-8169-461a-9915-d6be6226e7f7 admin admin] Usage tracker for resource:security_group_rule and tenant:9d1bf60aada64f5a81d0d3bd650d6da5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:02.717457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:43:02.718077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:43:02.718898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:02.720223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-643ac42c-8169-461a-9915-d6be6226e7f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:02.723099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-939fea1d-d5e0-41aa-91aa-ea49408aeff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.727378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-643ac42c-8169-461a-9915-d6be6226e7f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:02.739003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d2d5349e-9519-4cd5-96eb-a09e707e7147 is: DOWN; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:02.742687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 82d6848a-c492-492c-b379-722389f6a7d0 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:02.743479 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.793492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Port d2d5349e-9519-4cd5-96eb-a09e707e7147 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:43:02.793976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Attempting to bind port d2d5349e-9519-4cd5-96eb-a09e707e7147 on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:02.809828 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-939fea1d-d5e0-41aa-91aa-ea49408aeff8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/407934f9-3ae2-45f7-934e-0abbe7d27800 HTTP/1.1" status: 204 len: 168 time: 2.2089150 May 28 05:43:02.814143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53740) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:02.820771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:43:02.821273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:43:02.821760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:43:02.822302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Bound port: d2d5349e-9519-4cd5-96eb-a09e707e7147, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:43:02.822748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.827104 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-643ac42c-8169-461a-9915-d6be6226e7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.843799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e381ddf-3eae-4727-9942-5cb811a0df09 req-d8ad49cf-da66-4d6a-9815-2732b2edb7ca tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742070 May 28 05:43:02.856748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 82d6848a-c492-492c-b379-722389f6a7d0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=82d6848a-c492-492c-b379-722389f6a7d0,segment=NetworkSegment(80052b36-a656-4131-a168-970cc957c30a),segment_id=80052b36-a656-4131-a168-970cc957c30a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:02.862222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-643ac42c-8169-461a-9915-d6be6226e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.884083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.924688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:02.996931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-6e456038-de2f-42bb-87e8-e910ffa1edff tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:02.998561 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-6e456038-de2f-42bb-87e8-e910ffa1edff tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.33 "GET /v2.0/networks?id=49c46e8e-c0f8-4288-af21-3865c58a8751 HTTP/1.1" status: 200 len: 812 time: 0.7123430 May 28 05:43:03.001499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=82d6848a-c492-492c-b379-722389f6a7d0,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:03.003843 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ac42c-8169-461a-9915-d6be6226e7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f7b3a8-3fd6-41a4-8f19-aab27cc31a82,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:03.012084 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-643ac42c-8169-461a-9915-d6be6226e7f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d1bf60aada64f5a81d0d3bd650d6da5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6593499 May 28 05:43:03.021756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53746) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:03.029639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e2512bec-3e7c-4a63-81c5-a778cf61756f None None] Current status of the port 82d6848a-c492-492c-b379-722389f6a7d0 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:03.030596 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e2512bec-3e7c-4a63-81c5-a778cf61756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:03.077256 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2399bea-d480-4a79-97eb-e73e58da307a'] response: {'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'code': 200} May 28 05:43:03.157255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Router bebd7e60-6338-426f-a452-4518e5edd7dc is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:43:03.198455 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-e2512bec-3e7c-4a63-81c5-a778cf61756f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:43:03.198823 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-e2512bec-3e7c-4a63-81c5-a778cf61756f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:43:03.312660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-2c9af622-5acd-480c-a8ab-ed37040d8232 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fc41a0dedde4abdaecca4f0cee59bf6 HTTP/1.1" status: 200 len: 380 time: 0.2678490 May 28 05:43:03.332955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d9893-40ea-4a2b-9c70-5653d1337478 req-8964969c-52a5-460d-b8bc-a4d8176b36ea tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:03.338791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d9893-40ea-4a2b-9c70-5653d1337478 req-8964969c-52a5-460d-b8bc-a4d8176b36ea tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:03.344558 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d9893-40ea-4a2b-9c70-5653d1337478 req-8964969c-52a5-460d-b8bc-a4d8176b36ea tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:03.346246 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c42d9893-40ea-4a2b-9c70-5653d1337478 req-8964969c-52a5-460d-b8bc-a4d8176b36ea tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2377 time: 0.7300508 May 28 05:43:03.365515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Request body: {'port': {'device_id': '3ff623c5-6feb-4e15-8514-927c2715f581', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'admin_state_up': True, 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'security_groups': ['b893780a-e80f-481a-aaf4-a26856ef08c9']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:03.397575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3851879-aa4e-4fd8-870d-1ddc4bdb1660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:03.403009 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:03.415920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:43:03.420296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:43:03.436828 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a64ef016-a79b-4c7e-9652-6c2f65d8d0c7 req-17c82745-b51f-4a17-b9ad-616fb39eaecb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 210 time: 0.2334044 May 28 05:43:03.438300 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:03.494055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:03.494784 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:03.496371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] 10.222.0.33 "PUT /v2.0/ports/d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 1097 time: 4.7492559 May 28 05:43:03.677693 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3851879-aa4e-4fd8-870d-1ddc4bdb1660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:03.825359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e2512bec-3e7c-4a63-81c5-a778cf61756f None None] Current status of the port 82d6848a-c492-492c-b379-722389f6a7d0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:03.957568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-89f949f9-ba2f-4101-9da3-2ced0e81693c None None] Provisioning for port 623872c6-d924-49f6-b8aa-6d43aaad0b02 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:03.969142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-89f949f9-ba2f-4101-9da3-2ced0e81693c None None] Provisioning complete for port 623872c6-d924-49f6-b8aa-6d43aaad0b02 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:03.969520 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-89f949f9-ba2f-4101-9da3-2ced0e81693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:03.998027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:43:04.010684 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Sync routers for ids ['bebd7e60-6338-426f-a452-4518e5edd7dc'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:43:04.024179 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Routers {'bebd7e60-6338-426f-a452-4518e5edd7dc'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:43:04.025607 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['bebd7e60-6338-426f-a452-4518e5edd7dc'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:04.080343 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-89f949f9-ba2f-4101-9da3-2ced0e81693c None None] Port 623872c6-d924-49f6-b8aa-6d43aaad0b02 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:43:04.119577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-89f949f9-ba2f-4101-9da3-2ced0e81693c None None] Provisioning complete for port 82d6848a-c492-492c-b379-722389f6a7d0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:04.119951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-89f949f9-ba2f-4101-9da3-2ced0e81693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.127909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30686e4a-efb6-4a9e-a8df-96d3a7e359c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=12']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:04.142455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.158219 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c42d9893-40ea-4a2b-9c70-5653d1337478 req-77dba107-5f85-40d9-889f-edc3c0fd5743 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7978280 May 28 05:43:04.159963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:04.208671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:04.226754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.230608 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3a5d10b9-c764-459e-a423-81a0922a1dd7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2435477 May 28 05:43:04.236339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53760) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:04.344735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43eb02fb-8806-4adf-920c-0ac06b2713a6']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:04.359665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:04.360316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:04.374460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.377704 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Set router bebd7e60-6338-426f-a452-4518e5edd7dc gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:43:04.392163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-89f949f9-ba2f-4101-9da3-2ced0e81693c None None] Current status of the port 82d6848a-c492-492c-b379-722389f6a7d0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:04.395985 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.403788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:43:04.404314 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.424565 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3851879-aa4e-4fd8-870d-1ddc4bdb1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.427107 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3851879-aa4e-4fd8-870d-1ddc4bdb1660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.432682 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d3851879-aa4e-4fd8-870d-1ddc4bdb1660 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93f7b3a8-3fd6-41a4-8f19-aab27cc31a82 HTTP/1.1" status: 204 len: 168 time: 1.3984017 May 28 05:43:04.432682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Made reservation on behalf of 9fc41a0dedde4abdaecca4f0cee59bf6 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:43:04.438522 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.575845 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.586375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:04.588322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3851879-aa4e-4fd8-870d-1ddc4bdb1660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f7b3a8-3fd6-41a4-8f19-aab27cc31a82,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:04.617790 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f resource provider aggregate not found May 28 05:43:04.703725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55c03-18ad-4952-a0fc-9a37f1a8a4e8 req-820565ad-05c1-4038-a60c-271192c0ecfe tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:04.711391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03f55c03-18ad-4952-a0fc-9a37f1a8a4e8 req-820565ad-05c1-4038-a60c-271192c0ecfe tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 1.0599828 May 28 05:43:04.721303 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdc22c1d-e97a-43b2-88b1-bcfe8ae3b17f found for delete ", "request_id": "req-3627965d-7066-44b8-9e5b-3a5bb54834f4"}]} May 28 05:43:04.726516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] 10.222.0.39 "DELETE /v2.0/networks/43eb02fb-8806-4adf-920c-0ac06b2713a6 HTTP/1.1" status: 204 len: 168 time: 1.9096274 May 28 05:43:04.740669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53778) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:04.748047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579cc947-ff9f-45d1-bef6-6ce9d6d4679b admin admin] Pushing event deleted for resources: {'Network': ['ID=43eb02fb-8806-4adf-920c-0ac06b2713a6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:04.797932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-ac4841d9-9f14-4ba0-8fe6-221010e159b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:04.799686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-ac4841d9-9f14-4ba0-8fe6-221010e159b3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1100 time: 1.2311351 May 28 05:43:04.822650 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'name': 'tempest-TaggedBootDevicesTest-457190221-router', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:56Z', 'updated_at': '2022-05-28T05:42:59Z', 'revision_number': 3, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'gw_port': {'id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:58Z', 'updated_at': '2022-05-28T05:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:04.830504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Checking router: bebd7e60-6338-426f-a452-4518e5edd7dc for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:43:04.831739 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Updating router bebd7e60-6338-426f-a452-4518e5edd7dc port 3b02368f-5a69-42cf-b81e-8037a72cb9e6 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:43:04.930296 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:05.077721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:05.104438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03f55c03-18ad-4952-a0fc-9a37f1a8a4e8 req-3d8f6f71-a9a8-4a7c-b6d0-6e89f78d166d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918700 May 28 05:43:05.115548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656acb6-0df0-4405-b25b-6e15a0067361 req-6e800e18-bd9e-4aef-89ec-e7e1cc6cbdda tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:05.120512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 82d6848a-c492-492c-b379-722389f6a7d0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:05.124146 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0656acb6-0df0-4405-b25b-6e15a0067361 req-6e800e18-bd9e-4aef-89ec-e7e1cc6cbdda tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 949 time: 0.7623110 May 28 05:43:05.136161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f85701-2391-4a65-aab1-ef4a52d928f8 admin admin] Deleting subnet 9a692bf6-e900-4570-b986-76c982735675 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:43:05.167492 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f85701-2391-4a65-aab1-ef4a52d928f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:05.312580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 82d6848a-c492-492c-b379-722389f6a7d0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:05.314994 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:05.340918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-9f671fd6-f48b-46d1-a2fa-147c75e77a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:05.352983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-9f671fd6-f48b-46d1-a2fa-147c75e77a05 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.5289783 May 28 05:43:05.358244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:43:05.552400 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0656acb6-0df0-4405-b25b-6e15a0067361 req-9a777c02-50b8-4678-b96a-9711eb72aa89 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272747 May 28 05:43:05.583287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Allocated IP 172.20.0.13 (49c46e8e-c0f8-4288-af21-3865c58a8751/194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a/012cc5f2-109e-4a23-a0ab-9133598e0492) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:43:05.626073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 82d6848a-c492-492c-b379-722389f6a7d0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:05.696341 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-943164a7-5412-4471-9a33-27141a054639 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 217 time: 0.2986174 May 28 05:43:05.726521 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e83eba5-fd20-4d27-9d1e-7078568170bf'] response: {'name': 'network-changed', 'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'status': 'completed', 'code': 200} May 28 05:43:05.856823 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1be4bbba-7de4-4571-826d-d1cde745dd2a req-1c45ec62-1667-4291-9bc0-bcd88e3daae7 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 210 time: 0.3721166 May 28 05:43:05.916765 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:05.921190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f85701-2391-4a65-aab1-ef4a52d928f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:05.933475 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Transition to ACTIVE for port object 3b02368f-5a69-42cf-b81e-8037a72cb9e6 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:05.959530 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:06.039843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f85701-2391-4a65-aab1-ef4a52d928f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:06.088740 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd572d7e-b8c1-4c26-9b05-2ad82ea4e026 None None] Pushing event updated for resources: {'Port': ['ID=3b02368f-5a69-42cf-b81e-8037a72cb9e6,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:06.125403 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Attempting to bind port 3b02368f-5a69-42cf-b81e-8037a72cb9e6 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:43:06.126187 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Attempting to bind port 3b02368f-5a69-42cf-b81e-8037a72cb9e6 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:43:06.126554 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Attempting to bind port 3b02368f-5a69-42cf-b81e-8037a72cb9e6 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:06.136860 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:43:06.137226 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:43:06.137618 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:06.138000 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:43:06.138452 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Bound port: 3b02368f-5a69-42cf-b81e-8037a72cb9e6, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:43:06.138811 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:06.170602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25e6239-1f0c-48df-b2fb-b241980196aa {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:06.181574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:06.202385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Transition to ACTIVE for port object b25e6239-1f0c-48df-b2fb-b241980196aa will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:06.233143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-c1eb9866-0c8c-46cb-b9f7-eae31d811d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:06.235843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-c1eb9866-0c8c-46cb-b9f7-eae31d811d71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1100 time: 0.5026217 May 28 05:43:06.270922 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] For port 3b02368f-5a69-42cf-b81e-8037a72cb9e6, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:43:06.274943 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] For port 3b02368f-5a69-42cf-b81e-8037a72cb9e6, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b02368f-5a69-42cf-b81e-8037a72cb9e6,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:43:06.288536 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:06.310567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f85701-2391-4a65-aab1-ef4a52d928f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:06.409701 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd572d7e-b8c1-4c26-9b05-2ad82ea4e026 None None] Pushing event updated for resources: {'Port': ['ID=3b02368f-5a69-42cf-b81e-8037a72cb9e6,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:06.442283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:06.448517 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Routers {'bebd7e60-6338-426f-a452-4518e5edd7dc'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:43:06.449149 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:42:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['bebd7e60-6338-426f-a452-4518e5edd7dc'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:06.547572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-229d75bf-a7dd-492c-9efb-a8c82fec3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:06.549078 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-229d75bf-a7dd-492c-9efb-a8c82fec3169 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2750585 May 28 05:43:06.752171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-b7b4ad66-b7f0-4c23-bf60-00b3ee86b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:06.762837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-b7b4ad66-b7f0-4c23-bf60-00b3ee86b2db service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 1.0553675 May 28 05:43:06.773230 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80f85701-2391-4a65-aab1-ef4a52d928f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:06.794971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=b25e6239-1f0c-48df-b2fb-b241980196aa,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:06.823935 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-80f85701-2391-4a65-aab1-ef4a52d928f8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9a692bf6-e900-4570-b986-76c982735675 HTTP/1.1" status: 204 len: 168 time: 2.0774086 May 28 05:43:06.867761 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] Set router bebd7e60-6338-426f-a452-4518e5edd7dc gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:43:06.877253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f85701-2391-4a65-aab1-ef4a52d928f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a692bf6-e900-4570-b986-76c982735675,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:06.886432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53832) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:06.902473 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:06.979186 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-029f96c9-2fe6-4770-a075-86f4a0457d56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 217 time: 0.3875499 May 28 05:43:07.037874 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:07.082937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Transition to ACTIVE for port object 012cc5f2-109e-4a23-a0ab-9133598e0492 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:07.214988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-642526c5-ad34-4f4d-bb9a-71919d534931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:07.216757 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-642526c5-ad34-4f4d-bb9a-71919d534931 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2281089 May 28 05:43:07.351277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5726b-81c3-45bb-abcd-405dd5e0e499 req-f5866c97-7b05-412e-86be-4091a43b589d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:07.352797 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'name': 'tempest-TaggedBootDevicesTest-457190221-router', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:56Z', 'updated_at': '2022-05-28T05:42:59Z', 'revision_number': 3, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'gw_port': {'id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:58Z', 'updated_at': '2022-05-28T05:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:07.358081 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991182f-62c0-447d-ac53-449d4c323264 None None] The sync data for ids ['bebd7e60-6338-426f-a452-4518e5edd7dc'] in n-d-843679-5 is: [{'id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'name': 'tempest-TaggedBootDevicesTest-457190221-router', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:56Z', 'updated_at': '2022-05-28T05:42:59Z', 'revision_number': 3, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'gw_port': {'id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:58Z', 'updated_at': '2022-05-28T05:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:43:07.358876 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5c5726b-81c3-45bb-abcd-405dd5e0e499 req-f5866c97-7b05-412e-86be-4091a43b589d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.8130012 May 28 05:43:07.409745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:07.487857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c501fd4-0fa4-4bf9-9cbe-ff5c70b31d5c req-2ffcb558-6dc7-4210-99f8-2b4db7583cd4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:07.493637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c501fd4-0fa4-4bf9-9cbe-ff5c70b31d5c req-2ffcb558-6dc7-4210-99f8-2b4db7583cd4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:07.499556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c501fd4-0fa4-4bf9-9cbe-ff5c70b31d5c req-2ffcb558-6dc7-4210-99f8-2b4db7583cd4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:07.507924 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c501fd4-0fa4-4bf9-9cbe-ff5c70b31d5c req-2ffcb558-6dc7-4210-99f8-2b4db7583cd4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2389 time: 1.3036582 May 28 05:43:07.569805 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:07.578366 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5c5726b-81c3-45bb-abcd-405dd5e0e499 req-b6d158ac-ff08-4f94-8422-29922ce966a3 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183802 May 28 05:43:07.642963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Network 49c46e8e-c0f8-4288-af21-3865c58a8751 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:43:07.643216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Attempting to bind port b25e6239-1f0c-48df-b2fb-b241980196aa on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:43:07.644344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Attempting to bind port b25e6239-1f0c-48df-b2fb-b241980196aa by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:43:07.644674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Attempting to bind port b25e6239-1f0c-48df-b2fb-b241980196aa on network 07968b01-77f7-4abe-bf6f-df7926d42f48 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:07.661243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c501fd4-0fa4-4bf9-9cbe-ff5c70b31d5c req-71af04ee-97f7-4178-81ec-f249be2b3209 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520617 May 28 05:43:07.680167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:43:07.680445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-24fda1fe-d77e-4111-8a67-d3b5ceeab814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:07.682424 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-24fda1fe-d77e-4111-8a67-d3b5ceeab814 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9022799 May 28 05:43:07.693986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:43:07.808906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Port b25e6239-1f0c-48df-b2fb-b241980196aa on network 07968b01-77f7-4abe-bf6f-df7926d42f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:43:07.809176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Attempting to bind port b25e6239-1f0c-48df-b2fb-b241980196aa on network 07968b01-77f7-4abe-bf6f-df7926d42f48 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:07.835265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-62dee6bd-337e-4b73-bdbb-9100c559a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:07.840728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-62dee6bd-337e-4b73-bdbb-9100c559a7f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6077948 May 28 05:43:07.841239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:43:07.841585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Checking segment: {'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:43:07.841972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Bound using segment: {'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:43:07.842417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Bound port: b25e6239-1f0c-48df-b2fb-b241980196aa, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:43:07.842774 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:07.863504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Pushing event updated for resources: {'Port': ['ID=012cc5f2-109e-4a23-a0ab-9133598e0492,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:07.959813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.194249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:08.195029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.206415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Allocated IP 172.20.0.1 (7edd3d8b-b6dd-42c6-a03e-3dd024d3369e/ec26c7c4-0a53-4247-b711-91fe6c2aa8d7/a881d3bc-34f5-49cb-8177-ca3d04fc8f31) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:43:08.211874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c73460b-0420-4480-9232-339543a0e878 None None] Provisioning for port 012cc5f2-109e-4a23-a0ab-9133598e0492 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:08.218307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c73460b-0420-4480-9232-339543a0e878 None None] Provisioning complete for port 012cc5f2-109e-4a23-a0ab-9133598e0492 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:08.218881 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c73460b-0420-4480-9232-339543a0e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.290869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d467e1e2-9aef-477f-9db7-765423a2be0a']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:08.329037 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-2f30b003-353a-49c1-ae29-8cbb999a1954 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598681 May 28 05:43:08.342853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2c73460b-0420-4480-9232-339543a0e878 None None] Port 012cc5f2-109e-4a23-a0ab-9133598e0492 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:43:08.431278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1c347b-ec76-4b6f-a45c-a7dcb1af2a91') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:08.431603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1c347b-ec76-4b6f-a45c-a7dcb1af2a91') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:08.442463 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-879868e6-0204-46ff-8673-c500ec32c8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.494024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.514935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Transition to ACTIVE for port object a881d3bc-34f5-49cb-8177-ca3d04fc8f31 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:08.550642 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.570260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-8bfb0f1d-3437-46ce-b1b4-9bab62ee7509 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2145894 May 28 05:43:08.583936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb209c2-43a3-49f0-ab21-5d7f8a99195e req-7d37cd62-d8a1-48ea-b246-eb6fb0dcbd5c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:08.591512 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fcb209c2-43a3-49f0-ab21-5d7f8a99195e req-7d37cd62-d8a1-48ea-b246-eb6fb0dcbd5c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 949 time: 0.7949448 May 28 05:43:08.599211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Request body: {'port': {'device_id': '3ff623c5-6feb-4e15-8514-927c2715f581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:08.610983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.624114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:43:08.624510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.638662 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-3447ff9c-8c1f-49f2-82ea-8369f6731908 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506941 May 28 05:43:08.660377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.699103 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment ae1c347b-ec76-4b6f-a45c-a7dcb1af2a91 resource provider aggregate not found May 28 05:43:08.778792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] For port b25e6239-1f0c-48df-b2fb-b241980196aa, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:43:08.797591 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.806147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:43:08.811500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.818657 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment ae1c347b-ec76-4b6f-a45c-a7dcb1af2a91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae1c347b-ec76-4b6f-a45c-a7dcb1af2a91 found for delete ", "request_id": "req-5f4499cd-4cab-4ca7-a9b1-22c5caf419e3"}]} May 28 05:43:08.826245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] For port b25e6239-1f0c-48df-b2fb-b241980196aa, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b25e6239-1f0c-48df-b2fb-b241980196aa,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:43:08.830928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:43:08.860295 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a1b0e9-5cc6-4bfb-a9c8-cd6d1bebcadd req-5f460cf0-cb8f-48ea-86cd-9b02187aa529 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795091 May 28 05:43:08.868901 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:08.872803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] Pushing event deleted for resources: {'Network': ['ID=d467e1e2-9aef-477f-9db7-765423a2be0a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:08.929259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:43:08.983029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7c14f64a-2a21-4a6a-8639-9a1dceb8f96d admin admin] 10.222.0.39 "DELETE /v2.0/networks/d467e1e2-9aef-477f-9db7-765423a2be0a HTTP/1.1" status: 204 len: 168 time: 2.0551856 May 28 05:43:09.124970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a49af-3f13-4b7e-9ede-023be7b2f6f2 req-a7b4599d-9781-4c81-9efd-4af954f7e1cc tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:09.131962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b02368f-5a69-42cf-b81e-8037a72cb9e6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:09.135797 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a05a49af-3f13-4b7e-9ede-023be7b2f6f2 req-a7b4599d-9781-4c81-9efd-4af954f7e1cc tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 932 time: 1.1302767 May 28 05:43:09.137216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=b25e6239-1f0c-48df-b2fb-b241980196aa,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:09.169447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:09.170229 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:09.171962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2c33d97e-d96e-46f9-a0d6-17159522cdf3 service neutron] 10.222.0.33 "PUT /v2.0/ports/b25e6239-1f0c-48df-b2fb-b241980196aa HTTP/1.1" status: 200 len: 1092 time: 6.6808915 May 28 05:43:09.185661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'tag': 'b25e6239-1f0c-48df-b2fb-b241980196aa'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:09.222951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Request body: {'port': {'device_id': '31d4da38-af2a-4643-8468-d63cb7199801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:09.246799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Pushing event updated for resources: {'Port': ['ID=a881d3bc-34f5-49cb-8177-ca3d04fc8f31,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:09.288599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fcb209c2-43a3-49f0-ab21-5d7f8a99195e req-0f8326b7-d32e-40fb-a3fd-1c8c41762b42 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6961834 May 28 05:43:09.293364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-85ea3f9b-425a-4a57-85d5-35527ee37b7a None None] Provisioning for port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:09.305763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-85ea3f9b-425a-4a57-85d5-35527ee37b7a None None] Provisioning complete for port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:09.307465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-85ea3f9b-425a-4a57-85d5-35527ee37b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:09.401277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:09.403316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3b02368f-5a69-42cf-b81e-8037a72cb9e6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:09.430000 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:09.445715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3b02368f-5a69-42cf-b81e-8037a72cb9e6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:09.446687 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:09.482492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a05a49af-3f13-4b7e-9ede-023be7b2f6f2 req-4f2d2b93-29a8-4e53-a9cd-88e96ee5285e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Synchronizing usage tracker for tenant:9fc41a0dedde4abdaecca4f0cee59bf6 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:09.501817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53862) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:09.574564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-85ea3f9b-425a-4a57-85d5-35527ee37b7a None None] Port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:43:09.677515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a05a49af-3f13-4b7e-9ede-023be7b2f6f2 req-4f2d2b93-29a8-4e53-a9cd-88e96ee5285e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Unset dirty status for tenant:9fc41a0dedde4abdaecca4f0cee59bf6 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:09.679445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a05a49af-3f13-4b7e-9ede-023be7b2f6f2 req-4f2d2b93-29a8-4e53-a9cd-88e96ee5285e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5337696 May 28 05:43:09.684777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-f1c8cd7c-61f0-4b6b-8f31-0caf40afba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:09.686616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-f1c8cd7c-61f0-4b6b-8f31-0caf40afba5b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1100 time: 0.6921325 May 28 05:43:09.744518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3b02368f-5a69-42cf-b81e-8037a72cb9e6 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:09.747527 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:09.784789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3b02368f-5a69-42cf-b81e-8037a72cb9e6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b02368f-5a69-42cf-b81e-8037a72cb9e6,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:09.786653 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:09.814695 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:09.915312 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b74b96bc-f3ed-4758-992f-471c81dcb395 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbcbe1c654f24e269e845e9209244e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4092841 May 28 05:43:09.915312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:09.915707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53870) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:10.019574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3b02368f-5a69-42cf-b81e-8037a72cb9e6,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:10.196918 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-3b213816-33f4-463a-8bcb-cea64571d5c3 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5269256 May 28 05:43:10.207173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07811638-15ea-44a4-9b1d-d6c7154c57d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.220279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.417613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07811638-15ea-44a4-9b1d-d6c7154c57d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.535651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-6007accf-23da-4a35-8676-528ce5f1e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:10.537110 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-6007accf-23da-4a35-8676-528ce5f1e191 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.8340662 May 28 05:43:10.580772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e6f15-2c10-4009-93aa-d77303089c75 req-f0d14147-86ee-430e-a9fe-e82ec9fc55e7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:10.588350 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-103e6f15-2c10-4009-93aa-d77303089c75 req-f0d14147-86ee-430e-a9fe-e82ec9fc55e7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.9750195 May 28 05:43:10.624651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5f92c-61b4-4033-8e3b-5cc7c0e91d15 req-b57b1aa2-977b-4de1-beb9-5004ad62a88a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:10.631802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5f92c-61b4-4033-8e3b-5cc7c0e91d15 req-b57b1aa2-977b-4de1-beb9-5004ad62a88a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:10.638217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5f92c-61b4-4033-8e3b-5cc7c0e91d15 req-b57b1aa2-977b-4de1-beb9-5004ad62a88a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:10.646548 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b3a5f92c-61b4-4033-8e3b-5cc7c0e91d15 req-b57b1aa2-977b-4de1-beb9-5004ad62a88a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2389 time: 0.6015851 May 28 05:43:10.649615 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-675049bf-7819-406a-95a0-a3ed1c149a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.761379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-d6be5689-4273-4a18-ad7e-5945e3c6c98e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 200 len: 217 time: 0.2086806 May 28 05:43:10.770038 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-103e6f15-2c10-4009-93aa-d77303089c75 req-4d195d51-d2ef-4fba-9f9c-43a919b9882b tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808252 May 28 05:43:10.820455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07811638-15ea-44a4-9b1d-d6c7154c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.866492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07811638-15ea-44a4-9b1d-d6c7154c57d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb032db-ec3a-430e-81b4-2820cb8e4e12,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:10.911873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07811638-15ea-44a4-9b1d-d6c7154c57d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.915778 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-07811638-15ea-44a4-9b1d-d6c7154c57d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fb032db-ec3a-430e-81b4-2820cb8e4e12 HTTP/1.1" status: 204 len: 168 time: 0.9743834 May 28 05:43:10.942939 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0a086e-7bd5-4489-8677-b2b720dcbf7a'] response: {'name': 'network-changed', 'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'tag': 'b25e6239-1f0c-48df-b2fb-b241980196aa', 'status': 'completed', 'code': 200} May 28 05:43:10.951912 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.983071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b3a5f92c-61b4-4033-8e3b-5cc7c0e91d15 req-761e8be5-1a80-438f-b2ac-a2784df298b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352978 May 28 05:43:11.057064 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.065746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-8b94b572-9fb0-41b7-b494-f599c2e92465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:11.067381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-8b94b572-9fb0-41b7-b494-f599c2e92465 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2567472 May 28 05:43:11.101007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:43:11.135345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b02368f-5a69-42cf-b81e-8037a72cb9e6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:11.318744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3b02368f-5a69-42cf-b81e-8037a72cb9e6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:11.319123 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.356191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-260d2c1e-0a04-4f9b-8290-e9cb838c81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:11.356700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-260d2c1e-0a04-4f9b-8290-e9cb838c81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:11.357204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-260d2c1e-0a04-4f9b-8290-e9cb838c81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:11.358817 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-260d2c1e-0a04-4f9b-8290-e9cb838c81ae service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=23ba8366d625490e9e5b5a4f215772e6&device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2732 time: 0.4437780 May 28 05:43:11.394764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012cc5f2-109e-4a23-a0ab-9133598e0492 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:11.458892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:11.485746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.489073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Pushing event updated for resources: {'Port': ['ID=a881d3bc-34f5-49cb-8177-ca3d04fc8f31,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:11.504855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.532394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Transition to ACTIVE for port object 012cc5f2-109e-4a23-a0ab-9133598e0492 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:11.558971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53894) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:11.568907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3b02368f-5a69-42cf-b81e-8037a72cb9e6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:11.574894 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.577208 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.582335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-f51c7109-c17a-4aa5-8612-d41a5ef30a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:11.587076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-f51c7109-c17a-4aa5-8612-d41a5ef30a12 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5113471 May 28 05:43:11.593496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Transition to ACTIVE for port object 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:11.649420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.687149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.691917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-3fd69cf1-79cc-45b1-b91f-c00839fee30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:11.692386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-3fd69cf1-79cc-45b1-b91f-c00839fee30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:11.692848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-3fd69cf1-79cc-45b1-b91f-c00839fee30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:11.694443 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-3fd69cf1-79cc-45b1-b91f-c00839fee30f service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=23ba8366d625490e9e5b5a4f215772e6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3075979 May 28 05:43:11.697514 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.999310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53906) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:12.203473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32296f1-ecc5-480d-a3fc-2f9aab00c49c req-2ebebdb0-904b-411b-b2fc-139b95e28f57 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:12.212051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d32296f1-ecc5-480d-a3fc-2f9aab00c49c req-2ebebdb0-904b-411b-b2fc-139b95e28f57 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 949 time: 1.2020338 May 28 05:43:12.214359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-d510891d-3b26-4f02-bd3d-bbac15f12031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:12.215784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-d510891d-3b26-4f02-bd3d-bbac15f12031 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5067234 May 28 05:43:12.263279 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-89414316-e48f-4391-a1ea-86fdd2d169ff service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639171 May 28 05:43:12.279291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2e7e-6186-48e1-9ef0-1ad342d1961a req-7917eec8-cab0-4269-9aeb-01d0191a66d6 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:12.299344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dbae2e7e-6186-48e1-9ef0-1ad342d1961a req-7917eec8-cab0-4269-9aeb-01d0191a66d6 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 932 time: 1.0611219 May 28 05:43:12.336834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d955d1f7-fb91-480d-9956-ae03ea661141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:12.494564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:12.514585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d955d1f7-fb91-480d-9956-ae03ea661141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:12.519650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d955d1f7-fb91-480d-9956-ae03ea661141 admin admin] Usage tracker for resource:security_group_rule and tenant:8b846b552c8b43b78931d53c87aa40e6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:12.523574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d955d1f7-fb91-480d-9956-ae03ea661141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:12.531727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d955d1f7-fb91-480d-9956-ae03ea661141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:12.600971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-56cc1c62-de82-4277-8272-6f774d32f542 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d76f10247d994acdb05a5977678e506c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5556700 May 28 05:43:12.623527 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dbae2e7e-6186-48e1-9ef0-1ad342d1961a req-9f2fd9d8-2f85-4d97-8185-f1f223443602 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139770 May 28 05:43:12.624683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53912) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:12.777878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f8de74b-1289-4c74-8265-be2eb6ee1774 req-814f666f-aee7-436c-b4d8-b4a3d82d0a57 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246297 May 28 05:43:12.807182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Pushing event updated for resources: {'Port': ['ID=012cc5f2-109e-4a23-a0ab-9133598e0492,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:12.818779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:43:12.830803 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d32296f1-ecc5-480d-a3fc-2f9aab00c49c req-25665e78-2799-44e1-8cf3-18f4cef628f8 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178591 May 28 05:43:12.837246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:43:12.841834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Attempting to bind port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:43:12.842309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Attempting to bind port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'b0391c4b-67ba-4083-bc52-485beb4ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:43:12.842942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Attempting to bind port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a on network a1884485-f937-477b-a786-bd635d16f02e {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:12.879734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a on network a1884485-f937-477b-a786-bd635d16f02e not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:43:12.880320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Attempting to bind port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a on network a1884485-f937-477b-a786-bd635d16f02e {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:12.932929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:43:12.932929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Checking segment: {'id': 'b0391c4b-67ba-4083-bc52-485beb4ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:43:12.932929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Bound using segment: {'id': 'b0391c4b-67ba-4083-bc52-485beb4ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:43:12.932929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Bound port: 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0391c4b-67ba-4083-bc52-485beb4ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:43:12.933498 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:12.960486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-178ebd0e-b2b7-4068-a0ee-a8164fcc60ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.004482 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-178ebd0e-b2b7-4068-a0ee-a8164fcc60ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.087405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d955d1f7-fb91-480d-9956-ae03ea661141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.101543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Attempting to bind port 012cc5f2-109e-4a23-a0ab-9133598e0492 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:43:13.102025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Attempting to bind port 012cc5f2-109e-4a23-a0ab-9133598e0492 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:43:13.102459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Attempting to bind port 012cc5f2-109e-4a23-a0ab-9133598e0492 on network 49c46e8e-c0f8-4288-af21-3865c58a8751 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:13.113861 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d955d1f7-fb91-480d-9956-ae03ea661141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.172453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Port 012cc5f2-109e-4a23-a0ab-9133598e0492 on network 49c46e8e-c0f8-4288-af21-3865c58a8751 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:43:13.173157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Attempting to bind port 012cc5f2-109e-4a23-a0ab-9133598e0492 on network 49c46e8e-c0f8-4288-af21-3865c58a8751 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:13.200974 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.267655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1811d2ca-bcd7-4392-aa2b-d0357f28da92 None None] Provisioning complete for port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:13.268199 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1811d2ca-bcd7-4392-aa2b-d0357f28da92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.338964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:43:13.339626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Checking segment: {'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:43:13.339974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1811d2ca-bcd7-4392-aa2b-d0357f28da92 None None] Port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:43:13.340121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Bound using segment: {'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:43:13.341608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Bound port: 012cc5f2-109e-4a23-a0ab-9133598e0492, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc30260-6333-49f8-a615-c0c2442f24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:43:13.342055 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.355272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d955d1f7-fb91-480d-9956-ae03ea661141 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b846b552c8b43b78931d53c87aa40e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7847643 May 28 05:43:13.355272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955d1f7-fb91-480d-9956-ae03ea661141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba058fe1-d1df-4313-ac8a-449d5bc7bf0b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:13.356835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53920) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:13.390016 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-b50788c1-ef7f-47e3-a6ba-80e78c4b7177 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1391873 May 28 05:43:13.393435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Router bebd7e60-6338-426f-a452-4518e5edd7dc has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:43:13.403594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04138bb8-7317-4333-8c7b-420d07936e50 req-e8ce9b5d-12f6-4399-9a6c-74937d9f60d8 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:13.405440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-04138bb8-7317-4333-8c7b-420d07936e50 req-e8ce9b5d-12f6-4399-9a6c-74937d9f60d8 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.6121736 May 28 05:43:13.421655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] For port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:43:13.443267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-178ebd0e-b2b7-4068-a0ee-a8164fcc60ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.470225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] For port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,segment=NetworkSegment(b0391c4b-67ba-4083-bc52-485beb4ea773),segment_id=b0391c4b-67ba-4083-bc52-485beb4ea773)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:43:13.495437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ebd0e-b2b7-4068-a0ee-a8164fcc60ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84351ed-6eef-4cb6-9274-f81ce52d965a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:13.503585 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.597926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-04138bb8-7317-4333-8c7b-420d07936e50 req-cd8295f6-3edb-41ba-94f0-f7eacf561bf7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777036 May 28 05:43:13.608956 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-178ebd0e-b2b7-4068-a0ee-a8164fcc60ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.610177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-178ebd0e-b2b7-4068-a0ee-a8164fcc60ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d84351ed-6eef-4cb6-9274-f81ce52d965a HTTP/1.1" status: 204 len: 168 time: 0.9802904 May 28 05:43:13.637326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7981bb89-4713-4b7b-8ce1-223acf4ee483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.637326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:13.637326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.637326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] 10.222.0.33 "PUT /v2.0/ports/0c9f91ad-02a3-4f6d-af79-13e5e0dad86a HTTP/1.1" status: 200 len: 1092 time: 4.4208927 May 28 05:43:13.637326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'tag': '0c9f91ad-02a3-4f6d-af79-13e5e0dad86a'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:13.678391 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7981bb89-4713-4b7b-8ce1-223acf4ee483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.693334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Request body: {'port': {'device_id': '31d4da38-af2a-4643-8468-d63cb7199801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:13.727506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6d3f3-b8ba-4c67-a197-4a9771915c32 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:13.787636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] For port 012cc5f2-109e-4a23-a0ab-9133598e0492, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:43:13.794601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] For port 012cc5f2-109e-4a23-a0ab-9133598e0492, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=012cc5f2-109e-4a23-a0ab-9133598e0492,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:43:13.945029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7981bb89-4713-4b7b-8ce1-223acf4ee483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.965759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:43:13.975364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Sync routers for ids ['bebd7e60-6338-426f-a452-4518e5edd7dc'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:43:13.985956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845a20-19a3-4b40-a595-e057d1451b7d req-68092286-3375-4c8c-8cf5-b162e50ce344 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:13.990209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Routers {'bebd7e60-6338-426f-a452-4518e5edd7dc'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:43:13.992310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:43:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['bebd7e60-6338-426f-a452-4518e5edd7dc'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:13.993607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845a20-19a3-4b40-a595-e057d1451b7d req-68092286-3375-4c8c-8cf5-b162e50ce344 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:14.005641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845a20-19a3-4b40-a595-e057d1451b7d req-68092286-3375-4c8c-8cf5-b162e50ce344 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:14.007663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de845a20-19a3-4b40-a595-e057d1451b7d req-68092286-3375-4c8c-8cf5-b162e50ce344 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2401 time: 0.9731138 May 28 05:43:14.011750 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0d457d6f-5647-4724-b475-7372e7c41af6 admin admin] 10.222.0.39 "PUT /v2.0/routers/bebd7e60-6338-426f-a452-4518e5edd7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7738750 May 28 05:43:14.014592 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:14.033765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981bb89-4713-4b7b-8ce1-223acf4ee483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba058fe1-d1df-4313-ac8a-449d5bc7bf0b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:14.055020 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7981bb89-4713-4b7b-8ce1-223acf4ee483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:14.063398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7981bb89-4713-4b7b-8ce1-223acf4ee483 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba058fe1-d1df-4313-ac8a-449d5bc7bf0b HTTP/1.1" status: 204 len: 168 time: 0.6945288 May 28 05:43:14.078140 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:14.143312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Pushing event updated for resources: {'Port': ['ID=012cc5f2-109e-4a23-a0ab-9133598e0492,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:14.149639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:14.151099 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:14.152990 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-73e8085e-20e5-48c3-a9aa-8ecbd3609591 service neutron] 10.222.0.33 "PUT /v2.0/ports/012cc5f2-109e-4a23-a0ab-9133598e0492 HTTP/1.1" status: 200 len: 1092 time: 5.5577350 May 28 05:43:14.178394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff623c5-6feb-4e15-8514-927c2715f581', 'tag': '012cc5f2-109e-4a23-a0ab-9133598e0492'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:14.334269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-1fd0c30d-f85b-4122-89ba-ed24b689e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:14.335909 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-1fd0c30d-f85b-4122-89ba-ed24b689e9bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 1100 time: 0.9032598 May 28 05:43:14.362760 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de845a20-19a3-4b40-a595-e057d1451b7d req-dd736285-1528-4292-93ed-1f5cb8036277 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342102 May 28 05:43:14.430908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2d5349e-9519-4cd5-96eb-a09e707e7147 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:43:14.520366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71418db9-3666-4570-9910-ebfc321c54ef req-d04fc6a8-fbd7-45f2-a348-64d4f9007029 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:14.522005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71418db9-3666-4570-9910-ebfc321c54ef req-d04fc6a8-fbd7-45f2-a348-64d4f9007029 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 944 time: 0.6207979 May 28 05:43:14.545066 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46bea858-da2c-48ce-b310-886c0901d33c'] response: {'name': 'network-changed', 'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'tag': '0c9f91ad-02a3-4f6d-af79-13e5e0dad86a', 'status': 'completed', 'code': 200} May 28 05:43:14.607169 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:43:14.705368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-2c30e28f-9b14-4ae4-b615-a7ffefc61270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:14.708285 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-2c30e28f-9b14-4ae4-b615-a7ffefc61270 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9fc41a0dedde4abdaecca4f0cee59bf6&device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 1095 time: 0.4787080 May 28 05:43:14.765907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-f4229aea-5eb7-499f-8a8e-b82ce7f19c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:14.769542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-f4229aea-5eb7-499f-8a8e-b82ce7f19c93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3731987 May 28 05:43:14.867163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:14.882250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'mac_address': 'fa:16:3e:7b:90:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:43:14.962532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d2d5349e-9519-4cd5-96eb-a09e707e7147 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:14.962787 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:15.007174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d5349e-9519-4cd5-96eb-a09e707e7147 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:15.025869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:15.038265 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:15.091706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Set router bebd7e60-6338-426f-a452-4518e5edd7dc gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:43:15.103087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71418db9-3666-4570-9910-ebfc321c54ef req-b0481822-b72f-4aba-a18f-b7f3c82c0aed tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5570230 May 28 05:43:15.248682 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-aa9a0df7-4d7a-4850-812d-96fb8c1e3143 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=012cc5f2-109e-4a23-a0ab-9133598e0492 HTTP/1.1" status: 200 len: 217 time: 0.4770501 May 28 05:43:15.276919 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-97451f07-f274-45a0-8b81-48c7fe2bcaeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 HTTP/1.1" status: 200 len: 217 time: 0.4241924 May 28 05:43:15.283475 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7495e1c5-b3cc-4338-8190-d9d81be6d57b'] response: {'name': 'network-changed', 'server_uuid': '3ff623c5-6feb-4e15-8514-927c2715f581', 'tag': '012cc5f2-109e-4a23-a0ab-9133598e0492', 'status': 'completed', 'code': 200} May 28 05:43:15.330303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4389f-74f4-4b0d-9467-dda04e6b5db0 req-24206aff-40dc-4868-8bc3-961187687a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:15.330834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4389f-74f4-4b0d-9467-dda04e6b5db0 req-24206aff-40dc-4868-8bc3-961187687a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:15.332587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=13']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:15.341809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4389f-74f4-4b0d-9467-dda04e6b5db0 req-24206aff-40dc-4868-8bc3-961187687a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:15.346250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7be4389f-74f4-4b0d-9467-dda04e6b5db0 req-24206aff-40dc-4868-8bc3-961187687a0d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=23ba8366d625490e9e5b5a4f215772e6&device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2799 time: 0.7417493 May 28 05:43:15.489057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-ced1b33d-39c1-4b98-b676-930714b57404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:15.490534 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-ced1b33d-39c1-4b98-b676-930714b57404 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a HTTP/1.1" status: 200 len: 851 time: 0.2063000 May 28 05:43:15.492700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-74bf6368-599a-4437-9c2e-efaf9dd141ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:15.506287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-74bf6368-599a-4437-9c2e-efaf9dd141ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1799302 May 28 05:43:15.631491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d2d5349e-9519-4cd5-96eb-a09e707e7147'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:15.652448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d531013-6e35-4a5e-aace-b0969d38dda5 req-359ce499-0aed-4739-9fd6-b79bd234587d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:15.654553 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d531013-6e35-4a5e-aace-b0969d38dda5 req-359ce499-0aed-4739-9fd6-b79bd234587d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 949 time: 0.8819249 May 28 05:43:15.681841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4389f-74f4-4b0d-9467-dda04e6b5db0 req-f648ea1c-8354-443d-9754-de10cb4b2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:15.682615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4389f-74f4-4b0d-9467-dda04e6b5db0 req-f648ea1c-8354-443d-9754-de10cb4b2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:15.683148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4389f-74f4-4b0d-9467-dda04e6b5db0 req-f648ea1c-8354-443d-9754-de10cb4b2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:15.685004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7be4389f-74f4-4b0d-9467-dda04e6b5db0 req-f648ea1c-8354-443d-9754-de10cb4b2e9d service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=23ba8366d625490e9e5b5a4f215772e6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3234296 May 28 05:43:15.943446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623872c6-d924-49f6-b8aa-6d43aaad0b02 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:15.957100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:16.221045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Transition to ACTIVE for port object 623872c6-d924-49f6-b8aa-6d43aaad0b02 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:16.265833 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:16.338969 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d531013-6e35-4a5e-aace-b0969d38dda5 req-56c7d850-f901-4941-93f7-e776d4fd312c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6700468 May 28 05:43:16.358513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'name': 'tempest-TaggedBootDevicesTest-457190221-router', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:56Z', 'updated_at': '2022-05-28T05:43:09Z', 'revision_number': 4, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'gw_port': {'id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:58Z', 'updated_at': '2022-05-28T05:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a881d3bc-34f5-49cb-8177-ca3d04fc8f31', 'name': '', 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'mac_address': 'fa:16:3e:92:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ec26c7c4-0a53-4247-b711-91fe6c2aa8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:43:07Z', 'updated_at': '2022-05-28T05:43:10Z', 'revision_number': 2, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'subnets': [{'id': 'ec26c7c4-0a53-4247-b711-91fe6c2aa8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:16.382701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Checking router: bebd7e60-6338-426f-a452-4518e5edd7dc for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:43:16.384213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Updating router bebd7e60-6338-426f-a452-4518e5edd7dc port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:43:16.389060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-5d5d0fe8-c7e7-4b52-8876-7cfbbf72de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:16.397988 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-5d5d0fe8-c7e7-4b52-8876-7cfbbf72de02 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=49c46e8e-c0f8-4288-af21-3865c58a8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8907351 May 28 05:43:16.477640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-98548017-5eaf-4445-b9d4-9cf225fe59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:16.504696 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-98548017-5eaf-4445-b9d4-9cf225fe59c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8393693 May 28 05:43:16.509961 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:16.639771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4389f-74f4-4b0d-9467-dda04e6b5db0 req-7c779d30-0b69-4e50-a6f1-262abc1ac15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:16.641382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7be4389f-74f4-4b0d-9467-dda04e6b5db0 req-7c779d30-0b69-4e50-a6f1-262abc1ac15d service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6485105 May 28 05:43:16.893801 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-ffc05a89-773f-44ee-864e-10bb90cf041c service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787279 May 28 05:43:16.942503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Pushing event updated for resources: {'Port': ['ID=623872c6-d924-49f6-b8aa-6d43aaad0b02,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:17.317980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb39c2e-eb03-4a57-9c60-80029c2ea503 req-54484f02-b120-4742-9128-8edbd40c56d2 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:17.328580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afb39c2e-eb03-4a57-9c60-80029c2ea503 req-54484f02-b120-4742-9128-8edbd40c56d2 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 1.6419995 May 28 05:43:17.392332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afb39c2e-eb03-4a57-9c60-80029c2ea503 req-d2b1a628-b620-42d1-8663-a2163a79010c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625796 May 28 05:43:17.417755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Attempting to bind port 623872c6-d924-49f6-b8aa-6d43aaad0b02 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:43:17.419740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Attempting to bind port 623872c6-d924-49f6-b8aa-6d43aaad0b02 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:43:17.420354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Attempting to bind port 623872c6-d924-49f6-b8aa-6d43aaad0b02 on network 07968b01-77f7-4abe-bf6f-df7926d42f48 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:17.447851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Port 623872c6-d924-49f6-b8aa-6d43aaad0b02 on network 07968b01-77f7-4abe-bf6f-df7926d42f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:43:17.451696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Attempting to bind port 623872c6-d924-49f6-b8aa-6d43aaad0b02 on network 07968b01-77f7-4abe-bf6f-df7926d42f48 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:17.478145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:43:17.478145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Checking segment: {'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:43:17.478145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Bound using segment: {'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:43:17.478145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Bound port: 623872c6-d924-49f6-b8aa-6d43aaad0b02, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47750e43-d333-4de0-a1ab-2a5801129a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:43:17.478145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:17.665376 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:17.717992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Transition to ACTIVE for port object a881d3bc-34f5-49cb-8177-ca3d04fc8f31 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:17.739122 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:17.750166 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62cec25-08e9-4e2c-87d4-8b062723e19d req-fae7bb0e-e61d-4dee-8164-940cd961738e service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801801 May 28 05:43:17.841889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86179777-7d75-4e3f-824d-3e9f74501faa req-6111af72-98fd-41ac-98b2-0046f0ca54fd tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:17.874484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86179777-7d75-4e3f-824d-3e9f74501faa req-6111af72-98fd-41ac-98b2-0046f0ca54fd tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:17.895819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86179777-7d75-4e3f-824d-3e9f74501faa req-6111af72-98fd-41ac-98b2-0046f0ca54fd tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:17.899647 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86179777-7d75-4e3f-824d-3e9f74501faa req-6111af72-98fd-41ac-98b2-0046f0ca54fd tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2413 time: 0.8315856 May 28 05:43:17.954873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] For port 623872c6-d924-49f6-b8aa-6d43aaad0b02, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:43:17.959582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] For port 623872c6-d924-49f6-b8aa-6d43aaad0b02, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=623872c6-d924-49f6-b8aa-6d43aaad0b02,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:43:17.968539 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:17.981457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-29f49c03-064e-40b3-a096-bbe81be9ae7c service neutron] 10.222.0.33 "GET /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5761395 May 28 05:43:18.094317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64034-fb98-428f-a51b-1fd0bc6d1060 req-9eda24a5-6c9a-4eaa-bf2a-116c513651b6 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:18.097506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5c64034-fb98-428f-a51b-1fd0bc6d1060 req-9eda24a5-6c9a-4eaa-bf2a-116c513651b6 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 944 time: 0.4797471 May 28 05:43:18.104998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Pushing event updated for resources: {'Port': ['ID=623872c6-d924-49f6-b8aa-6d43aaad0b02,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:18.209844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:18.210525 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:18.217838 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d2219a70-2cbd-4f59-bf2c-92af5c46c18a service neutron] 10.222.0.33 "PUT /v2.0/ports/623872c6-d924-49f6-b8aa-6d43aaad0b02 HTTP/1.1" status: 200 len: 1092 time: 4.5312095 May 28 05:43:18.226379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'tag': '623872c6-d924-49f6-b8aa-6d43aaad0b02'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:18.277548 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5c64034-fb98-428f-a51b-1fd0bc6d1060 req-588309df-1049-46d0-bfd4-9a4b95a692bb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602347 May 28 05:43:18.359492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2d5349e-9519-4cd5-96eb-a09e707e7147 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:18.444700 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86179777-7d75-4e3f-824d-3e9f74501faa req-4721c888-074c-436c-a2f2-978988a58550 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297093 May 28 05:43:18.486548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-0bcdfa7a-aec4-496e-8d9d-31dcd1125704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:18.487698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-0bcdfa7a-aec4-496e-8d9d-31dcd1125704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:18.488037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-0bcdfa7a-aec4-496e-8d9d-31dcd1125704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:18.493674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-0bcdfa7a-aec4-496e-8d9d-31dcd1125704 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=23ba8366d625490e9e5b5a4f215772e6&device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2866 time: 0.2151093 May 28 05:43:18.498261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1671de1-905c-4044-aff3-bde3aee98743 None None] Pushing event updated for resources: {'Port': ['ID=a881d3bc-34f5-49cb-8177-ca3d04fc8f31,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:18.644016 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9440b5c-e580-42a0-ba5f-a0a87e9f436f req-25453a8c-b08b-4ca2-a878-60b28fb74a55 service neutron] 10.222.0.33 "GET /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537769 May 28 05:43:18.665824 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4c03ce-2377-4c67-a433-85c78bb76069'] response: {'name': 'network-changed', 'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'tag': '623872c6-d924-49f6-b8aa-6d43aaad0b02', 'status': 'completed', 'code': 200} May 28 05:43:18.697696 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-f147358e-e2a3-42d0-b2c2-a7d51cb5166a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=b25e6239-1f0c-48df-b2fb-b241980196aa HTTP/1.1" status: 200 len: 217 time: 0.1882279 May 28 05:43:18.894928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port d2d5349e-9519-4cd5-96eb-a09e707e7147 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:18.908490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Attempting to bind port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:43:18.910805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Attempting to bind port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '80052b36-a656-4131-a168-970cc957c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:43:18.911186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Attempting to bind port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 on network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:18.930539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:43:18.930985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Checking segment: {'id': '80052b36-a656-4131-a168-970cc957c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:43:18.931427 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:18.931829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Bound using segment: {'id': '80052b36-a656-4131-a168-970cc957c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:43:18.933332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Bound port: a881d3bc-34f5-49cb-8177-ca3d04fc8f31, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80052b36-a656-4131-a168-970cc957c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:43:18.933734 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:18.942077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-22b91870-6f7e-4757-99c7-7515febd621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:18.947157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-22b91870-6f7e-4757-99c7-7515febd621f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=23e64ecf-f6f3-4700-b2ad-01d703245b81 HTTP/1.1" status: 200 len: 801 time: 0.1960812 May 28 05:43:18.971158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d2d5349e-9519-4cd5-96eb-a09e707e7147 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:18.977110 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:19.045131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-bd9d3585-b1b4-45d6-bd80-ca3a0d7f9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:19.048345 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-bd9d3585-b1b4-45d6-bd80-ca3a0d7f9247 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9fc41a0dedde4abdaecca4f0cee59bf6&device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 1095 time: 0.2892380 May 28 05:43:19.319853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee24b-db54-4d0d-89b5-c912632c1ef2 req-44186694-f694-4c90-b3c1-a1d004c637dd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:19.322656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4dee24b-db54-4d0d-89b5-c912632c1ef2 req-44186694-f694-4c90-b3c1-a1d004c637dd tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.4546604 May 28 05:43:19.425293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2e650dfe-920a-4264-9155-13a43e89016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:19.427412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-2e650dfe-920a-4264-9155-13a43e89016a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=07968b01-77f7-4abe-bf6f-df7926d42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4730244 May 28 05:43:19.490707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cc090-5c33-4285-94c7-2f3d554decf6 req-48234e9c-95e9-4ee7-b73c-3f173aef37d2 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:19.503825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b71cc090-5c33-4285-94c7-2f3d554decf6 req-48234e9c-95e9-4ee7-b73c-3f173aef37d2 tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 1101 time: 0.3883340 May 28 05:43:19.543344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-dd17eae1-0057-4c2f-85f5-57d586054405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:19.544829 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-dd17eae1-0057-4c2f-85f5-57d586054405 service neutron] 10.222.0.33 "GET /v2.0/networks?id=49c46e8e-c0f8-4288-af21-3865c58a8751 HTTP/1.1" status: 200 len: 913 time: 0.4911213 May 28 05:43:19.566632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] For port a881d3bc-34f5-49cb-8177-ca3d04fc8f31, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:43:19.602306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d2d5349e-9519-4cd5-96eb-a09e707e7147 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:19.603060 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:19.615996 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b71cc090-5c33-4285-94c7-2f3d554decf6 req-6da95fac-1397-4355-8a69-1f0462e8c1eb tempest-MigrationsAdminTest-1835765887 tempest-MigrationsAdminTest-1835765887-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101737 May 28 05:43:19.625793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] For port a881d3bc-34f5-49cb-8177-ca3d04fc8f31, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a881d3bc-34f5-49cb-8177-ca3d04fc8f31,segment=NetworkSegment(80052b36-a656-4131-a168-970cc957c30a),segment_id=80052b36-a656-4131-a168-970cc957c30a)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:43:19.658959 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:19.715960 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-e0ef9ee4-6c6a-427b-887b-1caaf0ffb795 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=012cc5f2-109e-4a23-a0ab-9133598e0492 HTTP/1.1" status: 200 len: 217 time: 0.1632922 May 28 05:43:19.853065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1671de1-905c-4044-aff3-bde3aee98743 None None] Pushing event updated for resources: {'Port': ['ID=a881d3bc-34f5-49cb-8177-ca3d04fc8f31,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:19.883197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4dee24b-db54-4d0d-89b5-c912632c1ef2 req-ed6b8475-9095-4c74-b578-a17110000f7f tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338025 May 28 05:43:19.926328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:19.935033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-9fc00a9f-4a75-4fd4-ac29-9493da5a90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:19.936702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-9fc00a9f-4a75-4fd4-ac29-9493da5a90c1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a HTTP/1.1" status: 200 len: 851 time: 0.2000029 May 28 05:43:19.969741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:20.007550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Routers {'bebd7e60-6338-426f-a452-4518e5edd7dc'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:43:20.010634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:43:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['bebd7e60-6338-426f-a452-4518e5edd7dc'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:20.183025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-30214a1f-0f30-4f83-9b01-e10713315713 service neutron] 10.222.0.33 "GET /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7403221 May 28 05:43:20.444516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] Set router bebd7e60-6338-426f-a452-4518e5edd7dc gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:43:20.498709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debed76a-4124-448f-87a8-29f263e72e7c req-b0bc4191-26d8-4678-ba1f-0a685def338f tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:20.505976 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-debed76a-4124-448f-87a8-29f263e72e7c req-b0bc4191-26d8-4678-ba1f-0a685def338f tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 944 time: 0.6326292 May 28 05:43:20.522718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-4160965d-d22a-437d-ba98-cb6e68d1e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:20.525402 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-4160965d-d22a-437d-ba98-cb6e68d1e5f9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=49c46e8e-c0f8-4288-af21-3865c58a8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5824084 May 28 05:43:20.542604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aaac5-4bb3-4c49-b870-9ea73c74aeda req-eee449e2-2021-42aa-97dd-bfb041191695 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:20.554809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aaac5-4bb3-4c49-b870-9ea73c74aeda req-eee449e2-2021-42aa-97dd-bfb041191695 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:20.562673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aaac5-4bb3-4c49-b870-9ea73c74aeda req-eee449e2-2021-42aa-97dd-bfb041191695 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:20.565995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d3aaac5-4bb3-4c49-b870-9ea73c74aeda req-eee449e2-2021-42aa-97dd-bfb041191695 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2413 time: 0.4362900 May 28 05:43:20.645473 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-d30d7d22-26c9-42c6-a9c1-7f45219ebd75 service neutron] 10.222.0.33 "GET /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519806 May 28 05:43:20.740166 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:20.761624 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-89d1b207-92fd-499c-8882-4978b2899c0b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a HTTP/1.1" status: 200 len: 217 time: 0.1040373 May 28 05:43:20.770074 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d3aaac5-4bb3-4c49-b870-9ea73c74aeda req-d69ee0f6-ae1f-4c29-b16f-48765e50748c tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668069 May 28 05:43:20.777298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-debed76a-4124-448f-87a8-29f263e72e7c req-b0f45c1a-0710-49ba-8dc4-7817cc6f4a8f tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602308 May 28 05:43:20.907635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-3200148c-b52e-48d9-8a53-406dbcfe23b5 service neutron] 10.222.0.33 "GET /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403571 May 28 05:43:20.967426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-96739101-69a0-4d10-8c9a-608ca3554d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:20.968990 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-96739101-69a0-4d10-8c9a-608ca3554d6d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91135927-308f-4ead-804f-5bc839226db6 HTTP/1.1" status: 200 len: 801 time: 0.1877599 May 28 05:43:21.029699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54186) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:21.156951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-572a59eb-64d3-4f40-8f1d-20f69f5cd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:21.160163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-572a59eb-64d3-4f40-8f1d-20f69f5cd862 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a1884485-f937-477b-a786-bd635d16f02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1825824 May 28 05:43:21.180173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=14']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:21.209744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'name': 'tempest-TaggedBootDevicesTest-457190221-router', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:56Z', 'updated_at': '2022-05-28T05:43:09Z', 'revision_number': 4, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'gw_port': {'id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:58Z', 'updated_at': '2022-05-28T05:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a881d3bc-34f5-49cb-8177-ca3d04fc8f31', 'name': '', 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'mac_address': 'fa:16:3e:92:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ec26c7c4-0a53-4247-b711-91fe6c2aa8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:43:07Z', 'updated_at': '2022-05-28T05:43:19Z', 'revision_number': 4, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'subnets': [{'id': 'ec26c7c4-0a53-4247-b711-91fe6c2aa8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:21.226539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a14fb7-c8d6-42f1-a7d6-f8b94ccb8f60 None None] The sync data for ids ['bebd7e60-6338-426f-a452-4518e5edd7dc'] in n-d-843679-5 is: [{'id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'name': 'tempest-TaggedBootDevicesTest-457190221-router', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:56Z', 'updated_at': '2022-05-28T05:43:09Z', 'revision_number': 4, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'gw_port': {'id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:58Z', 'updated_at': '2022-05-28T05:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a881d3bc-34f5-49cb-8177-ca3d04fc8f31', 'name': '', 'network_id': '7edd3d8b-b6dd-42c6-a03e-3dd024d3369e', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'mac_address': 'fa:16:3e:92:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ec26c7c4-0a53-4247-b711-91fe6c2aa8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:43:07Z', 'updated_at': '2022-05-28T05:43:19Z', 'revision_number': 4, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'subnets': [{'id': 'ec26c7c4-0a53-4247-b711-91fe6c2aa8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:43:21.469992 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-f6922b45-88f5-4cb6-b216-bc3a59170c9d service neutron] 10.222.0.33 "GET /v2.0/networks/a1884485-f937-477b-a786-bd635d16f02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006675 May 28 05:43:21.579678 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f0c45d-ea07-4b2e-b793-b17b4a3bb06e'] response: {'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'code': 200} May 28 05:43:21.594499 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a28e9b72-84cf-41fc-8f21-8a07181f20b8 req-b3876869-f5d7-4fa2-837b-4e6885ba2cb4 service neutron] 10.222.0.33 "GET /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664419 May 28 05:43:21.706187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98020ac-cdbe-4511-a2f7-48c9ff8a599a req-8566a841-211e-477a-9d78-73a9422bdfdc tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:21.714479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f98020ac-cdbe-4511-a2f7-48c9ff8a599a req-8566a841-211e-477a-9d78-73a9422bdfdc tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 946 time: 0.6835110 May 28 05:43:21.818451 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f98020ac-cdbe-4511-a2f7-48c9ff8a599a req-b40eb5bc-9322-4c25-818c-f74cbba6ddb0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958719 May 28 05:43:21.848641 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-a8db47bb-70d1-4212-b5d1-5b3b232eeac6 service neutron] 10.222.0.33 "GET /v2.0/networks/a1884485-f937-477b-a786-bd635d16f02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704176 May 28 05:43:21.887121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fcde67d9-7200-4de8-931d-22d5f02554bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:21.901298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fcde67d9-7200-4de8-931d-22d5f02554bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:21.905794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fcde67d9-7200-4de8-931d-22d5f02554bf admin admin] Usage tracker for resource:security_group_rule and tenant:6f44ca8a77e84e1ca75d8ea4c75e27b5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:21.909811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fcde67d9-7200-4de8-931d-22d5f02554bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:21.916272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fcde67d9-7200-4de8-931d-22d5f02554bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:21.934629 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-aba936b1-5740-48c5-bb14-0d2fbd00539b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.195&port_id=623872c6-d924-49f6-b8aa-6d43aaad0b02 HTTP/1.1" status: 200 len: 217 time: 0.0688174 May 28 05:43:22.220356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-7912f938-0669-4451-8c2d-bc438161a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:22.222445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-7912f938-0669-4451-8c2d-bc438161a53f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=23e64ecf-f6f3-4700-b2ad-01d703245b81 HTTP/1.1" status: 200 len: 801 time: 0.2730319 May 28 05:43:22.244981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 012cc5f2-109e-4a23-a0ab-9133598e0492 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:43:22.266531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54206) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:22.269185 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fcde67d9-7200-4de8-931d-22d5f02554bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:22.312548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175bdc9-fae6-4657-8443-8e348e066e8d req-ebc1390a-07bd-4644-9197-d4f0cca31671 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:22.320623 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a175bdc9-fae6-4657-8443-8e348e066e8d req-ebc1390a-07bd-4644-9197-d4f0cca31671 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.5154779 May 28 05:43:22.337905 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fcde67d9-7200-4de8-931d-22d5f02554bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:22.470548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-7117d332-133c-42bb-b752-620f996a6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:22.472574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-7117d332-133c-42bb-b752-620f996a6e6b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=07968b01-77f7-4abe-bf6f-df7926d42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2364101 May 28 05:43:22.490316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a175bdc9-fae6-4657-8443-8e348e066e8d req-931f4924-0ad6-4f62-ad4d-1c3bc5d5eb34 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668925 May 28 05:43:22.506566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde67d9-7200-4de8-931d-22d5f02554bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e7ef72-cbed-4ef6-a702-ade1dc0c3996,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:22.525880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fcde67d9-7200-4de8-931d-22d5f02554bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f44ca8a77e84e1ca75d8ea4c75e27b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9344656 May 28 05:43:22.532158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54212) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:22.575418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7775d81-d576-4a8e-9a1e-09de5dc183ef req-827326dd-8372-4b84-997c-fd8729310b36 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:22.584135 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b7775d81-d576-4a8e-9a1e-09de5dc183ef req-827326dd-8372-4b84-997c-fd8729310b36 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 951 time: 0.3830509 May 28 05:43:22.669342 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-9cb5ab31-1791-4595-9fed-980fb759114e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4671211 May 28 05:43:22.692619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30d1fd2c-3454-4056-ac37-3fe2b0818db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:22.695683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 012cc5f2-109e-4a23-a0ab-9133598e0492, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=012cc5f2-109e-4a23-a0ab-9133598e0492,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:22.728852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '012cc5f2-109e-4a23-a0ab-9133598e0492', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'port_id': '012cc5f2-109e-4a23-a0ab-9133598e0492', 'mac_address': 'fa:16:3e:c5:9c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:43:22.778354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b7775d81-d576-4a8e-9a1e-09de5dc183ef req-27c79d99-fc56-4dbc-909d-dab135b650af tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746545 May 28 05:43:22.781833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-30d1fd2c-3454-4056-ac37-3fe2b0818db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:22.817802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-30d1fd2c-3454-4056-ac37-3fe2b0818db8 admin admin] Usage tracker for resource:security_group_rule and tenant:fec343e2b0ae43a6acef8103250a80d6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:22.850535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-30d1fd2c-3454-4056-ac37-3fe2b0818db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:22.872438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-30d1fd2c-3454-4056-ac37-3fe2b0818db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:22.886881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-0f9b768d-1e38-4484-b7d5-690200c6f195 service neutron] 10.222.0.33 "GET /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955417 May 28 05:43:22.894264 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0674ac4c-f50d-4e89-a584-b93923ca1203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:22.911745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 012cc5f2-109e-4a23-a0ab-9133598e0492 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:22.912285 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:22.967568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012cc5f2-109e-4a23-a0ab-9133598e0492 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:22.975159 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0674ac4c-f50d-4e89-a584-b93923ca1203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:23.014084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 012cc5f2-109e-4a23-a0ab-9133598e0492, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=012cc5f2-109e-4a23-a0ab-9133598e0492,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:23.024380 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:23.130199 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0674ac4c-f50d-4e89-a584-b93923ca1203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:23.170253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b69b5-4a79-4134-a238-91f31e581e21 req-92eb9ec6-afe6-4a8d-83ae-80c1251ab436 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:23.170690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a881d3bc-34f5-49cb-8177-ca3d04fc8f31 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:23.176657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b69b5-4a79-4134-a238-91f31e581e21 req-92eb9ec6-afe6-4a8d-83ae-80c1251ab436 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:23.187948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b69b5-4a79-4134-a238-91f31e581e21 req-92eb9ec6-afe6-4a8d-83ae-80c1251ab436 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:23.192217 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd9b69b5-4a79-4134-a238-91f31e581e21 req-92eb9ec6-afe6-4a8d-83ae-80c1251ab436 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2413 time: 0.4245846 May 28 05:43:23.293941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0674ac4c-f50d-4e89-a584-b93923ca1203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:23.300854 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0674ac4c-f50d-4e89-a584-b93923ca1203 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86e7ef72-cbed-4ef6-a702-ade1dc0c3996 HTTP/1.1" status: 204 len: 168 time: 0.7577784 May 28 05:43:23.357947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=012cc5f2-109e-4a23-a0ab-9133598e0492,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:23.363419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd9b69b5-4a79-4134-a238-91f31e581e21 req-49791899-40f8-4f0a-8300-93c4f8be3a1a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603470 May 28 05:43:23.369070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.369578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.369925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.370255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.370852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.371175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.371539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.371859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.372345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.372686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.373230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.373612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:23.386093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674ac4c-f50d-4e89-a584-b93923ca1203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e7ef72-cbed-4ef6-a702-ade1dc0c3996,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:23.446933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15970a36-4d88-4094-a0f5-b10f99ecd2a1 req-9f46d451-cfbc-4fd3-b798-76e73e00737f service neutron] 10.222.0.33 "GET /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491254 May 28 05:43:23.449795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:23.457810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['012cc5f2-109e-4a23-a0ab-9133598e0492'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:23.480100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358af394-a377-46a1-be32-1dd0a139979f req-6dac291b-fb6e-4035-a55a-fb8efcaf03f6 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:23.486427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-358af394-a377-46a1-be32-1dd0a139979f req-6dac291b-fb6e-4035-a55a-fb8efcaf03f6 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 951 time: 0.4042604 May 28 05:43:23.496419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b5223-fdf8-4cc5-9b5e-57c1fd40022e req-46e199b2-2a9b-4a71-a2c1-8e40b26e9f87 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:23.498511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-485b5223-fdf8-4cc5-9b5e-57c1fd40022e req-46e199b2-2a9b-4a71-a2c1-8e40b26e9f87 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Synchronizing usage tracker for tenant:9fc41a0dedde4abdaecca4f0cee59bf6 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:23.570572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-7c2e9248-bd7c-49c0-97cf-b0cb1af33043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:23.574276 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-7c2e9248-bd7c-49c0-97cf-b0cb1af33043 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 1101 time: 0.5122604 May 28 05:43:23.734494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:23.734864 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:23.820259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-dd90b7ca-ccd3-442e-bbb4-a518cf911038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:23.823431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-dd90b7ca-ccd3-442e-bbb4-a518cf911038 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2144091 May 28 05:43:23.827180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-485b5223-fdf8-4cc5-9b5e-57c1fd40022e req-46e199b2-2a9b-4a71-a2c1-8e40b26e9f87 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Unset dirty status for tenant:9fc41a0dedde4abdaecca4f0cee59bf6 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:23.828338 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-485b5223-fdf8-4cc5-9b5e-57c1fd40022e req-46e199b2-2a9b-4a71-a2c1-8e40b26e9f87 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 945 time: 0.7083707 May 28 05:43:23.840140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-358af394-a377-46a1-be32-1dd0a139979f req-75e7a861-001e-4c90-bfc7-394f832e398c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Deleting port d2d5349e-9519-4cd5-96eb-a09e707e7147 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:43:23.840485 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-358af394-a377-46a1-be32-1dd0a139979f req-75e7a861-001e-4c90-bfc7-394f832e398c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:23.936251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:23.936621 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.002804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port a881d3bc-34f5-49cb-8177-ca3d04fc8f31, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a881d3bc-34f5-49cb-8177-ca3d04fc8f31,segment=NetworkSegment(80052b36-a656-4131-a168-970cc957c30a),segment_id=80052b36-a656-4131-a168-970cc957c30a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:24.018216 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.027412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54230) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:24.075291 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-144b6b55-3a50-440d-b73c-11d2302c6d43 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 200 len: 217 time: 0.2448163 May 28 05:43:24.122586 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30d1fd2c-3454-4056-ac37-3fe2b0818db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.124582 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f15b16df-3687-4f6f-a91e-a4a887df4702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.140808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-9ef430ed-0ef9-428b-8de1-d2208b67d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:24.141409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-9ef430ed-0ef9-428b-8de1-d2208b67d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:24.141731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-9ef430ed-0ef9-428b-8de1-d2208b67d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:24.156953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-9ef430ed-0ef9-428b-8de1-d2208b67d3a4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=23ba8366d625490e9e5b5a4f215772e6&device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2866 time: 0.4425511 May 28 05:43:24.169340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=a881d3bc-34f5-49cb-8177-ca3d04fc8f31,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:24.202613 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-485b5223-fdf8-4cc5-9b5e-57c1fd40022e req-16552e20-1d01-4b97-8c24-e70d2c46dc3d tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251019 May 28 05:43:24.208573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30d1fd2c-3454-4056-ac37-3fe2b0818db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.264092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-30d1fd2c-3454-4056-ac37-3fe2b0818db8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fec343e2b0ae43a6acef8103250a80d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9395025 May 28 05:43:24.266093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54238) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:24.343611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:24.354822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f15b16df-3687-4f6f-a91e-a4a887df4702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:24.371387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f15b16df-3687-4f6f-a91e-a4a887df4702 admin admin] Usage tracker for resource:security_group_rule and tenant:513242c96e8746baaf6f0f882397a5b7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:24.381978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f15b16df-3687-4f6f-a91e-a4a887df4702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:24.415959 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-492f5af2-0ebb-4b4d-bf30-b57243787d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.417627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1fd2c-3454-4056-ac37-3fe2b0818db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287ba0a6-a538-4f6b-8734-80574ea7c98a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:24.422229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f15b16df-3687-4f6f-a91e-a4a887df4702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:24.425627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-1d85e72d-9c40-4ce4-93a1-9ea429fe7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:24.427747 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-1d85e72d-9c40-4ce4-93a1-9ea429fe7eea service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.3116000 May 28 05:43:24.524933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:24.525524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.561780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:24.584873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:24.593871 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.600882 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-492f5af2-0ebb-4b4d-bf30-b57243787d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.652118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-358af394-a377-46a1-be32-1dd0a139979f req-75e7a861-001e-4c90-bfc7-394f832e398c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] For port d2d5349e-9519-4cd5-96eb-a09e707e7147, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2d5349e-9519-4cd5-96eb-a09e707e7147,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:24.652550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-358af394-a377-46a1-be32-1dd0a139979f req-75e7a861-001e-4c90-bfc7-394f832e398c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.691117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:24.783008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-492f5af2-0ebb-4b4d-bf30-b57243787d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.805730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-3da59d82-4a12-4d05-999a-2476d4475ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:24.807249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-3da59d82-4a12-4d05-999a-2476d4475ac0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3611221 May 28 05:43:24.816518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-32d1fef3-0bf2-48fb-907a-f4258d5599a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:24.816518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-32d1fef3-0bf2-48fb-907a-f4258d5599a4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=07968b01-77f7-4abe-bf6f-df7926d42f48 HTTP/1.1" status: 200 len: 903 time: 0.6239624 May 28 05:43:24.820144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-358af394-a377-46a1-be32-1dd0a139979f req-75e7a861-001e-4c90-bfc7-394f832e398c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Calling delete_port for d2d5349e-9519-4cd5-96eb-a09e707e7147 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:43:24.833767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269f953-089c-49ad-9fb0-1d5a7113ebb4 req-071f75a4-db70-455f-a228-f2e49f4aad14 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:24.839885 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0269f953-089c-49ad-9fb0-1d5a7113ebb4 req-071f75a4-db70-455f-a228-f2e49f4aad14 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3365040 May 28 05:43:24.842327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f5af2-0ebb-4b4d-bf30-b57243787d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287ba0a6-a538-4f6b-8734-80574ea7c98a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:24.898151 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-492f5af2-0ebb-4b4d-bf30-b57243787d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.899248 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-492f5af2-0ebb-4b4d-bf30-b57243787d6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/287ba0a6-a538-4f6b-8734-80574ea7c98a HTTP/1.1" status: 204 len: 168 time: 0.6111054 May 28 05:43:24.903220 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f15b16df-3687-4f6f-a91e-a4a887df4702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.951084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-21b27266-55e0-4dc4-afa0-400ab078df00 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.195&port_id=623872c6-d924-49f6-b8aa-6d43aaad0b02 HTTP/1.1" status: 200 len: 217 time: 0.0992670 May 28 05:43:24.998318 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f15b16df-3687-4f6f-a91e-a4a887df4702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.020801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17508037-9611-481d-99b9-6846be27cf0b req-ece21d02-0e7c-485f-a8c8-d1a6577d418c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:25.028878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17508037-9611-481d-99b9-6846be27cf0b req-ece21d02-0e7c-485f-a8c8-d1a6577d418c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 951 time: 0.4740825 May 28 05:43:25.047797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a881d3bc-34f5-49cb-8177-ca3d04fc8f31 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:25.246165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:25.246543 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.269641 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17508037-9611-481d-99b9-6846be27cf0b req-cc0fda1d-7989-4e5e-b605-ae7518d76d40 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398093 May 28 05:43:25.282097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-f5b617ea-e90b-4f05-8367-f80c19df6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:25.284281 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0269f953-089c-49ad-9fb0-1d5a7113ebb4 req-2af9a856-6aff-4932-83f1-9297334b921b tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430988 May 28 05:43:25.286085 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-f5b617ea-e90b-4f05-8367-f80c19df6b8c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=23e64ecf-f6f3-4700-b2ad-01d703245b81 HTTP/1.1" status: 200 len: 801 time: 0.3219731 May 28 05:43:25.297910 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f15b16df-3687-4f6f-a91e-a4a887df4702 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=513242c96e8746baaf6f0f882397a5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2671647 May 28 05:43:25.310395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54258) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:25.345011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b16df-3687-4f6f-a91e-a4a887df4702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a8df7b-8088-406d-bcdd-7b8418cc206f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:25.422660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-7a151f4c-2a89-41c4-bbd2-9945c0c7b9ef service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975533 May 28 05:43:25.460394 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5397d481-2aa2-4d77-8868-19028d5a2cb8'] response: {'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'code': 200} May 28 05:43:25.605379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:25.630487 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ead2ef6-c48e-4dee-8fa7-b0313fca17e0 req-26df4428-dc1d-48ea-a3be-c64b3c77f23d service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974037 May 28 05:43:25.640038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-91dab425-c1a4-47a0-9245-76113c9a2459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.651268 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-358af394-a377-46a1-be32-1dd0a139979f req-75e7a861-001e-4c90-bfc7-394f832e398c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.664182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d6d95dc9-4720-4031-8263-89010b1d3919', '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:25.739173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-91dab425-c1a4-47a0-9245-76113c9a2459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.749777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7a861-001e-4c90-bfc7-394f832e398c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Pushing event deleted for resources: {'Port': ['ID=d2d5349e-9519-4cd5-96eb-a09e707e7147,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:25.752907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54266) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:25.781004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:25.804660 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6541ddd9-1d27-4ad8-b1a0-1fa85d29d4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.850474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6541ddd9-1d27-4ad8-b1a0-1fa85d29d4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:25.858539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6541ddd9-1d27-4ad8-b1a0-1fa85d29d4c8 admin admin] Usage tracker for resource:security_group_rule and tenant:40a549d9fd5743f8a5a93ed21e20e860 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:25.883269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6541ddd9-1d27-4ad8-b1a0-1fa85d29d4c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:25.892323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6541ddd9-1d27-4ad8-b1a0-1fa85d29d4c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:25.906573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02450c2-71c0-4921-9373-ac77c8e91a74 req-8f954de4-bee8-4458-9cb7-cddd6115c6cb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:25.919854 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f02450c2-71c0-4921-9373-ac77c8e91a74 req-8f954de4-bee8-4458-9cb7-cddd6115c6cb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 945 time: 0.2696400 May 28 05:43:25.971772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-358af394-a377-46a1-be32-1dd0a139979f req-75e7a861-001e-4c90-bfc7-394f832e398c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] No DVR routers for this DVR port d2d5349e-9519-4cd5-96eb-a09e707e7147 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:26.004289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-358af394-a377-46a1-be32-1dd0a139979f req-75e7a861-001e-4c90-bfc7-394f832e398c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.017056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-deleted', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:26.023626 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-91dab425-c1a4-47a0-9245-76113c9a2459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.067977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-96e85eb7-0bc3-4d70-a43d-a2e86a1ae2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:26.071853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-96e85eb7-0bc3-4d70-a43d-a2e86a1ae2d3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=07968b01-77f7-4abe-bf6f-df7926d42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6608038 May 28 05:43:26.078983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-358af394-a377-46a1-be32-1dd0a139979f req-75e7a861-001e-4c90-bfc7-394f832e398c tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "DELETE /v2.0/ports/d2d5349e-9519-4cd5-96eb-a09e707e7147 HTTP/1.1" status: 204 len: 173 time: 2.5850298 May 28 05:43:26.130073 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f02450c2-71c0-4921-9373-ac77c8e91a74 req-aa75105d-466d-4f95-b4b1-e465e0018125 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069368 May 28 05:43:26.142638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400de8-7a4a-4975-874f-0651d1b9db9e req-7534716d-d5ef-4b02-a258-3601c531c7cc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:26.148838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400de8-7a4a-4975-874f-0651d1b9db9e req-7534716d-d5ef-4b02-a258-3601c531c7cc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:26.154642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400de8-7a4a-4975-874f-0651d1b9db9e req-7534716d-d5ef-4b02-a258-3601c531c7cc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:26.162356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-62400de8-7a4a-4975-874f-0651d1b9db9e req-7534716d-d5ef-4b02-a258-3601c531c7cc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2413 time: 0.5687385 May 28 05:43:26.293916 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6541ddd9-1d27-4ad8-b1a0-1fa85d29d4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.298438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dab425-c1a4-47a0-9245-76113c9a2459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a8df7b-8088-406d-bcdd-7b8418cc206f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:26.307936 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b499e40f-0840-49cc-bdc1-6a77a20ea935'] response: {'server_uuid': '4b841e64-75f8-4f1f-8288-30c7bf4a70ec', 'name': 'network-vif-deleted', 'tag': 'd2d5349e-9519-4cd5-96eb-a09e707e7147', 'status': 'completed', 'code': 200} May 28 05:43:26.310064 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-91dab425-c1a4-47a0-9245-76113c9a2459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.315417 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-91dab425-c1a4-47a0-9245-76113c9a2459 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20a8df7b-8088-406d-bcdd-7b8418cc206f HTTP/1.1" status: 204 len: 168 time: 0.9945781 May 28 05:43:26.317515 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6541ddd9-1d27-4ad8-b1a0-1fa85d29d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.327990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 012cc5f2-109e-4a23-a0ab-9133598e0492 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:26.361210 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-62400de8-7a4a-4975-874f-0651d1b9db9e req-60889d68-6157-4357-84b8-de72c16e1126 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957445 May 28 05:43:26.465099 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-d7cf8f6f-5b05-4a21-a7b8-133b73923c6e service neutron] 10.222.0.33 "GET /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837252 May 28 05:43:26.477203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541ddd9-1d27-4ad8-b1a0-1fa85d29d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6453c8-38ed-4565-95c9-5183e7ea5aae,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:26.485290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6541ddd9-1d27-4ad8-b1a0-1fa85d29d4c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40a549d9fd5743f8a5a93ed21e20e860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7273240 May 28 05:43:26.489948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54284) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:26.610366 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf3b9b30-5a26-46c1-a610-0066593f55ee req-9e89514f-f3f2-4881-beea-a27a8d13f4b0 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b841e64-75f8-4f1f-8288-30c7bf4a70ec HTTP/1.1" status: 200 len: 210 time: 0.0828962 May 28 05:43:26.635448 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 012cc5f2-109e-4a23-a0ab-9133598e0492 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:26.645574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 012cc5f2-109e-4a23-a0ab-9133598e0492 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:26.645574 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.797910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 012cc5f2-109e-4a23-a0ab-9133598e0492 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:26.798289 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.815458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19603f25-799e-4a63-96c1-8d2e9dad6fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.849215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 012cc5f2-109e-4a23-a0ab-9133598e0492, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=012cc5f2-109e-4a23-a0ab-9133598e0492,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:26.854822 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.856239 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2d5349e-9519-4cd5-96eb-a09e707e7147 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:26.888992 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce90be9-ef95-4c1a-a94e-4d694e583bfb req-f79c3b7a-0b22-4e78-91d4-bcc9b2c5c8fc service neutron] 10.222.0.33 "GET /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696748 May 28 05:43:26.896263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19603f25-799e-4a63-96c1-8d2e9dad6fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.927271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bb365-6f53-4a46-b9e5-477a02d9d3c8 req-a3336161-2526-4010-8494-a475b9dac88c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:26.934506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a54bb365-6f53-4a46-b9e5-477a02d9d3c8 req-a3336161-2526-4010-8494-a475b9dac88c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3182359 May 28 05:43:27.009727 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a54bb365-6f53-4a46-b9e5-477a02d9d3c8 req-ecc0ef71-f667-4aa1-98b9-9c86c234fa8c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741510 May 28 05:43:27.036509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19603f25-799e-4a63-96c1-8d2e9dad6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.037365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: d2d5349e-9519-4cd5-96eb-a09e707e7147 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:43:27.037693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2d5349e-9519-4cd5-96eb-a09e707e7147 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:27.063298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19603f25-799e-4a63-96c1-8d2e9dad6fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6453c8-38ed-4565-95c9-5183e7ea5aae,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:27.082662 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19603f25-799e-4a63-96c1-8d2e9dad6fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.089274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-19603f25-799e-4a63-96c1-8d2e9dad6fd0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc6453c8-38ed-4565-95c9-5183e7ea5aae HTTP/1.1" status: 204 len: 168 time: 0.5976386 May 28 05:43:27.163295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=012cc5f2-109e-4a23-a0ab-9133598e0492,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:27.419125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33183f-2c4d-4d9a-9f8d-1e3889e2876e req-062efc37-b33e-4354-969a-02c76e3d776d tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:27.421799 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e33183f-2c4d-4d9a-9f8d-1e3889e2876e req-062efc37-b33e-4354-969a-02c76e3d776d tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 946 time: 0.1202793 May 28 05:43:27.461495 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff623c5-6feb-4e15-8514-927c2715f581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012cc5f2-109e-4a23-a0ab-9133598e0492'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:27.494089 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e33183f-2c4d-4d9a-9f8d-1e3889e2876e req-d3bd1c9d-21b0-46ac-8098-251bc76f4ec8 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652716 May 28 05:43:27.600794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5378d-820b-4546-8308-2eba775e8a54 req-13f3a53c-94cc-4dbb-a0c6-e18c35051c01 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:27.603277 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae8ffb6-51ac-4e9f-94c0-58e56cb470ca'] response: {'server_uuid': '3ff623c5-6feb-4e15-8514-927c2715f581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012cc5f2-109e-4a23-a0ab-9133598e0492', 'code': 200} May 28 05:43:27.607910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5378d-820b-4546-8308-2eba775e8a54 req-13f3a53c-94cc-4dbb-a0c6-e18c35051c01 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:27.614146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5378d-820b-4546-8308-2eba775e8a54 req-13f3a53c-94cc-4dbb-a0c6-e18c35051c01 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:27.622210 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-08b5378d-820b-4546-8308-2eba775e8a54 req-13f3a53c-94cc-4dbb-a0c6-e18c35051c01 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2413 time: 0.1477177 May 28 05:43:27.691603 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-08b5378d-820b-4546-8308-2eba775e8a54 req-903188b9-c99a-49ff-92dc-2051cecedc7f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683923 May 28 05:43:27.804400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14cdaf-a8f9-4f5b-b9ea-d67bafaa1d29 req-86eb9975-3288-42b5-9d5d-d073f559904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:27.806899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d14cdaf-a8f9-4f5b-b9ea-d67bafaa1d29 req-86eb9975-3288-42b5-9d5d-d073f559904d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 1097 time: 0.1081989 May 28 05:43:27.886902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d14cdaf-a8f9-4f5b-b9ea-d67bafaa1d29 req-f5e384ec-8f2a-4ec9-a677-203f6682d5c6 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709662 May 28 05:43:28.235929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4994c-878f-4c5b-82a2-0904bca087db req-a673b563-4f03-4a20-a84c-3413bf547963 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:28.237449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2d4994c-878f-4c5b-82a2-0904bca087db req-a673b563-4f03-4a20-a84c-3413bf547963 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 950 time: 0.1643822 May 28 05:43:28.299984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b25e6239-1f0c-48df-b2fb-b241980196aa details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:43:28.340464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:43:28.378708 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2d4994c-878f-4c5b-82a2-0904bca087db req-d7526f9e-dc85-4938-969b-fac4b94a0288 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190045 May 28 05:43:28.380505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd056d0a-fa7a-4899-aa38-dd3e0a235bab req-d072b229-6fd0-4be3-92c7-1b744d3f3086 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:28.395081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bd056d0a-fa7a-4899-aa38-dd3e0a235bab req-d072b229-6fd0-4be3-92c7-1b744d3f3086 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.2571723 May 28 05:43:28.477784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bd056d0a-fa7a-4899-aa38-dd3e0a235bab req-fa8b2b8f-7fcf-471d-ba59-fc57d396baa5 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817282 May 28 05:43:28.973171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:28.998827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b25e6239-1f0c-48df-b2fb-b241980196aa, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b25e6239-1f0c-48df-b2fb-b241980196aa,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:29.020791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'port_id': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'mac_address': 'fa:16:3e:15:ef:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:43:29.040784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'b25e6239-1f0c-48df-b2fb-b241980196aa', 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48', 'port_id': 'b25e6239-1f0c-48df-b2fb-b241980196aa', 'mac_address': 'fa:16:3e:0f:00:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e64ecf-f6f3-4700-b2ad-01d703245b81', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:43:29.104054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e748fca-2c18-4296-865e-f6b2be54b45a req-58936faa-5414-4137-9836-e5f6bddebb63 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:29.105648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e748fca-2c18-4296-865e-f6b2be54b45a req-58936faa-5414-4137-9836-e5f6bddebb63 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 946 time: 0.1691165 May 28 05:43:29.165487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5511c5-c2ad-4944-aad9-777509d90d22 req-e50f0e84-d5f8-4f67-af7a-7da5821d2f02 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:29.184183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5511c5-c2ad-4944-aad9-777509d90d22 req-e50f0e84-d5f8-4f67-af7a-7da5821d2f02 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:29.200452 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e748fca-2c18-4296-865e-f6b2be54b45a req-d26f73bb-458d-4fb2-854a-5866c0eae7ee tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869689 May 28 05:43:29.202342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5511c5-c2ad-4944-aad9-777509d90d22 req-e50f0e84-d5f8-4f67-af7a-7da5821d2f02 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:29.204503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5511c5-c2ad-4944-aad9-777509d90d22 req-e50f0e84-d5f8-4f67-af7a-7da5821d2f02 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2413 time: 0.2585762 May 28 05:43:29.290828 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5511c5-c2ad-4944-aad9-777509d90d22 req-7078c867-60d5-4c73-a424-e170f8258f36 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728891 May 28 05:43:29.307344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b25e6239-1f0c-48df-b2fb-b241980196aa is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:29.308365 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:29.342972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25e6239-1f0c-48df-b2fb-b241980196aa {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:29.361030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:29.361486 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:29.384396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d41bb6-061b-4987-a6d2-ffeac5b20fad {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:29.400946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:29.409579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b25e6239-1f0c-48df-b2fb-b241980196aa, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b25e6239-1f0c-48df-b2fb-b241980196aa,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:29.411082 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:29.460585 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:29.461496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:43:29.512575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a2d41bb6-061b-4987-a6d2-ffeac5b20fad'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:29.577932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:29.722050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30304b-e23b-46dc-aeea-e94f3f133d89 req-662a940b-10a2-475f-9810-80236669889f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:29.731877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a30304b-e23b-46dc-aeea-e94f3f133d89 req-662a940b-10a2-475f-9810-80236669889f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 950 time: 0.1719046 May 28 05:43:29.787294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a30304b-e23b-46dc-aeea-e94f3f133d89 req-b27fc60b-2985-4a39-8723-5189f6bb76a7 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544190 May 28 05:43:29.798474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:43:29.799573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c7489-d786-4751-bb71-8cbf0cb2d06e req-6ae03de2-1834-42ce-bea1-0b96cd0a8c45 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:29.816581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf6c7489-d786-4751-bb71-8cbf0cb2d06e req-6ae03de2-1834-42ce-bea1-0b96cd0a8c45 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.1410930 May 28 05:43:29.933798 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf6c7489-d786-4751-bb71-8cbf0cb2d06e req-86129d60-57ea-4894-a60f-1c25e6d03969 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156123 May 28 05:43:29.960196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b25e6239-1f0c-48df-b2fb-b241980196aa,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:30.164224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,segment=NetworkSegment(b0391c4b-67ba-4083-bc52-485beb4ea773),segment_id=b0391c4b-67ba-4083-bc52-485beb4ea773)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:30.229831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-3e3aaef4-b52c-48b9-abcf-775ba398f84d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:30.231459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '0c9f91ad-02a3-4f6d-af79-13e5e0dad86a', 'network_id': 'a1884485-f937-477b-a786-bd635d16f02e', 'port_id': '0c9f91ad-02a3-4f6d-af79-13e5e0dad86a', 'mac_address': 'fa:16:3e:ad:e4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91135927-308f-4ead-804f-5bc839226db6', 'ip_address': '19.86.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:43:30.232210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-3e3aaef4-b52c-48b9-abcf-775ba398f84d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Synchronizing usage tracker for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:30.290612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-3e3aaef4-b52c-48b9-abcf-775ba398f84d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Unset dirty status for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:30.292425 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-3e3aaef4-b52c-48b9-abcf-775ba398f84d tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 950 time: 0.2436240 May 28 05:43:30.449093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-e456fcce-3416-49d2-b3bc-f28cd4053b50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Deleting port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:43:30.449442 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-e456fcce-3416-49d2-b3bc-f28cd4053b50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:30.499790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:30.654990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:30.655399 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:30.720064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:30.745098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84932e-3cef-4b28-bb29-71a7abfde6a0 req-e5850930-062a-4ae1-a0ba-8c8cde213029 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:30.746673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd84932e-3cef-4b28-bb29-71a7abfde6a0 req-e5850930-062a-4ae1-a0ba-8c8cde213029 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 946 time: 0.2699833 May 28 05:43:30.856091 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:30.889358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,segment=NetworkSegment(b0391c4b-67ba-4083-bc52-485beb4ea773),segment_id=b0391c4b-67ba-4083-bc52-485beb4ea773)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:30.921496 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd84932e-3cef-4b28-bb29-71a7abfde6a0 req-2d00f2bb-155e-4d33-8cfa-f3a1c45637f5 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490147 May 28 05:43:30.963037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:30.964037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 623872c6-d924-49f6-b8aa-6d43aaad0b02 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:43:31.083861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:31.150332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:31.153180 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:31.229280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 623872c6-d924-49f6-b8aa-6d43aaad0b02, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=623872c6-d924-49f6-b8aa-6d43aaad0b02,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:31.261259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '623872c6-d924-49f6-b8aa-6d43aaad0b02', 'network_id': '07968b01-77f7-4abe-bf6f-df7926d42f48', 'port_id': '623872c6-d924-49f6-b8aa-6d43aaad0b02', 'mac_address': 'fa:16:3e:17:17:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e64ecf-f6f3-4700-b2ad-01d703245b81', 'ip_address': '19.80.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:43:31.354953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:31.356107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-e456fcce-3416-49d2-b3bc-f28cd4053b50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] For port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:31.356610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b685-ac89-40ce-ae05-dedaec55c793 req-c9c6c2c2-d2d8-4ce8-bfee-9caca08423ef tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:31.356854 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-e456fcce-3416-49d2-b3bc-f28cd4053b50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:31.362750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:31.366027 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c46b685-ac89-40ce-ae05-dedaec55c793 req-c9c6c2c2-d2d8-4ce8-bfee-9caca08423ef tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 950 time: 0.2410245 May 28 05:43:31.384847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:31.472024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c46b685-ac89-40ce-ae05-dedaec55c793 req-03abf3fb-d407-42c5-b401-93012f97a060 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049397 May 28 05:43:31.771520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-e456fcce-3416-49d2-b3bc-f28cd4053b50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Calling delete_port for 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:43:31.786320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce21f-27b7-4f41-8b5a-8c22c4ccc819 req-909bea93-bd87-4cb8-b5e7-7036124e6362 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:31.805759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 623872c6-d924-49f6-b8aa-6d43aaad0b02 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:31.806292 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:31.809517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a1ce21f-27b7-4f41-8b5a-8c22c4ccc819 req-909bea93-bd87-4cb8-b5e7-7036124e6362 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 946 time: 0.1760077 May 28 05:43:31.811065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54470) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:31.828603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2654644d-4d08-43cf-bd0f-efc298007fcd tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Request body: {'floatingip': {'port_id': '012cc5f2-109e-4a23-a0ab-9133598e0492'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:31.862798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:31.901644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623872c6-d924-49f6-b8aa-6d43aaad0b02 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:31.945598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 623872c6-d924-49f6-b8aa-6d43aaad0b02, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=623872c6-d924-49f6-b8aa-6d43aaad0b02,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:31.963367 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.023707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e39edb-374c-49a3-9c9d-c38d7b174d4e req-5bb0a9f4-43a7-4f6a-bda5-deef12ee39e9 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:32.038308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e39edb-374c-49a3-9c9d-c38d7b174d4e req-5bb0a9f4-43a7-4f6a-bda5-deef12ee39e9 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:32.046230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e39edb-374c-49a3-9c9d-c38d7b174d4e req-5bb0a9f4-43a7-4f6a-bda5-deef12ee39e9 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:32.057798 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76e39edb-374c-49a3-9c9d-c38d7b174d4e req-5bb0a9f4-43a7-4f6a-bda5-deef12ee39e9 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2415 time: 1.0845518 May 28 05:43:32.117597 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2654644d-4d08-43cf-bd0f-efc298007fcd tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.148118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76e39edb-374c-49a3-9c9d-c38d7b174d4e req-5e18c521-5aaa-4343-9d03-7fb73f4f0acb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892944 May 28 05:43:32.183845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=623872c6-d924-49f6-b8aa-6d43aaad0b02,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:32.208664 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f299b16e-4a29-4bc8-8f13-4b4c1778f9b9'] response: {'server_uuid': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1', 'code': 200} May 28 05:43:32.301246 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-e456fcce-3416-49d2-b3bc-f28cd4053b50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.341224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d6d95dc9-4720-4031-8263-89010b1d3919', '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:32.411577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:43:32.425335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:32.547041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456fcce-3416-49d2-b3bc-f28cd4053b50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Pushing event deleted for resources: {'Port': ['ID=8b9a53f9-300d-4a82-a18a-6eff6d05a0ce,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:32.640455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['0c9f91ad-02a3-4f6d-af79-13e5e0dad86a'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:32.714735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:43:32.771339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-e456fcce-3416-49d2-b3bc-f28cd4053b50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] No DVR routers for this DVR port 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:32.778948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['623872c6-d924-49f6-b8aa-6d43aaad0b02'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:32.781353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-e456fcce-3416-49d2-b3bc-f28cd4053b50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.805035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-deleted', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:32.905150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b25e6239-1f0c-48df-b2fb-b241980196aa'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:32.961292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6c288-1510-40e3-adb2-4dedfd75177b req-532e4264-41a0-44ad-8a1c-dffaa3126573 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:32.984686 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64d6c288-1510-40e3-adb2-4dedfd75177b req-532e4264-41a0-44ad-8a1c-dffaa3126573 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 943 time: 0.7622690 May 28 05:43:33.018547 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03d62dcc-da38-4d2b-8328-42902d559ca1 req-6747359e-49e8-410a-961c-224a01c5e524 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 210 time: 0.2176254 May 28 05:43:33.038454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0437660e-711e-4bc1-a012-f36ed86ead40 req-e456fcce-3416-49d2-b3bc-f28cd4053b50 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.33 "DELETE /v2.0/ports/8b9a53f9-300d-4a82-a18a-6eff6d05a0ce HTTP/1.1" status: 204 len: 173 time: 2.7388608 May 28 05:43:33.206551 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:43:33.238178 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f35fb1-911c-419c-9cf6-898d4fa9af74'] response: {'server_uuid': '120a826d-3850-49be-97dd-550286bc415b', 'name': 'network-vif-deleted', 'tag': '8b9a53f9-300d-4a82-a18a-6eff6d05a0ce', 'status': 'completed', 'code': 200} May 28 05:43:33.611091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64d6c288-1510-40e3-adb2-4dedfd75177b req-6cd5d87c-4898-441a-9f1f-171f2cad22b9 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254723 May 28 05:43:33.654494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a2d41bb6-061b-4987-a6d2-ffeac5b20fad triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:33.656230 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.773782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:33.828376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22aa2-fe92-4a85-9678-a86a6bc79980 req-42a7c722-d641-4b14-a965-570abbb86101 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:33.837139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22aa2-fe92-4a85-9678-a86a6bc79980 req-42a7c722-d641-4b14-a965-570abbb86101 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:33.866139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22aa2-fe92-4a85-9678-a86a6bc79980 req-42a7c722-d641-4b14-a965-570abbb86101 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:33.866358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1', 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a', 'port_id': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1', 'mac_address': 'fa:16:3e:a7:3e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ffdb86-9b82-420e-99fe-bff219ac1190', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:43:33.895336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0e22aa2-fe92-4a85-9678-a86a6bc79980 req-42a7c722-d641-4b14-a965-570abbb86101 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2416 time: 0.2803395 May 28 05:43:34.054355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0e22aa2-fe92-4a85-9678-a86a6bc79980 req-ffafa9dd-0af2-4d63-87a4-c17e7652f8ed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578343 May 28 05:43:34.450033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:34.646465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2654644d-4d08-43cf-bd0f-efc298007fcd tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:34.687404 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ef36e6e-9823-4025-82a7-f857d80a299b req-e1dc33d2-5e0e-4b96-b8ee-b85ef594e16a tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=120a826d-3850-49be-97dd-550286bc415b HTTP/1.1" status: 200 len: 210 time: 0.1587784 May 28 05:43:34.689977 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2654644d-4d08-43cf-bd0f-efc298007fcd tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:34.769903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:43:34.770841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 8b9a53f9-300d-4a82-a18a-6eff6d05a0ce not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:35.071928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b728b-4590-4072-996d-f682eabe121a req-d78c7139-7063-4d62-bd75-58e7a7512d6b tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:35.090338 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-352b728b-4590-4072-996d-f682eabe121a req-d78c7139-7063-4d62-bd75-58e7a7512d6b tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1939039 May 28 05:43:35.091948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:35.092550 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:35.191179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:35.196777 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-2654644d-4d08-43cf-bd0f-efc298007fcd tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Floating IP 583cd23e-de79-4063-81f1-aac22904c413 associated. External IP: 172.25.4.211, port: 012cc5f2-109e-4a23-a0ab-9133598e0492. May 28 05:43:35.212829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:35.273048 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-352b728b-4590-4072-996d-f682eabe121a req-be2ab342-b1a6-42aa-8ba9-4af101105103 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806366 May 28 05:43:35.437886 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:35.697555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:35.853927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:35.953458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:35.954402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:36.167071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:36.246283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:36.291334 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:36.389216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08960d24-f573-4b54-861a-1a3a09139c7f req-f311d69f-cb9e-4108-83ed-cd98b00def7a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:36.401100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08960d24-f573-4b54-861a-1a3a09139c7f req-f311d69f-cb9e-4108-83ed-cd98b00def7a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:36.420236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08960d24-f573-4b54-861a-1a3a09139c7f req-f311d69f-cb9e-4108-83ed-cd98b00def7a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:36.422142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08960d24-f573-4b54-861a-1a3a09139c7f req-f311d69f-cb9e-4108-83ed-cd98b00def7a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2416 time: 0.7202446 May 28 05:43:36.518804 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967cc235-c5ca-4eb1-b792-223d4eaab8c5'] response: {'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'code': 200} May 28 05:43:36.593050 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08960d24-f573-4b54-861a-1a3a09139c7f req-516f1ecc-d645-404e-9b42-c205e675585b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599820 May 28 05:43:36.623144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2654644d-4d08-43cf-bd0f-efc298007fcd tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:43:36.796777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=10']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:36.956992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdce786-2bde-4750-8abc-5ab1b732f18f req-763b4892-f4a9-42ad-91f1-a71838f50063 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:36.963831 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7bdce786-2bde-4750-8abc-5ab1b732f18f req-763b4892-f4a9-42ad-91f1-a71838f50063 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 944 time: 0.2707794 May 28 05:43:37.093465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7bdce786-2bde-4750-8abc-5ab1b732f18f req-432c54da-05eb-4792-a5ef-1174e84396e8 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237915 May 28 05:43:37.186623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2654644d-4d08-43cf-bd0f-efc298007fcd tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:43:37.202386 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] Sync routers for ids ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:43:37.222873 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] Routers {'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:43:37.223772 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:43:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:37.225441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2654644d-4d08-43cf-bd0f-efc298007fcd tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:37.452913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:37.505287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2654644d-4d08-43cf-bd0f-efc298007fcd tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "PUT /v2.0/floatingips/583cd23e-de79-4063-81f1-aac22904c413 HTTP/1.1" status: 200 len: 992 time: 5.6927483 May 28 05:43:37.510527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff623c5-6feb-4e15-8514-927c2715f581', 'tag': '012cc5f2-109e-4a23-a0ab-9133598e0492'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:37.551603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c10008-8334-48fa-b08d-cf8be175b6ca req-a51c359d-6d74-4478-9507-4696f293ed6b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:37.566872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-54c10008-8334-48fa-b08d-cf8be175b6ca req-a51c359d-6d74-4478-9507-4696f293ed6b tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.5216568 May 28 05:43:37.731132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:37.731875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:37.769568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-54c10008-8334-48fa-b08d-cf8be175b6ca req-319b71bd-5435-4963-b49e-393e64ab11b4 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010350 May 28 05:43:37.794184 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] Set router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:43:37.968766 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d98022c-39c5-40ab-9787-7360e7112966'] response: {'name': 'network-changed', 'server_uuid': '3ff623c5-6feb-4e15-8514-927c2715f581', 'tag': '012cc5f2-109e-4a23-a0ab-9133598e0492', 'status': 'completed', 'code': 200} May 28 05:43:38.086603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b25e6239-1f0c-48df-b2fb-b241980196aa up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:38.131715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-4c1558a9-819e-4f8a-864c-69b1257a66a0 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:38.133671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-4c1558a9-819e-4f8a-864c-69b1257a66a0 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.41 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 0.3020988 May 28 05:43:38.149175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f2480-0dbb-4900-9ccd-88ca7a5fc3da req-1e8d79a2-8e9e-4834-a26b-bfeeada00c52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:38.159874 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a72f2480-0dbb-4900-9ccd-88ca7a5fc3da req-1e8d79a2-8e9e-4834-a26b-bfeeada00c52 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 946 time: 0.3459964 May 28 05:43:38.301460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:38.301791 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:38.393540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:38.409583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a72f2480-0dbb-4900-9ccd-88ca7a5fc3da req-172255ae-67e4-4959-9cbb-75b2e38de7b2 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405868 May 28 05:43:38.435173 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:38.464034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-8e577661-ef40-4be2-8c40-81d9a5d018d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:38.468465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-8e577661-ef40-4be2-8c40-81d9a5d018d3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9fc41a0dedde4abdaecca4f0cee59bf6&device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 1097 time: 0.4596238 May 28 05:43:38.479446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-e35cd491-49bb-44f4-872d-4c8c9f54a2e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Deleting port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:43:38.481157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-e35cd491-49bb-44f4-872d-4c8c9f54a2e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:38.585010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:38.601614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port b25e6239-1f0c-48df-b2fb-b241980196aa completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:38.646140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port b25e6239-1f0c-48df-b2fb-b241980196aa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:38.646513 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:38.762992 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:37Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '583cd23e-de79-4063-81f1-aac22904c413', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'port_id': '012cc5f2-109e-4a23-a0ab-9133598e0492', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'mac_address': 'fa:16:3e:c5:9c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff623c5-6feb-4e15-8514-927c2715f581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:42:52Z', 'updated_at': '2022-05-28T05:43:34Z', 'revision_number': 1, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0fb436-33ad-454c-bd7d-b51d82f1c515', 'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'mac_address': 'fa:16:3e:8a:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:47Z', 'revision_number': 5, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'subnets': [{'id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:38.775124 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] Checking router: ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:43:38.803320 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] Routers {'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:43:38.804486 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:43:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:38.894020 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-216cb5b8-782f-46bf-abd8-399facb2c5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:38.958151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:38.994009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb529b-3b57-4c05-ae35-239bdde147b6 req-0567907b-45dc-4424-8c68-f2d7f9235ca4 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:38.996927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-12eb529b-3b57-4c05-ae35-239bdde147b6 req-0567907b-45dc-4424-8c68-f2d7f9235ca4 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3447225 May 28 05:43:39.155618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-e35cd491-49bb-44f4-872d-4c8c9f54a2e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] For port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:39.156273 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-e35cd491-49bb-44f4-872d-4c8c9f54a2e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:39.164862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-0493a7dd-43a7-485f-a807-2db3efbe9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:39.168589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-0493a7dd-43a7-485f-a807-2db3efbe9389 service neutron] 10.222.0.33 "GET /v2.0/networks?id=49c46e8e-c0f8-4288-af21-3865c58a8751 HTTP/1.1" status: 200 len: 913 time: 0.6941881 May 28 05:43:39.203354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b25e6239-1f0c-48df-b2fb-b241980196aa is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:39.204427 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:39.348271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] Set router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:43:39.386575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b25e6239-1f0c-48df-b2fb-b241980196aa, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b25e6239-1f0c-48df-b2fb-b241980196aa,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:39.410789 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:39.422072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:39.592930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-12eb529b-3b57-4c05-ae35-239bdde147b6 req-9d7f7bc5-ef18-42e2-ab69-8181b5a30baf tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864449 May 28 05:43:39.663780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-f8aa2a47-7671-4a3d-b3a5-5999ea57c9a8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=012cc5f2-109e-4a23-a0ab-9133598e0492 HTTP/1.1" status: 200 len: 1000 time: 0.2570665 May 28 05:43:39.821226 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4d43bd-0dec-4fe1-b15e-387e7457c782'] response: {'server_uuid': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1', 'code': 200} May 28 05:43:39.846572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-e35cd491-49bb-44f4-872d-4c8c9f54a2e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Calling delete_port for 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:43:39.949008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b25e6239-1f0c-48df-b2fb-b241980196aa,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:39.952401 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:39.955848 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:39.962540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:39.963074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:40.010240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ebf6c-a8e6-431e-bbcb-41a784114afe req-a035f8bb-4533-4af7-99e2-83b5bcaca81a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:40.027260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ebf6c-a8e6-431e-bbcb-41a784114afe req-a035f8bb-4533-4af7-99e2-83b5bcaca81a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:40.042925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ebf6c-a8e6-431e-bbcb-41a784114afe req-a035f8bb-4533-4af7-99e2-83b5bcaca81a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:40.053990 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-185ebf6c-a8e6-431e-bbcb-41a784114afe req-a035f8bb-4533-4af7-99e2-83b5bcaca81a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2416 time: 1.7748139 May 28 05:43:40.266884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:40.270092 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:40.322186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,segment=NetworkSegment(b0391c4b-67ba-4083-bc52-485beb4ea773),segment_id=b0391c4b-67ba-4083-bc52-485beb4ea773)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:40.333209 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:40.334294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 623872c6-d924-49f6-b8aa-6d43aaad0b02 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:40.334747 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-185ebf6c-a8e6-431e-bbcb-41a784114afe req-72569950-1719-4e94-b11b-12ff7b64b7f3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774584 May 28 05:43:40.649710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-e35cd491-49bb-44f4-872d-4c8c9f54a2e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:40.739835 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:37Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '583cd23e-de79-4063-81f1-aac22904c413', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'port_id': '012cc5f2-109e-4a23-a0ab-9133598e0492', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'mac_address': 'fa:16:3e:c5:9c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff623c5-6feb-4e15-8514-927c2715f581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:42:52Z', 'updated_at': '2022-05-28T05:43:34Z', 'revision_number': 1, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0fb436-33ad-454c-bd7d-b51d82f1c515', 'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'mac_address': 'fa:16:3e:8a:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:47Z', 'revision_number': 5, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'subnets': [{'id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:40.750678 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf4777-e789-4edd-8da0-a70cdde09b40 None None] The sync data for ids ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'] in n-d-843679-5 is: [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:37Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '583cd23e-de79-4063-81f1-aac22904c413', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'port_id': '012cc5f2-109e-4a23-a0ab-9133598e0492', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'mac_address': 'fa:16:3e:c5:9c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff623c5-6feb-4e15-8514-927c2715f581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:42:52Z', 'updated_at': '2022-05-28T05:43:34Z', 'revision_number': 1, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0fb436-33ad-454c-bd7d-b51d82f1c515', 'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'mac_address': 'fa:16:3e:8a:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:47Z', 'revision_number': 5, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'subnets': [{'id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:43:40.793791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-301551df-6a4c-41b8-97f5-30242d221082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:40.798017 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-301551df-6a4c-41b8-97f5-30242d221082 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a HTTP/1.1" status: 200 len: 851 time: 1.1283848 May 28 05:43:40.836632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cd491-49bb-44f4-872d-4c8c9f54a2e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Pushing event deleted for resources: {'Port': ['ID=2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:41.019729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-e35cd491-49bb-44f4-872d-4c8c9f54a2e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] No DVR routers for this DVR port 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:41.053054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:41.073613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d6d95dc9-4720-4031-8263-89010b1d3919'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:41.098903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-e35cd491-49bb-44f4-872d-4c8c9f54a2e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:41.101879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479c9860-4c40-494a-90ee-b808632841f7', 'name': 'network-vif-deleted', 'tag': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:41.161606 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-339524ff-d642-42a0-aa42-2c396f245ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:41.169192 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6c3d5f3-45c7-4c06-ae55-d9951605d963 req-e35cd491-49bb-44f4-872d-4c8c9f54a2e2 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.41 "DELETE /v2.0/ports/2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 HTTP/1.1" status: 204 len: 173 time: 3.0259793 May 28 05:43:41.192058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 623872c6-d924-49f6-b8aa-6d43aaad0b02 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:43:41.204562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 623872c6-d924-49f6-b8aa-6d43aaad0b02 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:41.205181 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:41.261700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8f177-4bd4-4a9f-a5f9-61699df2893d req-cb4bc9a9-0ce3-476b-b0b2-e89bada862fa tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:41.275357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9ee8f177-4bd4-4a9f-a5f9-61699df2893d req-cb4bc9a9-0ce3-476b-b0b2-e89bada862fa tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Synchronizing usage tracker for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:41.295896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e0b098-426c-481b-b2bc-380ba2a8875c None None] New status for floating IP 583cd23e-de79-4063-81f1-aac22904c413: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:43:41.299987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61494469-ec6b-4ef7-bb8f-ef1407d4500f req-d1e93b94-67a8-446b-8a21-063388bf4263 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:41.307645 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61494469-ec6b-4ef7-bb8f-ef1407d4500f req-d1e93b94-67a8-446b-8a21-063388bf4263 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.2893326 May 28 05:43:41.362594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19259f-8272-4755-a120-b684eb35ffe2 req-3beefa05-736b-4a62-a9b2-fa84f04af7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:41.377392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff19259f-8272-4755-a120-b684eb35ffe2 req-3beefa05-736b-4a62-a9b2-fa84f04af7b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 1096 time: 0.9561818 May 28 05:43:41.393639 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61494469-ec6b-4ef7-bb8f-ef1407d4500f req-90bb4fce-64d5-49ac-b8f7-d45f6c2b8337 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802205 May 28 05:43:41.488311 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c88b12b5-ffea-44c4-a837-09cffebfe759'] response: {'server_uuid': '479c9860-4c40-494a-90ee-b808632841f7', 'name': 'network-vif-deleted', 'tag': '2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8', 'status': 'completed', 'code': 200} May 28 05:43:41.556419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9ee8f177-4bd4-4a9f-a5f9-61699df2893d req-cb4bc9a9-0ce3-476b-b0b2-e89bada862fa tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Unset dirty status for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:41.566592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ee8f177-4bd4-4a9f-a5f9-61699df2893d req-cb4bc9a9-0ce3-476b-b0b2-e89bada862fa tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=479c9860-4c40-494a-90ee-b808632841f7 HTTP/1.1" status: 200 len: 949 time: 1.2900186 May 28 05:43:41.650405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-a9e17f12-8b64-4423-ab29-9208c2cfe211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:41.652050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-a9e17f12-8b64-4423-ab29-9208c2cfe211 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=49c46e8e-c0f8-4288-af21-3865c58a8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8431103 May 28 05:43:41.779053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff19259f-8272-4755-a120-b684eb35ffe2 req-338eaefb-2152-464c-b3ba-1a326ab00de9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741274 May 28 05:43:41.870204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e05c-643f-407b-a1b3-08b0de4b1385 req-0c7e1837-8793-4e70-bc11-0036aa1494b8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:41.885152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e05c-643f-407b-a1b3-08b0de4b1385 req-0c7e1837-8793-4e70-bc11-0036aa1494b8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:41.904585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e05c-643f-407b-a1b3-08b0de4b1385 req-0c7e1837-8793-4e70-bc11-0036aa1494b8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:41.921294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f847e05c-643f-407b-a1b3-08b0de4b1385 req-0c7e1837-8793-4e70-bc11-0036aa1494b8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2418 time: 0.2099850 May 28 05:43:41.927162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25e6239-1f0c-48df-b2fb-b241980196aa'}, {'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9f91ad-02a3-4f6d-af79-13e5e0dad86a'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:41.989064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:42.086354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f847e05c-643f-407b-a1b3-08b0de4b1385 req-64fb7d66-15bf-48fe-b0ae-a827712a7901 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619105 May 28 05:43:42.166058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:43:42.167616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2bf1fcd3-e752-4f0e-aa15-eeb9489e08a8 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:42.240279 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ee8f177-4bd4-4a9f-a5f9-61699df2893d req-c28d2636-87a7-4acc-912e-9544af2100ae tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6679471 May 28 05:43:42.278242 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fa342e-06d9-4dd9-a7e1-f290eb0de47c'] response: {'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25e6239-1f0c-48df-b2fb-b241980196aa', 'code': 200} May 28 05:43:42.278509 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fa342e-06d9-4dd9-a7e1-f290eb0de47c'] response: {'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9f91ad-02a3-4f6d-af79-13e5e0dad86a', 'code': 200} May 28 05:43:42.371453 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:42.372176 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:42.506205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-4db97a6c-097c-4253-9b5d-1e6dce054ec9 service neutron] 10.222.0.33 "GET /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8360705 May 28 05:43:42.513900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 623872c6-d924-49f6-b8aa-6d43aaad0b02 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:42.514587 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:42.659635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 623872c6-d924-49f6-b8aa-6d43aaad0b02, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=623872c6-d924-49f6-b8aa-6d43aaad0b02,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:42.678417 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:42.923188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=623872c6-d924-49f6-b8aa-6d43aaad0b02,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:43.029718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de59a23-1fbd-4fdf-96d4-0e8868eb2f02 req-5bd918f1-2220-49b4-ac9c-757dcff6f1ac tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:43.046346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4de59a23-1fbd-4fdf-96d4-0e8868eb2f02 req-5bd918f1-2220-49b4-ac9c-757dcff6f1ac tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.4170344 May 28 05:43:43.200168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:43.329984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28b438c4-59c8-46cb-8fc6-14ca07b4240f req-e90829c5-b0ef-4c19-bb5a-f8d288357066 service neutron] 10.222.0.33 "GET /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8183341 May 28 05:43:43.355785 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4de59a23-1fbd-4fdf-96d4-0e8868eb2f02 req-a5f91dbc-d69e-4c1b-948a-2ec9e5f9f597 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998252 May 28 05:43:43.453241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef10c7e-8b80-4ff0-b419-7fd80d6f4c0a req-c650e839-a257-4fc2-85c8-dff7bd344c3b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:43.459064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef10c7e-8b80-4ff0-b419-7fd80d6f4c0a req-c650e839-a257-4fc2-85c8-dff7bd344c3b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:43.465170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef10c7e-8b80-4ff0-b419-7fd80d6f4c0a req-c650e839-a257-4fc2-85c8-dff7bd344c3b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:43.473331 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fef10c7e-8b80-4ff0-b419-7fd80d6f4c0a req-c650e839-a257-4fc2-85c8-dff7bd344c3b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2419 time: 0.1833847 May 28 05:43:43.531048 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fef10c7e-8b80-4ff0-b419-7fd80d6f4c0a req-1b91e9b7-1386-4fc6-b682-4e49bc0c9344 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555947 May 28 05:43:44.129620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f72f3-351b-41ef-98e5-4fa77c9a2bc6 req-7883caa4-b078-46fd-a107-8ee3307a0c47 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:44.141866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-742f72f3-351b-41ef-98e5-4fa77c9a2bc6 req-7883caa4-b078-46fd-a107-8ee3307a0c47 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.1313953 May 28 05:43:44.237762 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-742f72f3-351b-41ef-98e5-4fa77c9a2bc6 req-93b6249e-4f48-4711-810d-54f7693b4f0f tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949206 May 28 05:43:44.279344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623872c6-d924-49f6-b8aa-6d43aaad0b02'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:44.375133 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9e7cb6-9176-46df-b7c3-789c5719f7aa'] response: {'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623872c6-d924-49f6-b8aa-6d43aaad0b02', 'code': 200} May 28 05:43:44.864212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dfb14-c58e-4442-b052-d395ae513223 req-58b5fd75-b10b-44b9-a9d6-c4a59b8c179b tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:44.874430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-751dfb14-c58e-4442-b052-d395ae513223 req-58b5fd75-b10b-44b9-a9d6-c4a59b8c179b tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.2077215 May 28 05:43:44.893890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85597e0-ec8e-4314-a434-0760e292ca58 req-c5db7c84-e0a0-48e3-b1cc-1facfeeb33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:44.895393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85597e0-ec8e-4314-a434-0760e292ca58 req-c5db7c84-e0a0-48e3-b1cc-1facfeeb33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:44.896025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85597e0-ec8e-4314-a434-0760e292ca58 req-c5db7c84-e0a0-48e3-b1cc-1facfeeb33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:44.897646 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b85597e0-ec8e-4314-a434-0760e292ca58 req-c5db7c84-e0a0-48e3-b1cc-1facfeeb33f4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2872 time: 0.3304260 May 28 05:43:44.940179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcddbd-d2f6-4277-9f1b-766e6513f6c2 req-87de2aec-9785-4f28-a127-965853ab0608 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:44.947381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcddbd-d2f6-4277-9f1b-766e6513f6c2 req-87de2aec-9785-4f28-a127-965853ab0608 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:44.955754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcddbd-d2f6-4277-9f1b-766e6513f6c2 req-87de2aec-9785-4f28-a127-965853ab0608 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:44.958736 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-751dfb14-c58e-4442-b052-d395ae513223 req-ae2f3e37-5120-4f11-b640-e77cb6c51db7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841634 May 28 05:43:44.963642 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0dcddbd-d2f6-4277-9f1b-766e6513f6c2 req-87de2aec-9785-4f28-a127-965853ab0608 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2419 time: 0.2287285 May 28 05:43:44.978818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-eaee888d-8bd3-4e60-bb84-61ad3db5f215 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:44.992498 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-eaee888d-8bd3-4e60-bb84-61ad3db5f215 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.41 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.5745485 May 28 05:43:45.031410 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b85597e0-ec8e-4314-a434-0760e292ca58 req-a9c57202-a1f0-427e-aa6c-51dbf5be478b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258283 May 28 05:43:45.066959 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0dcddbd-d2f6-4277-9f1b-766e6513f6c2 req-01801452-2954-415c-9698-f1ac5707ee06 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021578 May 28 05:43:45.074959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54870) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:45.242031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-082452cd-8663-4dd6-86cb-6023f9701836 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Deleting port d6d95dc9-4720-4031-8263-89010b1d3919 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:43:45.242732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-082452cd-8663-4dd6-86cb-6023f9701836 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:45.324301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-677388f1-7cbe-47d1-98aa-aaf766fabd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:45.361984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-677388f1-7cbe-47d1-98aa-aaf766fabd0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:45.376102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-677388f1-7cbe-47d1-98aa-aaf766fabd0a admin admin] Usage tracker for resource:security_group_rule and tenant:2f7bfeb2ef4a4bc7b143c9ef869391cf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:45.384917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-677388f1-7cbe-47d1-98aa-aaf766fabd0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:45.395637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-677388f1-7cbe-47d1-98aa-aaf766fabd0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:45.585472 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-677388f1-7cbe-47d1-98aa-aaf766fabd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:45.610359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-677388f1-7cbe-47d1-98aa-aaf766fabd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:45.665731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc66977-bec3-4530-943a-fb38031fdc24 req-383bd9ae-7160-4f48-810e-a1f7bc6b9671 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:45.672906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2bc66977-bec3-4530-943a-fb38031fdc24 req-383bd9ae-7160-4f48-810e-a1f7bc6b9671 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.4926927 May 28 05:43:45.744561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677388f1-7cbe-47d1-98aa-aaf766fabd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efefc27-6640-43c8-92af-ebbb26edd4dc,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:45.748213 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2bc66977-bec3-4530-943a-fb38031fdc24 req-3d470ea5-12a6-4198-b5f2-b58ac8a0681e tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667384 May 28 05:43:45.788272 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-677388f1-7cbe-47d1-98aa-aaf766fabd0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f7bfeb2ef4a4bc7b143c9ef869391cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7121799 May 28 05:43:45.790763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54890) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:45.824642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-082452cd-8663-4dd6-86cb-6023f9701836 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] For port d6d95dc9-4720-4031-8263-89010b1d3919, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d6d95dc9-4720-4031-8263-89010b1d3919,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:45.824921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-082452cd-8663-4dd6-86cb-6023f9701836 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:45.876031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aefd5c-93b9-4a12-a6a7-ecb267c264dd req-481c5b81-f33b-4706-8567-28a7873293db tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:45.876804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-66aefd5c-93b9-4a12-a6a7-ecb267c264dd req-481c5b81-f33b-4706-8567-28a7873293db tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Synchronizing usage tracker for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:45.964770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-66aefd5c-93b9-4a12-a6a7-ecb267c264dd req-481c5b81-f33b-4706-8567-28a7873293db tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Unset dirty status for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:45.983886 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-66aefd5c-93b9-4a12-a6a7-ecb267c264dd req-481c5b81-f33b-4706-8567-28a7873293db tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 950 time: 0.4607749 May 28 05:43:46.028591 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ceba4246-8d84-42e5-a641-842f361da6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:46.142831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ceba4246-8d84-42e5-a641-842f361da6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:46.474058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-66aefd5c-93b9-4a12-a6a7-ecb267c264dd req-8d13e1f5-e9b9-48a0-891f-49d727345abe tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/security-groups?id=114b82ff-d06d-4628-8ffa-d4ce0e0726b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891870 May 28 05:43:46.493796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-082452cd-8663-4dd6-86cb-6023f9701836 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Calling delete_port for d6d95dc9-4720-4031-8263-89010b1d3919 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:43:46.532350 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ceba4246-8d84-42e5-a641-842f361da6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:46.594019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba4246-8d84-42e5-a641-842f361da6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efefc27-6640-43c8-92af-ebbb26edd4dc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:46.602054 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ceba4246-8d84-42e5-a641-842f361da6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:46.603284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ceba4246-8d84-42e5-a641-842f361da6d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7efefc27-6640-43c8-92af-ebbb26edd4dc HTTP/1.1" status: 204 len: 168 time: 0.8114905 May 28 05:43:46.909151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b325b8-79fa-487b-8fec-458258b4d46f req-89172d9a-e567-4eb6-bb58-b688123205ef tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:46.917745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b325b8-79fa-487b-8fec-458258b4d46f req-89172d9a-e567-4eb6-bb58-b688123205ef tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:46.932990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b325b8-79fa-487b-8fec-458258b4d46f req-89172d9a-e567-4eb6-bb58-b688123205ef tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:46.941428 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e3b325b8-79fa-487b-8fec-458258b4d46f req-89172d9a-e567-4eb6-bb58-b688123205ef tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2419 time: 0.4687653 May 28 05:43:47.102362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e3b325b8-79fa-487b-8fec-458258b4d46f req-45c54642-0407-4a07-bad9-434dbfafb3e6 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594527 May 28 05:43:47.109827 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-082452cd-8663-4dd6-86cb-6023f9701836 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:47.180739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082452cd-8663-4dd6-86cb-6023f9701836 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Pushing event deleted for resources: {'Port': ['ID=d6d95dc9-4720-4031-8263-89010b1d3919,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:47.398700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-082452cd-8663-4dd6-86cb-6023f9701836 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] No DVR routers for this DVR port d6d95dc9-4720-4031-8263-89010b1d3919 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:47.413628 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-082452cd-8663-4dd6-86cb-6023f9701836 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:47.438977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'name': 'network-vif-deleted', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:47.445143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee96a-f787-4336-859d-b4217ac82f23 req-d6dc699d-fc0d-4a3b-8e0f-3a357f16eebc tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:47.455840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-d6dc699d-fc0d-4a3b-8e0f-3a357f16eebc tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/networks?id=f2a9c59d-4b48-4840-aff6-5d5408668f5a HTTP/1.1" status: 200 len: 815 time: 0.7337689 May 28 05:43:47.463194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01abd481-1025-4857-8ee5-41f5342d3f66 req-082452cd-8663-4dd6-86cb-6023f9701836 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.41 "DELETE /v2.0/ports/d6d95dc9-4720-4031-8263-89010b1d3919 HTTP/1.1" status: 204 len: 173 time: 2.4337533 May 28 05:43:47.505641 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-0b7764ac-a29c-4c91-a7bf-d1306b692e05 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/quotas/d04a46075b914f75a3759349a85d0515 HTTP/1.1" status: 200 len: 375 time: 0.0487719 May 28 05:43:47.514489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d6d95dc9-4720-4031-8263-89010b1d3919 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:47.708449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: d6d95dc9-4720-4031-8263-89010b1d3919 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:43:47.708722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d6d95dc9-4720-4031-8263-89010b1d3919 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:47.741648 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4a6906-f037-4af9-a090-b074962ffd72'] response: {'server_uuid': '36042904-a974-469e-a0fa-9d4638ae21f2', 'name': 'network-vif-deleted', 'tag': 'd6d95dc9-4720-4031-8263-89010b1d3919', 'status': 'completed', 'code': 200} May 28 05:43:47.816873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d97e14dc-2fd7-4d06-9d99-280b41863917 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:47.818750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d97e14dc-2fd7-4d06-9d99-280b41863917 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "GET /v2.0/ports?device_id=a13cc944-9f05-496e-bac0-8f8deaacf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3356273 May 28 05:43:47.889937 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-616726d4-3dbe-4f38-a330-315b274d8984 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d04a46075b914f75a3759349a85d0515&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3622463 May 28 05:43:47.915550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fd6c2a5e-0308-4eb9-b6be-c5f6a076cd4b req-af36ff3d-4de1-492b-aa83-810b688ae626 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Synchronizing usage tracker for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:48.053616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d32e372e-0c4d-48a8-8157-f496250def31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Deleting port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:43:48.054245 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d32e372e-0c4d-48a8-8157-f496250def31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:48.154898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fd6c2a5e-0308-4eb9-b6be-c5f6a076cd4b req-af36ff3d-4de1-492b-aa83-810b688ae626 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] Unset dirty status for tenant:e10ad26e43184b2ab9c1f21342cf9b76 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:48.164847 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd6c2a5e-0308-4eb9-b6be-c5f6a076cd4b req-af36ff3d-4de1-492b-aa83-810b688ae626 tempest-MigrationsAdminTest-100248304 tempest-MigrationsAdminTest-100248304-project] 10.222.0.39 "GET /v2.0/ports?device_id=36042904-a974-469e-a0fa-9d4638ae21f2 HTTP/1.1" status: 200 len: 210 time: 0.3565130 May 28 05:43:48.169807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54952) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:48.239317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8b40aeb-57fb-43a6-a7ce-b228629cb6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:48.276217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a8b40aeb-57fb-43a6-a7ce-b228629cb6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:48.295386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a8b40aeb-57fb-43a6-a7ce-b228629cb6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:b55e192a560d4dbb99aebada68e94e52 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:48.299194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a8b40aeb-57fb-43a6-a7ce-b228629cb6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:48.305707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a8b40aeb-57fb-43a6-a7ce-b228629cb6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:48.440605 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8b40aeb-57fb-43a6-a7ce-b228629cb6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:48.450991 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-41a23edc-f06e-44f3-8ead-e90419b48afe service neutron] 10.222.0.39 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600429 May 28 05:43:48.681198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d32e372e-0c4d-48a8-8157-f496250def31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] For port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:48.681198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d32e372e-0c4d-48a8-8157-f496250def31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:48.779586 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-08c68eaf-d825-450b-bdb1-e90446e867f9 service neutron] 10.222.0.39 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265159 May 28 05:43:48.952986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8b40aeb-57fb-43a6-a7ce-b228629cb6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:48.971166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d32e372e-0c4d-48a8-8157-f496250def31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Calling delete_port for 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:43:49.246137 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8a88149d-782d-47a0-ad31-993528a49903 req-183b9dc0-772e-49c0-8be8-ee0305488d66 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 210 time: 0.2119277 May 28 05:43:49.265680 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d32e372e-0c4d-48a8-8157-f496250def31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:49.292476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:43:49.367428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e372e-0c4d-48a8-8157-f496250def31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Pushing event deleted for resources: {'Port': ['ID=16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:49.402791 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a8b40aeb-57fb-43a6-a7ce-b228629cb6b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b55e192a560d4dbb99aebada68e94e52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2281599 May 28 05:43:49.403951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b40aeb-57fb-43a6-a7ce-b228629cb6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61231c3-a186-4c1b-907b-92942ffa95af,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:49.405568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54988) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:49.425642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3726415-5ee6-42c6-8856-07869badc98f req-bd5702e9-378c-40c2-b452-e1159aa45ef7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:49.431999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3726415-5ee6-42c6-8856-07869badc98f req-bd5702e9-378c-40c2-b452-e1159aa45ef7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:49.441638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3726415-5ee6-42c6-8856-07869badc98f req-bd5702e9-378c-40c2-b452-e1159aa45ef7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:49.449620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3726415-5ee6-42c6-8856-07869badc98f req-bd5702e9-378c-40c2-b452-e1159aa45ef7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2419 time: 1.0074580 May 28 05:43:49.539753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5cc8-3d49-411d-abb4-917deb6fbcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:49.556649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3726415-5ee6-42c6-8856-07869badc98f req-ef976813-03e5-4f79-a813-ae92e956dc9f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055140 May 28 05:43:49.562371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d32e372e-0c4d-48a8-8157-f496250def31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] No DVR routers for this DVR port 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:49.565830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d32e372e-0c4d-48a8-8157-f496250def31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:49.614397 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97f19192-f1a7-482e-8d09-97a9524ddee2 req-d32e372e-0c4d-48a8-8157-f496250def31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "DELETE /v2.0/ports/16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 HTTP/1.1" status: 204 len: 173 time: 1.6836712 May 28 05:43:49.628792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5cc8-3d49-411d-abb4-917deb6fbcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:49.742679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'name': 'network-vif-deleted', 'tag': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:49.752339 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5cc8-3d49-411d-abb4-917deb6fbcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:49.801891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e5cc8-3d49-411d-abb4-917deb6fbcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61231c3-a186-4c1b-907b-92942ffa95af,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:49.822524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5cc8-3d49-411d-abb4-917deb6fbcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:49.834882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7c1e5cc8-3d49-411d-abb4-917deb6fbcdd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e61231c3-a186-4c1b-907b-92942ffa95af HTTP/1.1" status: 204 len: 168 time: 0.4282169 May 28 05:43:49.856736 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02ea528-168d-448b-8f89-1a219ebb60c9'] response: {'server_uuid': 'a13cc944-9f05-496e-bac0-8f8deaacf8f8', 'name': 'network-vif-deleted', 'tag': '16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1', 'status': 'completed', 'code': 200} May 28 05:43:50.481504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55024) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:50.820208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64fa70-edef-4c38-8803-a0c972f2c9d3 req-1b677dfa-a5ba-41a4-9194-4041f8ea6d9e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:50.828327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64fa70-edef-4c38-8803-a0c972f2c9d3 req-1b677dfa-a5ba-41a4-9194-4041f8ea6d9e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:50.841522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64fa70-edef-4c38-8803-a0c972f2c9d3 req-1b677dfa-a5ba-41a4-9194-4041f8ea6d9e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:50.845501 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba64fa70-edef-4c38-8803-a0c972f2c9d3 req-1b677dfa-a5ba-41a4-9194-4041f8ea6d9e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2419 time: 0.3291402 May 28 05:43:50.975265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba64fa70-edef-4c38-8803-a0c972f2c9d3 req-614f27ab-f2f0-4cc4-b8c4-9ea0e54aebf5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119511 May 28 05:43:50.989539 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-490bc185-a7af-45b7-a811-9555241b6af0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e10ad26e43184b2ab9c1f21342cf9b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076001 May 28 05:43:50.999088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55046) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:51.103160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e088662b-c87e-4af4-a8b4-a97607e5a2c6 req-e6d52ad1-2787-4fb9-9c06-aef3961071ab tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Synchronizing usage tracker for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:51.105604 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31b12271-b384-4dca-bc6d-fb0a1ef1de32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:51.159898 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31b12271-b384-4dca-bc6d-fb0a1ef1de32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:51.188069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e088662b-c87e-4af4-a8b4-a97607e5a2c6 req-e6d52ad1-2787-4fb9-9c06-aef3961071ab tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Unset dirty status for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:51.198698 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e088662b-c87e-4af4-a8b4-a97607e5a2c6 req-e6d52ad1-2787-4fb9-9c06-aef3961071ab tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 210 time: 0.6550002 May 28 05:43:51.283595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31b12271-b384-4dca-bc6d-fb0a1ef1de32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:51.374328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b12271-b384-4dca-bc6d-fb0a1ef1de32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114b82ff-d06d-4628-8ffa-d4ce0e0726b8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:51.430082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31b12271-b384-4dca-bc6d-fb0a1ef1de32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:51.433978 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-31b12271-b384-4dca-bc6d-fb0a1ef1de32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/114b82ff-d06d-4628-8ffa-d4ce0e0726b8 HTTP/1.1" status: 204 len: 168 time: 0.4336162 May 28 05:43:51.515066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:51.686003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:43:51.688635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 16eb3bf6-b44d-4d4e-bb93-8e4f4b3055f1 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:52.014767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee96a-f787-4336-859d-b4217ac82f23 req-58ac7854-114f-4ac6-a157-cd13ddc941df tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:52.023964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-58ac7854-114f-4ac6-a157-cd13ddc941df tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "GET /v2.0/networks?id=f2a9c59d-4b48-4840-aff6-5d5408668f5a HTTP/1.1" status: 200 len: 815 time: 0.5907238 May 28 05:43:52.091124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Request body: {'port': {'device_id': '7db6aa4a-20dd-4682-8a6f-29ecbc839507', 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a', 'admin_state_up': True, 'tenant_id': 'd04a46075b914f75a3759349a85d0515'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:52.475052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f26f0-1468-43c1-9c46-bfce6667bf9b req-999e61d4-47b9-413d-9f47-b8f4d5aa0c3d tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:52.487442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f26f0-1468-43c1-9c46-bfce6667bf9b req-999e61d4-47b9-413d-9f47-b8f4d5aa0c3d tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:52.497665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:52.504677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f26f0-1468-43c1-9c46-bfce6667bf9b req-999e61d4-47b9-413d-9f47-b8f4d5aa0c3d tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:52.515839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-659f26f0-1468-43c1-9c46-bfce6667bf9b req-999e61d4-47b9-413d-9f47-b8f4d5aa0c3d tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2419 time: 0.2722390 May 28 05:43:52.538384 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4cad49f-7828-47b8-b954-8121a1eda71b req-d1b5232e-d299-4fec-83f4-a5eade933c95 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 210 time: 0.1380067 May 28 05:43:52.555573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55092) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:52.560949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:52.656113 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-659f26f0-1468-43c1-9c46-bfce6667bf9b req-cd5d85fe-3c28-4973-ab56-fac4b1426cac tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344261 May 28 05:43:52.677667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-4def413a-3517-4f29-a876-8654d3bdb7ea tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:52.700201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-4def413a-3517-4f29-a876-8654d3bdb7ea tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:52.720377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-4def413a-3517-4f29-a876-8654d3bdb7ea tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:52.722061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-4def413a-3517-4f29-a876-8654d3bdb7ea tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2419 time: 0.6955547 May 28 05:43:52.826659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Made reservation on behalf of d04a46075b914f75a3759349a85d0515 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:43:52.831019 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:52.922741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-e0f3ba63-cff0-4c2a-ae3a-0cb1aa2c0ae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port b25e6239-1f0c-48df-b2fb-b241980196aa {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:43:52.923837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-e0f3ba63-cff0-4c2a-ae3a-0cb1aa2c0ae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:53.147937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55108) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:53.148242 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-faa4a444-71c1-439a-8459-5091085ff980 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=771222ed6e7a4074bc2a5ba1dd187ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5896814 May 28 05:43:53.293608 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:53.353664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:53.519157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:53.551289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Allocated IP 172.20.0.4 (f2a9c59d-4b48-4840-aff6-5d5408668f5a/a2ffdb86-9b82-420e-99fe-bff219ac1190/8163a960-d1b3-42a8-b97d-688a84fbce32) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:43:53.558754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3154dad-a6b9-4d51-bcbb-4c4d85451a30,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:53.594372 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:53.627462 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3154dad-a6b9-4d51-bcbb-4c4d85451a30 HTTP/1.1" status: 204 len: 168 time: 0.4780331 May 28 05:43:53.629379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.633618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.635045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.637200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.638121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.639022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.639746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.641752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.643101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.644220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.645309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.646190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568a23-07fb-4498-bb4f-060140b29f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:53.846712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:53.934544 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:54.130945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Pushing event updated for resources: {'Port': ['ID=8163a960-d1b3-42a8-b97d-688a84fbce32,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:54.143597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39fe3-2632-47f1-abb2-77be75b8bbcd req-5bbfb1f7-d572-4207-9057-48b6c009ddc8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:54.158280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39fe3-2632-47f1-abb2-77be75b8bbcd req-5bbfb1f7-d572-4207-9057-48b6c009ddc8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:54.170335 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39fe3-2632-47f1-abb2-77be75b8bbcd req-5bbfb1f7-d572-4207-9057-48b6c009ddc8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:54.175359 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7e39fe3-2632-47f1-abb2-77be75b8bbcd req-5bbfb1f7-d572-4207-9057-48b6c009ddc8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 2419 time: 0.2655041 May 28 05:43:54.226061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Network f2a9c59d-4b48-4840-aff6-5d5408668f5a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:43:54.248988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:43:54.262908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:43:54.293305 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7e39fe3-2632-47f1-abb2-77be75b8bbcd req-f99c7f99-de93-4ba6-b0f8-12d60ebf268b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048465 May 28 05:43:54.456892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630fa40-ea21-4b88-adbd-8f61787e4731 req-65220af9-4ed7-4e4b-9d80-618e7d0284c1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:54.458671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b630fa40-ea21-4b88-adbd-8f61787e4731 req-65220af9-4ed7-4e4b-9d80-618e7d0284c1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 931 time: 0.5706639 May 28 05:43:54.713645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b630fa40-ea21-4b88-adbd-8f61787e4731 req-c5e8157a-6e53-46da-b50a-85e35beb6be1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212241 May 28 05:43:54.743278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-e0f3ba63-cff0-4c2a-ae3a-0cb1aa2c0ae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] For port b25e6239-1f0c-48df-b2fb-b241980196aa, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b25e6239-1f0c-48df-b2fb-b241980196aa,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:54.744335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-e0f3ba63-cff0-4c2a-ae3a-0cb1aa2c0ae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:54.760420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:54.761221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:55.042660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-e0f3ba63-cff0-4c2a-ae3a-0cb1aa2c0ae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Calling delete_port for b25e6239-1f0c-48df-b2fb-b241980196aa owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:43:55.326060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-ff1452e5-8ab0-4ad6-ae2f-7e524f3d3222 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2386396 May 28 05:43:55.364663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Request body: {'port': {'device_id': '7db6aa4a-20dd-4682-8a6f-29ecbc839507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:55.510223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-e0f3ba63-cff0-4c2a-ae3a-0cb1aa2c0ae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:55.630174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3ba63-cff0-4c2a-ae3a-0cb1aa2c0ae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Port': ['ID=b25e6239-1f0c-48df-b2fb-b241980196aa,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:55.664909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eed47d-15bb-4b0c-9544-962b4150713c req-f19ead63-892e-4dcd-977c-7f57559bfa69 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:55.676142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eed47d-15bb-4b0c-9544-962b4150713c req-f19ead63-892e-4dcd-977c-7f57559bfa69 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:55.690616 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32eed47d-15bb-4b0c-9544-962b4150713c req-f19ead63-892e-4dcd-977c-7f57559bfa69 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 1683 time: 0.1848567 May 28 05:43:55.816309 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:55.822027 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32eed47d-15bb-4b0c-9544-962b4150713c req-58b701ae-d297-4289-a0ca-58ff50df0a63 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300020 May 28 05:43:55.954167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-e0f3ba63-cff0-4c2a-ae3a-0cb1aa2c0ae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] No DVR routers for this DVR port b25e6239-1f0c-48df-b2fb-b241980196aa on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:55.970059 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-e0f3ba63-cff0-4c2a-ae3a-0cb1aa2c0ae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:55.986360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-deleted', 'tag': 'b25e6239-1f0c-48df-b2fb-b241980196aa'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:55.997799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55224) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:56.007692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-173143869'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:56.016674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:56.022855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:network and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:56.030810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:56.039407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:56.079962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:43:56.085175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:56.121478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:43:56.133573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-e0f3ba63-cff0-4c2a-ae3a-0cb1aa2c0ae4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "DELETE /v2.0/ports/b25e6239-1f0c-48df-b2fb-b241980196aa HTTP/1.1" status: 204 len: 173 time: 3.3944066 May 28 05:43:56.135807 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:56.136431 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Added segment b68052dc-7dce-4e5f-aa2f-47cc7916b00e of type vlan for network 52bddb62-c404-4753-8461-48e940f599d0 May 28 05:43:56.188267 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:56.211392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b25e6239-1f0c-48df-b2fb-b241980196aa no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:56.220659 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41b1914-adde-4612-820e-a54f33174a13'] response: {'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-deleted', 'tag': 'b25e6239-1f0c-48df-b2fb-b241980196aa', 'status': 'completed', 'code': 200} May 28 05:43:56.266248 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:56.273955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:56.274653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:56.324546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: b25e6239-1f0c-48df-b2fb-b241980196aa {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:43:56.330715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b25e6239-1f0c-48df-b2fb-b241980196aa not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:56.331331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:56.392503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:43:56.393217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:56.527736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144253dc-e258-4e6d-9c88-219e38172eb0 req-b015a356-e43d-4b59-95f5-f66b36238cff tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:56.528849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-144253dc-e258-4e6d-9c88-219e38172eb0 req-b015a356-e43d-4b59-95f5-f66b36238cff tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Synchronizing usage tracker for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:56.587467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:56.592060 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:56.649983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6510627 May 28 05:43:56.655765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55240) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:56.677385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,segment=NetworkSegment(b0391c4b-67ba-4083-bc52-485beb4ea773),segment_id=b0391c4b-67ba-4083-bc52-485beb4ea773)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:56.681224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2f78b-3d8d-46ba-ab33-805a2c7d6710 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Network': ['ID=52bddb62-c404-4753-8461-48e940f599d0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:56.683163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9f91ad-02a3-4f6d-af79-13e5e0dad86a'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:56.687312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-312625200'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:56.692832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-144253dc-e258-4e6d-9c88-219e38172eb0 req-b015a356-e43d-4b59-95f5-f66b36238cff tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Unset dirty status for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:56.694147 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-144253dc-e258-4e6d-9c88-219e38172eb0 req-b015a356-e43d-4b59-95f5-f66b36238cff tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 931 time: 0.7255878 May 28 05:43:56.702580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:56.719273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 52bddb62-c404-4753-8461-48e940f599d0 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:43:56.755946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55246) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:56.758642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:network and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:56.762751 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:56.766609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 623872c6-d924-49f6-b8aa-6d43aaad0b02 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:56.776053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:56.923493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:57.042950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d7f2-efee-407c-8afc-8c0987eace4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.085024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ee1d7f2-efee-407c-8afc-8c0987eace4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:57.090356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ee1d7f2-efee-407c-8afc-8c0987eace4a admin admin] Usage tracker for resource:security_group_rule and tenant:b7db75be9e1c482a835af5cd54dbe8b0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:57.094004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ee1d7f2-efee-407c-8afc-8c0987eace4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:57.105945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:43:57.114670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.155323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ee1d7f2-efee-407c-8afc-8c0987eace4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:57.198184 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-144253dc-e258-4e6d-9c88-219e38172eb0 req-2341aa76-5e5e-48ac-9362-b87603890007 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970269 May 28 05:43:57.204352 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:43:57.223009 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497598bc-c55b-4065-b54b-d0bd0e194b76'] response: {'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9f91ad-02a3-4f6d-af79-13e5e0dad86a', 'code': 200} May 28 05:43:57.326942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6fbe-79cf-4a6d-936d-300429e0bc16 req-2a448fea-63d6-4358-a4b8-edfb1373781a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:57.334345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6fbe-79cf-4a6d-936d-300429e0bc16 req-2a448fea-63d6-4358-a4b8-edfb1373781a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:57.336600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-73eb6fbe-79cf-4a6d-936d-300429e0bc16 req-2a448fea-63d6-4358-a4b8-edfb1373781a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 1681 time: 0.2349312 May 28 05:43:57.433048 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-73eb6fbe-79cf-4a6d-936d-300429e0bc16 req-6a656c58-3667-49d5-9060-3cc457c3040b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808828 May 28 05:43:57.436059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] For port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,segment=NetworkSegment(b0391c4b-67ba-4083-bc52-485beb4ea773),segment_id=b0391c4b-67ba-4083-bc52-485beb4ea773)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:57.436424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.459837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8163a960-d1b3-42a8-b97d-688a84fbce32 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:43:57.480418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:43:57.514511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:57.544151 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d7f2-efee-407c-8afc-8c0987eace4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.553021 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d7f2-efee-407c-8afc-8c0987eace4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.565838 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.637671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7ee1d7f2-efee-407c-8afc-8c0987eace4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7db75be9e1c482a835af5cd54dbe8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8744411 May 28 05:43:57.639825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55284) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:57.659695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Calling delete_port for 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:43:57.691313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 623872c6-d924-49f6-b8aa-6d43aaad0b02 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:43:57.692069 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.708330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1d7f2-efee-407c-8afc-8c0987eace4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffca4e5-2a47-410c-94db-13fb63b89115,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:57.724820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Transition to ACTIVE for port object 8163a960-d1b3-42a8-b97d-688a84fbce32 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:43:57.725944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.726334 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Added segment 77302954-f122-45a1-bb3f-24e9ff451b5e of type vlan for network 337da631-7b56-4c95-b848-be4d1c218e24 May 28 05:43:57.741071 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.780762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 623872c6-d924-49f6-b8aa-6d43aaad0b02, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=623872c6-d924-49f6-b8aa-6d43aaad0b02,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:57.793011 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0e86c832-9be0-4f96-9466-003c8d49985f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.793313 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.844150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0e86c832-9be0-4f96-9466-003c8d49985f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.927654 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0e86c832-9be0-4f96-9466-003c8d49985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.954499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=623872c6-d924-49f6-b8aa-6d43aaad0b02,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:57.974528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86c832-9be0-4f96-9466-003c8d49985f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffca4e5-2a47-410c-94db-13fb63b89115,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:57.982961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.992295 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0e86c832-9be0-4f96-9466-003c8d49985f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.995843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0e86c832-9be0-4f96-9466-003c8d49985f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ffca4e5-2a47-410c-94db-13fb63b89115 HTTP/1.1" status: 204 len: 168 time: 0.3498554 May 28 05:43:58.293985 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:43:58.294375 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:43:58.320087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Pushing event updated for resources: {'Port': ['ID=8163a960-d1b3-42a8-b97d-688a84fbce32,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:58.421417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:58.427476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.428093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:58.527138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701a6d7-5b11-4807-82e8-c97136f0e1a3 req-8e25ebd7-fcd2-4e51-8648-721a76275dda tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.537064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3701a6d7-5b11-4807-82e8-c97136f0e1a3 req-8e25ebd7-fcd2-4e51-8648-721a76275dda tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 943 time: 0.1273773 May 28 05:43:58.594577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Attempting to bind port 8163a960-d1b3-42a8-b97d-688a84fbce32 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:43:58.595434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Attempting to bind port 8163a960-d1b3-42a8-b97d-688a84fbce32 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:43:58.595961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Attempting to bind port 8163a960-d1b3-42a8-b97d-688a84fbce32 on network f2a9c59d-4b48-4840-aff6-5d5408668f5a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:58.606044 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3701a6d7-5b11-4807-82e8-c97136f0e1a3 req-d9d6ae59-97f4-44f8-b478-881e63624fe7 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676360 May 28 05:43:58.616768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9571784 May 28 05:43:58.619531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55320) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:58.632055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'subnet': {'network_id': '52bddb62-c404-4753-8461-48e940f599d0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:58.641906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ae839-2046-4fd5-89eb-1d9f1d8e51a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Network': ['ID=337da631-7b56-4c95-b848-be4d1c218e24,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:58.644295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Port 8163a960-d1b3-42a8-b97d-688a84fbce32 on network f2a9c59d-4b48-4840-aff6-5d5408668f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:43:58.644866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Attempting to bind port 8163a960-d1b3-42a8-b97d-688a84fbce32 on network f2a9c59d-4b48-4840-aff6-5d5408668f5a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:43:58.654236 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 337da631-7b56-4c95-b848-be4d1c218e24 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:43:58.660345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.661295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.662066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.662890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.663637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.664263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.664886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.665521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.666164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.667422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.668108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.668732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:58.671028 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fbf18e3-4b57-4614-9989-899a0f40d35e req-ea784426-d53c-4ffe-bb85-d0e269b6a0ab tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8429 time: 0.4576855 May 28 05:43:58.672146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:43:58.672712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Checking segment: {'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:43:58.673941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Bound using segment: {'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:43:58.676691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Bound port: 8163a960-d1b3-42a8-b97d-688a84fbce32, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97634c44-33b4-4959-bf78-82378c814e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:43:58.676691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:58.795765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:43:58.796614 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:58.887638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55326) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:59.026712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c24142b3-09d0-4272-a01d-a8711818e990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:59.075601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c24142b3-09d0-4272-a01d-a8711818e990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:59.093595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:43:59.110218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:subnet and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:59.125068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:59.129707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c24142b3-09d0-4272-a01d-a8711818e990 admin admin] Usage tracker for resource:security_group_rule and tenant:cf4e4e98f4e047308ce444875b77f391 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:43:59.133810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:59.145716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b1a52-c761-4d3e-8967-b8fd9dbaeb44 req-10531966-57c3-48f7-a86b-23bdc73c578c tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.150984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c24142b3-09d0-4272-a01d-a8711818e990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:43:59.151584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b1a52-c761-4d3e-8967-b8fd9dbaeb44 req-10531966-57c3-48f7-a86b-23bdc73c578c tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.159067 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c29b1a52-c761-4d3e-8967-b8fd9dbaeb44 req-10531966-57c3-48f7-a86b-23bdc73c578c tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 1679 time: 0.2126191 May 28 05:43:59.200227 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:43:59.205044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:59.224732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623872c6-d924-49f6-b8aa-6d43aaad0b02'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:59.228025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c24142b3-09d0-4272-a01d-a8711818e990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:43:59.238615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] For port 8163a960-d1b3-42a8-b97d-688a84fbce32, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:43:59.290019 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c29b1a52-c761-4d3e-8967-b8fd9dbaeb44 req-4e9deada-1ce3-4b23-a61e-f4977256ce05 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300843 May 28 05:43:59.299254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d33d6a-d7f2-4d26-adb9-9d2a1a535099 req-6cb2aafa-38a7-4229-9b1d-ff5104dcbe1d tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.311187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-63d33d6a-d7f2-4d26-adb9-9d2a1a535099 req-6cb2aafa-38a7-4229-9b1d-ff5104dcbe1d tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 886 time: 0.5210140 May 28 05:43:59.346651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] For port 8163a960-d1b3-42a8-b97d-688a84fbce32, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8163a960-d1b3-42a8-b97d-688a84fbce32,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:43:59.364574 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f685f8fc-56df-4d13-9f60-55f8c4a455d0'] response: {'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623872c6-d924-49f6-b8aa-6d43aaad0b02', 'code': 200} May 28 05:43:59.389737 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:59.546007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.547279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:59.549328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] 10.222.0.41 "PUT /v2.0/ports/8163a960-d1b3-42a8-b97d-688a84fbce32 HTTP/1.1" status: 200 len: 1091 time: 4.1892025 May 28 05:43:59.562358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db6aa4a-20dd-4682-8a6f-29ecbc839507', 'tag': '8163a960-d1b3-42a8-b97d-688a84fbce32'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:43:59.653293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.653761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.654214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.654667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.655117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.655649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.656076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.656522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.656967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.657672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.658130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.658579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.659068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.661190 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b9239f8-d776-4761-ab8b-9502156daa75 req-1a76a139-77a5-4fb6-80e1-b53bae4a00b8 tempest-NetworksTest-946229429 tempest-NetworksTest-946229429-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9074 time: 0.2595408 May 28 05:43:59.674187 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:59.693626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] For port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,segment=NetworkSegment(b0391c4b-67ba-4083-bc52-485beb4ea773),segment_id=b0391c4b-67ba-4083-bc52-485beb4ea773)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:43:59.694002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:59.713628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540ae28-ea0d-4322-95ff-3b3e9ab3f80d service neutron] Pushing event updated for resources: {'Port': ['ID=8163a960-d1b3-42a8-b97d-688a84fbce32,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:59.733651 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fabbfc0-bff3-4e0a-a067-4d73af52f752'] response: {'name': 'network-changed', 'server_uuid': '7db6aa4a-20dd-4682-8a6f-29ecbc839507', 'tag': '8163a960-d1b3-42a8-b97d-688a84fbce32', 'status': 'completed', 'code': 200} May 28 05:43:59.753410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Subnet': ['ID=3f3bc5f2-89c3-469e-a844-5420c365cb66,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:59.784023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Checking segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:43:59.784328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network hostable DHCP agents. Network: 52bddb62-c404-4753-8461-48e940f599d0, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:43:59.816762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network 52bddb62-c404-4753-8461-48e940f599d0 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:43:59.833379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 52bddb62-c404-4753-8461-48e940f599d0) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:43:59.839168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.839795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:59.844667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5354551-9f51-4bb7-b8fb-fd1875ee1124 None None] Network 52bddb62-c404-4753-8461-48e940f599d0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:43:59.885759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Calling delete_port for 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:43:59.945407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1c0bb9af-fe93-42c1-9b96-6308bca62203 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3245456 May 28 05:43:59.946459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55372) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:59.954475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'subnet': {'network_id': '337da631-7b56-4c95-b848-be4d1c218e24', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:43:59.996610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278e345-b287-4e34-bada-0211a1b684ef req-c1f33d1c-569e-43ee-a44b-019b8ba69ebb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:43:59.998479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c278e345-b287-4e34-bada-0211a1b684ef req-c1f33d1c-569e-43ee-a44b-019b8ba69ebb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.5674434 May 28 05:44:00.066631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c24142b3-09d0-4272-a01d-a8711818e990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.097484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:00.103863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:subnet and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:00.107574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:00.117353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee96a-f787-4336-859d-b4217ac82f23 req-8f9d82c6-1eef-4be6-8aa6-a2beeff0e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:00.118584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d537555-df3b-46c0-90cb-fc954f12d2de req-7b62ddd5-84b2-4681-a81d-de51ff735aea tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:00.120482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-8f9d82c6-1eef-4be6-8aa6-a2beeff0e296 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d04a46075b914f75a3759349a85d0515&device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 1094 time: 0.5120335 May 28 05:44:00.129015 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d537555-df3b-46c0-90cb-fc954f12d2de req-7b62ddd5-84b2-4681-a81d-de51ff735aea tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 943 time: 0.2757485 May 28 05:44:00.130610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55380) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:00.139150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c24142b3-09d0-4272-a01d-a8711818e990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.152257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55384) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:00.153495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:00.195762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:00.203973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.245091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d537555-df3b-46c0-90cb-fc954f12d2de req-0fa034f0-916d-4438-868b-fbc52efdf6b1 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151350 May 28 05:44:00.291266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-52bddb62-c404-4753-8461-48e940f599d0', 'network_id': '52bddb62-c404-4753-8461-48e940f599d0', 'tenant_id': '35100819b20440649f162236d29682d4', 'fixed_ips': [{'subnet_id': '3f3bc5f2-89c3-469e-a844-5420c365cb66'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:44:00.292754 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.342193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c278e345-b287-4e34-bada-0211a1b684ef req-595b5d68-843c-4dbb-a7db-aa90ae66b54e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265941 May 28 05:44:00.359726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c24142b3-09d0-4272-a01d-a8711818e990 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf4e4e98f4e047308ce444875b77f391&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4547215 May 28 05:44:00.359726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-d409b019-8464-4cc9-8f7d-19ccfe628e18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8163a960-d1b3-42a8-b97d-688a84fbce32 HTTP/1.1" status: 200 len: 217 time: 0.1670501 May 28 05:44:00.362783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55394) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:00.384311 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-622e1a38-fe98-4791-b39b-a555fcf11b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.404946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec758d11-a1da-4cec-9e0e-8318db86104a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.428083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-622e1a38-fe98-4791-b39b-a555fcf11b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:00.432345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-622e1a38-fe98-4791-b39b-a555fcf11b37 admin admin] Usage tracker for resource:security_group_rule and tenant:ca5bd455e90d433ab5006b3099cc310a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:00.436147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-622e1a38-fe98-4791-b39b-a555fcf11b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:00.452122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-622e1a38-fe98-4791-b39b-a555fcf11b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:00.480666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Allocated IP 10.1.1.2 (52bddb62-c404-4753-8461-48e940f599d0/3f3bc5f2-89c3-469e-a844-5420c365cb66/0d8b153c-3901-467e-b3d7-37e163a68158) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:00.495142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec758d11-a1da-4cec-9e0e-8318db86104a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:00.514356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec758d11-a1da-4cec-9e0e-8318db86104a admin admin] Usage tracker for resource:security_group_rule and tenant:006765f898e8465dbf6b91a097c76018 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:00.520394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec758d11-a1da-4cec-9e0e-8318db86104a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:00.530317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec758d11-a1da-4cec-9e0e-8318db86104a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:00.605053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24142b3-09d0-4272-a01d-a8711818e990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ad47b4-d858-4994-9216-a3e613e0dce9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:00.656274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee96a-f787-4336-859d-b4217ac82f23 req-77ea78e8-4ac7-4b1c-8a61-e0df2b93d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:00.656835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.657683 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-77ea78e8-4ac7-4b1c-8a61-e0df2b93d998 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ffdb86-9b82-420e-99fe-bff219ac1190 HTTP/1.1" status: 200 len: 855 time: 0.2784183 May 28 05:44:00.705100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb68d6-f9eb-47a2-82bc-b7fe41181c97 req-361319f7-11c0-49cc-a5f6-6ccc05a67c36 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:00.708503 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.710776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb68d6-f9eb-47a2-82bc-b7fe41181c97 req-361319f7-11c0-49cc-a5f6-6ccc05a67c36 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:00.712379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f6fb68d6-f9eb-47a2-82bc-b7fe41181c97 req-361319f7-11c0-49cc-a5f6-6ccc05a67c36 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 1679 time: 0.2702417 May 28 05:44:00.748235 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9185656a-bcc5-4284-8960-716ad1ea5352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.752204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-464e2bce-00fc-462c-a1c4-24da5173a992 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2a9c59d-4b48-4840-aff6-5d5408668f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830872 May 28 05:44:00.798922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.806873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Port': ['ID=0c9f91ad-02a3-4f6d-af79-13e5e0dad86a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:00.879755 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-622e1a38-fe98-4791-b39b-a555fcf11b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.897591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.908944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Transition to ACTIVE for port object 0d8b153c-3901-467e-b3d7-37e163a68158 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:00.925918 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f6fb68d6-f9eb-47a2-82bc-b7fe41181c97 req-6b813ddf-51e3-4987-8b5c-46d92f7c355a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950111 May 28 05:44:00.927709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Transition to ACTIVE for port object 0d8b153c-3901-467e-b3d7-37e163a68158 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:00.933086 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-622e1a38-fe98-4791-b39b-a555fcf11b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.937152 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.990067 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec758d11-a1da-4cec-9e0e-8318db86104a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:00.993934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e1a38-fe98-4791-b39b-a555fcf11b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf08a70-7fc1-47e2-a6cc-eefd8591487c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:01.007631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Subnet': ['ID=5d7392c2-003a-4f0b-b24d-ffd91d19976a,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:01.016299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Network 52bddb62-c404-4753-8461-48e940f599d0 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:01.020238 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:01.020871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-737f69cb-ec91-4bfb-8a5e-a49839711f94 service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454648 May 28 05:44:01.024456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:01.030749 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec758d11-a1da-4cec-9e0e-8318db86104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.049104 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9185656a-bcc5-4284-8960-716ad1ea5352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.072430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Pushing event updated for resources: {'Port': ['ID=0d8b153c-3901-467e-b3d7-37e163a68158,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:01.095082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Checking segment: {'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:01.095428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network hostable DHCP agents. Network: 337da631-7b56-4c95-b848-be4d1c218e24, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:44:01.097490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] No DVR routers for this DVR port 0c9f91ad-02a3-4f6d-af79-13e5e0dad86a on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:44:01.100444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.110969 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-622e1a38-fe98-4791-b39b-a555fcf11b37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca5bd455e90d433ab5006b3099cc310a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9528875 May 28 05:44:01.113103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55398) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:01.118382 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ec758d11-a1da-4cec-9e0e-8318db86104a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=006765f898e8465dbf6b91a097c76018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9829087 May 28 05:44:01.122572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec758d11-a1da-4cec-9e0e-8318db86104a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c415ec47-fc68-4292-9957-7df3806c150e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:01.124901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55402) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:01.136955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Attempting to bind port 0d8b153c-3901-467e-b3d7-37e163a68158 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:01.137342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Attempting to bind port 0d8b153c-3901-467e-b3d7-37e163a68158 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:01.137696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Attempting to bind port 0d8b153c-3901-467e-b3d7-37e163a68158 on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:01.143411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:01.143756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Checking segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:01.144281 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.144695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Bound using segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:01.145127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Bound port: 0d8b153c-3901-467e-b3d7-37e163a68158, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:01.145497 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.189840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network 337da631-7b56-4c95-b848-be4d1c218e24 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:44:01.221072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-5096e189-4d44-4701-a459-09d494762800 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "DELETE /v2.0/ports/0c9f91ad-02a3-4f6d-af79-13e5e0dad86a HTTP/1.1" status: 204 len: 173 time: 4.9992490 May 28 05:44:01.226536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 337da631-7b56-4c95-b848-be4d1c218e24) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:01.236633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:01.237218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.245628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] For port 0d8b153c-3901-467e-b3d7-37e163a68158, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:01.249246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] For port 0d8b153c-3901-467e-b3d7-37e163a68158, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0d8b153c-3901-467e-b3d7-37e163a68158,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:01.252266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca13ca2f-c690-4bd8-baef-511aeafabd6d None None] Network 337da631-7b56-4c95-b848-be4d1c218e24 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:01.256697 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e521a1f5-925f-4d98-8a6d-7e020648e09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.272583 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.291078 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edd3389f-b5e6-467e-bb23-040aee24ba8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.305736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e521a1f5-925f-4d98-8a6d-7e020648e09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.360303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port 623872c6-d924-49f6-b8aa-6d43aaad0b02 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:44:01.361297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.364755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2dfa1580-a654-425b-a865-cf1b9dfda39a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4123309 May 28 05:44:01.364755 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edd3389f-b5e6-467e-bb23-040aee24ba8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.376116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55408) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:01.382697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'port': {'network_id': '52bddb62-c404-4753-8461-48e940f599d0', 'name': 'tempest-TaggedBootDevicesTest-1792135573', 'fixed_ips': [{'subnet_id': '3f3bc5f2-89c3-469e-a844-5420c365cb66'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:01.523449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196392a-b9e4-48fb-a2e1-d06ee872c52e None None] Pushing event updated for resources: {'Port': ['ID=0d8b153c-3901-467e-b3d7-37e163a68158,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:01.531137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-195ee96a-f787-4336-859d-b4217ac82f23 req-b97c3320-b609-4b69-934c-fba64b701e2a service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371383 May 28 05:44:01.600701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9185656a-bcc5-4284-8960-716ad1ea5352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.649318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-337da631-7b56-4c95-b848-be4d1c218e24', 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24', 'tenant_id': '35100819b20440649f162236d29682d4', 'fixed_ips': [{'subnet_id': '5d7392c2-003a-4f0b-b24d-ffd91d19976a'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:44:01.650142 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.755433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-deleted', 'tag': '0c9f91ad-02a3-4f6d-af79-13e5e0dad86a'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:01.776527 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e521a1f5-925f-4d98-8a6d-7e020648e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.778360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185656a-bcc5-4284-8960-716ad1ea5352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ad47b4-d858-4994-9216-a3e613e0dce9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:01.828890 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edd3389f-b5e6-467e-bb23-040aee24ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.829717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9185656a-bcc5-4284-8960-716ad1ea5352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.830990 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9185656a-bcc5-4284-8960-716ad1ea5352 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50ad47b4-d858-4994-9216-a3e613e0dce9 HTTP/1.1" status: 204 len: 168 time: 1.4655523 May 28 05:44:01.837650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521a1f5-925f-4d98-8a6d-7e020648e09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf08a70-7fc1-47e2-a6cc-eefd8591487c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:01.864681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:01.871756 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e521a1f5-925f-4d98-8a6d-7e020648e09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.875676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e521a1f5-925f-4d98-8a6d-7e020648e09a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecf08a70-7fc1-47e2-a6cc-eefd8591487c HTTP/1.1" status: 204 len: 168 time: 0.7608771 May 28 05:44:01.879269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:port and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:01.879452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4282bfa-d7e2-4833-b59c-0da147a94932 req-3e34509d-037f-4421-a97f-292258788357 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:01.885098 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edd3389f-b5e6-467e-bb23-040aee24ba8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:01.886201 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-edd3389f-b5e6-467e-bb23-040aee24ba8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c415ec47-fc68-4292-9957-7df3806c150e HTTP/1.1" status: 204 len: 168 time: 0.7495773 May 28 05:44:01.887101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4282bfa-d7e2-4833-b59c-0da147a94932 req-3e34509d-037f-4421-a97f-292258788357 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 943 time: 0.4617467 May 28 05:44:01.893458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:01.896725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3389f-b5e6-467e-bb23-040aee24ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c415ec47-fc68-4292-9957-7df3806c150e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:01.913016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:01.932633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7c4e7-64df-4584-83aa-8c5141439320 req-ca3072a9-4b58-4ddd-895a-5e09c8d9fe1e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:01.933730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-66b7c4e7-64df-4584-83aa-8c5141439320 req-ca3072a9-4b58-4ddd-895a-5e09c8d9fe1e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.3193767 May 28 05:44:01.962789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:01.965631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f1578-4ae4-43aa-b916-4a3c6f600565 req-4e6a2958-d183-4831-947e-f37938dbee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:01.972962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b14f1578-4ae4-43aa-b916-4a3c6f600565 req-4e6a2958-d183-4831-947e-f37938dbee77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d04a46075b914f75a3759349a85d0515&device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 1094 time: 0.3544803 May 28 05:44:01.995607 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4282bfa-d7e2-4833-b59c-0da147a94932 req-77d97875-3877-48db-a45b-953a6e5307f6 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049325 May 28 05:44:02.005523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] For port 623872c6-d924-49f6-b8aa-6d43aaad0b02, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=623872c6-d924-49f6-b8aa-6d43aaad0b02,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:02.015154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:02.020806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Allocated IP 10.2.2.2 (337da631-7b56-4c95-b848-be4d1c218e24/5d7392c2-003a-4f0b-b24d-ffd91d19976a/cfdd8836-ce25-4d74-8dbd-d858ccf61562) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:02.086868 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-66b7c4e7-64df-4584-83aa-8c5141439320 req-30b9e577-124b-4ecc-aa31-2a78e43d9d99 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444871 May 28 05:44:02.193452 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:02.244378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] device_id is not set on port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:44:02.260345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f1578-4ae4-43aa-b916-4a3c6f600565 req-a0c6a3f6-4bb6-4339-876a-292354a98dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:02.261764 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b14f1578-4ae4-43aa-b916-4a3c6f600565 req-a0c6a3f6-4bb6-4339-876a-292354a98dfa service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2a9c59d-4b48-4840-aff6-5d5408668f5a HTTP/1.1" status: 200 len: 916 time: 0.2652531 May 28 05:44:02.263819 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedb41c5-1471-41fe-9084-1ccb1d37d833'] response: {'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-deleted', 'tag': '0c9f91ad-02a3-4f6d-af79-13e5e0dad86a', 'status': 'completed', 'code': 200} May 28 05:44:02.556233 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:02.580938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Transition to ACTIVE for port object cfdd8836-ce25-4d74-8dbd-d858ccf61562 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:02.625560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Transition to ACTIVE for port object cfdd8836-ce25-4d74-8dbd-d858ccf61562 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:02.635709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Allocated IP 10.1.1.227 (52bddb62-c404-4753-8461-48e940f599d0/3f3bc5f2-89c3-469e-a844-5420c365cb66/ee84642a-e2b4-40ec-ba83-ddf32d888fb0) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:02.643137 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:02.699999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55436) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:02.774027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e60daeb-a7ff-4585-bbd2-3b38cd780c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:02.801638 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b14f1578-4ae4-43aa-b916-4a3c6f600565 req-d4c06f87-6b9f-4900-b7eb-bb6959aea810 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8163a960-d1b3-42a8-b97d-688a84fbce32 HTTP/1.1" status: 200 len: 217 time: 0.5226498 May 28 05:44:02.807135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Network 337da631-7b56-4c95-b848-be4d1c218e24 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:02.820105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:02.823321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:02.843221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2e60daeb-a7ff-4585-bbd2-3b38cd780c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:02.847721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2e60daeb-a7ff-4585-bbd2-3b38cd780c79 admin admin] Usage tracker for resource:security_group_rule and tenant:62fce4e5ed044f7b9c0cfcfaec4112d2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:02.853610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2e60daeb-a7ff-4585-bbd2-3b38cd780c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:02.868441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2e60daeb-a7ff-4585-bbd2-3b38cd780c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:03.046220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Calling delete_port for 623872c6-d924-49f6-b8aa-6d43aaad0b02 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:44:03.153992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55456) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:03.208546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1db2bb-3909-4308-96e6-99147923f78d None None] Network 52bddb62-c404-4753-8461-48e940f599d0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:03.225240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Pushing event updated for resources: {'Port': ['ID=cfdd8836-ce25-4d74-8dbd-d858ccf61562,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:03.251005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0d8b153c-3901-467e-b3d7-37e163a68158 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:03.259064 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db96e002-af0c-44f6-94b3-84eba01769a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.311813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-db96e002-af0c-44f6-94b3-84eba01769a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:03.316838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f1578-4ae4-43aa-b916-4a3c6f600565 req-1a6249d4-7146-4800-83e7-4a2babcfcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:03.318556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b14f1578-4ae4-43aa-b916-4a3c6f600565 req-1a6249d4-7146-4800-83e7-4a2babcfcbbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ffdb86-9b82-420e-99fe-bff219ac1190 HTTP/1.1" status: 200 len: 855 time: 0.5161364 May 28 05:44:03.323630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-db96e002-af0c-44f6-94b3-84eba01769a4 admin admin] Usage tracker for resource:security_group_rule and tenant:0acd5beeefc641bd9b2efa69c2e1351b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:03.327846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-db96e002-af0c-44f6-94b3-84eba01769a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:03.337917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-db96e002-af0c-44f6-94b3-84eba01769a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:03.443455 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b14f1578-4ae4-43aa-b916-4a3c6f600565 req-d9340037-895a-45ee-9cb0-17e3c7dcfc7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2a9c59d-4b48-4840-aff6-5d5408668f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015952 May 28 05:44:03.444443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Attempting to bind port cfdd8836-ce25-4d74-8dbd-d858ccf61562 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:03.444829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Attempting to bind port cfdd8836-ce25-4d74-8dbd-d858ccf61562 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:03.445194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Attempting to bind port cfdd8836-ce25-4d74-8dbd-d858ccf61562 on network 337da631-7b56-4c95-b848-be4d1c218e24 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:03.483557 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.484096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:03.484411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Checking segment: {'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:03.485106 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.485642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Bound using segment: {'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:03.486373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Bound port: cfdd8836-ce25-4d74-8dbd-d858ccf61562, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:03.486589 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.503686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ac9ae09f-d3ce-47e6-a7d2-980b04dce252 None None] Provisioning for port 0d8b153c-3901-467e-b3d7-37e163a68158 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:03.531300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Transition to ACTIVE for port object ee84642a-e2b4-40ec-ba83-ddf32d888fb0 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:03.539854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7883cd8-566a-424e-b560-ed29e1a5c044 req-7e0fc329-0d46-4fb3-a0f2-d5922c56bdc7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:03.540601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f7883cd8-566a-424e-b560-ed29e1a5c044 req-7e0fc329-0d46-4fb3-a0f2-d5922c56bdc7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:03.548248 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e60daeb-a7ff-4585-bbd2-3b38cd780c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.562716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cdc87-7450-4bfd-a833-2df6ad202641 req-98ae2750-1291-4a42-a980-02d075543269 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:03.570103 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dc1cdc87-7450-4bfd-a833-2df6ad202641 req-98ae2750-1291-4a42-a980-02d075543269 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 943 time: 0.2791436 May 28 05:44:03.580264 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e60daeb-a7ff-4585-bbd2-3b38cd780c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.646045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] For port cfdd8836-ce25-4d74-8dbd-d858ccf61562, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:03.650192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] For port cfdd8836-ce25-4d74-8dbd-d858ccf61562, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cfdd8836-ce25-4d74-8dbd-d858ccf61562,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:03.657160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8163a960-d1b3-42a8-b97d-688a84fbce32 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:44:03.659832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:44:03.673776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60daeb-a7ff-4585-bbd2-3b38cd780c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb162f88-b875-43e9-9904-cd5b5a72a630,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:03.691106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2e60daeb-a7ff-4585-bbd2-3b38cd780c79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62fce4e5ed044f7b9c0cfcfaec4112d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9900527 May 28 05:44:03.695389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.706633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55468) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:03.727191 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.740061 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db96e002-af0c-44f6-94b3-84eba01769a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.756522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db96e002-af0c-44f6-94b3-84eba01769a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.789475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Port': ['ID=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:03.791528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f7883cd8-566a-424e-b560-ed29e1a5c044 req-7e0fc329-0d46-4fb3-a0f2-d5922c56bdc7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:03.798725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7883cd8-566a-424e-b560-ed29e1a5c044 req-7e0fc329-0d46-4fb3-a0f2-d5922c56bdc7 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 944 time: 1.4507744 May 28 05:44:03.815097 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dc1cdc87-7450-4bfd-a833-2df6ad202641 req-b5cfeeda-29ca-46cb-8d74-189defc81b04 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430048 May 28 05:44:03.816341 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:03.835865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network 52bddb62-c404-4753-8461-48e940f599d0 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:03.839994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:03.849974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:03.914504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Port': ['ID=623872c6-d924-49f6-b8aa-6d43aaad0b02,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:03.960317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.960924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.961302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.961708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.962130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.962584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.963024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.963694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.964093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.964519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.965637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.966244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:03.975171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-db96e002-af0c-44f6-94b3-84eba01769a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0acd5beeefc641bd9b2efa69c2e1351b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047721 May 28 05:44:03.981927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b14f1578-4ae4-43aa-b916-4a3c6f600565 req-acf36ae9-b767-4c44-ab6f-5ac694e39c7c service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025284 May 28 05:44:03.982592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55478) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:04.003079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 0d8b153c-3901-467e-b3d7-37e163a68158 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:04.041129 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-733715fc-fb22-4d9d-b316-860a44ebf81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.058164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96e002-af0c-44f6-94b3-84eba01769a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fc0ab6-1eae-4f40-81b7-d4be44d0a987,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:04.080580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:04.081369 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.138383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0d8b153c-3901-467e-b3d7-37e163a68158 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:04.138763 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.207109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] No DVR routers for this DVR port 623872c6-d924-49f6-b8aa-6d43aaad0b02 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:44:04.208904 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4e8f3dd3-3604-42b4-a637-c25c2f8d97d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8271422 May 28 05:44:04.210654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55484) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:04.212349 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.215593 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-733715fc-fb22-4d9d-b316-860a44ebf81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.250137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'port': {'network_id': '52bddb62-c404-4753-8461-48e940f599d0', 'name': 'tempest-TaggedBootDevicesTest-123061742', 'fixed_ips': [{'subnet_id': '3f3bc5f2-89c3-469e-a844-5420c365cb66'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:04.263765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac1655-bdbb-4277-9abd-381978f753df None None] Pushing event updated for resources: {'Port': ['ID=cfdd8836-ce25-4d74-8dbd-d858ccf61562,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:04.296439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7883cd8-566a-424e-b560-ed29e1a5c044 req-56fc102e-c322-4b03-bc3a-8c1276d08eeb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965611 May 28 05:44:04.296895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-deleted', 'tag': '623872c6-d924-49f6-b8aa-6d43aaad0b02'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:04.352373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55490) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:04.419543 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcafd6f6-7814-4e5f-971d-5a5c686f4cbc'] response: {'server_uuid': '31d4da38-af2a-4643-8468-d63cb7199801', 'name': 'network-vif-deleted', 'tag': '623872c6-d924-49f6-b8aa-6d43aaad0b02', 'status': 'completed', 'code': 200} May 28 05:44:04.429400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f250bdcd-84aa-40a7-9ed9-5768362da619 req-07c07f77-8f1a-43d0-bc7f-8a5456ab9adc tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "DELETE /v2.0/ports/623872c6-d924-49f6-b8aa-6d43aaad0b02 HTTP/1.1" status: 204 len: 173 time: 3.1989801 May 28 05:44:04.473991 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e688cc08-d05c-4efc-bb29-47f61cacc2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.486179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8163a960-d1b3-42a8-b97d-688a84fbce32, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8163a960-d1b3-42a8-b97d-688a84fbce32,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:04.489061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed650b2-6355-4549-8f14-43173b599992 req-d9e823a8-9b58-4200-9406-01ccc3f444d3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:04.491170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5ed650b2-6355-4549-8f14-43173b599992 req-d9e823a8-9b58-4200-9406-01ccc3f444d3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.5678747 May 28 05:44:04.521732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '8163a960-d1b3-42a8-b97d-688a84fbce32', 'network_id': 'f2a9c59d-4b48-4840-aff6-5d5408668f5a', 'port_id': '8163a960-d1b3-42a8-b97d-688a84fbce32', 'mac_address': 'fa:16:3e:93:22:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ffdb86-9b82-420e-99fe-bff219ac1190', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:44:04.549286 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e688cc08-d05c-4efc-bb29-47f61cacc2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.570484 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b14f1578-4ae4-43aa-b916-4a3c6f600565 req-eb04c6d6-0724-4198-bf5c-d5704c842773 service neutron] 10.222.0.41 "GET /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138992 May 28 05:44:04.642858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5ed650b2-6355-4549-8f14-43173b599992 req-0971c57a-6369-463a-8da2-cf21e2dcdda1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344938 May 28 05:44:04.654883 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e688cc08-d05c-4efc-bb29-47f61cacc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.687663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e688cc08-d05c-4efc-bb29-47f61cacc2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.689524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e688cc08-d05c-4efc-bb29-47f61cacc2c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30fc0ab6-1eae-4f40-81b7-d4be44d0a987 HTTP/1.1" status: 204 len: 168 time: 0.6281173 May 28 05:44:04.690784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688cc08-d05c-4efc-bb29-47f61cacc2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fc0ab6-1eae-4f40-81b7-d4be44d0a987,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:04.707875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:04.712817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-733715fc-fb22-4d9d-b316-860a44ebf81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.718735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:port and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:04.741161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:04.784703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:04.785389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:04.785836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.791504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733715fc-fb22-4d9d-b316-860a44ebf81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb162f88-b875-43e9-9904-cd5b5a72a630,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:04.797594 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e16df3e-779b-4561-88a4-77bd6de1e4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.800045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 8163a960-d1b3-42a8-b97d-688a84fbce32 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:04.800507 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.825728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-733715fc-fb22-4d9d-b316-860a44ebf81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.827052 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-733715fc-fb22-4d9d-b316-860a44ebf81d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb162f88-b875-43e9-9904-cd5b5a72a630 HTTP/1.1" status: 204 len: 168 time: 1.0432477 May 28 05:44:04.828267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2e16df3e-779b-4561-88a4-77bd6de1e4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:04.832125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:04.837452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0d8b153c-3901-467e-b3d7-37e163a68158 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:04.837960 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.839125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.859425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2e16df3e-779b-4561-88a4-77bd6de1e4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb6b878f84114bef99e5210bdfafa9e7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:04.864524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2e16df3e-779b-4561-88a4-77bd6de1e4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:04.876487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2e16df3e-779b-4561-88a4-77bd6de1e4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:04.886174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] device_id is not set on port eac95adf-2b9b-4a91-a926-7f2214c04881 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:44:04.893944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 0d8b153c-3901-467e-b3d7-37e163a68158, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0d8b153c-3901-467e-b3d7-37e163a68158,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:04.920413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8163a960-d1b3-42a8-b97d-688a84fbce32 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:04.933216 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:04.967010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:05.056799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:05.083570 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:05.137240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8163a960-d1b3-42a8-b97d-688a84fbce32, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8163a960-d1b3-42a8-b97d-688a84fbce32,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:05.153017 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:05.172014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cfdd8836-ce25-4d74-8dbd-d858ccf61562 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:05.248832 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b722bf66-f6fe-4040-8c2d-d133da9b1b94'] response: {'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'code': 200} May 28 05:44:05.268868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=0d8b153c-3901-467e-b3d7-37e163a68158,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:05.314683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44704aa1-9baf-4d47-a969-2699d1b10426 req-eb02cc07-ba3b-4da9-a824-a234c2004cec tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:05.321287 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-44704aa1-9baf-4d47-a969-2699d1b10426 req-eb02cc07-ba3b-4da9-a824-a234c2004cec tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 944 time: 0.2765775 May 28 05:44:05.432771 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-44704aa1-9baf-4d47-a969-2699d1b10426 req-9e4cbd07-9a11-4dc3-812c-023432d86032 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889304 May 28 05:44:05.524215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=11']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:05.691967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:44:05.699768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['8163a960-d1b3-42a8-b97d-688a84fbce32'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:44:05.818828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df851cf5-2c5b-49a0-91b4-b28174a4e58e None None] Network 337da631-7b56-4c95-b848-be4d1c218e24 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:05.831727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9d2ba61-811f-41a2-b35a-a036136eb49c req-313515c3-495e-47ce-a911-bb1f4d17a814 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d4da38-af2a-4643-8468-d63cb7199801 HTTP/1.1" status: 200 len: 210 time: 0.0865037 May 28 05:44:05.862598 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e16df3e-779b-4561-88a4-77bd6de1e4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:05.863015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ff19a97f-f793-4531-be4d-629394275930 None None] Provisioning for port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:05.869447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Allocated IP 10.1.1.76 (52bddb62-c404-4753-8461-48e940f599d0/3f3bc5f2-89c3-469e-a844-5420c365cb66/eac95adf-2b9b-4a91-a926-7f2214c04881) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:05.909877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e16df3e-779b-4561-88a4-77bd6de1e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:05.948174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ff19a97f-f793-4531-be4d-629394275930 None None] Provisioning complete for port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:05.948433 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff19a97f-f793-4531-be4d-629394275930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:06.046454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16df3e-779b-4561-88a4-77bd6de1e4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75419028-6510-471a-b06b-ee1b203594eb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:06.070772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48f847-1a7d-47f5-85e4-e53335dbb1cf req-83556392-291e-4def-8646-35cf9697052c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:06.078152 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:44:06.082693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c48f847-1a7d-47f5-85e4-e53335dbb1cf req-83556392-291e-4def-8646-35cf9697052c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2031059 May 28 05:44:06.096565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=8163a960-d1b3-42a8-b97d-688a84fbce32,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:06.195793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c48f847-1a7d-47f5-85e4-e53335dbb1cf req-5816c419-4e56-4eec-b9d2-50b0ce237db7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121058 May 28 05:44:06.239340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port cfdd8836-ce25-4d74-8dbd-d858ccf61562 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:06.284511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2e16df3e-779b-4561-88a4-77bd6de1e4e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb6b878f84114bef99e5210bdfafa9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9308500 May 28 05:44:06.286939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55538) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:06.312703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ff19a97f-f793-4531-be4d-629394275930 None None] Port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:44:06.418668 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a87deb3b-b1d0-4d8a-99a3-75a1b64bde2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:06.424218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:06.445808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Transition to ACTIVE for port object eac95adf-2b9b-4a91-a926-7f2214c04881 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:06.458245 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a87deb3b-b1d0-4d8a-99a3-75a1b64bde2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:06.487713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ff19a97f-f793-4531-be4d-629394275930 None None] Provisioning complete for port 0d8b153c-3901-467e-b3d7-37e163a68158 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:06.488223 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff19a97f-f793-4531-be4d-629394275930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:06.500016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:06.585148 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a87deb3b-b1d0-4d8a-99a3-75a1b64bde2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:06.616870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87deb3b-b1d0-4d8a-99a3-75a1b64bde2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75419028-6510-471a-b06b-ee1b203594eb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:06.628074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a87deb3b-b1d0-4d8a-99a3-75a1b64bde2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:06.634363 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a87deb3b-b1d0-4d8a-99a3-75a1b64bde2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75419028-6510-471a-b06b-ee1b203594eb HTTP/1.1" status: 204 len: 168 time: 0.3402355 May 28 05:44:06.648696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:06.679556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network 52bddb62-c404-4753-8461-48e940f599d0 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:06.681072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:06.684330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:06.696280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'port_id': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'mac_address': 'fa:16:3e:15:ef:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:44:06.811647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Port': ['ID=eac95adf-2b9b-4a91-a926-7f2214c04881,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:06.843881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:06.845221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:06.911692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:06.912354 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:06.920183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3a514-b719-4e25-8c57-0cb63e414294 req-9a7ef124-74e5-4101-8384-3ce18958d37f tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:06.929882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ad3a514-b719-4e25-8c57-0cb63e414294 req-9a7ef124-74e5-4101-8384-3ce18958d37f tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 944 time: 0.2530527 May 28 05:44:06.935765 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a943002a-cae1-4d30-b8e6-f7986bb8467c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7058735 May 28 05:44:06.958730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ff19a97f-f793-4531-be4d-629394275930 None None] Current status of the port 0d8b153c-3901-467e-b3d7-37e163a68158 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:06.970496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d41bb6-061b-4987-a6d2-ffeac5b20fad {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:07.022398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:07.031902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55566) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:07.037199 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.159705 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ad3a514-b719-4e25-8c57-0cb63e414294 req-b07769af-b691-471e-9a79-1fb722840ec3 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172604 May 28 05:44:07.208261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55574) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:07.213990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738419418', 'description': 'tempest-description--701420052'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:07.219518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a2d41bb6-061b-4987-a6d2-ffeac5b20fad'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:44:07.226626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:07.242959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:security_group and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:07.253232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:07.259003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef604f75-9a9f-4148-bce9-89842faa1a1b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting subnet 91135927-308f-4ead-804f-5bc839226db6 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:44:07.262455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0d8b153c-3901-467e-b3d7-37e163a68158 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:07.268091 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef604f75-9a9f-4148-bce9-89842faa1a1b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.280453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:07.302136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.350788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] Provisioning for port cfdd8836-ce25-4d74-8dbd-d858ccf61562 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:07.356205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:07.366148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:security_group_rule and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:07.372401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:07.374843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] Provisioning complete for port cfdd8836-ce25-4d74-8dbd-d858ccf61562 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:07.375620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.384202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:07.421199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=12']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:07.442330 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef604f75-9a9f-4148-bce9-89842faa1a1b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.525849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0d8b153c-3901-467e-b3d7-37e163a68158 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:07.526407 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.592328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.596827 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef604f75-9a9f-4148-bce9-89842faa1a1b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.611861 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.624283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8163a960-d1b3-42a8-b97d-688a84fbce32 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:07.716996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f204e9ca-0bbe-4ce6-85e0-5b8533829feb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:07.742246 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.748165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55602) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:07.752124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e669bb4b-dee9-4850-b090-e082d6ba0803 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5426159 May 28 05:44:07.765195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'security_group_rule': {'security_group_id': 'f204e9ca-0bbe-4ce6-85e0-5b8533829feb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:07.782022 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef604f75-9a9f-4148-bce9-89842faa1a1b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.796152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ade28-adc9-4e6a-8976-f39f762e1a50 req-48e80a2f-eaf0-4c66-9181-f1c494279764 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:07.801656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-010ade28-adc9-4e6a-8976-f39f762e1a50 req-48e80a2f-eaf0-4c66-9181-f1c494279764 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 946 time: 0.3557179 May 28 05:44:07.869384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:07.875105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef604f75-9a9f-4148-bce9-89842faa1a1b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.896635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ef604f75-9a9f-4148-bce9-89842faa1a1b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "DELETE /v2.0/subnets/91135927-308f-4ead-804f-5bc839226db6 HTTP/1.1" status: 204 len: 168 time: 0.8599925 May 28 05:44:07.897451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55618) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:07.901498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15df057-460f-4d77-baf2-4ebe646d6002 None None] Network a1884485-f937-477b-a786-bd635d16f02e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:07.905066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:security_group_rule and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:07.908123 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-010ade28-adc9-4e6a-8976-f39f762e1a50 req-23a08c8d-29e2-42a1-8de7-8731164c02e6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997698 May 28 05:44:07.913415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef604f75-9a9f-4148-bce9-89842faa1a1b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Subnet': ['ID=91135927-308f-4ead-804f-5bc839226db6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:07.921854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:07.926499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] Current status of the port cfdd8836-ce25-4d74-8dbd-d858ccf61562 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:07.927054 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:07.940653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:07.980678 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.106197 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.118488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port baf0b307-c9c2-4079-9ef8-535be75d1efa {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:44:08.118838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.157203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0d8b153c-3901-467e-b3d7-37e163a68158 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:08.211470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.222372 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.229513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 8163a960-d1b3-42a8-b97d-688a84fbce32 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:08.263895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] For port cfdd8836-ce25-4d74-8dbd-d858ccf61562, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cfdd8836-ce25-4d74-8dbd-d858ccf61562,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:08.270702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d05537-9d03-4812-a039-464a6f8d6c2f,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:08.293211 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.297723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c34d82ac-5616-452d-9f96-6aa6f5c0d6a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5473716 May 28 05:44:08.300349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55634) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:08.315534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'security_group_rule': {'security_group_id': 'f204e9ca-0bbe-4ce6-85e0-5b8533829feb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:08.320151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 8163a960-d1b3-42a8-b97d-688a84fbce32 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:08.320707 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.331788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:08.342710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:security_group_rule and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:08.355337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:08.368176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:08.372905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.438017 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.524115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] For port baf0b307-c9c2-4079-9ef8-535be75d1efa, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=baf0b307-c9c2-4079-9ef8-535be75d1efa,segment=NetworkSegment(b0391c4b-67ba-4083-bc52-485beb4ea773),segment_id=b0391c4b-67ba-4083-bc52-485beb4ea773)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:08.526899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.528068 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.542815 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.561231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] Pushing event updated for resources: {'Port': ['ID=cfdd8836-ce25-4d74-8dbd-d858ccf61562,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:08.583130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c778e0cc-e780-465f-ba30-a6c5fcf41343,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:08.586195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.590947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5a9918cf-d4b0-48d7-8fee-960368f63432 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2863259 May 28 05:44:08.599302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0e799-c427-46db-83ac-dd15e0775796 req-f2932150-4123-4139-ac2a-26af3cf9d83c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:08.600635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88b0e799-c427-46db-83ac-dd15e0775796 req-f2932150-4123-4139-ac2a-26af3cf9d83c tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 944 time: 0.2230122 May 28 05:44:08.601471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55642) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:08.606597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:08.608590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68967ab7-3bfc-4b8c-bf8e-a1bd49626606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.618471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:08.634941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] Provisioning complete for port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:08.635336 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.658566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:floatingip and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:08.664809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:08.675010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:08.679727 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88b0e799-c427-46db-83ac-dd15e0775796 req-586de4fe-fb0c-4f88-bdd3-d2d0613fd088 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648098 May 28 05:44:08.707515 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.757216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6745d-a74c-4ae4-b0fc-5d2647d31cc3 None None] Port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:44:08.809228 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Calling delete_port for baf0b307-c9c2-4079-9ef8-535be75d1efa owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:44:08.952075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 8163a960-d1b3-42a8-b97d-688a84fbce32 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:08.952736 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.965538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:08.995006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0924ba0b-1982-4390-a2ce-04587a630904 None None] Provisioning complete for port cfdd8836-ce25-4d74-8dbd-d858ccf61562 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:08.995810 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0924ba0b-1982-4390-a2ce-04587a630904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:09.093149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5cf46-2259-44b3-bf47-e9f51e20d5f5 None None] DHCP port deletion for a1884485-f937-477b-a786-bd635d16f02e request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:44:09.118813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:09.134505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] No DVR routers for this DVR port baf0b307-c9c2-4079-9ef8-535be75d1efa on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:44:09.186219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db6aa4a-20dd-4682-8a6f-29ecbc839507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8163a960-d1b3-42a8-b97d-688a84fbce32'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:09.213422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8163a960-d1b3-42a8-b97d-688a84fbce32, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8163a960-d1b3-42a8-b97d-688a84fbce32,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:09.262823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cfdd8836-ce25-4d74-8dbd-d858ccf61562 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:09.337005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Port': ['ID=baf0b307-c9c2-4079-9ef8-535be75d1efa,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:09.338836 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fdab47-bc07-4bf9-994f-047bd5d94656'] response: {'server_uuid': '7db6aa4a-20dd-4682-8a6f-29ecbc839507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8163a960-d1b3-42a8-b97d-688a84fbce32', 'code': 200} May 28 05:44:09.356646 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:09.512681 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0924ba0b-1982-4390-a2ce-04587a630904 None None] Current status of the port cfdd8836-ce25-4d74-8dbd-d858ccf61562 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:09.537567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=8163a960-d1b3-42a8-b97d-688a84fbce32,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:09.543210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cfdd8836-ce25-4d74-8dbd-d858ccf61562 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:09.543698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:09.577821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0924ba0b-1982-4390-a2ce-04587a630904 None None] Provisioning for port eac95adf-2b9b-4a91-a926-7f2214c04881 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:09.582678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:09.593411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Allocated IP 172.25.4.120 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/06dbf97e-dc86-49df-bc98-831eadf97a1c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:09.649507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:09.655939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988145d-ec97-4a64-8f96-ee2ece324643 req-6dc46443-1df0-45b5-9d7f-637e5e0423c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:09.663104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3988145d-ec97-4a64-8f96-ee2ece324643 req-6dc46443-1df0-45b5-9d7f-637e5e0423c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 1096 time: 0.2555525 May 28 05:44:09.691691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0924ba0b-1982-4390-a2ce-04587a630904 None None] Provisioning complete for port eac95adf-2b9b-4a91-a926-7f2214c04881 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:09.692105 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0924ba0b-1982-4390-a2ce-04587a630904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:09.816741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3988145d-ec97-4a64-8f96-ee2ece324643 req-c1ba7f8a-cd94-4965-b4ca-9fbe86a211f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175108 May 28 05:44:09.922155 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:09.951855 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:09.970904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1884485-f937-477b-a786-bd635d16f02e']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:09.972487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a2d41bb6-061b-4987-a6d2-ffeac5b20fad triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:09.973102 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:09.988201 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.009419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab76cf-256a-4575-aac1-968f85619759 req-6b98a925-482c-4d3e-a025-42572b1599b2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:10.020499 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cab76cf-256a-4575-aac1-968f85619759 req-6b98a925-482c-4d3e-a025-42572b1599b2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 946 time: 0.7665446 May 28 05:44:10.051085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0924ba0b-1982-4390-a2ce-04587a630904 None None] Port eac95adf-2b9b-4a91-a926-7f2214c04881 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:44:10.071267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0391c4b-67ba-4083-bc52-485beb4ea773') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:10.071705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0391c4b-67ba-4083-bc52-485beb4ea773') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:10.149577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.173594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:10.196971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:10.207214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:10.210902 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:44:10.272577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.284812 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cab76cf-256a-4575-aac1-968f85619759 req-cdc4ed82-98bc-496b-a730-870d83c6bfc1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634895 May 28 05:44:10.306810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:44:10.307264 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.321261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Port': ['ID=06dbf97e-dc86-49df-bc98-831eadf97a1c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:10.405331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cfdd8836-ce25-4d74-8dbd-d858ccf61562 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:10.528490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.605457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:10.606045 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.680832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.710320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:10.717437 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.720170 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.791422 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9537aaa4-369c-4645-8315-4038b4793833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.843819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:10.884345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=13']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:10.911904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Network': ['ID=a1884485-f937-477b-a786-bd635d16f02e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:10.984698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8debb1e0-2af3-4575-bbdc-f35fa73cab82 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "DELETE /v2.0/networks/a1884485-f937-477b-a786-bd635d16f02e HTTP/1.1" status: 204 len: 168 time: 3.0802531 May 28 05:44:10.986390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55700) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:11.138278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device baf0b307-c9c2-4079-9ef8-535be75d1efa no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:44:11.166500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a56f26-f2ac-4864-ad5d-5f02204f0270 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting subnet 23e64ecf-f6f3-4700-b2ad-01d703245b81 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:44:11.180378 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b0391c4b-67ba-4083-bc52-485beb4ea773 resource provider aggregate not found May 28 05:44:11.184001 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52a56f26-f2ac-4864-ad5d-5f02204f0270 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.257590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: baf0b307-c9c2-4079-9ef8-535be75d1efa {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:44:11.258047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.261090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device baf0b307-c9c2-4079-9ef8-535be75d1efa not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:44:11.268647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.293347 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b0391c4b-67ba-4083-bc52-485beb4ea773 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0391c4b-67ba-4083-bc52-485beb4ea773 found for delete ", "request_id": "req-e5dd5d0c-42ae-4518-b983-0b47a0fcff53"}]} May 28 05:44:11.334643 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52a56f26-f2ac-4864-ad5d-5f02204f0270 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.339713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:11.411338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Port': ['ID=06dbf97e-dc86-49df-bc98-831eadf97a1c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:11.421793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e8e07-8c4b-4c4c-840b-80b8af7670d6 req-dfe55b3e-8879-4afb-806a-62113e2bae2f tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:11.426643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a32e8e07-8c4b-4c4c-840b-80b8af7670d6 req-dfe55b3e-8879-4afb-806a-62113e2bae2f tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 945 time: 0.7412179 May 28 05:44:11.525302 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.577054 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.587315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.648698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.655291 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4780dc0-df3f-4db1-a1d3-6073397f837d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0475249 May 28 05:44:11.677188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a32e8e07-8c4b-4c4c-840b-80b8af7670d6 req-37df63d0-9ab0-494b-93fa-36cbe1818171 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346134 May 28 05:44:11.716497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52a56f26-f2ac-4864-ad5d-5f02204f0270 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.757952 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1594fe19-08ec-4427-a5a4-58a13c96b6bc'] response: {'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'code': 200} May 28 05:44:11.853051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52a56f26-f2ac-4864-ad5d-5f02204f0270 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.866000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4c31b-3f62-4fd5-9f11-060df46bad53 req-a05a3542-0c2e-4e35-9705-9d607b47dcd3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:11.867576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7dd4c31b-3f62-4fd5-9f11-060df46bad53 req-a05a3542-0c2e-4e35-9705-9d607b47dcd3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.1533945 May 28 05:44:11.911479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a56f26-f2ac-4864-ad5d-5f02204f0270 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Subnet': ['ID=23e64ecf-f6f3-4700-b2ad-01d703245b81,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:11.923604 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52a56f26-f2ac-4864-ad5d-5f02204f0270 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.926692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff657e-b426-47f8-b4d5-3f9f095bd46a None None] Network 07968b01-77f7-4abe-bf6f-df7926d42f48 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:11.926831 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7dd4c31b-3f62-4fd5-9f11-060df46bad53 req-e378b2eb-7c3e-43d1-bec0-5bff64ab302f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533049 May 28 05:44:11.937141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55730) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:11.938746 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-52a56f26-f2ac-4864-ad5d-5f02204f0270 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "DELETE /v2.0/subnets/23e64ecf-f6f3-4700-b2ad-01d703245b81 HTTP/1.1" status: 204 len: 168 time: 0.9466560 May 28 05:44:12.102464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:12.127940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:44:12.128289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:12.484496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] DHCP port deletion for 07968b01-77f7-4abe-bf6f-df7926d42f48 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:44:12.490374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] Deleting port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:44:12.490758 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:12.683249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] For port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:12.683895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:12.830321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] For port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7,segment=NetworkSegment(47750e43-d333-4de0-a1ab-2a5801129a4e),segment_id=47750e43-d333-4de0-a1ab-2a5801129a4e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:12.831555 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:12.864278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Calling delete_port for e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:44:13.045437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55776) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:13.148964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-322f4b4a-7aa5-4816-9a1a-56bed277517c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1738419418&fields=id&tenant_id=35100819b20440649f162236d29682d4 HTTP/1.1" status: 200 len: 267 time: 0.7677081 May 28 05:44:13.149990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] Calling delete_port for e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:44:13.253500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:44:13.282749 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:13.294165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2530167a-dee2-4215-8bd9-46f696ce1850 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:13.302155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2530167a-dee2-4215-8bd9-46f696ce1850 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports/ee84642a-e2b4-40ec-ba83-ddf32d888fb0 HTTP/1.1" status: 200 len: 932 time: 0.1505361 May 28 05:44:13.337892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9057c1f-ed49-45c1-b995-320d4877abdd req-d7a088c0-b8fa-42ba-b0a4-1556bb0af2f8 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:13.346803 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9057c1f-ed49-45c1-b995-320d4877abdd req-d7a088c0-b8fa-42ba-b0a4-1556bb0af2f8 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 945 time: 0.1880903 May 28 05:44:13.353371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a012ae91-3b85-4e1e-8e37-875ee2676a51 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:13.375206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:44:13.376554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:44:13.396071 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: from cryptography.utils import int_from_bytes May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: from cryptography.utils import int_from_bytes May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn_limited( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn_limited( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.421764 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:44:13.424910 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:44:13.425794 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a012ae91-3b85-4e1e-8e37-875ee2676a51 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] 10.222.0.39 "PUT /v2.0/quotas/f39a7d5df9bb477982b2185f51484c97 HTTP/1.1" status: 200 len: 368 time: 0.3756821 May 28 05:44:13.427499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55786) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:13.447445 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:44:13.447640 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9057c1f-ed49-45c1-b995-320d4877abdd req-95233534-ae5f-40cd-8ed0-80700e2f25be tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992899 May 28 05:44:13.448223 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:44:13.461599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Request body: {'network': {'project_id': 'f39a7d5df9bb477982b2185f51484c97'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:13.468658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:13.481230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Usage tracker for resource:network and tenant:f39a7d5df9bb477982b2185f51484c97 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:13.485822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Port': ['ID=e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:13.487949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] No DVR routers for this DVR port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:44:13.492994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:13.507149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:13.533274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Made reservation on behalf of f39a7d5df9bb477982b2185f51484c97 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:13.535691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:13.559826 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:13.568487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-08ca69b7-4a41-4be8-b100-da3823a3a9a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:13.576022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-08ca69b7-4a41-4be8-b100-da3823a3a9a6 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports/eac95adf-2b9b-4a91-a926-7f2214c04881 HTTP/1.1" status: 200 len: 930 time: 0.2725434 May 28 05:44:13.603019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:13.614165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Usage tracker for resource:security_group_rule and tenant:f39a7d5df9bb477982b2185f51484c97 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:13.627877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:13.639637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:13.703059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-8bca3d3f-75a4-4d6e-ba9a-1bcf9c9e6cad tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?network_id=337da631-7b56-4c95-b848-be4d1c218e24&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1258264 May 28 05:44:13.791677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8010e-9694-44b3-ac09-0d6683ca1a43 req-baec8be6-a32e-4453-bd16-ed5deea55322 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:13.798894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:13.799151 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1b8010e-9694-44b3-ac09-0d6683ca1a43 req-baec8be6-a32e-4453-bd16-ed5deea55322 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.1554718 May 28 05:44:13.821362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-a76252a0-eea5-474d-bd41-374f4f200b45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?network_id=337da631-7b56-4c95-b848-be4d1c218e24&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1178296 May 28 05:44:13.881455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:13.894521 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1b8010e-9694-44b3-ac09-0d6683ca1a43 req-bd0a56d2-96ac-4e93-a9ff-c7e21516ebfa tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945101 May 28 05:44:13.899886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:13.922128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07968b01-77f7-4abe-bf6f-df7926d42f48']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:13.935775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:44:13.948940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47750e43-d333-4de0-a1ab-2a5801129a4e') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:13.949246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47750e43-d333-4de0-a1ab-2a5801129a4e') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:13.949968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] Deleting port e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:44:13.950478 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:13.960285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:13.961234 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Added segment 973716a6-7b37-4655-8599-ecbb9f8b2cd0 of type vlan for network 6d1a40dc-1646-4121-8140-95e8f7aaad98 May 28 05:44:13.992694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.011886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.075532 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.077982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:14.079465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.122672 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.171426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:44:14.174417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.238678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6af248f9-1704-491d-85c9-efeb2e592761 None None] The port 'e0d2a27a-f8a8-4b95-88d0-90c9c88f34a7' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:44:14.333498 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9049373 May 28 05:44:14.349563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55812) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:14.364278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa5ceee-d291-4cf4-9fa1-985dda396fc7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:14.364528 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 47750e43-d333-4de0-a1ab-2a5801129a4e resource provider aggregate not found May 28 05:44:14.373160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Request body: {'network': {'project_id': 'f39a7d5df9bb477982b2185f51484c97'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:14.384028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5cb970a5-0ba7-45b1-a755-1d2112d8eb7a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:14.390581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5cb970a5-0ba7-45b1-a755-1d2112d8eb7a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:14.395451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:14.398977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5cb970a5-0ba7-45b1-a755-1d2112d8eb7a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:14.399147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f7695-9224-4bdb-b6c1-cf77c2b01332 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Pushing event updated for resources: {'Network': ['ID=6d1a40dc-1646-4121-8140-95e8f7aaad98,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:14.399524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5cb970a5-0ba7-45b1-a755-1d2112d8eb7a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Synchronizing usage tracker for tenant:35100819b20440649f162236d29682d4 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:14.403706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Usage tracker for resource:network and tenant:f39a7d5df9bb477982b2185f51484c97 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:14.408365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:14.411467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 6d1a40dc-1646-4121-8140-95e8f7aaad98 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:44:14.414489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:14.427435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Made reservation on behalf of f39a7d5df9bb477982b2185f51484c97 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:14.429683 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.431506 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.442058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.477931 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 47750e43-d333-4de0-a1ab-2a5801129a4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47750e43-d333-4de0-a1ab-2a5801129a4e found for delete ", "request_id": "req-52baa3c1-41d3-4a00-ad43-9876a3a7b8aa"}]} May 28 05:44:14.484824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:44:14.499496 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.500022 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Added segment db945fec-3a04-49db-bc0f-2eca02b48c90 of type vlan for network f1ecfda7-6348-41ed-9f36-32f4b67b8e6f May 28 05:44:14.557267 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.577991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Network': ['ID=07968b01-77f7-4abe-bf6f-df7926d42f48,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:14.597866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-de4b8726-a763-48c3-94dc-40ea4ed11a19 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "DELETE /v2.0/networks/07968b01-77f7-4abe-bf6f-df7926d42f48 HTTP/1.1" status: 204 len: 168 time: 2.6503036 May 28 05:44:14.600069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55820) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:14.627729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-381273837'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:14.635342 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.637645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:14.638645 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:14.657196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:14.675597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Usage tracker for resource:network and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:14.682326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5cb970a5-0ba7-45b1-a755-1d2112d8eb7a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Unset dirty status for tenant:35100819b20440649f162236d29682d4 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:14.693244 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5cb970a5-0ba7-45b1-a755-1d2112d8eb7a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/networks?id=741ba084-ed2e-407e-be15-0d0600915b04&id=52bddb62-c404-4753-8461-48e940f599d0&id=52bddb62-c404-4753-8461-48e940f599d0&id=337da631-7b56-4c95-b848-be4d1c218e24&id=337da631-7b56-4c95-b848-be4d1c218e24 HTTP/1.1" status: 200 len: 1988 time: 0.8661487 May 28 05:44:14.694194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:14.749035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:14.771967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-e9ff29e2-5318-436f-9905-09985e59db49 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/quotas/35100819b20440649f162236d29682d4 HTTP/1.1" status: 200 len: 375 time: 0.0601351 May 28 05:44:14.805595 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4430892 May 28 05:44:14.808661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55826) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:14.819496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f5b4d8b5-155d-47ab-9f25-44f1b4e71f89 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Request body: {'network': {'project_id': 'f39a7d5df9bb477982b2185f51484c97'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:14.826633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a762dde-6961-4145-8f1f-945ce70f658e tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Pushing event updated for resources: {'Network': ['ID=f1ecfda7-6348-41ed-9f36-32f4b67b8e6f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:14.837251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f5b4d8b5-155d-47ab-9f25-44f1b4e71f89 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:14.838601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f1ecfda7-6348-41ed-9f36-32f4b67b8e6f details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:44:14.842269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f5b4d8b5-155d-47ab-9f25-44f1b4e71f89 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Usage tracker for resource:network and tenant:f39a7d5df9bb477982b2185f51484c97 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:14.846086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f5b4d8b5-155d-47ab-9f25-44f1b4e71f89 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:14.853546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f5b4d8b5-155d-47ab-9f25-44f1b4e71f89 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:14.855454 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b4d8b5-155d-47ab-9f25-44f1b4e71f89 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 28 05:44:14.856139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b4d8b5-155d-47ab-9f25-44f1b4e71f89 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:44:14.857600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f5b4d8b5-155d-47ab-9f25-44f1b4e71f89 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0478873 May 28 05:44:14.862601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55830) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:14.944143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:14.948779 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:15.010058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-82cd4c88-11bb-4501-ad26-a2e4099e3a24 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2299547 May 28 05:44:15.034124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3b63a2f5-32dc-4f00-9800-b6bd7a693af9 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f39a7d5df9bb477982b2185f51484c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696005 May 28 05:44:15.037260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:44:15.041397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55838) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:15.051122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f040e8-fb4d-48c8-b76a-26546cd956f3 req-9d1b7e6d-758f-4a53-b63e-b0d065114711 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:15.053155 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85f040e8-fb4d-48c8-b76a-26546cd956f3 req-9d1b7e6d-758f-4a53-b63e-b0d065114711 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 945 time: 0.1917245 May 28 05:44:15.061812 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:15.063389 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Added segment 74cf7977-c8ed-4e23-8488-44f5a86ad198 of type vlan for network 7e21e8cb-99f7-4c0b-8201-8cac874b049d May 28 05:44:15.123866 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:15.232319 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85f040e8-fb4d-48c8-b76a-26546cd956f3 req-5f8c3646-eda2-466b-a9e2-d16345c13173 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625800 May 28 05:44:15.250843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b92bb6fb-1c4b-49ec-a4af-3bae028e23d8 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:15.334641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b92bb6fb-1c4b-49ec-a4af-3bae028e23d8 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:15.362127 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-dc78fb5d-190e-4418-802f-4a102d271f22 service neutron] 10.222.0.39 "GET /v2.0/networks/741ba084-ed2e-407e-be15-0d0600915b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062321 May 28 05:44:15.364842 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:15.374252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:15.374890 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:15.403526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b92bb6fb-1c4b-49ec-a4af-3bae028e23d8 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:15.428982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bb6fb-1c4b-49ec-a4af-3bae028e23d8 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa5ceee-d291-4cf4-9fa1-985dda396fc7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:15.439299 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b92bb6fb-1c4b-49ec-a4af-3bae028e23d8 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:15.440784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b92bb6fb-1c4b-49ec-a4af-3bae028e23d8 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfa5ceee-d291-4cf4-9fa1-985dda396fc7 HTTP/1.1" status: 204 len: 168 time: 0.3863809 May 28 05:44:15.443312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55848) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:15.686764 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:15.726418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3e5cc-df88-4299-855e-8e54fe0c3564 req-5ba40f85-f355-4222-9581-07a701894f90 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:15.729121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03b3e5cc-df88-4299-855e-8e54fe0c3564 req-5ba40f85-f355-4222-9581-07a701894f90 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.2529509 May 28 05:44:15.792604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Network': ['ID=7e21e8cb-99f7-4c0b-8201-8cac874b049d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:15.801262 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cbb0acff-c33a-417b-8864-749d4ad8a92e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1995218 May 28 05:44:15.804920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 7e21e8cb-99f7-4c0b-8201-8cac874b049d details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:44:15.820343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55856) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:15.870147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'subnet': {'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:16.024289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55860) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:16.065236 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.101379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1776f2fd-3d51-432a-b7c8-49a47cbec090 service neutron] 10.222.0.39 "GET /v2.0/networks/741ba084-ed2e-407e-be15-0d0600915b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050650 May 28 05:44:16.118375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ecfda7-6348-41ed-9f36-32f4b67b8e6f']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:16.150555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db945fec-3a04-49db-bc0f-2eca02b48c90') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:16.151053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db945fec-3a04-49db-bc0f-2eca02b48c90') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:16.158552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:16.178838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.179435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Usage tracker for resource:subnet and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:16.185753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:16.208134 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.210654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:16.224259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:44:16.224726 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.244242 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-e98c4b05-af25-4bbe-b484-dd1730cea50b service neutron] 10.222.0.39 "GET /v2.0/ports/ee84642a-e2b4-40ec-ba83-ddf32d888fb0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1415687 May 28 05:44:16.245268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:16.261630 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.327427 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment db945fec-3a04-49db-bc0f-2eca02b48c90 resource provider aggregate not found May 28 05:44:16.357240 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03b3e5cc-df88-4299-855e-8e54fe0c3564 req-2e9e4e0a-1e33-4cfc-af3b-e7695a7657f8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5749333 May 28 05:44:16.385269 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment db945fec-3a04-49db-bc0f-2eca02b48c90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db945fec-3a04-49db-bc0f-2eca02b48c90 found for delete ", "request_id": "req-809ed416-c806-4daa-8793-09e51163eebe"}]} May 28 05:44:16.429928 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.470678 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.492663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] 10.222.0.39 "DELETE /v2.0/networks/f1ecfda7-6348-41ed-9f36-32f4b67b8e6f HTTP/1.1" status: 204 len: 168 time: 1.0456841 May 28 05:44:16.494587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55876) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:16.564791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a79d1f-8da2-4c4f-b4d7-89d95f4f2a50 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1ecfda7-6348-41ed-9f36-32f4b67b8e6f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:16.571103 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6747c346-72a0-4886-b416-34708a38c91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.740510 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.783512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6747c346-72a0-4886-b416-34708a38c91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:16.788272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6747c346-72a0-4886-b416-34708a38c91d admin admin] Usage tracker for resource:security_group_rule and tenant:a04092f085e74cba9266b390aa06cfe7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:16.790817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6747c346-72a0-4886-b416-34708a38c91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:16.797084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6747c346-72a0-4886-b416-34708a38c91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:16.895971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6747c346-72a0-4886-b416-34708a38c91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.900836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-12edce97-0f1a-4260-ac96-559ad5bc8a3e service neutron] 10.222.0.39 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083355 May 28 05:44:16.960153 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:16.998098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1a40dc-1646-4121-8140-95e8f7aaad98']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:17.002277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6747c346-72a0-4886-b416-34708a38c91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:17.014634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973716a6-7b37-4655-8599-ecbb9f8b2cd0') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:17.014998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973716a6-7b37-4655-8599-ecbb9f8b2cd0') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:17.030717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1641239-728d-484c-a830-d3a0d8e55136 req-fc3cc6a1-d228-426b-a62d-90da9fcd9ed3 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:17.032434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b1641239-728d-484c-a830-d3a0d8e55136 req-fc3cc6a1-d228-426b-a62d-90da9fcd9ed3 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 945 time: 0.2659063 May 28 05:44:17.040848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:17.092986 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:17.102044 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b1641239-728d-484c-a830-d3a0d8e55136 req-1100b9fd-ff24-44e2-b871-118b4c2edb31 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641596 May 28 05:44:17.105035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:44:17.105819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:17.167838 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6747c346-72a0-4886-b416-34708a38c91d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a04092f085e74cba9266b390aa06cfe7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1396244 May 28 05:44:17.168556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55896) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:17.208503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:17.214894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:17.242978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747c346-72a0-4886-b416-34708a38c91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88da0099-afc5-4997-825f-d73817f8ba02,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:17.254826 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6d1a40dc-1646-4121-8140-95e8f7aaad98 HTTP/1.1" status: 204 len: 168 time: 0.7570760 May 28 05:44:17.257002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09cb8e-8929-491e-bf36-050a215c8564 tempest-QuotasNegativeTest-911222133 tempest-QuotasNegativeTest-911222133-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d1a40dc-1646-4121-8140-95e8f7aaad98,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:17.426428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cd4d3-b94e-4bd0-8fcd-744bc995c0f9 req-24597875-097c-4182-96c6-447dbbc87215 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:17.429899 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-633cd4d3-b94e-4bd0-8fcd-744bc995c0f9 req-24597875-097c-4182-96c6-447dbbc87215 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 945 time: 0.1454802 May 28 05:44:17.448232 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-503ead38-f390-4f16-88a9-85f8c25a3075 service neutron] 10.222.0.39 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275159 May 28 05:44:17.519498 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-633cd4d3-b94e-4bd0-8fcd-744bc995c0f9 req-06d4fc03-e18e-4e30-85c6-3197dfb62ffa tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864165 May 28 05:44:17.569808 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b86edf6f-b1bb-4884-8d31-34ce771af53f service neutron] 10.222.0.39 "GET /v2.0/ports/eac95adf-2b9b-4a91-a926-7f2214c04881?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1205795 May 28 05:44:17.671416 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:17.769164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f0acb-306f-4e19-8b74-31a437419497 req-fb7ba8d4-a7d2-44e0-9015-b039f0316e29 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:17.771850 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-771f0acb-306f-4e19-8b74-31a437419497 req-fb7ba8d4-a7d2-44e0-9015-b039f0316e29 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.1222792 May 28 05:44:17.800672 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c73bcde2-e011-4612-b5f8-fa65213de0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:17.821208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Subnet': ['ID=f5659426-85ed-454b-a09b-40d57c55d57e,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:17.861178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Checking segment: {'id': '74cf7977-c8ed-4e23-8488-44f5a86ad198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:17.861543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network hostable DHCP agents. Network: 7e21e8cb-99f7-4c0b-8201-8cac874b049d, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:44:17.874913 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-771f0acb-306f-4e19-8b74-31a437419497 req-c7435612-3127-4798-ad22-7e15e311563c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967436 May 28 05:44:17.880253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c73bcde2-e011-4612-b5f8-fa65213de0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:17.921527 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-71cecc9e-5ce6-4742-a950-450aceb22373 service neutron] 10.222.0.39 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507707 May 28 05:44:18.029679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55912) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:18.095755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network 7e21e8cb-99f7-4c0b-8201-8cac874b049d is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:44:18.106547 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c73bcde2-e011-4612-b5f8-fa65213de0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:18.124950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 7e21e8cb-99f7-4c0b-8201-8cac874b049d) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:18.134919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29aa21c-65a6-4851-97dc-cb1ddfb367af None None] Network 7e21e8cb-99f7-4c0b-8201-8cac874b049d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:18.202634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bcde2-e011-4612-b5f8-fa65213de0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da0099-afc5-4997-825f-d73817f8ba02,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:18.206807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:18.209063 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:18.245470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-525d256b-6d8b-4e8d-98d4-0912670b8602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:18.254732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c73bcde2-e011-4612-b5f8-fa65213de0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:18.255882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c73bcde2-e011-4612-b5f8-fa65213de0cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88da0099-afc5-4997-825f-d73817f8ba02 HTTP/1.1" status: 204 len: 168 time: 1.0319669 May 28 05:44:18.285421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-525d256b-6d8b-4e8d-98d4-0912670b8602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:18.287800 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-58bb47b7-b9ab-46f4-9e52-a9aaab4ea1d1 service neutron] 10.222.0.39 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477483 May 28 05:44:18.294769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-525d256b-6d8b-4e8d-98d4-0912670b8602 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0e630f0c7b4f3a96d6a5afdfeabfb1 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:18.299502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-525d256b-6d8b-4e8d-98d4-0912670b8602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:18.311691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-525d256b-6d8b-4e8d-98d4-0912670b8602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:18.316037 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a7d55d9f-1091-415c-a3b2-bd46121f6261 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4935760 May 28 05:44:18.317659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55922) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:18.333776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-536302389'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:18.374933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:18.420870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Usage tracker for resource:network and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:18.511311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1d832293-83fe-426d-b7ce-5ec984374881 service neutron] 10.222.0.39 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226179 May 28 05:44:18.570576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:18.579780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-7e21e8cb-99f7-4c0b-8201-8cac874b049d', 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'fixed_ips': [{'subnet_id': 'f5659426-85ed-454b-a09b-40d57c55d57e'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:44:18.580624 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:18.608157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:18.623221 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 973716a6-7b37-4655-8599-ecbb9f8b2cd0 resource provider aggregate not found May 28 05:44:18.678130 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 973716a6-7b37-4655-8599-ecbb9f8b2cd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 973716a6-7b37-4655-8599-ecbb9f8b2cd0 found for delete ", "request_id": "req-9dfbada3-efcb-4241-bed6-97a22d1762fa"}]} May 28 05:44:18.713763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:18.725577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:18.888508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:44:18.898811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d3f1e-068e-4680-a9ce-a5af33c24b31 req-6f7311ea-6112-4479-8fe3-a636904de383 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:18.905911 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-878d3f1e-068e-4680-a9ce-a5af33c24b31 req-6f7311ea-6112-4479-8fe3-a636904de383 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 945 time: 0.5249126 May 28 05:44:18.945880 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:18.946443 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Added segment 784baf8c-f47e-4cdb-84f2-fe7c0367bc91 of type vlan for network b5af752d-255a-4e20-8dc5-45cfc3c87081 May 28 05:44:18.952969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55940) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:18.974010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Allocated IP 19.80.0.2 (7e21e8cb-99f7-4c0b-8201-8cac874b049d/f5659426-85ed-454b-a09b-40d57c55d57e/a9d2c02b-f079-4c78-a637-d4481c26c025) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:18.990626 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-525d256b-6d8b-4e8d-98d4-0912670b8602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.012004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-525d256b-6d8b-4e8d-98d4-0912670b8602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.029772 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-825a39bf-d193-4e6b-8003-6ba82effb53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.032784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.067863 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-878d3f1e-068e-4680-a9ce-a5af33c24b31 req-2a13f12e-6058-4c92-962e-123d3900fbd0 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608863 May 28 05:44:19.092880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4a1fa805-ef35-4793-a355-b253ec4c4ec2 service neutron] 10.222.0.39 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657628 May 28 05:44:19.096331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-825a39bf-d193-4e6b-8003-6ba82effb53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:19.139836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-825a39bf-d193-4e6b-8003-6ba82effb53a admin admin] Usage tracker for resource:security_group_rule and tenant:26e47795253a4d1fba4817241d65a853 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:19.168843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-525d256b-6d8b-4e8d-98d4-0912670b8602 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb0e630f0c7b4f3a96d6a5afdfeabfb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1233497 May 28 05:44:19.169740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55948) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:19.202512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-825a39bf-d193-4e6b-8003-6ba82effb53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:19.215478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-825a39bf-d193-4e6b-8003-6ba82effb53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:19.227522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d256b-6d8b-4e8d-98d4-0912670b8602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2796b2e-523e-4953-8c39-ccc38a6b3234,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:19.341500 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.347416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:19.348157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.437718 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2636432c-26c6-4f7e-9913-5a24e7c807f0 service neutron] 10.222.0.39 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378699 May 28 05:44:19.505395 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.531275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Transition to ACTIVE for port object a9d2c02b-f079-4c78-a637-d4481c26c025 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:19.548759 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb17d-ab25-426b-954f-a8fffdfa0838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.552781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Network': ['ID=b5af752d-255a-4e20-8dc5-45cfc3c87081,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:19.558796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e3f7724e-6525-415f-970e-96cd6496c9b4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2362831 May 28 05:44:19.568835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55956) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:19.577619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network b5af752d-255a-4e20-8dc5-45cfc3c87081 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:44:19.584835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'subnet': {'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:19.620772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Transition to ACTIVE for port object a9d2c02b-f079-4c78-a637-d4481c26c025 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:19.693106 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-825a39bf-d193-4e6b-8003-6ba82effb53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.704981 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.717278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-825a39bf-d193-4e6b-8003-6ba82effb53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.801798 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb17d-ab25-426b-954f-a8fffdfa0838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:19.815101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-08f83415-aa65-45cc-9a0b-d6811908e341 service neutron] 10.222.0.39 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697996 May 28 05:44:19.873754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Network 7e21e8cb-99f7-4c0b-8201-8cac874b049d is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:19.883863 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-825a39bf-d193-4e6b-8003-6ba82effb53a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26e47795253a4d1fba4817241d65a853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9229383 May 28 05:44:19.889167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6ce4e-6b38-44ed-a4cf-da560ab552fc req-77fac5c4-33d9-4913-afd2-630bce044337 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:19.890784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:19.893629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Pushing event updated for resources: {'Port': ['ID=a9d2c02b-f079-4c78-a637-d4481c26c025,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:19.896954 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5d6ce4e-6b38-44ed-a4cf-da560ab552fc req-77fac5c4-33d9-4913-afd2-630bce044337 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.6171987 May 28 05:44:19.902079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55964) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:19.906099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:19.909842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a39bf-d193-4e6b-8003-6ba82effb53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37584e59-4263-4bce-bb97-f0aedfe765c6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:19.984924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:20.003942 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5d6ce4e-6b38-44ed-a4cf-da560ab552fc req-9d1c8a89-c0af-4135-8980-ef8eea400db5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059582 May 28 05:44:20.006628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Usage tracker for resource:subnet and tenant:23ba8366d625490e9e5b5a4f215772e6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:20.017258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:20.028718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:20.049208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb17d-ab25-426b-954f-a8fffdfa0838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:20.063659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:20.068079 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:20.086836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcb17d-ab25-426b-954f-a8fffdfa0838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2796b2e-523e-4953-8c39-ccc38a6b3234,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:20.164053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb17d-ab25-426b-954f-a8fffdfa0838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:20.165041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Attempting to bind port a9d2c02b-f079-4c78-a637-d4481c26c025 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:20.165618 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c7bcb17d-ab25-426b-954f-a8fffdfa0838 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2796b2e-523e-4953-8c39-ccc38a6b3234 HTTP/1.1" status: 204 len: 168 time: 0.9607494 May 28 05:44:20.167720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Attempting to bind port a9d2c02b-f079-4c78-a637-d4481c26c025 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '74cf7977-c8ed-4e23-8488-44f5a86ad198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:20.168285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Attempting to bind port a9d2c02b-f079-4c78-a637-d4481c26c025 on network 7e21e8cb-99f7-4c0b-8201-8cac874b049d {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:20.184534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:20.185678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Checking segment: {'id': '74cf7977-c8ed-4e23-8488-44f5a86ad198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:20.187433 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:20.188830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Bound using segment: {'id': '74cf7977-c8ed-4e23-8488-44f5a86ad198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:20.189862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Bound port: a9d2c02b-f079-4c78-a637-d4481c26c025, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cf7977-c8ed-4e23-8488-44f5a86ad198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:20.192668 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:20.332305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ffd4fbef-1ca4-491c-a372-672b064f1429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:20.388108 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2a6ee28e-3b99-4607-aa81-c0c1e0a12652 service neutron] 10.222.0.39 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576687 May 28 05:44:20.511378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] For port a9d2c02b-f079-4c78-a637-d4481c26c025, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:20.534275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] For port a9d2c02b-f079-4c78-a637-d4481c26c025, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a9d2c02b-f079-4c78-a637-d4481c26c025,segment=NetworkSegment(74cf7977-c8ed-4e23-8488-44f5a86ad198),segment_id=74cf7977-c8ed-4e23-8488-44f5a86ad198)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:20.550139 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:20.554507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-fd2de4cb-f4a5-447d-b0a2-13d032539de0 service neutron] 10.222.0.39 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654863 May 28 05:44:20.579214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ffd4fbef-1ca4-491c-a372-672b064f1429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:20.670994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75889dd-a2ae-482a-9715-78c28f370dc2 None None] Pushing event updated for resources: {'Port': ['ID=a9d2c02b-f079-4c78-a637-d4481c26c025,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:20.679348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569752f4-daaa-4dce-9854-224bb5fc0364 req-54f7d529-4b93-4715-8d74-04bc69f0227e tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:20.681050 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-569752f4-daaa-4dce-9854-224bb5fc0364 req-54f7d529-4b93-4715-8d74-04bc69f0227e tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 945 time: 0.3729284 May 28 05:44:20.682544 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:20.969884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-3d91afae-461e-49ce-b5ed-0a937a477826 service neutron] 10.222.0.39 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144769 May 28 05:44:21.031024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-569752f4-daaa-4dce-9854-224bb5fc0364 req-025e27e9-1ac7-45c2-9adf-b194d161fed3 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362978 May 28 05:44:21.049667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Subnet': ['ID=395efe5a-48c4-4863-a559-a60ba9b38b07,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:21.064132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55978) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:21.133851 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1065039-e431-4c1d-a6e8-a79fafeaf55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:21.191521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Checking segment: {'id': '784baf8c-f47e-4cdb-84f2-fe7c0367bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:21.192015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network hostable DHCP agents. Network: b5af752d-255a-4e20-8dc5-45cfc3c87081, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:44:21.222953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a1065039-e431-4c1d-a6e8-a79fafeaf55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:21.233087 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ffd4fbef-1ca4-491c-a372-672b064f1429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:21.238313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a1065039-e431-4c1d-a6e8-a79fafeaf55a admin admin] Usage tracker for resource:security_group_rule and tenant:00bf3ff442d74091a5004b366dd405a4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:21.264690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a9d2c02b-f079-4c78-a637-d4481c26c025 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:21.286554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4fbef-1ca4-491c-a372-672b064f1429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37584e59-4263-4bce-bb97-f0aedfe765c6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:21.288324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55988) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:21.308569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a1065039-e431-4c1d-a6e8-a79fafeaf55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:21.318980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a1065039-e431-4c1d-a6e8-a79fafeaf55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:21.321732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ffd4fbef-1ca4-491c-a372-672b064f1429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:21.323061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ffd4fbef-1ca4-491c-a372-672b064f1429 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37584e59-4263-4bce-bb97-f0aedfe765c6 HTTP/1.1" status: 204 len: 168 time: 1.4164600 May 28 05:44:21.337386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network b5af752d-255a-4e20-8dc5-45cfc3c87081 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:44:21.404157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-f079041e-d21f-443e-b000-20891b7159a6 service neutron] 10.222.0.39 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328461 May 28 05:44:21.491118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port a9d2c02b-f079-4c78-a637-d4481c26c025 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:21.543225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, b5af752d-255a-4e20-8dc5-45cfc3c87081) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:21.557434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aaa25b-a8ae-4f16-a60d-1817076f46f5 None None] Network b5af752d-255a-4e20-8dc5-45cfc3c87081 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:21.592928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:21.593530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:21.721360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5bea5002-8980-4927-b22f-5453b4bd07a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:21.758606 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e9ab6b6d-3fbc-404f-a585-c1b37db99655 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1837349 May 28 05:44:21.790026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5bea5002-8980-4927-b22f-5453b4bd07a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:21.804456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5bea5002-8980-4927-b22f-5453b4bd07a8 admin admin] Usage tracker for resource:security_group_rule and tenant:c46147bd1e024835a542ab1dfe76f998 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:21.825808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca2e7-3647-4b5d-b8e1-6c4488afb6a7 req-d5c02beb-99fd-4295-9435-b91cfd125d79 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:21.827592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0dca2e7-3647-4b5d-b8e1-6c4488afb6a7 req-d5c02beb-99fd-4295-9435-b91cfd125d79 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.4452519 May 28 05:44:21.841887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5bea5002-8980-4927-b22f-5453b4bd07a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:21.876142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5bea5002-8980-4927-b22f-5453b4bd07a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:22.053763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0dca2e7-3647-4b5d-b8e1-6c4488afb6a7 req-ce205779-4d97-4ed3-803f-dab3add5ec51 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824670 May 28 05:44:22.068828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-b5af752d-255a-4e20-8dc5-45cfc3c87081', 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'fixed_ips': [{'subnet_id': '395efe5a-48c4-4863-a559-a60ba9b38b07'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:44:22.069754 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.097820 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5bea5002-8980-4927-b22f-5453b4bd07a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.112409 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5bea5002-8980-4927-b22f-5453b4bd07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.120325 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1065039-e431-4c1d-a6e8-a79fafeaf55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.135204 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1065039-e431-4c1d-a6e8-a79fafeaf55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.280511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea5002-8980-4927-b22f-5453b4bd07a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ed51b1-f2a7-4cc0-8431-0fb67b93b801,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:22.309816 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a1065039-e431-4c1d-a6e8-a79fafeaf55a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00bf3ff442d74091a5004b366dd405a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2424648 May 28 05:44:22.311897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1065039-e431-4c1d-a6e8-a79fafeaf55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd0ef91-6fbd-4f49-a42b-a816bee63fdb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:22.318326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56020) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:22.381988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56024) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:22.382333 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5bea5002-8980-4927-b22f-5453b4bd07a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c46147bd1e024835a542ab1dfe76f998&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0903275 May 28 05:44:22.475571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Allocated IP 19.86.0.2 (b5af752d-255a-4e20-8dc5-45cfc3c87081/395efe5a-48c4-4863-a559-a60ba9b38b07/0a8320d6-613c-4b9e-a217-f38dd9769bf9) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:22.613183 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0bb1440e-9825-4e5a-a868-48fc8571c27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.631927 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-249de96f-da1c-4f1a-afac-fc1d469faf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.680773 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0bb1440e-9825-4e5a-a868-48fc8571c27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.733224 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-249de96f-da1c-4f1a-afac-fc1d469faf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.835759 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.849061 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Transition to ACTIVE for port object 0a8320d6-613c-4b9e-a217-f38dd9769bf9 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:22.881979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Transition to ACTIVE for port object 0a8320d6-613c-4b9e-a217-f38dd9769bf9 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:22.888553 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3fbe0a-6999-42e7-9859-2a23976d9e54 None None] Network 7e21e8cb-99f7-4c0b-8201-8cac874b049d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:22.921051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-249de96f-da1c-4f1a-afac-fc1d469faf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:22.953809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249de96f-da1c-4f1a-afac-fc1d469faf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd0ef91-6fbd-4f49-a42b-a816bee63fdb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:22.956633 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0bb1440e-9825-4e5a-a868-48fc8571c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:23.003971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1440e-9825-4e5a-a868-48fc8571c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ed51b1-f2a7-4cc0-8431-0fb67b93b801,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:23.022541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0bb1440e-9825-4e5a-a868-48fc8571c27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:23.026619 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0bb1440e-9825-4e5a-a868-48fc8571c27e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1ed51b1-f2a7-4cc0-8431-0fb67b93b801 HTTP/1.1" status: 204 len: 168 time: 0.6436543 May 28 05:44:23.069703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-249de96f-da1c-4f1a-afac-fc1d469faf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:23.070743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-249de96f-da1c-4f1a-afac-fc1d469faf97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fd0ef91-6fbd-4f49-a42b-a816bee63fdb HTTP/1.1" status: 204 len: 168 time: 0.7514305 May 28 05:44:23.154670 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:23.317112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bad0fafd-486b-4bdc-bd88-360cfa1aa360 None None] Provisioning for port a9d2c02b-f079-4c78-a637-d4481c26c025 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:23.377559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Network b5af752d-255a-4e20-8dc5-45cfc3c87081 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:23.393275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:23.398105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bad0fafd-486b-4bdc-bd88-360cfa1aa360 None None] Provisioning complete for port a9d2c02b-f079-4c78-a637-d4481c26c025 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:23.398486 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bad0fafd-486b-4bdc-bd88-360cfa1aa360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:23.474480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:23.496406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-c1f3db2d-7d1f-401f-9741-168554889ef6 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:23.519678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-c1f3db2d-7d1f-401f-9741-168554889ef6 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:23.520488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-c1f3db2d-7d1f-401f-9741-168554889ef6 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:23.564989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-c1f3db2d-7d1f-401f-9741-168554889ef6 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:23.571968 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-c1f3db2d-7d1f-401f-9741-168554889ef6 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/networks?id=7e21e8cb-99f7-4c0b-8201-8cac874b049d&id=b5af752d-255a-4e20-8dc5-45cfc3c87081 HTTP/1.1" status: 200 len: 1390 time: 0.5514455 May 28 05:44:23.607820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-4d42df7e-2811-499a-b468-46fd9892234b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/quotas/23ba8366d625490e9e5b5a4f215772e6 HTTP/1.1" status: 200 len: 375 time: 0.0337992 May 28 05:44:23.722959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Pushing event updated for resources: {'Port': ['ID=0a8320d6-613c-4b9e-a217-f38dd9769bf9,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:23.762019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9cace-0ce2-4e63-beb0-736ad5a817aa req-5e715189-0999-4e4f-8cdf-0d1f78843d5b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:23.773532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55d9cace-0ce2-4e63-beb0-736ad5a817aa req-5e715189-0999-4e4f-8cdf-0d1f78843d5b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.1416900 May 28 05:44:23.875071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55d9cace-0ce2-4e63-beb0-736ad5a817aa req-55f155d2-c4ea-47f4-9481-edc9d3ca454b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002555 May 28 05:44:23.893068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-3e56d5c9-b901-461d-bb69-9cd3c4fcf547 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:23.917062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-3e56d5c9-b901-461d-bb69-9cd3c4fcf547 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:23.919226 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-3e56d5c9-b901-461d-bb69-9cd3c4fcf547 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=23ba8366d625490e9e5b5a4f215772e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3103240 May 28 05:44:24.106710 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d23553ca-ad24-40b7-be41-98e503b647e2 req-aea62733-9b22-45eb-8df3-6488c6464400 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 210 time: 0.1309209 May 28 05:44:24.111958 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-509ec3f0-1a5a-419b-917e-cf25f2bad788 service neutron] 10.222.0.39 "GET /v2.0/networks/7e21e8cb-99f7-4c0b-8201-8cac874b049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831946 May 28 05:44:24.205262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.205839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.205948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.206621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.206959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.207361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.207721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.208054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.208400 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.208720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.209041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.209734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:24.236203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Attempting to bind port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:24.237223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Attempting to bind port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '784baf8c-f47e-4cdb-84f2-fe7c0367bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:24.238533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Attempting to bind port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 on network b5af752d-255a-4e20-8dc5-45cfc3c87081 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:24.258736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:24.259109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Checking segment: {'id': '784baf8c-f47e-4cdb-84f2-fe7c0367bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:24.259793 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:24.260257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Bound using segment: {'id': '784baf8c-f47e-4cdb-84f2-fe7c0367bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:24.260735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Bound port: 0a8320d6-613c-4b9e-a217-f38dd9769bf9, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784baf8c-f47e-4cdb-84f2-fe7c0367bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:24.261309 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:24.439820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56090) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:24.475817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ed75-a69e-4b08-a1d9-700987dbf7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:24.501650 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-55bc7595-f87f-4fc1-948b-f7a9e8f1dabe service neutron] 10.222.0.39 "GET /v2.0/networks/7e21e8cb-99f7-4c0b-8201-8cac874b049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832352 May 28 05:44:24.502935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ecd6ed75-a69e-4b08-a1d9-700987dbf7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:24.521962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ecd6ed75-a69e-4b08-a1d9-700987dbf7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:64288f09a740401799166e4fa61e5bfb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:24.564085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bad0fafd-486b-4bdc-bd88-360cfa1aa360 None None] Current status of the port a9d2c02b-f079-4c78-a637-d4481c26c025 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:24.564466 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bad0fafd-486b-4bdc-bd88-360cfa1aa360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:24.592105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ecd6ed75-a69e-4b08-a1d9-700987dbf7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:24.611951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ecd6ed75-a69e-4b08-a1d9-700987dbf7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:24.717794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53956824-50b5-4c68-96f7-70d8765766b0 req-c01dbcf5-2e52-4648-b4aa-e2ee2c67cda8 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:24.729111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-53956824-50b5-4c68-96f7-70d8765766b0 req-c01dbcf5-2e52-4648-b4aa-e2ee2c67cda8 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 945 time: 0.4713368 May 28 05:44:24.847179 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d882c67c-577a-4d7f-9202-255d5d56d41c service neutron] 10.222.0.39 "GET /v2.0/networks/b5af752d-255a-4e20-8dc5-45cfc3c87081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390865 May 28 05:44:24.867210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e42b11-c2e0-4638-81dc-8491b61c66e8 req-4acdce17-1c1e-4e27-b7d1-6fb563f1a1af tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:24.878540 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77e42b11-c2e0-4638-81dc-8491b61c66e8 req-4acdce17-1c1e-4e27-b7d1-6fb563f1a1af tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 945 time: 0.4740474 May 28 05:44:24.903752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bad0fafd-486b-4bdc-bd88-360cfa1aa360 None None] For port a9d2c02b-f079-4c78-a637-d4481c26c025, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a9d2c02b-f079-4c78-a637-d4481c26c025,segment=NetworkSegment(74cf7977-c8ed-4e23-8488-44f5a86ad198),segment_id=74cf7977-c8ed-4e23-8488-44f5a86ad198)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:24.909872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] For port 0a8320d6-613c-4b9e-a217-f38dd9769bf9, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:24.917731 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bad0fafd-486b-4bdc-bd88-360cfa1aa360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:24.922720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] For port 0a8320d6-613c-4b9e-a217-f38dd9769bf9, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0a8320d6-613c-4b9e-a217-f38dd9769bf9,segment=NetworkSegment(784baf8c-f47e-4cdb-84f2-fe7c0367bc91),segment_id=784baf8c-f47e-4cdb-84f2-fe7c0367bc91)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:25.043002 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:25.291343 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ed75-a69e-4b08-a1d9-700987dbf7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:25.306825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0fafd-486b-4bdc-bd88-360cfa1aa360 None None] Pushing event updated for resources: {'Port': ['ID=a9d2c02b-f079-4c78-a637-d4481c26c025,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:25.327781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ed75-a69e-4b08-a1d9-700987dbf7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:25.392006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77e42b11-c2e0-4638-81dc-8491b61c66e8 req-f42be8f2-9bc3-4b7e-9172-44cd2c6f0037 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/security-groups?id=81605886-373e-46d1-beea-b1559a344c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969704 May 28 05:44:25.399785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-53956824-50b5-4c68-96f7-70d8765766b0 req-77f4099f-679d-48c5-8f3a-7b6865306b72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Deleting port 8163a960-d1b3-42a8-b97d-688a84fbce32 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:44:25.399931 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-53956824-50b5-4c68-96f7-70d8765766b0 req-77f4099f-679d-48c5-8f3a-7b6865306b72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:25.506384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53161f-3066-47d1-8d33-10a07720755a None None] Pushing event updated for resources: {'Port': ['ID=0a8320d6-613c-4b9e-a217-f38dd9769bf9,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:25.606244 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ecd6ed75-a69e-4b08-a1d9-700987dbf7b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64288f09a740401799166e4fa61e5bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1651394 May 28 05:44:25.629255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56120) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:25.762859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-923b6cbe-4e89-4ff8-958f-e1991236068d None None] Provisioning complete for port a9d2c02b-f079-4c78-a637-d4481c26c025 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:25.763318 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-923b6cbe-4e89-4ff8-958f-e1991236068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:25.823400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0613eda6-9e70-409a-b041-87d3c50a43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:25.824776 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0613eda6-9e70-409a-b041-87d3c50a43c7 service neutron] 10.222.0.41 "GET /v2.0/ports/ee84642a-e2b4-40ec-ba83-ddf32d888fb0 HTTP/1.1" status: 200 len: 1028 time: 0.3856683 May 28 05:44:25.870307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6ed75-a69e-4b08-a1d9-700987dbf7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa13a79-708e-49cb-ac4c-6e0b4ed26885,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:25.971798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-5ce95f35-d016-4a6b-a9d5-1f5ef8633c19 service neutron] 10.222.0.39 "GET /v2.0/networks/b5af752d-255a-4e20-8dc5-45cfc3c87081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1174755 May 28 05:44:26.086349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-96086960-7262-4b0c-a168-f4442ce02d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:26.095924 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-96086960-7262-4b0c-a168-f4442ce02d80 service neutron] 10.222.0.41 "GET /v2.0/ports/eac95adf-2b9b-4a91-a926-7f2214c04881 HTTP/1.1" status: 200 len: 1026 time: 0.2389276 May 28 05:44:26.145474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fbde1-5e37-4260-97ee-b41e3d6a6762 req-52c4b586-a7bf-4cee-bed2-a15ea2832362 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:26.150018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-16f388ad-fa89-4fe0-8cc5-b57dc6bb9f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:26.158656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a9fbde1-5e37-4260-97ee-b41e3d6a6762 req-52c4b586-a7bf-4cee-bed2-a15ea2832362 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.5368414 May 28 05:44:26.159913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-923b6cbe-4e89-4ff8-958f-e1991236068d None None] Current status of the port a9d2c02b-f079-4c78-a637-d4481c26c025 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:26.297170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-53956824-50b5-4c68-96f7-70d8765766b0 req-77f4099f-679d-48c5-8f3a-7b6865306b72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] For port 8163a960-d1b3-42a8-b97d-688a84fbce32, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8163a960-d1b3-42a8-b97d-688a84fbce32,segment=NetworkSegment(97634c44-33b4-4959-bf78-82378c814e0c),segment_id=97634c44-33b4-4959-bf78-82378c814e0c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:26.299424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-53956824-50b5-4c68-96f7-70d8765766b0 req-77f4099f-679d-48c5-8f3a-7b6865306b72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:26.419063 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-16f388ad-fa89-4fe0-8cc5-b57dc6bb9f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:26.563405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-9f93e34e-2077-46d8-b541-2fd37dc61449 req-ff9cf5c3-e4d4-4503-9a6f-0646186035ab tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Synchronizing usage tracker for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:26.676141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-53956824-50b5-4c68-96f7-70d8765766b0 req-77f4099f-679d-48c5-8f3a-7b6865306b72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Calling delete_port for 8163a960-d1b3-42a8-b97d-688a84fbce32 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:44:26.697949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4498ecbd-6703-47c2-b285-668d5e1c0a45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:26.717061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4498ecbd-6703-47c2-b285-668d5e1c0a45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:26.739597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4498ecbd-6703-47c2-b285-668d5e1c0a45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:26.740870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4498ecbd-6703-47c2-b285-668d5e1c0a45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Synchronizing usage tracker for tenant:35100819b20440649f162236d29682d4 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:26.757850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-9f93e34e-2077-46d8-b541-2fd37dc61449 req-ff9cf5c3-e4d4-4503-9a6f-0646186035ab tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Unset dirty status for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:26.771983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f93e34e-2077-46d8-b541-2fd37dc61449 req-ff9cf5c3-e4d4-4503-9a6f-0646186035ab tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 210 time: 0.3210130 May 28 05:44:26.802242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4498ecbd-6703-47c2-b285-668d5e1c0a45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Unset dirty status for tenant:35100819b20440649f162236d29682d4 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:26.803760 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4498ecbd-6703-47c2-b285-668d5e1c0a45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "GET /v2.0/networks?id=741ba084-ed2e-407e-be15-0d0600915b04&id=52bddb62-c404-4753-8461-48e940f599d0&id=52bddb62-c404-4753-8461-48e940f599d0&id=52bddb62-c404-4753-8461-48e940f599d0&id=52bddb62-c404-4753-8461-48e940f599d0&id=337da631-7b56-4c95-b848-be4d1c218e24&id=337da631-7b56-4c95-b848-be4d1c218e24 HTTP/1.1" status: 200 len: 1988 time: 0.7008874 May 28 05:44:26.815502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-16f388ad-fa89-4fe0-8cc5-b57dc6bb9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:26.915956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f388ad-fa89-4fe0-8cc5-b57dc6bb9f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa13a79-708e-49cb-ac4c-6e0b4ed26885,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:26.932603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-16f388ad-fa89-4fe0-8cc5-b57dc6bb9f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:26.936167 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-16f388ad-fa89-4fe0-8cc5-b57dc6bb9f37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5aa13a79-708e-49cb-ac4c-6e0b4ed26885 HTTP/1.1" status: 204 len: 168 time: 1.2814252 May 28 05:44:26.988860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d7daa9b4-edde-4103-840c-c9fbbd971fe7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Synchronizing usage tracker for tenant:35100819b20440649f162236d29682d4 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:27.036234 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-53956824-50b5-4c68-96f7-70d8765766b0 req-77f4099f-679d-48c5-8f3a-7b6865306b72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:27.061917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d7daa9b4-edde-4103-840c-c9fbbd971fe7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Unset dirty status for tenant:35100819b20440649f162236d29682d4 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:27.064302 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d7daa9b4-edde-4103-840c-c9fbbd971fe7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35100819b20440649f162236d29682d4 HTTP/1.1" status: 200 len: 380 time: 0.2410183 May 28 05:44:27.074768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'admin_state_up': True, 'tenant_id': '35100819b20440649f162236d29682d4', 'security_groups': ['f204e9ca-0bbe-4ce6-85e0-5b8533829feb']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:27.173321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286c6e60-ab79-4a48-a659-cd1fdb945e82 None None] Network b5af752d-255a-4e20-8dc5-45cfc3c87081 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:27.244716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a9fbde1-5e37-4260-97ee-b41e3d6a6762 req-60d85fa2-34c6-4354-b783-b35c01898bb0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0844018 May 28 05:44:27.408760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:27.427885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4099f-679d-48c5-8f3a-7b6865306b72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Pushing event deleted for resources: {'Port': ['ID=8163a960-d1b3-42a8-b97d-688a84fbce32,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:27.428451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:27.464692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:27.468818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:27.593548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a9d2c02b-f079-4c78-a637-d4481c26c025 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:27.598146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-53956824-50b5-4c68-96f7-70d8765766b0 req-77f4099f-679d-48c5-8f3a-7b6865306b72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] No DVR routers for this DVR port 8163a960-d1b3-42a8-b97d-688a84fbce32 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:44:27.610260 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-53956824-50b5-4c68-96f7-70d8765766b0 req-77f4099f-679d-48c5-8f3a-7b6865306b72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:27.620661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db6aa4a-20dd-4682-8a6f-29ecbc839507', 'name': 'network-vif-deleted', 'tag': '8163a960-d1b3-42a8-b97d-688a84fbce32'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:27.703696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-12de9e4f-7e41-4556-bf0b-fcf260f8c26b req-69c06f5d-b381-4409-9ae0-4e14b97336e0 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:27.739290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-53956824-50b5-4c68-96f7-70d8765766b0 req-77f4099f-679d-48c5-8f3a-7b6865306b72 tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.41 "DELETE /v2.0/ports/8163a960-d1b3-42a8-b97d-688a84fbce32 HTTP/1.1" status: 204 len: 173 time: 2.9958320 May 28 05:44:27.758374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-12de9e4f-7e41-4556-bf0b-fcf260f8c26b req-69c06f5d-b381-4409-9ae0-4e14b97336e0 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:27.772568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-12de9e4f-7e41-4556-bf0b-fcf260f8c26b req-69c06f5d-b381-4409-9ae0-4e14b97336e0 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 210 time: 0.1499801 May 28 05:44:27.801845 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-e8774948-c26a-4dd2-8965-6ac6a6b77e5e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2602026 May 28 05:44:27.951696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Allocated IP 172.20.0.8 (741ba084-ed2e-407e-be15-0d0600915b04/a2eded9b-a86c-45b9-b9be-1ab2a936ac59/af3b4060-b2a0-41d6-8288-eda4f365e181) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:28.024616 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1fa96b-2858-4b82-8696-de595d543e54'] response: {'server_uuid': '7db6aa4a-20dd-4682-8a6f-29ecbc839507', 'name': 'network-vif-deleted', 'tag': '8163a960-d1b3-42a8-b97d-688a84fbce32', 'status': 'completed', 'code': 200} May 28 05:44:28.085599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8163a960-d1b3-42a8-b97d-688a84fbce32 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:44:28.409683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d5187a59-abb5-42fa-a47c-4613caa0831f None None] Provisioning for port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:28.433136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 8163a960-d1b3-42a8-b97d-688a84fbce32 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:44:28.433485 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8163a960-d1b3-42a8-b97d-688a84fbce32 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:44:28.477863 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:28.485619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56170) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:28.505398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Transition to ACTIVE for port object af3b4060-b2a0-41d6-8288-eda4f365e181 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:28.548873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eedc8da0-8e1f-4163-aed5-e27aa564a04f req-8508aeca-20f3-452e-a860-95311284e54d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Synchronizing usage tracker for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:28.549518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a9d2c02b-f079-4c78-a637-d4481c26c025 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:28.549862 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:28.614704 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:28.740755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eedc8da0-8e1f-4163-aed5-e27aa564a04f req-8508aeca-20f3-452e-a860-95311284e54d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] Unset dirty status for tenant:d04a46075b914f75a3759349a85d0515 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:28.758673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eedc8da0-8e1f-4163-aed5-e27aa564a04f req-8508aeca-20f3-452e-a860-95311284e54d tempest-ServerDiskConfigTestJSON-1178594291 tempest-ServerDiskConfigTestJSON-1178594291-project] 10.222.0.39 "GET /v2.0/ports?device_id=7db6aa4a-20dd-4682-8a6f-29ecbc839507 HTTP/1.1" status: 200 len: 210 time: 0.5820389 May 28 05:44:28.805207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-154213df-302d-4817-bd68-1ca48bede961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:28.809812 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-154213df-302d-4817-bd68-1ca48bede961 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9fc41a0dedde4abdaecca4f0cee59bf6&device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 1097 time: 0.7410328 May 28 05:44:28.832127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network 741ba084-ed2e-407e-be15-0d0600915b04 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:28.845151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:28.849979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:28.931449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a9d2c02b-f079-4c78-a637-d4481c26c025 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:28.938881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0a8320d6-613c-4b9e-a217-f38dd9769bf9 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:29.098290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Port': ['ID=af3b4060-b2a0-41d6-8288-eda4f365e181,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:29.175153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa3094-f00e-4697-bc45-435dac38fa36 req-a20053ae-152a-4faa-a798-55bac8bfca09 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:29.190804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-35fa3094-f00e-4697-bc45-435dac38fa36 req-a20053ae-152a-4faa-a798-55bac8bfca09 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 931 time: 0.6540627 May 28 05:44:29.205374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1713418037'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:29.260392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:29.276742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:29.278284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:29.296163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:29.299201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:29.304784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:29.329946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Usage tracker for resource:router and tenant:dd6324d9ffd04ae0a8660d3f8a190d95 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:29.395053 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-35fa3094-f00e-4697-bc45-435dac38fa36 req-3fd10223-4df2-4a56-9ac2-1110b35d1a4d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023525 May 28 05:44:29.443051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1e004348-2ce7-4984-8f33-741e418336d9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3729353 May 28 05:44:29.458956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'network_id': '52bddb62-c404-4753-8461-48e940f599d0', 'admin_state_up': True, 'tenant_id': '35100819b20440649f162236d29682d4', 'security_groups': ['f204e9ca-0bbe-4ce6-85e0-5b8533829feb']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:29.575166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:29.619620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:29.646905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-964ef1b1-995e-4893-b5ec-15ce193908a8 None None] Provisioning complete for port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:29.647488 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-964ef1b1-995e-4893-b5ec-15ce193908a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:29.725193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1082f3b0-3460-436b-90f0-b95d15b539d1 req-d86f869c-f42c-474c-9799-1a4b928cf15b tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 210 time: 0.0810580 May 28 05:44:29.727800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:29.731821 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:29.764182 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:29.837242 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:29.852366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:29.876001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:port and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:29.887114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:29.901885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-a1c1a104-6ceb-4e11-b5c3-0b3d311404aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:29.905011 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-a1c1a104-6ceb-4e11-b5c3-0b3d311404aa service neutron] 10.222.0.33 "GET /v2.0/networks?id=49c46e8e-c0f8-4288-af21-3865c58a8751 HTTP/1.1" status: 200 len: 913 time: 0.9467974 May 28 05:44:29.910252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:29.918938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:29.919339 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:29.944817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:29.949040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:30.051632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 0a8320d6-613c-4b9e-a217-f38dd9769bf9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0a8320d6-613c-4b9e-a217-f38dd9769bf9,segment=NetworkSegment(784baf8c-f47e-4cdb-84f2-fe7c0367bc91),segment_id=784baf8c-f47e-4cdb-84f2-fe7c0367bc91)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:30.054276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-964ef1b1-995e-4893-b5ec-15ce193908a8 None None] Current status of the port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:30.054871 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-964ef1b1-995e-4893-b5ec-15ce193908a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:30.116137 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:30.143458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f14176-78a2-452a-9321-a8f0beb14141 req-24653b6c-b1ff-4d7d-b47f-939b3498218e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:30.146362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06f14176-78a2-452a-9321-a8f0beb14141 req-24653b6c-b1ff-4d7d-b47f-939b3498218e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.9585974 May 28 05:44:30.226548 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-964ef1b1-995e-4893-b5ec-15ce193908a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:44:30.227568 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-964ef1b1-995e-4893-b5ec-15ce193908a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:44:30.284801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=0a8320d6-613c-4b9e-a217-f38dd9769bf9,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:30.489857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:30.496674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a8ecd3f2-b27d-4950-8bd0-42572c25ffa1 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.0090148 May 28 05:44:30.503039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56226) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:30.539201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06f14176-78a2-452a-9321-a8f0beb14141 req-13f9d42d-2158-4363-8e1f-597ff53b3a58 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3781934 May 28 05:44:30.568806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Allocated IP 10.1.1.53 (52bddb62-c404-4753-8461-48e940f599d0/3f3bc5f2-89c3-469e-a844-5420c365cb66/4f8cf13f-ff0c-46cf-a4ae-63372701f4dd) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:30.583455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-6a6045aa-9414-4f6d-9f0c-3862911c2eed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:30.598244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-6a6045aa-9414-4f6d-9f0c-3862911c2eed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:30.602893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-6a6045aa-9414-4f6d-9f0c-3862911c2eed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:30.666817 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:30.889400 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-964ef1b1-995e-4893-b5ec-15ce193908a8 None None] Current status of the port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:30.968148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56236) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:30.968691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56240) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:31.041457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ed577521-adb7-4590-be07-d4fe131a5a1c None None] Provisioning for port af3b4060-b2a0-41d6-8288-eda4f365e181 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:31.047139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ed577521-adb7-4590-be07-d4fe131a5a1c None None] Provisioning complete for port af3b4060-b2a0-41d6-8288-eda4f365e181 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:31.047629 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ed577521-adb7-4590-be07-d4fe131a5a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:31.216083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ed577521-adb7-4590-be07-d4fe131a5a1c None None] Port af3b4060-b2a0-41d6-8288-eda4f365e181 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:44:31.343137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebfade-8b18-4330-b167-963c85885fc7 req-8f7684fd-aaea-488d-a269-5d13abc903dd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:31.344500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cbebfade-8b18-4330-b167-963c85885fc7 req-8f7684fd-aaea-488d-a269-5d13abc903dd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Synchronizing usage tracker for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:31.366809 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:31.429247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Transition to ACTIVE for port object 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:31.432742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cbebfade-8b18-4330-b167-963c85885fc7 req-8f7684fd-aaea-488d-a269-5d13abc903dd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Unset dirty status for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:31.443801 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cbebfade-8b18-4330-b167-963c85885fc7 req-8f7684fd-aaea-488d-a269-5d13abc903dd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 931 time: 0.3139336 May 28 05:44:31.448742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-636b508b-b436-4274-95a4-64e22c65c2e5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=012cc5f2-109e-4a23-a0ab-9133598e0492 HTTP/1.1" status: 200 len: 1002 time: 1.5062714 May 28 05:44:31.493140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-6a6045aa-9414-4f6d-9f0c-3862911c2eed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:31.498898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-6a6045aa-9414-4f6d-9f0c-3862911c2eed tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "GET /v2.0/networks?id=7e21e8cb-99f7-4c0b-8201-8cac874b049d&id=b5af752d-255a-4e20-8dc5-45cfc3c87081 HTTP/1.1" status: 200 len: 1390 time: 2.1434262 May 28 05:44:31.503166 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dfd9b8e-aeb1-4bb2-9d8d-8f03f4110279 req-b7c4bd5d-6807-4911-8756-1df3238542e1 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 210 time: 0.2141244 May 28 05:44:31.518839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cbebfade-8b18-4330-b167-963c85885fc7 req-e3ad7ee4-1f90-465f-b3ab-5a48325b8cc8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744011 May 28 05:44:31.564775 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:31.686776 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dc222c3-7d1a-443d-b8a7-cefc3470cb1e tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:31.726891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network 52bddb62-c404-4753-8461-48e940f599d0 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:31.733615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:31.743707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:31.799717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Port': ['ID=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:31.858869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:31.860363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:31.871682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'port': {'device_id': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d', 'admin_state_up': True, 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:31.911262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b29f9157-2112-4e01-88d1-97b7bd4e2bf8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4567521 May 28 05:44:31.928938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'network_id': '52bddb62-c404-4753-8461-48e940f599d0', 'admin_state_up': True, 'tenant_id': '35100819b20440649f162236d29682d4', 'security_groups': ['f204e9ca-0bbe-4ce6-85e0-5b8533829feb']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:32.052097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b1b352ed-0488-4d40-bcd3-ba1858e55b9e None None] Provisioning for port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:32.059225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b1b352ed-0488-4d40-bcd3-ba1858e55b9e None None] Provisioning complete for port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:32.060270 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1b352ed-0488-4d40-bcd3-ba1858e55b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:32.090531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8dafa10-4c8e-461e-9c5d-34e063dff223 admin admin] Deleting subnet a2ffdb86-9b82-420e-99fe-bff219ac1190 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:44:32.158086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b1b352ed-0488-4d40-bcd3-ba1858e55b9e None None] Port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:44:32.224419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:32.247332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:32.259113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0a8320d6-613c-4b9e-a217-f38dd9769bf9 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:32.264534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8dafa10-4c8e-461e-9c5d-34e063dff223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:32.269953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:32.276166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:32.387134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12e7b5e4-40a0-435c-aa3c-741a46c7fca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:32.397926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-f6410c2d-6678-467d-a533-c13166efb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:32.399731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-f6410c2d-6678-467d-a533-c13166efb4c3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a HTTP/1.1" status: 200 len: 851 time: 0.9209421 May 28 05:44:32.433035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:32.433559 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:32.593060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-12e7b5e4-40a0-435c-aa3c-741a46c7fca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:32.652634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Allocated IP 10.1.1.207 (52bddb62-c404-4753-8461-48e940f599d0/3f3bc5f2-89c3-469e-a844-5420c365cb66/d206c985-1731-43f4-905c-67893bc4872e) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:32.716148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:32.763789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8dafa10-4c8e-461e-9c5d-34e063dff223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:32.835221 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e11959a4-f330-4e21-9b40-3ee3d02a6957 req-5c47a399-6788-4bf3-a4b4-0dedfa3b3d64 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 210 time: 0.0938246 May 28 05:44:32.999344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-12e7b5e4-40a0-435c-aa3c-741a46c7fca0 admin admin] Usage tracker for resource:security_group_rule and tenant:930fc04d1ff4428597d24a26396bf3b3 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:33.057490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-12e7b5e4-40a0-435c-aa3c-741a46c7fca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:33.095159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-12e7b5e4-40a0-435c-aa3c-741a46c7fca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:33.122669 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dc222c3-7d1a-443d-b8a7-cefc3470cb1e tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.132244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dc222c3-7d1a-443d-b8a7-cefc3470cb1e tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.155685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:33.205253 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.211600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8dafa10-4c8e-461e-9c5d-34e063dff223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.231970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Transition to ACTIVE for port object d206c985-1731-43f4-905c-67893bc4872e will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:33.255623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826821e-9a1d-40ea-8f2c-4ad34f8d421a req-4e4419ad-7a5c-4de7-ac6d-8d4ace3470d3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:33.262127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826821e-9a1d-40ea-8f2c-4ad34f8d421a req-4e4419ad-7a5c-4de7-ac6d-8d4ace3470d3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:33.269689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f826821e-9a1d-40ea-8f2c-4ad34f8d421a req-4e4419ad-7a5c-4de7-ac6d-8d4ace3470d3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 1652 time: 0.2092173 May 28 05:44:33.272497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:33.341646 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f826821e-9a1d-40ea-8f2c-4ad34f8d421a req-a33a7c69-d74d-4e31-aa2d-c15e6e213da9 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700121 May 28 05:44:33.376358 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.380001 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dc222c3-7d1a-443d-b8a7-cefc3470cb1e tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.381127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc222c3-7d1a-443d-b8a7-cefc3470cb1e tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5ee8ec1-8b3e-4a9e-bdcb-63e6f9e70528 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:44:33.409275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2604546-d9c5-407a-9a14-a8e316305212 req-b0190d1f-67d2-4eb7-97a8-fbef5296c469 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:33.417091 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2604546-d9c5-407a-9a14-a8e316305212 req-b0190d1f-67d2-4eb7-97a8-fbef5296c469 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 1.5652621 May 28 05:44:33.420762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:33.426001 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.471162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network 52bddb62-c404-4753-8461-48e940f599d0 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:33.474516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:33.479453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:33.525037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Port': ['ID=d206c985-1731-43f4-905c-67893bc4872e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:33.567836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:33.569061 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.587580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56280) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:33.645675 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d8113c60-a2dd-4489-b345-8d870a300e2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7204921 May 28 05:44:33.660933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24', 'admin_state_up': True, 'tenant_id': '35100819b20440649f162236d29682d4', 'security_groups': ['f204e9ca-0bbe-4ce6-85e0-5b8533829feb']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:33.661753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-1dbb31b5-a8c8-4ba7-ab9b-2a597830eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:33.662799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-1dbb31b5-a8c8-4ba7-ab9b-2a597830eb46 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=49c46e8e-c0f8-4288-af21-3865c58a8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2426121 May 28 05:44:33.687195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12e7b5e4-40a0-435c-aa3c-741a46c7fca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.712620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8dafa10-4c8e-461e-9c5d-34e063dff223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.910194 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b4cbc15-506f-42d6-ba8b-ece4dc47b9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:33.943825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9b4cbc15-506f-42d6-ba8b-ece4dc47b9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:33.952127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9b4cbc15-506f-42d6-ba8b-ece4dc47b9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:9aaaf6ab18874d63895a5b5e1f56a67f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:33.962636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9b4cbc15-506f-42d6-ba8b-ece4dc47b9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:33.994891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9b4cbc15-506f-42d6-ba8b-ece4dc47b9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:34.012529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-069dfdb5-c21a-4111-8647-e8951b6e47fa None None] Provisioning for port d206c985-1731-43f4-905c-67893bc4872e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:34.020077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-069dfdb5-c21a-4111-8647-e8951b6e47fa None None] Provisioning complete for port d206c985-1731-43f4-905c-67893bc4872e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:34.020738 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-069dfdb5-c21a-4111-8647-e8951b6e47fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.054439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dc222c3-7d1a-443d-b8a7-cefc3470cb1e tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.056247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9dc222c3-7d1a-443d-b8a7-cefc3470cb1e tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a5ee8ec1-8b3e-4a9e-bdcb-63e6f9e70528 HTTP/1.1" status: 204 len: 168 time: 3.5161133 May 28 05:44:34.085426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:34.099448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:34.110191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64b93a95-c04a-4014-a19d-de975bce54d1 req-055cae36-1858-4828-ac04-cafbee26efce tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 210 time: 0.0823216 May 28 05:44:34.114515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Request body: {'router': {'name': 'tempest-router-1668592917', 'distributed': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:34.119329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:34.123285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Usage tracker for resource:router and tenant:dd6324d9ffd04ae0a8660d3f8a190d95 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:34.126388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:34.139047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-069dfdb5-c21a-4111-8647-e8951b6e47fa None None] Port d206c985-1731-43f4-905c-67893bc4872e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:44:34.143593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:34.154226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Usage tracker for resource:port and tenant:35100819b20440649f162236d29682d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:34.160236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:34.177105 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.178177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.194230 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.209354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:34.226132 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.254411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:34.274268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.278324 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ce6a3fda-445e-4b23-a81d-117ceaf457d4 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1848047 May 28 05:44:34.278928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56296) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:34.360653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Allocated IP 19.80.0.125 (7e21e8cb-99f7-4c0b-8201-8cac874b049d/f5659426-85ed-454b-a09b-40d57c55d57e/f4541d09-f308-4a0c-8505-35b9e9f3bea4) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:34.389654 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2604546-d9c5-407a-9a14-a8e316305212 req-15db8706-bfa2-404e-9b12-8cc5030a6d80 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9712648 May 28 05:44:34.399007 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12e7b5e4-40a0-435c-aa3c-741a46c7fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.419760 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8dafa10-4c8e-461e-9c5d-34e063dff223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.430490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dafa10-4c8e-461e-9c5d-34e063dff223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ffdb86-9b82-420e-99fe-bff219ac1190,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:34.534997 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d8dafa10-4c8e-461e-9c5d-34e063dff223 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a2ffdb86-9b82-420e-99fe-bff219ac1190 HTTP/1.1" status: 204 len: 168 time: 3.5566616 May 28 05:44:34.535983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7b5e4-40a0-435c-aa3c-741a46c7fca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea8e49b-a0fa-40da-940e-e90d1b6f6aa2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:34.543524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56302) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:34.548597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-12e7b5e4-40a0-435c-aa3c-741a46c7fca0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=930fc04d1ff4428597d24a26396bf3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5718310 May 28 05:44:34.659128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56306) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:34.787054 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-881449de-179c-473d-a651-359dc5c6c686 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.857107 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-b96f1029-108b-45d6-b810-2f5cbe76cd19 service neutron] 10.222.0.33 "GET /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1661470 May 28 05:44:34.864032 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:34.990619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b4cbc15-506f-42d6-ba8b-ece4dc47b9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.069450 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b4cbc15-506f-42d6-ba8b-ece4dc47b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.110555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.232422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Transition to ACTIVE for port object f4541d09-f308-4a0c-8505-35b9e9f3bea4 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:35.236243 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.253091 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d190e6c-1198-4fe8-87b5-4dfe0d57ef8c req-9fbc0194-8ae0-4ac7-8bec-201a701b4970 service neutron] 10.222.0.33 "GET /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851850 May 28 05:44:35.271027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a9c59d-4b48-4840-aff6-5d5408668f5a']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:35.296251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97634c44-33b4-4959-bf78-82378c814e0c') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:35.296558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97634c44-33b4-4959-bf78-82378c814e0c') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:35.313533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.334870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.343501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:44:35.344765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.372483 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.428899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-881449de-179c-473d-a651-359dc5c6c686 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.432151 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 97634c44-33b4-4959-bf78-82378c814e0c resource provider aggregate not found May 28 05:44:35.432947 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-881449de-179c-473d-a651-359dc5c6c686 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.458992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cbc15-506f-42d6-ba8b-ece4dc47b9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d4a00-b324-402f-8753-312cf1e88e52,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:35.499740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-83df04cf-1eab-4185-90e8-829529abb295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.501366 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-881449de-179c-473d-a651-359dc5c6c686 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.501853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881449de-179c-473d-a651-359dc5c6c686 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d488d3d-aa69-4252-b326-dd12ca7fd6be {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:44:35.558383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f9c9-142d-42c8-b8a6-7a3677a2f893 req-8eca5d9c-2967-4302-8ff5-65421d0989d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:35.563685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Port': ['ID=f4541d09-f308-4a0c-8505-35b9e9f3bea4,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:35.564181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f9c9-142d-42c8-b8a6-7a3677a2f893 req-8eca5d9c-2967-4302-8ff5-65421d0989d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:35.569921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f9c9-142d-42c8-b8a6-7a3677a2f893 req-8eca5d9c-2967-4302-8ff5-65421d0989d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:35.570774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c022f9c9-142d-42c8-b8a6-7a3677a2f893 req-8eca5d9c-2967-4302-8ff5-65421d0989d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Synchronizing usage tracker for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:35.574307 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 97634c44-33b4-4959-bf78-82378c814e0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97634c44-33b4-4959-bf78-82378c814e0c found for delete ", "request_id": "req-f6db091b-148b-4f8a-9bcf-228303262d03"}]} May 28 05:44:35.577649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.607837 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9b4cbc15-506f-42d6-ba8b-ece4dc47b9e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9aaaf6ab18874d63895a5b5e1f56a67f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0164800 May 28 05:44:35.607837 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-881449de-179c-473d-a651-359dc5c6c686 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.607837 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-881449de-179c-473d-a651-359dc5c6c686 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] 10.222.0.39 "DELETE /v2.0/routers/9d488d3d-aa69-4252-b326-dd12ca7fd6be HTTP/1.1" status: 204 len: 168 time: 1.3224704 May 28 05:44:35.611126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56328) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:35.615084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56330) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:35.619913 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-83df04cf-1eab-4185-90e8-829529abb295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.624803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network 7e21e8cb-99f7-4c0b-8201-8cac874b049d is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:35.637558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Request body: {'router': {'name': 'tempest-router-127862561', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c6ab62c7524047c198529f7c78a0eab9'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:35.641466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:35.648472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:35.683851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:35.692674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.726504 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.734868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Usage tracker for resource:router and tenant:c6ab62c7524047c198529f7c78a0eab9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:35.743258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:35.754515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a9c59d-4b48-4840-aff6-5d5408668f5a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:35.754945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c022f9c9-142d-42c8-b8a6-7a3677a2f893 req-8eca5d9c-2967-4302-8ff5-65421d0989d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Unset dirty status for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:35.756972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:35.761852 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c022f9c9-142d-42c8-b8a6-7a3677a2f893 req-8eca5d9c-2967-4302-8ff5-65421d0989d8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 2373 time: 1.1035945 May 28 05:44:35.786192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:35.786861 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.796182 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eece616a-41f3-4ce7-a94a-a49be6446703 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f2a9c59d-4b48-4840-aff6-5d5408668f5a HTTP/1.1" status: 204 len: 168 time: 1.2513239 May 28 05:44:35.806803 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.807807 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.823218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87be027-e999-4c50-be7f-a2366123c8fc req-6a2e099d-8730-4f49-99b6-ea2a5d7d2b24 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:35.823976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b87be027-e999-4c50-be7f-a2366123c8fc req-6a2e099d-8730-4f49-99b6-ea2a5d7d2b24 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:35.845557 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-8ad9aa76-03e6-4193-88c2-b98496213bf3 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1604521 May 28 05:44:35.849649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:35.864424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b87be027-e999-4c50-be7f-a2366123c8fc req-6a2e099d-8730-4f49-99b6-ea2a5d7d2b24 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:35.870847 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b87be027-e999-4c50-be7f-a2366123c8fc req-6a2e099d-8730-4f49-99b6-ea2a5d7d2b24 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 932 time: 0.3260276 May 28 05:44:35.894190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Request body: {'port': {'device_id': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081', 'admin_state_up': True, 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:36.037140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c022f9c9-142d-42c8-b8a6-7a3677a2f893 req-eb28b944-b026-45f3-b3d0-26e14c337e79 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744305 May 28 05:44:36.107174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56340) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:36.110757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ddad3a29-0588-459d-a7c7-635d2e005cc3 None None] Provisioning for port f4541d09-f308-4a0c-8505-35b9e9f3bea4 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:36.116563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ddad3a29-0588-459d-a7c7-635d2e005cc3 None None] Provisioning complete for port f4541d09-f308-4a0c-8505-35b9e9f3bea4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:36.116934 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddad3a29-0588-459d-a7c7-635d2e005cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.127259 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-296759a5-ccea-45f6-9a3f-adbaed458a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.151367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.175284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b87be027-e999-4c50-be7f-a2366123c8fc req-8080fd0b-cd1f-4419-8886-70046acfaca6 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993121 May 28 05:44:36.207014 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-83df04cf-1eab-4185-90e8-829529abb295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.235609 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-998b8cb5-a542-4746-bbd4-e5644deca747 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d04a46075b914f75a3759349a85d0515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271808 May 28 05:44:36.236334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56348) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:36.259362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ddad3a29-0588-459d-a7c7-635d2e005cc3 None None] Port f4541d09-f308-4a0c-8505-35b9e9f3bea4 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:44:36.283181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.286888 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-92c5b87a-b343-4a1e-8898-ab0c92b769fc tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6633954 May 28 05:44:36.289369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56352) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:36.304952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:36.324994 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-296759a5-ccea-45f6-9a3f-adbaed458a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.331532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df04cf-1eab-4185-90e8-829529abb295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea8e49b-a0fa-40da-940e-e90d1b6f6aa2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:36.341946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Allocated IP 10.2.2.100 (337da631-7b56-4c95-b848-be4d1c218e24/5d7392c2-003a-4f0b-b24d-ffd91d19976a/3efc8914-ecca-46ba-aed6-cb659ba33b3e) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:36.348887 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-83df04cf-1eab-4185-90e8-829529abb295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.352543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-83df04cf-1eab-4185-90e8-829529abb295 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ea8e49b-a0fa-40da-940e-e90d1b6f6aa2 HTTP/1.1" status: 204 len: 168 time: 1.6902866 May 28 05:44:36.622711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a677-f05a-4f40-be63-dd15040e8499 req-23e5983e-19d7-4f17-9d0e-dc96ed1a9f6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:36.624365 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9426a677-f05a-4f40-be63-dd15040e8499 req-23e5983e-19d7-4f17-9d0e-dc96ed1a9f6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.4183633 May 28 05:44:36.628779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-296759a5-ccea-45f6-9a3f-adbaed458a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.669898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296759a5-ccea-45f6-9a3f-adbaed458a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d4a00-b324-402f-8753-312cf1e88e52,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:36.686894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-296759a5-ccea-45f6-9a3f-adbaed458a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.690211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-296759a5-ccea-45f6-9a3f-adbaed458a13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b02d4a00-b324-402f-8753-312cf1e88e52 HTTP/1.1" status: 204 len: 168 time: 1.0731936 May 28 05:44:36.736660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9426a677-f05a-4f40-be63-dd15040e8499 req-1ee8e9e8-a552-48d9-b540-906ef4a3bf78 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901315 May 28 05:44:36.778367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.798809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Transition to ACTIVE for port object 3efc8914-ecca-46ba-aed6-cb659ba33b3e will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:36.827081 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.861128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:36.894030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:36.931760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56376) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:36.937437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network 337da631-7b56-4c95-b848-be4d1c218e24 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:36.955091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:36.961039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:36.968253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-900be328-f779-43b6-841f-ccd7291774dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:36.993364 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f6a5d80-7154-438f-b1bb-730707ec9d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.018265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Port': ['ID=3efc8914-ecca-46ba-aed6-cb659ba33b3e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:37.027123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3f6a5d80-7154-438f-b1bb-730707ec9d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:37.039849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3f6a5d80-7154-438f-b1bb-730707ec9d64 admin admin] Usage tracker for resource:security_group_rule and tenant:ca46d56b16ac40bbbb2c95629075a3d0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:37.049539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3f6a5d80-7154-438f-b1bb-730707ec9d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:37.065601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3f6a5d80-7154-438f-b1bb-730707ec9d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:37.076708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Made reservation on behalf of 23ba8366d625490e9e5b5a4f215772e6 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:37.081358 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.097890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:37.101445 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.101777 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.106770 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.187212 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-20ab101c-ed79-4489-adb4-31666e88ec3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5370953 May 28 05:44:37.210243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24', 'admin_state_up': True, 'tenant_id': '35100819b20440649f162236d29682d4', 'security_groups': ['f204e9ca-0bbe-4ce6-85e0-5b8533829feb']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:37.214847 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-900be328-f779-43b6-841f-ccd7291774dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.395656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-42727520-7afd-4c7e-9f2d-a148a3f2ab7e None None] Provisioning for port 3efc8914-ecca-46ba-aed6-cb659ba33b3e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:37.403975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-42727520-7afd-4c7e-9f2d-a148a3f2ab7e None None] Provisioning complete for port 3efc8914-ecca-46ba-aed6-cb659ba33b3e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:37.404702 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-42727520-7afd-4c7e-9f2d-a148a3f2ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.481246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-42727520-7afd-4c7e-9f2d-a148a3f2ab7e None None] Port 3efc8914-ecca-46ba-aed6-cb659ba33b3e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:44:37.588235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88417) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 28 05:44:37.589063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Router cfb548de-3264-4052-93a7-21fb9b9c9911 migrating from provider to provider. {{(pid=88417) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 28 05:44:37.589294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.593307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56408) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:37.627296 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.645960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1710732-5a13-498b-9d40-30e54aa0153f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.660792 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.726330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:37.729548 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f6a5d80-7154-438f-b1bb-730707ec9d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.731529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b1710732-5a13-498b-9d40-30e54aa0153f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:37.741787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Allocated IP 19.86.0.223 (b5af752d-255a-4e20-8dc5-45cfc3c87081/395efe5a-48c4-4863-a559-a60ba9b38b07/96d53e60-d8c8-4333-9ac4-1691552dc55c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:37.743709 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f6a5d80-7154-438f-b1bb-730707ec9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.743835 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-900be328-f779-43b6-841f-ccd7291774dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.753781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:37.777892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acfd72-8a7d-4784-ab28-f5b899b21506 req-e6092b02-461d-4df7-8ecd-119822830f14 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:37.783262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70acfd72-8a7d-4784-ab28-f5b899b21506 req-e6092b02-461d-4df7-8ecd-119822830f14 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 932 time: 0.2265346 May 28 05:44:37.820981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b1710732-5a13-498b-9d40-30e54aa0153f admin admin] Usage tracker for resource:security_group_rule and tenant:4f4f8aca7f794c9587c67a2c715025d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:37.821286 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3f6a5d80-7154-438f-b1bb-730707ec9d64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca46d56b16ac40bbbb2c95629075a3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8884816 May 28 05:44:37.822019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Made reservation on behalf of 35100819b20440649f162236d29682d4 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:37.826583 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:37.833930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ac3dc-6107-4d99-a78b-41c4d3838bde req-1da0b755-d4d0-4370-b783-6307366e1a0d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:37.835638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56412) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:37.839658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ac3dc-6107-4d99-a78b-41c4d3838bde req-1da0b755-d4d0-4370-b783-6307366e1a0d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:37.848203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ac3dc-6107-4d99-a78b-41c4d3838bde req-1da0b755-d4d0-4370-b783-6307366e1a0d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:37.855657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ac3dc-6107-4d99-a78b-41c4d3838bde req-1da0b755-d4d0-4370-b783-6307366e1a0d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:37.857447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c27ac3dc-6107-4d99-a78b-41c4d3838bde req-1da0b755-d4d0-4370-b783-6307366e1a0d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 3094 time: 0.5348582 May 28 05:44:37.878205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b1710732-5a13-498b-9d40-30e54aa0153f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:37.881991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a5d80-7154-438f-b1bb-730707ec9d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf7c00-498e-48e1-a222-757381ce118e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:37.887984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b1710732-5a13-498b-9d40-30e54aa0153f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:37.918630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900be328-f779-43b6-841f-ccd7291774dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81605886-373e-46d1-beea-b1559a344c5e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:37.944794 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70acfd72-8a7d-4784-ab28-f5b899b21506 req-182d5db5-a98e-48a1-bd0a-d24d121df21c tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549234 May 28 05:44:38.006685 n-d-843679-5 neutron-server[88417]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] No L3 agents can host the router cfb548de-3264-4052-93a7-21fb9b9c9911 May 28 05:44:38.041951 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc7101d-09fb-4ca5-a515-7f193bb87b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.081784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c27ac3dc-6107-4d99-a78b-41c4d3838bde req-a79e18b3-9429-4957-be03-a9b702354bba tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656747 May 28 05:44:38.164364 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-900be328-f779-43b6-841f-ccd7291774dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.167901 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-900be328-f779-43b6-841f-ccd7291774dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81605886-373e-46d1-beea-b1559a344c5e HTTP/1.1" status: 204 len: 168 time: 1.9234333 May 28 05:44:38.181943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc7101d-09fb-4ca5-a515-7f193bb87b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.274953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Allocated IP 10.2.2.200 (337da631-7b56-4c95-b848-be4d1c218e24/5d7392c2-003a-4f0b-b24d-ffd91d19976a/ac592d67-2f83-41cb-8027-f7c9363948c8) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:38.324305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc37b95-59fa-4797-b4ee-fa21f48ca185 req-dd343fe5-3632-4aed-b84c-50024abf6374 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:38.325891 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bc37b95-59fa-4797-b4ee-fa21f48ca185 req-dd343fe5-3632-4aed-b84c-50024abf6374 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 947 time: 0.2554374 May 28 05:44:38.344869 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc7101d-09fb-4ca5-a515-7f193bb87b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.414119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7101d-09fb-4ca5-a515-7f193bb87b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbf7c00-498e-48e1-a222-757381ce118e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:38.474037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5d2832c-b847-434e-a354-8e539c932342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.544016 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bc37b95-59fa-4797-b4ee-fa21f48ca185 req-d0c34b70-72fb-40dd-874a-a6c79290a936 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008877 May 28 05:44:38.550849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dc7101d-09fb-4ca5-a515-7f193bb87b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.555058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6dc7101d-09fb-4ca5-a515-7f193bb87b13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4bbf7c00-498e-48e1-a222-757381ce118e HTTP/1.1" status: 204 len: 168 time: 0.7081540 May 28 05:44:38.571936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Hosts for router cfb548de-3264-4052-93a7-21fb9b9c9911: [] {{(pid=88417) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 28 05:44:38.632187 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.639003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1710732-5a13-498b-9d40-30e54aa0153f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.654657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Transition to ACTIVE for port object ac592d67-2f83-41cb-8027-f7c9363948c8 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:38.664290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1710732-5a13-498b-9d40-30e54aa0153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.692793 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.696200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Hosts for other DVR routers connected to router cfb548de-3264-4052-93a7-21fb9b9c9911: set() {{(pid=88417) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 28 05:44:38.722910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.741846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.742995 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ad23cb97-3094-4b91-9c70-537526dfb7f0 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] 10.222.0.39 "PUT /v2.0/routers/cfb548de-3264-4052-93a7-21fb9b9c9911 HTTP/1.1" status: 200 len: 716 time: 2.4500649 May 28 05:44:38.749758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56448) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:38.758629 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b1710732-5a13-498b-9d40-30e54aa0153f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f4f8aca7f794c9587c67a2c715025d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1536148 May 28 05:44:38.759957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Transition to ACTIVE for port object 96d53e60-d8c8-4333-9ac4-1691552dc55c will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:38.761846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56452) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:38.762961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1710732-5a13-498b-9d40-30e54aa0153f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88b556-b618-4ad8-9a5c-b79c432fcaaf,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:38.789433 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.876240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Network b5af752d-255a-4e20-8dc5-45cfc3c87081 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:38.880275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:38.883784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:38.945327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event updated for resources: {'Port': ['ID=96d53e60-d8c8-4333-9ac4-1691552dc55c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:38.965811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:38.966847 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:38.992736 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-d8892155-f0e8-4430-8a76-6a37ec2c5d9a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1043189 May 28 05:44:39.007648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Network 337da631-7b56-4c95-b848-be4d1c218e24 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:39.011446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Request body: {'port': {'device_id': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:39.021563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:39.030156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:39.101338 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8949243d-c480-4f91-8659-7438f575135e tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] 10.222.0.39 "GET /v2.0/routers/cfb548de-3264-4052-93a7-21fb9b9c9911 HTTP/1.1" status: 200 len: 716 time: 0.3412068 May 28 05:44:39.107163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56468) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:39.137639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event updated for resources: {'Port': ['ID=ac592d67-2f83-41cb-8027-f7c9363948c8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:39.204942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:39.205623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:39.224124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e90be370-bc3f-40fe-bbd8-7c14988140a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:39.324522 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-d1e69b23-2fb5-47b5-940c-1440df19cd4a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1181626 May 28 05:44:39.329633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a25bfb02-8ec5-4dc9-b8fd-2339d225a7a1 None None] Provisioning for port 96d53e60-d8c8-4333-9ac4-1691552dc55c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:39.339793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a25bfb02-8ec5-4dc9-b8fd-2339d225a7a1 None None] Provisioning complete for port 96d53e60-d8c8-4333-9ac4-1691552dc55c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:39.343261 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a25bfb02-8ec5-4dc9-b8fd-2339d225a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:39.365615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:39.450306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e90be370-bc3f-40fe-bbd8-7c14988140a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:39.471816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:39.493263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a25bfb02-8ec5-4dc9-b8fd-2339d225a7a1 None None] Port 96d53e60-d8c8-4333-9ac4-1691552dc55c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:44:39.620117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ac1922b8-f592-49d5-ae6a-51d193f5e0b3 None None] Provisioning for port ac592d67-2f83-41cb-8027-f7c9363948c8 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:39.628716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ac1922b8-f592-49d5-ae6a-51d193f5e0b3 None None] Provisioning complete for port ac592d67-2f83-41cb-8027-f7c9363948c8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:39.629095 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ac1922b8-f592-49d5-ae6a-51d193f5e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:39.732476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:44:39.736932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:39.768817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b203-fe39-4397-9dbe-4116b8343f52 req-9bc131a7-d921-4ede-8f35-2f1ae9e093eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:39.777277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b203-fe39-4397-9dbe-4116b8343f52 req-9bc131a7-d921-4ede-8f35-2f1ae9e093eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:39.783729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b203-fe39-4397-9dbe-4116b8343f52 req-9bc131a7-d921-4ede-8f35-2f1ae9e093eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:39.796143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b203-fe39-4397-9dbe-4116b8343f52 req-9bc131a7-d921-4ede-8f35-2f1ae9e093eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:39.802790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b203-fe39-4397-9dbe-4116b8343f52 req-9bc131a7-d921-4ede-8f35-2f1ae9e093eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:39.806143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b6a5b203-fe39-4397-9dbe-4116b8343f52 req-9bc131a7-d921-4ede-8f35-2f1ae9e093eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Synchronizing usage tracker for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:39.814349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e90be370-bc3f-40fe-bbd8-7c14988140a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:39.870593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56520) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:39.882416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ac1922b8-f592-49d5-ae6a-51d193f5e0b3 None None] Port ac592d67-2f83-41cb-8027-f7c9363948c8 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:44:39.888754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90be370-bc3f-40fe-bbd8-7c14988140a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd88b556-b618-4ad8-9a5c-b79c432fcaaf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:39.888954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:39.962055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:39.962838 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:39.995207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4541d09-f308-4a0c-8505-35b9e9f3bea4 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:39.999713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:40.002886 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:40.012171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:40.017409 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:40.018824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Transition to ACTIVE for port object f4541d09-f308-4a0c-8505-35b9e9f3bea4 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:40.088944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:40.146047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=14']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:40.323800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b6a5b203-fe39-4397-9dbe-4116b8343f52 req-9bc131a7-d921-4ede-8f35-2f1ae9e093eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Unset dirty status for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:40.325694 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b6a5b203-fe39-4397-9dbe-4116b8343f52 req-9bc131a7-d921-4ede-8f35-2f1ae9e093eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 3815 time: 0.8608513 May 28 05:44:40.331323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e90be370-bc3f-40fe-bbd8-7c14988140a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:40.332828 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e90be370-bc3f-40fe-bbd8-7c14988140a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd88b556-b618-4ad8-9a5c-b79c432fcaaf HTTP/1.1" status: 204 len: 168 time: 1.4927573 May 28 05:44:40.376579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deffeb-cd24-4303-8162-ddb903386edb req-a584e14b-100e-455c-a492-c036e1cde2cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:40.384370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deffeb-cd24-4303-8162-ddb903386edb req-a584e14b-100e-455c-a492-c036e1cde2cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:40.385096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f6deffeb-cd24-4303-8162-ddb903386edb req-a584e14b-100e-455c-a492-c036e1cde2cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:40.409223 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-34892203-23c6-41ec-a700-712e6b4e6c32 tempest-RoutersTestDVR-454546553 tempest-RoutersTestDVR-454546553-project] 10.222.0.39 "GET /v2.0/routers/cfb548de-3264-4052-93a7-21fb9b9c9911 HTTP/1.1" status: 200 len: 682 time: 1.2981420 May 28 05:44:40.409787 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b6a5b203-fe39-4397-9dbe-4116b8343f52 req-035ac37f-546c-4e43-8509-13d5d21e4b37 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691285 May 28 05:44:40.416337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56548) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:40.641020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-634416002-network', 'tenant_id': '06848c92a5994b12b9bde94ae03cbbf5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:40.668958 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4bf907b4-e449-44ea-8507-52e23a929117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:40.688252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Pushing event updated for resources: {'Port': ['ID=f4541d09-f308-4a0c-8505-35b9e9f3bea4,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:40.697124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:40.726452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Usage tracker for resource:network and tenant:06848c92a5994b12b9bde94ae03cbbf5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:40.731727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:40.746195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:40.757524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3b4060-b2a0-41d6-8288-eda4f365e181 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:40.769672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f6deffeb-cd24-4303-8162-ddb903386edb req-a584e14b-100e-455c-a492-c036e1cde2cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:40.771005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6deffeb-cd24-4303-8162-ddb903386edb req-a584e14b-100e-455c-a492-c036e1cde2cb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1655 time: 1.5243828 May 28 05:44:40.778427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:40.780508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-40f3257b-a292-4485-83c7-d89d882d763c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:40.793814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Made reservation on behalf of 06848c92a5994b12b9bde94ae03cbbf5 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:40.796545 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:40.834812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:40.854426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Transition to ACTIVE for port object af3b4060-b2a0-41d6-8288-eda4f365e181 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:40.858704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:40.864467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Usage tracker for resource:security_group_rule and tenant:06848c92a5994b12b9bde94ae03cbbf5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:40.868291 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:40.880907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:41.026778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:41.049823 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641a284a-b86e-4285-8724-f3a2e07f6a37'] response: {'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'code': 200} May 28 05:44:41.385417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6deffeb-cd24-4303-8162-ddb903386edb req-6d40b66e-4c9a-4b4c-bfdd-19e6f3973964 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062229 May 28 05:44:41.395998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Pushing event updated for resources: {'Port': ['ID=af3b4060-b2a0-41d6-8288-eda4f365e181,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:41.421226 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.441023 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.472412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Attempting to bind port af3b4060-b2a0-41d6-8288-eda4f365e181 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:41.472744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Attempting to bind port af3b4060-b2a0-41d6-8288-eda4f365e181 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:41.473067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Attempting to bind port af3b4060-b2a0-41d6-8288-eda4f365e181 on network 741ba084-ed2e-407e-be15-0d0600915b04 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:41.516467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Attempting to bind port f4541d09-f308-4a0c-8505-35b9e9f3bea4 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:41.516799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Attempting to bind port f4541d09-f308-4a0c-8505-35b9e9f3bea4 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '74cf7977-c8ed-4e23-8488-44f5a86ad198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:41.517118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Attempting to bind port f4541d09-f308-4a0c-8505-35b9e9f3bea4 on network 7e21e8cb-99f7-4c0b-8201-8cac874b049d {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:41.522580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.530307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Port af3b4060-b2a0-41d6-8288-eda4f365e181 on network 741ba084-ed2e-407e-be15-0d0600915b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:44:41.530643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Attempting to bind port af3b4060-b2a0-41d6-8288-eda4f365e181 on network 741ba084-ed2e-407e-be15-0d0600915b04 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:41.568935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:44:41.570250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.589525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:41.589947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Checking segment: {'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:41.590281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Bound using segment: {'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:41.590753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Bound port: af3b4060-b2a0-41d6-8288-eda4f365e181, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:41.591200 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.606043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:41.611391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Port f4541d09-f308-4a0c-8505-35b9e9f3bea4 on network 7e21e8cb-99f7-4c0b-8201-8cac874b049d not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:44:41.611827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Attempting to bind port f4541d09-f308-4a0c-8505-35b9e9f3bea4 on network 7e21e8cb-99f7-4c0b-8201-8cac874b049d {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:41.628263 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.628616 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Added segment 76350694-f87f-4446-938e-ac29d3a302bc of type vlan for network 87efe2a1-7dbf-452c-b68c-13821db49994 May 28 05:44:41.716786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:41.717114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Checking segment: {'id': '74cf7977-c8ed-4e23-8488-44f5a86ad198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:41.717487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Bound using segment: {'id': '74cf7977-c8ed-4e23-8488-44f5a86ad198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:41.717597 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.717908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Bound port: f4541d09-f308-4a0c-8505-35b9e9f3bea4, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cf7977-c8ed-4e23-8488-44f5a86ad198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:41.719127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.730114 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-40f3257b-a292-4485-83c7-d89d882d763c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.733544 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-40f3257b-a292-4485-83c7-d89d882d763c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.771144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad51250-b0b4-418a-b651-7f8a70525c72 req-e7aaf539-7e84-4455-9a73-2a3ea4bc8834 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:41.772702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ad51250-b0b4-418a-b651-7f8a70525c72 req-e7aaf539-7e84-4455-9a73-2a3ea4bc8834 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 946 time: 0.2457128 May 28 05:44:41.782411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] For port af3b4060-b2a0-41d6-8288-eda4f365e181, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:41.806730 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.807919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:41.808540 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.816049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] For port af3b4060-b2a0-41d6-8288-eda4f365e181, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=af3b4060-b2a0-41d6-8288-eda4f365e181,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:41.816232 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-40f3257b-a292-4485-83c7-d89d882d763c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.816615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f3257b-a292-4485-83c7-d89d882d763c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfb548de-3264-4052-93a7-21fb9b9c9911 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:44:41.846711 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-40f3257b-a292-4485-83c7-d89d882d763c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.848038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-40f3257b-a292-4485-83c7-d89d882d763c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] 10.222.0.39 "DELETE /v2.0/routers/cfb548de-3264-4052-93a7-21fb9b9c9911 HTTP/1.1" status: 204 len: 168 time: 1.4286361 May 28 05:44:41.850615 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.861605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56614) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:41.872209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bf3c8-7f19-4dfe-a725-bf6b549ac7d4 req-f3fe92c4-dac5-495d-b68c-a5f720978772 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:41.873668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f37bf3c8-7f19-4dfe-a725-bf6b549ac7d4 req-f3fe92c4-dac5-495d-b68c-a5f720978772 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3470271 May 28 05:44:41.906268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] For port f4541d09-f308-4a0c-8505-35b9e9f3bea4, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:41.925524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] For port f4541d09-f308-4a0c-8505-35b9e9f3bea4, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f4541d09-f308-4a0c-8505-35b9e9f3bea4,segment=NetworkSegment(74cf7977-c8ed-4e23-8488-44f5a86ad198),segment_id=74cf7977-c8ed-4e23-8488-44f5a86ad198)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:41.933415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f37bf3c8-7f19-4dfe-a725-bf6b549ac7d4 req-c449c4d0-895d-4e5c-9c69-43ed515f80b7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533621 May 28 05:44:41.934536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:41.987003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Request body: {'router': {'name': 'tempest-router-1521206045', 'distributed': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:42.014407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:42.015064 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:42.016991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] 10.222.0.33 "PUT /v2.0/ports/f4541d09-f308-4a0c-8505-35b9e9f3bea4 HTTP/1.1" status: 200 len: 1092 time: 3.0107539 May 28 05:44:42.017556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'tag': 'f4541d09-f308-4a0c-8505-35b9e9f3bea4'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:42.024073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:42.040554 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ad51250-b0b4-418a-b651-7f8a70525c72 req-559fd59e-ff51-4c21-b4c5-8771f5668b85 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546296 May 28 05:44:42.064406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:42.065124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:42.066814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] 10.222.0.41 "PUT /v2.0/ports/af3b4060-b2a0-41d6-8288-eda4f365e181 HTTP/1.1" status: 200 len: 1091 time: 2.7141750 May 28 05:44:42.067821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'af3b4060-b2a0-41d6-8288-eda4f365e181'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:42.074178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Request body: {'port': {'device_id': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:42.081083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Usage tracker for resource:router and tenant:dd6324d9ffd04ae0a8660d3f8a190d95 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:42.095209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2161839 May 28 05:44:42.101122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f9381-6428-4802-aad4-47c7eb21eec5 admin admin] Pushing event updated for resources: {'Network': ['ID=87efe2a1-7dbf-452c-b68c-13821db49994,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:42.103384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56636) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:42.107558 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:42.117156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 87efe2a1-7dbf-452c-b68c-13821db49994 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:44:42.122313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:42.236482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:42.253727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Request body: {'subnet': {'network_id': '87efe2a1-7dbf-452c-b68c-13821db49994', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-634416002-subnet', 'tenant_id': '06848c92a5994b12b9bde94ae03cbbf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:42.300414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:42.341846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af026b1c-f05e-40dc-a912-a69eef60d6df service neutron] Pushing event updated for resources: {'Port': ['ID=f4541d09-f308-4a0c-8505-35b9e9f3bea4,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:42.343846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Usage tracker for resource:subnet and tenant:06848c92a5994b12b9bde94ae03cbbf5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:42.351087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:42.390601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed324bc1-f00a-41de-97e7-cf832bdeabe0 service neutron] Pushing event updated for resources: {'Port': ['ID=af3b4060-b2a0-41d6-8288-eda4f365e181,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:42.396564 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:42.404395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:42.408901 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:42.410102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:42.536719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Made reservation on behalf of 06848c92a5994b12b9bde94ae03cbbf5 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:42.538991 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:42.568359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:42.680239 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:42.702361 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:42.792780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6badc66-a481-4b03-89cb-5fbc80eac715 req-3657948a-0572-43aa-896e-6f3ad93e9b5f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:42.798552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6badc66-a481-4b03-89cb-5fbc80eac715 req-3657948a-0572-43aa-896e-6f3ad93e9b5f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:42.804249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6badc66-a481-4b03-89cb-5fbc80eac715 req-3657948a-0572-43aa-896e-6f3ad93e9b5f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:42.810303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6badc66-a481-4b03-89cb-5fbc80eac715 req-3657948a-0572-43aa-896e-6f3ad93e9b5f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:42.816778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6badc66-a481-4b03-89cb-5fbc80eac715 req-3657948a-0572-43aa-896e-6f3ad93e9b5f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:42.818580 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b6badc66-a481-4b03-89cb-5fbc80eac715 req-3657948a-0572-43aa-896e-6f3ad93e9b5f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 3827 time: 0.5204952 May 28 05:44:42.823408 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:42.824698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7df19ac4-4560-448e-b721-4cc75338fc69 tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8787420 May 28 05:44:42.831268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56664) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:42.831683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24971ba6-026d-4a6b-a7c1-c6160371ac1e req-c490143c-df0b-4158-b6a1-cbb704f63663 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:42.833241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24971ba6-026d-4a6b-a7c1-c6160371ac1e req-c490143c-df0b-4158-b6a1-cbb704f63663 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1992400 May 28 05:44:42.944580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24971ba6-026d-4a6b-a7c1-c6160371ac1e req-dd2ffc37-08e9-4ca3-98ac-711b3e44c7f7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997367 May 28 05:44:42.956823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d53e60-d8c8-4333-9ac4-1691552dc55c {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:42.975005 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:43.009115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Transition to ACTIVE for port object 96d53e60-d8c8-4333-9ac4-1691552dc55c will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:43.012015 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4b2f1a-7725-4312-87a5-feca7de429e1'] response: {'name': 'network-changed', 'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'tag': 'f4541d09-f308-4a0c-8505-35b9e9f3bea4', 'status': 'completed', 'code': 200} May 28 05:44:43.017067 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:43.135865 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff82521-53a6-4f39-a0f6-cfa289861041'] response: {'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'af3b4060-b2a0-41d6-8288-eda4f365e181', 'status': 'completed', 'code': 200} May 28 05:44:43.173568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56674) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:43.190847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:43.252818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a87fdb22-0bfe-44b2-968d-d83403556c8c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:43.333870 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b6badc66-a481-4b03-89cb-5fbc80eac715 req-3c8fd193-54f9-40ee-85a8-7485a475518d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5041397 May 28 05:44:43.586010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Pushing event updated for resources: {'Port': ['ID=96d53e60-d8c8-4333-9ac4-1691552dc55c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:43.606322 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-53ce910f-1aa1-49b0-8697-415ad7eb5556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:43.694399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a822c23-838c-4bcd-9e28-016f131493a5 req-d461bec5-b8fd-44c9-b59f-1d5649ccc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:43.694862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a822c23-838c-4bcd-9e28-016f131493a5 req-d461bec5-b8fd-44c9-b59f-1d5649ccc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:43.696592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a822c23-838c-4bcd-9e28-016f131493a5 req-d461bec5-b8fd-44c9-b59f-1d5649ccc37d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=23ba8366d625490e9e5b5a4f215772e6&device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1939 time: 0.6371276 May 28 05:44:43.698371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-53ce910f-1aa1-49b0-8697-415ad7eb5556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:43.709737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-53ce910f-1aa1-49b0-8697-415ad7eb5556 admin admin] Usage tracker for resource:security_group_rule and tenant:abcc66daaa7c46f9836898ee8edde575 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:43.716090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-53ce910f-1aa1-49b0-8697-415ad7eb5556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:43.747745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-53ce910f-1aa1-49b0-8697-415ad7eb5556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:43.783220 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:43.793182 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a87fdb22-0bfe-44b2-968d-d83403556c8c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:43.834012 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a87fdb22-0bfe-44b2-968d-d83403556c8c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:43.841694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890600ab-613d-4eef-b388-6ee162e84a0e req-a718a7bd-053c-452b-a579-fd06270b381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:43.842162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890600ab-613d-4eef-b388-6ee162e84a0e req-a718a7bd-053c-452b-a579-fd06270b381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:43.842647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890600ab-613d-4eef-b388-6ee162e84a0e req-a718a7bd-053c-452b-a579-fd06270b381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:43.843102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890600ab-613d-4eef-b388-6ee162e84a0e req-a718a7bd-053c-452b-a579-fd06270b381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:43.843701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890600ab-613d-4eef-b388-6ee162e84a0e req-a718a7bd-053c-452b-a579-fd06270b381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:43.845449 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-890600ab-613d-4eef-b388-6ee162e84a0e req-a718a7bd-053c-452b-a579-fd06270b381b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 4362 time: 0.6814799 May 28 05:44:43.866210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Attempting to bind port 96d53e60-d8c8-4333-9ac4-1691552dc55c on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:43.866607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Attempting to bind port 96d53e60-d8c8-4333-9ac4-1691552dc55c by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '784baf8c-f47e-4cdb-84f2-fe7c0367bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:43.866884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Attempting to bind port 96d53e60-d8c8-4333-9ac4-1691552dc55c on network b5af752d-255a-4e20-8dc5-45cfc3c87081 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:43.883458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c002f4-d1e0-4644-a9c4-7f7a6f3215b6 req-61899fb5-250e-4b7c-946d-80f3d9477bf0 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:43.889626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c002f4-d1e0-4644-a9c4-7f7a6f3215b6 req-61899fb5-250e-4b7c-946d-80f3d9477bf0 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:43.891187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7c002f4-d1e0-4644-a9c4-7f7a6f3215b6 req-61899fb5-250e-4b7c-946d-80f3d9477bf0 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1679 time: 0.6130207 May 28 05:44:43.928928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Port 96d53e60-d8c8-4333-9ac4-1691552dc55c on network b5af752d-255a-4e20-8dc5-45cfc3c87081 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:44:43.929241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Attempting to bind port 96d53e60-d8c8-4333-9ac4-1691552dc55c on network b5af752d-255a-4e20-8dc5-45cfc3c87081 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:43.930610 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a87fdb22-0bfe-44b2-968d-d83403556c8c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:43.931073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87fdb22-0bfe-44b2-968d-d83403556c8c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9766189-7125-4c4d-88bc-6d4fd5211aa9 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:44:43.936741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7886097f-fe57-46f7-ba98-5e7c149587be,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:43.965794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Checking segment: {'id': '76350694-f87f-4446-938e-ac29d3a302bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87efe2a1-7dbf-452c-b68c-13821db49994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:43.966154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Network hostable DHCP agents. Network: 87efe2a1-7dbf-452c-b68c-13821db49994, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:44:43.983217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388347b-2443-4b27-81a3-657169607147 req-5a78e90f-8671-479f-8814-a92850cdfaaa tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:43.985256 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7388347b-2443-4b27-81a3-657169607147 req-5a78e90f-8671-479f-8814-a92850cdfaaa tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4229958 May 28 05:44:43.996376 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a87fdb22-0bfe-44b2-968d-d83403556c8c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:43.997457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a87fdb22-0bfe-44b2-968d-d83403556c8c tempest-RoutersTestDVR-1778326489 tempest-RoutersTestDVR-1778326489-project-admin] 10.222.0.39 "DELETE /v2.0/routers/b9766189-7125-4c4d-88bc-6d4fd5211aa9 HTTP/1.1" status: 204 len: 168 time: 1.1649840 May 28 05:44:44.065273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:44.065708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Checking segment: {'id': '784baf8c-f47e-4cdb-84f2-fe7c0367bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:44.065994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Bound using segment: {'id': '784baf8c-f47e-4cdb-84f2-fe7c0367bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:44.066739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Bound port: 96d53e60-d8c8-4333-9ac4-1691552dc55c, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784baf8c-f47e-4cdb-84f2-fe7c0367bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:44.067207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:44.098617 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7388347b-2443-4b27-81a3-657169607147 req-915950d0-6dc9-423b-b159-8ac9167834ec tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996883 May 28 05:44:44.105069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee84642a-e2b4-40ec-ba83-ddf32d888fb0 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:44.118657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Network 87efe2a1-7dbf-452c-b68c-13821db49994 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:44:44.122429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:44.157681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Transition to ACTIVE for port object ee84642a-e2b4-40ec-ba83-ddf32d888fb0 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:44.159814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 87efe2a1-7dbf-452c-b68c-13821db49994) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:44.164952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:44.165704 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:44.170497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa90f0c2-2dfc-498e-a394-e4697204df7d None None] Network 87efe2a1-7dbf-452c-b68c-13821db49994 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:44.177805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7c002f4-d1e0-4644-a9c4-7f7a6f3215b6 req-b3812fc7-0c89-4e22-ae80-f6fba0b850bb tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573342 May 28 05:44:44.209124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:44.216534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a822c23-838c-4bcd-9e28-016f131493a5 req-6a593d1a-ad9e-4f43-ae54-0eeb575f1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:44.216998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a822c23-838c-4bcd-9e28-016f131493a5 req-6a593d1a-ad9e-4f43-ae54-0eeb575f1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:44.217451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a822c23-838c-4bcd-9e28-016f131493a5 req-6a593d1a-ad9e-4f43-ae54-0eeb575f1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:44.223371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a822c23-838c-4bcd-9e28-016f131493a5 req-6a593d1a-ad9e-4f43-ae54-0eeb575f1362 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=23ba8366d625490e9e5b5a4f215772e6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5045311 May 28 05:44:44.381533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] For port 96d53e60-d8c8-4333-9ac4-1691552dc55c, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:44.391443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] For port 96d53e60-d8c8-4333-9ac4-1691552dc55c, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=96d53e60-d8c8-4333-9ac4-1691552dc55c,segment=NetworkSegment(784baf8c-f47e-4cdb-84f2-fe7c0367bc91),segment_id=784baf8c-f47e-4cdb-84f2-fe7c0367bc91)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:44.410058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Pushing event updated for resources: {'Port': ['ID=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:44.459018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56696) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:44.481527 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:44.495124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e0b6180c-a16b-43ac-a009-129f036b10ad admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3824563 May 28 05:44:44.536880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6e634-91b7-48bb-8d33-ed7d37a97d4e None None] Network 87efe2a1-7dbf-452c-b68c-13821db49994 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:44:44.771902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-53ce910f-1aa1-49b0-8697-415ad7eb5556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:44.823955 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-53ce910f-1aa1-49b0-8697-415ad7eb5556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:44.870045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:44.871509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:44.873201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] 10.222.0.33 "PUT /v2.0/ports/96d53e60-d8c8-4333-9ac4-1691552dc55c HTTP/1.1" status: 200 len: 1092 time: 2.8114080 May 28 05:44:44.939262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-a966e2aa-1b7b-4393-b652-4f6d90171337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:44.941193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-a966e2aa-1b7b-4393-b652-4f6d90171337 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1096 time: 0.3258078 May 28 05:44:44.942288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Attempting to bind port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:44.942620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Attempting to bind port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:44.942944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Attempting to bind port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:44.949714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 on network 52bddb62-c404-4753-8461-48e940f599d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:44:44.950051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Attempting to bind port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:44.980058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:44.980755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Checking segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:44.981158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Bound using segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:44.981708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Bound port: ee84642a-e2b4-40ec-ba83-ddf32d888fb0, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:44.982066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:45.000215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890600ab-613d-4eef-b388-6ee162e84a0e req-49b443ac-9149-40e5-ac69-7df9fa0fcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.000697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890600ab-613d-4eef-b388-6ee162e84a0e req-49b443ac-9149-40e5-ac69-7df9fa0fcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.001156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890600ab-613d-4eef-b388-6ee162e84a0e req-49b443ac-9149-40e5-ac69-7df9fa0fcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.003942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-890600ab-613d-4eef-b388-6ee162e84a0e req-49b443ac-9149-40e5-ac69-7df9fa0fcdce service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=35100819b20440649f162236d29682d4&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1345844 May 28 05:44:45.048627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'tag': '96d53e60-d8c8-4333-9ac4-1691552dc55c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:45.053483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce910f-1aa1-49b0-8697-415ad7eb5556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07c3f0a-b8d0-4224-b9e0-f0c32f1df146,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:45.185842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff92836-5d3c-4364-bd1f-c74d147280e8 service neutron] Pushing event updated for resources: {'Port': ['ID=96d53e60-d8c8-4333-9ac4-1691552dc55c,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:45.216983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-53ce910f-1aa1-49b0-8697-415ad7eb5556 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abcc66daaa7c46f9836898ee8edde575&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0321488 May 28 05:44:45.227712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56722) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:45.236505 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-910626dc-180e-422e-8f05-b54ce4d3f063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:45.295927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-910626dc-180e-422e-8f05-b54ce4d3f063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:45.299219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a822c23-838c-4bcd-9e28-016f131493a5 req-0b57f694-67f4-4ec1-b712-ccb11271b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.300930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a822c23-838c-4bcd-9e28-016f131493a5 req-0b57f694-67f4-4ec1-b712-ccb11271b63e service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9080071 May 28 05:44:45.317640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-910626dc-180e-422e-8f05-b54ce4d3f063 admin admin] Usage tracker for resource:security_group_rule and tenant:c6ab62c7524047c198529f7c78a0eab9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:45.326637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-910626dc-180e-422e-8f05-b54ce4d3f063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:45.344964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-910626dc-180e-422e-8f05-b54ce4d3f063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:45.395841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] For port ee84642a-e2b4-40ec-ba83-ddf32d888fb0, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:45.398580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-9999d18b-cd2a-4fce-a08f-c967f1e18f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.400204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-9999d18b-cd2a-4fce-a08f-c967f1e18f67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.4456382 May 28 05:44:45.416262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890600ab-613d-4eef-b388-6ee162e84a0e req-aab2e259-a1a9-4b02-b059-bb5fcb32855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.417683 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-890600ab-613d-4eef-b388-6ee162e84a0e req-aab2e259-a1a9-4b02-b059-bb5fcb32855c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3611963 May 28 05:44:45.418342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7abc32-ece6-4c2b-8793-7d6cb4aad7b3 req-b24a3cc6-f27e-4dee-abf8-7dcb71ffa1c8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.424155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7abc32-ece6-4c2b-8793-7d6cb4aad7b3 req-b24a3cc6-f27e-4dee-abf8-7dcb71ffa1c8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.429929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7abc32-ece6-4c2b-8793-7d6cb4aad7b3 req-b24a3cc6-f27e-4dee-abf8-7dcb71ffa1c8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.436115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7abc32-ece6-4c2b-8793-7d6cb4aad7b3 req-b24a3cc6-f27e-4dee-abf8-7dcb71ffa1c8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.441883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7abc32-ece6-4c2b-8793-7d6cb4aad7b3 req-b24a3cc6-f27e-4dee-abf8-7dcb71ffa1c8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.447628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7abc32-ece6-4c2b-8793-7d6cb4aad7b3 req-b24a3cc6-f27e-4dee-abf8-7dcb71ffa1c8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.449489 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d7abc32-ece6-4c2b-8793-7d6cb4aad7b3 req-b24a3cc6-f27e-4dee-abf8-7dcb71ffa1c8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 4600 time: 0.2448852 May 28 05:44:45.451151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] For port ee84642a-e2b4-40ec-ba83-ddf32d888fb0, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:45.465467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435af1-c689-4b12-ac0b-678c4df99409 req-f595245e-a4f3-4869-9cf3-f6f5f3a4d3db tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.466907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d435af1-c689-4b12-ac0b-678c4df99409 req-f595245e-a4f3-4869-9cf3-f6f5f3a4d3db tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.5760539 May 28 05:44:45.480222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-97cff321-95a8-4dce-b948-92cd6fbdfa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:45.514362 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:45.560676 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-97cff321-95a8-4dce-b948-92cd6fbdfa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:45.588815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d435af1-c689-4b12-ac0b-678c4df99409 req-3f5dd25c-24a8-4947-9aab-6fec3850b854 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095233 May 28 05:44:45.620971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.621595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:45.623309 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] 10.222.0.41 "PUT /v2.0/ports/ee84642a-e2b4-40ec-ba83-ddf32d888fb0 HTTP/1.1" status: 200 len: 1131 time: 3.5189893 May 28 05:44:45.626125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-c11496c7-200e-4832-b932-54ba0f22d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.626609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-c11496c7-200e-4832-b932-54ba0f22d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.627984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'ee84642a-e2b4-40ec-ba83-ddf32d888fb0'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:45.628224 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-c11496c7-200e-4832-b932-54ba0f22d70b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=23ba8366d625490e9e5b5a4f215772e6&device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1981 time: 0.2614009 May 28 05:44:45.669708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:45.705844 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-5ecfd8d0-a524-4cb1-8164-12b4d4cf7513 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 1000 time: 0.2531681 May 28 05:44:45.724273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d7abc32-ece6-4c2b-8793-7d6cb4aad7b3 req-a582da6a-f212-4848-a0b4-7610a1eac5ea tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2211514 May 28 05:44:45.738634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-910626dc-180e-422e-8f05-b54ce4d3f063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:45.741738 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-b40a2e75-d38a-4236-8d70-68791ee27b19 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=f4541d09-f308-4a0c-8505-35b9e9f3bea4 HTTP/1.1" status: 200 len: 217 time: 0.0828795 May 28 05:44:45.786662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184f7bb-c4af-4054-8242-88bb22a0a3ed service neutron] Pushing event updated for resources: {'Port': ['ID=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:45.821788 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-910626dc-180e-422e-8f05-b54ce4d3f063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:45.876964 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-97cff321-95a8-4dce-b948-92cd6fbdfa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:45.887616 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:45.912315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-87d45d5f-ecd4-49cd-a0ec-a5fa077a51f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.913737 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-87d45d5f-ecd4-49cd-a0ec-a5fa077a51f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.1956036 May 28 05:44:45.927126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-910626dc-180e-422e-8f05-b54ce4d3f063 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6ab62c7524047c198529f7c78a0eab9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4663842 May 28 05:44:45.927968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910626dc-180e-422e-8f05-b54ce4d3f063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be364573-4ca0-4025-b2c7-a839e7e2ae41,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:45.933807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56734) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:45.980446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-a131d373-01ac-453b-ab25-ca8ca5c8ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:45.982755 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-a131d373-01ac-453b-ab25-ca8ca5c8ca1e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f5659426-85ed-454b-a09b-40d57c55d57e HTTP/1.1" status: 200 len: 801 time: 0.2047226 May 28 05:44:45.988661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cff321-95a8-4dce-b948-92cd6fbdfa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07c3f0a-b8d0-4224-b9e0-f0c32f1df146,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:46.054875 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-97cff321-95a8-4dce-b948-92cd6fbdfa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:46.058481 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-97cff321-95a8-4dce-b948-92cd6fbdfa3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b07c3f0a-b8d0-4224-b9e0-f0c32f1df146 HTTP/1.1" status: 204 len: 168 time: 0.8274152 May 28 05:44:46.113635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-db758c4d-0adc-4ebe-b22f-4a3f733015a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:46.115136 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-db758c4d-0adc-4ebe-b22f-4a3f733015a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717496 May 28 05:44:46.293351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd02f8-7984-41b7-aa6f-387dca99c9de req-fdf6a951-0d26-48f0-887e-ad1b9ac1de92 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:46.294806 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2cd02f8-7984-41b7-aa6f-387dca99c9de req-fdf6a951-0d26-48f0-887e-ad1b9ac1de92 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 946 time: 0.5549650 May 28 05:44:46.341034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c256ad9-f632-42f3-93d4-bb079e28cfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:46.430109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2cd02f8-7984-41b7-aa6f-387dca99c9de req-8fd95b8e-fa5d-48a2-8de4-ce9e75c6d185 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups?id=b893780a-e80f-481a-aaf4-a26856ef08c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232283 May 28 05:44:46.444334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-34c95cd8-d94e-4ca7-9cba-e0382f2ba944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:46.445805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-34c95cd8-d94e-4ca7-9cba-e0382f2ba944 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7e21e8cb-99f7-4c0b-8201-8cac874b049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4551013 May 28 05:44:46.447759 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c256ad9-f632-42f3-93d4-bb079e28cfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:46.470242 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-943ada86-ef30-4669-b20f-46dc6dee0b1e service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284202 May 28 05:44:46.557518 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-584ab61e-0fcc-4701-b1c7-98d0f96a3985'] response: {'name': 'network-changed', 'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'tag': '96d53e60-d8c8-4333-9ac4-1691552dc55c', 'status': 'completed', 'code': 200} May 28 05:44:46.577289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-359d5221-9d14-4670-a17b-77fbd6242bbd tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:46.578025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-359d5221-9d14-4670-a17b-77fbd6242bbd tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Synchronizing usage tracker for tenant:06848c92a5994b12b9bde94ae03cbbf5 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:46.648088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-c4080170-8df0-475f-82e9-9a7015d1a519 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:46.649524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-c4080170-8df0-475f-82e9-9a7015d1a519 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 946 time: 0.2829940 May 28 05:44:46.650712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-359d5221-9d14-4670-a17b-77fbd6242bbd tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Unset dirty status for tenant:06848c92a5994b12b9bde94ae03cbbf5 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:46.657962 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-359d5221-9d14-4670-a17b-77fbd6242bbd tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/networks?id=87efe2a1-7dbf-452c-b68c-13821db49994 HTTP/1.1" status: 200 len: 821 time: 0.5392730 May 28 05:44:46.680227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-37417d7e-fb59-4873-940e-c20ab4f78ef2 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/quotas/06848c92a5994b12b9bde94ae03cbbf5 HTTP/1.1" status: 200 len: 375 time: 0.0213697 May 28 05:44:46.698301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c256ad9-f632-42f3-93d4-bb079e28cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:46.717889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-77ef9076-caee-4ad9-a645-34df7ea20ab0 service neutron] 10.222.0.33 "GET /v2.0/networks/7e21e8cb-99f7-4c0b-8201-8cac874b049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600336 May 28 05:44:46.785241 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-2ebb9695-2ce7-4bba-ac21-20929b366464 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06848c92a5994b12b9bde94ae03cbbf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041529 May 28 05:44:46.789534 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db3b09df-ee54-44bf-bdbd-0db93432cd8b req-b105714f-748c-46d1-9569-5254d4ca0a4c service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073409 May 28 05:44:46.801979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac95adf-2b9b-4a91-a926-7f2214c04881 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:46.810754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:46.827417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Transition to ACTIVE for port object eac95adf-2b9b-4a91-a926-7f2214c04881 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:46.831368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c256ad9-f632-42f3-93d4-bb079e28cfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be364573-4ca0-4025-b2c7-a839e7e2ae41,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:46.833794 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:46.926739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Deleting port 012cc5f2-109e-4a23-a0ab-9133598e0492 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:44:46.927273 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:46.974914 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c256ad9-f632-42f3-93d4-bb079e28cfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:46.976731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2c256ad9-f632-42f3-93d4-bb079e28cfd8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be364573-4ca0-4025-b2c7-a839e7e2ae41 HTTP/1.1" status: 204 len: 168 time: 1.0355532 May 28 05:44:47.147603 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-e51ca643-8503-4f2b-970d-fd8b39021f4c service neutron] 10.222.0.33 "GET /v2.0/networks/7e21e8cb-99f7-4c0b-8201-8cac874b049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876128 May 28 05:44:47.212521 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:44:47.291264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-7f471be9-ba4b-4da3-b451-f6ef2b0fcf62 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=96d53e60-d8c8-4333-9ac4-1691552dc55c HTTP/1.1" status: 200 len: 217 time: 0.1358714 May 28 05:44:47.410354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed152e-6519-4572-a91b-3abb878cd676 req-e7fcc6cb-aa70-4d79-b2ac-501a56aad712 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:47.416539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed152e-6519-4572-a91b-3abb878cd676 req-e7fcc6cb-aa70-4d79-b2ac-501a56aad712 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:47.423794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26ed152e-6519-4572-a91b-3abb878cd676 req-e7fcc6cb-aa70-4d79-b2ac-501a56aad712 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1679 time: 0.7264726 May 28 05:44:47.438328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Pushing event updated for resources: {'Port': ['ID=eac95adf-2b9b-4a91-a926-7f2214c04881,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:47.523795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-6c53d7e0-00bb-4284-bb18-75720956f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:47.525330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-6c53d7e0-00bb-4284-bb18-75720956f244 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=395efe5a-48c4-4863-a559-a60ba9b38b07 HTTP/1.1" status: 200 len: 801 time: 0.1799624 May 28 05:44:47.544993 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26ed152e-6519-4572-a91b-3abb878cd676 req-ce67d47a-7dd1-4e4e-afdb-0aed821616af tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200678 May 28 05:44:47.561904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Attempting to bind port eac95adf-2b9b-4a91-a926-7f2214c04881 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:47.562816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Attempting to bind port eac95adf-2b9b-4a91-a926-7f2214c04881 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:47.563147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Attempting to bind port eac95adf-2b9b-4a91-a926-7f2214c04881 on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:47.572905 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-f26fbaae-b210-422d-8bb9-87a3c36f354a service neutron] 10.222.0.39 "GET /v2.0/networks/87efe2a1-7dbf-452c-b68c-13821db49994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7788253 May 28 05:44:47.573450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Port eac95adf-2b9b-4a91-a926-7f2214c04881 on network 52bddb62-c404-4753-8461-48e940f599d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:44:47.573772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Attempting to bind port eac95adf-2b9b-4a91-a926-7f2214c04881 on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:47.710433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] For port 012cc5f2-109e-4a23-a0ab-9133598e0492, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=012cc5f2-109e-4a23-a0ab-9133598e0492,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:47.714299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:47.747844 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ca04cd-34b8-4315-aa92-a2926a506ff5'] response: {'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'ee84642a-e2b4-40ec-ba83-ddf32d888fb0', 'status': 'completed', 'code': 200} May 28 05:44:47.748749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:47.750252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Checking segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:47.750679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Bound using segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:47.751142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Bound port: eac95adf-2b9b-4a91-a926-7f2214c04881, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:47.751554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:47.772130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56794) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:47.871969 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53bac72c-6a40-44d3-b217-567156f284bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:47.927627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-53bac72c-6a40-44d3-b217-567156f284bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:47.942217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-53bac72c-6a40-44d3-b217-567156f284bb admin admin] Usage tracker for resource:security_group_rule and tenant:dd6324d9ffd04ae0a8660d3f8a190d95 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:47.957872 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-53bac72c-6a40-44d3-b217-567156f284bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:47.968500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-fe8f3e05-dba1-4008-9145-212d1ee8300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:47.969959 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-fe8f3e05-dba1-4008-9145-212d1ee8300e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b5af752d-255a-4e20-8dc5-45cfc3c87081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4061835 May 28 05:44:47.982262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-53bac72c-6a40-44d3-b217-567156f284bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:47.998464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-74325bff-ec0a-4da3-a3f2-4ebffa95e848 service neutron] 10.222.0.39 "GET /v2.0/networks/87efe2a1-7dbf-452c-b68c-13821db49994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169457 May 28 05:44:48.010895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-cdad5c46-bf80-4269-b4a2-b73926ab9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.011399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-cdad5c46-bf80-4269-b4a2-b73926ab9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.011857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-cdad5c46-bf80-4269-b4a2-b73926ab9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.012319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-cdad5c46-bf80-4269-b4a2-b73926ab9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.012867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-cdad5c46-bf80-4269-b4a2-b73926ab9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.013217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-cdad5c46-bf80-4269-b4a2-b73926ab9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.013672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-cdad5c46-bf80-4269-b4a2-b73926ab9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.016139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e3d97159-d974-4208-980e-42c9cbafe72b req-cdad5c46-bf80-4269-b4a2-b73926ab9460 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6166 time: 0.3065188 May 28 05:44:48.020075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] For port eac95adf-2b9b-4a91-a926-7f2214c04881, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:48.029454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] For port eac95adf-2b9b-4a91-a926-7f2214c04881, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=eac95adf-2b9b-4a91-a926-7f2214c04881,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:48.069475 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:48.304681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Pushing event updated for resources: {'Port': ['ID=eac95adf-2b9b-4a91-a926-7f2214c04881,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:48.383554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.384224 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:48.385600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-38426519-52fa-4bdb-b0ce-8155158064a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/eac95adf-2b9b-4a91-a926-7f2214c04881 HTTP/1.1" status: 200 len: 1129 time: 2.7243428 May 28 05:44:48.395686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-22390ec2-03b7-4496-8133-dfa3710cf5b4 service neutron] 10.222.0.33 "GET /v2.0/networks/b5af752d-255a-4e20-8dc5-45cfc3c87081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122665 May 28 05:44:48.440763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:48.528494 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:48.529649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:48.530204 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Floating IP 583cd23e-de79-4063-81f1-aac22904c413 disassociated. External IP: 172.25.4.211, port: 012cc5f2-109e-4a23-a0ab-9133598e0492. May 28 05:44:48.544566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Calling delete_port for 012cc5f2-109e-4a23-a0ab-9133598e0492 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:44:48.590986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-bc22603c-7031-4ba3-908e-7df85dfb52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.591495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-bc22603c-7031-4ba3-908e-7df85dfb52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.591945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-bc22603c-7031-4ba3-908e-7df85dfb52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.594802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e3d97159-d974-4208-980e-42c9cbafe72b req-bc22603c-7031-4ba3-908e-7df85dfb52ab service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=35100819b20440649f162236d29682d4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5641141 May 28 05:44:48.603136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74c19e-7b5d-4e3c-b38c-13ee8329370c req-1eabee73-0daf-46c8-a34b-ba06376a4f3e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.604758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f74c19e-7b5d-4e3c-b38c-13ee8329370c req-1eabee73-0daf-46c8-a34b-ba06376a4f3e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.6946242 May 28 05:44:48.724528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f74c19e-7b5d-4e3c-b38c-13ee8329370c req-a9e814ef-9d52-45c2-b18d-e4beb31602d9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801439 May 28 05:44:48.732480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4deafaed-4bb5-458d-9b01-0f099deadfa5 req-16c508ed-36dc-46dd-987b-5e08491ef036 service neutron] 10.222.0.33 "GET /v2.0/networks/b5af752d-255a-4e20-8dc5-45cfc3c87081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252175 May 28 05:44:48.787025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53bac72c-6a40-44d3-b217-567156f284bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:48.819993 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53bac72c-6a40-44d3-b217-567156f284bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:48.862512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104f7-eb36-45cf-9ead-4e8be81a0ba4 req-59ac215d-a3a1-461c-a236-962ae3243e34 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.868389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104f7-eb36-45cf-9ead-4e8be81a0ba4 req-59ac215d-a3a1-461c-a236-962ae3243e34 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.874353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104f7-eb36-45cf-9ead-4e8be81a0ba4 req-59ac215d-a3a1-461c-a236-962ae3243e34 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.880321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104f7-eb36-45cf-9ead-4e8be81a0ba4 req-59ac215d-a3a1-461c-a236-962ae3243e34 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.886545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104f7-eb36-45cf-9ead-4e8be81a0ba4 req-59ac215d-a3a1-461c-a236-962ae3243e34 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.892669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104f7-eb36-45cf-9ead-4e8be81a0ba4 req-59ac215d-a3a1-461c-a236-962ae3243e34 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.898457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104f7-eb36-45cf-9ead-4e8be81a0ba4 req-59ac215d-a3a1-461c-a236-962ae3243e34 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:48.907013 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5a104f7-eb36-45cf-9ead-4e8be81a0ba4 req-59ac215d-a3a1-461c-a236-962ae3243e34 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5371 time: 0.5887909 May 28 05:44:48.923556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:48.997242 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:49.023793 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5a104f7-eb36-45cf-9ead-4e8be81a0ba4 req-e205ee1d-a34a-49ac-8c27-6e2ecdc210e3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158509 May 28 05:44:49.028757 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-53bac72c-6a40-44d3-b217-567156f284bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd6324d9ffd04ae0a8660d3f8a190d95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2451878 May 28 05:44:49.034175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Pushing event deleted for resources: {'Port': ['ID=012cc5f2-109e-4a23-a0ab-9133598e0492,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:49.045816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56860) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:49.060119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3bd532e-88e9-4a66-8000-1980ad0f6f4c req-942560dd-946f-4eb7-a4be-a156501a60c1 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 210 time: 0.1219773 May 28 05:44:49.099098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bac72c-6a40-44d3-b217-567156f284bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dfa6be-6352-4c1e-a595-e3342b88347c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:49.217897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97159-d974-4208-980e-42c9cbafe72b req-43c1fcb2-7ddf-4118-8863-dfa8e3087b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:49.220280 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e3d97159-d974-4208-980e-42c9cbafe72b req-43c1fcb2-7ddf-4118-8863-dfa8e3087b22 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6069005 May 28 05:44:49.378209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56870) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:49.400707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-be912207-af32-4479-86b0-c9f685ca0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:49.401224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-be912207-af32-4479-86b0-c9f685ca0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:49.402929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-be912207-af32-4479-86b0-c9f685ca0b6f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=23ba8366d625490e9e5b5a4f215772e6&device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1981 time: 0.5292044 May 28 05:44:49.418522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-beed1a7f-432e-4c0c-8e12-fb50a66d8f46 req-fc405215-1fb0-4fe4-952a-7a5b515ca459 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 210 time: 0.1196682 May 28 05:44:49.429934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0212e-757e-461e-8e6b-45294577acee req-1615d434-b417-4c29-ba27-6494a3509c71 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:49.435795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0212e-757e-461e-8e6b-45294577acee req-1615d434-b417-4c29-ba27-6494a3509c71 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:49.453680 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-51c0212e-757e-461e-8e6b-45294577acee req-1615d434-b417-4c29-ba27-6494a3509c71 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1679 time: 0.2246497 May 28 05:44:49.492968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8804c36-f5a0-48ed-9a91-b65d9c888169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:49.715039 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8804c36-f5a0-48ed-9a91-b65d9c888169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:49.736601 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0119cfb7-95f9-4251-8d19-ed8cec878023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:49.752266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'eac95adf-2b9b-4a91-a926-7f2214c04881'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:49.782233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-51c0212e-757e-461e-8e6b-45294577acee req-b3cdcd82-2a9e-488f-9ffa-756b9aadf217 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268275 May 28 05:44:49.783440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0119cfb7-95f9-4251-8d19-ed8cec878023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:49.797867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0119cfb7-95f9-4251-8d19-ed8cec878023 admin admin] Usage tracker for resource:security_group_rule and tenant:6d498c3cadb14139aac7ac3a0d582604 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:49.803993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0119cfb7-95f9-4251-8d19-ed8cec878023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:49.814119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0119cfb7-95f9-4251-8d19-ed8cec878023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:49.854307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-e5a34ee5-5f4d-40db-82a6-b49c8b1b5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:49.855782 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-e5a34ee5-5f4d-40db-82a6-b49c8b1b5d6e service neutron] 10.222.0.33 "GET /v2.0/networks?id=b5af752d-255a-4e20-8dc5-45cfc3c87081 HTTP/1.1" status: 200 len: 902 time: 0.4364414 May 28 05:44:49.861663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:44:49.927692 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d31674-f09c-4398-8ab4-c7149b32e3a5'] response: {'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'eac95adf-2b9b-4a91-a926-7f2214c04881', 'status': 'completed', 'code': 200} May 28 05:44:50.013290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-043510ce-2699-403f-80ec-f900135c8bda service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=96d53e60-d8c8-4333-9ac4-1691552dc55c HTTP/1.1" status: 200 len: 217 time: 0.1409159 May 28 05:44:50.066754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:50.097967 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:50.099307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8804c36-f5a0-48ed-9a91-b65d9c888169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:50.121449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-7498624f-754e-4581-a2ea-6f4d6826dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:50.122889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-7498624f-754e-4581-a2ea-6f4d6826dc89 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=395efe5a-48c4-4863-a559-a60ba9b38b07 HTTP/1.1" status: 200 len: 801 time: 0.0963562 May 28 05:44:50.223981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8804c36-f5a0-48ed-9a91-b65d9c888169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dfa6be-6352-4c1e-a595-e3342b88347c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:50.243969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Transition to ACTIVE for port object 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:50.290254 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:50.331784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414a075-e09b-4554-9bb9-d360e08da351 req-5e30399c-9aa7-4791-a718-20e23b769a4a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:50.333375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e414a075-e09b-4554-9bb9-d360e08da351 req-5e30399c-9aa7-4791-a718-20e23b769a4a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.5804062 May 28 05:44:50.348221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-02df679b-520b-44f4-a0a2-59f8c211e2d4 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:50.349666 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-02df679b-520b-44f4-a0a2-59f8c211e2d4 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.33 "GET /v2.0/networks?id=87efe2a1-7dbf-452c-b68c-13821db49994 HTTP/1.1" status: 200 len: 821 time: 0.4258137 May 28 05:44:50.361419 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0119cfb7-95f9-4251-8d19-ed8cec878023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:50.475094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Request body: {'port': {'device_id': 'a17b0932-1f36-4a41-ac6d-295d94225e3c', 'network_id': '87efe2a1-7dbf-452c-b68c-13821db49994', 'admin_state_up': True, 'tenant_id': '06848c92a5994b12b9bde94ae03cbbf5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:50.508255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 012cc5f2-109e-4a23-a0ab-9133598e0492 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:44:50.536644 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0119cfb7-95f9-4251-8d19-ed8cec878023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:50.576646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 012cc5f2-109e-4a23-a0ab-9133598e0492 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:44:50.576983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 012cc5f2-109e-4a23-a0ab-9133598e0492 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:44:50.618347 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8804c36-f5a0-48ed-9a91-b65d9c888169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:50.619497 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e8804c36-f5a0-48ed-9a91-b65d9c888169 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85dfa6be-6352-4c1e-a595-e3342b88347c HTTP/1.1" status: 204 len: 168 time: 1.5726750 May 28 05:44:50.628170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56906) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:50.636251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:44:50.649222 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] Sync routers for ids ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:44:50.673109 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] Routers {'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:44:50.673748 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:44:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:50.761681 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e414a075-e09b-4554-9bb9-d360e08da351 req-50ee69bf-8270-4082-a7dd-abf524999016 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4066484 May 28 05:44:50.772204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] No DVR routers for this DVR port 012cc5f2-109e-4a23-a0ab-9133598e0492 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:44:50.779261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:50.781642 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5815474d-620c-46f2-81fc-477e4bbeb5e5 req-7fa997c2-1603-482d-a418-3b77d3c1890e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.33 "DELETE /v2.0/ports/012cc5f2-109e-4a23-a0ab-9133598e0492 HTTP/1.1" status: 204 len: 173 time: 4.1266870 May 28 05:44:50.782335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff623c5-6feb-4e15-8514-927c2715f581', 'name': 'network-vif-deleted', 'tag': '012cc5f2-109e-4a23-a0ab-9133598e0492'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:50.825012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-df93c873-737c-4a7c-a534-7531e3489a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:50.826502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-df93c873-737c-4a7c-a534-7531e3489a05 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b5af752d-255a-4e20-8dc5-45cfc3c87081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6194682 May 28 05:44:50.963340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:51.065933 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] Set router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:44:51.087983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-3e7b4621-c6c2-4e4b-892c-06e7a88780b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.088649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-3e7b4621-c6c2-4e4b-892c-06e7a88780b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.089736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-3e7b4621-c6c2-4e4b-892c-06e7a88780b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.091830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-3e7b4621-c6c2-4e4b-892c-06e7a88780b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.092372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-3e7b4621-c6c2-4e4b-892c-06e7a88780b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.093052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-3e7b4621-c6c2-4e4b-892c-06e7a88780b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.095921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-3e7b4621-c6c2-4e4b-892c-06e7a88780b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.098225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-3e7b4621-c6c2-4e4b-892c-06e7a88780b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6208 time: 1.0836279 May 28 05:44:51.104744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:51.121783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-957934bc-4013-4e49-ac56-9b884b8de272 req-e1cb3ccb-6c66-4331-a55e-3e6db9d4bb26 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Synchronizing usage tracker for tenant:9fc41a0dedde4abdaecca4f0cee59bf6 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:51.123508 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0119cfb7-95f9-4251-8d19-ed8cec878023 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d498c3cadb14139aac7ac3a0d582604&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7430079 May 28 05:44:51.128475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119cfb7-95f9-4251-8d19-ed8cec878023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514d10e3-e78d-429d-8dc2-ded17165429b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:51.144675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56922) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:51.203961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Usage tracker for resource:port and tenant:06848c92a5994b12b9bde94ae03cbbf5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:51.213232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:51.240930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ca84001c-1caa-40b5-a975-a1c5e0eebcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:51.277440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-957934bc-4013-4e49-ac56-9b884b8de272 req-e1cb3ccb-6c66-4331-a55e-3e6db9d4bb26 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Unset dirty status for tenant:9fc41a0dedde4abdaecca4f0cee59bf6 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:51.278621 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-957934bc-4013-4e49-ac56-9b884b8de272 req-e1cb3ccb-6c66-4331-a55e-3e6db9d4bb26 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff623c5-6feb-4e15-8514-927c2715f581 HTTP/1.1" status: 200 len: 210 time: 0.2921393 May 28 05:44:51.289249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:51.400899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Made reservation on behalf of 06848c92a5994b12b9bde94ae03cbbf5 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:51.402138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ca84001c-1caa-40b5-a975-a1c5e0eebcb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:51.405101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:51.415488 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-ceb6d495-f99d-4d2d-81b8-61f9b2065b3c service neutron] 10.222.0.33 "GET /v2.0/networks/b5af752d-255a-4e20-8dc5-45cfc3c87081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815353 May 28 05:44:51.418416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ca84001c-1caa-40b5-a975-a1c5e0eebcb0 admin admin] Usage tracker for resource:security_group_rule and tenant:e1eb497eab4040ccad808dff54435925 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:51.424850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Attempting to bind port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:51.425434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Attempting to bind port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:51.426016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Attempting to bind port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:51.474781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ca84001c-1caa-40b5-a975-a1c5e0eebcb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:51.485302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ca84001c-1caa-40b5-a975-a1c5e0eebcb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:51.533376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-11ac33ba-329f-4790-974d-03e147057c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.533973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-11ac33ba-329f-4790-974d-03e147057c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.534903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-11ac33ba-329f-4790-974d-03e147057c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.537183 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-11ac33ba-329f-4790-974d-03e147057c24 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=35100819b20440649f162236d29682d4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3983290 May 28 05:44:51.538274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd on network 52bddb62-c404-4753-8461-48e940f599d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:44:51.538608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Attempting to bind port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:51.565940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ea68-27c5-4025-938c-ee3c4f3925c7 req-39fdd72f-231a-4b7c-8f6a-ae828d8375b2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.572607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ea68-27c5-4025-938c-ee3c4f3925c7 req-39fdd72f-231a-4b7c-8f6a-ae828d8375b2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.579617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ea68-27c5-4025-938c-ee3c4f3925c7 req-39fdd72f-231a-4b7c-8f6a-ae828d8375b2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.586285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ea68-27c5-4025-938c-ee3c4f3925c7 req-39fdd72f-231a-4b7c-8f6a-ae828d8375b2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.592272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ea68-27c5-4025-938c-ee3c4f3925c7 req-39fdd72f-231a-4b7c-8f6a-ae828d8375b2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.599728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ea68-27c5-4025-938c-ee3c4f3925c7 req-39fdd72f-231a-4b7c-8f6a-ae828d8375b2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.606479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ea68-27c5-4025-938c-ee3c4f3925c7 req-39fdd72f-231a-4b7c-8f6a-ae828d8375b2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:51.614774 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4b4ea68-27c5-4025-938c-ee3c4f3925c7 req-39fdd72f-231a-4b7c-8f6a-ae828d8375b2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5383 time: 1.1532433 May 28 05:44:51.670246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:51.676363 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e8e1a8-e4c5-4625-9504-2ccc73cb0379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:51.682111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Checking segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:51.684049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Bound using segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:51.684781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Bound port: 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:51.688425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:51.704220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-517d0f95-b240-46ef-89aa-488f6156ee1c req-13b896d8-c19d-4c8f-98fc-027c38cfd4a1 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 210 time: 0.1181366 May 28 05:44:51.786837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e8e1a8-e4c5-4625-9504-2ccc73cb0379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:51.806158 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:37Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'db0fb436-33ad-454c-bd7d-b51d82f1c515', 'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'mac_address': 'fa:16:3e:8a:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:47Z', 'revision_number': 5, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'subnets': [{'id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:51.812596 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] Checking router: ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:44:51.840697 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] Routers {'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:44:51.842651 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:44:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:51.847496 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e27a978-37a9-41c0-94c4-414f7064e8ce req-5e0f4cf0-fee7-4a54-83b9-00e64a58de00 service neutron] 10.222.0.33 "GET /v2.0/networks/b5af752d-255a-4e20-8dc5-45cfc3c87081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996899 May 28 05:44:51.928269 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ca84001c-1caa-40b5-a975-a1c5e0eebcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:51.930082 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e8e1a8-e4c5-4625-9504-2ccc73cb0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:51.944649 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4b4ea68-27c5-4025-938c-ee3c4f3925c7 req-111f6300-b397-4ac5-9359-3817d8c7281f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3289981 May 28 05:44:51.954667 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ca84001c-1caa-40b5-a975-a1c5e0eebcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:52.018561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8e1a8-e4c5-4625-9504-2ccc73cb0379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514d10e3-e78d-429d-8dc2-ded17165429b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:52.064981 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e8e1a8-e4c5-4625-9504-2ccc73cb0379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:52.068465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-01e8e1a8-e4c5-4625-9504-2ccc73cb0379 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/514d10e3-e78d-429d-8dc2-ded17165429b HTTP/1.1" status: 204 len: 168 time: 0.9205506 May 28 05:44:52.091141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ca84001c-1caa-40b5-a975-a1c5e0eebcb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1eb497eab4040ccad808dff54435925&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4606121 May 28 05:44:52.098105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56946) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:52.135220 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1259b1a3-e434-4a61-9859-cffce529910d'] response: {'server_uuid': '3ff623c5-6feb-4e15-8514-927c2715f581', 'name': 'network-vif-deleted', 'tag': '012cc5f2-109e-4a23-a0ab-9133598e0492', 'status': 'completed', 'code': 200} May 28 05:44:52.140572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84001c-1caa-40b5-a975-a1c5e0eebcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec3ff0-66e4-4825-beea-fe40bf6d9dc3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:52.176992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-ce3d5efc-93e8-4916-a4d5-eab0d7b4f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:52.179110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-66ef79e8-47fd-470d-9b5d-4b2abfb04a87 req-ce3d5efc-93e8-4916-a4d5-eab0d7b4f308 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5432436 May 28 05:44:52.194920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0347f59-7ff9-491e-8626-4c68c32c0929 req-de505f26-0197-4a77-a259-a8464a0a3668 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:52.201199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] For port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:52.202104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0347f59-7ff9-491e-8626-4c68c32c0929 req-de505f26-0197-4a77-a259-a8464a0a3668 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2655663 May 28 05:44:52.208427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] For port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:52.224689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:52.241073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0948-4f81-48a9-bb72-5cf060fe333c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:52.303261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0948-4f81-48a9-bb72-5cf060fe333c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:52.375778 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] Set router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:44:52.386677 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0948-4f81-48a9-bb72-5cf060fe333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:52.421686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0347f59-7ff9-491e-8626-4c68c32c0929 req-f417338e-e022-407b-850b-c53cea40e80d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185290 May 28 05:44:52.428456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a0948-4f81-48a9-bb72-5cf060fe333c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec3ff0-66e4-4825-beea-fe40bf6d9dc3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:52.481653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0948-4f81-48a9-bb72-5cf060fe333c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:52.490534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0c6a0948-4f81-48a9-bb72-5cf060fe333c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83ec3ff0-66e4-4825-beea-fe40bf6d9dc3 HTTP/1.1" status: 204 len: 168 time: 0.3905065 May 28 05:44:52.500982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Allocated IP 172.20.0.7 (87efe2a1-7dbf-452c-b68c-13821db49994/7886097f-fe57-46f7-ba98-5e7c149587be/7064e2a2-b9df-461d-8bf7-b4e680385ae4) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:52.504315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f4541d09-f308-4a0c-8505-35b9e9f3bea4 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:44:52.556061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:52.556703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:52.558130 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] 10.222.0.41 "PUT /v2.0/ports/4f8cf13f-ff0c-46cf-a4ae-63372701f4dd HTTP/1.1" status: 200 len: 1090 time: 4.1269233 May 28 05:44:52.560187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': '4f8cf13f-ff0c-46cf-a4ae-63372701f4dd'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:52.605363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:52.704286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee604ae7-ac6e-4b13-a5cb-397143ef0ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:52.867162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f4541d09-f308-4a0c-8505-35b9e9f3bea4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f4541d09-f308-4a0c-8505-35b9e9f3bea4,segment=NetworkSegment(74cf7977-c8ed-4e23-8488-44f5a86ad198),segment_id=74cf7977-c8ed-4e23-8488-44f5a86ad198)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:52.931967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'f4541d09-f308-4a0c-8505-35b9e9f3bea4', 'network_id': '7e21e8cb-99f7-4c0b-8201-8cac874b049d', 'port_id': 'f4541d09-f308-4a0c-8505-35b9e9f3bea4', 'mac_address': 'fa:16:3e:3d:62:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5659426-85ed-454b-a09b-40d57c55d57e', 'ip_address': '19.80.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:44:52.949708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:52.966904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c504f-ed78-423e-b810-1f3ded0eb556 req-f3ff1408-8647-40c4-bd6b-8533dbcd3c33 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:52.973390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c504f-ed78-423e-b810-1f3ded0eb556 req-f3ff1408-8647-40c4-bd6b-8533dbcd3c33 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:52.980397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-899c504f-ed78-423e-b810-1f3ded0eb556 req-f3ff1408-8647-40c4-bd6b-8533dbcd3c33 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1679 time: 0.5647376 May 28 05:44:53.040537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7169bb-ecd4-4d77-9047-426c6772224f req-5df3661f-04d6-405a-93fb-2bd0d246d2b1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:53.045173 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad7169bb-ecd4-4d77-9047-426c6772224f req-5df3661f-04d6-405a-93fb-2bd0d246d2b1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2088375 May 28 05:44:53.088271 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port f4541d09-f308-4a0c-8505-35b9e9f3bea4 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:53.088937 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:53.120508 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-899c504f-ed78-423e-b810-1f3ded0eb556 req-7e0c26ad-6155-4361-a681-440dbc306552 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391206 May 28 05:44:53.143760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4541d09-f308-4a0c-8505-35b9e9f3bea4 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:53.159097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad7169bb-ecd4-4d77-9047-426c6772224f req-254914a1-3597-4fb9-b9b0-6e4894e93c3d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078584 May 28 05:44:53.172307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f4541d09-f308-4a0c-8505-35b9e9f3bea4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f4541d09-f308-4a0c-8505-35b9e9f3bea4,segment=NetworkSegment(74cf7977-c8ed-4e23-8488-44f5a86ad198),segment_id=74cf7977-c8ed-4e23-8488-44f5a86ad198)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:53.180160 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:53.181048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 96d53e60-d8c8-4333-9ac4-1691552dc55c details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:44:53.184931 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:37Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'db0fb436-33ad-454c-bd7d-b51d82f1c515', 'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'mac_address': 'fa:16:3e:8a:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:47Z', 'revision_number': 5, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'subnets': [{'id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:44:53.196049 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d2b1f-3a59-491f-9cb4-ddb0132cef5e None None] The sync data for ids ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'] in n-d-843679-5 is: [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:42:37Z', 'revision_number': 4, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'db0fb436-33ad-454c-bd7d-b51d82f1c515', 'name': '', 'network_id': '49c46e8e-c0f8-4288-af21-3865c58a8751', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'mac_address': 'fa:16:3e:8a:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:47Z', 'revision_number': 5, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'subnets': [{'id': '194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:44:53.272084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56978) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:53.336867 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2787c82-8270-44ed-b361-75eef7475d4b'] response: {'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': '4f8cf13f-ff0c-46cf-a4ae-63372701f4dd', 'status': 'completed', 'code': 200} May 28 05:44:53.342698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56982) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:53.429105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8867bdd-a49e-4c69-adaf-90f5fa64fa45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:53.436381 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:53.496826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 96d53e60-d8c8-4333-9ac4-1691552dc55c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=96d53e60-d8c8-4333-9ac4-1691552dc55c,segment=NetworkSegment(784baf8c-f47e-4cdb-84f2-fe7c0367bc91),segment_id=784baf8c-f47e-4cdb-84f2-fe7c0367bc91)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:53.513717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c8867bdd-a49e-4c69-adaf-90f5fa64fa45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:53.522159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c8867bdd-a49e-4c69-adaf-90f5fa64fa45 admin admin] Usage tracker for resource:security_group_rule and tenant:46e3a51f0aeb4da0b3315af2b1b10306 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:53.534518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c8867bdd-a49e-4c69-adaf-90f5fa64fa45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:53.553516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c8867bdd-a49e-4c69-adaf-90f5fa64fa45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:53.577029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a738d7a-d69a-40b1-991b-0650bcf6e5da req-b9481936-6c72-482f-aba5-77e6dacb3e7a tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 210 time: 0.1280529 May 28 05:44:53.656460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56988) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:53.659742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '96d53e60-d8c8-4333-9ac4-1691552dc55c', 'network_id': 'b5af752d-255a-4e20-8dc5-45cfc3c87081', 'port_id': '96d53e60-d8c8-4333-9ac4-1691552dc55c', 'mac_address': 'fa:16:3e:34:f7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395efe5a-48c4-4863-a559-a60ba9b38b07', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:44:53.749102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=f4541d09-f308-4a0c-8505-35b9e9f3bea4,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:53.762567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 96d53e60-d8c8-4333-9ac4-1691552dc55c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:53.763456 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:53.770692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51861698-17b9-44e2-a3cc-f5023f3518d2 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:53.789292 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f5d3082-5b5b-42d7-86c8-d04654b93952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:53.794627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d83b5-ad96-4276-a785-c3042b2a6b2b None None] New status for floating IP 583cd23e-de79-4063-81f1-aac22904c413: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:44:53.832724 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51861698-17b9-44e2-a3cc-f5023f3518d2 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:53.883442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d53e60-d8c8-4333-9ac4-1691552dc55c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:53.886714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4f5d3082-5b5b-42d7-86c8-d04654b93952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:53.887473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56994) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:53.897439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-19ac4947-ba4f-460e-8a44-e2dd8ce1bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:53.898118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-19ac4947-ba4f-460e-8a44-e2dd8ce1bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:53.898573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-19ac4947-ba4f-460e-8a44-e2dd8ce1bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:53.899037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-19ac4947-ba4f-460e-8a44-e2dd8ce1bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:53.899541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-19ac4947-ba4f-460e-8a44-e2dd8ce1bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:53.900002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-19ac4947-ba4f-460e-8a44-e2dd8ce1bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:53.900465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-19ac4947-ba4f-460e-8a44-e2dd8ce1bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:53.902962 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-19ac4947-ba4f-460e-8a44-e2dd8ce1bf9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6275 time: 0.6045761 May 28 05:44:53.951958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4f5d3082-5b5b-42d7-86c8-d04654b93952 admin admin] Usage tracker for resource:security_group_rule and tenant:268cbc6b4401423c91b5eb4276c4190a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:53.955094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8867bdd-a49e-4c69-adaf-90f5fa64fa45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:53.961422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8867bdd-a49e-4c69-adaf-90f5fa64fa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:53.969687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4f5d3082-5b5b-42d7-86c8-d04654b93952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:53.979030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 96d53e60-d8c8-4333-9ac4-1691552dc55c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=96d53e60-d8c8-4333-9ac4-1691552dc55c,segment=NetworkSegment(784baf8c-f47e-4cdb-84f2-fe7c0367bc91),segment_id=784baf8c-f47e-4cdb-84f2-fe7c0367bc91)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:53.987776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4f5d3082-5b5b-42d7-86c8-d04654b93952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:53.993928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9a-029a-4c7e-9761-87513aea689b req-805d6718-e6f8-4208-a569-23f816fbda47 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:53.995371 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.001029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9a-029a-4c7e-9761-87513aea689b req-805d6718-e6f8-4208-a569-23f816fbda47 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.007732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9a-029a-4c7e-9761-87513aea689b req-805d6718-e6f8-4208-a569-23f816fbda47 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.013904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9a-029a-4c7e-9761-87513aea689b req-805d6718-e6f8-4208-a569-23f816fbda47 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.019953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9a-029a-4c7e-9761-87513aea689b req-805d6718-e6f8-4208-a569-23f816fbda47 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.025650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9a-029a-4c7e-9761-87513aea689b req-805d6718-e6f8-4208-a569-23f816fbda47 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.032494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9a-029a-4c7e-9761-87513aea689b req-805d6718-e6f8-4208-a569-23f816fbda47 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.034417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20481f9a-029a-4c7e-9761-87513aea689b req-805d6718-e6f8-4208-a569-23f816fbda47 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5383 time: 0.3880892 May 28 05:44:54.074994 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.091916 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51861698-17b9-44e2-a3cc-f5023f3518d2 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.107897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c8867bdd-a49e-4c69-adaf-90f5fa64fa45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46e3a51f0aeb4da0b3315af2b1b10306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7590010 May 28 05:44:54.107897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8867bdd-a49e-4c69-adaf-90f5fa64fa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f96be8e-d5ff-4621-9b4c-8004118f8b75,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:54.109300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57000) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:54.160780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51861698-17b9-44e2-a3cc-f5023f3518d2 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b893780a-e80f-481a-aaf4-a26856ef08c9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:54.165248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1326004705', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:54.178882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:54.194204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=96d53e60-d8c8-4333-9ac4-1691552dc55c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:54.208413 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20481f9a-029a-4c7e-9761-87513aea689b req-0cbb1072-f786-41e3-86cf-80885985fc73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541791 May 28 05:44:54.215051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Usage tracker for resource:port and tenant:988f9d9688a747bb9bdb991bfc92a591 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:54.232718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:54.238048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Network 87efe2a1-7dbf-452c-b68c-13821db49994 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:54.241460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:54.249181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51861698-17b9-44e2-a3cc-f5023f3518d2 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.254707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:54.257277 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-51861698-17b9-44e2-a3cc-f5023f3518d2 tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "DELETE /v2.0/security-groups/b893780a-e80f-481a-aaf4-a26856ef08c9 HTTP/1.1" status: 204 len: 168 time: 0.9841063 May 28 05:44:54.262517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57008) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:54.285443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:54.303400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Made reservation on behalf of 988f9d9688a747bb9bdb991bfc92a591 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:54.305762 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.314850 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-0514e812-c196-4932-8cce-42f78b433b9e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] show failed (client error): The resource could not be found. May 28 05:44:54.318898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0514e812-c196-4932-8cce-42f78b433b9e tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "GET /v2.0/security-groups/b893780a-e80f-481a-aaf4-a26856ef08c9 HTTP/1.1" status: 404 len: 347 time: 0.0550807 May 28 05:44:54.319572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57012) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:54.338488 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:44:54.396814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.405268 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad348d33-8aeb-496f-89da-1a58936ed0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.424898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['f4541d09-f308-4a0c-8505-35b9e9f3bea4'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:44:54.456355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Pushing event updated for resources: {'Port': ['ID=7064e2a2-b9df-461d-8bf7-b4e680385ae4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:54.486386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.486734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.487288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.487633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.487965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.488297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.488628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.488957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.489282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.489607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.489924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.490412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:44:54.525389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.526063 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.535912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d206c985-1731-43f4-905c-67893bc4872e {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:54.540747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:54.548496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18407f69-8d76-4453-a1f5-5e62198997cd req-930f84ef-2645-4ae8-b2a9-4839f4139beb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.549995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-18407f69-8d76-4453-a1f5-5e62198997cd req-930f84ef-2645-4ae8-b2a9-4839f4139beb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.6605439 May 28 05:44:54.560591 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.572421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Usage tracker for resource:security_group_rule and tenant:988f9d9688a747bb9bdb991bfc92a591 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:54.578153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ff72a0ce-f5f9-4b2c-b780-01c1a89cabfb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Deleting port 00faa7d2-543a-4582-86ef-e85a3021d9ca {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:44:54.578590 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ff72a0ce-f5f9-4b2c-b780-01c1a89cabfb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.584554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-cfd83828-994b-4083-92b9-2ac47041da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.585060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-cfd83828-994b-4083-92b9-2ac47041da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.585468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-cfd83828-994b-4083-92b9-2ac47041da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.587007 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-cfd83828-994b-4083-92b9-2ac47041da56 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=35100819b20440649f162236d29682d4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6223426 May 28 05:44:54.648222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Transition to ACTIVE for port object d206c985-1731-43f4-905c-67893bc4872e will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:54.678655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f5d3082-5b5b-42d7-86c8-d04654b93952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.722375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:54.725954 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad348d33-8aeb-496f-89da-1a58936ed0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.732026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.749903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:54.908371 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f5d3082-5b5b-42d7-86c8-d04654b93952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.926753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fb3b8-d48c-4e54-9dea-c8353977681c req-e9a08b26-74cb-4a2f-a9a7-99a9d45d81f0 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.932436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fb3b8-d48c-4e54-9dea-c8353977681c req-e9a08b26-74cb-4a2f-a9a7-99a9d45d81f0 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:54.939174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d4fb3b8-d48c-4e54-9dea-c8353977681c req-e9a08b26-74cb-4a2f-a9a7-99a9d45d81f0 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1681 time: 0.5449014 May 28 05:44:54.945858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-56edeb8e-297d-4f38-ba94-a1424c2f5fee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5686855 May 28 05:44:54.958636 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-18407f69-8d76-4453-a1f5-5e62198997cd req-e67c1c7d-7361-4873-a7c3-4e905b9cf0dd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849800 May 28 05:44:54.994860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad348d33-8aeb-496f-89da-1a58936ed0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.046896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Request body: {'port': {'device_id': 'a17b0932-1f36-4a41-ac6d-295d94225e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:55.047860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ff72a0ce-f5f9-4b2c-b780-01c1a89cabfb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.048182 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ff72a0ce-f5f9-4b2c-b780-01c1a89cabfb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.078348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad348d33-8aeb-496f-89da-1a58936ed0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f96be8e-d5ff-4621-9b4c-8004118f8b75,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:55.094625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d4fb3b8-d48c-4e54-9dea-c8353977681c req-b8b59bda-6ab8-4bcf-b2ca-a5fbdd0bd0d4 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471922 May 28 05:44:55.143713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Pushing event updated for resources: {'Port': ['ID=d206c985-1731-43f4-905c-67893bc4872e,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:55.151669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d3082-5b5b-42d7-86c8-d04654b93952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d34130-c45e-456f-8ad0-03729ab6daaf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:55.158186 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4f5d3082-5b5b-42d7-86c8-d04654b93952 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=268cbc6b4401423c91b5eb4276c4190a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4977930 May 28 05:44:55.189234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57020) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:55.307449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ff72a0ce-f5f9-4b2c-b780-01c1a89cabfb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Calling delete_port for 00faa7d2-543a-4582-86ef-e85a3021d9ca owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:44:55.351639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad348d33-8aeb-496f-89da-1a58936ed0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.355149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ad348d33-8aeb-496f-89da-1a58936ed0ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f96be8e-d5ff-4621-9b4c-8004118f8b75 HTTP/1.1" status: 204 len: 168 time: 1.2375686 May 28 05:44:55.362104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-9107aa56-ba29-43f0-932a-fbcf942786ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:55.363608 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aaee35c6-1353-4eba-8ba7-3f7c7f65ad8a req-9107aa56-ba29-43f0-932a-fbcf942786ac service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7477784 May 28 05:44:55.402104 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.424804 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.458341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Attempting to bind port d206c985-1731-43f4-905c-67893bc4872e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:55.458679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Attempting to bind port d206c985-1731-43f4-905c-67893bc4872e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:55.459009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Attempting to bind port d206c985-1731-43f4-905c-67893bc4872e on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:55.473136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['96d53e60-d8c8-4333-9ac4-1691552dc55c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:44:55.474144 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.498110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Port d206c985-1731-43f4-905c-67893bc4872e on network 52bddb62-c404-4753-8461-48e940f599d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:44:55.498680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Attempting to bind port d206c985-1731-43f4-905c-67893bc4872e on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:55.506950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] device_id is not set on port 3cc994b2-7fe1-4982-bf75-604fb0b87ec9 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:44:55.522716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:55.523444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Checking segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:55.523994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Bound using segment: {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:55.524672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Bound port: d206c985-1731-43f4-905c-67893bc4872e, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '52bddb62-c404-4753-8461-48e940f599d0'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:55.525201 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.550218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04957d60-363b-4598-b5d7-703285b484c0 req-ed4d8b70-5d4e-4a22-9c04-66ff414e7b98 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:55.551211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-04957d60-363b-4598-b5d7-703285b484c0 req-ed4d8b70-5d4e-4a22-9c04-66ff414e7b98 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Synchronizing usage tracker for tenant:06848c92a5994b12b9bde94ae03cbbf5 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:55.634642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5f95ca-e6c4-4f17-a5f9-12d3d0e4b323,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:55.711165 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-28f61c03-2227-40be-b68e-5aa6f58e1ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.712005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-04957d60-363b-4598-b5d7-703285b484c0 req-ed4d8b70-5d4e-4a22-9c04-66ff414e7b98 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Unset dirty status for tenant:06848c92a5994b12b9bde94ae03cbbf5 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:55.719991 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04957d60-363b-4598-b5d7-703285b484c0 req-ed4d8b70-5d4e-4a22-9c04-66ff414e7b98 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 931 time: 0.4935968 May 28 05:44:55.800743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-c9e76244-5163-4596-ac17-3ad8d7d7aa9b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:55.807418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-c9e76244-5163-4596-ac17-3ad8d7d7aa9b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 812 time: 0.4387271 May 28 05:44:55.821008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] For port d206c985-1731-43f4-905c-67893bc4872e, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:55.836548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-28f61c03-2227-40be-b68e-5aa6f58e1ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.854337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] For port d206c985-1731-43f4-905c-67893bc4872e, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d206c985-1731-43f4-905c-67893bc4872e,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:55.862833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-fa4e9001-a75e-4a64-add0-4746c23ada9d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/quotas/6c303052f2a440959915b8d9746a0229 HTTP/1.1" status: 200 len: 375 time: 0.0518787 May 28 05:44:55.875335 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-04957d60-363b-4598-b5d7-703285b484c0 req-2af526d4-8edc-44ab-bd5d-05c9c4ab511f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Synchronizing usage tracker for tenant:06848c92a5994b12b9bde94ae03cbbf5 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:44:55.875545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ff72a0ce-f5f9-4b2c-b780-01c1a89cabfb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.890646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.982423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:55.983046 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.984540 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] 10.222.0.41 "PUT /v2.0/ports/d206c985-1731-43f4-905c-67893bc4872e HTTP/1.1" status: 200 len: 1091 time: 3.3835814 May 28 05:44:55.988705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'd206c985-1731-43f4-905c-67893bc4872e'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:56.000098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Allocated IP 172.25.4.188 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/3cc994b2-7fe1-4982-bf75-604fb0b87ec9) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:44:56.002775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72a0ce-f5f9-4b2c-b780-01c1a89cabfb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Pushing event deleted for resources: {'Port': ['ID=00faa7d2-543a-4582-86ef-e85a3021d9ca,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:56.002919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-04957d60-363b-4598-b5d7-703285b484c0 req-2af526d4-8edc-44ab-bd5d-05c9c4ab511f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Unset dirty status for tenant:06848c92a5994b12b9bde94ae03cbbf5 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:44:56.011762 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04957d60-363b-4598-b5d7-703285b484c0 req-2af526d4-8edc-44ab-bd5d-05c9c4ab511f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905684 May 28 05:44:56.021538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfca7d-d9b0-4a6b-a687-7476b07c1bae service neutron] Pushing event updated for resources: {'Port': ['ID=d206c985-1731-43f4-905c-67893bc4872e,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:56.046661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:56.204254 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-28f61c03-2227-40be-b68e-5aa6f58e1ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.255301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ff72a0ce-f5f9-4b2c-b780-01c1a89cabfb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.265731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f61c03-2227-40be-b68e-5aa6f58e1ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d34130-c45e-456f-8ad0-03729ab6daaf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:56.306424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7064e2a2-b9df-461d-8bf7-b4e680385ae4 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:56.346820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-54083b05-7f23-4d60-919c-a6e62593c2e9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4723530 May 28 05:44:56.358030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.390996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Transition to ACTIVE for port object 7064e2a2-b9df-461d-8bf7-b4e680385ae4 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:56.401891 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.411944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.462340 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-28f61c03-2227-40be-b68e-5aa6f58e1ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.463462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-28f61c03-2227-40be-b68e-5aa6f58e1ee2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1d34130-c45e-456f-8ad0-03729ab6daaf HTTP/1.1" status: 204 len: 168 time: 1.1860616 May 28 05:44:56.471458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ff72a0ce-f5f9-4b2c-b780-01c1a89cabfb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.472541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ff72a0ce-f5f9-4b2c-b780-01c1a89cabfb tempest-ServersTestManualDisk-1890115646 tempest-ServersTestManualDisk-1890115646-project] 10.222.0.39 "DELETE /v2.0/floatingips/583cd23e-de79-4063-81f1-aac22904c413 HTTP/1.1" status: 204 len: 168 time: 2.1478024 May 28 05:44:56.477882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57062) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:56.533862 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.543217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 96d53e60-d8c8-4333-9ac4-1691552dc55c up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:56.579701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.681958 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-d7c35154-94e5-4b95-a614-d5b38450bdde service neutron] 10.222.0.39 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342528 May 28 05:44:56.686193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:44:56.687658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:44:56.703600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:44:56.707147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 96d53e60-d8c8-4333-9ac4-1691552dc55c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:56.715081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 96d53e60-d8c8-4333-9ac4-1691552dc55c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:56.716296 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.892885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5576-5956-4220-bb94-122730087621 req-fc496db9-4217-4775-a416-fb17f248f9e3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:56.898652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5576-5956-4220-bb94-122730087621 req-fc496db9-4217-4775-a416-fb17f248f9e3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:56.904480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5576-5956-4220-bb94-122730087621 req-fc496db9-4217-4775-a416-fb17f248f9e3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:56.910550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5576-5956-4220-bb94-122730087621 req-fc496db9-4217-4775-a416-fb17f248f9e3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:56.916622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5576-5956-4220-bb94-122730087621 req-fc496db9-4217-4775-a416-fb17f248f9e3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:56.917354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 96d53e60-d8c8-4333-9ac4-1691552dc55c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:56.917780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:56.923075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5576-5956-4220-bb94-122730087621 req-fc496db9-4217-4775-a416-fb17f248f9e3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:56.929247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5576-5956-4220-bb94-122730087621 req-fc496db9-4217-4775-a416-fb17f248f9e3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:56.934872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc994b2-7fe1-4982-bf75-604fb0b87ec9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:56.938198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c86d5576-5956-4220-bb94-122730087621 req-fc496db9-4217-4775-a416-fb17f248f9e3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5395 time: 0.7499702 May 28 05:44:56.992092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d53e60-d8c8-4333-9ac4-1691552dc55c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:57.011289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 96d53e60-d8c8-4333-9ac4-1691552dc55c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=96d53e60-d8c8-4333-9ac4-1691552dc55c,segment=NetworkSegment(784baf8c-f47e-4cdb-84f2-fe7c0367bc91),segment_id=784baf8c-f47e-4cdb-84f2-fe7c0367bc91)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:57.017361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=7064e2a2-b9df-461d-8bf7-b4e680385ae4,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:57.019247 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.020464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f4541d09-f308-4a0c-8505-35b9e9f3bea4 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:44:57.048624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:57.049231 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.116904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-01e71c6f-9ba4-418e-9468-3e57dddbf025 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2136493 May 28 05:44:57.126865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57090) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:57.144009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.188'}]}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:57.159909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:57.172493 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-939c5265-0e8d-44f5-bab7-30b59d760c95 service neutron] 10.222.0.39 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796622 May 28 05:44:57.182145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Usage tracker for resource:router and tenant:988f9d9688a747bb9bdb991bfc92a591 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:57.186530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:57.206995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:57.209116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=96d53e60-d8c8-4333-9ac4-1691552dc55c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:57.224841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port f4541d09-f308-4a0c-8505-35b9e9f3bea4 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:44:57.231961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.234797 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.235031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port f4541d09-f308-4a0c-8505-35b9e9f3bea4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:44:57.235614 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.263035 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.291565 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c86d5576-5956-4220-bb94-122730087621 req-ac9451b4-f33b-4afc-ac19-3b0e38f8b61a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3522153 May 28 05:44:57.416653 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8463ce03-4b40-49a1-8200-e30fb52db1b0'] response: {'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'd206c985-1731-43f4-905c-67893bc4872e', 'status': 'completed', 'code': 200} May 28 05:44:57.522109 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d0674a-1b45-466a-bd42-95f823d9b5fd'] response: {'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d53e60-d8c8-4333-9ac4-1691552dc55c', 'code': 200} May 28 05:44:57.594309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port f4541d09-f308-4a0c-8505-35b9e9f3bea4 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:44:57.594939 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.654935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Attempting to bind port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:57.656922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Attempting to bind port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '76350694-f87f-4446-938e-ac29d3a302bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87efe2a1-7dbf-452c-b68c-13821db49994'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:57.657443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Attempting to bind port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 on network 87efe2a1-7dbf-452c-b68c-13821db49994 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:57.677742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f4541d09-f308-4a0c-8505-35b9e9f3bea4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f4541d09-f308-4a0c-8505-35b9e9f3bea4,segment=NetworkSegment(74cf7977-c8ed-4e23-8488-44f5a86ad198),segment_id=74cf7977-c8ed-4e23-8488-44f5a86ad198)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:44:57.696949 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.766478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 on network 87efe2a1-7dbf-452c-b68c-13821db49994 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:44:57.766796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Attempting to bind port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 on network 87efe2a1-7dbf-452c-b68c-13821db49994 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:57.766982 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.832151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=f4541d09-f308-4a0c-8505-35b9e9f3bea4,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:57.835646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:57.835987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Checking segment: {'id': '76350694-f87f-4446-938e-ac29d3a302bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87efe2a1-7dbf-452c-b68c-13821db49994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:57.836377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Bound using segment: {'id': '76350694-f87f-4446-938e-ac29d3a302bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87efe2a1-7dbf-452c-b68c-13821db49994'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:57.836830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Bound port: 7064e2a2-b9df-461d-8bf7-b4e680385ae4, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76350694-f87f-4446-938e-ac29d3a302bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87efe2a1-7dbf-452c-b68c-13821db49994'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:57.837178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.950252 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:44:58.029652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661de0e2-9d86-4450-93bf-10e46670e887 req-ff7eb129-dd3c-47f3-9374-52f119758ecd tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.038352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-661de0e2-9d86-4450-93bf-10e46670e887 req-ff7eb129-dd3c-47f3-9374-52f119758ecd tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 943 time: 0.2618368 May 28 05:44:58.116424 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-661de0e2-9d86-4450-93bf-10e46670e887 req-feb67033-6efe-45ea-9a8b-a6f1a6022c4b tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728612 May 28 05:44:58.149638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efc8914-ecca-46ba-aed6-cb659ba33b3e {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:44:58.164438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57130) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:58.228884 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:58.271067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a00d7cc0-226f-4b5b-900e-916f1ffe5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.271594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a00d7cc0-226f-4b5b-900e-916f1ffe5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.272079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a00d7cc0-226f-4b5b-900e-916f1ffe5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.273891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a00d7cc0-226f-4b5b-900e-916f1ffe5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.274019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a00d7cc0-226f-4b5b-900e-916f1ffe5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.275671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a00d7cc0-226f-4b5b-900e-916f1ffe5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.276520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a00d7cc0-226f-4b5b-900e-916f1ffe5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.279517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a00d7cc0-226f-4b5b-900e-916f1ffe5fed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6342 time: 0.8541808 May 28 05:44:58.298977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Transition to ACTIVE for port object 3efc8914-ecca-46ba-aed6-cb659ba33b3e will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:44:58.303689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] For port 7064e2a2-b9df-461d-8bf7-b4e680385ae4, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:44:58.316140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] For port 7064e2a2-b9df-461d-8bf7-b4e680385ae4, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7064e2a2-b9df-461d-8bf7-b4e680385ae4,segment=NetworkSegment(76350694-f87f-4446-938e-ac29d3a302bc),segment_id=76350694-f87f-4446-938e-ac29d3a302bc)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:44:58.356799 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:58.438685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0faa3-a139-434f-aa5a-4a9d948de44a req-6d1ae51e-209e-4584-b33c-2afd3b4def32 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.446553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0faa3-a139-434f-aa5a-4a9d948de44a req-6d1ae51e-209e-4584-b33c-2afd3b4def32 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.452089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-73599303-1fc9-4a76-869f-dada05fb926d req-625c6f16-e226-49e4-a6ad-4819c6cd232e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 210 time: 0.0538938 May 28 05:44:58.455822 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d8e0faa3-a139-434f-aa5a-4a9d948de44a req-6d1ae51e-209e-4584-b33c-2afd3b4def32 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1683 time: 0.8445945 May 28 05:44:58.459107 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:58.564598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:58.642909 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:58.739495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-107951799-network', 'tenant_id': '84fb1f178c534c59b6518cfead726602'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:58.766422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:58.779659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.780599 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:58.782615 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] 10.222.0.33 "PUT /v2.0/ports/7064e2a2-b9df-461d-8bf7-b4e680385ae4 HTTP/1.1" status: 200 len: 1091 time: 3.7566133 May 28 05:44:58.837317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Usage tracker for resource:network and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:58.840524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:58.848374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:58.919557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eefc72-8f56-49ec-80cb-cbf39b88b35b req-fc85938e-4782-43ce-8a85-9ce5f7cef5a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.925621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eefc72-8f56-49ec-80cb-cbf39b88b35b req-fc85938e-4782-43ce-8a85-9ce5f7cef5a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.931211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eefc72-8f56-49ec-80cb-cbf39b88b35b req-fc85938e-4782-43ce-8a85-9ce5f7cef5a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.934663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Pushing event updated for resources: {'Port': ['ID=3efc8914-ecca-46ba-aed6-cb659ba33b3e,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:58.937887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eefc72-8f56-49ec-80cb-cbf39b88b35b req-fc85938e-4782-43ce-8a85-9ce5f7cef5a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.945229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eefc72-8f56-49ec-80cb-cbf39b88b35b req-fc85938e-4782-43ce-8a85-9ce5f7cef5a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.951258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eefc72-8f56-49ec-80cb-cbf39b88b35b req-fc85938e-4782-43ce-8a85-9ce5f7cef5a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.957243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eefc72-8f56-49ec-80cb-cbf39b88b35b req-fc85938e-4782-43ce-8a85-9ce5f7cef5a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:58.959115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49eefc72-8f56-49ec-80cb-cbf39b88b35b req-fc85938e-4782-43ce-8a85-9ce5f7cef5a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5407 time: 0.2468748 May 28 05:44:59.066719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49eefc72-8f56-49ec-80cb-cbf39b88b35b req-b62597ae-8d74-4b38-9a95-6d3fa3543a7e tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743630 May 28 05:44:59.067535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:59.242073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57168) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:59.255628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Made reservation on behalf of 84fb1f178c534c59b6518cfead726602 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:44:59.258700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:59.298258 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d8e0faa3-a139-434f-aa5a-4a9d948de44a req-b579223a-8ff7-4458-8b11-a2f506a653ce tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8405659 May 28 05:44:59.344994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a31c014d-960f-4d48-94a2-833f3bef2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:59.345942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a31c014d-960f-4d48-94a2-833f3bef2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:59.346683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a31c014d-960f-4d48-94a2-833f3bef2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:59.348963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-a31c014d-960f-4d48-94a2-833f3bef2bd9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=35100819b20440649f162236d29682d4&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0252488 May 28 05:44:59.350294 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:59.362099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f44ee-1f83-4b7e-89b6-3f333f0baaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=7064e2a2-b9df-461d-8bf7-b4e680385ae4,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:44:59.430005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b0932-1f36-4a41-ac6d-295d94225e3c', 'tag': '7064e2a2-b9df-461d-8bf7-b4e680385ae4'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:59.477197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Attempting to bind port 3efc8914-ecca-46ba-aed6-cb659ba33b3e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:44:59.477576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Attempting to bind port 3efc8914-ecca-46ba-aed6-cb659ba33b3e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:44:59.477900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Attempting to bind port 3efc8914-ecca-46ba-aed6-cb659ba33b3e on network 337da631-7b56-4c95-b848-be4d1c218e24 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:59.523623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4541d09-f308-4a0c-8505-35b9e9f3bea4'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:44:59.533416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:59.540901 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631e1b87-74e4-4eec-a031-6017e563fee9'] response: {'name': 'network-changed', 'server_uuid': 'a17b0932-1f36-4a41-ac6d-295d94225e3c', 'tag': '7064e2a2-b9df-461d-8bf7-b4e680385ae4', 'status': 'completed', 'code': 200} May 28 05:44:59.547372 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be572ded-0d27-4239-a496-9800aef26274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:59.564183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Usage tracker for resource:security_group_rule and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:59.568901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Port 3efc8914-ecca-46ba-aed6-cb659ba33b3e on network 337da631-7b56-4c95-b848-be4d1c218e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:44:59.569224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Attempting to bind port 3efc8914-ecca-46ba-aed6-cb659ba33b3e on network 337da631-7b56-4c95-b848-be4d1c218e24 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:44:59.575354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:59.603561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:59.610316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:44:59.610659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Checking segment: {'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:44:59.611043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Bound using segment: {'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:44:59.611505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Bound port: 3efc8914-ecca-46ba-aed6-cb659ba33b3e, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:44:59.611854 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:59.624073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-be572ded-0d27-4239-a496-9800aef26274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:44:59.672218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-be572ded-0d27-4239-a496-9800aef26274 admin admin] Usage tracker for resource:security_group_rule and tenant:9a02dd6d6a624e76b1c8bc440b505419 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:44:59.681965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:59.685090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:59.692112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-be572ded-0d27-4239-a496-9800aef26274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:44:59.721510 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5cc98f5-c004-428c-8d4d-96072eeb321f req-fabe2648-780d-4045-a1e5-a4a0b73ff842 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 210 time: 0.1128147 May 28 05:44:59.747146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:59.747660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5db55f3-c993-4c25-9dce-160b422da5ff {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:44:59.761242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-be572ded-0d27-4239-a496-9800aef26274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:44:59.763197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-59fbc09d-e3b6-4ead-acfb-5e79fb953eb5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:59.764659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-59fbc09d-e3b6-4ead-acfb-5e79fb953eb5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 812 time: 0.4352868 May 28 05:44:59.786465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c9b91-d37f-41e5-90db-7bea8949415d req-bb8e3935-08f8-4fc1-a19c-a5b35f9f4d26 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:59.788194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b3c9b91-d37f-41e5-90db-7bea8949415d req-bb8e3935-08f8-4fc1-a19c-a5b35f9f4d26 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 943 time: 0.4598203 May 28 05:44:59.791605 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3a7a7c-d4ca-45e0-a74e-e5a3e6c966c6'] response: {'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4541d09-f308-4a0c-8505-35b9e9f3bea4', 'code': 200} May 28 05:44:59.793952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'port': {'device_id': '26bc7958-0c6f-4b18-8db3-928a8fe73ac3', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'admin_state_up': True, 'tenant_id': '6c303052f2a440959915b8d9746a0229'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:44:59.831777 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 28 05:44:59.835393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6b47fb1d-78b1-4727-b885-e7876e8418e3 tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7038441 May 28 05:44:59.840328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57180) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:44:59.879037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-8a8d1c3e-8829-419c-b20e-78054dcd5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:44:59.880736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-8a8d1c3e-8829-419c-b20e-78054dcd5221 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=06848c92a5994b12b9bde94ae03cbbf5&device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 1094 time: 0.9771421 May 28 05:44:59.999101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b3c9b91-d37f-41e5-90db-7bea8949415d req-7140d300-e1c2-4c8c-b739-f5c74032850e tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904569 May 28 05:44:59.999761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-f42e55f2-c3fc-4ff6-989a-51ae61d25d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:00.001572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20824e4d-6e2e-411c-ac6c-fcae7f37db94 req-f42e55f2-c3fc-4ff6-989a-51ae61d25d65 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6066058 May 28 05:45:00.055628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:00.061604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8f618-05af-4099-a183-b8a9810ee7ee req-0b81eca9-7bee-4f48-919f-6cc9e8c9ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:00.062115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8f618-05af-4099-a183-b8a9810ee7ee req-0b81eca9-7bee-4f48-919f-6cc9e8c9ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:00.063662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ce8f618-05af-4099-a183-b8a9810ee7ee req-0b81eca9-7bee-4f48-919f-6cc9e8c9ba47 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1985 time: 0.1777806 May 28 05:45:00.067275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-faaa189b-cc68-42ba-aae1-ff4206f17dfb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7064e2a2-b9df-461d-8bf7-b4e680385ae4 HTTP/1.1" status: 200 len: 217 time: 0.1461151 May 28 05:45:00.070520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:00.104702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Made reservation on behalf of 6c303052f2a440959915b8d9746a0229 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:00.108344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.130300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ce8f618-05af-4099-a183-b8a9810ee7ee req-d10ca785-2329-406a-b2b7-06af48b70993 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562954 May 28 05:45:00.130754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] For port 3efc8914-ecca-46ba-aed6-cb659ba33b3e, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:45:00.140687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] For port 3efc8914-ecca-46ba-aed6-cb659ba33b3e, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3efc8914-ecca-46ba-aed6-cb659ba33b3e,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:45:00.208382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.262360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-cd87fc51-7535-47b7-9b42-4f7d8e96cced tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Deleting port 3cc994b2-7fe1-4982-bf75-604fb0b87ec9 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:00.263029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd87fc51-7535-47b7-9b42-4f7d8e96cced tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.295491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Allocated IP 172.20.0.12 (bdfa6f4b-a27f-4e97-85ea-e21e14c7098d/57f2cfde-0a40-4f1c-8f63-f1314498f1c0/70e858ed-12b8-46a3-9bab-51c97a2f9c1d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:00.411907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:00.412450 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.413839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] 10.222.0.41 "PUT /v2.0/ports/3efc8914-ecca-46ba-aed6-cb659ba33b3e HTTP/1.1" status: 200 len: 1091 time: 4.3783743 May 28 05:45:00.419635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be572ded-0d27-4239-a496-9800aef26274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.440457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-e7895475-8fc8-4878-a019-0825c457dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:00.441909 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-e7895475-8fc8-4878-a019-0825c457dd36 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7886097f-fe57-46f7-ba98-5e7c149587be HTTP/1.1" status: 200 len: 861 time: 0.3659415 May 28 05:45:00.450775 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be572ded-0d27-4239-a496-9800aef26274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.510361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Request body: {'port': {'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:00.578144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164273-968c-46ce-b9d7-2a2bb95fbf2a req-25654a2c-0079-4aff-ab3b-8a52ce348e63 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:00.584006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164273-968c-46ce-b9d7-2a2bb95fbf2a req-25654a2c-0079-4aff-ab3b-8a52ce348e63 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:00.585580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb164273-968c-46ce-b9d7-2a2bb95fbf2a req-25654a2c-0079-4aff-ab3b-8a52ce348e63 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1683 time: 0.1599901 May 28 05:45:00.590565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.625965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e5008-660a-45ca-8fa9-15c5a497fe80 service neutron] Pushing event updated for resources: {'Port': ['ID=3efc8914-ecca-46ba-aed6-cb659ba33b3e,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:00.632621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Transition to ACTIVE for port object 70e858ed-12b8-46a3-9bab-51c97a2f9c1d will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:00.637098 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.655749 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.656850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb164273-968c-46ce-b9d7-2a2bb95fbf2a req-5951ebc8-0707-4147-8108-bd8c789941db tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590973 May 28 05:45:00.684172 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.686151 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.745681 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.760303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:00.762878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:00.768872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:00.769743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-be572ded-0d27-4239-a496-9800aef26274 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a02dd6d6a624e76b1c8bc440b505419&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4949062 May 28 05:45:00.770661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be572ded-0d27-4239-a496-9800aef26274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2adb78-6351-4c9e-b1c1-5b5d6c546907,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:00.795112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57194) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:00.814407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-ec07ddb8-9621-4461-845b-8ab1be51a944 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=87efe2a1-7dbf-452c-b68c-13821db49994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2655036 May 28 05:45:00.820266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'Port': ['ID=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:00.924894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:00.925784 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:00.990354 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c6118bf-6edd-4cf6-a76f-f12137abd30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.005069 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-3479a80e-9424-46b2-b63d-5fd10d87cb6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2272034 May 28 05:45:01.019203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Request body: {'port': {'device_id': '26bc7958-0c6f-4b18-8db3-928a8fe73ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:01.058183 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b9566c3c-6a3b-47ef-bf3a-648a1e80d01e None None] Provisioning for port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:01.063203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b9566c3c-6a3b-47ef-bf3a-648a1e80d01e None None] Provisioning complete for port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:01.063625 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b9566c3c-6a3b-47ef-bf3a-648a1e80d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.104587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:45:01.129107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b9566c3c-6a3b-47ef-bf3a-648a1e80d01e None None] Port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:45:01.206477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b47836-4833-4e44-bfb4-094ecfbba13a req-eb5874b6-8dff-4182-babd-6eb879edce57 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:01.207154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-67b47836-4833-4e44-bfb4-094ecfbba13a req-eb5874b6-8dff-4182-babd-6eb879edce57 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:01.211434 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c6118bf-6edd-4cf6-a76f-f12137abd30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.278352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02650b19-b6d2-4b03-9e4e-79d1ba6406d7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:01.283668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.284019 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Added segment 221f7f92-b514-4e9b-9691-dee407884ccb of type vlan for network e98e0a98-cec4-403c-9004-93ff51523104 May 28 05:45:01.301752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-67b47836-4833-4e44-bfb4-094ecfbba13a req-eb5874b6-8dff-4182-babd-6eb879edce57 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:01.302898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67b47836-4833-4e44-bfb4-094ecfbba13a req-eb5874b6-8dff-4182-babd-6eb879edce57 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 932 time: 0.4486036 May 28 05:45:01.309630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.360413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.417494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67b47836-4833-4e44-bfb4-094ecfbba13a req-ea5073c7-631e-444a-af79-bc8bfe1ea585 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020775 May 28 05:45:01.424660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c6118bf-6edd-4cf6-a76f-f12137abd30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.430126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0a38-9884-44a2-a5a3-39587c1fb397 req-efec05ce-113b-480a-99d2-d6df0db109db tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:01.435933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0a38-9884-44a2-a5a3-39587c1fb397 req-efec05ce-113b-480a-99d2-d6df0db109db tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:01.442299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0a38-9884-44a2-a5a3-39587c1fb397 req-efec05ce-113b-480a-99d2-d6df0db109db tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:01.448123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0a38-9884-44a2-a5a3-39587c1fb397 req-efec05ce-113b-480a-99d2-d6df0db109db tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:01.449471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6118bf-6edd-4cf6-a76f-f12137abd30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2adb78-6351-4c9e-b1c1-5b5d6c546907,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:01.454608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0a38-9884-44a2-a5a3-39587c1fb397 req-efec05ce-113b-480a-99d2-d6df0db109db tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:01.460541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0a38-9884-44a2-a5a3-39587c1fb397 req-efec05ce-113b-480a-99d2-d6df0db109db tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:01.466377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0a38-9884-44a2-a5a3-39587c1fb397 req-efec05ce-113b-480a-99d2-d6df0db109db tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:01.468331 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64fc0a38-9884-44a2-a5a3-39587c1fb397 req-efec05ce-113b-480a-99d2-d6df0db109db tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5407 time: 1.2473984 May 28 05:45:01.498100 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.520789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd87fc51-7535-47b7-9b42-4f7d8e96cced tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.548766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3c6118bf-6edd-4cf6-a76f-f12137abd30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.552119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3c6118bf-6edd-4cf6-a76f-f12137abd30d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d2adb78-6351-4c9e-b1c1-5b5d6c546907 HTTP/1.1" status: 204 len: 168 time: 0.7488990 May 28 05:45:01.615729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': '3efc8914-ecca-46ba-aed6-cb659ba33b3e'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:01.795406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587d56c-09c6-4927-a180-1dba0354082c req-72894ed4-9c79-4e5e-b810-d8078bbafa2a tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:01.797410 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0587d56c-09c6-4927-a180-1dba0354082c req-72894ed4-9c79-4e5e-b810-d8078bbafa2a tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 943 time: 0.2136426 May 28 05:45:01.817413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-cd87fc51-7535-47b7-9b42-4f7d8e96cced tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Calling delete_port for 3cc994b2-7fe1-4982-bf75-604fb0b87ec9 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:01.866274 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:45:01.895159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57208) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:01.908430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0587d56c-09c6-4927-a180-1dba0354082c req-748a5a52-9e0f-40fd-8587-86f62aa51fec tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947173 May 28 05:45:01.912243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e858ed-12b8-46a3-9bab-51c97a2f9c1d {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:01.920839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:01.936061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-2d4ce650-2178-4edc-b996-dc6b0f0974d3 service neutron] 10.222.0.33 "GET /v2.0/networks/87efe2a1-7dbf-452c-b68c-13821db49994?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0541337 May 28 05:45:01.937650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Transition to ACTIVE for port object 70e858ed-12b8-46a3-9bab-51c97a2f9c1d will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:01.941403 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:02.016170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64fc0a38-9884-44a2-a5a3-39587c1fb397 req-c14d7d9f-ee2f-47c1-a9e9-b73fdbc7ccc4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4790835 May 28 05:45:02.045063 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab704c47-2213-46df-8141-3b893f052bc2'] response: {'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': '3efc8914-ecca-46ba-aed6-cb659ba33b3e', 'status': 'completed', 'code': 200} May 28 05:45:02.080011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Pushing event updated for resources: {'Port': ['ID=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:02.110896 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:02.111789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.114039 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:02.117855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4c31-1eae-4303-b304-be56180ba472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:02.172922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d4fb4c31-1eae-4303-b304-be56180ba472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:02.248159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Attempting to bind port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:45:02.248481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Attempting to bind port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:45:02.248820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Attempting to bind port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:02.256267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d4fb4c31-1eae-4303-b304-be56180ba472 admin admin] Usage tracker for resource:security_group_rule and tenant:6e129b6faa3e4ceb881aa8f6bc953517 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:02.257723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:45:02.258040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Attempting to bind port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:02.268919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b57744-3bc0-424e-9327-1f2e8b0cd4b8 req-0bfc42bb-db60-40c7-9f9d-9f1bc9099304 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.274599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b57744-3bc0-424e-9327-1f2e8b0cd4b8 req-0bfc42bb-db60-40c7-9f9d-9f1bc9099304 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.276129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0b57744-3bc0-424e-9327-1f2e8b0cd4b8 req-0bfc42bb-db60-40c7-9f9d-9f1bc9099304 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1683 time: 0.1702752 May 28 05:45:02.278682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:45:02.279064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Checking segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:02.279604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Bound using segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:45:02.280028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Bound port: 70e858ed-12b8-46a3-9bab-51c97a2f9c1d, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:45:02.280967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:02.330321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d4fb4c31-1eae-4303-b304-be56180ba472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:02.374530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d4fb4c31-1eae-4303-b304-be56180ba472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:02.383886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0b57744-3bc0-424e-9327-1f2e8b0cd4b8 req-2a287beb-aa27-430d-b540-7485c7a363a0 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910721 May 28 05:45:02.418044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] For port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:45:02.421639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] For port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:45:02.426562 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:02.493791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.497707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:02.499998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] 10.222.0.41 "PUT /v2.0/ports/70e858ed-12b8-46a3-9bab-51c97a2f9c1d HTTP/1.1" status: 200 len: 1092 time: 1.4862804 May 28 05:45:02.500582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bc7958-0c6f-4b18-8db3-928a8fe73ac3', 'tag': '70e858ed-12b8-46a3-9bab-51c97a2f9c1d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:02.501046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] Pushing event updated for resources: {'Network': ['ID=e98e0a98-cec4-403c-9004-93ff51523104,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:02.520520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network e98e0a98-cec4-403c-9004-93ff51523104 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:45:02.566072 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2c29e6a7-6390-410f-ad2c-f8be7997cda4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.3679295 May 28 05:45:02.606960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57220) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:02.633183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Request body: {'subnet': {'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-107951799-subnet', 'tenant_id': '84fb1f178c534c59b6518cfead726602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:02.634414 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eae7be8-97b3-488e-a30b-b5bdf94edaa4'] response: {'name': 'network-changed', 'server_uuid': '26bc7958-0c6f-4b18-8db3-928a8fe73ac3', 'tag': '70e858ed-12b8-46a3-9bab-51c97a2f9c1d', 'status': 'completed', 'code': 200} May 28 05:45:02.655128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1fdeb-0198-4451-a4ff-62c3cfe88a4c service neutron] Pushing event updated for resources: {'Port': ['ID=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:02.693849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:02.753337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Usage tracker for resource:subnet and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:02.763065 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-920519ed-f2ef-4d7b-9200-6e4050561f01 req-f0b4e02b-f547-4f33-b4bd-b83c202d3429 service neutron] 10.222.0.33 "GET /v2.0/networks/87efe2a1-7dbf-452c-b68c-13821db49994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198522 May 28 05:45:02.780842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:02.783707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1ef0-8c9b-4dd9-badf-85eb6f56fdc7 req-48505caa-803a-41c0-ae3c-a3441ae991c6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.791009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89fe1ef0-8c9b-4dd9-badf-85eb6f56fdc7 req-48505caa-803a-41c0-ae3c-a3441ae991c6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 944 time: 0.1423860 May 28 05:45:02.814831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-04c94273-c2a8-4356-a415-c39c7a511efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.816420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-04c94273-c2a8-4356-a415-c39c7a511efb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 1095 time: 0.2604916 May 28 05:45:02.847419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:02.849970 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd87fc51-7535-47b7-9b42-4f7d8e96cced tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:02.912248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e98d3dfd-f506-4a41-88c9-decfa15c6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.912724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e98d3dfd-f506-4a41-88c9-decfa15c6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.913190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e98d3dfd-f506-4a41-88c9-decfa15c6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.913649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e98d3dfd-f506-4a41-88c9-decfa15c6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.914107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e98d3dfd-f506-4a41-88c9-decfa15c6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.914564 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e98d3dfd-f506-4a41-88c9-decfa15c6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.915016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e98d3dfd-f506-4a41-88c9-decfa15c6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:02.916916 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e98d3dfd-f506-4a41-88c9-decfa15c6a86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6409 time: 0.8753016 May 28 05:45:02.917444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-70b6d5b8-c9f2-49ae-98c6-fce0a9e4bee7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70e858ed-12b8-46a3-9bab-51c97a2f9c1d HTTP/1.1" status: 200 len: 217 time: 0.0841641 May 28 05:45:02.920511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89fe1ef0-8c9b-4dd9-badf-85eb6f56fdc7 req-1341bce7-16ff-4643-bd63-12e868b0b58b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286902 May 28 05:45:02.980317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] Deleting port db0fb436-33ad-454c-bd7d-b51d82f1c515 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:02.980658 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:03.003391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-fa101266-8abd-452e-b060-10063faacb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.005196 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-fa101266-8abd-452e-b060-10063faacb1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.0753136 May 28 05:45:03.152765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-f26c2c8f-8888-499b-8409-7aab9817f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.154359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-f26c2c8f-8888-499b-8409-7aab9817f000 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395335 May 28 05:45:03.170775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a5c3c-3e3d-4920-8851-93c9ef15c93b req-0cf74b34-43e7-4238-bd09-57e726e9d503 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.172876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-151a5c3c-3e3d-4920-8851-93c9ef15c93b req-0cf74b34-43e7-4238-bd09-57e726e9d503 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 943 time: 0.1199300 May 28 05:45:03.235672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87fc51-7535-47b7-9b42-4f7d8e96cced tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cc994b2-7fe1-4982-bf75-604fb0b87ec9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:03.287185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Made reservation on behalf of 84fb1f178c534c59b6518cfead726602 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:03.289726 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:03.392640 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:45:03.412893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-151a5c3c-3e3d-4920-8851-93c9ef15c93b req-c5ea4df3-699c-4eb9-89fa-415174cb805e tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205348 May 28 05:45:03.457175 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-171bd9ff-ccb7-4355-9eb5-fa49b47f5188 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833474 May 28 05:45:03.605031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4c31-1eae-4303-b304-be56180ba472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:03.662020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb4f70f4-431d-4f0b-9c0a-0b54d71b6270 req-39dea45d-46f0-49ea-818a-47ba33f6e04c service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953378 May 28 05:45:03.674397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25d48-04f2-4f17-9e9b-727dda036180 req-718bd146-7491-4ef6-8c55-12dc67cf6037 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.680098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25d48-04f2-4f17-9e9b-727dda036180 req-718bd146-7491-4ef6-8c55-12dc67cf6037 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.685804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25d48-04f2-4f17-9e9b-727dda036180 req-718bd146-7491-4ef6-8c55-12dc67cf6037 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.688025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4c31-1eae-4303-b304-be56180ba472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:03.691545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25d48-04f2-4f17-9e9b-727dda036180 req-718bd146-7491-4ef6-8c55-12dc67cf6037 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.697242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25d48-04f2-4f17-9e9b-727dda036180 req-718bd146-7491-4ef6-8c55-12dc67cf6037 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.703161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25d48-04f2-4f17-9e9b-727dda036180 req-718bd146-7491-4ef6-8c55-12dc67cf6037 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.708647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25d48-04f2-4f17-9e9b-727dda036180 req-718bd146-7491-4ef6-8c55-12dc67cf6037 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.710542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98b25d48-04f2-4f17-9e9b-727dda036180 req-718bd146-7491-4ef6-8c55-12dc67cf6037 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5407 time: 0.1744058 May 28 05:45:03.795030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac592d67-2f83-41cb-8027-f7c9363948c8 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:03.807632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98b25d48-04f2-4f17-9e9b-727dda036180 req-6dee711b-981d-4d42-b5b3-549829941567 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611494 May 28 05:45:03.821903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-80a3a980-3a6a-4c6d-a832-e4a9197793b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.822791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd87fc51-7535-47b7-9b42-4f7d8e96cced tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:03.824137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-80a3a980-3a6a-4c6d-a832-e4a9197793b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 1095 time: 0.1127014 May 28 05:45:03.830177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:03.845854 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d4fb4c31-1eae-4303-b304-be56180ba472 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e129b6faa3e4ceb881aa8f6bc953517&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9414935 May 28 05:45:03.853503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57230) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:03.868492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb4c31-1eae-4303-b304-be56180ba472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a53eedd-47aa-45bf-94e0-7c888c0fa0e5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:03.881936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e7d1c026-0cb8-4840-a90b-060b6e52419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.882403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e7d1c026-0cb8-4840-a90b-060b6e52419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.882923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e7d1c026-0cb8-4840-a90b-060b6e52419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.884566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-e7d1c026-0cb8-4840-a90b-060b6e52419a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=35100819b20440649f162236d29682d4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9064250 May 28 05:45:03.903096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6473fc-7725-4c1d-93b2-9677fc435708 req-1fbe62db-c519-4405-9722-6fbc17411cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.904574 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b6473fc-7725-4c1d-93b2-9677fc435708 req-1fbe62db-c519-4405-9722-6fbc17411cb1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=06848c92a5994b12b9bde94ae03cbbf5&device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 1094 time: 1.0462272 May 28 05:45:03.906042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Transition to ACTIVE for port object ac592d67-2f83-41cb-8027-f7c9363948c8 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:03.954653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc2be2-0c1a-4c45-9c08-4e6bcc09c103 req-33d05818-6c6e-425b-9b5f-c331abd7ed62 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.960361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc2be2-0c1a-4c45-9c08-4e6bcc09c103 req-33d05818-6c6e-425b-9b5f-c331abd7ed62 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:03.961932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dadc2be2-0c1a-4c45-9c08-4e6bcc09c103 req-33d05818-6c6e-425b-9b5f-c331abd7ed62 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1683 time: 0.9861410 May 28 05:45:03.963247 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cd87fc51-7535-47b7-9b42-4f7d8e96cced tempest-RoutersAdminNegativeTest-937797146 tempest-RoutersAdminNegativeTest-937797146-project-admin] 10.222.0.39 "DELETE /v2.0/ports/3cc994b2-7fe1-4982-bf75-604fb0b87ec9 HTTP/1.1" status: 204 len: 168 time: 4.1122694 May 28 05:45:03.989236 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:04.009230 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:04.021626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-df9bff6b-7b81-447b-b5e8-22420a516a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:04.023070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-df9bff6b-7b81-447b-b5e8-22420a516a45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.1923223 May 28 05:45:04.106592 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:04.143224 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-81f18698-b0cb-4327-8cd0-579b65957f74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70e858ed-12b8-46a3-9bab-51c97a2f9c1d HTTP/1.1" status: 200 len: 217 time: 0.1082258 May 28 05:45:04.228417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] For port db0fb436-33ad-454c-bd7d-b51d82f1c515, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db0fb436-33ad-454c-bd7d-b51d82f1c515,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:04.228781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:04.257758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-6a864c30-0bc1-47bb-809f-6a9eca0664e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:04.259201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-6a864c30-0bc1-47bb-809f-6a9eca0664e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.1080287 May 28 05:45:04.351130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccaeab-c0c4-4d5b-b89a-5e63641de219 req-e4363796-f460-4989-8269-5fc092778f2d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:04.358258 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ecccaeab-c0c4-4d5b-b89a-5e63641de219 req-e4363796-f460-4989-8269-5fc092778f2d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 944 time: 0.2631662 May 28 05:45:04.395683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57240) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:04.421501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:04.450124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ecccaeab-c0c4-4d5b-b89a-5e63641de219 req-d24fb22b-d86b-4d76-b98d-2feedf11e874 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799937 May 28 05:45:04.454286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a53eedd-47aa-45bf-94e0-7c888c0fa0e5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:04.462880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.463246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.463583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.463919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.464247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.464575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.464898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.465222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.465540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.465861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.466179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.466495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:04.473603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:04.477416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-29c29a2f-49cd-4789-9335-38902b1afe72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a53eedd-47aa-45bf-94e0-7c888c0fa0e5 HTTP/1.1" status: 204 len: 168 time: 0.6208799 May 28 05:45:04.493133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] Calling delete_port for db0fb436-33ad-454c-bd7d-b51d82f1c515 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:04.497409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-6745a557-63d7-48d5-99cb-e1e2a31fa5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:04.501664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-6745a557-63d7-48d5-99cb-e1e2a31fa5c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2274718 May 28 05:45:04.709857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Pushing event updated for resources: {'Port': ['ID=ac592d67-2f83-41cb-8027-f7c9363948c8,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:04.714935 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dadc2be2-0c1a-4c45-9c08-4e6bcc09c103 req-491cc069-2263-47ef-b14d-f04495952916 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706181 May 28 05:45:04.752719 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e75d9095-458a-485d-928a-d6f109480a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:04.772771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e75d9095-458a-485d-928a-d6f109480a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:04.776520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e75d9095-458a-485d-928a-d6f109480a48 admin admin] Usage tracker for resource:security_group_rule and tenant:7578ef79af914bb7b0f83b620378dc99 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:04.779426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e75d9095-458a-485d-928a-d6f109480a48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:04.785791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e75d9095-458a-485d-928a-d6f109480a48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:04.883561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-0a30e3be-811b-4c73-af7b-5b98c332b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:04.885220 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cfb75ee-c250-4ff0-be3c-f612510757e5 req-0a30e3be-811b-4c73-af7b-5b98c332b641 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9888585 May 28 05:45:04.890273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-3d738996-0341-40da-89fe-6d4e2f7e0df0 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818331 May 28 05:45:04.932929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733e8d2-dd5c-41db-a448-2b70d4d19872 req-4a1f4e33-a778-4509-9ee2-6e97be3feb60 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:04.934391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0733e8d2-dd5c-41db-a448-2b70d4d19872 req-4a1f4e33-a778-4509-9ee2-6e97be3feb60 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 943 time: 0.3187811 May 28 05:45:05.016878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a110d-def0-4691-ba34-e483e3536ef1 req-b5b1d62f-2481-41c0-bb74-5ccf9dbe0546 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.022773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a110d-def0-4691-ba34-e483e3536ef1 req-b5b1d62f-2481-41c0-bb74-5ccf9dbe0546 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.024367 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-977a110d-def0-4691-ba34-e483e3536ef1 req-b5b1d62f-2481-41c0-bb74-5ccf9dbe0546 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 1683 time: 0.3408124 May 28 05:45:05.044400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:05.120575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6473fc-7725-4c1d-93b2-9677fc435708 req-ccb3aad1-3f77-42b3-9e83-b2e594e87cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.122278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b6473fc-7725-4c1d-93b2-9677fc435708 req-ccb3aad1-3f77-42b3-9e83-b2e594e87cf8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=87efe2a1-7dbf-452c-b68c-13821db49994 HTTP/1.1" status: 200 len: 922 time: 1.1822278 May 28 05:45:05.286831 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b6473fc-7725-4c1d-93b2-9677fc435708 req-cf5a2328-93b9-4666-b951-56a3fd71d1dc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7064e2a2-b9df-461d-8bf7-b4e680385ae4 HTTP/1.1" status: 200 len: 217 time: 0.1355705 May 28 05:45:05.304272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Attempting to bind port ac592d67-2f83-41cb-8027-f7c9363948c8 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:45:05.304658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Attempting to bind port ac592d67-2f83-41cb-8027-f7c9363948c8 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:45:05.304973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Attempting to bind port ac592d67-2f83-41cb-8027-f7c9363948c8 on network 337da631-7b56-4c95-b848-be4d1c218e24 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:05.305405 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0733e8d2-dd5c-41db-a448-2b70d4d19872 req-791a4cce-cb9d-48bf-8396-dd4f9354a9ee tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604462 May 28 05:45:05.317022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-977a110d-def0-4691-ba34-e483e3536ef1 req-ce624bd2-a6cc-4319-917e-f060a4c162d5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port 96d53e60-d8c8-4333-9ac4-1691552dc55c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:05.317366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-977a110d-def0-4691-ba34-e483e3536ef1 req-ce624bd2-a6cc-4319-917e-f060a4c162d5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:05.352977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:05.361142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e75d9095-458a-485d-928a-d6f109480a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:05.373966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Port ac592d67-2f83-41cb-8027-f7c9363948c8 on network 337da631-7b56-4c95-b848-be4d1c218e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:45:05.374309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Attempting to bind port ac592d67-2f83-41cb-8027-f7c9363948c8 on network 337da631-7b56-4c95-b848-be4d1c218e24 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:05.378952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e75d9095-458a-485d-928a-d6f109480a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:05.395921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:45:05.396262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Checking segment: {'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:05.396646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Bound using segment: {'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:45:05.397082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Bound port: ac592d67-2f83-41cb-8027-f7c9363948c8, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77302954-f122-45a1-bb3f-24e9ff451b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:45:05.397428 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:05.407901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Checking segment: {'id': '221f7f92-b514-4e9b-9691-dee407884ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:05.408244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Network hostable DHCP agents. Network: e98e0a98-cec4-403c-9004-93ff51523104, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:45:05.413257 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16e5b513-8364-44a4-8619-d74c3dc49e2b req-6c2fafa2-8784-41dc-8d41-7afc29f546f1 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107920 May 28 05:45:05.492576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e75d9095-458a-485d-928a-d6f109480a48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7578ef79af914bb7b0f83b620378dc99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0804093 May 28 05:45:05.492576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d9095-458a-485d-928a-d6f109480a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fab505a-2ec3-4c24-8d9d-515368702486,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:05.494731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6473fc-7725-4c1d-93b2-9677fc435708 req-78e47a41-fc40-4568-bdc7-c52aab83061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.496209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b6473fc-7725-4c1d-93b2-9677fc435708 req-78e47a41-fc40-4568-bdc7-c52aab83061a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7886097f-fe57-46f7-ba98-5e7c149587be HTTP/1.1" status: 200 len: 861 time: 0.1947048 May 28 05:45:05.498142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57276) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:05.525307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760351-b49e-4cd6-b0ba-2fbc0a217c26 req-190feb2e-8e26-4fa0-9f91-0a6fb6cc55bb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.531632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760351-b49e-4cd6-b0ba-2fbc0a217c26 req-190feb2e-8e26-4fa0-9f91-0a6fb6cc55bb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.537353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760351-b49e-4cd6-b0ba-2fbc0a217c26 req-190feb2e-8e26-4fa0-9f91-0a6fb6cc55bb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.543098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760351-b49e-4cd6-b0ba-2fbc0a217c26 req-190feb2e-8e26-4fa0-9f91-0a6fb6cc55bb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.548827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760351-b49e-4cd6-b0ba-2fbc0a217c26 req-190feb2e-8e26-4fa0-9f91-0a6fb6cc55bb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.554516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760351-b49e-4cd6-b0ba-2fbc0a217c26 req-190feb2e-8e26-4fa0-9f91-0a6fb6cc55bb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.560250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760351-b49e-4cd6-b0ba-2fbc0a217c26 req-190feb2e-8e26-4fa0-9f91-0a6fb6cc55bb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.567732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3760351-b49e-4cd6-b0ba-2fbc0a217c26 req-190feb2e-8e26-4fa0-9f91-0a6fb6cc55bb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.5322864 May 28 05:45:05.622009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Network e98e0a98-cec4-403c-9004-93ff51523104 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:45:05.685143 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b6473fc-7725-4c1d-93b2-9677fc435708 req-ffa3f2f9-704f-4080-a6f6-0598fe37bb8f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=87efe2a1-7dbf-452c-b68c-13821db49994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1761460 May 28 05:45:05.728388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, e98e0a98-cec4-403c-9004-93ff51523104) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:05.741420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21ad06-cd98-4e54-ae9f-9ef22acc85e5 None None] Network e98e0a98-cec4-403c-9004-93ff51523104 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:05.744904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-977a110d-def0-4691-ba34-e483e3536ef1 req-ce624bd2-a6cc-4319-917e-f060a4c162d5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] For port 96d53e60-d8c8-4333-9ac4-1691552dc55c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=96d53e60-d8c8-4333-9ac4-1691552dc55c,segment=NetworkSegment(784baf8c-f47e-4cdb-84f2-fe7c0367bc91),segment_id=784baf8c-f47e-4cdb-84f2-fe7c0367bc91)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:05.745197 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-977a110d-def0-4691-ba34-e483e3536ef1 req-ce624bd2-a6cc-4319-917e-f060a4c162d5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:05.785148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:05.785744 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:05.854678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 70e858ed-12b8-46a3-9bab-51c97a2f9c1d details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:05.867277 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3760351-b49e-4cd6-b0ba-2fbc0a217c26 req-f31c1078-c164-4219-bad1-91f8c30efce3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2986853 May 28 05:45:05.877882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] For port ac592d67-2f83-41cb-8027-f7c9363948c8, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:45:05.898427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-977a110d-def0-4691-ba34-e483e3536ef1 req-ce624bd2-a6cc-4319-917e-f060a4c162d5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Calling delete_port for 96d53e60-d8c8-4333-9ac4-1691552dc55c owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:05.913583 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:05.984439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] For port ac592d67-2f83-41cb-8027-f7c9363948c8, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ac592d67-2f83-41cb-8027-f7c9363948c8,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:45:06.018083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b6473fc-7725-4c1d-93b2-9677fc435708 req-b6d27baf-69c0-4dcb-9e29-bed7c15b7c77 service neutron] 10.222.0.33 "GET /v2.0/networks/87efe2a1-7dbf-452c-b68c-13821db49994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142991 May 28 05:45:06.018976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed5b46cf-d6b7-4017-90ed-63ea8eb02249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:06.030807 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-040f1702-b1a8-4c19-b75a-356bd070f781 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4208221 May 28 05:45:06.052959 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:06.066711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc1a0f-0d47-4bc1-bfcd-88df775d3787 req-236031d0-3de3-47f4-9abc-65b40946a831 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:06.085836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1fc1a0f-0d47-4bc1-bfcd-88df775d3787 req-236031d0-3de3-47f4-9abc-65b40946a831 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 944 time: 0.4674017 May 28 05:45:06.104780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:06.123392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '70e858ed-12b8-46a3-9bab-51c97a2f9c1d', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'port_id': '70e858ed-12b8-46a3-9bab-51c97a2f9c1d', 'mac_address': 'fa:16:3e:f6:58:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:06.131156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] Pushing event deleted for resources: {'Port': ['ID=db0fb436-33ad-454c-bd7d-b51d82f1c515,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:06.247440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1fc1a0f-0d47-4bc1-bfcd-88df775d3787 req-b85bacf0-964b-4d21-a010-7ada7f983fb1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603589 May 28 05:45:06.329744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-977a110d-def0-4691-ba34-e483e3536ef1 req-ce624bd2-a6cc-4319-917e-f060a4c162d5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:06.367999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:06.369642 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:06.381434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] 10.222.0.41 "PUT /v2.0/ports/ac592d67-2f83-41cb-8027-f7c9363948c8 HTTP/1.1" status: 200 len: 1091 time: 5.9048755 May 28 05:45:06.396278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:06.396685 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:06.410080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15efb2-4e9b-4f43-8f17-1f3da27253cd None None] Network e98e0a98-cec4-403c-9004-93ff51523104 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:06.446388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'ac592d67-2f83-41cb-8027-f7c9363948c8'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:06.514173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce624bd2-a6cc-4319-917e-f060a4c162d5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Port': ['ID=96d53e60-d8c8-4333-9ac4-1691552dc55c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:06.656943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed5b46cf-d6b7-4017-90ed-63ea8eb02249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:06.703925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-977a110d-def0-4691-ba34-e483e3536ef1 req-ce624bd2-a6cc-4319-917e-f060a4c162d5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] No DVR routers for this DVR port 96d53e60-d8c8-4333-9ac4-1691552dc55c on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:45:06.708463 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-977a110d-def0-4691-ba34-e483e3536ef1 req-ce624bd2-a6cc-4319-917e-f060a4c162d5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:06.720083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'name': 'network-vif-deleted', 'tag': '96d53e60-d8c8-4333-9ac4-1691552dc55c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:06.720300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['f4541d09-f308-4a0c-8505-35b9e9f3bea4', '96d53e60-d8c8-4333-9ac4-1691552dc55c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:06.771639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-977a110d-def0-4691-ba34-e483e3536ef1 req-ce624bd2-a6cc-4319-917e-f060a4c162d5 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "DELETE /v2.0/ports/96d53e60-d8c8-4333-9ac4-1691552dc55c HTTP/1.1" status: 204 len: 173 time: 1.7378850 May 28 05:45:06.825724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7064e2a2-b9df-461d-8bf7-b4e680385ae4 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:06.885686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56873e00-d140-47e6-bc83-b8c4f829e017 req-456ed143-dcdf-4f53-aef5-c8dbf2f3655c tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:06.888579 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56873e00-d140-47e6-bc83-b8c4f829e017 req-456ed143-dcdf-4f53-aef5-c8dbf2f3655c tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 943 time: 0.2992911 May 28 05:45:06.902936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e858ed-12b8-46a3-9bab-51c97a2f9c1d {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:06.919662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:06.925536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-977a110d-def0-4691-ba34-e483e3536ef1 req-bca02756-a800-4436-ab4d-0ce4e4f78429 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port f4541d09-f308-4a0c-8505-35b9e9f3bea4 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:06.926089 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-977a110d-def0-4691-ba34-e483e3536ef1 req-bca02756-a800-4436-ab4d-0ce4e4f78429 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:06.979854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.035486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56873e00-d140-47e6-bc83-b8c4f829e017 req-193c98ef-c72e-47ea-a3ea-00aa3ee673df tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366775 May 28 05:45:07.075472 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:45:07.107579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094a707-1c9f-4261-a68c-cc3fa3518b51 service neutron] Pushing event updated for resources: {'Port': ['ID=ac592d67-2f83-41cb-8027-f7c9363948c8,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:07.203693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5228c56f-a764-4c44-b872-6b7c1563e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:07.204177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5228c56f-a764-4c44-b872-6b7c1563e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:07.204645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5228c56f-a764-4c44-b872-6b7c1563e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:07.205107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5228c56f-a764-4c44-b872-6b7c1563e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:07.205570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5228c56f-a764-4c44-b872-6b7c1563e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:07.206025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5228c56f-a764-4c44-b872-6b7c1563e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:07.206481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5228c56f-a764-4c44-b872-6b7c1563e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:07.208488 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-5228c56f-a764-4c44-b872-6b7c1563e745 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6476 time: 0.7477527 May 28 05:45:07.228965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789836-19a5-4230-b3de-02831942bb8f req-1bc1771d-ccf4-4965-813f-c0d9859ce07e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:07.236110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88789836-19a5-4230-b3de-02831942bb8f req-1bc1771d-ccf4-4965-813f-c0d9859ce07e tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 946 time: 1.0251861 May 28 05:45:07.318224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1194777478', 'description': 'tempest-description-1322178822'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:07.326194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:07.330933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:07.334158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:07.340207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:07.345229 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b02609af-124a-464e-b6f3-f4f99ab93ab2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af3b4060-b2a0-41d6-8288-eda4f365e181 HTTP/1.1" status: 200 len: 217 time: 0.0989356 May 28 05:45:07.360407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b6473fc-7725-4c1d-93b2-9677fc435708 req-ba753a7f-876f-4fb4-bff0-8d885add41e3 service neutron] 10.222.0.33 "GET /v2.0/networks/87efe2a1-7dbf-452c-b68c-13821db49994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3197303 May 28 05:45:07.361803 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.366517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:07.390975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:07.399386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group_rule and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:07.404515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:07.426784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:07.431917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed5b46cf-d6b7-4017-90ed-63ea8eb02249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.445398 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.461757 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88789836-19a5-4230-b3de-02831942bb8f req-1ca433f8-2f09-4b3e-ada9-8ad27660532f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b24843-1ac2-40d6-a4da-8fc9dde69c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246897 May 28 05:45:07.463319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['70e858ed-12b8-46a3-9bab-51c97a2f9c1d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:07.475331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b46cf-d6b7-4017-90ed-63ea8eb02249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fab505a-2ec3-4c24-8d9d-515368702486,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:07.480086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-977a110d-def0-4691-ba34-e483e3536ef1 req-bca02756-a800-4436-ab4d-0ce4e4f78429 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] For port f4541d09-f308-4a0c-8505-35b9e9f3bea4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f4541d09-f308-4a0c-8505-35b9e9f3bea4,segment=NetworkSegment(74cf7977-c8ed-4e23-8488-44f5a86ad198),segment_id=74cf7977-c8ed-4e23-8488-44f5a86ad198)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:07.480528 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-977a110d-def0-4691-ba34-e483e3536ef1 req-bca02756-a800-4436-ab4d-0ce4e4f78429 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.516942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7064e2a2-b9df-461d-8bf7-b4e680385ae4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7064e2a2-b9df-461d-8bf7-b4e680385ae4,segment=NetworkSegment(76350694-f87f-4446-938e-ac29d3a302bc),segment_id=76350694-f87f-4446-938e-ac29d3a302bc)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:07.543429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '7064e2a2-b9df-461d-8bf7-b4e680385ae4', 'network_id': '87efe2a1-7dbf-452c-b68c-13821db49994', 'port_id': '7064e2a2-b9df-461d-8bf7-b4e680385ae4', 'mac_address': 'fa:16:3e:69:5f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7886097f-fe57-46f7-ba98-5e7c149587be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:07.589057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-8b5f770d-026e-4721-a289-0411745f65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:07.590735 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-8b5f770d-026e-4721-a289-0411745f65c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2eded9b-a86c-45b9-b9be-1ab2a936ac59 HTTP/1.1" status: 200 len: 850 time: 0.2273607 May 28 05:45:07.597765 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c25bba-8307-43a3-8cf7-1944ae2628a2'] response: {'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'ac592d67-2f83-41cb-8027-f7c9363948c8', 'status': 'completed', 'code': 200} May 28 05:45:07.598732 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed5b46cf-d6b7-4017-90ed-63ea8eb02249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.600518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ed5b46cf-d6b7-4017-90ed-63ea8eb02249 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fab505a-2ec3-4c24-8d9d-515368702486 HTTP/1.1" status: 204 len: 168 time: 2.0933380 May 28 05:45:07.703004 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ccdf2b-d7c5-47f1-ad33-0e075ec02421'] response: {'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'name': 'network-vif-deleted', 'tag': '96d53e60-d8c8-4333-9ac4-1691552dc55c', 'status': 'completed', 'code': 200} May 28 05:45:07.722650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-977a110d-def0-4691-ba34-e483e3536ef1 req-bca02756-a800-4436-ab4d-0ce4e4f78429 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Calling delete_port for f4541d09-f308-4a0c-8505-35b9e9f3bea4 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:07.727906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:07.728420 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.777570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7064e2a2-b9df-461d-8bf7-b4e680385ae4 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:07.836244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7064e2a2-b9df-461d-8bf7-b4e680385ae4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7064e2a2-b9df-461d-8bf7-b4e680385ae4,segment=NetworkSegment(76350694-f87f-4446-938e-ac29d3a302bc),segment_id=76350694-f87f-4446-938e-ac29d3a302bc)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:07.859086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.879519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.899637 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.937778 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:07.939043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-571e2659-179d-4595-a4cd-67133a4b21d3 req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6248741 May 28 05:45:07.948412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1a3a2091-f5ad-4e93-9c65-b0500a704b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:07.948412 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1a3a2091-f5ad-4e93-9c65-b0500a704b8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=741ba084-ed2e-407e-be15-0d0600915b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3343127 May 28 05:45:07.997688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684b7fa-2121-4658-88ca-f5d609b91205 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4541b87-71b2-4c3d-a7c3-bee8dc5c33b0,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:08.039206 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-977a110d-def0-4691-ba34-e483e3536ef1 req-bca02756-a800-4436-ab4d-0ce4e4f78429 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:08.178273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=7064e2a2-b9df-461d-8bf7-b4e680385ae4,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:08.269196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['7064e2a2-b9df-461d-8bf7-b4e680385ae4'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:08.341074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288babb7-84e1-4400-875c-e78b66f2dac0 req-72d463b6-47b2-4edf-ab33-d702280e9436 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:08.347088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca02756-a800-4436-ab4d-0ce4e4f78429 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Port': ['ID=f4541d09-f308-4a0c-8505-35b9e9f3bea4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:08.348165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288babb7-84e1-4400-875c-e78b66f2dac0 req-72d463b6-47b2-4edf-ab33-d702280e9436 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:08.356438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288babb7-84e1-4400-875c-e78b66f2dac0 req-72d463b6-47b2-4edf-ab33-d702280e9436 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:08.363413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288babb7-84e1-4400-875c-e78b66f2dac0 req-72d463b6-47b2-4edf-ab33-d702280e9436 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:08.372980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288babb7-84e1-4400-875c-e78b66f2dac0 req-72d463b6-47b2-4edf-ab33-d702280e9436 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:08.381642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288babb7-84e1-4400-875c-e78b66f2dac0 req-72d463b6-47b2-4edf-ab33-d702280e9436 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:08.387871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288babb7-84e1-4400-875c-e78b66f2dac0 req-72d463b6-47b2-4edf-ab33-d702280e9436 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:08.389949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-288babb7-84e1-4400-875c-e78b66f2dac0 req-72d463b6-47b2-4edf-ab33-d702280e9436 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.5405848 May 28 05:45:08.417575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57410) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:08.444244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] Router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:45:08.449624 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-cecb3249-a049-49e2-a752-75d332876082 service neutron] 10.222.0.41 "GET /v2.0/networks/741ba084-ed2e-407e-be15-0d0600915b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439471 May 28 05:45:08.464777 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d44eb147-0889-42d4-9cb2-5a3f524c1bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:08.501690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-977a110d-def0-4691-ba34-e483e3536ef1 req-bca02756-a800-4436-ab4d-0ce4e4f78429 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] No DVR routers for this DVR port f4541d09-f308-4a0c-8505-35b9e9f3bea4 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:45:08.519359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-977a110d-def0-4691-ba34-e483e3536ef1 req-bca02756-a800-4436-ab4d-0ce4e4f78429 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:08.545816 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-977a110d-def0-4691-ba34-e483e3536ef1 req-bca02756-a800-4436-ab4d-0ce4e4f78429 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.33 "DELETE /v2.0/ports/f4541d09-f308-4a0c-8505-35b9e9f3bea4 HTTP/1.1" status: 204 len: 173 time: 1.7657351 May 28 05:45:08.576398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdecf9-92b3-497c-9786-dc71647ba2e3 req-6e0a2da0-bf82-4b36-9956-d39e5716e74b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:08.582019 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-288babb7-84e1-4400-875c-e78b66f2dac0 req-b4c51f39-f176-4082-bea6-19bcc2945c26 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813316 May 28 05:45:08.587876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01bdecf9-92b3-497c-9786-dc71647ba2e3 req-6e0a2da0-bf82-4b36-9956-d39e5716e74b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 945 time: 0.2902012 May 28 05:45:08.651172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 96d53e60-d8c8-4333-9ac4-1691552dc55c no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:08.660203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01bdecf9-92b3-497c-9786-dc71647ba2e3 req-028928ea-6fbb-428c-960f-8227ee2fde68 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621574 May 28 05:45:08.672217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57428) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:08.673584 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-629d51ec-feb6-418c-b975-c1a34f9162d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=988f9d9688a747bb9bdb991bfc92a591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357128 May 28 05:45:08.701327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 96d53e60-d8c8-4333-9ac4-1691552dc55c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:08.702478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 96d53e60-d8c8-4333-9ac4-1691552dc55c not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:08.703072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f4541d09-f308-4a0c-8505-35b9e9f3bea4 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:08.741148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: f4541d09-f308-4a0c-8505-35b9e9f3bea4 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:08.741778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f4541d09-f308-4a0c-8505-35b9e9f3bea4 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:08.788460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e19796e-859e-4de9-b232-4a35c8f449f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:08.838587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-390852981', 'description': 'tempest-description-54588345'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:08.849939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:08.868394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:08.868849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e19796e-859e-4de9-b232-4a35c8f449f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:08.878217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:08.890256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:08.952541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844343b5-1cb4-4d98-91dd-dc467aee4c44 req-b6dcb02e-0d0c-48cb-af3a-a47357fb29eb tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:08.955726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-844343b5-1cb4-4d98-91dd-dc467aee4c44 req-b6dcb02e-0d0c-48cb-af3a-a47357fb29eb tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 944 time: 0.1287892 May 28 05:45:08.979177 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e19796e-859e-4de9-b232-4a35c8f449f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:09.002207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19796e-859e-4de9-b232-4a35c8f449f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5f95ca-e6c4-4f17-a5f9-12d3d0e4b323,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:09.033318 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-844343b5-1cb4-4d98-91dd-dc467aee4c44 req-f6b7eca4-67a5-4012-b29f-078b5cf42463 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728908 May 28 05:45:09.035565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e19796e-859e-4de9-b232-4a35c8f449f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:09.036635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5e19796e-859e-4de9-b232-4a35c8f449f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f5f95ca-e6c4-4f17-a5f9-12d3d0e4b323 HTTP/1.1" status: 204 len: 168 time: 0.3632343 May 28 05:45:09.141496 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:09.194304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:09.198488 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-71fdff35-176e-454d-8997-fa27e3b1ec1d service neutron] 10.222.0.41 "GET /v2.0/networks/741ba084-ed2e-407e-be15-0d0600915b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134089 May 28 05:45:09.203628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group_rule and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:09.207577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:45:09.210813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:09.217006 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] Sync routers for ids ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:45:09.235071 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] Routers {'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:45:09.239184 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:44:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:09.285944 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c3b9e096-bdbc-4750-832a-0b92f928f84e admin admin] 10.222.0.39 "PUT /v2.0/routers/ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7995505 May 28 05:45:09.303734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57462) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:09.306996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:09.310276 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-9a4eae94-673d-4aa2-a3fe-df0e9fbabf9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=ee84642a-e2b4-40ec-ba83-ddf32d888fb0 HTTP/1.1" status: 200 len: 217 time: 0.1006203 May 28 05:45:09.368892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2feb93ba-e8eb-4b05-bd96-595a54e14585 req-75f54c44-ce2a-4a7b-a200-1ecc9f8398d8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Synchronizing usage tracker for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:09.403404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2feb93ba-e8eb-4b05-bd96-595a54e14585 req-75f54c44-ce2a-4a7b-a200-1ecc9f8398d8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Unset dirty status for tenant:23ba8366d625490e9e5b5a4f215772e6 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:09.404577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2feb93ba-e8eb-4b05-bd96-595a54e14585 req-75f54c44-ce2a-4a7b-a200-1ecc9f8398d8 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed24ca32-c907-4042-bfbd-19c9e3af717d HTTP/1.1" status: 200 len: 210 time: 0.1405256 May 28 05:45:09.570653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-39cec2e4-c3f3-45f6-b692-cd9813ed06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:09.572618 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-39cec2e4-c3f3-45f6-b692-cd9813ed06ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3bc5f2-89c3-469e-a844-5420c365cb66 HTTP/1.1" status: 200 len: 797 time: 0.1996112 May 28 05:45:09.597413 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] Set router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:45:09.699548 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:09.703708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'name': 'network-vif-deleted', 'tag': 'f4541d09-f308-4a0c-8505-35b9e9f3bea4'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:09.757055 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:09.791416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 70e858ed-12b8-46a3-9bab-51c97a2f9c1d up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:09.820211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:09.852030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:09.928212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce18f4c-0a3a-49a7-81a2-da0f99a1e816 req-b3bc7265-ea88-4be4-9bae-c1a7e7837449 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:09.945116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:09.946488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce18f4c-0a3a-49a7-81a2-da0f99a1e816 req-b3bc7265-ea88-4be4-9bae-c1a7e7837449 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:09.954157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:09.954525 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:09.963798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce18f4c-0a3a-49a7-81a2-da0f99a1e816 req-b3bc7265-ea88-4be4-9bae-c1a7e7837449 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:09.970772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce18f4c-0a3a-49a7-81a2-da0f99a1e816 req-b3bc7265-ea88-4be4-9bae-c1a7e7837449 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:09.990006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce18f4c-0a3a-49a7-81a2-da0f99a1e816 req-b3bc7265-ea88-4be4-9bae-c1a7e7837449 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:09.996069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce18f4c-0a3a-49a7-81a2-da0f99a1e816 req-b3bc7265-ea88-4be4-9bae-c1a7e7837449 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:10.001684 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:45:05Z', 'revision_number': 5, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:10.007407 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] Checking router: ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:45:10.008347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce18f4c-0a3a-49a7-81a2-da0f99a1e816 req-b3bc7265-ea88-4be4-9bae-c1a7e7837449 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:10.010285 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ce18f4c-0a3a-49a7-81a2-da0f99a1e816 req-b3bc7265-ea88-4be4-9bae-c1a7e7837449 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.2424691 May 28 05:45:10.010776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57490) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:10.019923 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] Routers {'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:45:10.021364 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:44:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:10.115854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ce18f4c-0a3a-49a7-81a2-da0f99a1e816 req-9f788cdb-df2a-436a-a789-7eb195e5b6c5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902827 May 28 05:45:10.146632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f2b03b-8a75-459b-8ae5-8072074b91d4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:10.164681 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:10.165079 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.186586 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.205491 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5859fa70-cf68-4922-a0c2-d528c6d9110b req-116827c8-3c7d-40f2-b849-fbe47cd69013 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.5621829 May 28 05:45:10.226929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-6ced7a4d-19ae-417c-b63a-f21c50bfa221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:10.228673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-6ced7a4d-19ae-417c-b63a-f21c50bfa221 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52bddb62-c404-4753-8461-48e940f599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6441238 May 28 05:45:10.233913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8877-b87b-400b-98f4-3a93e9e0e161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.261792 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cc2e24-f2f5-4135-9fc4-72e1c49f5718'] response: {'server_uuid': 'ed24ca32-c907-4042-bfbd-19c9e3af717d', 'name': 'network-vif-deleted', 'tag': 'f4541d09-f308-4a0c-8505-35b9e9f3bea4', 'status': 'completed', 'code': 200} May 28 05:45:10.272164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:10.273490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bc7958-0c6f-4b18-8db3-928a8fe73ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e858ed-12b8-46a3-9bab-51c97a2f9c1d'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:10.276357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dd4b8877-b87b-400b-98f4-3a93e9e0e161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:10.281425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dd4b8877-b87b-400b-98f4-3a93e9e0e161 admin admin] Usage tracker for resource:security_group_rule and tenant:77868686e90a4a6d8dc4d2c315b30736 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:10.287712 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.292276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dd4b8877-b87b-400b-98f4-3a93e9e0e161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:10.300221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dd4b8877-b87b-400b-98f4-3a93e9e0e161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:10.453540 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.464138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:10.493562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1fe06-264c-4a3d-83f6-1fe2bc41f4ce req-005a8194-88e5-485e-a7e8-02f3507f4616 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:10.495057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccb1fe06-264c-4a3d-83f6-1fe2bc41f4ce req-005a8194-88e5-485e-a7e8-02f3507f4616 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.1815684 May 28 05:45:10.542888 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] Set router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:45:10.552926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8877-b87b-400b-98f4-3a93e9e0e161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.563432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8877-b87b-400b-98f4-3a93e9e0e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.588042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57516) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:10.588202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-3f429a64-6a9c-4aba-8b8f-efbdb43792a5 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379178 May 28 05:45:10.598158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccb1fe06-264c-4a3d-83f6-1fe2bc41f4ce req-bcc4b1a7-779e-4001-9367-11ffe58f18d3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851855 May 28 05:45:10.611020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7064e2a2-b9df-461d-8bf7-b4e680385ae4 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:10.629244 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dd4b8877-b87b-400b-98f4-3a93e9e0e161 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77868686e90a4a6d8dc4d2c315b30736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6051850 May 28 05:45:10.629877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b8877-b87b-400b-98f4-3a93e9e0e161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6dfb35-4130-4032-b8ae-53a1b10d9925,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:10.632480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57522) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:10.672405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Deleting port bf967243-ff1f-4f1a-a450-fe7e8f418c5c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:10.681131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.695792 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c665b51-bc12-45b6-9884-013f4bdb2c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.727010 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c665b51-bc12-45b6-9884-013f4bdb2c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.737037 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796d190f-2e2c-4034-bdcd-10f9c1e93e6b'] response: {'server_uuid': '26bc7958-0c6f-4b18-8db3-928a8fe73ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e858ed-12b8-46a3-9bab-51c97a2f9c1d', 'code': 200} May 28 05:45:10.802430 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97ebe5fb-575e-4f29-ad56-87e2c645c972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.860387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:10.874396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:10.874773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:10.992441 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:45:05Z', 'revision_number': 5, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:11.010730 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7667be6-545f-415b-bb5d-09115643d122 None None] The sync data for ids ['ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d'] in n-d-843679-5 is: [{'id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'name': 'tempest-ServersTestManualDisk-1703690988-router', 'tenant_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:20Z', 'updated_at': '2022-05-28T05:45:05Z', 'revision_number': 5, 'project_id': '9fc41a0dedde4abdaecca4f0cee59bf6', 'gw_port': {'id': 'bf967243-ff1f-4f1a-a450-fe7e8f418c5c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:23Z', 'updated_at': '2022-05-28T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:45:11.040263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817954d-c24c-466d-8606-362afad183e8 req-47f7b4be-9607-41f9-b110-514c2f0236b6 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:11.047579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:11.048185 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:11.048470 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-47f7b4be-9607-41f9-b110-514c2f0236b6 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 812 time: 0.2147863 May 28 05:45:11.087427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-106d7a63-fac9-4354-88aa-b895f4ec83e9 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/quotas/84fb1f178c534c59b6518cfead726602 HTTP/1.1" status: 200 len: 375 time: 0.0377450 May 28 05:45:11.097694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c665b51-bc12-45b6-9884-013f4bdb2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:11.110292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7064e2a2-b9df-461d-8bf7-b4e680385ae4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7064e2a2-b9df-461d-8bf7-b4e680385ae4,segment=NetworkSegment(76350694-f87f-4446-938e-ac29d3a302bc),segment_id=76350694-f87f-4446-938e-ac29d3a302bc)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:11.125636 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:11.156699 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0ef36038-b288-47da-9d81-9883a9a11ff8 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619607 May 28 05:45:11.177677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c665b51-bc12-45b6-9884-013f4bdb2c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6dfb35-4130-4032-b8ae-53a1b10d9925,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:11.179749 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c665b51-bc12-45b6-9884-013f4bdb2c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:11.181191 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9c665b51-bc12-45b6-9884-013f4bdb2c94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b6dfb35-4130-4032-b8ae-53a1b10d9925 HTTP/1.1" status: 204 len: 168 time: 0.5478168 May 28 05:45:11.188328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32541658-6dad-4cc3-bf5e-487b00cd762d req-3cbadd84-cbb3-43fc-9585-dc4324fd0404 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:11.196857 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32541658-6dad-4cc3-bf5e-487b00cd762d req-3cbadd84-cbb3-43fc-9585-dc4324fd0404 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 944 time: 0.7578864 May 28 05:45:11.208594 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2a89e2d7-a826-4a6d-955f-78f0ea64e316 tempest-AgentManagementNegativeTest-1913909740 tempest-AgentManagementNegativeTest-1913909740-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6174638 May 28 05:45:11.241627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=7064e2a2-b9df-461d-8bf7-b4e680385ae4,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:11.249174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-3392a948-accd-496c-a1e7-55e29b502748 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1602850 May 28 05:45:11.319810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced3821-450f-4cc5-8810-61f1cc27aa91 req-790ead77-4b1c-4414-b769-a19b7f52819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:11.323356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ced3821-450f-4cc5-8810-61f1cc27aa91 req-790ead77-4b1c-4414-b769-a19b7f52819c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 1097 time: 0.5571387 May 28 05:45:11.401867 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4c21eeab-8f14-4f77-ad7c-e647d638c39a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=eac95adf-2b9b-4a91-a926-7f2214c04881 HTTP/1.1" status: 200 len: 217 time: 0.1992629 May 28 05:45:11.431886 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32541658-6dad-4cc3-bf5e-487b00cd762d req-98227eae-4caf-46c4-be17-343e4140f693 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339714 May 28 05:45:11.433560 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] For port bf967243-ff1f-4f1a-a450-fe7e8f418c5c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bf967243-ff1f-4f1a-a450-fe7e8f418c5c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:11.433969 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:11.508939 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:11.509473 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ced3821-450f-4cc5-8810-61f1cc27aa91 req-7e01f08c-2038-484c-a515-7c4a67a05d67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950789 May 28 05:45:11.579034 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:11.597996 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-d0b42a38-c529-4814-9832-aa0455bd9601 service neutron] 10.222.0.39 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259380 May 28 05:45:11.599639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57546) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:11.684997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57552) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:11.801980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6729ea4-a9ee-496f-8ee2-c97ff65a8b2f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting subnet 395efe5a-48c4-4863-a559-a60ba9b38b07 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:45:11.805088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6729ea4-a9ee-496f-8ee2-c97ff65a8b2f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:11.878905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57558) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:11.888706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Calling delete_port for bf967243-ff1f-4f1a-a450-fe7e8f418c5c owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:11.989596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7455b948-6c09-4745-b7e8-32839a188e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.007120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6729ea4-a9ee-496f-8ee2-c97ff65a8b2f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.016659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-6fefe09a-0ea2-48be-83fd-bc1ead064edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:12.018177 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-6fefe09a-0ea2-48be-83fd-bc1ead064edd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3bc5f2-89c3-469e-a844-5420c365cb66 HTTP/1.1" status: 200 len: 797 time: 0.5926826 May 28 05:45:12.029108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7455b948-6c09-4745-b7e8-32839a188e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:12.049269 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-25fc6e22-4896-40f6-b02d-ca537566d4ed service neutron] 10.222.0.39 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504168 May 28 05:45:12.072013 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6308302c-53f3-4d1e-8a5c-d2bad82f9d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.075722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7455b948-6c09-4745-b7e8-32839a188e8e admin admin] Usage tracker for resource:security_group_rule and tenant:ae668050716044d78ce6c995eba3ea49 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:12.102297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6308302c-53f3-4d1e-8a5c-d2bad82f9d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:12.110467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6308302c-53f3-4d1e-8a5c-d2bad82f9d21 admin admin] Usage tracker for resource:security_group_rule and tenant:ddde4bbedf2b45b8821c9ad53426c268 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:12.114502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6308302c-53f3-4d1e-8a5c-d2bad82f9d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:12.125231 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6308302c-53f3-4d1e-8a5c-d2bad82f9d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:12.153489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6729ea4-a9ee-496f-8ee2-c97ff65a8b2f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.174173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7455b948-6c09-4745-b7e8-32839a188e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:12.182578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7455b948-6c09-4745-b7e8-32839a188e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:12.246008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db0fb436-33ad-454c-bd7d-b51d82f1c515 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:12.283261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6729ea4-a9ee-496f-8ee2-c97ff65a8b2f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.372410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: db0fb436-33ad-454c-bd7d-b51d82f1c515 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:12.372957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db0fb436-33ad-454c-bd7d-b51d82f1c515 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:12.374668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66e1bd-8fb4-44aa-bb17-a9e8bedcf11c None None] Network b5af752d-255a-4e20-8dc5-45cfc3c87081 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:12.386403 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6729ea4-a9ee-496f-8ee2-c97ff65a8b2f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.392718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6308302c-53f3-4d1e-8a5c-d2bad82f9d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.394656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6729ea4-a9ee-496f-8ee2-c97ff65a8b2f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Subnet': ['ID=395efe5a-48c4-4863-a559-a60ba9b38b07,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:12.403248 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.413455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6308302c-53f3-4d1e-8a5c-d2bad82f9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.451471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c6729ea4-a9ee-496f-8ee2-c97ff65a8b2f tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "DELETE /v2.0/subnets/395efe5a-48c4-4863-a559-a60ba9b38b07 HTTP/1.1" status: 204 len: 168 time: 0.8098960 May 28 05:45:12.453200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308302c-53f3-4d1e-8a5c-d2bad82f9d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d698500-409d-49ec-9882-3f74adfaf05b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:12.461695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57570) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:12.474774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf967243-ff1f-4f1a-a450-fe7e8f418c5c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:12.519273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6308302c-53f3-4d1e-8a5c-d2bad82f9d21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddde4bbedf2b45b8821c9ad53426c268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7739234 May 28 05:45:12.554697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57576) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:12.576348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70be3-78bd-41f3-b5c4-5790890bb588 req-1c70adf6-7b77-4623-9686-9977a2b37c61 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:12.584530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70be3-78bd-41f3-b5c4-5790890bb588 req-1c70adf6-7b77-4623-9686-9977a2b37c61 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:12.591266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70be3-78bd-41f3-b5c4-5790890bb588 req-1c70adf6-7b77-4623-9686-9977a2b37c61 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:12.597413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70be3-78bd-41f3-b5c4-5790890bb588 req-1c70adf6-7b77-4623-9686-9977a2b37c61 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:12.608618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70be3-78bd-41f3-b5c4-5790890bb588 req-1c70adf6-7b77-4623-9686-9977a2b37c61 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:12.609147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b25c5-9439-4e8d-8e7d-d949721492ce req-cdaae734-86ab-4427-8db6-04baf22b5afe tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:12.610629 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f69b25c5-9439-4e8d-8e7d-d949721492ce req-cdaae734-86ab-4427-8db6-04baf22b5afe tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.2774808 May 28 05:45:12.620274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70be3-78bd-41f3-b5c4-5790890bb588 req-1c70adf6-7b77-4623-9686-9977a2b37c61 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:12.626891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70be3-78bd-41f3-b5c4-5790890bb588 req-1c70adf6-7b77-4623-9686-9977a2b37c61 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:12.632596 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95c70be3-78bd-41f3-b5c4-5790890bb588 req-1c70adf6-7b77-4623-9686-9977a2b37c61 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.8227179 May 28 05:45:12.649716 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.688167 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f69b25c5-9439-4e8d-8e7d-d949721492ce req-823b87e2-e158-4c6b-8de0-6fb77dada011 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681250 May 28 05:45:12.688689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-c2dbc935-3fed-4e4f-8f75-c17a879dc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:12.689286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:12.689693 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.690175 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-c2dbc935-3fed-4e4f-8f75-c17a879dc3ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52bddb62-c404-4753-8461-48e940f599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6564982 May 28 05:45:12.710313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35d492-8d1f-4c6d-a430-7433fe831139 None None] DHCP port deletion for b5af752d-255a-4e20-8dc5-45cfc3c87081 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:45:12.714872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7e35d492-8d1f-4c6d-a430-7433fe831139 None None] Deleting port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:12.715396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e35d492-8d1f-4c6d-a430-7433fe831139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:12.776964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b0932-1f36-4a41-ac6d-295d94225e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7064e2a2-b9df-461d-8bf7-b4e680385ae4'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:12.796862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.028465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7e35d492-8d1f-4c6d-a430-7433fe831139 None None] For port 0a8320d6-613c-4b9e-a217-f38dd9769bf9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0a8320d6-613c-4b9e-a217-f38dd9769bf9,segment=NetworkSegment(784baf8c-f47e-4cdb-84f2-fe7c0367bc91),segment_id=784baf8c-f47e-4cdb-84f2-fe7c0367bc91)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:13.028862 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e35d492-8d1f-4c6d-a430-7433fe831139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.032132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bca24e44-0469-4c8c-a86a-3d7b128f10d8 req-0b9b9002-0bc8-40a5-949c-48bc7990d2f6 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 210 time: 0.1359572 May 28 05:45:13.055707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] For port 0a8320d6-613c-4b9e-a217-f38dd9769bf9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0a8320d6-613c-4b9e-a217-f38dd9769bf9,segment=NetworkSegment(784baf8c-f47e-4cdb-84f2-fe7c0367bc91),segment_id=784baf8c-f47e-4cdb-84f2-fe7c0367bc91)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:13.056250 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.190151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7e35d492-8d1f-4c6d-a430-7433fe831139 None None] Calling delete_port for 0a8320d6-613c-4b9e-a217-f38dd9769bf9 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:13.219180 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7455b948-6c09-4745-b7e8-32839a188e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.238940 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95c70be3-78bd-41f3-b5c4-5790890bb588 req-d7733742-7e47-4290-81bd-c19eed6646e8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5865555 May 28 05:45:13.244009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.249859 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.283211 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.284619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7455b948-6c09-4745-b7e8-32839a188e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.294147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Calling delete_port for 0a8320d6-613c-4b9e-a217-f38dd9769bf9 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:13.302988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1de4ab47-2fc0-4a00-9781-acdf6021e408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.330705 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b115681-219f-4fe2-958b-b5b39af0ddf4'] response: {'server_uuid': 'a17b0932-1f36-4a41-ac6d-295d94225e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7064e2a2-b9df-461d-8bf7-b4e680385ae4', 'code': 200} May 28 05:45:13.332248 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e35d492-8d1f-4c6d-a430-7433fe831139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.355364 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.355872 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:45:13.393830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455b948-6c09-4745-b7e8-32839a188e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e087edf9-f763-4bb0-ab48-75d26c9e4f76,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:13.396176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35d492-8d1f-4c6d-a430-7433fe831139 None None] Pushing event deleted for resources: {'Port': ['ID=0a8320d6-613c-4b9e-a217-f38dd9769bf9,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:13.407755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35d492-8d1f-4c6d-a430-7433fe831139 None None] No DVR routers for this DVR port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:45:13.413582 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1de4ab47-2fc0-4a00-9781-acdf6021e408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.430839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7455b948-6c09-4745-b7e8-32839a188e8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae668050716044d78ce6c995eba3ea49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4846485 May 28 05:45:13.433629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57584) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:13.440722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-ef87f6fc-50a2-44cf-96fc-87685c8fb93d service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7377145 May 28 05:45:13.498748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcf813-983d-48bd-bf45-b51dca6a4f5a req-56676e0b-6617-4ce5-8aa3-5927628c3780 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:13.500211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-33dcf813-983d-48bd-bf45-b51dca6a4f5a req-56676e0b-6617-4ce5-8aa3-5927628c3780 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 945 time: 0.3288658 May 28 05:45:13.516577 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:45:13.516899 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:45:13.572601 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.573634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-04820068-1471-445b-8466-e0ff2c40f79c admin admin] 10.222.0.39 "DELETE /v2.0/routers/ef4a8186-6ae0-4a57-b894-6d5b0bbcac0d HTTP/1.1" status: 204 len: 168 time: 4.2686696 May 28 05:45:13.576781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57588) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:13.618983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-33dcf813-983d-48bd-bf45-b51dca6a4f5a req-b9c776fe-5eeb-40d1-8792-f11d5ad068a0 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032372 May 28 05:45:13.628202 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3eecfcaa-f58d-40a3-a8da-c6073152e686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.645772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb944c76-f607-46bb-ae55-38f1dcbc3a0d req-7ed59e62-6c3c-417e-a5b8-3e568b6587d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:13.647461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb944c76-f607-46bb-ae55-38f1dcbc3a0d req-7ed59e62-6c3c-417e-a5b8-3e568b6587d3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 1096 time: 0.2319157 May 28 05:45:13.675662 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1de4ab47-2fc0-4a00-9781-acdf6021e408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.709131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3eecfcaa-f58d-40a3-a8da-c6073152e686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.709739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4ab47-2fc0-4a00-9781-acdf6021e408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d698500-409d-49ec-9882-3f74adfaf05b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:13.720645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b7d91f-e39e-47cf-9f35-19d3839b0d26 admin admin] Deleting subnet 194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:45:13.730658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb944c76-f607-46bb-ae55-38f1dcbc3a0d req-ecd8a8d5-5b93-44df-aedb-126d57ac8549 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765302 May 28 05:45:13.755122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-7dae938e-be61-4474-b333-2d906c32357f service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039391 May 28 05:45:13.756206 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1de4ab47-2fc0-4a00-9781-acdf6021e408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.759562 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1de4ab47-2fc0-4a00-9781-acdf6021e408 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d698500-409d-49ec-9882-3f74adfaf05b HTTP/1.1" status: 204 len: 168 time: 1.1943951 May 28 05:45:13.759562 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5b7d91f-e39e-47cf-9f35-19d3839b0d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.795855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3eecfcaa-f58d-40a3-a8da-c6073152e686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.821451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecfcaa-f58d-40a3-a8da-c6073152e686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e087edf9-f763-4bb0-ab48-75d26c9e4f76,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:13.848340 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3eecfcaa-f58d-40a3-a8da-c6073152e686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:13.853712 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3eecfcaa-f58d-40a3-a8da-c6073152e686 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e087edf9-f763-4bb0-ab48-75d26c9e4f76 HTTP/1.1" status: 204 len: 168 time: 0.3802898 May 28 05:45:14.018169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port 0a8320d6-613c-4b9e-a217-f38dd9769bf9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:14.019766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:14.077551 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5b7d91f-e39e-47cf-9f35-19d3839b0d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:14.119569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] The port '0a8320d6-613c-4b9e-a217-f38dd9769bf9' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:45:14.178418 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-e6392f7b-aac2-48fd-9225-534013307358 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd HTTP/1.1" status: 200 len: 217 time: 0.3850501 May 28 05:45:14.358131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-e8397d96-6b43-44e1-8028-10d871665820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.361209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-e8397d96-6b43-44e1-8028-10d871665820 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3bc5f2-89c3-469e-a844-5420c365cb66 HTTP/1.1" status: 200 len: 797 time: 0.1719069 May 28 05:45:14.408689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817954d-c24c-466d-8606-362afad183e8 req-90260b3b-ec9d-4c84-9f79-b7b9cc82e84f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.409437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e817954d-c24c-466d-8606-362afad183e8 req-90260b3b-ec9d-4c84-9f79-b7b9cc82e84f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:14.413651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bf967243-ff1f-4f1a-a450-fe7e8f418c5c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:14.478768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: bf967243-ff1f-4f1a-a450-fe7e8f418c5c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:14.479420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bf967243-ff1f-4f1a-a450-fe7e8f418c5c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:14.479986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0a8320d6-613c-4b9e-a217-f38dd9769bf9 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:14.523057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31059466-5073-4e04-af72-8c64ffe4531f req-a2e799cb-02d6-447d-9ef6-97c0cfdf82f0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 210 time: 0.1947675 May 28 05:45:14.534260 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:14.536351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726d621-cff2-4c2a-b63a-a2a932fa5c44 req-2c0c9572-0d1b-4da0-8569-4ad8bd0fc354 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.537888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9726d621-cff2-4c2a-b63a-a2a932fa5c44 req-2c0c9572-0d1b-4da0-8569-4ad8bd0fc354 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.4985487 May 28 05:45:14.544476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e817954d-c24c-466d-8606-362afad183e8 req-90260b3b-ec9d-4c84-9f79-b7b9cc82e84f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:14.551034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 0a8320d6-613c-4b9e-a217-f38dd9769bf9 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:14.553502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0a8320d6-613c-4b9e-a217-f38dd9769bf9 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:14.554525 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-90260b3b-ec9d-4c84-9f79-b7b9cc82e84f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.33 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 812 time: 0.8213387 May 28 05:45:14.567544 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5b7d91f-e39e-47cf-9f35-19d3839b0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:14.576052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5af752d-255a-4e20-8dc5-45cfc3c87081']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:14.593095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784baf8c-f47e-4cdb-84f2-fe7c0367bc91') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:14.593611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784baf8c-f47e-4cdb-84f2-fe7c0367bc91') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:14.611158 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:14.648561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'port': {'device_id': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104', 'admin_state_up': True, 'tenant_id': '84fb1f178c534c59b6518cfead726602'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:14.649951 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:14.667939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:45:14.668726 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:14.680357 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5b7d91f-e39e-47cf-9f35-19d3839b0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:14.685426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2ecbd8f8-c49b-4455-8d53-633b9b77c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.686970 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2ecbd8f8-c49b-4455-8d53-633b9b77c795 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52bddb62-c404-4753-8461-48e940f599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2885339 May 28 05:45:14.774521 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 784baf8c-f47e-4cdb-84f2-fe7c0367bc91 resource provider aggregate not found May 28 05:45:14.838979 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 784baf8c-f47e-4cdb-84f2-fe7c0367bc91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 784baf8c-f47e-4cdb-84f2-fe7c0367bc91 found for delete ", "request_id": "req-abf8faf3-31d4-4508-816b-2735bee547e4"}]} May 28 05:45:14.886998 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:14.893064 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:14.928328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7d91f-e39e-47cf-9f35-19d3839b0d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:14.929980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Network': ['ID=b5af752d-255a-4e20-8dc5-45cfc3c87081,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:14.935305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b7d79-f4a8-4c0b-aeae-f11f4a669b75 None None] Network 49c46e8e-c0f8-4288-af21-3865c58a8751 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:14.939141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-52b44206-4127-4fd2-80a9-7d2c2a223483 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "DELETE /v2.0/networks/b5af752d-255a-4e20-8dc5-45cfc3c87081 HTTP/1.1" status: 204 len: 168 time: 2.4751279 May 28 05:45:14.951831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a2ad-4523-4d35-8419-b8d516b0d906 req-b18b4359-e4ab-4a24-a317-7f2ee6809853 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.958703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a2ad-4523-4d35-8419-b8d516b0d906 req-b18b4359-e4ab-4a24-a317-7f2ee6809853 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.966578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a2ad-4523-4d35-8419-b8d516b0d906 req-b18b4359-e4ab-4a24-a317-7f2ee6809853 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.973695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a2ad-4523-4d35-8419-b8d516b0d906 req-b18b4359-e4ab-4a24-a317-7f2ee6809853 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.979806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a2ad-4523-4d35-8419-b8d516b0d906 req-b18b4359-e4ab-4a24-a317-7f2ee6809853 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.986306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a2ad-4523-4d35-8419-b8d516b0d906 req-b18b4359-e4ab-4a24-a317-7f2ee6809853 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.992374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a2ad-4523-4d35-8419-b8d516b0d906 req-b18b4359-e4ab-4a24-a317-7f2ee6809853 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:14.994304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6184a2ad-4523-4d35-8419-b8d516b0d906 req-b18b4359-e4ab-4a24-a317-7f2ee6809853 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.2148924 May 28 05:45:14.994794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57642) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:15.028234 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5b7d91f-e39e-47cf-9f35-19d3839b0d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:15.090782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9726d621-cff2-4c2a-b63a-a2a932fa5c44 req-378fb27c-0097-49eb-92da-b7ea4830ef76 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166922 May 28 05:45:15.139568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b5b7d91f-e39e-47cf-9f35-19d3839b0d26 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/194c9ac6-eaf9-4b9b-98fd-bbbac4ad589a HTTP/1.1" status: 204 len: 168 time: 1.5392277 May 28 05:45:15.140404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57652) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:15.226819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:15.263695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57656) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:15.273253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f6e8ae-2f22-488c-80c7-cd835d5f022a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting subnet f5659426-85ed-454b-a09b-40d57c55d57e {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:45:15.326136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36f6e8ae-2f22-488c-80c7-cd835d5f022a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:15.360671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:port and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:15.364724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:15.385886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff706e1a-d62c-44b2-94e8-ef7da9bab890 None None] DHCP port deletion for 49c46e8e-c0f8-4288-af21-3865c58a8751 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:45:15.392974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ff706e1a-d62c-44b2-94e8-ef7da9bab890 None None] Deleting port c2b3ab30-dff7-46b4-9505-ca7a6be76218 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:15.393670 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff706e1a-d62c-44b2-94e8-ef7da9bab890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:15.425567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6184a2ad-4523-4d35-8419-b8d516b0d906 req-09dcfe3b-f176-468b-8801-df378e871df8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3426788 May 28 05:45:15.443342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:15.460407 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36f6e8ae-2f22-488c-80c7-cd835d5f022a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:15.485015 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-447252bb-0ba5-41e7-858c-5d2ab94f4684 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363563 May 28 05:45:15.493493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:15.497636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Made reservation on behalf of 84fb1f178c534c59b6518cfead726602 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:15.500833 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:15.558039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-dbf3f290-0d75-4850-8ffb-cd34b6aeac60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4741368 May 28 05:45:15.647225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-1afdb196-e6dd-43e0-bb66-9ce60b1f11a4 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509061 May 28 05:45:15.771920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Deleting port c2b3ab30-dff7-46b4-9505-ca7a6be76218 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:15.772277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:15.796892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-129018765'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:15.816221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:15.855962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Usage tracker for resource:network and tenant:8c111145540e4f9b95ab79fc58c04cab is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:15.856264 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-437e2489-1a4a-4c29-9c5a-86bfd2effd51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d206c985-1731-43f4-905c-67893bc4872e HTTP/1.1" status: 200 len: 217 time: 0.1780264 May 28 05:45:15.868395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ff706e1a-d62c-44b2-94e8-ef7da9bab890 None None] For port c2b3ab30-dff7-46b4-9505-ca7a6be76218, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c2b3ab30-dff7-46b4-9505-ca7a6be76218,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:15.869047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff706e1a-d62c-44b2-94e8-ef7da9bab890 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:15.872156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36f6e8ae-2f22-488c-80c7-cd835d5f022a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:15.910582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:15.932315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:15.943889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8a290-d9aa-49a0-8d0a-728b3ba519bc req-4178e5fb-239c-4822-aef2-72039d8d7973 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:15.950808 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4fb8a290-d9aa-49a0-8d0a-728b3ba519bc req-4178e5fb-239c-4822-aef2-72039d8d7973 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 945 time: 0.5872331 May 28 05:45:16.011290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6f212c08-9ad6-4cf1-b7ba-040c468af4e6 req-ae57ade1-cd81-45b5-ab35-9df04111fb4f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 210 time: 0.0878441 May 28 05:45:16.023306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Made reservation on behalf of 8c111145540e4f9b95ab79fc58c04cab for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:16.026804 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.048806 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.062585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-fcad73e3-ef52-403a-98ed-79f69f5f0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:16.064175 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-fcad73e3-ef52-403a-98ed-79f69f5f0969 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1096 time: 0.3748226 May 28 05:45:16.075786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:16.082557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Usage tracker for resource:security_group_rule and tenant:8c111145540e4f9b95ab79fc58c04cab is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:16.094769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ff706e1a-d62c-44b2-94e8-ef7da9bab890 None None] Calling delete_port for c2b3ab30-dff7-46b4-9505-ca7a6be76218 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:16.111130 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36f6e8ae-2f22-488c-80c7-cd835d5f022a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.172880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:16.178898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:16.201393 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff706e1a-d62c-44b2-94e8-ef7da9bab890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.239977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57678) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:16.273618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff706e1a-d62c-44b2-94e8-ef7da9bab890 None None] Pushing event deleted for resources: {'Port': ['ID=c2b3ab30-dff7-46b4-9505-ca7a6be76218,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:16.278313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff706e1a-d62c-44b2-94e8-ef7da9bab890 None None] No DVR routers for this DVR port c2b3ab30-dff7-46b4-9505-ca7a6be76218 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:45:16.300573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c2b3ab30-dff7-46b4-9505-ca7a6be76218 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:16.322282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0629d84e-edae-477b-9397-4682c72aeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:16.323839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-0629d84e-edae-477b-9397-4682c72aeb81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3bc5f2-89c3-469e-a844-5420c365cb66 HTTP/1.1" status: 200 len: 797 time: 0.4567456 May 28 05:45:16.331730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4fb8a290-d9aa-49a0-8d0a-728b3ba519bc req-5e0cda03-db2c-4469-9a35-ddd9f0bc8b41 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800814 May 28 05:45:16.339101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: c2b3ab30-dff7-46b4-9505-ca7a6be76218 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:16.339302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c2b3ab30-dff7-46b4-9505-ca7a6be76218 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:16.362125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6e8ae-2f22-488c-80c7-cd835d5f022a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Subnet': ['ID=f5659426-85ed-454b-a09b-40d57c55d57e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:16.369076 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36f6e8ae-2f22-488c-80c7-cd835d5f022a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.371844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc97e7-7b2d-424c-a549-4c79833b4a05 None None] Network 7e21e8cb-99f7-4c0b-8201-8cac874b049d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:16.416981 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-36f6e8ae-2f22-488c-80c7-cd835d5f022a tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "DELETE /v2.0/subnets/f5659426-85ed-454b-a09b-40d57c55d57e HTTP/1.1" status: 204 len: 168 time: 1.4211092 May 28 05:45:16.419977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57684) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:16.497983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Allocated IP 172.20.0.14 (e98e0a98-cec4-403c-9004-93ff51523104/a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6/69bab988-b7ef-4b0f-9161-cd6070028cdf) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:16.590626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] For port c2b3ab30-dff7-46b4-9505-ca7a6be76218, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c2b3ab30-dff7-46b4-9505-ca7a6be76218,segment=NetworkSegment(9fc30260-6333-49f8-a615-c0c2442f24cd),segment_id=9fc30260-6333-49f8-a615-c0c2442f24cd)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:16.590983 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.632463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-686567023'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:16.661538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:16.671573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Usage tracker for resource:network and tenant:43b28296b3644a7cbb55914eac17efef is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:16.686901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:16.691611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-ca37d84d-aa67-4ef1-b843-2b8d02a2ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:16.692606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-ca37d84d-aa67-4ef1-b843-2b8d02a2ab65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.5881972 May 28 05:45:16.701737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:16.708442 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.724132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad01afa6-7dde-4c3e-96cf-fb05b7449059 None None] DHCP port deletion for 7e21e8cb-99f7-4c0b-8201-8cac874b049d request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:45:16.728558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ad01afa6-7dde-4c3e-96cf-fb05b7449059 None None] Deleting port a9d2c02b-f079-4c78-a637-d4481c26c025 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:16.729115 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ad01afa6-7dde-4c3e-96cf-fb05b7449059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.778614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Calling delete_port for c2b3ab30-dff7-46b4-9505-ca7a6be76218 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:16.833368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cce5f-a1b2-44bd-8f03-962217b04a1d req-634d520e-7b26-4645-99a6-215b14ce6331 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:16.834107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-7cbea93e-97d8-45b6-8ae9-aa9aaf217597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:16.834825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-237cce5f-a1b2-44bd-8f03-962217b04a1d req-634d520e-7b26-4645-99a6-215b14ce6331 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.5976121 May 28 05:45:16.835666 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-7cbea93e-97d8-45b6-8ae9-aa9aaf217597 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52bddb62-c404-4753-8461-48e940f599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4762018 May 28 05:45:16.839410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.840928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Made reservation on behalf of 43b28296b3644a7cbb55914eac17efef for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:16.844528 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.864816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.889610 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.912667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port a9d2c02b-f079-4c78-a637-d4481c26c025 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:16.913011 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:16.952505 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-aab881db-14e8-4356-b072-7b1f744eceda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 1000 time: 0.2479255 May 28 05:45:16.965530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ad01afa6-7dde-4c3e-96cf-fb05b7449059 None None] For port a9d2c02b-f079-4c78-a637-d4481c26c025, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a9d2c02b-f079-4c78-a637-d4481c26c025,segment=NetworkSegment(74cf7977-c8ed-4e23-8488-44f5a86ad198),segment_id=74cf7977-c8ed-4e23-8488-44f5a86ad198)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:16.965530 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ad01afa6-7dde-4c3e-96cf-fb05b7449059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:17.012058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:45:17.014331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:17.049791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Usage tracker for resource:security_group_rule and tenant:43b28296b3644a7cbb55914eac17efef is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:17.059947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:17.067581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86917c2-7e7c-4137-aba3-02a115c8a114,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:17.080163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-237cce5f-a1b2-44bd-8f03-962217b04a1d req-60ec9718-6aeb-41db-9e8a-3a09398fb83e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238905 May 28 05:45:17.081364 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:17.082053 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Added segment 8b85339e-cc3f-40d2-b19a-2181789f1550 of type vlan for network 9679db4a-f8a7-46a7-9d6a-37672b8185ab May 28 05:45:17.083914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:17.106405 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:45:17.106913 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:45:17.151185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b97e-6eca-429e-8e02-cd65bae73a2a req-2a4419cb-3c24-4c02-abf7-7fbad7d726df tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:17.157635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b97e-6eca-429e-8e02-cd65bae73a2a req-2a4419cb-3c24-4c02-abf7-7fbad7d726df tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:17.162672 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ad01afa6-7dde-4c3e-96cf-fb05b7449059 None None] Calling delete_port for a9d2c02b-f079-4c78-a637-d4481c26c025 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:17.163488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b97e-6eca-429e-8e02-cd65bae73a2a req-2a4419cb-3c24-4c02-abf7-7fbad7d726df tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:17.169325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b97e-6eca-429e-8e02-cd65bae73a2a req-2a4419cb-3c24-4c02-abf7-7fbad7d726df tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:17.175727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b97e-6eca-429e-8e02-cd65bae73a2a req-2a4419cb-3c24-4c02-abf7-7fbad7d726df tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:17.181753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b97e-6eca-429e-8e02-cd65bae73a2a req-2a4419cb-3c24-4c02-abf7-7fbad7d726df tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:17.188407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b97e-6eca-429e-8e02-cd65bae73a2a req-2a4419cb-3c24-4c02-abf7-7fbad7d726df tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:17.190662 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c32b97e-6eca-429e-8e02-cd65bae73a2a req-2a4419cb-3c24-4c02-abf7-7fbad7d726df tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.6059401 May 28 05:45:17.194983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-95372afe-c8c4-4d88-984f-a0769f242b85 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457992 May 28 05:45:17.248469 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:17.299194 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ad01afa6-7dde-4c3e-96cf-fb05b7449059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:17.336678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-e66cec91-df4c-4e40-936c-f188e3c18f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:17.338122 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-e66cec91-df4c-4e40-936c-f188e3c18f7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.3702517 May 28 05:45:17.351226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01afa6-7dde-4c3e-96cf-fb05b7449059 None None] Pushing event deleted for resources: {'Port': ['ID=a9d2c02b-f079-4c78-a637-d4481c26c025,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:17.353290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01afa6-7dde-4c3e-96cf-fb05b7449059 None None] No DVR routers for this DVR port a9d2c02b-f079-4c78-a637-d4481c26c025 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:45:17.356126 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:17.366691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37d2d39e-b73b-48a5-b6f5-2aaddcb2c698 req-53ec03d7-c3d4-4531-87c1-a08ed7fc44f9 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 210 time: 0.0961859 May 28 05:45:17.369147 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c32b97e-6eca-429e-8e02-cd65bae73a2a req-f48383aa-b366-4260-8e70-fcbbe92fff6f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699710 May 28 05:45:17.438278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-529289bc-47cd-4cdd-ab75-e27f6eaf8565 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150037 May 28 05:45:17.505923 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:17.547953 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-82f3f691-ed79-453d-b5be-80475d8567d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3efc8914-ecca-46ba-aed6-cb659ba33b3e HTTP/1.1" status: 200 len: 217 time: 0.1017222 May 28 05:45:17.608671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] For port a9d2c02b-f079-4c78-a637-d4481c26c025, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a9d2c02b-f079-4c78-a637-d4481c26c025,segment=NetworkSegment(74cf7977-c8ed-4e23-8488-44f5a86ad198),segment_id=74cf7977-c8ed-4e23-8488-44f5a86ad198)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:17.609030 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:17.612875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Deleting port c2b3ab30-dff7-46b4-9505-ca7a6be76218 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:17.612875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:17.629311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:17.634807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:17.635421 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:17.706098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Network e98e0a98-cec4-403c-9004-93ff51523104 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:17.708834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:17.711184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:17.749108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] The port 'c2b3ab30-dff7-46b4-9505-ca7a6be76218' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:45:17.750131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'Port': ['ID=69bab988-b7ef-4b0f-9161-cd6070028cdf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:17.797943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Calling delete_port for a9d2c02b-f079-4c78-a637-d4481c26c025 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:17.814822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2e93e1ba-323c-482c-b6ad-189289197c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:17.816268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-2e93e1ba-323c-482c-b6ad-189289197c59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d7392c2-003a-4f0b-b24d-ffd91d19976a HTTP/1.1" status: 200 len: 797 time: 0.2619114 May 28 05:45:17.964691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6990657 May 28 05:45:17.979805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57698) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:17.991126 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.007023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Request body: {'subnet': {'network_id': '9679db4a-f8a7-46a7-9d6a-37672b8185ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:18.022755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-d10c7386-41dc-421b-b73d-d8ddeee0ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:18.024225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-d10c7386-41dc-421b-b73d-d8ddeee0ca7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6637642 May 28 05:45:18.024818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59f5c5-7315-48eb-b081-cad2a4a6a8aa tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event updated for resources: {'Network': ['ID=9679db4a-f8a7-46a7-9d6a-37672b8185ab,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:18.035038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9679db4a-f8a7-46a7-9d6a-37672b8185ab details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:45:18.035576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.072749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:18.073355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.074403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c49a3-37ac-4ce1-8840-0d934e3ca954 req-8e102133-6de4-4f3a-87f6-a5d60bd6eea0 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:18.075900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-437c49a3-37ac-4ce1-8840-0d934e3ca954 req-8e102133-6de4-4f3a-87f6-a5d60bd6eea0 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 945 time: 0.5915062 May 28 05:45:18.094870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.174398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c46e8e-c0f8-4288-af21-3865c58a8751']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:18.182446 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-e1bb3d59-c599-4b98-ab76-66b89a0ce4ce tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5404005 May 28 05:45:18.192285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc30260-6333-49f8-a615-c0c2442f24cd') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:18.192583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc30260-6333-49f8-a615-c0c2442f24cd') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:18.205366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Request body: {'port': {'device_id': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:18.235390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:45:18.235993 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:45:18.250045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:45:18.269677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a9d2c02b-f079-4c78-a637-d4481c26c025 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:18.293439 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.296716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2affe3f-acfd-4671-9604-db50de1e5d4b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:18.303772 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.304120 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Added segment 1491c156-77fc-4d1b-98f0-28f4fafa8160 of type vlan for network 2597d8ca-7741-49dc-84f5-7d11b0cf2387 May 28 05:45:18.317134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:18.322090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: a9d2c02b-f079-4c78-a637-d4481c26c025 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:18.322537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a9d2c02b-f079-4c78-a637-d4481c26c025 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:18.339410 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-437c49a3-37ac-4ce1-8840-0d934e3ca954 req-898da620-4518-42ac-a92a-44bae2d6a0b1 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057817 May 28 05:45:18.353048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Usage tracker for resource:subnet and tenant:8c111145540e4f9b95ab79fc58c04cab is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:18.363523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:18.374425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.394625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:18.402313 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.404294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:45:18.404727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.418544 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-fa40ff61-3a19-402a-be87-4ad8a0d47513 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853526 May 28 05:45:18.420829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Made reservation on behalf of 8c111145540e4f9b95ab79fc58c04cab for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:18.424342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.485769 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 9fc30260-6333-49f8-a615-c0c2442f24cd resource provider aggregate not found May 28 05:45:18.495284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4bc00ea4-cc6a-4d02-8851-552aa31df1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:18.496735 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4bc00ea4-cc6a-4d02-8851-552aa31df1f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=337da631-7b56-4c95-b848-be4d1c218e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6682763 May 28 05:45:18.532642 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:45:18.545351 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 9fc30260-6333-49f8-a615-c0c2442f24cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fc30260-6333-49f8-a615-c0c2442f24cd found for delete ", "request_id": "req-979cd67e-54d5-4c63-bd8a-5bc73ecd1787"}]} May 28 05:45:18.548700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.631550 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.683398 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.689230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:18.689811 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.698839 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.719249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfb994-7bb2-469c-bb95-014fe106826b req-8aa4ebe4-6713-4dd2-aa45-7f90ddb563d4 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:18.720688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2cfb994-7bb2-469c-bb95-014fe106826b req-8aa4ebe4-6713-4dd2-aa45-7f90ddb563d4 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.4742498 May 28 05:45:18.728154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c46e8e-c0f8-4288-af21-3865c58a8751,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:18.737547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Deleting port a9d2c02b-f079-4c78-a637-d4481c26c025 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:18.737746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:18.769478 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-097023fa-e2da-49ea-ba93-be5bf79ff4c1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/49c46e8e-c0f8-4288-af21-3865c58a8751 HTTP/1.1" status: 204 len: 168 time: 3.6241033 May 28 05:45:18.803523 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-c99e2081-6222-4a45-ae8c-2b86404019ff service neutron] 10.222.0.41 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929511 May 28 05:45:18.952251 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2cfb994-7bb2-469c-bb95-014fe106826b req-6a09408e-d0b0-4602-b489-b5e73d754529 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068934 May 28 05:45:18.968173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57718) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:19.029218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] The port 'a9d2c02b-f079-4c78-a637-d4481c26c025' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:45:19.087691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8416069 May 28 05:45:19.094299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57722) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:19.096740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fe190-6b60-4607-a872-389ae8c0ffb5 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Pushing event updated for resources: {'Network': ['ID=2597d8ca-7741-49dc-84f5-7d11b0cf2387,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:19.113648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 2597d8ca-7741-49dc-84f5-7d11b0cf2387 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:45:19.153365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Request body: {'subnet': {'network_id': '2597d8ca-7741-49dc-84f5-7d11b0cf2387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:19.172884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4db4e4f-a4b8-46a5-82b5-d55cc3297bd1 req-bada8de5-a3c6-42dc-b157-56f8c1305afd service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249005 May 28 05:45:19.200564 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-405cefc0-5685-4021-b735-423a79aa84a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fc41a0dedde4abdaecca4f0cee59bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288096 May 28 05:45:19.210122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57726) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:19.220154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-e5d97653-3385-48d9-a95f-29c6cd9d8218 service neutron] 10.222.0.41 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045978 May 28 05:45:19.329671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-35407410-62e6-4464-812a-aee839350966 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ac592d67-2f83-41cb-8027-f7c9363948c8 HTTP/1.1" status: 200 len: 217 time: 0.0910842 May 28 05:45:19.342305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f31598-1bbf-405a-b43e-90e8498a1027 req-c80f41dd-b130-44e3-9138-ff28519fd708 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:19.342305 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f31598-1bbf-405a-b43e-90e8498a1027 req-c80f41dd-b130-44e3-9138-ff28519fd708 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 932 time: 0.8079395 May 28 05:45:19.359116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.447439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4e5a0-7611-478f-b05d-b95c3d2e8e40 req-1a9f2d4c-bff8-480b-bcd7-919919003897 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:19.447723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e21e8cb-99f7-4c0b-8201-8cac874b049d']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:19.453212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4e5a0-7611-478f-b05d-b95c3d2e8e40 req-1a9f2d4c-bff8-480b-bcd7-919919003897 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:19.458912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4e5a0-7611-478f-b05d-b95c3d2e8e40 req-1a9f2d4c-bff8-480b-bcd7-919919003897 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:19.464640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4e5a0-7611-478f-b05d-b95c3d2e8e40 req-1a9f2d4c-bff8-480b-bcd7-919919003897 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:19.470840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4e5a0-7611-478f-b05d-b95c3d2e8e40 req-1a9f2d4c-bff8-480b-bcd7-919919003897 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:19.472921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:19.476527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4e5a0-7611-478f-b05d-b95c3d2e8e40 req-1a9f2d4c-bff8-480b-bcd7-919919003897 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:19.482232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4e5a0-7611-478f-b05d-b95c3d2e8e40 req-1a9f2d4c-bff8-480b-bcd7-919919003897 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:19.484590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cf7977-c8ed-4e23-8488-44f5a86ad198') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:19.484753 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7f4e5a0-7611-478f-b05d-b95c3d2e8e40 req-1a9f2d4c-bff8-480b-bcd7-919919003897 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.4001589 May 28 05:45:19.484910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cf7977-c8ed-4e23-8488-44f5a86ad198') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:19.492890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c8f31598-1bbf-405a-b43e-90e8498a1027 req-3463e8f6-1828-4336-9529-86112deb3c1f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:19.499648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Usage tracker for resource:subnet and tenant:43b28296b3644a7cbb55914eac17efef is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:19.499849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe8975e3-ebd1-42aa-9068-8ea733f3799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.504907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:19.516164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:19.520022 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.522427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-e4b927e0-a7c9-4275-b580-58319742c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:19.523892 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-e4b927e0-a7c9-4275-b580-58319742c2d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d7392c2-003a-4f0b-b24d-ffd91d19976a HTTP/1.1" status: 200 len: 797 time: 0.1816828 May 28 05:45:19.534269 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.586111 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.597058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c8f31598-1bbf-405a-b43e-90e8498a1027 req-3463e8f6-1828-4336-9529-86112deb3c1f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:19.598195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f31598-1bbf-405a-b43e-90e8498a1027 req-3463e8f6-1828-4336-9529-86112deb3c1f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441969 May 28 05:45:19.598761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Made reservation on behalf of 43b28296b3644a7cbb55914eac17efef for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:19.602161 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.630152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:45:19.630556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.659430 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe8975e3-ebd1-42aa-9068-8ea733f3799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.696424 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7f4e5a0-7611-478f-b05d-b95c3d2e8e40 req-caab47fa-3741-48b3-b184-e0d2fd6cf89e tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2031178 May 28 05:45:19.703922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bab988-b7ef-4b0f-9161-cd6070028cdf {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:19.727746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.765013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Transition to ACTIVE for port object 69bab988-b7ef-4b0f-9161-cd6070028cdf will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:19.765840 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 74cf7977-c8ed-4e23-8488-44f5a86ad198 resource provider aggregate not found May 28 05:45:19.773848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b46d99d9-338a-4457-997c-84026d3bbfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:19.775388 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-b46d99d9-338a-4457-997c-84026d3bbfc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=337da631-7b56-4c95-b848-be4d1c218e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2399735 May 28 05:45:19.777001 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.813839 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 74cf7977-c8ed-4e23-8488-44f5a86ad198 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74cf7977-c8ed-4e23-8488-44f5a86ad198 found for delete ", "request_id": "req-a0e9d68d-ef4e-4c45-a7af-0adb771a8ff1"}]} May 28 05:45:19.832987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event updated for resources: {'Subnet': ['ID=99bb64d0-976b-4f2d-890e-8fe38f95c9a7,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:19.856910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.858687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Checking segment: {'id': '8b85339e-cc3f-40d2-b19a-2181789f1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9679db4a-f8a7-46a7-9d6a-37672b8185ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:19.858960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Network hostable DHCP agents. Network: 9679db4a-f8a7-46a7-9d6a-37672b8185ab, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:45:19.888251 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:19.903903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] Pushing event deleted for resources: {'Network': ['ID=7e21e8cb-99f7-4c0b-8201-8cac874b049d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:19.923254 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3b92f049-b012-4833-b0f9-23ab4905a448 tempest-ServersTestMultiNic-1296993164 tempest-ServersTestMultiNic-1296993164-project] 10.222.0.39 "DELETE /v2.0/networks/7e21e8cb-99f7-4c0b-8201-8cac874b049d HTTP/1.1" status: 204 len: 168 time: 3.4994018 May 28 05:45:19.974149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Network 9679db4a-f8a7-46a7-9d6a-37672b8185ab is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:45:20.003457 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe8975e3-ebd1-42aa-9068-8ea733f3799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.008586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9679db4a-f8a7-46a7-9d6a-37672b8185ab) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:20.017765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:20.018923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.021154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686c71c-dd97-478a-b596-7e5d1b411958 None None] Network 9679db4a-f8a7-46a7-9d6a-37672b8185ab requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:20.066363 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-148f21b5-f0f8-46de-9f78-3302c6aeb260 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0811696 May 28 05:45:20.069018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57742) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:20.078135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1672693536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:20.094468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8975e3-ebd1-42aa-9068-8ea733f3799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0879b88a-f84b-4a09-a956-32c441ab4fd6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:20.096496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:20.102552 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.166566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Usage tracker for resource:router and tenant:8c111145540e4f9b95ab79fc58c04cab is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:20.186520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:20.212816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:20.258957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Pushing event updated for resources: {'Port': ['ID=69bab988-b7ef-4b0f-9161-cd6070028cdf,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:20.268499 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe8975e3-ebd1-42aa-9068-8ea733f3799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.271945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fe8975e3-ebd1-42aa-9068-8ea733f3799c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0879b88a-f84b-4a09-a956-32c441ab4fd6 HTTP/1.1" status: 204 len: 168 time: 1.0550296 May 28 05:45:20.305045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Pushing event updated for resources: {'Subnet': ['ID=357cdf96-6a39-4056-9d70-ef93c91cf78c,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:20.312960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.314562 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.340648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Checking segment: {'id': '1491c156-77fc-4d1b-98f0-28f4fafa8160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2597d8ca-7741-49dc-84f5-7d11b0cf2387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:20.341309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Network hostable DHCP agents. Network: 2597d8ca-7741-49dc-84f5-7d11b0cf2387, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:45:20.358967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.396067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de7dd2-6947-41b3-bafc-c3dc29eef279 req-82a64b53-2093-4897-89da-c0c6904d720e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:20.403516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26de7dd2-6947-41b3-bafc-c3dc29eef279 req-82a64b53-2093-4897-89da-c0c6904d720e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.2018185 May 28 05:45:20.405687 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-4e3ab7a3-a111-4f27-b1d5-0c02abf36c10 service neutron] 10.222.0.41 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406424 May 28 05:45:20.419346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Network 2597d8ca-7741-49dc-84f5-7d11b0cf2387 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:45:20.422544 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.437343 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-9679db4a-f8a7-46a7-9d6a-37672b8185ab', 'network_id': '9679db4a-f8a7-46a7-9d6a-37672b8185ab', 'tenant_id': '8c111145540e4f9b95ab79fc58c04cab', 'fixed_ips': [{'subnet_id': '99bb64d0-976b-4f2d-890e-8fe38f95c9a7'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:45:20.438212 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.466037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 2597d8ca-7741-49dc-84f5-7d11b0cf2387) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:20.475209 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.476660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-39d8b0d4-34ab-4af8-be4a-5a38fcfba1a6 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4065547 May 28 05:45:20.480922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:20.481694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.489464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57750) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:20.506833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26de7dd2-6947-41b3-bafc-c3dc29eef279 req-8c12839a-249c-4d11-bfbc-07ed252cea6a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021633 May 28 05:45:20.509925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Attempting to bind port 69bab988-b7ef-4b0f-9161-cd6070028cdf on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:45:20.510266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Attempting to bind port 69bab988-b7ef-4b0f-9161-cd6070028cdf by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '221f7f92-b514-4e9b-9691-dee407884ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:45:20.510596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Attempting to bind port 69bab988-b7ef-4b0f-9161-cd6070028cdf on network e98e0a98-cec4-403c-9004-93ff51523104 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:20.528615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22511107-7002-41d4-a914-dc590eb765ec req-98fc7c20-b9c6-4f7c-9d59-19d6bf884a1d tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:20.533320 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22511107-7002-41d4-a914-dc590eb765ec req-98fc7c20-b9c6-4f7c-9d59-19d6bf884a1d tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 945 time: 0.4486070 May 28 05:45:20.548029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Port 69bab988-b7ef-4b0f-9161-cd6070028cdf on network e98e0a98-cec4-403c-9004-93ff51523104 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:45:20.548355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Attempting to bind port 69bab988-b7ef-4b0f-9161-cd6070028cdf on network e98e0a98-cec4-403c-9004-93ff51523104 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:20.564037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3debdd0d-a2b7-4f65-9302-aaa5121b9052 None None] Network 2597d8ca-7741-49dc-84f5-7d11b0cf2387 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:20.571042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:45:20.571670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Checking segment: {'id': '221f7f92-b514-4e9b-9691-dee407884ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:20.572057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Bound using segment: {'id': '221f7f92-b514-4e9b-9691-dee407884ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:45:20.572561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Bound port: 69bab988-b7ef-4b0f-9161-cd6070028cdf, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221f7f92-b514-4e9b-9691-dee407884ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:45:20.572831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.710737 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22511107-7002-41d4-a914-dc590eb765ec req-1f8e20a0-119b-4d86-b022-7faad1200969 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637568 May 28 05:45:20.768622 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ab0c279-09f3-496b-8659-824eef8b5399 req-8ddd9a1b-2327-4bd2-8f12-a25c08b2ff2b service neutron] 10.222.0.41 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401687 May 28 05:45:20.791175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] For port 69bab988-b7ef-4b0f-9161-cd6070028cdf, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:45:20.805146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] For port 69bab988-b7ef-4b0f-9161-cd6070028cdf, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:45:20.814595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:20.871374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-953fe049-a345-4cfc-ba5f-e555a702a54f tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7700067 May 28 05:45:20.881190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57762) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:20.895715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Request body: {'port': {'network_id': '2597d8ca-7741-49dc-84f5-7d11b0cf2387', 'name': 'tempest-DHCPAgentSchedulersTestJSON-39046503'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:21.000911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.002048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:21.004235 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] 10.222.0.33 "PUT /v2.0/ports/69bab988-b7ef-4b0f-9161-cd6070028cdf HTTP/1.1" status: 200 len: 1092 time: 2.8029060 May 28 05:45:21.041368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-2597d8ca-7741-49dc-84f5-7d11b0cf2387', 'network_id': '2597d8ca-7741-49dc-84f5-7d11b0cf2387', 'tenant_id': '43b28296b3644a7cbb55914eac17efef', 'fixed_ips': [{'subnet_id': '357cdf96-6a39-4056-9d70-ef93c91cf78c'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:45:21.042348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:21.060349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Allocated IP 172.20.0.2 (9679db4a-f8a7-46a7-9d6a-37672b8185ab/99bb64d0-976b-4f2d-890e-8fe38f95c9a7/1e278a70-f235-48bd-a3c0-622ebb1dcfb8) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:21.136310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'tag': '69bab988-b7ef-4b0f-9161-cd6070028cdf'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:21.167419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5a1cc-08e8-4618-957d-d7235500ab18 service neutron] Pushing event updated for resources: {'Port': ['ID=69bab988-b7ef-4b0f-9161-cd6070028cdf,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:21.309464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Allocated IP 172.20.0.2 (2597d8ca-7741-49dc-84f5-7d11b0cf2387/357cdf96-6a39-4056-9d70-ef93c91cf78c/18583c04-fefe-408f-8e9e-6f5e59f86f9d) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:21.318517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8d574-5230-410a-ba1b-e52b48cd642c req-7cc857c7-f7c6-49fb-ad7d-4875971d62aa tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.323826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8d574-5230-410a-ba1b-e52b48cd642c req-7cc857c7-f7c6-49fb-ad7d-4875971d62aa tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.329884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8d574-5230-410a-ba1b-e52b48cd642c req-7cc857c7-f7c6-49fb-ad7d-4875971d62aa tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.335662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8d574-5230-410a-ba1b-e52b48cd642c req-7cc857c7-f7c6-49fb-ad7d-4875971d62aa tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.341560 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8d574-5230-410a-ba1b-e52b48cd642c req-7cc857c7-f7c6-49fb-ad7d-4875971d62aa tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.347517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8d574-5230-410a-ba1b-e52b48cd642c req-7cc857c7-f7c6-49fb-ad7d-4875971d62aa tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.353749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8d574-5230-410a-ba1b-e52b48cd642c req-7cc857c7-f7c6-49fb-ad7d-4875971d62aa tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.362101 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cc8d574-5230-410a-ba1b-e52b48cd642c req-7cc857c7-f7c6-49fb-ad7d-4875971d62aa tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.3568172 May 28 05:45:21.373996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-bf6e0da1-7e19-4ea5-aa0c-991f7b40923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.374836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-bf6e0da1-7e19-4ea5-aa0c-991f7b40923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.375484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-bf6e0da1-7e19-4ea5-aa0c-991f7b40923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.376096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-bf6e0da1-7e19-4ea5-aa0c-991f7b40923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.376713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-bf6e0da1-7e19-4ea5-aa0c-991f7b40923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.377322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-bf6e0da1-7e19-4ea5-aa0c-991f7b40923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.377928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-bf6e0da1-7e19-4ea5-aa0c-991f7b40923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.380106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-bf6e0da1-7e19-4ea5-aa0c-991f7b40923e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6476 time: 0.4871981 May 28 05:45:21.425338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817954d-c24c-466d-8606-362afad183e8 req-d403a513-73f4-421d-8589-d6f47d424a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.427246 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-d403a513-73f4-421d-8589-d6f47d424a12 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1095 time: 0.2727857 May 28 05:45:21.566074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:21.578988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd88ed7-7eab-49f1-a3c1-005b6fdd5112 req-a9fc484b-ed0d-4ccf-a5da-308e8a431c84 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.583811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-1ebc609e-3153-4382-8fb4-0f1bd90bf02c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf HTTP/1.1" status: 200 len: 217 time: 0.0881133 May 28 05:45:21.586113 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8fd88ed7-7eab-49f1-a3c1-005b6fdd5112 req-a9fc484b-ed0d-4ccf-a5da-308e8a431c84 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 944 time: 0.7792730 May 28 05:45:21.587817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57788) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:21.588874 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cc8d574-5230-410a-ba1b-e52b48cd642c req-fa07e210-5d9e-44ce-b747-e242f00a30e0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2255867 May 28 05:45:21.595357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Usage tracker for resource:port and tenant:43b28296b3644a7cbb55914eac17efef is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:21.604029 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:21.616934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Transition to ACTIVE for port object 18583c04-fefe-408f-8e9e-6f5e59f86f9d will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:21.628875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:21.644961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Transition to ACTIVE for port object 18583c04-fefe-408f-8e9e-6f5e59f86f9d will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:21.673021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:21.678904 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:21.683358 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:21.685538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817954d-c24c-466d-8606-362afad183e8 req-a88d25f5-aa60-41d7-937e-39a8e2a3237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.687424 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-a88d25f5-aa60-41d7-937e-39a8e2a3237f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 200 len: 852 time: 0.0956004 May 28 05:45:21.688789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-736e0bd5-c26a-4d7d-9ccd-bb4802a5b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:21.690347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-736e0bd5-c26a-4d7d-9ccd-bb4802a5b2f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=337da631-7b56-4c95-b848-be4d1c218e24 HTTP/1.1" status: 200 len: 902 time: 0.2958684 May 28 05:45:21.776154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57794) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:21.843633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Pushing event updated for resources: {'Port': ['ID=18583c04-fefe-408f-8e9e-6f5e59f86f9d,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:21.887261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Made reservation on behalf of 43b28296b3644a7cbb55914eac17efef for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:21.891275 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:21.914802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Network 2597d8ca-7741-49dc-84f5-7d11b0cf2387 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:21.918079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:21.918748 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82afc138-cf1b-4c80-9ed4-c4d3cd173f69'] response: {'name': 'network-changed', 'server_uuid': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'tag': '69bab988-b7ef-4b0f-9161-cd6070028cdf', 'status': 'completed', 'code': 200} May 28 05:45:21.921570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:21.958983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-ce5aace0-2aa2-4d66-8198-e09c529d880b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ac592d67-2f83-41cb-8027-f7c9363948c8 HTTP/1.1" status: 200 len: 217 time: 0.1737843 May 28 05:45:21.966008 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8fd88ed7-7eab-49f1-a3c1-005b6fdd5112 req-a365f313-18c0-4367-bebe-9b45587009a8 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767774 May 28 05:45:21.966405 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-dba65979-0334-4562-bc08-73728f3805ec service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e98e0a98-cec4-403c-9004-93ff51523104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2720635 May 28 05:45:21.979032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1870762920-network', 'tenant_id': '1a0694393c7e40ca99a330033118907e'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:22.083864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Attempting to bind port 18583c04-fefe-408f-8e9e-6f5e59f86f9d on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:45:22.084297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Attempting to bind port 18583c04-fefe-408f-8e9e-6f5e59f86f9d by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '1491c156-77fc-4d1b-98f0-28f4fafa8160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2597d8ca-7741-49dc-84f5-7d11b0cf2387'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:45:22.085117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Attempting to bind port 18583c04-fefe-408f-8e9e-6f5e59f86f9d on network 2597d8ca-7741-49dc-84f5-7d11b0cf2387 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:22.092302 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.094876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:45:22.095268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Checking segment: {'id': '1491c156-77fc-4d1b-98f0-28f4fafa8160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2597d8ca-7741-49dc-84f5-7d11b0cf2387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:22.095661 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.096049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Bound using segment: {'id': '1491c156-77fc-4d1b-98f0-28f4fafa8160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2597d8ca-7741-49dc-84f5-7d11b0cf2387'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:45:22.096522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Bound port: 18583c04-fefe-408f-8e9e-6f5e59f86f9d, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1491c156-77fc-4d1b-98f0-28f4fafa8160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2597d8ca-7741-49dc-84f5-7d11b0cf2387'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:45:22.096888 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.119340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Transition to ACTIVE for port object 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:22.150537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:22.175029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-eaa44277-9851-4655-aa78-8d7ecc529b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:22.176520 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-eaa44277-9851-4655-aa78-8d7ecc529b2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d7392c2-003a-4f0b-b24d-ffd91d19976a HTTP/1.1" status: 200 len: 797 time: 0.2042258 May 28 05:45:22.182675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Transition to ACTIVE for port object 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:22.187726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] device_id is not set on port dcc33010-08cc-466e-8f9c-df29b129e4b8 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:45:22.202510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.228531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Usage tracker for resource:network and tenant:1a0694393c7e40ca99a330033118907e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:22.246339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:22.284972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] For port 18583c04-fefe-408f-8e9e-6f5e59f86f9d, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:45:22.288002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Network 9679db4a-f8a7-46a7-9d6a-37672b8185ab is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:22.293598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:22.300910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:22.303803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] For port 18583c04-fefe-408f-8e9e-6f5e59f86f9d, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=18583c04-fefe-408f-8e9e-6f5e59f86f9d,segment=NetworkSegment(1491c156-77fc-4d1b-98f0-28f4fafa8160),segment_id=1491c156-77fc-4d1b-98f0-28f4fafa8160)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:45:22.304875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Pushing event updated for resources: {'Port': ['ID=1e278a70-f235-48bd-a3c0-622ebb1dcfb8,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:22.338323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:22.352357 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.356991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-58b62a01-8544-4fdc-9a6b-b36ed45c0968 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:22.359005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-58b62a01-8544-4fdc-9a6b-b36ed45c0968 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.33 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 945 time: 0.8713078 May 28 05:45:22.406231 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-07befd97-8e97-4496-b365-d4d25372c015 service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286088 May 28 05:45:22.416323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84b6f3-3bbb-48d5-aa20-4702eb726f09 req-3f08bd60-713a-4d62-9a92-f423df6dc80a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:22.423795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a84b6f3-3bbb-48d5-aa20-4702eb726f09 req-3f08bd60-713a-4d62-9a92-f423df6dc80a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.5029974 May 28 05:45:22.474856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Attempting to bind port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:45:22.475183 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Attempting to bind port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '8b85339e-cc3f-40d2-b19a-2181789f1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9679db4a-f8a7-46a7-9d6a-37672b8185ab'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:45:22.475523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Attempting to bind port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 on network 9679db4a-f8a7-46a7-9d6a-37672b8185ab {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:22.494088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:45:22.494460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Checking segment: {'id': '8b85339e-cc3f-40d2-b19a-2181789f1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9679db4a-f8a7-46a7-9d6a-37672b8185ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:22.494861 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.495266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Bound using segment: {'id': '8b85339e-cc3f-40d2-b19a-2181789f1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9679db4a-f8a7-46a7-9d6a-37672b8185ab'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:45:22.495739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Bound port: 1e278a70-f235-48bd-a3c0-622ebb1dcfb8, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b85339e-cc3f-40d2-b19a-2181789f1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9679db4a-f8a7-46a7-9d6a-37672b8185ab'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:45:22.496110 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.508011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Made reservation on behalf of 1a0694393c7e40ca99a330033118907e for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:22.510333 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.514320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7ba30-edd4-4196-b957-4b3e9002dd82 None None] Pushing event updated for resources: {'Port': ['ID=18583c04-fefe-408f-8e9e-6f5e59f86f9d,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:22.526221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-2ad7547f-7ad5-471d-9234-f7ee1fb3bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:22.527738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-2ad7547f-7ad5-471d-9234-f7ee1fb3bff7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=337da631-7b56-4c95-b848-be4d1c218e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3248286 May 28 05:45:22.542298 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.570264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580e83b-a499-4f20-8701-354e2cd7d6c6 req-7199fd07-c628-4311-94db-29772a817c46 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:22.573187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a580e83b-a499-4f20-8701-354e2cd7d6c6 req-7199fd07-c628-4311-94db-29772a817c46 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 945 time: 0.4861243 May 28 05:45:22.646746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] For port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:45:22.649505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] For port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1e278a70-f235-48bd-a3c0-622ebb1dcfb8,segment=NetworkSegment(8b85339e-cc3f-40d2-b19a-2181789f1550),segment_id=8b85339e-cc3f-40d2-b19a-2181789f1550)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:45:22.657487 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.660826 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a84b6f3-3bbb-48d5-aa20-4702eb726f09 req-c7a962ab-db98-4c9b-a7b8-116b247839d1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352245 May 28 05:45:22.759907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-fb15a86b-9443-44bb-83dd-f032507e721f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Deleting port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:22.760398 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-fb15a86b-9443-44bb-83dd-f032507e721f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.761003 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e817954d-c24c-466d-8606-362afad183e8 req-51199e4f-625b-444d-8e18-309d1d75b507 service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337221 May 28 05:45:22.767993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5442d5d-0de6-47fe-8205-550c61a7a357 None None] Pushing event updated for resources: {'Port': ['ID=1e278a70-f235-48bd-a3c0-622ebb1dcfb8,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:22.818531 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-15a48486-0ce4-4913-bb5f-87b36f4e3382 service neutron] 10.222.0.41 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788241 May 28 05:45:23.025269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:23.118047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e5e323c-af00-4da5-bc3d-42eb13119454 req-ed9187f4-e06e-4c0a-938a-5eb3bd15247c service neutron] 10.222.0.41 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913649 May 28 05:45:23.122946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Usage tracker for resource:security_group_rule and tenant:1a0694393c7e40ca99a330033118907e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:23.150509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:23.163158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a580e83b-a499-4f20-8701-354e2cd7d6c6 req-95970dd0-b6d7-4a48-9dc5-11eb176c7ab4 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726748 May 28 05:45:23.203605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9cebd-c2b2-461a-a564-fe64afe62af1 req-398c5d8d-dce0-4880-90c2-4992c7356834 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:23.209637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9cebd-c2b2-461a-a564-fe64afe62af1 req-398c5d8d-dce0-4880-90c2-4992c7356834 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:23.216462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9cebd-c2b2-461a-a564-fe64afe62af1 req-398c5d8d-dce0-4880-90c2-4992c7356834 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:23.223271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9cebd-c2b2-461a-a564-fe64afe62af1 req-398c5d8d-dce0-4880-90c2-4992c7356834 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:23.225768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Allocated IP 172.20.0.1 (9679db4a-f8a7-46a7-9d6a-37672b8185ab/99bb64d0-976b-4f2d-890e-8fe38f95c9a7/a50f0fe2-82da-4d87-af65-c59c8715e249) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:23.229420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9cebd-c2b2-461a-a564-fe64afe62af1 req-398c5d8d-dce0-4880-90c2-4992c7356834 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:23.237299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:23.238414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9cebd-c2b2-461a-a564-fe64afe62af1 req-398c5d8d-dce0-4880-90c2-4992c7356834 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:23.254868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9cebd-c2b2-461a-a564-fe64afe62af1 req-398c5d8d-dce0-4880-90c2-4992c7356834 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:23.257091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3c9cebd-c2b2-461a-a564-fe64afe62af1 req-398c5d8d-dce0-4880-90c2-4992c7356834 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.4020126 May 28 05:45:23.259378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b42f59-dbde-43d1-9afd-62fa0175f847 req-eb6d2b63-aaad-46b1-b49f-1697f722e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:23.271897 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14b42f59-dbde-43d1-9afd-62fa0175f847 req-eb6d2b63-aaad-46b1-b49f-1697f722e182 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1095 time: 0.3082697 May 28 05:45:23.360699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Allocated IP 172.20.0.10 (2597d8ca-7741-49dc-84f5-7d11b0cf2387/357cdf96-6a39-4056-9d70-ef93c91cf78c/dcc33010-08cc-466e-8f9c-df29b129e4b8) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:23.418723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3c9cebd-c2b2-461a-a564-fe64afe62af1 req-52d48078-1545-487d-9ce9-a77e665403c1 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440215 May 28 05:45:23.463169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b42f59-dbde-43d1-9afd-62fa0175f847 req-6c71e014-b7bb-4526-a887-4641b5ab73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:23.464718 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14b42f59-dbde-43d1-9afd-62fa0175f847 req-6c71e014-b7bb-4526-a887-4641b5ab73bd service neutron] 10.222.0.33 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 913 time: 0.1918020 May 28 05:45:23.537247 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14b42f59-dbde-43d1-9afd-62fa0175f847 req-7db6ea00-6aaf-4329-bf79-1e3333360aae service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf HTTP/1.1" status: 200 len: 217 time: 0.0660563 May 28 05:45:23.606659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b42f59-dbde-43d1-9afd-62fa0175f847 req-44c52e63-d3ca-469e-878c-a376c7e94e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:23.608429 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14b42f59-dbde-43d1-9afd-62fa0175f847 req-44c52e63-d3ca-469e-878c-a376c7e94e77 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 200 len: 852 time: 0.0654144 May 28 05:45:23.667735 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14b42f59-dbde-43d1-9afd-62fa0175f847 req-d665e60f-234a-469c-90a6-4e8961363bea service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e98e0a98-cec4-403c-9004-93ff51523104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531752 May 28 05:45:23.821116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14b42f59-dbde-43d1-9afd-62fa0175f847 req-3970eeaa-ae9e-443d-9d09-6eaf0d8b0963 service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470506 May 28 05:45:23.847271 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11632c2-d999-420e-a4b6-63b6f80bf344 None None] Network 2597d8ca-7741-49dc-84f5-7d11b0cf2387 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:24.059119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d52744-3a72-46e4-8d1e-5574d966686f req-e15048e1-e93c-4798-8331-86f19b474049 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:24.060653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82d52744-3a72-46e4-8d1e-5574d966686f req-e15048e1-e93c-4798-8331-86f19b474049 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 944 time: 0.6960256 May 28 05:45:24.065162 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.078721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-fb15a86b-9443-44bb-83dd-f032507e721f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] For port 7064e2a2-b9df-461d-8bf7-b4e680385ae4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7064e2a2-b9df-461d-8bf7-b4e680385ae4,segment=NetworkSegment(76350694-f87f-4446-938e-ac29d3a302bc),segment_id=76350694-f87f-4446-938e-ac29d3a302bc)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:24.079010 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-fb15a86b-9443-44bb-83dd-f032507e721f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.131652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a7adea5c-b8ed-47cf-baaf-e282e20e15b0 None None] Provisioning for port 18583c04-fefe-408f-8e9e-6f5e59f86f9d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:24.191458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14b42f59-dbde-43d1-9afd-62fa0175f847 req-715b62e2-919e-4e15-9763-56e3d03c08cc service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628671 May 28 05:45:24.214101 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:45:24.229122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f1b8d-988f-41da-a7b3-136563993c00 req-2e2cdd6f-d334-4bf4-aa2d-f0bf3ec3be73 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:24.238591 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-708f1b8d-988f-41da-a7b3-136563993c00 req-2e2cdd6f-d334-4bf4-aa2d-f0bf3ec3be73 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.3885348 May 28 05:45:24.294449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-708f1b8d-988f-41da-a7b3-136563993c00 req-cc9cbd58-95fe-4f0c-bc6d-2d22b73072e9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552721 May 28 05:45:24.323153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-fb15a86b-9443-44bb-83dd-f032507e721f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Calling delete_port for 7064e2a2-b9df-461d-8bf7-b4e680385ae4 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:24.380281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 18583c04-fefe-408f-8e9e-6f5e59f86f9d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:24.392305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.421246 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.474682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 18583c04-fefe-408f-8e9e-6f5e59f86f9d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:24.480674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 18583c04-fefe-408f-8e9e-6f5e59f86f9d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:24.481063 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.504806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Transition to ACTIVE for port object a50f0fe2-82da-4d87-af65-c59c8715e249 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:24.507898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:45:24.527787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da3aee-23a6-4c8e-8722-6383c18281c4 req-0d507dad-7534-4ee1-8932-c30938ddc878 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:24.529408 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e1da3aee-23a6-4c8e-8722-6383c18281c4 req-0d507dad-7534-4ee1-8932-c30938ddc878 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 945 time: 0.1120079 May 28 05:45:24.543768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a84b98-4424-4edc-97f2-c96f392990b3 None None] Network 9679db4a-f8a7-46a7-9d6a-37672b8185ab requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:24.583837 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e1da3aee-23a6-4c8e-8722-6383c18281c4 req-2e21e50a-550b-44f7-8993-8035b4eaa295 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/security-groups?id=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472851 May 28 05:45:24.583994 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.584283 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Added segment 86e1e72b-051a-4f9c-92af-0476785dc019 of type vlan for network 2e8098de-66bf-40d3-b64e-cd7b4ec800de May 28 05:45:24.611221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83f47df-b20c-4ddf-8913-4066749985f5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:24.617112 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82d52744-3a72-46e4-8d1e-5574d966686f req-6566ca4a-9378-4f91-92d5-be3766e7787a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298377 May 28 05:45:24.622182 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.678175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7064e2a2-b9df-461d-8bf7-b4e680385ae4 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:24.704331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Transition to ACTIVE for port object dcc33010-08cc-466e-8f9c-df29b129e4b8 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:24.708249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Provisioning complete for port 18583c04-fefe-408f-8e9e-6f5e59f86f9d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:24.708560 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.721223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.757177 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.820412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592343cf-6ef4-436e-8b0c-57de9fdf7b82 req-c2c2c6ea-a113-4c7d-ac42-6a5b0cccb812 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:24.826456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592343cf-6ef4-436e-8b0c-57de9fdf7b82 req-c2c2c6ea-a113-4c7d-ac42-6a5b0cccb812 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:24.832054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592343cf-6ef4-436e-8b0c-57de9fdf7b82 req-c2c2c6ea-a113-4c7d-ac42-6a5b0cccb812 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:24.837812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592343cf-6ef4-436e-8b0c-57de9fdf7b82 req-c2c2c6ea-a113-4c7d-ac42-6a5b0cccb812 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:24.843976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592343cf-6ef4-436e-8b0c-57de9fdf7b82 req-c2c2c6ea-a113-4c7d-ac42-6a5b0cccb812 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:24.849786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592343cf-6ef4-436e-8b0c-57de9fdf7b82 req-c2c2c6ea-a113-4c7d-ac42-6a5b0cccb812 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:24.855595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592343cf-6ef4-436e-8b0c-57de9fdf7b82 req-c2c2c6ea-a113-4c7d-ac42-6a5b0cccb812 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:24.863785 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-592343cf-6ef4-436e-8b0c-57de9fdf7b82 req-c2c2c6ea-a113-4c7d-ac42-6a5b0cccb812 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.1643202 May 28 05:45:24.907422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-fb15a86b-9443-44bb-83dd-f032507e721f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.912580 n-d-843679-5 neutron-server[88418]: INFO neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No ports have port_id starting with 7064e2a2-b9df-461d-8bf7-b4e680385ae4 May 28 05:45:24.914586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Network 9679db4a-f8a7-46a7-9d6a-37672b8185ab is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:24.923096 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-592343cf-6ef4-436e-8b0c-57de9fdf7b82 req-575f2d8b-b6b6-43be-8594-132b73cfcc3b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570691 May 28 05:45:24.930277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:24.932644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:24.938395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 18583c04-fefe-408f-8e9e-6f5e59f86f9d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:24.938776 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.098473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Current status of the port 18583c04-fefe-408f-8e9e-6f5e59f86f9d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:25.098745 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.108300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 18583c04-fefe-408f-8e9e-6f5e59f86f9d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=18583c04-fefe-408f-8e9e-6f5e59f86f9d,segment=NetworkSegment(1491c156-77fc-4d1b-98f0-28f4fafa8160),segment_id=1491c156-77fc-4d1b-98f0-28f4fafa8160)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:25.123824 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.124607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:25.150299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.151268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:25.151842 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.156003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event updated for resources: {'Port': ['ID=a50f0fe2-82da-4d87-af65-c59c8715e249,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:25.276038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15a86b-9443-44bb-83dd-f032507e721f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Pushing event deleted for resources: {'Port': ['ID=7064e2a2-b9df-461d-8bf7-b4e680385ae4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:25.310067 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:45:25.310551 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:45:25.321052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=18583c04-fefe-408f-8e9e-6f5e59f86f9d,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:25.342609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.343007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.343423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.343760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.345284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.345284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.345490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-fb15a86b-9443-44bb-83dd-f032507e721f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] No DVR routers for this DVR port 7064e2a2-b9df-461d-8bf7-b4e680385ae4 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:45:25.345592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.345592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.345592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.345845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.346068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.346452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:25.348735 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-fb15a86b-9443-44bb-83dd-f032507e721f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.352985 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.361517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:25.375267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b0932-1f36-4a41-ac6d-295d94225e3c', 'name': 'network-vif-deleted', 'tag': '7064e2a2-b9df-461d-8bf7-b4e680385ae4'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:25.470458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.520973 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21f5eec-8ae5-4eca-a88b-dda78f73a2a7'] response: {'server_uuid': 'a17b0932-1f36-4a41-ac6d-295d94225e3c', 'name': 'network-vif-deleted', 'tag': '7064e2a2-b9df-461d-8bf7-b4e680385ae4', 'status': 'completed', 'code': 200} May 28 05:45:25.547682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Network 2597d8ca-7741-49dc-84f5-7d11b0cf2387 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:25.565504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8098de-66bf-40d3-b64e-cd7b4ec800de,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:25.568668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:25.578175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:25.579907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 2e8098de-66bf-40d3-b64e-cd7b4ec800de details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:45:25.617711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Pushing event updated for resources: {'Port': ['ID=dcc33010-08cc-466e-8f9c-df29b129e4b8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:25.621534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-de7e8043-2326-4b29-bc1f-056e4761a772 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.0279429 May 28 05:45:25.625127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57816) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:25.640796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.647187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Request body: {'subnet': {'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1870762920-subnet', 'tenant_id': '1a0694393c7e40ca99a330033118907e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:25.652985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:25.657827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Usage tracker for resource:subnet and tenant:1a0694393c7e40ca99a330033118907e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:25.661100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:25.673621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:25.705067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Made reservation on behalf of 1a0694393c7e40ca99a330033118907e for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:25.708117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.750114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b3d8abe-d4ee-412f-8a5d-0881328517b6 req-fb15a86b-9443-44bb-83dd-f032507e721f tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.33 "DELETE /v2.0/ports/7064e2a2-b9df-461d-8bf7-b4e680385ae4 HTTP/1.1" status: 204 len: 173 time: 3.3647485 May 28 05:45:25.828815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:25.830475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.924987 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Current status of the port 18583c04-fefe-408f-8e9e-6f5e59f86f9d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:25.925977 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b47d7285-f89b-4b3e-9495-97d54cef16ba req-e2fa840f-5db7-4b94-b82d-c1e41fb0ea13 tempest-InstanceActionsNegativeTestJSON-54222127 tempest-InstanceActionsNegativeTestJSON-54222127-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17b0932-1f36-4a41-ac6d-295d94225e3c HTTP/1.1" status: 200 len: 210 time: 0.1194410 May 28 05:45:25.943089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Provisioning for port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:25.949855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Provisioning complete for port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:25.950628 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.039047 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cb19f7fa-9d95-43a1-83fd-5de474959b06 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1567366 May 28 05:45:26.043851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57824) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:26.047887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512acf2-2b3d-4414-9516-a8eb3769d188 req-be6dee1d-864b-4f3b-bb46-9b075a051d53 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:26.054825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b512acf2-2b3d-4414-9516-a8eb3769d188 req-be6dee1d-864b-4f3b-bb46-9b075a051d53 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.6170723 May 28 05:45:26.124514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Current status of the port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:26.124884 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.128579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4839a574-0d8d-4022-b427-9d495a02e937 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Deleting port dcc33010-08cc-466e-8f9c-df29b129e4b8 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:26.129087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4839a574-0d8d-4022-b427-9d495a02e937 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.142158 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.163165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] For port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1e278a70-f235-48bd-a3c0-622ebb1dcfb8,segment=NetworkSegment(8b85339e-cc3f-40d2-b19a-2181789f1550),segment_id=8b85339e-cc3f-40d2-b19a-2181789f1550)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:26.171879 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.223001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b512acf2-2b3d-4414-9516-a8eb3769d188 req-8f044949-a433-41ed-aaee-90ba9a530c72 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671906 May 28 05:45:26.313471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 18583c04-fefe-408f-8e9e-6f5e59f86f9d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:26.369746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.464403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a80274-48d2-438f-bb1d-002438d5c8bc None None] Pushing event updated for resources: {'Port': ['ID=1e278a70-f235-48bd-a3c0-622ebb1dcfb8,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:26.468457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Provisioning complete for port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:26.469849 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.529934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 18583c04-fefe-408f-8e9e-6f5e59f86f9d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:26.529934 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.583644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058ad2-d88d-4754-ab78-4ae46e2956db req-6b2a09de-4ff1-409f-9d5c-954d00252f03 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:26.584363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-87058ad2-d88d-4754-ab78-4ae46e2956db req-6b2a09de-4ff1-409f-9d5c-954d00252f03 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:26.590369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b0cc28-be94-4400-b616-70cba9f5d088,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:26.608466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Checking segment: {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:26.608466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Network hostable DHCP agents. Network: 2e8098de-66bf-40d3-b64e-cd7b4ec800de, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:45:26.647929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-87058ad2-d88d-4754-ab78-4ae46e2956db req-6b2a09de-4ff1-409f-9d5c-954d00252f03 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:26.651910 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87058ad2-d88d-4754-ab78-4ae46e2956db req-6b2a09de-4ff1-409f-9d5c-954d00252f03 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 944 time: 0.4834633 May 28 05:45:26.674467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 69bab988-b7ef-4b0f-9161-cd6070028cdf details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:26.679513 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4839a574-0d8d-4022-b427-9d495a02e937 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.704282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Network 2e8098de-66bf-40d3-b64e-cd7b4ec800de is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:45:26.732321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] Deleting port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:26.733238 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.747448 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Current status of the port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:26.842091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4839a574-0d8d-4022-b427-9d495a02e937 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Calling delete_port for dcc33010-08cc-466e-8f9c-df29b129e4b8 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:26.842618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 18583c04-fefe-408f-8e9e-6f5e59f86f9d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:26.849138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Provisioning for port dcc33010-08cc-466e-8f9c-df29b129e4b8 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:26.857337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Provisioning complete for port dcc33010-08cc-466e-8f9c-df29b129e4b8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:26.858550 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.903224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 2e8098de-66bf-40d3-b64e-cd7b4ec800de) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:26.913127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:26.913710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:26.924705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-87058ad2-d88d-4754-ab78-4ae46e2956db req-5cad1d06-d798-49ba-b3a0-25cd046e2cc1 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:26.925775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e1bde-fe3f-45d6-92d9-a7fc196d0b8d None None] Network 2e8098de-66bf-40d3-b64e-cd7b4ec800de requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:26.948450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3145-544d-4735-90b3-5c6185b3d0f5 req-cc10f57c-ee12-4cb3-a74c-b9586fae6256 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:26.954416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3145-544d-4735-90b3-5c6185b3d0f5 req-cc10f57c-ee12-4cb3-a74c-b9586fae6256 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:26.960075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3145-544d-4735-90b3-5c6185b3d0f5 req-cc10f57c-ee12-4cb3-a74c-b9586fae6256 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:26.969711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3145-544d-4735-90b3-5c6185b3d0f5 req-cc10f57c-ee12-4cb3-a74c-b9586fae6256 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:26.969868 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e69ceeba-cd32-443e-91b8-1441ac60433d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3403635 May 28 05:45:26.973022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3145-544d-4735-90b3-5c6185b3d0f5 req-cc10f57c-ee12-4cb3-a74c-b9586fae6256 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:26.979116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3145-544d-4735-90b3-5c6185b3d0f5 req-cc10f57c-ee12-4cb3-a74c-b9586fae6256 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:26.985916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3145-544d-4735-90b3-5c6185b3d0f5 req-cc10f57c-ee12-4cb3-a74c-b9586fae6256 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:26.988212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-863e3145-544d-4735-90b3-5c6185b3d0f5 req-cc10f57c-ee12-4cb3-a74c-b9586fae6256 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.5109711 May 28 05:45:27.032620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Port dcc33010-08cc-466e-8f9c-df29b129e4b8 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:45:27.040054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 69bab988-b7ef-4b0f-9161-cd6070028cdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:27.048418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-87058ad2-d88d-4754-ab78-4ae46e2956db req-5cad1d06-d798-49ba-b3a0-25cd046e2cc1 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:27.057688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87058ad2-d88d-4754-ab78-4ae46e2956db req-5cad1d06-d798-49ba-b3a0-25cd046e2cc1 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837297 May 28 05:45:27.063475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '69bab988-b7ef-4b0f-9161-cd6070028cdf', 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104', 'port_id': '69bab988-b7ef-4b0f-9161-cd6070028cdf', 'mac_address': 'fa:16:3e:9b:3e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:27.064666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4839a574-0d8d-4022-b427-9d495a02e937 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.182055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-863e3145-544d-4735-90b3-5c6185b3d0f5 req-6e741ae3-690d-44d4-ad37-844bda4606fe tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543009 May 28 05:45:27.193780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Provisioning for port a50f0fe2-82da-4d87-af65-c59c8715e249 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:27.195220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839a574-0d8d-4022-b427-9d495a02e937 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Pushing event deleted for resources: {'Port': ['ID=dcc33010-08cc-466e-8f9c-df29b129e4b8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:27.242335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57834) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:27.257272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Provisioning complete for port a50f0fe2-82da-4d87-af65-c59c8715e249 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:27.258047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.319595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.325037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-91a92f6f-c4db-4754-b807-f2579966f977 None None] Port a50f0fe2-82da-4d87-af65-c59c8715e249 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:45:27.347428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] For port 47edbcf4-eb0e-46c9-95ec-e1394b9eac06, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47edbcf4-eb0e-46c9-95ec-e1394b9eac06,segment=NetworkSegment(4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba),segment_id=4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:27.348382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.358984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.362356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 69bab988-b7ef-4b0f-9161-cd6070028cdf is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:27.368606 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.418555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4839a574-0d8d-4022-b427-9d495a02e937 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.419008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bab988-b7ef-4b0f-9161-cd6070028cdf {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:27.427214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4839a574-0d8d-4022-b427-9d495a02e937 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] 10.222.0.39 "DELETE /v2.0/ports/dcc33010-08cc-466e-8f9c-df29b129e4b8 HTTP/1.1" status: 204 len: 168 time: 1.3819935 May 28 05:45:27.429682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57844) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:27.475183 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 69bab988-b7ef-4b0f-9161-cd6070028cdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:27.483557 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.532763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853dbfac-279a-46ab-b00b-6a24f1b7d59b None None] Network 2e8098de-66bf-40d3-b64e-cd7b4ec800de requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:27.597698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3857b7fd-4316-4342-98ee-e3b8efec827b tempest-DHCPAgentSchedulersTestJSON-233613855 tempest-DHCPAgentSchedulersTestJSON-233613855-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.1666400 May 28 05:45:27.602598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57854) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:27.608025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-825763573'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:27.613076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:27.617855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Usage tracker for resource:network and tenant:43b28296b3644a7cbb55914eac17efef is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:27.620642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:27.641243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:27.664832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=69bab988-b7ef-4b0f-9161-cd6070028cdf,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:27.665042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Made reservation on behalf of 43b28296b3644a7cbb55914eac17efef for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:27.673689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.731475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] Calling delete_port for 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:27.768079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c0b355-b3a1-4616-b4d7-0403a2b5b419 admin admin] Deleting subnet 7886097f-fe57-46f7-ba98-5e7c149587be {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:45:27.790290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b355-b3a1-4616-b4d7-0403a2b5b419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.866979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['69bab988-b7ef-4b0f-9161-cd6070028cdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:27.868010 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.871335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event updated for resources: {'Port': ['ID=a50f0fe2-82da-4d87-af65-c59c8715e249,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:27.892105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b355-b3a1-4616-b4d7-0403a2b5b419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.914634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:45:27.938477 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:27.938818 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Added segment 3c074b05-8919-49f6-8b5e-f9d5eae135bc of type vlan for network 691881b1-de61-4078-9dd4-0b3b2a82bf45 May 28 05:45:27.995715 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:28.004893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-15907345-1223-459f-9f21-0aad971ff385 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:28.006801 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-15907345-1223-459f-9f21-0aad971ff385 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/networks?id=2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 200 len: 813 time: 0.3182561 May 28 05:45:28.043244 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:28.048521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:28.049112 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:28.078592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-c9ecbbd5-7c86-44d0-bc72-cb8c674d786f tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/quotas/1a0694393c7e40ca99a330033118907e HTTP/1.1" status: 200 len: 375 time: 0.0411627 May 28 05:45:28.190302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d1eaa-9e62-4be5-b31a-556fee8d5496 req-4369c4a6-dbd3-4a38-9f7e-72574a173dfc tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:28.192101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f6d1eaa-9e62-4be5-b31a-556fee8d5496 req-4369c4a6-dbd3-4a38-9f7e-72574a173dfc tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.6987400 May 28 05:45:28.197479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-2345d82b-cf22-4606-ad54-8bccd66d5875 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a0694393c7e40ca99a330033118907e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651484 May 28 05:45:28.207654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Pushing event updated for resources: {'Network': ['ID=691881b1-de61-4078-9dd4-0b3b2a82bf45,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:28.211700 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6b0be563-db57-49a1-972d-8e1fb65e5e87 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6082590 May 28 05:45:28.220995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b355-b3a1-4616-b4d7-0403a2b5b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:28.231701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57864) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:28.233449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 691881b1-de61-4078-9dd4-0b3b2a82bf45 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:45:28.327436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:28.358660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f6d1eaa-9e62-4be5-b31a-556fee8d5496 req-ac2a8cd8-ee2c-48c3-a9ed-9ccc23a3c05b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545961 May 28 05:45:28.386315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Network 9679db4a-f8a7-46a7-9d6a-37672b8185ab is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:28.391265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:28.460746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b355-b3a1-4616-b4d7-0403a2b5b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:28.460968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:28.461381 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:28.483544 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e43008bc-b9c3-4e93-89fd-c201bc309f80 service neutron] 10.222.0.39 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702253 May 28 05:45:28.693449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f9feca56-5213-427c-bf68-1ed823b8229e tempest-DHCPAgentSchedulersTestJSON-233613855 tempest-DHCPAgentSchedulersTestJSON-233613855-project-admin] 10.222.0.39 "GET /v2.0/agents/b127309c-96e2-421c-ba78-756ba0a6785f/dhcp-networks HTTP/1.1" status: 200 len: 11271 time: 0.4557514 May 28 05:45:28.694172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57870) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:28.696447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 69bab988-b7ef-4b0f-9161-cd6070028cdf up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:28.713207 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-b1633391-ede3-44fd-900a-7c9fcbc7b4fe service neutron] 10.222.0.39 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990931 May 28 05:45:28.791584 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:28.807004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-301a9638-00e9-4347-a187-ba4ade637186 None None] Provisioning complete for port a50f0fe2-82da-4d87-af65-c59c8715e249 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:28.807255 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-301a9638-00e9-4347-a187-ba4ade637186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:28.838559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe82243-4386-4833-8eac-4df24cfd6ac8 tempest-DHCPAgentSchedulersTestJSON-233613855 tempest-DHCPAgentSchedulersTestJSON-233613855-project-admin] Network 691881b1-de61-4078-9dd4-0b3b2a82bf45 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:45:28.861266 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bbe82243-4386-4833-8eac-4df24cfd6ac8 tempest-DHCPAgentSchedulersTestJSON-233613855 tempest-DHCPAgentSchedulersTestJSON-233613855-project-admin] 10.222.0.39 "POST /v2.0/agents/b127309c-96e2-421c-ba78-756ba0a6785f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1662815 May 28 05:45:28.862284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7fd20c-ee05-45f5-b28f-243e95389762 None None] Network 691881b1-de61-4078-9dd4-0b3b2a82bf45 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:28.864647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57874) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:28.886570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0b355-b3a1-4616-b4d7-0403a2b5b419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7886097f-fe57-46f7-ba98-5e7c149587be,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:28.898984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b355-b3a1-4616-b4d7-0403a2b5b419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:28.917330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e7c0b355-b3a1-4616-b4d7-0403a2b5b419 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7886097f-fe57-46f7-ba98-5e7c149587be HTTP/1.1" status: 204 len: 168 time: 1.6588001 May 28 05:45:28.942464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 69bab988-b7ef-4b0f-9161-cd6070028cdf completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:28.958416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57878) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:28.960443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-301a9638-00e9-4347-a187-ba4ade637186 None None] Port a50f0fe2-82da-4d87-af65-c59c8715e249 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:45:28.977739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 69bab988-b7ef-4b0f-9161-cd6070028cdf triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:28.978112 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:29.112738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4069aa8c-dc7c-4a58-9a3c-8ebedb29320d tempest-DHCPAgentSchedulersTestJSON-233613855 tempest-DHCPAgentSchedulersTestJSON-233613855-project-admin] 10.222.0.39 "GET /v2.0/agents/b127309c-96e2-421c-ba78-756ba0a6785f/dhcp-networks HTTP/1.1" status: 200 len: 12003 time: 0.2443087 May 28 05:45:29.113146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57886) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:29.119615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:29.183173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 69bab988-b7ef-4b0f-9161-cd6070028cdf is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:29.183805 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:29.207138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] Pushing event deleted for resources: {'Port': ['ID=47edbcf4-eb0e-46c9-95ec-e1394b9eac06,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:29.223677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bab988-b7ef-4b0f-9161-cd6070028cdf'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:29.235259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 69bab988-b7ef-4b0f-9161-cd6070028cdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:29.242809 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:29.253366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:29.334574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Router 459ed7bb-76b6-4be8-a41e-c2ed488dda56 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:45:29.344293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=69bab988-b7ef-4b0f-9161-cd6070028cdf,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:29.390131 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c0285da8-721a-445f-8a37-5dbb8a209563 tempest-DHCPAgentSchedulersTestJSON-233613855 tempest-DHCPAgentSchedulersTestJSON-233613855-project-admin] 10.222.0.39 "DELETE /v2.0/agents/b127309c-96e2-421c-ba78-756ba0a6785f/dhcp-networks/691881b1-de61-4078-9dd4-0b3b2a82bf45 HTTP/1.1" status: 204 len: 168 time: 0.2754626 May 28 05:45:29.392270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57898) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:29.392721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715bdd0-2652-462e-9e67-77cd3ecfa7f7 req-faaca474-5a5b-4f9a-8857-32425e5be66e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:29.400044 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0715bdd0-2652-462e-9e67-77cd3ecfa7f7 req-faaca474-5a5b-4f9a-8857-32425e5be66e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 945 time: 0.5053890 May 28 05:45:29.540485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee2e7-fd8f-47e6-ae3e-94dc97a1ad7b req-f2ab982b-c24a-4f2c-89fe-bc199abed6eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:29.546917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee2e7-fd8f-47e6-ae3e-94dc97a1ad7b req-f2ab982b-c24a-4f2c-89fe-bc199abed6eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:29.553120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee2e7-fd8f-47e6-ae3e-94dc97a1ad7b req-f2ab982b-c24a-4f2c-89fe-bc199abed6eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:29.559263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee2e7-fd8f-47e6-ae3e-94dc97a1ad7b req-f2ab982b-c24a-4f2c-89fe-bc199abed6eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:29.564936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee2e7-fd8f-47e6-ae3e-94dc97a1ad7b req-f2ab982b-c24a-4f2c-89fe-bc199abed6eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:29.570676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee2e7-fd8f-47e6-ae3e-94dc97a1ad7b req-f2ab982b-c24a-4f2c-89fe-bc199abed6eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:29.579674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee2e7-fd8f-47e6-ae3e-94dc97a1ad7b req-f2ab982b-c24a-4f2c-89fe-bc199abed6eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:29.581561 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-206ee2e7-fd8f-47e6-ae3e-94dc97a1ad7b req-f2ab982b-c24a-4f2c-89fe-bc199abed6eb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.3406346 May 28 05:45:29.696411 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-206ee2e7-fd8f-47e6-ae3e-94dc97a1ad7b req-71c2e4c6-56b7-4f13-9c5e-a7730a8e84e7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027811 May 28 05:45:29.711747 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-253e4e46-3a76-4da7-ac02-c49492677758 tempest-DHCPAgentSchedulersTestJSON-233613855 tempest-DHCPAgentSchedulersTestJSON-233613855-project-admin] 10.222.0.39 "GET /v2.0/agents/b127309c-96e2-421c-ba78-756ba0a6785f/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 0.3142200 May 28 05:45:29.711985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57908) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:29.744230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-43cff580-8369-4162-bc92-772fb129ea59 tempest-DHCPAgentSchedulersTestJSON-233613855 tempest-DHCPAgentSchedulersTestJSON-233613855-project-admin] 10.222.0.39 "GET /v2.0/networks/2597d8ca-7741-49dc-84f5-7d11b0cf2387/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0283666 May 28 05:45:29.744723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57912) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:29.762796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0715bdd0-2652-462e-9e67-77cd3ecfa7f7 req-ecf108c7-ef08-4936-b061-f56f8fe0cde5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620038 May 28 05:45:29.777506 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-de5f4990-58bb-4db0-b775-a851c579b752 tempest-DHCPAgentSchedulersTestJSON-233613855 tempest-DHCPAgentSchedulersTestJSON-233613855-project-admin] 10.222.0.39 "GET /v2.0/networks/2597d8ca-7741-49dc-84f5-7d11b0cf2387/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0315566 May 28 05:45:29.780556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57916) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:29.868474 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8817f98-bc81-495a-bd99-159fa4347d38'] response: {'server_uuid': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bab988-b7ef-4b0f-9161-cd6070028cdf', 'code': 200} May 28 05:45:29.987276 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.000328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.129420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87efe2a1-7dbf-452c-b68c-13821db49994']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:30.143872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76350694-f87f-4446-938e-ac29d3a302bc') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:30.144556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76350694-f87f-4446-938e-ac29d3a302bc') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:30.157082 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.174663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.182538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:45:30.183249 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.218275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-46b5b252-3e28-4e89-8ee5-80be435525ba tempest-DHCPAgentSchedulersTestJSON-233613855 tempest-DHCPAgentSchedulersTestJSON-233613855-project-admin] 10.222.0.39 "GET /v2.0/agents/b127309c-96e2-421c-ba78-756ba0a6785f/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 0.4365761 May 28 05:45:30.222146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57922) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:30.303604 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92eb068b-58f5-4170-ad40-37888e9dd186 req-ca87d0b5-6e6c-40ec-b0f7-0b73e1a6de5e tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 210 time: 0.0839791 May 28 05:45:30.388975 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 76350694-f87f-4446-938e-ac29d3a302bc resource provider aggregate not found May 28 05:45:30.412815 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.430682 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 76350694-f87f-4446-938e-ac29d3a302bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76350694-f87f-4446-938e-ac29d3a302bc found for delete ", "request_id": "req-0cc2f468-6843-4f71-98d4-b7bc779a4c97"}]} May 28 05:45:30.436831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.455692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.458249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:45:30.468959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c5001-f53d-4cb6-8487-8bcb29679cb3 None None] Sync routers for ids ['459ed7bb-76b6-4be8-a41e-c2ed488dda56'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:45:30.478490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c5001-f53d-4cb6-8487-8bcb29679cb3 None None] Routers {'459ed7bb-76b6-4be8-a41e-c2ed488dda56'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:45:30.479111 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d53c5001-f53d-4cb6-8487-8bcb29679cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:45:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['459ed7bb-76b6-4be8-a41e-c2ed488dda56'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:30.480302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=87efe2a1-7dbf-452c-b68c-13821db49994,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:30.551648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d53c5001-f53d-4cb6-8487-8bcb29679cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:30.559720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6daefa5e-669d-4bdc-8519-d17840cfdee1 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "PUT /v2.0/routers/459ed7bb-76b6-4be8-a41e-c2ed488dda56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0689287 May 28 05:45:30.562503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c5001-f53d-4cb6-8487-8bcb29679cb3 None None] Routers {'459ed7bb-76b6-4be8-a41e-c2ed488dda56'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:45:30.563470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d53c5001-f53d-4cb6-8487-8bcb29679cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:45:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['459ed7bb-76b6-4be8-a41e-c2ed488dda56'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:30.564606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57930) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:30.573260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Request body: {'port': {'network_id': '9679db4a-f8a7-46a7-9d6a-37672b8185ab', 'name': 'tempest-FloatingIPNegativeTestJSON-211708916'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:30.579330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f5168b89-6b53-4d80-af80-941727499a1b admin admin] 10.222.0.39 "DELETE /v2.0/networks/87efe2a1-7dbf-452c-b68c-13821db49994 HTTP/1.1" status: 204 len: 168 time: 1.6174397 May 28 05:45:30.624704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00a8f2-a3b4-414e-93c9-34724cbd5f19 req-3a5efcfb-9ce6-4ed9-b7a6-5416684142ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:30.626209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a00a8f2-a3b4-414e-93c9-34724cbd5f19 req-3a5efcfb-9ce6-4ed9-b7a6-5416684142ac service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1097 time: 0.3082817 May 28 05:45:30.637157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fd0a3-7a37-4152-9c57-34731a6beb57 req-0faa3870-cd58-4af6-9232-7921d69cce49 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:30.645515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-760fd0a3-7a37-4152-9c57-34731a6beb57 req-0faa3870-cd58-4af6-9232-7921d69cce49 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.2957113 May 28 05:45:30.655896 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.660446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d53c5001-f53d-4cb6-8487-8bcb29679cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:30.661179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c5001-f53d-4cb6-8487-8bcb29679cb3 None None] The sync data for ids ['459ed7bb-76b6-4be8-a41e-c2ed488dda56'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:45:30.702159 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.708889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691881b1-de61-4078-9dd4-0b3b2a82bf45']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:30.730066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c074b05-8919-49f6-8b5e-f9d5eae135bc') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:30.730355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c074b05-8919-49f6-8b5e-f9d5eae135bc') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:30.759315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.796568 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.805451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:30.835711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:45:30.836243 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:30.864139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Usage tracker for resource:port and tenant:8c111145540e4f9b95ab79fc58c04cab is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:30.866520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57942) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:30.964916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:30.970154 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 3c074b05-8919-49f6-8b5e-f9d5eae135bc resource provider aggregate not found May 28 05:45:31.025383 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 3c074b05-8919-49f6-8b5e-f9d5eae135bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c074b05-8919-49f6-8b5e-f9d5eae135bc found for delete ", "request_id": "req-34ade9af-013c-493f-8dfa-e0aa4ef16fa8"}]} May 28 05:45:31.078427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:31.098796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] Router 022b2fef-510c-4180-a622-9ed3c4ebac2c has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:45:31.109563 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-760fd0a3-7a37-4152-9c57-34731a6beb57 req-c020c546-09ee-44e3-97fa-6c40b98af20c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632790 May 28 05:45:31.111820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a00a8f2-a3b4-414e-93c9-34724cbd5f19 req-3873bb4e-c3b7-46c7-8b5c-85e1d0df4067 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633443 May 28 05:45:31.236926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Made reservation on behalf of 8c111145540e4f9b95ab79fc58c04cab for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:31.240294 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:31.283311 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:31.318334 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:31.356456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Pushing event deleted for resources: {'Network': ['ID=691881b1-de61-4078-9dd4-0b3b2a82bf45,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:31.360614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] device_id is not set on port 6bee5c60-9e4b-49e0-9122-c3c4d43b7117 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:45:31.377993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:45:31.385455 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b2b9b62c-f6ab-489b-8526-7fa23bd16059 admin admin] 10.222.0.39 "PUT /v2.0/routers/022b2fef-510c-4180-a622-9ed3c4ebac2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5957429 May 28 05:45:31.387791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57950) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:31.387989 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] Sync routers for ids ['022b2fef-510c-4180-a622-9ed3c4ebac2c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:45:31.398286 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] Routers {'022b2fef-510c-4180-a622-9ed3c4ebac2c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:45:31.398892 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:45:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['022b2fef-510c-4180-a622-9ed3c4ebac2c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:31.411837 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-440446f2-e85f-4d4c-b36f-b72772dcbacc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06848c92a5994b12b9bde94ae03cbbf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485748 May 28 05:45:31.419600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d86c2c51-e1cf-4ead-b257-f50425a62567 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] 10.222.0.39 "DELETE /v2.0/networks/691881b1-de61-4078-9dd4-0b3b2a82bf45 HTTP/1.1" status: 204 len: 168 time: 1.1965182 May 28 05:45:31.421407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57954) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:31.421819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57956) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:31.434393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-de42c3c0-2c0c-4bde-88ea-9a7587100c84 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:31.436382 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-de42c3c0-2c0c-4bde-88ea-9a7587100c84 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.33 "GET /v2.0/networks?id=2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 200 len: 813 time: 0.6353097 May 28 05:45:31.486863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b117145-b8bd-4b9a-bcab-ecc9bb971fe4 req-406dd6e3-7f28-4663-a8aa-b1dc3b6eab81 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:31.488554 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b117145-b8bd-4b9a-bcab-ecc9bb971fe4 req-406dd6e3-7f28-4663-a8aa-b1dc3b6eab81 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 946 time: 0.2035236 May 28 05:45:31.521593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Request body: {'port': {'device_id': 'c4566b92-f2d3-43c1-aee3-9b28ad5f0551', 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de', 'admin_state_up': True, 'tenant_id': '1a0694393c7e40ca99a330033118907e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:31.561354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e6913071-ede4-42cc-a299-c76187a75a79 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:31.562772 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e6913071-ede4-42cc-a299-c76187a75a79 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "GET /v2.0/networks?id=2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 200 len: 813 time: 0.5420218 May 28 05:45:31.575365 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-72df7f5b-524e-46c5-bec8-0b0dbd00b007 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] DELETE failed (client error): The resource could not be found. May 28 05:45:31.575835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72df7f5b-524e-46c5-bec8-0b0dbd00b007 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:45:31.580204 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] Set router 022b2fef-510c-4180-a622-9ed3c4ebac2c gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:45:31.618827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b117145-b8bd-4b9a-bcab-ecc9bb971fe4 req-1fb61ba8-e68c-48fc-a282-7a581baedd5b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222513 May 28 05:45:31.627312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:31.646503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Request body: {'port': {'device_id': '9d07ff93-5059-4f16-a425-ab7382c6092a', 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de', 'admin_state_up': True, 'tenant_id': '1a0694393c7e40ca99a330033118907e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:31.694983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-72df7f5b-524e-46c5-bec8-0b0dbd00b007 tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] 10.222.0.39 "DELETE /v2.0/ports/dcc33010-08cc-466e-8f9c-df29b129e4b8 HTTP/1.1" status: 404 len: 333 time: 0.2648609 May 28 05:45:31.695198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57962) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:31.827863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb714ee-fc58-4919-b487-da2bfdf940aa tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Deleting subnet 357cdf96-6a39-4056-9d70-ef93c91cf78c {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:45:31.841597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8ac982f-62f2-45fe-b457-24943526efc0 req-849314fe-8d31-4379-b49b-7152cca31cd1 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 210 time: 0.0721271 May 28 05:45:31.842845 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cb714ee-fc58-4919-b487-da2bfdf940aa tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:31.890752 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'name': 'tempest-ServersTestMultiNic-648254419-router', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:15Z', 'updated_at': '2022-05-28T05:45:28Z', 'revision_number': 5, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'gw_port': {'id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:17Z', 'updated_at': '2022-05-28T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:31.895198 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] Checking router: 022b2fef-510c-4180-a622-9ed3c4ebac2c for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:45:31.898287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a30d-dd5b-4e03-b2bf-051e7178cccd req-f0f370b6-53f4-4a4e-b92c-b3ec8ff5488b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:31.901256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a30d-dd5b-4e03-b2bf-051e7178cccd req-f0f370b6-53f4-4a4e-b92c-b3ec8ff5488b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:31.901617 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] Routers {'022b2fef-510c-4180-a622-9ed3c4ebac2c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:45:31.902882 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:45:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['022b2fef-510c-4180-a622-9ed3c4ebac2c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:31.907961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a30d-dd5b-4e03-b2bf-051e7178cccd req-f0f370b6-53f4-4a4e-b92c-b3ec8ff5488b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:31.912654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a30d-dd5b-4e03-b2bf-051e7178cccd req-f0f370b6-53f4-4a4e-b92c-b3ec8ff5488b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:31.918285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a30d-dd5b-4e03-b2bf-051e7178cccd req-f0f370b6-53f4-4a4e-b92c-b3ec8ff5488b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:31.924439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a30d-dd5b-4e03-b2bf-051e7178cccd req-f0f370b6-53f4-4a4e-b92c-b3ec8ff5488b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:31.930210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a30d-dd5b-4e03-b2bf-051e7178cccd req-f0f370b6-53f4-4a4e-b92c-b3ec8ff5488b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:31.932147 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78f9a30d-dd5b-4e03-b2bf-051e7178cccd req-f0f370b6-53f4-4a4e-b92c-b3ec8ff5488b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.9464512 May 28 05:45:31.993240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cb714ee-fc58-4919-b487-da2bfdf940aa tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.070170 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.086085 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b95d45b4-ab7b-4ded-9a0f-b6303a5b196c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.088334 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] Set router 022b2fef-510c-4180-a622-9ed3c4ebac2c gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:45:32.089944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Deleting port 7c086188-3f9f-4efb-93b7-3bf002b4a89b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:32.090384 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.155018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78f9a30d-dd5b-4e03-b2bf-051e7178cccd req-89289984-b091-4814-b6c7-ca053e22261a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740324 May 28 05:45:32.156785 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cb714ee-fc58-4919-b487-da2bfdf940aa tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.175689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Allocated IP 172.20.0.3 (9679db4a-f8a7-46a7-9d6a-37672b8185ab/99bb64d0-976b-4f2d-890e-8fe38f95c9a7/6bee5c60-9e4b-49e0-9122-c3c4d43b7117) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:32.228950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b95d45b4-ab7b-4ded-9a0f-b6303a5b196c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.252713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:32.265666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Usage tracker for resource:port and tenant:1a0694393c7e40ca99a330033118907e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:32.275265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:32.277497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:32.289601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Usage tracker for resource:port and tenant:1a0694393c7e40ca99a330033118907e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:32.294792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:32.298346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:32.326332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:32.354642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Made reservation on behalf of 1a0694393c7e40ca99a330033118907e for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:32.359140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.402254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Made reservation on behalf of 1a0694393c7e40ca99a330033118907e for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:32.409716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.497724 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'name': 'tempest-ServersTestMultiNic-648254419-router', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:15Z', 'updated_at': '2022-05-28T05:45:28Z', 'revision_number': 5, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'gw_port': {'id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:17Z', 'updated_at': '2022-05-28T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:32.507419 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c9946-c4e9-410a-adc6-6397cb4694b4 None None] The sync data for ids ['022b2fef-510c-4180-a622-9ed3c4ebac2c'] in n-d-843679-5 is: [{'id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'name': 'tempest-ServersTestMultiNic-648254419-router', 'tenant_id': '23ba8366d625490e9e5b5a4f215772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:15Z', 'updated_at': '2022-05-28T05:45:28Z', 'revision_number': 5, 'project_id': '23ba8366d625490e9e5b5a4f215772e6', 'gw_port': {'id': '7c086188-3f9f-4efb-93b7-3bf002b4a89b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b2fef-510c-4180-a622-9ed3c4ebac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:17Z', 'updated_at': '2022-05-28T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:45:32.619840 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cb714ee-fc58-4919-b487-da2bfdf940aa tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.642614 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b95d45b4-ab7b-4ded-9a0f-b6303a5b196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.671708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb714ee-fc58-4919-b487-da2bfdf940aa tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Pushing event deleted for resources: {'Subnet': ['ID=357cdf96-6a39-4056-9d70-ef93c91cf78c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:32.695109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb912c0-be2d-470a-bc15-56d6077e16ba None None] Network 2597d8ca-7741-49dc-84f5-7d11b0cf2387 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:32.696796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cb714ee-fc58-4919-b487-da2bfdf940aa tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.708967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d45b4-ab7b-4ded-9a0f-b6303a5b196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b08f54-2fd1-46fb-a4dc-c5b89d52ec42,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:32.722465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5cb714ee-fc58-4919-b487-da2bfdf940aa tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] 10.222.0.39 "DELETE /v2.0/subnets/357cdf96-6a39-4056-9d70-ef93c91cf78c HTTP/1.1" status: 204 len: 168 time: 1.0265098 May 28 05:45:32.725992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57970) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:32.761375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] For port 7c086188-3f9f-4efb-93b7-3bf002b4a89b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7c086188-3f9f-4efb-93b7-3bf002b4a89b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:32.761738 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.879417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b95d45b4-ab7b-4ded-9a0f-b6303a5b196c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.881047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b95d45b4-ab7b-4ded-9a0f-b6303a5b196c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81b08f54-2fd1-46fb-a4dc-c5b89d52ec42 HTTP/1.1" status: 204 len: 168 time: 1.4550779 May 28 05:45:32.898665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:32.922320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Allocated IP 172.20.0.13 (2e8098de-66bf-40d3-b64e-cd7b4ec800de/85b0cc28-be94-4400-b616-70cba9f5d088/2b93ce84-1a19-432d-aadf-075600ad5e2b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:32.940759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Transition to ACTIVE for port object 6bee5c60-9e4b-49e0-9122-c3c4d43b7117 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:32.973267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Calling delete_port for 7c086188-3f9f-4efb-93b7-3bf002b4a89b owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:33.021348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399e2c-8eab-47dd-b57b-a3db921b289e req-ec5e12a2-1563-4481-9821-5d01f744d5b2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:33.023116 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34399e2c-8eab-47dd-b57b-a3db921b289e req-ec5e12a2-1563-4481-9821-5d01f744d5b2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.4862013 May 28 05:45:33.026222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fadb1-21a4-466b-9ea5-8c0d3d75d1f1 req-1de9e414-d3cc-41be-ad8c-02a8007ca1bb tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:33.033935 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8d2fadb1-21a4-466b-9ea5-8c0d3d75d1f1 req-1de9e414-d3cc-41be-ad8c-02a8007ca1bb tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 946 time: 0.2564707 May 28 05:45:33.079214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.099482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af007dad-34fa-4c65-9285-dad84f8602f1 None None] DHCP port deletion for 2597d8ca-7741-49dc-84f5-7d11b0cf2387 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:45:33.105561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-af007dad-34fa-4c65-9285-dad84f8602f1 None None] Deleting port 18583c04-fefe-408f-8e9e-6f5e59f86f9d {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:33.106219 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af007dad-34fa-4c65-9285-dad84f8602f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.159268 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34399e2c-8eab-47dd-b57b-a3db921b289e req-07489c82-aca8-4e03-b6f3-0b5feaed9718 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166189 May 28 05:45:33.165879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Deleting port 18583c04-fefe-408f-8e9e-6f5e59f86f9d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:33.173050 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.200306 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8d2fadb1-21a4-466b-9ea5-8c0d3d75d1f1 req-5102ab62-b310-427d-8258-e54c7f71b04a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653233 May 28 05:45:33.210174 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.376808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event updated for resources: {'Port': ['ID=6bee5c60-9e4b-49e0-9122-c3c4d43b7117,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:33.400633 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f879fc7-d86f-40da-b2d0-fdea177cc4b5 req-2eba8dff-b280-4813-9578-9b1b2a1cb6cd tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 210 time: 0.0848379 May 28 05:45:33.482980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Network 9679db4a-f8a7-46a7-9d6a-37672b8185ab is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:33.494322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:33.506102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:33.539087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-af007dad-34fa-4c65-9285-dad84f8602f1 None None] For port 18583c04-fefe-408f-8e9e-6f5e59f86f9d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=18583c04-fefe-408f-8e9e-6f5e59f86f9d,segment=NetworkSegment(1491c156-77fc-4d1b-98f0-28f4fafa8160),segment_id=1491c156-77fc-4d1b-98f0-28f4fafa8160)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:33.539505 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af007dad-34fa-4c65-9285-dad84f8602f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.589547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] For port 18583c04-fefe-408f-8e9e-6f5e59f86f9d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=18583c04-fefe-408f-8e9e-6f5e59f86f9d,segment=NetworkSegment(1491c156-77fc-4d1b-98f0-28f4fafa8160),segment_id=1491c156-77fc-4d1b-98f0-28f4fafa8160)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:33.589547 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.679284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:33.679914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.699577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.715966 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fec14358-8e71-470c-9195-d206d89dff78 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1472809 May 28 05:45:33.718430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57990) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:33.726536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:33.731256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-af007dad-34fa-4c65-9285-dad84f8602f1 None None] Calling delete_port for 18583c04-fefe-408f-8e9e-6f5e59f86f9d owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:33.746438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:33.747835 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.758120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Usage tracker for resource:floatingip and tenant:8c111145540e4f9b95ab79fc58c04cab is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:33.763000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:33.773946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:33.790206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab854d8-499c-404e-bc2c-671ca1dedb66 req-c683c008-d763-42f8-aaab-5f21d68454f8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:33.796141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab854d8-499c-404e-bc2c-671ca1dedb66 req-c683c008-d763-42f8-aaab-5f21d68454f8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:33.802380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab854d8-499c-404e-bc2c-671ca1dedb66 req-c683c008-d763-42f8-aaab-5f21d68454f8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:33.808415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab854d8-499c-404e-bc2c-671ca1dedb66 req-c683c008-d763-42f8-aaab-5f21d68454f8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:33.814908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab854d8-499c-404e-bc2c-671ca1dedb66 req-c683c008-d763-42f8-aaab-5f21d68454f8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:33.820844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab854d8-499c-404e-bc2c-671ca1dedb66 req-c683c008-d763-42f8-aaab-5f21d68454f8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:33.827460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab854d8-499c-404e-bc2c-671ca1dedb66 req-c683c008-d763-42f8-aaab-5f21d68454f8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:33.831097 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ab854d8-499c-404e-bc2c-671ca1dedb66 req-c683c008-d763-42f8-aaab-5f21d68454f8 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.4471064 May 28 05:45:33.847283 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af007dad-34fa-4c65-9285-dad84f8602f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.869007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.950354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af007dad-34fa-4c65-9285-dad84f8602f1 None None] Pushing event deleted for resources: {'Port': ['ID=18583c04-fefe-408f-8e9e-6f5e59f86f9d,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:33.972901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af007dad-34fa-4c65-9285-dad84f8602f1 None None] No DVR routers for this DVR port 18583c04-fefe-408f-8e9e-6f5e59f86f9d on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:45:33.973345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Calling delete_port for 18583c04-fefe-408f-8e9e-6f5e59f86f9d owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:33.978064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b6d8c771-a31d-48c3-b596-76247cd0744b None None] Provisioning for port 6bee5c60-9e4b-49e0-9122-c3c4d43b7117 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:33.988736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b6d8c771-a31d-48c3-b596-76247cd0744b None None] Provisioning complete for port 6bee5c60-9e4b-49e0-9122-c3c4d43b7117 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:33.989115 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b6d8c771-a31d-48c3-b596-76247cd0744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:33.996168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.052371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8c771-a31d-48c3-b596-76247cd0744b None None] Port 6bee5c60-9e4b-49e0-9122-c3c4d43b7117 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:45:34.059702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c086188-3f9f-4efb-93b7-3bf002b4a89b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:34.075595 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ab854d8-499c-404e-bc2c-671ca1dedb66 req-7e0f0f8a-f602-47b6-bcae-e23d0a7ecfc3 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2358601 May 28 05:45:34.101175 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:45:34.101703 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:45:34.112925 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-9aee3f76-cc0e-4b1b-b561-c26c392f3172 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1194777478&fields=id&tenant_id=84fb1f178c534c59b6518cfead726602 HTTP/1.1" status: 200 len: 267 time: 0.5257120 May 28 05:45:34.127352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Network 2e8098de-66bf-40d3-b64e-cd7b4ec800de is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:34.135885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:34.144516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:34.178571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Allocated IP 172.20.0.4 (2e8098de-66bf-40d3-b64e-cd7b4ec800de/85b0cc28-be94-4400-b616-70cba9f5d088/e6a7dd26-e34f-4d71-b085-906e33ac764d) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:34.187352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Pushing event updated for resources: {'Port': ['ID=2b93ce84-1a19-432d-aadf-075600ad5e2b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:34.253904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58008) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:34.264660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.359950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:34.386129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:34.387141 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.404941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:34.405288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47edbcf4-eb0e-46c9-95ec-e1394b9eac06 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:34.405729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 18583c04-fefe-408f-8e9e-6f5e59f86f9d no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:34.457066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 18583c04-fefe-408f-8e9e-6f5e59f86f9d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:34.458682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 18583c04-fefe-408f-8e9e-6f5e59f86f9d not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:34.532604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-291515448-network', 'tenant_id': '3c1755a77b24412c988e4f65460160d7'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:34.590715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:34.601909 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-e2a18b77-126f-40a5-b087-ab985747ab35 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0845306 May 28 05:45:34.608650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-5cbf8dbe-bcae-4cfa-a267-cd6644077dc7 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:34.612259 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-5cbf8dbe-bcae-4cfa-a267-cd6644077dc7 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 946 time: 0.4872303 May 28 05:45:34.619481 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.621451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Usage tracker for resource:network and tenant:3c1755a77b24412c988e4f65460160d7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:34.624324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Deleting port 18583c04-fefe-408f-8e9e-6f5e59f86f9d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:34.624651 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.649272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.652485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:34.672142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-ca8dba9d-84e3-4082-a331-c3f29f53129f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'port': {'security_groups': ['02650b19-b6d2-4b03-9e4e-79d1ba6406d7', 'e4541b87-71b2-4c3d-a7c3-bee8dc5c33b0']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:34.678461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Request body: {'port': {'device_id': 'c4566b92-f2d3-43c1-aee3-9b28ad5f0551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:34.696805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:34.752020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] The port '18583c04-fefe-408f-8e9e-6f5e59f86f9d' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:45:34.775658 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.809283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Made reservation on behalf of 3c1755a77b24412c988e4f65460160d7 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:34.812189 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.853186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.889763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56098a1-8e2a-411f-90c0-8e5945bda2a5 req-d63b1fa6-7c2f-4e31-8f4b-8982d766421f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:34.891252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f56098a1-8e2a-411f-90c0-8e5945bda2a5 req-d63b1fa6-7c2f-4e31-8f4b-8982d766421f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.5900233 May 28 05:45:34.894594 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.895085 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 022b2fef-510c-4180-a622-9ed3c4ebac2c {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:45:34.990928 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:34.999866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:35.013090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Usage tracker for resource:security_group_rule and tenant:3c1755a77b24412c988e4f65460160d7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:35.015141 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.016581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.026920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.030076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8c8c6d7d-a537-417d-979d-4d260da3558c admin admin] 10.222.0.39 "DELETE /v2.0/routers/022b2fef-510c-4180-a622-9ed3c4ebac2c HTTP/1.1" status: 204 len: 168 time: 3.6376386 May 28 05:45:35.031199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:35.035827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f56098a1-8e2a-411f-90c0-8e5945bda2a5 req-1ff149bb-1c33-45ef-b5ab-d7cdbc7fa0aa tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297619 May 28 05:45:35.039220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58016) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:35.057792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:35.127124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-ca8dba9d-84e3-4082-a331-c3f29f53129f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.138750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac644e29-2b70-4543-a277-03d55172fc6c admin admin] Deleting subnet 2e1ea09a-a3a6-46e3-b3bd-bd96deb82692 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:45:35.151846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac644e29-2b70-4543-a277-03d55172fc6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.186485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2597d8ca-7741-49dc-84f5-7d11b0cf2387']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:35.213762 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.249644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1491c156-77fc-4d1b-98f0-28f4fafa8160') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:35.249926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1491c156-77fc-4d1b-98f0-28f4fafa8160') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:35.283219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.313552 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac644e29-2b70-4543-a277-03d55172fc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.314010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Allocated IP 172.25.4.6 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/af8c9071-11e2-4120-b05b-883349caa28f) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:35.340327 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.353588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Network 2e8098de-66bf-40d3-b64e-cd7b4ec800de is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:35.365503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:35.371364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:45:35.371758 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.430661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:35.461697 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 1491c156-77fc-4d1b-98f0-28f4fafa8160 resource provider aggregate not found May 28 05:45:35.467432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Pushing event updated for resources: {'Port': ['ID=e6a7dd26-e34f-4d71-b085-906e33ac764d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:35.514205 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 1491c156-77fc-4d1b-98f0-28f4fafa8160 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1491c156-77fc-4d1b-98f0-28f4fafa8160 found for delete ", "request_id": "req-1633754a-bf45-4a2a-9487-618c9eebee4e"}]} May 28 05:45:35.544074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.578366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.606161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] Pushing event deleted for resources: {'Network': ['ID=2597d8ca-7741-49dc-84f5-7d11b0cf2387,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:35.617679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:35.618404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.625262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.649707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.653106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-46216b59-5453-4473-b834-72eca736a47d tempest-DHCPAgentSchedulersTestJSON-1480555920 tempest-DHCPAgentSchedulersTestJSON-1480555920-project] 10.222.0.39 "DELETE /v2.0/networks/2597d8ca-7741-49dc-84f5-7d11b0cf2387 HTTP/1.1" status: 204 len: 168 time: 2.9260786 May 28 05:45:35.718263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac644e29-2b70-4543-a277-03d55172fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.720855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196051c5-481b-412c-836b-495975aa42d9 req-ff7aa698-b57c-4f41-af6f-cdf4eed74bd9 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:35.721628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-196051c5-481b-412c-836b-495975aa42d9 req-ff7aa698-b57c-4f41-af6f-cdf4eed74bd9 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Synchronizing usage tracker for tenant:1a0694393c7e40ca99a330033118907e on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:35.747494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-a649aab3-22c7-4997-b78b-d6ac25a4f304 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1191847 May 28 05:45:35.777280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Request body: {'port': {'device_id': '9d07ff93-5059-4f16-a425-ab7382c6092a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:35.786762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:45:35.812575 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.813326 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Added segment 483b1442-2e31-4f4c-8efc-81ca483283e6 of type vlan for network cb2bf256-bc7e-44ed-92fb-708340793e71 May 28 05:45:35.817012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269c39cd-fcaf-4266-807b-9a6062cc6bd8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:35.825872 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.868156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-196051c5-481b-412c-836b-495975aa42d9 req-ff7aa698-b57c-4f41-af6f-cdf4eed74bd9 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Unset dirty status for tenant:1a0694393c7e40ca99a330033118907e on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:35.875704 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-196051c5-481b-412c-836b-495975aa42d9 req-ff7aa698-b57c-4f41-af6f-cdf4eed74bd9 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 931 time: 0.7124388 May 28 05:45:35.891834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.899800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac644e29-2b70-4543-a277-03d55172fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.905787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-ca8dba9d-84e3-4082-a331-c3f29f53129f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] For port 69bab988-b7ef-4b0f-9161-cd6070028cdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:35.936673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58030) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:35.958433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac644e29-2b70-4543-a277-03d55172fc6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1ea09a-a3a6-46e3-b3bd-bd96deb82692,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:35.960424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac644e29-2b70-4543-a277-03d55172fc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:35.968195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d294b-0334-4e4b-8b62-b09d86e49239 None None] Network f8df1c5c-2a93-4662-a96c-fcb86f736e6d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:35.986309 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ac644e29-2b70-4543-a277-03d55172fc6c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2e1ea09a-a3a6-46e3-b3bd-bd96deb82692 HTTP/1.1" status: 204 len: 168 time: 0.9429641 May 28 05:45:35.989788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58036) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:36.007877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-196051c5-481b-412c-836b-495975aa42d9 req-789574bc-29e2-4011-a7b2-a5cf77dac6a7 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312768 May 28 05:45:36.038752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.046579 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.047545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:36.048125 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.096328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-ca8dba9d-84e3-4082-a331-c3f29f53129f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.174899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.246979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7c086188-3f9f-4efb-93b7-3bf002b4a89b no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:36.289419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 7c086188-3f9f-4efb-93b7-3bf002b4a89b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:36.290087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7c086188-3f9f-4efb-93b7-3bf002b4a89b not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:36.293346 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-ca8dba9d-84e3-4082-a331-c3f29f53129f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.310558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f193080-06ad-4bc1-b1ea-7767bfc9099d None None] DHCP port deletion for f8df1c5c-2a93-4662-a96c-fcb86f736e6d request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:45:36.315159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4f193080-06ad-4bc1-b1ea-7767bfc9099d None None] Deleting port 9d980b60-dad2-4ed9-a986-9fe694d1b675 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:36.315690 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f193080-06ad-4bc1-b1ea-7767bfc9099d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.336787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b93ce84-1a19-432d-aadf-075600ad5e2b {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:36.344144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['69bab988-b7ef-4b0f-9161-cd6070028cdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:36.348687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:36.356646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.359436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:36.377940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:36.446685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1869931 May 28 05:45:36.492414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58042) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:36.519799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Request body: {'subnet': {'network_id': 'cb2bf256-bc7e-44ed-92fb-708340793e71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-291515448-subnet', 'tenant_id': '3c1755a77b24412c988e4f65460160d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:36.546816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:36.553899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de223f-a972-4a9e-8f77-04fa27bfd792 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2bf256-bc7e-44ed-92fb-708340793e71,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:36.566082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e9ba9cdd-afe7-4df3-8f8b-8407d5943b63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43b28296b3644a7cbb55914eac17efef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6217651 May 28 05:45:36.575264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-ca8dba9d-84e3-4082-a331-c3f29f53129f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:36.575456 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-ca8dba9d-84e3-4082-a331-c3f29f53129f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.577325 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b26680-64ec-4c61-940e-a9fb8d2821e0 req-ca8dba9d-84e3-4082-a331-c3f29f53129f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "PUT /v2.0/ports/69bab988-b7ef-4b0f-9161-cd6070028cdf HTTP/1.1" status: 200 len: 982 time: 1.9262111 May 28 05:45:36.578453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Usage tracker for resource:subnet and tenant:3c1755a77b24412c988e4f65460160d7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:36.584705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58046) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:36.584705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'tag': '69bab988-b7ef-4b0f-9161-cd6070028cdf'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:36.591460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network cb2bf256-bc7e-44ed-92fb-708340793e71 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:45:36.601669 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.608010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:36.608165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event updated for resources: {'Port': ['ID=af8c9071-11e2-4120-b05b-883349caa28f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:36.625558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:36.633733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Transition to ACTIVE for port object 2b93ce84-1a19-432d-aadf-075600ad5e2b will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:36.659818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.662694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dba9d-84e3-4082-a331-c3f29f53129f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'Port': ['ID=69bab988-b7ef-4b0f-9161-cd6070028cdf,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:36.687148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Made reservation on behalf of 3c1755a77b24412c988e4f65460160d7 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:36.689427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.763299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['69bab988-b7ef-4b0f-9161-cd6070028cdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:36.816359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Deleting port 9d980b60-dad2-4ed9-a986-9fe694d1b675 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:36.816873 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.844804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4f193080-06ad-4bc1-b1ea-7767bfc9099d None None] For port 9d980b60-dad2-4ed9-a986-9fe694d1b675, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9d980b60-dad2-4ed9-a986-9fe694d1b675,segment=NetworkSegment(4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba),segment_id=4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:36.845202 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f193080-06ad-4bc1-b1ea-7767bfc9099d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.928021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fc370-f776-45ae-8b99-b82f2829cb77 req-19a3273b-3b12-4b42-891e-976223f2f381 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:36.933866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fc370-f776-45ae-8b99-b82f2829cb77 req-19a3273b-3b12-4b42-891e-976223f2f381 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:36.940382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fc370-f776-45ae-8b99-b82f2829cb77 req-19a3273b-3b12-4b42-891e-976223f2f381 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:36.945989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fc370-f776-45ae-8b99-b82f2829cb77 req-19a3273b-3b12-4b42-891e-976223f2f381 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:36.952777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fc370-f776-45ae-8b99-b82f2829cb77 req-19a3273b-3b12-4b42-891e-976223f2f381 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:36.958954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fc370-f776-45ae-8b99-b82f2829cb77 req-19a3273b-3b12-4b42-891e-976223f2f381 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:36.964414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fc370-f776-45ae-8b99-b82f2829cb77 req-19a3273b-3b12-4b42-891e-976223f2f381 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:36.966395 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e39fc370-f776-45ae-8b99-b82f2829cb77 req-19a3273b-3b12-4b42-891e-976223f2f381 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5419 time: 0.8113639 May 28 05:45:36.983200 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b542dcc1-19dd-47ab-b094-65d2951135f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:36.985495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Pushing event updated for resources: {'Port': ['ID=2b93ce84-1a19-432d-aadf-075600ad5e2b,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:37.003136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4f193080-06ad-4bc1-b1ea-7767bfc9099d None None] Calling delete_port for 9d980b60-dad2-4ed9-a986-9fe694d1b675 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:37.055536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b542dcc1-19dd-47ab-b094-65d2951135f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.169234 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f193080-06ad-4bc1-b1ea-7767bfc9099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.238951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f193080-06ad-4bc1-b1ea-7767bfc9099d None None] Pushing event deleted for resources: {'Port': ['ID=9d980b60-dad2-4ed9-a986-9fe694d1b675,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:37.242599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f193080-06ad-4bc1-b1ea-7767bfc9099d None None] No DVR routers for this DVR port 9d980b60-dad2-4ed9-a986-9fe694d1b675 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:45:37.274003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] For port 9d980b60-dad2-4ed9-a986-9fe694d1b675, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9d980b60-dad2-4ed9-a986-9fe694d1b675,segment=NetworkSegment(4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba),segment_id=4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:37.274371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.324383 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.338135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a7dd26-e34f-4d71-b085-906e33ac764d {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:37.352735 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e39fc370-f776-45ae-8b99-b82f2829cb77 req-3685236c-bed8-491b-bc3b-581cb2916c1c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3732836 May 28 05:45:37.405778 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.417742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Attempting to bind port 2b93ce84-1a19-432d-aadf-075600ad5e2b on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:45:37.418078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Attempting to bind port 2b93ce84-1a19-432d-aadf-075600ad5e2b by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:45:37.418407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Attempting to bind port 2b93ce84-1a19-432d-aadf-075600ad5e2b on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:37.444408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Port 2b93ce84-1a19-432d-aadf-075600ad5e2b on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:45:37.444725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Attempting to bind port 2b93ce84-1a19-432d-aadf-075600ad5e2b on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:37.458883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:45:37.459211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Checking segment: {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:37.459622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Bound using segment: {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:45:37.460058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Bound port: 2b93ce84-1a19-432d-aadf-075600ad5e2b, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:45:37.460407 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.479203 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.484276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ed4ba-2437-49f5-af7b-2c97f230c694 req-7d671d1d-61e2-4f5d-bcd9-4dee7e880eab tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:37.485801 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e6ed4ba-2437-49f5-af7b-2c97f230c694 req-7d671d1d-61e2-4f5d-bcd9-4dee7e880eab tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.8027577 May 28 05:45:37.493827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Calling delete_port for 9d980b60-dad2-4ed9-a986-9fe694d1b675 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:37.560854 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b542dcc1-19dd-47ab-b094-65d2951135f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.563317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.569604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Transition to ACTIVE for port object e6a7dd26-e34f-4d71-b085-906e33ac764d will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:37.596351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.645143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542dcc1-19dd-47ab-b094-65d2951135f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2affe3f-acfd-4671-9604-db50de1e5d4b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:37.675327 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-73662583-47ba-4824-a776-9951e8e41471 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-390852981&fields=id&tenant_id=84fb1f178c534c59b6518cfead726602 HTTP/1.1" status: 200 len: 267 time: 0.2175968 May 28 05:45:37.703972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e6ed4ba-2437-49f5-af7b-2c97f230c694 req-90bbebc6-da73-4b79-a1cb-7142e0aaf52a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717446 May 28 05:45:37.728917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a009d9b-81e1-4943-a111-59312890a05a,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:37.731064 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b542dcc1-19dd-47ab-b094-65d2951135f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.732929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b542dcc1-19dd-47ab-b094-65d2951135f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2affe3f-acfd-4671-9604-db50de1e5d4b HTTP/1.1" status: 204 len: 168 time: 1.1276994 May 28 05:45:37.738892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:45:37.739050 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:45:37.743366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Checking segment: {'id': '483b1442-2e31-4f4c-8efc-81ca483283e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'cb2bf256-bc7e-44ed-92fb-708340793e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:37.743725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Network hostable DHCP agents. Network: cb2bf256-bc7e-44ed-92fb-708340793e71, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:45:37.765447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Network cb2bf256-bc7e-44ed-92fb-708340793e71 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:45:37.792292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, cb2bf256-bc7e-44ed-92fb-708340793e71) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:37.807223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:37.808250 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:37.814059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b679b9-952c-479a-bf6b-341b7befa1d8 None None] Network cb2bf256-bc7e-44ed-92fb-708340793e71 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:37.838115 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354bb6d3-6a31-4e54-ac6a-6f4a4cbc2609'] response: {'name': 'network-changed', 'server_uuid': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'tag': '69bab988-b7ef-4b0f-9161-cd6070028cdf', 'status': 'completed', 'code': 200} May 28 05:45:37.865564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-60edfc6e-1022-4f91-9081-795c5a79d13e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3718710 May 28 05:45:37.886500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Pushing event updated for resources: {'Port': ['ID=e6a7dd26-e34f-4d71-b085-906e33ac764d,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:38.009829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f15f7-9c7f-4a93-9a96-0097e8ef56c0 req-7ba3a7f6-bcd8-4d7f-930e-0c10ff6277fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:38.012984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d00f15f7-9c7f-4a93-9a96-0097e8ef56c0 req-7ba3a7f6-bcd8-4d7f-930e-0c10ff6277fe service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1136 time: 0.1288593 May 28 05:45:38.039535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] For port 2b93ce84-1a19-432d-aadf-075600ad5e2b, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:45:38.100905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] For port 2b93ce84-1a19-432d-aadf-075600ad5e2b, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2b93ce84-1a19-432d-aadf-075600ad5e2b,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:45:38.121089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.234792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:38.235463 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.236840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] 10.222.0.33 "PUT /v2.0/ports/2b93ce84-1a19-432d-aadf-075600ad5e2b HTTP/1.1" status: 200 len: 1092 time: 3.6103876 May 28 05:45:38.242920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Deleting port 9d980b60-dad2-4ed9-a986-9fe694d1b675 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:38.243425 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.249188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Attempting to bind port e6a7dd26-e34f-4d71-b085-906e33ac764d on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:45:38.249547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Attempting to bind port e6a7dd26-e34f-4d71-b085-906e33ac764d by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:45:38.249864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Attempting to bind port e6a7dd26-e34f-4d71-b085-906e33ac764d on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:38.256420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4566b92-f2d3-43c1-aee3-9b28ad5f0551', 'tag': '2b93ce84-1a19-432d-aadf-075600ad5e2b'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:38.283374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58070) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:38.287266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Port e6a7dd26-e34f-4d71-b085-906e33ac764d on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:45:38.287876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Attempting to bind port e6a7dd26-e34f-4d71-b085-906e33ac764d on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:38.305692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f291845-d162-43da-b430-92c77e935fe6 None None] Network cb2bf256-bc7e-44ed-92fb-708340793e71 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:38.308534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-accdef5f-1187-42f4-b554-96483583c88b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:38.310372 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-accdef5f-1187-42f4-b554-96483583c88b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 985 time: 0.5577419 May 28 05:45:38.315672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b2308-590f-43ff-a0cc-a6e07977de91 service neutron] Pushing event updated for resources: {'Port': ['ID=2b93ce84-1a19-432d-aadf-075600ad5e2b,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:38.326559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9d980b60-dad2-4ed9-a986-9fe694d1b675 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:38.349682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:45:38.350260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Checking segment: {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:38.350401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Bound using segment: {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:45:38.351038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Bound port: e6a7dd26-e34f-4d71-b085-906e33ac764d, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:45:38.351421 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.381449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-9c2a253e-e781-4d1e-b9c3-5412c86e01fa tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'port': {'security_groups': ['02650b19-b6d2-4b03-9e4e-79d1ba6406d7', 'e4541b87-71b2-4c3d-a7c3-bee8dc5c33b0', 'b6f2b03b-8a75-459b-8ae5-8072074b91d4']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:38.386680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] The port '9d980b60-dad2-4ed9-a986-9fe694d1b675' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:45:38.409740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 9d980b60-dad2-4ed9-a986-9fe694d1b675 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:38.410077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9d980b60-dad2-4ed9-a986-9fe694d1b675 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:38.450160 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64c75884-5f46-4729-ab23-1f8b46138b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.454570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9c10ad9-8666-4770-ada6-2b4f71049376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.507674 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.514038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b9c10ad9-8666-4770-ada6-2b4f71049376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:38.524279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.691414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b9c10ad9-8666-4770-ada6-2b4f71049376 admin admin] Usage tracker for resource:security_group_rule and tenant:12fdb7478edd4054a670881f72693c5a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:38.697844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b9c10ad9-8666-4770-ada6-2b4f71049376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:38.710874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f15f7-9c7f-4a93-9a96-0097e8ef56c0 req-e5761f0a-ebf1-4745-9b21-be9a26e31426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:38.712369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d00f15f7-9c7f-4a93-9a96-0097e8ef56c0 req-e5761f0a-ebf1-4745-9b21-be9a26e31426 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 913 time: 0.6922717 May 28 05:45:38.724537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b9c10ad9-8666-4770-ada6-2b4f71049376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:38.785334 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.809061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d00f15f7-9c7f-4a93-9a96-0097e8ef56c0 req-3756d1ca-a8a8-45b8-899f-60869f9eaf56 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf HTTP/1.1" status: 200 len: 217 time: 0.0895042 May 28 05:45:38.861524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event updated for resources: {'Port': ['ID=af8c9071-11e2-4120-b05b-883349caa28f,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:38.863675 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-9c2a253e-e781-4d1e-b9c3-5412c86e01fa tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.880642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-deb1a402-5e26-49ef-b547-eaff38bae776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:38.882162 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-deb1a402-5e26-49ef-b547-eaff38bae776 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1a0694393c7e40ca99a330033118907e&device_id=c4566b92-f2d3-43c1-aee3-9b28ad5f0551 HTTP/1.1" status: 200 len: 1095 time: 0.5709281 May 28 05:45:38.883805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb4e38-89cd-4c8c-812e-bd3a6c752370 req-029d8c84-074d-4672-9fd4-afb0d4d3d604 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:38.885283 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dccb4e38-89cd-4c8c-812e-bd3a6c752370 req-029d8c84-074d-4672-9fd4-afb0d4d3d604 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 943 time: 0.7230744 May 28 05:45:38.887165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] For port e6a7dd26-e34f-4d71-b085-906e33ac764d, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:45:38.894429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8df1c5c-2a93-4662-a96c-fcb86f736e6d']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:38.936429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:38.936789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:38.953068 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.970882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:38.985043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f15f7-9c7f-4a93-9a96-0097e8ef56c0 req-17a75eb3-cbac-4e58-aa1c-367aac1c2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:38.986477 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d00f15f7-9c7f-4a93-9a96-0097e8ef56c0 req-17a75eb3-cbac-4e58-aa1c-367aac1c2b6d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 200 len: 852 time: 0.1628337 May 28 05:45:38.993265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] For port e6a7dd26-e34f-4d71-b085-906e33ac764d, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=e6a7dd26-e34f-4d71-b085-906e33ac764d,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:45:39.014549 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-0f70cb21-fdf8-4648-a48f-169dfeb76442 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b93ce84-1a19-432d-aadf-075600ad5e2b HTTP/1.1" status: 200 len: 217 time: 0.1182966 May 28 05:45:39.024570 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.043463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dccb4e38-89cd-4c8c-812e-bd3a6c752370 req-eb56cd03-bd86-49c9-b59c-5ea0ccb59bdb tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Synchronizing usage tracker for tenant:1a0694393c7e40ca99a330033118907e on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:39.052831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.061171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d00f15f7-9c7f-4a93-9a96-0097e8ef56c0 req-f72a93a9-3a1a-4c0f-8de0-e244dd7948b2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e98e0a98-cec4-403c-9004-93ff51523104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640221 May 28 05:45:39.088889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:45:39.089288 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.155350 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.156532 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0af62254-9ad1-4906-9edb-20b6db188d9c tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4381244 May 28 05:45:39.170095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:39.170952 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.172331 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] 10.222.0.41 "PUT /v2.0/ports/e6a7dd26-e34f-4d71-b085-906e33ac764d HTTP/1.1" status: 200 len: 1091 time: 3.4068205 May 28 05:45:39.172833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58082) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:39.177803 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba resource provider aggregate not found May 28 05:45:39.191924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-85edbecc-4ba1-4ef2-8b6d-3d33b0cdb82e tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Request body: {'floatingip': {'port_id': '6bee5c60-9e4b-49e0-9122-c3c4d43b7117', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:39.265466 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d2c90eb-3b4b-44ee-9b58-1dc44138d5ba found for delete ", "request_id": "req-fb8b1c40-af7d-4d1e-b948-2e597be18575"}]} May 28 05:45:39.274845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dccb4e38-89cd-4c8c-812e-bd3a6c752370 req-eb56cd03-bd86-49c9-b59c-5ea0ccb59bdb tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Unset dirty status for tenant:1a0694393c7e40ca99a330033118907e on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:39.276028 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dccb4e38-89cd-4c8c-812e-bd3a6c752370 req-eb56cd03-bd86-49c9-b59c-5ea0ccb59bdb tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742836 May 28 05:45:39.309262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9c10ad9-8666-4770-ada6-2b4f71049376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.326365 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.328135 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9c10ad9-8666-4770-ada6-2b4f71049376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.355271 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-85edbecc-4ba1-4ef2-8b6d-3d33b0cdb82e tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.358655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.403700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] Pushing event deleted for resources: {'Network': ['ID=f8df1c5c-2a93-4662-a96c-fcb86f736e6d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:39.406803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-5e1ba9c8-246d-4ea7-949e-5346b82e8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:39.408297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-5e1ba9c8-246d-4ea7-949e-5346b82e8f87 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=85b0cc28-be94-4400-b616-70cba9f5d088 HTTP/1.1" status: 200 len: 853 time: 0.3801203 May 28 05:45:39.418187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbc4e3-9b92-4ce0-abce-d886c514c96c service neutron] Pushing event updated for resources: {'Port': ['ID=e6a7dd26-e34f-4d71-b085-906e33ac764d,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:39.424427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d00f15f7-9c7f-4a93-9a96-0097e8ef56c0 req-38ba07de-8a54-473a-8f0f-90798e51897b service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562291 May 28 05:45:39.426924 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b9c10ad9-8666-4770-ada6-2b4f71049376 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12fdb7478edd4054a670881f72693c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0907941 May 28 05:45:39.431356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-32a45789-30e7-414d-a007-af7864ac3fac admin admin] 10.222.0.39 "DELETE /v2.0/networks/f8df1c5c-2a93-4662-a96c-fcb86f736e6d HTTP/1.1" status: 204 len: 168 time: 3.4398136 May 28 05:45:39.432839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58090) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:39.461788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c10ad9-8666-4770-ada6-2b4f71049376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fff30ba-54cf-4c1f-87e2-30234b325e60,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:39.548747 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-62aa3461-38f3-46ca-a503-b615e180adb9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2e8098de-66bf-40d3-b64e-cd7b4ec800de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263103 May 28 05:45:39.625400 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f11b0149-0803-41a4-bee9-d629b791346d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.639675 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d00f15f7-9c7f-4a93-9a96-0097e8ef56c0 req-5fa65085-6f3e-4dff-aa1f-1a5beb504b31 service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058723 May 28 05:45:39.668867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f11b0149-0803-41a4-bee9-d629b791346d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.719315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58104) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:39.758642 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.810201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-399ae0bf-5961-4658-bb4d-e5055620fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:39.811775 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-399ae0bf-5961-4658-bb4d-e5055620fd34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a0694393c7e40ca99a330033118907e&device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 1094 time: 0.5517154 May 28 05:45:39.856229 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f11b0149-0803-41a4-bee9-d629b791346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.885116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ac592d67-2f83-41cb-8027-f7c9363948c8 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:39.896999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ac6c203d-d322-488d-87fc-879bf718e0df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23ba8366d625490e9e5b5a4f215772e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765871 May 28 05:45:39.902400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b0149-0803-41a4-bee9-d629b791346d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fff30ba-54cf-4c1f-87e2-30234b325e60,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:39.904503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58108) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:39.922115 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-85edbecc-4ba1-4ef2-8b6d-3d33b0cdb82e tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] update failed (client error): The resource could not be found. May 28 05:45:39.925649 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-85edbecc-4ba1-4ef2-8b6d-3d33b0cdb82e tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "PUT /v2.0/floatingips/a6bab050-5217-4deb-98e6-d1b45d742f7f HTTP/1.1" status: 404 len: 507 time: 0.7432675 May 28 05:45:39.929151 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-4e94fcc2-e521-4127-a5d4-69334a465a28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6a7dd26-e34f-4d71-b085-906e33ac764d HTTP/1.1" status: 200 len: 217 time: 0.1070943 May 28 05:45:39.930220 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f11b0149-0803-41a4-bee9-d629b791346d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:39.931336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f11b0149-0803-41a4-bee9-d629b791346d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5fff30ba-54cf-4c1f-87e2-30234b325e60 HTTP/1.1" status: 204 len: 168 time: 0.4883599 May 28 05:45:39.931993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58112) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:40.014039 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-ac8eaed4-85e2-4fda-bd59-02fde3e9d569 service neutron] 10.222.0.33 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506643 May 28 05:45:40.017861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-9c2a253e-e781-4d1e-b9c3-5412c86e01fa tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] For port 69bab988-b7ef-4b0f-9161-cd6070028cdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:40.054978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ac592d67-2f83-41cb-8027-f7c9363948c8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ac592d67-2f83-41cb-8027-f7c9363948c8,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:40.072576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'ac592d67-2f83-41cb-8027-f7c9363948c8', 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24', 'port_id': 'ac592d67-2f83-41cb-8027-f7c9363948c8', 'mac_address': 'fa:16:3e:61:48:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7392c2-003a-4f0b-b24d-ffd91d19976a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:40.101984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-183fb0ca-f9a3-4dfa-bfed-5690c167ae8c tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:40.102932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-183fb0ca-f9a3-4dfa-bfed-5690c167ae8c tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Synchronizing usage tracker for tenant:3c1755a77b24412c988e4f65460160d7 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:40.103976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-b5ee0a84-de90-46ca-b655-05ec400b24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:40.105587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-b5ee0a84-de90-46ca-b655-05ec400b24aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85b0cc28-be94-4400-b616-70cba9f5d088 HTTP/1.1" status: 200 len: 853 time: 0.1689365 May 28 05:45:40.162419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ac592d67-2f83-41cb-8027-f7c9363948c8 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:40.162799 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.198378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac592d67-2f83-41cb-8027-f7c9363948c8 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:40.217801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ac592d67-2f83-41cb-8027-f7c9363948c8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ac592d67-2f83-41cb-8027-f7c9363948c8,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:40.223517 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.224302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3efc8914-ecca-46ba-aed6-cb659ba33b3e details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:40.243088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-afe04f5d-3ac9-49b7-8b0b-dc2b2528006f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.272656 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-afe04f5d-3ac9-49b7-8b0b-dc2b2528006f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.330513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=ac592d67-2f83-41cb-8027-f7c9363948c8,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:40.335944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3efc8914-ecca-46ba-aed6-cb659ba33b3e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3efc8914-ecca-46ba-aed6-cb659ba33b3e,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:40.339257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e1c37799-68b0-43c5-874b-eadbe86e755f tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Deleting port af8c9071-11e2-4120-b05b-883349caa28f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:40.339771 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1c37799-68b0-43c5-874b-eadbe86e755f tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.359403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '3efc8914-ecca-46ba-aed6-cb659ba33b3e', 'network_id': '337da631-7b56-4c95-b848-be4d1c218e24', 'port_id': '3efc8914-ecca-46ba-aed6-cb659ba33b3e', 'mac_address': 'fa:16:3e:f4:48:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7392c2-003a-4f0b-b24d-ffd91d19976a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:40.361840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-855037ac-55e7-4d9e-811e-a3affb9ca573 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e8098de-66bf-40d3-b64e-cd7b4ec800de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2401667 May 28 05:45:40.365630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-9c2a253e-e781-4d1e-b9c3-5412c86e01fa tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.392532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-183fb0ca-f9a3-4dfa-bfed-5690c167ae8c tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Unset dirty status for tenant:3c1755a77b24412c988e4f65460160d7 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:40.398926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-183fb0ca-f9a3-4dfa-bfed-5690c167ae8c tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/networks?id=cb2bf256-bc7e-44ed-92fb-708340793e71 HTTP/1.1" status: 200 len: 821 time: 0.6636438 May 28 05:45:40.422549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-a920e747-b79e-4919-a0be-99c9b2b39627 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/quotas/3c1755a77b24412c988e4f65460160d7 HTTP/1.1" status: 200 len: 375 time: 0.0226791 May 28 05:45:40.442331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 3efc8914-ecca-46ba-aed6-cb659ba33b3e is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:40.442827 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.462292 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-afe04f5d-3ac9-49b7-8b0b-dc2b2528006f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.463287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efc8914-ecca-46ba-aed6-cb659ba33b3e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:40.467539 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-9c2a253e-e781-4d1e-b9c3-5412c86e01fa tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.483884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3efc8914-ecca-46ba-aed6-cb659ba33b3e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3efc8914-ecca-46ba-aed6-cb659ba33b3e,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:40.490169 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.491272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d206c985-1731-43f4-905c-67893bc4872e details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:40.562724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['69bab988-b7ef-4b0f-9161-cd6070028cdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:40.564932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-4e3c4507-2fc5-450c-91ae-1f4ec769db2b tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c1755a77b24412c988e4f65460160d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1414464 May 28 05:45:40.574679 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-f67e3578-45bd-4ddc-90e1-c0d76a638101 service neutron] 10.222.0.33 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527010 May 28 05:45:40.587720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-9c2a253e-e781-4d1e-b9c3-5412c86e01fa tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:40.588646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-9c2a253e-e781-4d1e-b9c3-5412c86e01fa tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.590228 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d076a5d-818a-49fb-bd8e-d25b484af00e req-9c2a253e-e781-4d1e-b9c3-5412c86e01fa tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "PUT /v2.0/ports/69bab988-b7ef-4b0f-9161-cd6070028cdf HTTP/1.1" status: 200 len: 1021 time: 2.2252531 May 28 05:45:40.640745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a253e-e781-4d1e-b9c3-5412c86e01fa tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'Port': ['ID=69bab988-b7ef-4b0f-9161-cd6070028cdf,revision_number=7']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:40.647547 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-8d6f77d9-62f5-4781-8f02-7644466143c8 service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780702 May 28 05:45:40.731611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe04f5d-3ac9-49b7-8b0b-dc2b2528006f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b24843-1ac2-40d6-a4da-8fc9dde69c70,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:40.735303 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91c98da-0d85-427e-ab70-9b6a08063ec8'] response: {'name': 'network-changed', 'server_uuid': 'c4566b92-f2d3-43c1-aee3-9b28ad5f0551', 'tag': '2b93ce84-1a19-432d-aadf-075600ad5e2b', 'status': 'completed', 'code': 200} May 28 05:45:40.764364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['69bab988-b7ef-4b0f-9161-cd6070028cdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:40.817594 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-afe04f5d-3ac9-49b7-8b0b-dc2b2528006f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.821056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-afe04f5d-3ac9-49b7-8b0b-dc2b2528006f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30b24843-1ac2-40d6-a4da-8fc9dde69c70 HTTP/1.1" status: 204 len: 168 time: 0.9105527 May 28 05:45:40.870093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1c37799-68b0-43c5-874b-eadbe86e755f tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.870093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1c37799-68b0-43c5-874b-eadbe86e755f tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:40.985439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd8b7-0691-4a14-9049-9ff8d4ec931a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:41.007872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=3efc8914-ecca-46ba-aed6-cb659ba33b3e,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:41.061643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf90449-e5af-47c9-9acb-9114da0775f0 req-81b76333-2268-488e-9f48-2f4f1cf23bf6 service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035516 May 28 05:45:41.076452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-a276f103-5022-41ca-a796-da1c3be0ada5 service neutron] 10.222.0.39 "GET /v2.0/networks/cb2bf256-bc7e-44ed-92fb-708340793e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101047 May 28 05:45:41.091278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd482c1-95c3-46a1-b4af-9795542c162e req-9188cfc8-c6b2-4c9a-9724-2fc0fba259b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:41.093593 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dd482c1-95c3-46a1-b4af-9795542c162e req-9188cfc8-c6b2-4c9a-9724-2fc0fba259b8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1a0694393c7e40ca99a330033118907e&device_id=c4566b92-f2d3-43c1-aee3-9b28ad5f0551 HTTP/1.1" status: 200 len: 1095 time: 0.3232181 May 28 05:45:41.144384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d206c985-1731-43f4-905c-67893bc4872e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d206c985-1731-43f4-905c-67893bc4872e,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:41.190313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'd206c985-1731-43f4-905c-67893bc4872e', 'network_id': '52bddb62-c404-4753-8461-48e940f599d0', 'port_id': 'd206c985-1731-43f4-905c-67893bc4872e', 'mac_address': 'fa:16:3e:c0:84:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3bc5f2-89c3-469e-a844-5420c365cb66', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:41.245913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e1c37799-68b0-43c5-874b-eadbe86e755f tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Calling delete_port for af8c9071-11e2-4120-b05b-883349caa28f owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:41.269445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47929a-6c06-431d-ad92-c7b3cc68e2e8 req-54387945-6af5-4432-90bb-42847dcdd2a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:41.285567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47929a-6c06-431d-ad92-c7b3cc68e2e8 req-54387945-6af5-4432-90bb-42847dcdd2a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:41.311951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47929a-6c06-431d-ad92-c7b3cc68e2e8 req-54387945-6af5-4432-90bb-42847dcdd2a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:41.330196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47929a-6c06-431d-ad92-c7b3cc68e2e8 req-54387945-6af5-4432-90bb-42847dcdd2a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:41.347061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47929a-6c06-431d-ad92-c7b3cc68e2e8 req-54387945-6af5-4432-90bb-42847dcdd2a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:41.353624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d206c985-1731-43f4-905c-67893bc4872e is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:41.353881 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:41.354902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47929a-6c06-431d-ad92-c7b3cc68e2e8 req-54387945-6af5-4432-90bb-42847dcdd2a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:41.363782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47929a-6c06-431d-ad92-c7b3cc68e2e8 req-54387945-6af5-4432-90bb-42847dcdd2a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:41.372560 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e47929a-6c06-431d-ad92-c7b3cc68e2e8 req-54387945-6af5-4432-90bb-42847dcdd2a0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5421 time: 0.4521785 May 28 05:45:41.422248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d206c985-1731-43f4-905c-67893bc4872e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:41.478690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d206c985-1731-43f4-905c-67893bc4872e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d206c985-1731-43f4-905c-67893bc4872e,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:41.506706 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e47929a-6c06-431d-ad92-c7b3cc68e2e8 req-25fbfc8a-69ff-43d0-bd82-bb62ba26fa18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329398 May 28 05:45:41.509987 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:41.510827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:41.551136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1c37799-68b0-43c5-874b-eadbe86e755f tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:41.564165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd482c1-95c3-46a1-b4af-9795542c162e req-f627b34b-5224-46fb-8d4a-48d7d5000c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:41.572233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dd482c1-95c3-46a1-b4af-9795542c162e req-f627b34b-5224-46fb-8d4a-48d7d5000c17 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 200 len: 914 time: 0.4614491 May 28 05:45:41.630182 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:41.667328 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:41.704450 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dd482c1-95c3-46a1-b4af-9795542c162e req-44230658-4b00-46eb-b6e1-2978f82108f4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b93ce84-1a19-432d-aadf-075600ad5e2b HTTP/1.1" status: 200 len: 217 time: 0.1252418 May 28 05:45:41.715967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c37799-68b0-43c5-874b-eadbe86e755f tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event deleted for resources: {'Port': ['ID=af8c9071-11e2-4120-b05b-883349caa28f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:41.726083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d206c985-1731-43f4-905c-67893bc4872e,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:41.759178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:41.814154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd482c1-95c3-46a1-b4af-9795542c162e req-3c3bf380-7b80-4e92-b18a-919b27623b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:41.815983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dd482c1-95c3-46a1-b4af-9795542c162e req-3c3bf380-7b80-4e92-b18a-919b27623b30 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=85b0cc28-be94-4400-b616-70cba9f5d088 HTTP/1.1" status: 200 len: 853 time: 0.1000040 May 28 05:45:41.831768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '4f8cf13f-ff0c-46cf-a4ae-63372701f4dd', 'network_id': '52bddb62-c404-4753-8461-48e940f599d0', 'port_id': '4f8cf13f-ff0c-46cf-a4ae-63372701f4dd', 'mac_address': 'fa:16:3e:91:33:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3bc5f2-89c3-469e-a844-5420c365cb66', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:41.863206 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1c37799-68b0-43c5-874b-eadbe86e755f tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:41.928022 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dd482c1-95c3-46a1-b4af-9795542c162e req-60398b1d-ecd7-482a-ab74-85096b961459 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2e8098de-66bf-40d3-b64e-cd7b4ec800de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686729 May 28 05:45:41.938987 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1c37799-68b0-43c5-874b-eadbe86e755f tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:41.945134 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e1c37799-68b0-43c5-874b-eadbe86e755f tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "DELETE /v2.0/floatingips/a6bab050-5217-4deb-98e6-d1b45d742f7f HTTP/1.1" status: 204 len: 168 time: 1.9552422 May 28 05:45:41.946443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58164) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:41.960814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7ad992d8-7780-46f4-a6b2-f9cd11e24170 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Request body: {'floatingip': {'floating_network_id': '9679db4a-f8a7-46a7-9d6a-37672b8185ab', 'port_id': '6bee5c60-9e4b-49e0-9122-c3c4d43b7117', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:41.965048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:41.965419 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:41.974584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7ad992d8-7780-46f4-a6b2-f9cd11e24170 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:41.984154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7ad992d8-7780-46f4-a6b2-f9cd11e24170 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Usage tracker for resource:floatingip and tenant:8c111145540e4f9b95ab79fc58c04cab is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:41.987472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:41.997973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7ad992d8-7780-46f4-a6b2-f9cd11e24170 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:42.006166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7ad992d8-7780-46f4-a6b2-f9cd11e24170 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:42.007707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:42.016482 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:42.017468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ee84642a-e2b4-40ec-ba83-ddf32d888fb0 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:42.027744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ad992d8-7780-46f4-a6b2-f9cd11e24170 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:42.055082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-88347497-dda8-4c3e-b460-0effc651a56a service neutron] 10.222.0.39 "GET /v2.0/networks/cb2bf256-bc7e-44ed-92fb-708340793e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8246100 May 28 05:45:42.115654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:42.120527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1549c-13ff-4a1e-9ca1-6cf4b3b32f02 req-1736fe89-0cb7-41fc-85d4-01af5c7090f2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:42.135830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44b1549c-13ff-4a1e-9ca1-6cf4b3b32f02 req-1736fe89-0cb7-41fc-85d4-01af5c7090f2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.3184683 May 28 05:45:42.167412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ee84642a-e2b4-40ec-ba83-ddf32d888fb0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:42.209653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'ee84642a-e2b4-40ec-ba83-ddf32d888fb0', 'network_id': '52bddb62-c404-4753-8461-48e940f599d0', 'port_id': 'ee84642a-e2b4-40ec-ba83-ddf32d888fb0', 'mac_address': 'fa:16:3e:fd:5a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3bc5f2-89c3-469e-a844-5420c365cb66', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:42.246004 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44b1549c-13ff-4a1e-9ca1-6cf4b3b32f02 req-8e5a5a5f-5c5e-4243-ae21-c241edc5e49e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086054 May 28 05:45:42.253176 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dd482c1-95c3-46a1-b4af-9795542c162e req-aa5d4f3d-6d19-4297-8a41-455cb126c7a8 service neutron] 10.222.0.33 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153119 May 28 05:45:42.321096 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-7ad992d8-7780-46f4-a6b2-f9cd11e24170 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 05:45:42.322284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7ad992d8-7780-46f4-a6b2-f9cd11e24170 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3705354 May 28 05:45:42.326528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58178) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:42.341056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '6bee5c60-9e4b-49e0-9122-c3c4d43b7117', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:42.361379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:42.361568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:42.373807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Usage tracker for resource:floatingip and tenant:8c111145540e4f9b95ab79fc58c04cab is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:42.374860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:42.388784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:42.405044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:42.420568 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:42.433705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee84642a-e2b4-40ec-ba83-ddf32d888fb0 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:42.477773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dd482c1-95c3-46a1-b4af-9795542c162e req-22858af9-6084-4b22-a0fe-6735455e7746 service neutron] 10.222.0.33 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175114 May 28 05:45:42.481572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ee84642a-e2b4-40ec-ba83-ddf32d888fb0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:42.486784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:42.487719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device af3b4060-b2a0-41d6-8288-eda4f365e181 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:42.645744 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:45:42.674191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58198) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:42.674374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cb4b3-f939-46ff-b9cf-fb87b4eecf38 req-4fdae38b-dc49-424d-9fd9-dc55e0aab6d6 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:42.678188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-988cb4b3-f939-46ff-b9cf-fb87b4eecf38 req-4fdae38b-dc49-424d-9fd9-dc55e0aab6d6 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 943 time: 0.1592622 May 28 05:45:42.707058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:42.736066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-988cb4b3-f939-46ff-b9cf-fb87b4eecf38 req-20223e6a-ae51-4346-9d3c-8a905bdd5b05 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519609 May 28 05:45:42.736705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d07ff93-5059-4f16-a425-ab7382c6092a', 'tag': 'e6a7dd26-e34f-4d71-b085-906e33ac764d'}, {'name': 'network-changed', 'server_uuid': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'tag': '69bab988-b7ef-4b0f-9161-cd6070028cdf'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:42.767752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:42.769757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ad37d-05c9-41e1-a59f-efc7ffea865b req-e7048bc4-eaca-44e9-803b-1d41f9bcfc4d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:42.776871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-669ad37d-05c9-41e1-a59f-efc7ffea865b req-e7048bc4-eaca-44e9-803b-1d41f9bcfc4d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1024 time: 0.2009211 May 28 05:45:42.852292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port af3b4060-b2a0-41d6-8288-eda4f365e181, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=af3b4060-b2a0-41d6-8288-eda4f365e181,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:42.884474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'af3b4060-b2a0-41d6-8288-eda4f365e181', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'port_id': 'af3b4060-b2a0-41d6-8288-eda4f365e181', 'mac_address': 'fa:16:3e:44:08:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:42.920515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1122436276', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:42.944117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-669ad37d-05c9-41e1-a59f-efc7ffea865b req-6bd75249-8802-49b0-95fe-f3bc5c771f7f tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f2b03b-8a75-459b-8ae5-8072074b91d4&id=e4541b87-71b2-4c3d-a7c3-bee8dc5c33b0&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7 HTTP/1.1" status: 200 len: 6155 time: 0.1660845 May 28 05:45:42.951910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:42.959732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Usage tracker for resource:port and tenant:1b35d57621c84cb295f71efc91cca428 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:42.964353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:42.973646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:42.978757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port af3b4060-b2a0-41d6-8288-eda4f365e181 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:42.979179 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:42.992737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Allocated IP 172.25.4.185 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/74a5c165-7c9a-43b7-96d9-ee7191229944) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:43.010215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3b4060-b2a0-41d6-8288-eda4f365e181 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:43.016300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Made reservation on behalf of 1b35d57621c84cb295f71efc91cca428 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:43.024030 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.034942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port af3b4060-b2a0-41d6-8288-eda4f365e181, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=af3b4060-b2a0-41d6-8288-eda4f365e181,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:43.039737 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.040915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device eac95adf-2b9b-4a91-a926-7f2214c04881 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:43.043337 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7777d73-77d6-4f2d-9f77-e9173ec7320e req-f8d5d67b-f8b7-49df-b440-b4a4cbe2e20d tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 210 time: 0.0828233 May 28 05:45:43.051706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.135689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port eac95adf-2b9b-4a91-a926-7f2214c04881, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=eac95adf-2b9b-4a91-a926-7f2214c04881,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:43.159758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'eac95adf-2b9b-4a91-a926-7f2214c04881', 'network_id': '52bddb62-c404-4753-8461-48e940f599d0', 'port_id': 'eac95adf-2b9b-4a91-a926-7f2214c04881', 'mac_address': 'fa:16:3e:86:6b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3bc5f2-89c3-469e-a844-5420c365cb66', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:43.189278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:43.208077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Usage tracker for resource:security_group_rule and tenant:1b35d57621c84cb295f71efc91cca428 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:43.215073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:43.226662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=af3b4060-b2a0-41d6-8288-eda4f365e181,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:43.232608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:43.247219 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.249126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port eac95adf-2b9b-4a91-a926-7f2214c04881 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:43.249502 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.272068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac95adf-2b9b-4a91-a926-7f2214c04881 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:43.290272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port eac95adf-2b9b-4a91-a926-7f2214c04881, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=eac95adf-2b9b-4a91-a926-7f2214c04881,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:43.298956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.326835 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.361394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e619b0-9d75-4c7f-bbd3-ad6281a9eafa req-dea7801a-f2c9-4b49-a878-f2b7d53ce1a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:43.367224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e619b0-9d75-4c7f-bbd3-ad6281a9eafa req-dea7801a-f2c9-4b49-a878-f2b7d53ce1a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:43.373471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e619b0-9d75-4c7f-bbd3-ad6281a9eafa req-dea7801a-f2c9-4b49-a878-f2b7d53ce1a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:43.376969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=eac95adf-2b9b-4a91-a926-7f2214c04881,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:43.380944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e619b0-9d75-4c7f-bbd3-ad6281a9eafa req-dea7801a-f2c9-4b49-a878-f2b7d53ce1a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:43.386808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e619b0-9d75-4c7f-bbd3-ad6281a9eafa req-dea7801a-f2c9-4b49-a878-f2b7d53ce1a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:43.393013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e619b0-9d75-4c7f-bbd3-ad6281a9eafa req-dea7801a-f2c9-4b49-a878-f2b7d53ce1a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:43.398729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e619b0-9d75-4c7f-bbd3-ad6281a9eafa req-dea7801a-f2c9-4b49-a878-f2b7d53ce1a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:43.400758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56e619b0-9d75-4c7f-bbd3-ad6281a9eafa req-dea7801a-f2c9-4b49-a878-f2b7d53ce1a4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5425 time: 0.3225315 May 28 05:45:43.478787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56e619b0-9d75-4c7f-bbd3-ad6281a9eafa req-1d017d55-fca2-4f88-8910-8f939df43c5b tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658109 May 28 05:45:43.524996 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d346fd1-2e77-41d9-9714-76353ab8cd63'] response: {'name': 'network-changed', 'server_uuid': '9d07ff93-5059-4f16-a425-ab7382c6092a', 'tag': 'e6a7dd26-e34f-4d71-b085-906e33ac764d', 'status': 'completed', 'code': 200} May 28 05:45:43.525474 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d346fd1-2e77-41d9-9714-76353ab8cd63'] response: {'name': 'network-changed', 'server_uuid': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'tag': '69bab988-b7ef-4b0f-9161-cd6070028cdf', 'status': 'completed', 'code': 200} May 28 05:45:43.530134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.539992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.636258 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.640641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1850957802 ', 'description': 'tempest-description-445937442'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:43.798438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] device_id is not set on port bf585e42-405f-48a4-99fe-9a8a36b3a02d yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:45:43.832947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:43.855294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:43.871618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:43.878732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['3efc8914-ecca-46ba-aed6-cb659ba33b3e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:43.880864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:43.895037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:43.928683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event updated for resources: {'Port': ['ID=74a5c165-7c9a-43b7-96d9-ee7191229944,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:43.943247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db0324d-c3ae-4167-bae9-47ff509ee9c5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:43.955301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['ac592d67-2f83-41cb-8027-f7c9363948c8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:43.970696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:43.992626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['af3b4060-b2a0-41d6-8288-eda4f365e181'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:44.030661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['4f8cf13f-ff0c-46cf-a4ae-63372701f4dd'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:44.061881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974aa44-15e1-49a3-a24b-03cac403658a req-c1745ac6-e143-4cf7-9733-fcee8da191c2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:44.069389 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e974aa44-15e1-49a3-a24b-03cac403658a req-c1745ac6-e143-4cf7-9733-fcee8da191c2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3956974 May 28 05:45:44.094507 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-d841836c-ce5d-4337-af2b-5c389414f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:44.096283 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-d841836c-ce5d-4337-af2b-5c389414f040 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a0694393c7e40ca99a330033118907e&device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 1094 time: 0.5390131 May 28 05:45:44.135930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['eac95adf-2b9b-4a91-a926-7f2214c04881'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:44.175724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Allocated IP 172.25.4.135 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/bf585e42-405f-48a4-99fe-9a8a36b3a02d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:44.256240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-8a2ae490-af91-4662-bf22-10181d2da85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:44.258700 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-8a2ae490-af91-4662-bf22-10181d2da85b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 200 len: 914 time: 0.1550920 May 28 05:45:44.263727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-4881c2d4-9781-4ff1-87bb-c0cfb3b7b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:44.265109 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-4881c2d4-9781-4ff1-87bb-c0cfb3b7b06c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1175 time: 0.6909182 May 28 05:45:44.358634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e974aa44-15e1-49a3-a24b-03cac403658a req-55a85622-1e50-4fc8-aeae-fc5a4a9903f9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876348 May 28 05:45:44.424567 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-85ae544d-faa3-4a42-a98d-7aa0fa36ee54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6a7dd26-e34f-4d71-b085-906e33ac764d HTTP/1.1" status: 200 len: 217 time: 0.1553578 May 28 05:45:44.533006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:44.554580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group_rule and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:44.563630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:44.588363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:44.596468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-8660bddf-d5d2-4f62-ba15-4565676abba3 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:44.597894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-8660bddf-d5d2-4f62-ba15-4565676abba3 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.33 "GET /v2.0/networks?id=cb2bf256-bc7e-44ed-92fb-708340793e71 HTTP/1.1" status: 200 len: 821 time: 0.5768669 May 28 05:45:44.639283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Request body: {'port': {'device_id': '5fb4563c-f446-4ed4-a634-073c3a801abc', 'network_id': 'cb2bf256-bc7e-44ed-92fb-708340793e71', 'admin_state_up': True, 'tenant_id': '3c1755a77b24412c988e4f65460160d7'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:44.659132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:44.664489 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-467d0e2c-c590-42c6-a3e7-776921ed9d6d req-aad8d83f-e1f1-4998-a3c4-4cc772070367 tempest-ServersAaction247Test-12701377 tempest-ServersAaction247Test-12701377-project] 10.222.0.39 "GET /v2.0/ports?device_id=18a11333-9116-4c53-be18-9acf69fa643f HTTP/1.1" status: 200 len: 210 time: 0.0947309 May 28 05:45:44.689398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-44a40f67-f9f4-45ea-8111-f8e6c9ad941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:44.691012 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-44a40f67-f9f4-45ea-8111-f8e6c9ad941e service neutron] 10.222.0.33 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 913 time: 0.3520446 May 28 05:45:44.771029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2b93ce84-1a19-432d-aadf-075600ad5e2b details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:44.776930 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-4ae72207-3673-49f2-a5ce-3821a256975c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf HTTP/1.1" status: 200 len: 217 time: 0.0776839 May 28 05:45:44.781172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-b4460fae-4224-4f6e-ab4b-e084ce8dd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:44.782796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-b4460fae-4224-4f6e-ab4b-e084ce8dd34f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85b0cc28-be94-4400-b616-70cba9f5d088 HTTP/1.1" status: 200 len: 853 time: 0.2143402 May 28 05:45:44.798664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Deleting port 74a5c165-7c9a-43b7-96d9-ee7191229944 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:44.799179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:44.857847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['ee84642a-e2b4-40ec-ba83-ddf32d888fb0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:44.898207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d206c985-1731-43f4-905c-67893bc4872e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:44.938616 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:45:44.947353 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-87b42bac-919d-4384-b10f-0dfdcde8c8a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e8098de-66bf-40d3-b64e-cd7b4ec800de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787048 May 28 05:45:44.968635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-0ac19ccf-0ab8-4ccd-8dcc-198036f2df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:44.970341 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-0ac19ccf-0ab8-4ccd-8dcc-198036f2df79 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 200 len: 852 time: 0.1860378 May 28 05:45:45.127377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-be6195d0-d53d-46bb-ae8c-b097aaf43a29 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e98e0a98-cec4-403c-9004-93ff51523104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267781 May 28 05:45:45.130602 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.147881 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.148267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.237359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 2b93ce84-1a19-432d-aadf-075600ad5e2b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2b93ce84-1a19-432d-aadf-075600ad5e2b,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:45.283530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '2b93ce84-1a19-432d-aadf-075600ad5e2b', 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de', 'port_id': '2b93ce84-1a19-432d-aadf-075600ad5e2b', 'mac_address': 'fa:16:3e:92:76:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b0cc28-be94-4400-b616-70cba9f5d088', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:45.347780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device e6a7dd26-e34f-4d71-b085-906e33ac764d details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:45.349736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e77a8-b494-4547-b218-b2f1f061eea3 req-1aef701a-b79d-4652-b61d-ef97b11d56d6 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:45.351217 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb0e77a8-b494-4547-b218-b2f1f061eea3 req-1aef701a-b79d-4652-b61d-ef97b11d56d6 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 943 time: 0.5245819 May 28 05:45:45.354497 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-8ac59d41-ab63-4008-bd4f-b7ccd8f964a1 service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821845 May 28 05:45:45.356399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-b3edcc01-c9d9-4351-9dab-0354fc742f7f service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279823 May 28 05:45:45.378961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Calling delete_port for 74a5c165-7c9a-43b7-96d9-ee7191229944 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:45.425258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 2b93ce84-1a19-432d-aadf-075600ad5e2b is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:45.425258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.444362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:45.470427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:45.481006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:45.509415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Pushing event updated for resources: {'Port': ['ID=bf585e42-405f-48a4-99fe-9a8a36b3a02d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:45.540284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b93ce84-1a19-432d-aadf-075600ad5e2b {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:45.565504 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.580665 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb0e77a8-b494-4547-b218-b2f1f061eea3 req-ea6a8820-9e97-49e6-a870-9815b44e5af2 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214999 May 28 05:45:45.590419 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.601618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 2b93ce84-1a19-432d-aadf-075600ad5e2b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2b93ce84-1a19-432d-aadf-075600ad5e2b,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:45.631913 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.673033 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-548ab5f4-3224-4115-8541-556cafa14d1c service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990136 May 28 05:45:45.676297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-767b5b43-e0a2-47c6-95de-6c757a235e6a req-ccff096f-2b46-4136-a987-cf09cf0a4aaa service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012478 May 28 05:45:45.719461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port e6a7dd26-e34f-4d71-b085-906e33ac764d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=e6a7dd26-e34f-4d71-b085-906e33ac764d,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:45.730057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:45.730663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.740151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'e6a7dd26-e34f-4d71-b085-906e33ac764d', 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de', 'port_id': 'e6a7dd26-e34f-4d71-b085-906e33ac764d', 'mac_address': 'fa:16:3e:42:e1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b0cc28-be94-4400-b616-70cba9f5d088', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:45.747408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:45.756608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.757806 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d370e3a0-6d98-4200-bddf-5286be55056c req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 2.2134197 May 28 05:45:45.771135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Usage tracker for resource:port and tenant:3c1755a77b24412c988e4f65460160d7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:45.776066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:45.784547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=2b93ce84-1a19-432d-aadf-075600ad5e2b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:45.795607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:45.812104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ad7eb280-67f8-4217-b8d6-343e19683edb tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1346567 May 28 05:45:45.816525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d7eee-19ee-473b-b9dd-4b5d3f76adae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21323a36-342b-418a-b5ec-d2e6ca88d84c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:45.824463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58246) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:45.828944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port e6a7dd26-e34f-4d71-b085-906e33ac764d is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:45.829546 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.832234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.135'}]}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:45.837273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Made reservation on behalf of 3c1755a77b24412c988e4f65460160d7 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:45.841767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.853081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:45.860799 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.866319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a7dd26-e34f-4d71-b085-906e33ac764d {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:45.869346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Usage tracker for resource:router and tenant:1b35d57621c84cb295f71efc91cca428 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:45.885148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port e6a7dd26-e34f-4d71-b085-906e33ac764d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=e6a7dd26-e34f-4d71-b085-906e33ac764d,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:45.890407 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:45.902590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:45.931410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:45.949707 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a39b82d-e121-42b4-a838-03db11772ce5 req-7bc01576-1359-42c2-874c-2d3477cfa2f6 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 210 time: 0.2335272 May 28 05:45:45.972683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=e6a7dd26-e34f-4d71-b085-906e33ac764d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:46.014776 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['2b93ce84-1a19-432d-aadf-075600ad5e2b'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:46.126792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event deleted for resources: {'Port': ['ID=74a5c165-7c9a-43b7-96d9-ee7191229944,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:46.158684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b40e-8771-4156-8bbb-e8cc309888ed req-dfae5170-d8a1-41b8-b5f2-f2dab1252806 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:46.181620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b40e-8771-4156-8bbb-e8cc309888ed req-dfae5170-d8a1-41b8-b5f2-f2dab1252806 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:46.188642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b40e-8771-4156-8bbb-e8cc309888ed req-dfae5170-d8a1-41b8-b5f2-f2dab1252806 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:46.196527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b40e-8771-4156-8bbb-e8cc309888ed req-dfae5170-d8a1-41b8-b5f2-f2dab1252806 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:46.202946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b40e-8771-4156-8bbb-e8cc309888ed req-dfae5170-d8a1-41b8-b5f2-f2dab1252806 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:46.208746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b40e-8771-4156-8bbb-e8cc309888ed req-dfae5170-d8a1-41b8-b5f2-f2dab1252806 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:46.215303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b40e-8771-4156-8bbb-e8cc309888ed req-dfae5170-d8a1-41b8-b5f2-f2dab1252806 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:46.227593 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4290b40e-8771-4156-8bbb-e8cc309888ed req-dfae5170-d8a1-41b8-b5f2-f2dab1252806 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5426 time: 0.1746297 May 28 05:45:46.240056 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:46.241054 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:46.287315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d29d3623-84d2-485f-93f0-67ba7e85531a req-7752b0b5-4427-4f92-a34b-be11264f69b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18a11333-9116-4c53-be18-9acf69fa643f HTTP/1.1" status: 200 len: 210 time: 0.0578802 May 28 05:45:46.310122 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:46.315142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4290b40e-8771-4156-8bbb-e8cc309888ed req-a810e51f-8e9d-4b6f-9340-cf2371fc9543 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873346 May 28 05:45:46.392516 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] create failed (client error): The resource could not be found. May 28 05:45:46.393550 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8f894e65-38bb-4c2d-a17e-9f9bb2c37c02 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0631704 May 28 05:45:46.397858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58250) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:46.403466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88111251-db2d-43de-85f8-65908a910c0a req-b31d9bb7-be30-4bb3-9ed4-29baf26600d5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:46.404950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88111251-db2d-43de-85f8-65908a910c0a req-b31d9bb7-be30-4bb3-9ed4-29baf26600d5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4838369 May 28 05:45:46.493641 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85328609-0133-40bb-ba36-8c7ec1e31473 req-3ffe4896-6cdd-426b-a669-b14b862fc756 tempest-ServersAaction247Test-12701377 tempest-ServersAaction247Test-12701377-project] 10.222.0.39 "GET /v2.0/ports?device_id=18a11333-9116-4c53-be18-9acf69fa643f HTTP/1.1" status: 200 len: 210 time: 0.0629561 May 28 05:45:46.510334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb812d-4b32-4300-b4aa-a6af3df12349 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Deleting port 6bee5c60-9e4b-49e0-9122-c3c4d43b7117 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:46.510334 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bdb812d-4b32-4300-b4aa-a6af3df12349 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:46.554881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Allocated IP 172.20.0.7 (cb2bf256-bc7e-44ed-92fb-708340793e71/9a009d9b-81e1-4943-a111-59312890a05a/7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:46.635507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['e6a7dd26-e34f-4d71-b085-906e33ac764d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:46.636179 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6cd5f643-8713-4ccb-9b81-53ba51ea6291 req-0c40fe41-1054-44a2-b094-f206cdd7a2b2 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/21323a36-342b-418a-b5ec-d2e6ca88d84c HTTP/1.1" status: 200 len: 1782 time: 0.0989649 May 28 05:45:46.649035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88111251-db2d-43de-85f8-65908a910c0a req-c0a59576-ba6b-4593-8a48-05cb29c38539 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880701 May 28 05:45:46.754035 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:46.878073 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bdb812d-4b32-4300-b4aa-a6af3df12349 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:46.896052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9ec5310-4dfb-4f59-b6ae-91991f28f85d req-49ca9134-8aec-43a4-8f2c-54bf357026a0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/21323a36-342b-418a-b5ec-d2e6ca88d84c HTTP/1.1" status: 200 len: 1782 time: 0.1899688 May 28 05:45:46.955487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22701f-4e5f-41c2-aaba-d75f5f540170 req-cae17659-3582-4712-b598-fbf2c2185ec7 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:46.956957 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8a22701f-4e5f-41c2-aaba-d75f5f540170 req-cae17659-3582-4712-b598-fbf2c2185ec7 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 944 time: 0.2050786 May 28 05:45:47.024693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb812d-4b32-4300-b4aa-a6af3df12349 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Calling delete_port for 6bee5c60-9e4b-49e0-9122-c3c4d43b7117 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:47.089546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c9ec5310-4dfb-4f59-b6ae-91991f28f85d req-127d4e38-a2fc-4197-be63-e27d64c344d3 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.095790 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.121878 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8a22701f-4e5f-41c2-aaba-d75f5f540170 req-a2abe17d-bc12-4d26-8fe4-9dda5f34dfe1 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041973 May 28 05:45:47.133838 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c9ec5310-4dfb-4f59-b6ae-91991f28f85d req-127d4e38-a2fc-4197-be63-e27d64c344d3 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.243729 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.251189 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c9ec5310-4dfb-4f59-b6ae-91991f28f85d req-127d4e38-a2fc-4197-be63-e27d64c344d3 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.296842 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bdb812d-4b32-4300-b4aa-a6af3df12349 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.332263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d4e38-a2fc-4197-be63-e27d64c344d3 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21323a36-342b-418a-b5ec-d2e6ca88d84c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:47.340106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ac592d67-2f83-41cb-8027-f7c9363948c8 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:47.360496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb812d-4b32-4300-b4aa-a6af3df12349 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event deleted for resources: {'Port': ['ID=6bee5c60-9e4b-49e0-9122-c3c4d43b7117,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:47.433979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Network cb2bf256-bc7e-44ed-92fb-708340793e71 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:47.474869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa05ef-133c-4eef-b1fc-a9ab641494be req-a18f6c36-2a37-46a9-9a17-75055e0d860c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:47.476388 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fffa05ef-133c-4eef-b1fc-a9ab641494be req-a18f6c36-2a37-46a9-9a17-75055e0d860c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2486794 May 28 05:45:47.479103 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bdb812d-4b32-4300-b4aa-a6af3df12349 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.490427 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1bdb812d-4b32-4300-b4aa-a6af3df12349 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "DELETE /v2.0/ports/6bee5c60-9e4b-49e0-9122-c3c4d43b7117 HTTP/1.1" status: 204 len: 168 time: 1.0889366 May 28 05:45:47.500847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port ac592d67-2f83-41cb-8027-f7c9363948c8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:47.501484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58264) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:47.509697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port ac592d67-2f83-41cb-8027-f7c9363948c8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:47.510075 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.525211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Pushing event updated for resources: {'Port': ['ID=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:47.527711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:47.540395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:47.614583 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c9ec5310-4dfb-4f59-b6ae-91991f28f85d req-127d4e38-a2fc-4197-be63-e27d64c344d3 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.628236 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9ec5310-4dfb-4f59-b6ae-91991f28f85d req-127d4e38-a2fc-4197-be63-e27d64c344d3 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/21323a36-342b-418a-b5ec-d2e6ca88d84c HTTP/1.1" status: 204 len: 173 time: 0.6759968 May 28 05:45:47.632430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fffa05ef-133c-4eef-b1fc-a9ab641494be req-cfbea430-bd64-453b-87d1-8dab7f2beb09 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464336 May 28 05:45:47.694278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ac592d67-2f83-41cb-8027-f7c9363948c8 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:47.695108 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.697705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da55012-8b91-41e2-b4fe-16cf92855243 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:47.710427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9da55012-8b91-41e2-b4fe-16cf92855243 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Synchronizing usage tracker for tenant:8c111145540e4f9b95ab79fc58c04cab on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:47.717836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:47.718471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.741045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac592d67-2f83-41cb-8027-f7c9363948c8'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:47.742181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.744816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9da55012-8b91-41e2-b4fe-16cf92855243 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Unset dirty status for tenant:8c111145540e4f9b95ab79fc58c04cab on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:47.749457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9da55012-8b91-41e2-b4fe-16cf92855243 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "GET /v2.0/ports?device_id=459ed7bb-76b6-4be8-a41e-c2ed488dda56 HTTP/1.1" status: 200 len: 913 time: 0.2469327 May 28 05:45:47.750229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58276) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:47.755582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ac592d67-2f83-41cb-8027-f7c9363948c8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ac592d67-2f83-41cb-8027-f7c9363948c8,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:47.761548 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.762705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d206c985-1731-43f4-905c-67893bc4872e up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:47.886053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=ac592d67-2f83-41cb-8027-f7c9363948c8,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:47.900300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port d206c985-1731-43f4-905c-67893bc4872e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:47.906133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port d206c985-1731-43f4-905c-67893bc4872e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:47.906510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.944124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:47.952933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-c180d46f-ff58-47ff-b720-c8d441b5d8b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3205194 May 28 05:45:47.995948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Request body: {'port': {'device_id': '5fb4563c-f446-4ed4-a634-073c3a801abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:48.033331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d206c985-1731-43f4-905c-67893bc4872e is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:48.033753 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.069370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d206c985-1731-43f4-905c-67893bc4872e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d206c985-1731-43f4-905c-67893bc4872e,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:48.074452 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.076162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3efc8914-ecca-46ba-aed6-cb659ba33b3e up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:48.203379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.218935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 3efc8914-ecca-46ba-aed6-cb659ba33b3e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:48.222793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d206c985-1731-43f4-905c-67893bc4872e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:48.227878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 3efc8914-ecca-46ba-aed6-cb659ba33b3e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:48.228252 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.261295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170dd3b-24fa-4837-b188-851c31570bea req-8bc253fd-f8ec-4be1-8c1c-c2dd6bcfda19 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:48.262252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0170dd3b-24fa-4837-b188-851c31570bea req-8bc253fd-f8ec-4be1-8c1c-c2dd6bcfda19 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Synchronizing usage tracker for tenant:3c1755a77b24412c988e4f65460160d7 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:48.289511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0285e6-f084-4c0e-ba90-e89d10600724 req-41f3994c-3779-4bed-a6b5-c02aae9f8c7c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:48.297188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0285e6-f084-4c0e-ba90-e89d10600724 req-41f3994c-3779-4bed-a6b5-c02aae9f8c7c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:48.303789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0285e6-f084-4c0e-ba90-e89d10600724 req-41f3994c-3779-4bed-a6b5-c02aae9f8c7c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:48.309533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0285e6-f084-4c0e-ba90-e89d10600724 req-41f3994c-3779-4bed-a6b5-c02aae9f8c7c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:48.315571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0285e6-f084-4c0e-ba90-e89d10600724 req-41f3994c-3779-4bed-a6b5-c02aae9f8c7c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:48.321361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0285e6-f084-4c0e-ba90-e89d10600724 req-41f3994c-3779-4bed-a6b5-c02aae9f8c7c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:48.327751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0285e6-f084-4c0e-ba90-e89d10600724 req-41f3994c-3779-4bed-a6b5-c02aae9f8c7c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:48.329723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bb0285e6-f084-4c0e-ba90-e89d10600724 req-41f3994c-3779-4bed-a6b5-c02aae9f8c7c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5427 time: 0.5075283 May 28 05:45:48.348572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0170dd3b-24fa-4837-b188-851c31570bea req-8bc253fd-f8ec-4be1-8c1c-c2dd6bcfda19 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Unset dirty status for tenant:3c1755a77b24412c988e4f65460160d7 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:48.349701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0170dd3b-24fa-4837-b188-851c31570bea req-8bc253fd-f8ec-4be1-8c1c-c2dd6bcfda19 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 931 time: 0.4509249 May 28 05:45:48.355115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 3efc8914-ecca-46ba-aed6-cb659ba33b3e is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:48.355665 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.361329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.391414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3efc8914-ecca-46ba-aed6-cb659ba33b3e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3efc8914-ecca-46ba-aed6-cb659ba33b3e,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:48.395478 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.396282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ee84642a-e2b4-40ec-ba83-ddf32d888fb0 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:48.434563 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bb0285e6-f084-4c0e-ba90-e89d10600724 req-5ca2460d-b619-4d42-9aa7-ecf1a8835fdd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693624 May 28 05:45:48.577560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=3efc8914-ecca-46ba-aed6-cb659ba33b3e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:48.591039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:48.596732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:48.597271 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.633433 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b4d3e8de-01b0-4560-b6df-71c8468c1bed req-1906f8b6-d61a-4649-90f3-fae6fe452a9f tempest-ServersAaction247Test-12701377 tempest-ServersAaction247Test-12701377-project] 10.222.0.39 "GET /v2.0/ports?device_id=18a11333-9116-4c53-be18-9acf69fa643f HTTP/1.1" status: 200 len: 210 time: 0.0579090 May 28 05:45:48.664739 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.688749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0170dd3b-24fa-4837-b188-851c31570bea req-fe8e894f-5f6b-4121-b4db-3bed507c42c7 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Synchronizing usage tracker for tenant:3c1755a77b24412c988e4f65460160d7 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:48.730968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:48.731314 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.768143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ee84642a-e2b4-40ec-ba83-ddf32d888fb0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:48.774136 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.774891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:48.791477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.818218 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-33b67fab-a673-486d-b792-c161d6d7be3e req-e6e91f1f-a7b2-4ad6-ad67-29267137a851 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] show failed (client error): The resource could not be found. May 28 05:45:48.819249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33b67fab-a673-486d-b792-c161d6d7be3e req-e6e91f1f-a7b2-4ad6-ad67-29267137a851 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/21323a36-342b-418a-b5ec-d2e6ca88d84c HTTP/1.1" status: 404 len: 352 time: 0.0925965 May 28 05:45:48.844104 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.874729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0170dd3b-24fa-4837-b188-851c31570bea req-fe8e894f-5f6b-4121-b4db-3bed507c42c7 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Unset dirty status for tenant:3c1755a77b24412c988e4f65460160d7 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:48.877540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2b93ce84-1a19-432d-aadf-075600ad5e2b up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:48.889811 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0170dd3b-24fa-4837-b188-851c31570bea req-fe8e894f-5f6b-4121-b4db-3bed507c42c7 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756031 May 28 05:45:48.913437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:48.932315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:48.933691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90135bd6-d37e-44c9-8de0-0ab8cf4a8d8d {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:45:48.980846 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce8bfd6-4602-4f05-ad88-3499741f3cf8'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac592d67-2f83-41cb-8027-f7c9363948c8', 'code': 200} May 28 05:45:48.985139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:48.989165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 2b93ce84-1a19-432d-aadf-075600ad5e2b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:48.995429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 2b93ce84-1a19-432d-aadf-075600ad5e2b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:48.995885 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.034905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:49.035312 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.119847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533be9ff-c31b-4279-8a24-34097ff9ede9 req-978e3160-6e7a-4b2f-aff3-999d7f66ac83 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:49.129174 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-533be9ff-c31b-4279-8a24-34097ff9ede9 req-978e3160-6e7a-4b2f-aff3-999d7f66ac83 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1358786 May 28 05:45:49.153335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:49.166221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.168908 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 28 05:45:49.170941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-242a85ec-e175-4ea6-81bf-3ca2b6e33bc8 tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3454592 May 28 05:45:49.175038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58286) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:49.181004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 2b93ce84-1a19-432d-aadf-075600ad5e2b is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:49.181204 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.240140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-533be9ff-c31b-4279-8a24-34097ff9ede9 req-bdf3ce5e-818f-489b-a4c1-cf5abd1cecdb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100321 May 28 05:45:49.253113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Transition to ACTIVE for port object 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:49.256048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Deleting port a50f0fe2-82da-4d87-af65-c59c8715e249 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:49.256257 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.258918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-497930a5-306f-415e-baa3-a6a8c3ced36f tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Deleting port bf585e42-405f-48a4-99fe-9a8a36b3a02d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:49.259380 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-497930a5-306f-415e-baa3-a6a8c3ced36f tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.264862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 2b93ce84-1a19-432d-aadf-075600ad5e2b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2b93ce84-1a19-432d-aadf-075600ad5e2b,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:49.276049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:49.276431 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.313399 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.340142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28ca4-a632-4448-8f9d-cb91dde92088 req-8ded53b8-7386-4ef8-8cf7-afef56679b59 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:49.345795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5a28ca4-a632-4448-8f9d-cb91dde92088 req-8ded53b8-7386-4ef8-8cf7-afef56679b59 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 944 time: 0.2715762 May 28 05:45:49.434270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.436731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:49.443729 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.444713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device af3b4060-b2a0-41d6-8288-eda4f365e181 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:49.481519 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.509988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=2b93ce84-1a19-432d-aadf-075600ad5e2b,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:49.585260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port af3b4060-b2a0-41d6-8288-eda4f365e181 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:49.595886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port af3b4060-b2a0-41d6-8288-eda4f365e181 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:49.596262 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.635776 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:49.647783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Calling delete_port for a50f0fe2-82da-4d87-af65-c59c8715e249 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:49.736003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port af3b4060-b2a0-41d6-8288-eda4f365e181 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:49.736387 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.776215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port af3b4060-b2a0-41d6-8288-eda4f365e181, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=af3b4060-b2a0-41d6-8288-eda4f365e181,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:49.783524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.784456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device eac95adf-2b9b-4a91-a926-7f2214c04881 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:49.896885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:49.913199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=af3b4060-b2a0-41d6-8288-eda4f365e181,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:49.927473 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5a28ca4-a632-4448-8f9d-cb91dde92088 req-2f47b62a-675c-4a9f-8ca9-ab067337cb60 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942744 May 28 05:45:49.928803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port eac95adf-2b9b-4a91-a926-7f2214c04881 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:49.936123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port eac95adf-2b9b-4a91-a926-7f2214c04881 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:49.936948 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:49.960708 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-497930a5-306f-415e-baa3-a6a8c3ced36f tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.061342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-346390114', 'description': 'tempest-description-185290136'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:50.077349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port eac95adf-2b9b-4a91-a926-7f2214c04881 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:50.077349 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.077855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:50.085711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:50.090240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:50.099488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:50.100393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-497930a5-306f-415e-baa3-a6a8c3ced36f tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Calling delete_port for bf585e42-405f-48a4-99fe-9a8a36b3a02d owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:50.121631 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.135265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port eac95adf-2b9b-4a91-a926-7f2214c04881, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=eac95adf-2b9b-4a91-a926-7f2214c04881,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:50.143992 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.184365 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.197404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device e6a7dd26-e34f-4d71-b085-906e33ac764d up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:45:50.249793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event deleted for resources: {'Port': ['ID=a50f0fe2-82da-4d87-af65-c59c8715e249,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:50.325421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:50.339866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=eac95adf-2b9b-4a91-a926-7f2214c04881,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:50.345476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group_rule and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:50.355827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:50.358367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Attempting to bind port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:45:50.358802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Attempting to bind port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '483b1442-2e31-4f4c-8efc-81ca483283e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'cb2bf256-bc7e-44ed-92fb-708340793e71'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:45:50.359263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Attempting to bind port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 on network cb2bf256-bc7e-44ed-92fb-708340793e71 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:50.373519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 on network cb2bf256-bc7e-44ed-92fb-708340793e71 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:45:50.374224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Attempting to bind port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 on network cb2bf256-bc7e-44ed-92fb-708340793e71 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:50.375695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port e6a7dd26-e34f-4d71-b085-906e33ac764d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:50.391671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port e6a7dd26-e34f-4d71-b085-906e33ac764d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:50.393168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.397894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:45:50.398373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Checking segment: {'id': '483b1442-2e31-4f4c-8efc-81ca483283e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'cb2bf256-bc7e-44ed-92fb-708340793e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:50.398855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Bound using segment: {'id': '483b1442-2e31-4f4c-8efc-81ca483283e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'cb2bf256-bc7e-44ed-92fb-708340793e71'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:45:50.399431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Bound port: 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483b1442-2e31-4f4c-8efc-81ca483283e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'cb2bf256-bc7e-44ed-92fb-708340793e71'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:45:50.399874 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.402908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:50.541769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-137a6fbc-0d3f-4935-8f2b-5101dd3b7263 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:50.543436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-137a6fbc-0d3f-4935-8f2b-5101dd3b7263 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 812 time: 0.3899267 May 28 05:45:50.564947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port e6a7dd26-e34f-4d71-b085-906e33ac764d is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:50.565549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.578787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-f0d511e7-cc9c-4486-af31-a2bdb632ad27 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/quotas/6c303052f2a440959915b8d9746a0229 HTTP/1.1" status: 200 len: 375 time: 0.0260935 May 28 05:45:50.581047 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.607334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port e6a7dd26-e34f-4d71-b085-906e33ac764d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=e6a7dd26-e34f-4d71-b085-906e33ac764d,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:50.611168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.645574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-497930a5-306f-415e-baa3-a6a8c3ced36f tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.684748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=e6a7dd26-e34f-4d71-b085-906e33ac764d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:50.723501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497930a5-306f-415e-baa3-a6a8c3ced36f tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf585e42-405f-48a4-99fe-9a8a36b3a02d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:50.730146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] For port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:45:50.806924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] For port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,segment=NetworkSegment(483b1442-2e31-4f4c-8efc-81ca483283e6),segment_id=483b1442-2e31-4f4c-8efc-81ca483283e6)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:45:50.822026 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.895960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Router 459ed7bb-76b6-4be8-a41e-c2ed488dda56 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:45:50.901146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:50.901808 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.904448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] 10.222.0.33 "PUT /v2.0/ports/7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 HTTP/1.1" status: 200 len: 1091 time: 2.9126370 May 28 05:45:50.910361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb4563c-f446-4ed4-a634-073c3a801abc', 'tag': '7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:50.927938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-497930a5-306f-415e-baa3-a6a8c3ced36f tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.935027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:50.954261 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-d0585e75-196e-46f5-9d55-65e1763e39c8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3689826 May 28 05:45:50.963513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-497930a5-306f-415e-baa3-a6a8c3ced36f tempest-RoutersAdminNegativeIpV6Test-1292345345 tempest-RoutersAdminNegativeIpV6Test-1292345345-project-admin] 10.222.0.39 "DELETE /v2.0/ports/bf585e42-405f-48a4-99fe-9a8a36b3a02d HTTP/1.1" status: 204 len: 168 time: 1.7847540 May 28 05:45:50.964257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2535f6-f70a-44a2-9fed-6887f9a45f07 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:50.982851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206c985-1731-43f4-905c-67893bc4872e'}, {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efc8914-ecca-46ba-aed6-cb659ba33b3e'}, {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee84642a-e2b4-40ec-ba83-ddf32d888fb0'}, {'server_uuid': 'c4566b92-f2d3-43c1-aee3-9b28ad5f0551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b93ce84-1a19-432d-aadf-075600ad5e2b'}, {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8cf13f-ff0c-46cf-a4ae-63372701f4dd'}, {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3b4060-b2a0-41d6-8288-eda4f365e181'}, {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac95adf-2b9b-4a91-a926-7f2214c04881'}, {'server_uuid': '9d07ff93-5059-4f16-a425-ab7382c6092a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a7dd26-e34f-4d71-b085-906e33ac764d'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:45:51.034273 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:51.164258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:45:51.179333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cb128a-7240-4062-a86f-2f5c11d7c4ec,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:51.180349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a76dde-8306-433b-9181-6902500abb29 None None] Sync routers for ids ['459ed7bb-76b6-4be8-a41e-c2ed488dda56'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:45:51.185261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2ef86653-a078-4828-a14b-ae01439ed6dc tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "PUT /v2.0/routers/459ed7bb-76b6-4be8-a41e-c2ed488dda56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4312613 May 28 05:45:51.185474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58324) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:51.206519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a76dde-8306-433b-9181-6902500abb29 None None] Routers {'459ed7bb-76b6-4be8-a41e-c2ed488dda56'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:45:51.207409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c2a76dde-8306-433b-9181-6902500abb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['459ed7bb-76b6-4be8-a41e-c2ed488dda56'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:51.246870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:51.261853 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1f5ab81-db19-4389-af0d-82397e10d42f req-928a807f-d07c-4c19-96ef-0fe69047874b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2149899 May 28 05:45:51.262202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-559b7232-4825-4f50-abd8-6dc674ac87ab service neutron] 10.222.0.39 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819312 May 28 05:45:51.316764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c2a76dde-8306-433b-9181-6902500abb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:51.328646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a76dde-8306-433b-9181-6902500abb29 None None] Routers {'459ed7bb-76b6-4be8-a41e-c2ed488dda56'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:45:51.329401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c2a76dde-8306-433b-9181-6902500abb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['459ed7bb-76b6-4be8-a41e-c2ed488dda56'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:51.365254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-51985811-8a61-44b1-b65e-b5887cff9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:51.367034 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-51985811-8a61-44b1-b65e-b5887cff9f1e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3c1755a77b24412c988e4f65460160d7&device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 1094 time: 0.2718060 May 28 05:45:51.387070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58332) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:51.418942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53d93bca-6115-4471-a0e6-16f5e47ea945 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:51.452859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c2a76dde-8306-433b-9181-6902500abb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:51.453323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a76dde-8306-433b-9181-6902500abb29 None None] The sync data for ids ['459ed7bb-76b6-4be8-a41e-c2ed488dda56'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:45:51.577275 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-d3d07051-27c2-4036-9225-f14d64d6ed20 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 HTTP/1.1" status: 200 len: 217 time: 0.1933179 May 28 05:45:51.667439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-57eb46d7-196f-4426-a308-fde649cfa551 service neutron] 10.222.0.39 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940141 May 28 05:45:51.673507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-6be49e52-6bee-4d4c-b6a2-c6b7d0fb6615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:51.675176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-6be49e52-6bee-4d4c-b6a2-c6b7d0fb6615 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=9a009d9b-81e1-4943-a111-59312890a05a HTTP/1.1" status: 200 len: 861 time: 0.0905211 May 28 05:45:51.745769 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-917f0eb4-befb-431c-a16e-cb9d782565ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:51.766674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-917f0eb4-befb-431c-a16e-cb9d782565ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:51.770622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-917f0eb4-befb-431c-a16e-cb9d782565ec admin admin] Usage tracker for resource:security_group_rule and tenant:776d1ff533da413c9c2ec10c15158b64 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:51.773432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-917f0eb4-befb-431c-a16e-cb9d782565ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:51.779251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-917f0eb4-befb-431c-a16e-cb9d782565ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:51.827352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-a9cdd44d-c5af-4268-a742-ce427400cb66 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cb2bf256-bc7e-44ed-92fb-708340793e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434278 May 28 05:45:51.939744 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53d93bca-6115-4471-a0e6-16f5e47ea945 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:51.947555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53d93bca-6115-4471-a0e6-16f5e47ea945 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:51.983265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-1e4ee159-c0ef-4220-bb62-34ca1f5b0f18 service neutron] 10.222.0.33 "GET /v2.0/networks/cb2bf256-bc7e-44ed-92fb-708340793e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482918 May 28 05:45:51.986474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd09ddd-a640-42f1-bbe4-59da87fb6a0e req-8cd189a0-5a39-43af-a1b8-54eedd811f50 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:51.992631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd09ddd-a640-42f1-bbe4-59da87fb6a0e req-8cd189a0-5a39-43af-a1b8-54eedd811f50 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:51.999198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd09ddd-a640-42f1-bbe4-59da87fb6a0e req-8cd189a0-5a39-43af-a1b8-54eedd811f50 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:52.006609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd09ddd-a640-42f1-bbe4-59da87fb6a0e req-8cd189a0-5a39-43af-a1b8-54eedd811f50 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:52.015214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd09ddd-a640-42f1-bbe4-59da87fb6a0e req-8cd189a0-5a39-43af-a1b8-54eedd811f50 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:52.021235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd09ddd-a640-42f1-bbe4-59da87fb6a0e req-8cd189a0-5a39-43af-a1b8-54eedd811f50 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:52.027222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd09ddd-a640-42f1-bbe4-59da87fb6a0e req-8cd189a0-5a39-43af-a1b8-54eedd811f50 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:52.036551 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4cd09ddd-a640-42f1-bbe4-59da87fb6a0e req-8cd189a0-5a39-43af-a1b8-54eedd811f50 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5433 time: 0.5626657 May 28 05:45:52.166136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53d93bca-6115-4471-a0e6-16f5e47ea945 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:52.166805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d93bca-6115-4471-a0e6-16f5e47ea945 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Fanout notify agent at l3_agent the message router_deleted on router 459ed7bb-76b6-4be8-a41e-c2ed488dda56 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:45:52.172326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0f10dd6-61c5-4602-a068-632222a8d2d8 req-36b5898b-dd2f-4954-b11f-6c32b8210529 service neutron] 10.222.0.33 "GET /v2.0/networks/cb2bf256-bc7e-44ed-92fb-708340793e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785600 May 28 05:45:52.198693 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed034023-0ae8-43a5-878b-3ba8403a30d9 req-a271a388-d6fd-4269-adaa-8c84cb953c14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852119ff64d847b29b4445d9848cbc65&device_id=18a11333-9116-4c53-be18-9acf69fa643f HTTP/1.1" status: 200 len: 210 time: 0.1200120 May 28 05:45:52.215100 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4cd09ddd-a640-42f1-bbe4-59da87fb6a0e req-d8574f70-079f-42cd-8ad6-4a8e40c65a18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1763029 May 28 05:45:52.227335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-917f0eb4-befb-431c-a16e-cb9d782565ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:52.228529 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53d93bca-6115-4471-a0e6-16f5e47ea945 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:52.234942 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-53d93bca-6115-4471-a0e6-16f5e47ea945 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "DELETE /v2.0/routers/459ed7bb-76b6-4be8-a41e-c2ed488dda56 HTTP/1.1" status: 204 len: 168 time: 1.0483847 May 28 05:45:52.247104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58352) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:52.251887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-917f0eb4-befb-431c-a16e-cb9d782565ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:52.278224 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed034023-0ae8-43a5-878b-3ba8403a30d9 req-07439548-c4a5-46da-994d-252bd805fe18 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=852119ff64d847b29b4445d9848cbc65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418043 May 28 05:45:52.300622 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c478da-4f57-4c6d-8a5e-f3a48fbe1e3c'] response: {'name': 'network-changed', 'server_uuid': '5fb4563c-f446-4ed4-a634-073c3a801abc', 'tag': '7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45', 'status': 'completed', 'code': 200} May 28 05:45:52.424779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-917f0eb4-befb-431c-a16e-cb9d782565ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=776d1ff533da413c9c2ec10c15158b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8689129 May 28 05:45:52.429322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f0eb4-befb-431c-a16e-cb9d782565ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23086916-c744-4783-b41f-511acbe18cee,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:52.436302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58358) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:52.443860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed034023-0ae8-43a5-878b-3ba8403a30d9 req-1855ac4d-4cb5-4ff6-b105-7c350c4840a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:52.445204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed034023-0ae8-43a5-878b-3ba8403a30d9 req-1855ac4d-4cb5-4ff6-b105-7c350c4840a6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578796 May 28 05:45:52.481561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ceda70-ea88-4c8d-9a5a-0ffda88c6d04 req-e952b7d8-d3ed-4246-a2b2-b23473b9ae4a tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:52.486307 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d2ceda70-ea88-4c8d-9a5a-0ffda88c6d04 req-e952b7d8-d3ed-4246-a2b2-b23473b9ae4a tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 943 time: 0.3131163 May 28 05:45:52.515692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f882fe-1012-4fb6-9f66-6ec5d4ed4984 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Deleting subnet 99bb64d0-976b-4f2d-890e-8fe38f95c9a7 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:45:52.529776 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42f882fe-1012-4fb6-9f66-6ec5d4ed4984 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:52.539598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d93ea9-b842-42ae-91d5-3d049708571a req-9a3b4069-288b-4e9b-8074-9351c42516b0 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:52.541291 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-35d93ea9-b842-42ae-91d5-3d049708571a req-9a3b4069-288b-4e9b-8074-9351c42516b0 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 945 time: 0.0951564 May 28 05:45:52.591787 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-35d93ea9-b842-42ae-91d5-3d049708571a req-50e72a8a-a326-45bb-a1a6-55e23fbf5743 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 May 28 05:45:52.640680 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d2ceda70-ea88-4c8d-9a5a-0ffda88c6d04 req-0279b38f-2732-4bfd-993e-d92f5d97e4ec tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406999 May 28 05:45:52.642984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42f882fe-1012-4fb6-9f66-6ec5d4ed4984 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:52.661131 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535347fe-0aab-46d8-a4a1-a56e26030865'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206c985-1731-43f4-905c-67893bc4872e', 'code': 200} May 28 05:45:52.661622 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535347fe-0aab-46d8-a4a1-a56e26030865'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efc8914-ecca-46ba-aed6-cb659ba33b3e', 'code': 200} May 28 05:45:52.661857 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535347fe-0aab-46d8-a4a1-a56e26030865'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee84642a-e2b4-40ec-ba83-ddf32d888fb0', 'code': 200} May 28 05:45:52.662110 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535347fe-0aab-46d8-a4a1-a56e26030865'] response: {'server_uuid': 'c4566b92-f2d3-43c1-aee3-9b28ad5f0551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b93ce84-1a19-432d-aadf-075600ad5e2b', 'code': 200} May 28 05:45:52.662539 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535347fe-0aab-46d8-a4a1-a56e26030865'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8cf13f-ff0c-46cf-a4ae-63372701f4dd', 'code': 200} May 28 05:45:52.662952 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535347fe-0aab-46d8-a4a1-a56e26030865'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3b4060-b2a0-41d6-8288-eda4f365e181', 'code': 200} May 28 05:45:52.663378 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535347fe-0aab-46d8-a4a1-a56e26030865'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac95adf-2b9b-4a91-a926-7f2214c04881', 'code': 200} May 28 05:45:52.663789 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535347fe-0aab-46d8-a4a1-a56e26030865'] response: {'server_uuid': '9d07ff93-5059-4f16-a425-ab7382c6092a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a7dd26-e34f-4d71-b085-906e33ac764d', 'code': 200} May 28 05:45:52.698742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deb085c7-fabe-41e4-8b2d-1a06ca63c22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:52.717414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1829210611', 'description': 'tempest-description-1438191906'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:52.729581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:52.748329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:52.752936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1636f8-1755-4dba-bf31-80fd16fcc9e1 req-8ddac28d-fa90-4331-ab69-85a1ec56317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:52.754656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da1636f8-1755-4dba-bf31-80fd16fcc9e1 req-8ddac28d-fa90-4331-ab69-85a1ec56317a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3c1755a77b24412c988e4f65460160d7&device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 1094 time: 0.3989904 May 28 05:45:52.755887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:52.798104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:52.803739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deb085c7-fabe-41e4-8b2d-1a06ca63c22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:52.916971 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a36d3a1-107d-43db-8276-e4d9311b823a req-3f7616c3-d85e-4843-a41e-58b90db957ae tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 210 time: 0.1007640 May 28 05:45:52.951533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:52.977491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b8d7-dc81-4a7a-9f2d-47b84342e409 req-c4d3daa5-0d00-4959-838f-6334a03744d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:52.979891 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d962b8d7-dc81-4a7a-9f2d-47b84342e409 req-c4d3daa5-0d00-4959-838f-6334a03744d2 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c4566b92-f2d3-43c1-aee3-9b28ad5f0551 HTTP/1.1" status: 200 len: 1097 time: 0.1991363 May 28 05:45:53.017485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:53.026767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eac41-27d0-402e-b8be-9732cd6d75a2 req-b6b0c4cc-daef-4a4c-9ae7-6bc0ebb92891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.027263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eac41-27d0-402e-b8be-9732cd6d75a2 req-b6b0c4cc-daef-4a4c-9ae7-6bc0ebb92891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.027739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eac41-27d0-402e-b8be-9732cd6d75a2 req-b6b0c4cc-daef-4a4c-9ae7-6bc0ebb92891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.028315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eac41-27d0-402e-b8be-9732cd6d75a2 req-b6b0c4cc-daef-4a4c-9ae7-6bc0ebb92891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.028838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eac41-27d0-402e-b8be-9732cd6d75a2 req-b6b0c4cc-daef-4a4c-9ae7-6bc0ebb92891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.029325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eac41-27d0-402e-b8be-9732cd6d75a2 req-b6b0c4cc-daef-4a4c-9ae7-6bc0ebb92891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.029850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eac41-27d0-402e-b8be-9732cd6d75a2 req-b6b0c4cc-daef-4a4c-9ae7-6bc0ebb92891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.032026 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed2eac41-27d0-402e-b8be-9732cd6d75a2 req-b6b0c4cc-daef-4a4c-9ae7-6bc0ebb92891 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6490 time: 0.2099917 May 28 05:45:53.038926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42f882fe-1012-4fb6-9f66-6ec5d4ed4984 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.079093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group_rule and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:53.091318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:53.118359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:53.120147 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d962b8d7-dc81-4a7a-9f2d-47b84342e409 req-9eea81e4-c15d-4ae6-9f00-eac8f6b43f3a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326339 May 28 05:45:53.129964 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deb085c7-fabe-41e4-8b2d-1a06ca63c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.135635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-31353b47-2023-4ea8-9de2-078cb1b9ea6f req-453516e1-c871-47ed-b3e9-03b99e4f40f0 tempest-ServersAaction247Test-12701377 tempest-ServersAaction247Test-12701377-project] 10.222.0.39 "GET /v2.0/ports?device_id=18a11333-9116-4c53-be18-9acf69fa643f HTTP/1.1" status: 200 len: 210 time: 0.0728717 May 28 05:45:53.155591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1636f8-1755-4dba-bf31-80fd16fcc9e1 req-91407a7f-098e-418f-9243-4671df135d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.157232 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da1636f8-1755-4dba-bf31-80fd16fcc9e1 req-91407a7f-098e-418f-9243-4671df135d7b service neutron] 10.222.0.33 "GET /v2.0/networks?id=cb2bf256-bc7e-44ed-92fb-708340793e71 HTTP/1.1" status: 200 len: 922 time: 0.3882968 May 28 05:45:53.160958 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed2eac41-27d0-402e-b8be-9732cd6d75a2 req-95cb000f-60eb-414d-929b-d846f1f955d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&id=844146c0-0471-4516-b71c-0f73e14793a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169884 May 28 05:45:53.169801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb085c7-fabe-41e4-8b2d-1a06ca63c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23086916-c744-4783-b41f-511acbe18cee,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:53.200802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2dfd-ec02-473e-ae1f-ec4fb10a87fb req-01ddd54a-56c4-47c9-89f1-c737ad85e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.202498 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-268a2dfd-ec02-473e-ae1f-ec4fb10a87fb req-01ddd54a-56c4-47c9-89f1-c737ad85e68f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 1096 time: 0.3242238 May 28 05:45:53.203316 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-deb085c7-fabe-41e4-8b2d-1a06ca63c22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.204788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-deb085c7-fabe-41e4-8b2d-1a06ca63c22b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23086916-c744-4783-b41f-511acbe18cee HTTP/1.1" status: 204 len: 168 time: 0.7655616 May 28 05:45:53.217682 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42f882fe-1012-4fb6-9f66-6ec5d4ed4984 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.270865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f882fe-1012-4fb6-9f66-6ec5d4ed4984 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event deleted for resources: {'Subnet': ['ID=99bb64d0-976b-4f2d-890e-8fe38f95c9a7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:53.274959 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42f882fe-1012-4fb6-9f66-6ec5d4ed4984 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.286399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05385a70-449c-40d5-af1e-9e8a2729a978 None None] Network 9679db4a-f8a7-46a7-9d6a-37672b8185ab requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:53.310152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58370) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:53.310391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-42f882fe-1012-4fb6-9f66-6ec5d4ed4984 tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "DELETE /v2.0/subnets/99bb64d0-976b-4f2d-890e-8fe38f95c9a7 HTTP/1.1" status: 204 len: 168 time: 1.0613775 May 28 05:45:53.316212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.323847 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.368652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.371184 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd3e17dc-196d-4e48-a608-e063050200c5 req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6917307 May 28 05:45:53.373928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5e3d2-ac00-419b-9456-ee161addc1c5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06200939-d444-4065-91f3-0cccc958e83d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:53.413731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-432704928', 'description': 'tempest-description-681224188'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:53.424255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:53.436962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:53.447975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:53.458731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:53.462567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-268a2dfd-ec02-473e-ae1f-ec4fb10a87fb req-a753d136-a210-49a8-8526-c61073209bf3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828898 May 28 05:45:53.484419 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.536753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.554762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Deleting port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:53.555270 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.626127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:53.631389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d5c6-d1bc-49c3-b7bc-990d4f5103c9 req-9b7d3a29-0b9b-4552-a304-1135c0971453 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.633200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da1636f8-1755-4dba-bf31-80fd16fcc9e1 req-dd000606-98ce-4569-b56c-15c6d722ed15 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 HTTP/1.1" status: 200 len: 217 time: 0.1207283 May 28 05:45:53.635693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group_rule and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:53.637090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d5c6-d1bc-49c3-b7bc-990d4f5103c9 req-9b7d3a29-0b9b-4552-a304-1135c0971453 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.639520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:53.645498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58382) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:53.646218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d5c6-d1bc-49c3-b7bc-990d4f5103c9 req-9b7d3a29-0b9b-4552-a304-1135c0971453 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.651868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d5c6-d1bc-49c3-b7bc-990d4f5103c9 req-9b7d3a29-0b9b-4552-a304-1135c0971453 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.658403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d5c6-d1bc-49c3-b7bc-990d4f5103c9 req-9b7d3a29-0b9b-4552-a304-1135c0971453 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.664320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d5c6-d1bc-49c3-b7bc-990d4f5103c9 req-9b7d3a29-0b9b-4552-a304-1135c0971453 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.670452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d5c6-d1bc-49c3-b7bc-990d4f5103c9 req-9b7d3a29-0b9b-4552-a304-1135c0971453 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.677981 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eaf7d5c6-d1bc-49c3-b7bc-990d4f5103c9 req-9b7d3a29-0b9b-4552-a304-1135c0971453 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5433 time: 0.2473009 May 28 05:45:53.715296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] DHCP port deletion for 9679db4a-f8a7-46a7-9d6a-37672b8185ab request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:45:53.721205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] Deleting port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:53.721784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.854210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:53.860352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] For port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1e278a70-f235-48bd-a3c0-622ebb1dcfb8,segment=NetworkSegment(8b85339e-cc3f-40d2-b19a-2181789f1550),segment_id=8b85339e-cc3f-40d2-b19a-2181789f1550)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:53.860764 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.871214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1636f8-1755-4dba-bf31-80fd16fcc9e1 req-0629706a-5c69-4106-9893-efacf64cdc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:53.873725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da1636f8-1755-4dba-bf31-80fd16fcc9e1 req-0629706a-5c69-4106-9893-efacf64cdc7f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=9a009d9b-81e1-4943-a111-59312890a05a HTTP/1.1" status: 200 len: 861 time: 0.2311411 May 28 05:45:53.946613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da1636f8-1755-4dba-bf31-80fd16fcc9e1 req-71a49686-896e-47f2-867c-deb23cbcfc68 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cb2bf256-bc7e-44ed-92fb-708340793e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615168 May 28 05:45:53.963134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] For port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1e278a70-f235-48bd-a3c0-622ebb1dcfb8,segment=NetworkSegment(8b85339e-cc3f-40d2-b19a-2181789f1550),segment_id=8b85339e-cc3f-40d2-b19a-2181789f1550)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:53.963773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:53.993381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Calling delete_port for 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:54.070363 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-53dac38f-c7e9-4122-a38c-c7cc5537bf14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b35d57621c84cb295f71efc91cca428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807619 May 28 05:45:54.076822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58392) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:54.160273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] Calling delete_port for 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:45:54.175509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.199816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.220588 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.239571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.240957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5f122780-4869-4447-95af-152113a42035 req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8345416 May 28 05:45:54.242794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da1636f8-1755-4dba-bf31-80fd16fcc9e1 req-28071587-20fe-42b7-a210-12a639d4dff3 service neutron] 10.222.0.33 "GET /v2.0/networks/cb2bf256-bc7e-44ed-92fb-708340793e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885876 May 28 05:45:54.306329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c3a304a-9337-405c-a166-54cd1fda3591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.335304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] No DVR routers for this DVR port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:45:54.358590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437a10e-6279-4a2b-b9ee-9d491e6a926d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157361ba-2f6b-4d30-8808-2e3381cd65d5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:54.366192 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:45:54.366192 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:45:54.373547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:45:54.384606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event deleted for resources: {'Port': ['ID=1e278a70-f235-48bd-a3c0-622ebb1dcfb8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:54.404967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c3a304a-9337-405c-a166-54cd1fda3591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.428973 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eaf7d5c6-d1bc-49c3-b7bc-990d4f5103c9 req-ed0ffc0c-b309-4ae4-83ef-531d097cf472 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7500310 May 28 05:45:54.480507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da1636f8-1755-4dba-bf31-80fd16fcc9e1 req-c86c6e2f-62cd-4a57-8f72-0a2954426e67 service neutron] 10.222.0.33 "GET /v2.0/networks/cb2bf256-bc7e-44ed-92fb-708340793e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111976 May 28 05:45:54.490561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:45:54.490901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:45:54.525250 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c3a304a-9337-405c-a166-54cd1fda3591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.551630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a304a-9337-405c-a166-54cd1fda3591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db0324d-c3ae-4167-bae9-47ff509ee9c5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:54.636403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed034023-0ae8-43a5-878b-3ba8403a30d9 req-03677cb3-9b8e-4781-9d4e-4942f15828e7 tempest-ServersAaction247Test-12701377 tempest-ServersAaction247Test-12701377-project] 10.222.0.41 "GET /v2.0/ports?device_id=18a11333-9116-4c53-be18-9acf69fa643f HTTP/1.1" status: 200 len: 210 time: 0.0873287 May 28 05:45:54.638861 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c3a304a-9337-405c-a166-54cd1fda3591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.640476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2c3a304a-9337-405c-a166-54cd1fda3591 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0db0324d-c3ae-4167-bae9-47ff509ee9c5 HTTP/1.1" status: 204 len: 168 time: 0.5627387 May 28 05:45:54.756146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.785334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-8ba06bf9-c46e-4eac-8d0c-0c541a6c1681 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:54.786665 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-8ba06bf9-c46e-4eac-8d0c-0c541a6c1681 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.33 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 812 time: 0.5924625 May 28 05:45:54.809443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'port': {'device_id': '37cbd055-40d3-4bed-87d0-51320fb2dd48', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'admin_state_up': True, 'tenant_id': '6c303052f2a440959915b8d9746a0229'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:54.828236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9679db4a-f8a7-46a7-9d6a-37672b8185ab']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:54.838472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd87e-9bee-44e2-a2bb-dc3e4db68cde req-7af6a247-27d9-4a43-bfed-ce72b81dc74c tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:54.839769 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fecbd87e-9bee-44e2-a2bb-dc3e4db68cde req-7af6a247-27d9-4a43-bfed-ce72b81dc74c tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 945 time: 0.1276345 May 28 05:45:54.867631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] Deleting port 1e278a70-f235-48bd-a3c0-622ebb1dcfb8 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:45:54.877715 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.929386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fecbd87e-9bee-44e2-a2bb-dc3e4db68cde req-294ec7af-4813-4c40-b77b-b02a26d515b6 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834935 May 28 05:45:54.961871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b85339e-cc3f-40d2-b19a-2181789f1550') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:54.962175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b85339e-cc3f-40d2-b19a-2181789f1550') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:45:54.970285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c2b0c-8891-4022-aefa-046c7faf61ec None None] The port '1e278a70-f235-48bd-a3c0-622ebb1dcfb8' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:45:54.992053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:55.013612 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:55.094669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2f695ac-61bf-4316-a13e-4e8c1947c76f req-1cb64daa-0def-463c-8bec-eff36ef387ce tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 210 time: 0.0508807 May 28 05:45:55.137387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:55.162468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:55.190293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:45:55.193113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:55.258551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d219c7-b0ac-4224-965a-5e8ae3ddc5f8 req-b1f1c1db-f1b4-49c7-8da6-b2846751a862 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:55.266076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88d219c7-b0ac-4224-965a-5e8ae3ddc5f8 req-b1f1c1db-f1b4-49c7-8da6-b2846751a862 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 943 time: 0.6037526 May 28 05:45:55.377491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Made reservation on behalf of 6c303052f2a440959915b8d9746a0229 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:55.381422 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:55.388933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2feada82-abb5-45e4-9606-822e81a96eab req-5eb6ea02-1753-4bcd-aa15-dbb969b60e02 tempest-ServersAaction247Test-12701377 tempest-ServersAaction247Test-12701377-project] 10.222.0.39 "GET /v2.0/ports?device_id=18a11333-9116-4c53-be18-9acf69fa643f HTTP/1.1" status: 200 len: 210 time: 0.0731328 May 28 05:45:55.406900 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8b85339e-cc3f-40d2-b19a-2181789f1550 resource provider aggregate not found May 28 05:45:55.452127 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88d219c7-b0ac-4224-965a-5e8ae3ddc5f8 req-ca7998c1-2a4d-413f-940e-88f2e2e1c6c1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846635 May 28 05:45:55.508945 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8b85339e-cc3f-40d2-b19a-2181789f1550 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b85339e-cc3f-40d2-b19a-2181789f1550 found for delete ", "request_id": "req-a7130e31-050a-40d7-b4ec-be23060cca76"}]} May 28 05:45:55.585935 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:55.597311 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:55.598919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5e7fcf69-a3fb-4814-8d3e-5c85b4e056a2 req-1125b8a6-6e36-4358-afca-bd12103be1bd tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:45:55.621193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5e7fcf69-a3fb-4814-8d3e-5c85b4e056a2 req-1125b8a6-6e36-4358-afca-bd12103be1bd tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:45:55.635896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e7fcf69-a3fb-4814-8d3e-5c85b4e056a2 req-1125b8a6-6e36-4358-afca-bd12103be1bd tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84fb1f178c534c59b6518cfead726602 HTTP/1.1" status: 200 len: 10907 time: 0.2071798 May 28 05:45:55.722144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e7fcf69-a3fb-4814-8d3e-5c85b4e056a2 req-2aeb9f60-9137-4cd6-aa15-06d5d22fddbf tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/02650b19-b6d2-4b03-9e4e-79d1ba6406d7 HTTP/1.1" status: 200 len: 2985 time: 0.0781052 May 28 05:45:55.763512 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] 10.222.0.39 "DELETE /v2.0/networks/9679db4a-f8a7-46a7-9d6a-37672b8185ab HTTP/1.1" status: 204 len: 168 time: 2.4491611 May 28 05:45:55.763512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Pushing event deleted for resources: {'Network': ['ID=9679db4a-f8a7-46a7-9d6a-37672b8185ab,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:55.776359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58430) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:55.792067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.792453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.792724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.793138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.793470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.793470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.794895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.795098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.795476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.795778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.796100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.796410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0740e-9c7a-48c4-a075-e10c130ae9ae tempest-FloatingIPNegativeTestJSON-1320920806 tempest-FloatingIPNegativeTestJSON-1320920806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:45:55.833378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e7fcf69-a3fb-4814-8d3e-5c85b4e056a2 req-3e48b593-cc71-4172-b32d-a1d77ce78142 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/02650b19-b6d2-4b03-9e4e-79d1ba6406d7 HTTP/1.1" status: 200 len: 2985 time: 0.1041720 May 28 05:45:55.858857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Allocated IP 172.20.0.9 (bdfa6f4b-a27f-4e97-85ea-e21e14c7098d/57f2cfde-0a40-4f1c-8f63-f1314498f1c0/b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:55.905323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3be63-714f-4b2d-a9e8-234d0d90dad5 req-50cb1128-f2da-4029-ad76-8763375de811 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:55.911184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3be63-714f-4b2d-a9e8-234d0d90dad5 req-50cb1128-f2da-4029-ad76-8763375de811 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:55.921500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3be63-714f-4b2d-a9e8-234d0d90dad5 req-50cb1128-f2da-4029-ad76-8763375de811 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:55.927371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3be63-714f-4b2d-a9e8-234d0d90dad5 req-50cb1128-f2da-4029-ad76-8763375de811 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:55.938237 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3be63-714f-4b2d-a9e8-234d0d90dad5 req-50cb1128-f2da-4029-ad76-8763375de811 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:55.945161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3be63-714f-4b2d-a9e8-234d0d90dad5 req-50cb1128-f2da-4029-ad76-8763375de811 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:55.952155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3be63-714f-4b2d-a9e8-234d0d90dad5 req-50cb1128-f2da-4029-ad76-8763375de811 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:55.958334 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e0c3be63-714f-4b2d-a9e8-234d0d90dad5 req-50cb1128-f2da-4029-ad76-8763375de811 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5433 time: 0.3736639 May 28 05:45:55.959029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c1ca9135-d5b5-4483-a798-7d0ae2fd48d3 req-fc74f6f9-5549-4b63-b4cd-9c037a1a9e07 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/13cb128a-7240-4062-a86f-2f5c11d7c4ec HTTP/1.1" status: 200 len: 1801 time: 0.0715272 May 28 05:45:56.002227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1538506089'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:56.018739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:56.037296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:network and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:56.043766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:56.045047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e0c3be63-714f-4b2d-a9e8-234d0d90dad5 req-d39a4201-3fb0-4e4b-8a26-9c251edd3880 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713284 May 28 05:45:56.052133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:56.073889 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c1ca9135-d5b5-4483-a798-7d0ae2fd48d3 req-30916c44-b079-4885-bdbb-a7d0367e81e1 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.103333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Made reservation on behalf of fbc0e7437cda450487ac3dbf8a74d1da for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:56.106046 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.126746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.141951 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c1ca9135-d5b5-4483-a798-7d0ae2fd48d3 req-30916c44-b079-4885-bdbb-a7d0367e81e1 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.163053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:56.177988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:security_group_rule and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:56.181370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:56.201594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:56.249609 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c1ca9135-d5b5-4483-a798-7d0ae2fd48d3 req-30916c44-b079-4885-bdbb-a7d0367e81e1 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.278252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30916c44-b079-4885-bdbb-a7d0367e81e1 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cb128a-7240-4062-a86f-2f5c11d7c4ec,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:56.278467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.281189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58446) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:56.318382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c1ca9135-d5b5-4483-a798-7d0ae2fd48d3 req-30916c44-b079-4885-bdbb-a7d0367e81e1 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.319534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c1ca9135-d5b5-4483-a798-7d0ae2fd48d3 req-30916c44-b079-4885-bdbb-a7d0367e81e1 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/13cb128a-7240-4062-a86f-2f5c11d7c4ec HTTP/1.1" status: 204 len: 173 time: 0.3491428 May 28 05:45:56.329553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Transition to ACTIVE for port object b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:56.356090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.361229 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.373990 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.386901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['70e858ed-12b8-46a3-9bab-51c97a2f9c1d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:56.402534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:45:56.417977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00dbe90-c2c1-4887-b0b3-95050293412b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:56.424719 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.425127 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Added segment e43ba19e-22dc-4883-b4df-74fef3d3f4f1 of type vlan for network 9f522cfd-5487-40cd-b17d-0f9f0e568105 May 28 05:45:56.495793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:45:56.503544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:56.505880 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.517005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:45:56.555743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feec7a5-22bd-440e-a425-29b9bd235945 req-240c13d8-511a-41a9-9dbf-35cadcce0119 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.557049 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7feec7a5-22bd-440e-a425-29b9bd235945 req-240c13d8-511a-41a9-9dbf-35cadcce0119 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 945 time: 0.3305991 May 28 05:45:56.571352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'Port': ['ID=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:56.581799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4bde7-eb77-4cae-b921-b823c3998775 req-eb5dbf13-84f9-4224-9dd1-626cc50491c0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.587832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4bde7-eb77-4cae-b921-b823c3998775 req-eb5dbf13-84f9-4224-9dd1-626cc50491c0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.593864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4bde7-eb77-4cae-b921-b823c3998775 req-eb5dbf13-84f9-4224-9dd1-626cc50491c0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.599712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4bde7-eb77-4cae-b921-b823c3998775 req-eb5dbf13-84f9-4224-9dd1-626cc50491c0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.605679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4bde7-eb77-4cae-b921-b823c3998775 req-eb5dbf13-84f9-4224-9dd1-626cc50491c0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.612776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4bde7-eb77-4cae-b921-b823c3998775 req-eb5dbf13-84f9-4224-9dd1-626cc50491c0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.618787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4bde7-eb77-4cae-b921-b823c3998775 req-eb5dbf13-84f9-4224-9dd1-626cc50491c0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.620787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bfc4bde7-eb77-4cae-b921-b823c3998775 req-eb5dbf13-84f9-4224-9dd1-626cc50491c0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5433 time: 0.1826015 May 28 05:45:56.622065 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.632402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.632402 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.635919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58458) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:56.650494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a2a6be2d-35dd-4788-9fec-92bfae1534cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c111145540e4f9b95ab79fc58c04cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3603365 May 28 05:45:56.651284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58462) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:56.654596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-51e2b599-0c9d-4fe9-9d4b-4aeef44ce2fe tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Request body: {'floatingip': {'port_id': 'af3b4060-b2a0-41d6-8288-eda4f365e181'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:56.713140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.713763 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.733287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7feec7a5-22bd-440e-a425-29b9bd235945 req-aeb7df6a-0bfe-46ab-bc23-22e8b6206f37 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583219 May 28 05:45:56.788791 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9958863 May 28 05:45:56.792726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58468) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:56.794999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d81806-488d-4f72-8ceb-d3d1341894b5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Network': ['ID=9f522cfd-5487-40cd-b17d-0f9f0e568105,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:56.803682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'subnet': {'network_id': '9f522cfd-5487-40cd-b17d-0f9f0e568105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:56.807464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9f522cfd-5487-40cd-b17d-0f9f0e568105 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:45:56.824297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:45:56.934014 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-51e2b599-0c9d-4fe9-9d4b-4aeef44ce2fe tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:56.941700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:56.947467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:subnet and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:56.957582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95b3e-9c91-4339-8ace-5da433741959 req-0a7de3ad-9ad1-453f-a222-d0a14a343dff tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:56.960199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6dd95b3e-9c91-4339-8ace-5da433741959 req-0a7de3ad-9ad1-453f-a222-d0a14a343dff tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 931 time: 0.2263675 May 28 05:45:56.961088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:56.967264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:57.004451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Made reservation on behalf of fbc0e7437cda450487ac3dbf8a74d1da for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:57.007659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-53438292-f679-495e-a86e-5ba38d01a7ff None None] Provisioning for port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:45:57.008110 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.008245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e0a74bb9-2640-49de-9cc0-ca8e07ad7907 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2041769 May 28 05:45:57.018081 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-9d98e29a-3345-42e0-8091-302c4c096b22 req-cc1eb479-34db-451e-87ce-43cc5cd35e16 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] show failed (client error): The resource could not be found. May 28 05:45:57.019046 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d98e29a-3345-42e0-8091-302c4c096b22 req-cc1eb479-34db-451e-87ce-43cc5cd35e16 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/13cb128a-7240-4062-a86f-2f5c11d7c4ec HTTP/1.1" status: 404 len: 352 time: 0.1228807 May 28 05:45:57.024708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-53438292-f679-495e-a86e-5ba38d01a7ff None None] Provisioning complete for port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:45:57.025075 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-53438292-f679-495e-a86e-5ba38d01a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.069430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Request body: {'port': {'device_id': '37cbd055-40d3-4bed-87d0-51320fb2dd48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:57.140281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,segment=NetworkSegment(483b1442-2e31-4f4c-8efc-81ca483283e6),segment_id=483b1442-2e31-4f4c-8efc-81ca483283e6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:57.151181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-53438292-f679-495e-a86e-5ba38d01a7ff None None] Port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:45:57.178943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45', 'network_id': 'cb2bf256-bc7e-44ed-92fb-708340793e71', 'port_id': '7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45', 'mac_address': 'fa:16:3e:30:a2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a009d9b-81e1-4943-a111-59312890a05a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:45:57.281095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:45:57.281467 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.288777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6dd95b3e-9c91-4339-8ace-5da433741959 req-e2b343d1-b1ce-44eb-92a4-bf903449e691 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174241 May 28 05:45:57.303682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:57.335728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,segment=NetworkSegment(483b1442-2e31-4f4c-8efc-81ca483283e6),segment_id=483b1442-2e31-4f4c-8efc-81ca483283e6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:45:57.353553 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.366680 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6693f406-4d66-44d1-9e3f-e6512e9713ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.456080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:57.496392 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.525672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58478) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:57.548422 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6693f406-4d66-44d1-9e3f-e6512e9713ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.569162 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.596520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Subnet': ['ID=4588165b-9fb4-457e-8997-7f8aa18f1aa2,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:57.611670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Checking segment: {'id': 'e43ba19e-22dc-4883-b4df-74fef3d3f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9f522cfd-5487-40cd-b17d-0f9f0e568105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:57.612499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network hostable DHCP agents. Network: 9f522cfd-5487-40cd-b17d-0f9f0e568105, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:45:57.628030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44b0bc-85f6-4a4e-a398-d341253b537e req-c6e167b2-2d13-4748-84a8-b45c18d003d0 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:57.629523 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc44b0bc-85f6-4a4e-a398-d341253b537e req-c6e167b2-2d13-4748-84a8-b45c18d003d0 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4566b92-f2d3-43c1-aee3-9b28ad5f0551 HTTP/1.1" status: 200 len: 946 time: 0.2058775 May 28 05:45:57.665090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network 9f522cfd-5487-40cd-b17d-0f9f0e568105 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:45:57.683071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9f522cfd-5487-40cd-b17d-0f9f0e568105) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:45:57.691732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3257ec-7da8-4377-bec2-91eb98f91cff None None] Network 9f522cfd-5487-40cd-b17d-0f9f0e568105 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:57.718586 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc44b0bc-85f6-4a4e-a398-d341253b537e req-caa3df4b-e117-433b-87a0-b660869565fb tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736544 May 28 05:45:57.724694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:57.725403 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.771168 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-00924999-b9b9-4c7b-973a-58e224fd6e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.791276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:45:57.802416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c6b2-2f3c-481e-a99f-4002946ea2b9 req-d7a7ec0c-c3f2-4dc8-90f2-3a501ed91038 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:57.803950 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3397c6b2-2f3c-481e-a99f-4002946ea2b9 req-d7a7ec0c-c3f2-4dc8-90f2-3a501ed91038 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 943 time: 0.5462232 May 28 05:45:57.806966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5f4a12a7-ae7a-418c-8fb8-fb9b10465f8c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0131648 May 28 05:45:57.811693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-00924999-b9b9-4c7b-973a-58e224fd6e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:57.812706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58486) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:57.825903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1691310979', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:57.831838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-00924999-b9b9-4c7b-973a-58e224fd6e31 admin admin] Usage tracker for resource:security_group_rule and tenant:852119ff64d847b29b4445d9848cbc65 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:57.836067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-00924999-b9b9-4c7b-973a-58e224fd6e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:57.850483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:57.854003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-00924999-b9b9-4c7b-973a-58e224fd6e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:57.859206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:router and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:57.865153 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5f44797d-2854-486a-9387-29c8f61dafa6 req-65eaf922-b196-4d93-8f85-8d8bde3ecd97 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/06200939-d444-4065-91f3-0cccc958e83d HTTP/1.1" status: 200 len: 1803 time: 0.1184273 May 28 05:45:57.866032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:57.877253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:57.930928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.932038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.988358 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.992994 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6693f406-4d66-44d1-9e3f-e6512e9713ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.004607 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5f44797d-2854-486a-9387-29c8f61dafa6 req-2fac01a0-b180-4731-8be5-9c8216f9c963 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.049860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f406-4d66-44d1-9e3f-e6512e9713ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86917c2-7e7c-4137-aba3-02a115c8a114,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:58.052410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5f44797d-2854-486a-9387-29c8f61dafa6 req-2fac01a0-b180-4731-8be5-9c8216f9c963 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.062386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3397c6b2-2f3c-481e-a99f-4002946ea2b9 req-4c49a974-8dcd-403c-bdd2-54fff22383e9 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123375 May 28 05:45:58.080189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc185cf8-b63f-47e2-b820-2662fa1d2d54 None None] Network 9f522cfd-5487-40cd-b17d-0f9f0e568105 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:45:58.143136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6693f406-4d66-44d1-9e3f-e6512e9713ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.147207 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6693f406-4d66-44d1-9e3f-e6512e9713ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f86917c2-7e7c-4137-aba3-02a115c8a114 HTTP/1.1" status: 204 len: 168 time: 1.4405208 May 28 05:45:58.348636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-00924999-b9b9-4c7b-973a-58e224fd6e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.417677 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-00924999-b9b9-4c7b-973a-58e224fd6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.441588 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:45:58.446027 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5f44797d-2854-486a-9387-29c8f61dafa6 req-2fac01a0-b180-4731-8be5-9c8216f9c963 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.468775 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.503814 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-00924999-b9b9-4c7b-973a-58e224fd6e31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=852119ff64d847b29b4445d9848cbc65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9737957 May 28 05:45:58.507393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58496) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:58.510233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00924999-b9b9-4c7b-973a-58e224fd6e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec3786-7d81-43ce-bfef-0fa554a9e24e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:58.564156 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-51e2b599-0c9d-4fe9-9d4b-4aeef44ce2fe tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.569646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:45:58.569879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac01a0-b180-4731-8be5-9c8216f9c963 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06200939-d444-4065-91f3-0cccc958e83d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:58.577331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-51e2b599-0c9d-4fe9-9d4b-4aeef44ce2fe tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.586550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5f44797d-2854-486a-9387-29c8f61dafa6 req-2fac01a0-b180-4731-8be5-9c8216f9c963 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.588129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5f44797d-2854-486a-9387-29c8f61dafa6 req-2fac01a0-b180-4731-8be5-9c8216f9c963 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/06200939-d444-4065-91f3-0cccc958e83d HTTP/1.1" status: 204 len: 173 time: 0.7083745 May 28 05:45:58.650373 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.674970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Transition to ACTIVE for port object b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:45:58.688443 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.708445 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-034ac418-8bd6-4ff9-a783-7bda7224c34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.789218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-034ac418-8bd6-4ff9-a783-7bda7224c34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.894355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5a14a-86ca-47f3-b4c5-078e556356a0 req-702801d0-b8d5-4f40-a499-e21e1aa0f84f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:58.895766 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cde5a14a-86ca-47f3-b4c5-078e556356a0 req-702801d0-b8d5-4f40-a499-e21e1aa0f84f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 943 time: 0.1664114 May 28 05:45:58.904210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-034ac418-8bd6-4ff9-a783-7bda7224c34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:58.990965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ac418-8bd6-4ff9-a783-7bda7224c34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec3786-7d81-43ce-bfef-0fa554a9e24e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:59.077693 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-034ac418-8bd6-4ff9-a783-7bda7224c34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:59.081687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-034ac418-8bd6-4ff9-a783-7bda7224c34a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cdec3786-7d81-43ce-bfef-0fa554a9e24e HTTP/1.1" status: 204 len: 168 time: 0.5728598 May 28 05:45:59.114179 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-51e2b599-0c9d-4fe9-9d4b-4aeef44ce2fe tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Floating IP 450a2f33-8aca-4d3f-a0bb-dc286a327353 associated. External IP: 172.25.4.120, port: af3b4060-b2a0-41d6-8288-eda4f365e181. May 28 05:45:59.183265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cde5a14a-86ca-47f3-b4c5-078e556356a0 req-2df6c762-34ac-4caa-8069-2384800afda8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752604 May 28 05:45:59.187871 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:59.230768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Pushing event updated for resources: {'Port': ['ID=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:45:59.236508 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-41410ee7-6982-4fa4-863d-5b89172c43b1 req-72fb518a-4688-4e68-bc90-f9423823073e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] show failed (client error): The resource could not be found. May 28 05:45:59.238225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-41410ee7-6982-4fa4-863d-5b89172c43b1 req-72fb518a-4688-4e68-bc90-f9423823073e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/06200939-d444-4065-91f3-0cccc958e83d HTTP/1.1" status: 404 len: 352 time: 0.3631246 May 28 05:45:59.245192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:59.450516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58528) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:45:59.585582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Attempting to bind port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:45:59.585925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Attempting to bind port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:45:59.586261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Attempting to bind port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:59.602245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:45:59.602574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Attempting to bind port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:45:59.658242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.25.4.200 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/881aa4d1-0210-49c1-83c5-0459481b5f40) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:45:59.670744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-893c832d-167c-46aa-9e0d-efb5793408af req-3a8894a3-7821-49a1-a8eb-b2d2ef3f1feb tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/157361ba-2f6b-4d30-8808-2e3381cd65d5 HTTP/1.1" status: 200 len: 1801 time: 0.0922439 May 28 05:45:59.692160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:45:59.692508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Checking segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:45:59.692869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Bound using segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:45:59.693321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Bound port: b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:45:59.693666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:59.719616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-485900489'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:45:59.745403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da902e8-d555-47d8-87b4-550709323396 req-b4c9c7f0-0b6f-492f-8d57-e5455a4ed6b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:45:59.746882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3da902e8-d555-47d8-87b4-550709323396 req-b4c9c7f0-0b6f-492f-8d57-e5455a4ed6b1 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 944 time: 0.2954683 May 28 05:45:59.752045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:45:59.790883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:network and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:45:59.830388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:45:59.847223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-893c832d-167c-46aa-9e0d-efb5793408af req-e9652c08-dac7-403b-bef5-bbdbc7ea712a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:59.899618 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-893c832d-167c-46aa-9e0d-efb5793408af req-e9652c08-dac7-403b-bef5-bbdbc7ea712a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:59.904113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:45:59.913279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:59.931980 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3da902e8-d555-47d8-87b4-550709323396 req-52275917-9e2f-4ef4-b979-803f1eba8f14 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741717 May 28 05:45:59.964614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:45:59.966946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-893c832d-167c-46aa-9e0d-efb5793408af req-e9652c08-dac7-403b-bef5-bbdbc7ea712a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:59.968084 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:59.982928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:59.990154 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:00.015115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:00.022212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:security_group_rule and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:00.027893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e2b599-0c9d-4fe9-9d4b-4aeef44ce2fe tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:46:00.027893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:00.029849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] For port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:00.031784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9652c08-dac7-403b-bef5-bbdbc7ea712a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157361ba-2f6b-4d30-8808-2e3381cd65d5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:00.040824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] For port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:00.041844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:00.083088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:00.102091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:00.115904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:00.131446 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:00.159495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-893c832d-167c-46aa-9e0d-efb5793408af req-e9652c08-dac7-403b-bef5-bbdbc7ea712a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:00.160484 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-893c832d-167c-46aa-9e0d-efb5793408af req-e9652c08-dac7-403b-bef5-bbdbc7ea712a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/157361ba-2f6b-4d30-8808-2e3381cd65d5 HTTP/1.1" status: 204 len: 173 time: 0.4888008 May 28 05:46:00.161058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=881aa4d1-0210-49c1-83c5-0459481b5f40,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:00.276212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58570) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:00.339152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:00.339843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:00.341936 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] 10.222.0.33 "PUT /v2.0/ports/b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 HTTP/1.1" status: 200 len: 1091 time: 3.2831378 May 28 05:46:00.343403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cbd055-40d3-4bed-87d0-51320fb2dd48', 'tag': 'b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:00.362337 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-4d7a261a-9283-482b-a787-cf65c8f55f31 req-fa2404e3-2276-42c5-94a4-3327fc259bd5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] show failed (client error): The resource could not be found. May 28 05:46:00.363422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d7a261a-9283-482b-a787-cf65c8f55f31 req-fa2404e3-2276-42c5-94a4-3327fc259bd5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/157361ba-2f6b-4d30-8808-2e3381cd65d5 HTTP/1.1" status: 404 len: 352 time: 0.0880244 May 28 05:46:00.432303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2043272459-network', 'tenant_id': '0fb9df33770f4c488e73186538e580c4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:00.438058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:00.442211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Usage tracker for resource:network and tenant:0fb9df33770f4c488e73186538e580c4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:00.445334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:00.452252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:00.516643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Made reservation on behalf of 0fb9df33770f4c488e73186538e580c4 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:00.519042 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:00.592830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:00.643356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac3693-3128-4261-838d-6515951aa6cb service neutron] Pushing event updated for resources: {'Port': ['ID=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:00.688883 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:00.704549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:00.723130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb9df33770f4c488e73186538e580c4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:00.728105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:00.736845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e2b599-0c9d-4fe9-9d4b-4aeef44ce2fe tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:46:00.741390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:00.744987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-916a22e7-d135-43e7-af66-24eee799d634 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:00.746659 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-916a22e7-d135-43e7-af66-24eee799d634 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/networks?id=2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 200 len: 813 time: 0.6234610 May 28 05:46:00.749797 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] Sync routers for ids ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:46:00.780658 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] Routers {'8fe620cf-c8ce-4927-af14-290a1a76a4e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:00.786220 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:00.798056 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-d40ed837-837f-4841-bf96-c0dc7d8a7991 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/quotas/1a0694393c7e40ca99a330033118907e HTTP/1.1" status: 200 len: 375 time: 0.0306141 May 28 05:46:00.799869 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:00.801938 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-51e2b599-0c9d-4fe9-9d4b-4aeef44ce2fe tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:00.836181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3d3b1d2a-bc7b-4e5c-8549-fc479d70782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:00.837659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-3d3b1d2a-bc7b-4e5c-8549-fc479d70782c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 1094 time: 0.4093032 May 28 05:46:00.844920 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:00.854388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:00.908697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-a1f24949-b9c8-49bd-a8ff-c659b9660c7d tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:00.909172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-a1f24949-b9c8-49bd-a8ff-c659b9660c7d tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.33 "GET /v2.0/ports?device_id=c4566b92-f2d3-43c1-aee3-9b28ad5f0551 HTTP/1.1" status: 200 len: 946 time: 0.4736531 May 28 05:46:00.939265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bed435-1f40-4157-886a-b588132c6e65 req-353fd594-3938-4853-a2cc-df3a40009dce tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:00.946301 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69bed435-1f40-4157-886a-b588132c6e65 req-353fd594-3938-4853-a2cc-df3a40009dce tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 943 time: 0.4353898 May 28 05:46:00.948904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-620fd8ee-b605-448b-94d5-f48f8b83eaec service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 HTTP/1.1" status: 200 len: 217 time: 0.0937762 May 28 05:46:00.955983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:00.962822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:00.964155 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.015435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:46:01.021211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-51e2b599-0c9d-4fe9-9d4b-4aeef44ce2fe tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "PUT /v2.0/floatingips/450a2f33-8aca-4d3f-a0bb-dc286a327353 HTTP/1.1" status: 200 len: 991 time: 4.3813007 May 28 05:46:01.030491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530196cd-2af9-4db9-8bb5-7311d1031478,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:01.042323 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.048324 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.048996 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Added segment 1e5c0f18-c5ff-4678-aa81-151a8957f6ae of type vlan for network 9d8cb991-acf4-4eaf-a905-3f1cee922d2f May 28 05:46:01.070579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-bcdff10a-f1c9-478d-98df-92ff3181bada tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Deleting port 2b93ce84-1a19-432d-aadf-075600ad5e2b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:01.070921 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-bcdff10a-f1c9-478d-98df-92ff3181bada tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.098727 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] Set router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:46:01.142105 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.168050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:01.168535 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.170067 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-ed2d8da2-a55e-4a0b-b71b-3595e145df1b tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a0694393c7e40ca99a330033118907e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3397114 May 28 05:46:01.226981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb4563c-f446-4ed4-a634-073c3a801abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:01.238798 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:46:01.239971 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,segment=NetworkSegment(483b1442-2e31-4f4c-8efc-81ca483283e6),segment_id=483b1442-2e31-4f4c-8efc-81ca483283e6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:01.246627 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.335191 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69bed435-1f40-4157-886a-b588132c6e65 req-9b123dbb-474e-44f0-84e8-a27351e7c088 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879306 May 28 05:46:01.375727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:01.400834 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.406217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:01.406811 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.417368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-de24522a-5356-4275-8fa7-645916e1d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:01.418782 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-de24522a-5356-4275-8fa7-645916e1d500 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.4436944 May 28 05:46:01.605138 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1407611 May 28 05:46:01.620722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63affc72-2c2a-418d-8362-2fc534040845 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Network': ['ID=9d8cb991-acf4-4eaf-a905-3f1cee922d2f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:01.640542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9d8cb991-acf4-4eaf-a905-3f1cee922d2f details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:46:01.644291 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '450a2f33-8aca-4d3f-a0bb-dc286a327353', 'tenant_id': '35100819b20440649f162236d29682d4', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'port_id': 'af3b4060-b2a0-41d6-8288-eda4f365e181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'mac_address': 'fa:16:3e:44:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:44:10Z', 'updated_at': '2022-05-28T05:45:58Z', 'revision_number': 1, 'project_id': '35100819b20440649f162236d29682d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92cdedb-4bbc-45d6-9f8e-01367d034c92', 'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'tenant_id': '35100819b20440649f162236d29682d4', 'mac_address': 'fa:16:3e:d2:5b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:46Z', 'updated_at': '2022-05-28T05:43:00Z', 'revision_number': 5, 'project_id': '35100819b20440649f162236d29682d4', 'subnets': [{'id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:01.649196 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] Checking router: 8fe620cf-c8ce-4927-af14-290a1a76a4e9 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:46:01.677821 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] Routers {'8fe620cf-c8ce-4927-af14-290a1a76a4e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:01.678808 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:01.682957 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-ec7a36c0-9c9d-44d6-93ef-dadb3d5dbf3a service neutron] 10.222.0.39 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789240 May 28 05:46:01.690800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.713353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-67d2fdc3-e281-4e7b-9c83-a1c0c5e98209 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:01.714799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-67d2fdc3-e281-4e7b-9c83-a1c0c5e98209 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d07ff93-5059-4f16-a425-ab7382c6092a HTTP/1.1" status: 200 len: 945 time: 0.7454119 May 28 05:46:01.725566 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.770438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-bcdff10a-f1c9-478d-98df-92ff3181bada tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] For port 2b93ce84-1a19-432d-aadf-075600ad5e2b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2b93ce84-1a19-432d-aadf-075600ad5e2b,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:01.770886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-bcdff10a-f1c9-478d-98df-92ff3181bada tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.901013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3f70dc81-1030-43bd-9a41-e58d79547a89 req-d7af3de8-e7a5-42f5-b5d3-5146b4caf86e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:01.922457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-bcdff10a-f1c9-478d-98df-92ff3181bada tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Calling delete_port for 2b93ce84-1a19-432d-aadf-075600ad5e2b owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:01.950386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:46:01.974867 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] Set router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:46:01.985797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f1c756-a0ab-4c3d-a51b-52df62c78748,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:01.998228 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:01.998579 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Added segment 5c19ba66-f0eb-4326-b3a8-33a80566267f of type vlan for network 08d55de8-ee16-4788-bc45-41a0da423a29 May 28 05:46:02.006448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-5e90e440-e219-4f54-a5e3-ad13ee8357db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:02.007948 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-5e90e440-e219-4f54-a5e3-ad13ee8357db service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5750589 May 28 05:46:02.017705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Deleting port e6a7dd26-e34f-4d71-b085-906e33ac764d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:02.018048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:02.042976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3f70dc81-1030-43bd-9a41-e58d79547a89 req-d7af3de8-e7a5-42f5-b5d3-5146b4caf86e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:02.050695 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f70dc81-1030-43bd-9a41-e58d79547a89 req-d7af3de8-e7a5-42f5-b5d3-5146b4caf86e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84fb1f178c534c59b6518cfead726602 HTTP/1.1" status: 200 len: 6155 time: 0.6353199 May 28 05:46:02.108087 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:02.136185 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf6d3edc-5e6a-4041-9f7b-8d265db4de66 service neutron] 10.222.0.39 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502113 May 28 05:46:02.138191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-bcdff10a-f1c9-478d-98df-92ff3181bada tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:02.155289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['e6a7dd26-e34f-4d71-b085-906e33ac764d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:02.308987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdff10a-f1c9-478d-98df-92ff3181bada tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Pushing event deleted for resources: {'Port': ['ID=2b93ce84-1a19-432d-aadf-075600ad5e2b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:02.411875 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:02.482241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-bcdff10a-f1c9-478d-98df-92ff3181bada tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] No DVR routers for this DVR port 2b93ce84-1a19-432d-aadf-075600ad5e2b on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:02.486946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-bcdff10a-f1c9-478d-98df-92ff3181bada tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:02.524229 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d5b1260-3873-42fd-b583-ebb5d7df1b38 req-bcdff10a-f1c9-478d-98df-92ff3181bada tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.33 "DELETE /v2.0/ports/2b93ce84-1a19-432d-aadf-075600ad5e2b HTTP/1.1" status: 204 len: 173 time: 1.6012914 May 28 05:46:02.652001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f70dc81-1030-43bd-9a41-e58d79547a89 req-d589a767-b833-47b6-97e8-634d63eee3f0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/02650b19-b6d2-4b03-9e4e-79d1ba6406d7 HTTP/1.1" status: 200 len: 2985 time: 0.6004324 May 28 05:46:02.717571 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '450a2f33-8aca-4d3f-a0bb-dc286a327353', 'tenant_id': '35100819b20440649f162236d29682d4', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'port_id': 'af3b4060-b2a0-41d6-8288-eda4f365e181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'mac_address': 'fa:16:3e:44:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:44:10Z', 'updated_at': '2022-05-28T05:45:58Z', 'revision_number': 1, 'project_id': '35100819b20440649f162236d29682d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92cdedb-4bbc-45d6-9f8e-01367d034c92', 'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'tenant_id': '35100819b20440649f162236d29682d4', 'mac_address': 'fa:16:3e:d2:5b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:46Z', 'updated_at': '2022-05-28T05:43:00Z', 'revision_number': 5, 'project_id': '35100819b20440649f162236d29682d4', 'subnets': [{'id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:02.737109 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2464c-b523-44cc-adbf-aed67d322797 None None] The sync data for ids ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'] in n-d-843679-5 is: [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '450a2f33-8aca-4d3f-a0bb-dc286a327353', 'tenant_id': '35100819b20440649f162236d29682d4', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'port_id': 'af3b4060-b2a0-41d6-8288-eda4f365e181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'mac_address': 'fa:16:3e:44:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:44:10Z', 'updated_at': '2022-05-28T05:45:58Z', 'revision_number': 1, 'project_id': '35100819b20440649f162236d29682d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92cdedb-4bbc-45d6-9f8e-01367d034c92', 'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'tenant_id': '35100819b20440649f162236d29682d4', 'mac_address': 'fa:16:3e:d2:5b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:46Z', 'updated_at': '2022-05-28T05:43:00Z', 'revision_number': 5, 'project_id': '35100819b20440649f162236d29682d4', 'subnets': [{'id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:46:02.799701 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da409fd-8e22-48da-b794-7237c4cef522'] response: {'name': 'network-changed', 'server_uuid': '37cbd055-40d3-4bed-87d0-51320fb2dd48', 'tag': 'b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91', 'status': 'completed', 'code': 200} May 28 05:46:02.823955 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:46:02.851328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2b93ce84-1a19-432d-aadf-075600ad5e2b no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:46:02.926360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-e72c2be0-09e9-43c8-8793-5f5682310494 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8650448 May 28 05:46:02.958109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 2b93ce84-1a19-432d-aadf-075600ad5e2b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:46:02.958463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2b93ce84-1a19-432d-aadf-075600ad5e2b not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:46:03.154645 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:03.157823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:03.158237 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc2ad6-6b17-475b-8e4c-aafb01d6ff72 req-4b776369-8157-45f8-b101-60d3fd55e612 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:03.158372 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:03.160229 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9fc2ad6-6b17-475b-8e4c-aafb01d6ff72 req-4b776369-8157-45f8-b101-60d3fd55e612 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 945 time: 0.1838460 May 28 05:46:03.169537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea3596-cdfe-4535-aeaf-06ea5b88b575 None None] New status for floating IP 450a2f33-8aca-4d3f-a0bb-dc286a327353: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:46:03.209863 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f70dc81-1030-43bd-9a41-e58d79547a89 req-c991d651-47ad-4ddd-8f11-f9d3f2a2e60e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/02650b19-b6d2-4b03-9e4e-79d1ba6406d7 HTTP/1.1" status: 200 len: 2985 time: 0.5564282 May 28 05:46:03.299087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9fc2ad6-6b17-475b-8e4c-aafb01d6ff72 req-c1c1326a-f527-4cd9-ad8f-b27e6cedfb5d tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204062 May 28 05:46:03.409449 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e7539a-a9ff-48fa-96ec-44244017b0bd'] response: {'server_uuid': '5fb4563c-f446-4ed4-a634-073c3a801abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45', 'code': 200} May 28 05:46:03.522119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2423792 May 28 05:46:03.530635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced69a75-2dcc-4013-80c6-07f1c5a4ffa6 admin admin] Pushing event updated for resources: {'Network': ['ID=08d55de8-ee16-4788-bc45-41a0da423a29,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:03.547402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58608) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:03.552479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 08d55de8-ee16-4788-bc45-41a0da423a29 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:46:03.606011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Request body: {'subnet': {'network_id': '08d55de8-ee16-4788-bc45-41a0da423a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2043272459-subnet', 'tenant_id': '0fb9df33770f4c488e73186538e580c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:03.882990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:03.905681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Usage tracker for resource:subnet and tenant:0fb9df33770f4c488e73186538e580c4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:03.923813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:03.996739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:04.006745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1834358293', 'description': 'tempest-description-1935063139'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:04.013850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:04.029353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:04.047167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59817e72-68ed-482c-9439-00eaf5b5ddbc req-6ce2c248-d62a-443e-b086-bf1178337d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:04.049554 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59817e72-68ed-482c-9439-00eaf5b5ddbc req-6ce2c248-d62a-443e-b086-bf1178337d84 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 1096 time: 0.5572333 May 28 05:46:04.060448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:04.090191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] For port e6a7dd26-e34f-4d71-b085-906e33ac764d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=e6a7dd26-e34f-4d71-b085-906e33ac764d,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:04.097986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:04.127484 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5348d13c-e3f8-4fe9-ada7-42f8309d2b90 req-985591c0-98c6-495b-8bb7-797b5b879e88 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1154768 May 28 05:46:04.132232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Made reservation on behalf of 0fb9df33770f4c488e73186538e580c4 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:04.135342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:04.145948 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59817e72-68ed-482c-9439-00eaf5b5ddbc req-02c28c82-e04f-43cf-bb78-e092430b6bd6 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646510 May 28 05:46:04.160177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:04.171035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group_rule and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:04.174898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:04.194296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:04.303516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:46:04.314509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Calling delete_port for e6a7dd26-e34f-4d71-b085-906e33ac764d owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:04.324214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:04.328095 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:04.374548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b99e1a-3981-498a-8fa5-c66fae19c497,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:04.378909 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:04.391856 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cd3b05f0-add4-4fff-9868-fde29c8bc3a9 req-8b0e9a09-6266-4b41-8454-16088a3b678e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4040616 May 28 05:46:04.508554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2d8a1-3d66-4139-90be-46fe1216817d req-4947b1f4-d924-41dd-86f1-3ad9a3370205 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:04.510137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9a2d8a1-3d66-4139-90be-46fe1216817d req-4947b1f4-d924-41dd-86f1-3ad9a3370205 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 943 time: 0.9843280 May 28 05:46:04.517140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d6c0c32f-cc2a-479c-8525-712354279171 req-70e77ada-64e1-49e3-9c0c-f3aabea8c121 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Synchronizing usage tracker for tenant:1a0694393c7e40ca99a330033118907e on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:04.535673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d6c0c32f-cc2a-479c-8525-712354279171 req-70e77ada-64e1-49e3-9c0c-f3aabea8c121 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Unset dirty status for tenant:1a0694393c7e40ca99a330033118907e on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:04.537191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d6c0c32f-cc2a-479c-8525-712354279171 req-70e77ada-64e1-49e3-9c0c-f3aabea8c121 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 210 time: 0.0673614 May 28 05:46:04.724241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a01ccc-7bdd-4600-a855-54acba024966 req-1501a0be-bed5-4b61-a3f1-91554e1b5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:04.725300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9a2d8a1-3d66-4139-90be-46fe1216817d req-1575db0c-74f1-42bf-af6e-b858f97434ba tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823423 May 28 05:46:04.726725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62a01ccc-7bdd-4600-a855-54acba024966 req-1501a0be-bed5-4b61-a3f1-91554e1b5aae service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 1094 time: 0.1531723 May 28 05:46:04.790254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-303585567', 'description': 'tempest-description-1196896396'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:04.817203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:04.830031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:04.836433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:04.854602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'af3b4060-b2a0-41d6-8288-eda4f365e181'}, {'server_uuid': 'c4566b92-f2d3-43c1-aee3-9b28ad5f0551', 'name': 'network-vif-deleted', 'tag': '2b93ce84-1a19-432d-aadf-075600ad5e2b'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:04.878640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:04.909034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:46:04.925859 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65ec7c-db44-49b4-ac03-70cb765e081d None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:46:04.936403 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:04.945670 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65ec7c-db44-49b4-ac03-70cb765e081d None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:04.947209 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cf65ec7c-db44-49b4-ac03-70cb765e081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:04.955968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:05.043482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Pushing event deleted for resources: {'Port': ['ID=e6a7dd26-e34f-4d71-b085-906e33ac764d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:05.055138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:05.065477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:05.066838 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-79738d06-6794-46ba-9ce0-80dbd604a09a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2531481 May 28 05:46:05.069960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group_rule and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:05.088508 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cf65ec7c-db44-49b4-ac03-70cb765e081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:05.107222 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65ec7c-db44-49b4-ac03-70cb765e081d None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:05.108105 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cf65ec7c-db44-49b4-ac03-70cb765e081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:05.130317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58620) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:05.130317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58622) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:05.130809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:05.138215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.138649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.139041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.139443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.139782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.140117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.140447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.140772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.141105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.141429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.141755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.142077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:05.208834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:05.211754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a01ccc-7bdd-4600-a855-54acba024966 req-c5fb9f29-4819-483c-8d1f-0e68d1845791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:05.213229 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62a01ccc-7bdd-4600-a855-54acba024966 req-c5fb9f29-4819-483c-8d1f-0e68d1845791 service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.4781201 May 28 05:46:05.219895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'subnet': {'network_id': '9d8cb991-acf4-4eaf-a905-3f1cee922d2f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:05.234947 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:05.247335 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cf65ec7c-db44-49b4-ac03-70cb765e081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:05.247927 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65ec7c-db44-49b4-ac03-70cb765e081d None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:46:05.302088 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62a01ccc-7bdd-4600-a855-54acba024966 req-8887b7f6-95bc-4e3c-b4eb-db506500db37 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 HTTP/1.1" status: 200 len: 217 time: 0.0797322 May 28 05:46:05.312030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-ee08cdb7-9619-4bfd-9bac-b0b7a0e8f92d tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:05.313423 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-ee08cdb7-9619-4bfd-9bac-b0b7a0e8f92d tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "GET /v2.0/networks?id=2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 200 len: 813 time: 0.4498055 May 28 05:46:05.353556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Request body: {'port': {'device_id': 'e313b17b-1d9a-4247-8079-34afe76f724e', 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de', 'admin_state_up': True, 'tenant_id': '1a0694393c7e40ca99a330033118907e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:05.397765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] No DVR routers for this DVR port e6a7dd26-e34f-4d71-b085-906e33ac764d on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:05.421256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:05.423189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device e6a7dd26-e34f-4d71-b085-906e33ac764d no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:46:05.434496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d07ff93-5059-4f16-a425-ab7382c6092a', 'name': 'network-vif-deleted', 'tag': 'e6a7dd26-e34f-4d71-b085-906e33ac764d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:05.473786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b42130-1326-45d8-8ab5-b744612419b9 req-a79946c8-d5c8-4e20-abe5-fbccf3a01370 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:05.474882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: e6a7dd26-e34f-4d71-b085-906e33ac764d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:46:05.475797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device e6a7dd26-e34f-4d71-b085-906e33ac764d not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:46:05.479767 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-99b42130-1326-45d8-8ab5-b744612419b9 req-a79946c8-d5c8-4e20-abe5-fbccf3a01370 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 945 time: 0.6196342 May 28 05:46:05.565479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-749397a2-a0f7-4140-88c5-1eaf7d7f99db req-c16f2ac4-d413-4e9b-9a95-971a0b2fe030 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "DELETE /v2.0/ports/e6a7dd26-e34f-4d71-b085-906e33ac764d HTTP/1.1" status: 204 len: 173 time: 3.8408077 May 28 05:46:05.574727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65dfb1de-3b11-4e91-89c0-e0037e868304,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:05.608873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:05.615792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a01ccc-7bdd-4600-a855-54acba024966 req-45a9cf6d-9f5b-48fd-9ae9-739b5ddd65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:05.616054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Checking segment: {'id': '5c19ba66-f0eb-4326-b3a8-33a80566267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08d55de8-ee16-4788-bc45-41a0da423a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:05.616422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Network hostable DHCP agents. Network: 08d55de8-ee16-4788-bc45-41a0da423a29, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:46:05.617243 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62a01ccc-7bdd-4600-a855-54acba024966 req-45a9cf6d-9f5b-48fd-9ae9-739b5ddd65c0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.3029664 May 28 05:46:05.629717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:subnet and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:05.638246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:05.700980 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-99b42130-1326-45d8-8ab5-b744612419b9 req-26930057-3c15-4e92-9b5b-2cc722f5b782 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199340 May 28 05:46:05.720920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:05.760573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:05.762288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:05.777115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:05.781470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:05.782284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-f6813c64-4b40-4ac5-9941-f70677929eaf tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:05.783776 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-f6813c64-4b40-4ac5-9941-f70677929eaf tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "GET /v2.0/networks?id=2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 200 len: 813 time: 0.4371965 May 28 05:46:05.789195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:05.798576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Request body: {'port': {'device_id': 'a392f9a9-a38b-4b68-8a6b-2b814e5d736c', 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de', 'admin_state_up': True, 'tenant_id': '1a0694393c7e40ca99a330033118907e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:05.801599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:05.821541 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c559e1-9dd2-46a2-984a-41cd3eae42d8'] response: {'name': 'network-changed', 'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'tag': 'af3b4060-b2a0-41d6-8288-eda4f365e181', 'status': 'completed', 'code': 200} May 28 05:46:05.821808 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c559e1-9dd2-46a2-984a-41cd3eae42d8'] response: {'server_uuid': 'c4566b92-f2d3-43c1-aee3-9b28ad5f0551', 'name': 'network-vif-deleted', 'tag': '2b93ce84-1a19-432d-aadf-075600ad5e2b', 'status': 'completed', 'code': 200} May 28 05:46:05.828068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Network 08d55de8-ee16-4788-bc45-41a0da423a29 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:46:05.905949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Made reservation on behalf of 1a0694393c7e40ca99a330033118907e for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:05.911079 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:05.953766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a01ccc-7bdd-4600-a855-54acba024966 req-c5d7a1e3-033b-488d-a9df-203fe07f544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:05.955470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62a01ccc-7bdd-4600-a855-54acba024966 req-c5d7a1e3-033b-488d-a9df-203fe07f544b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3111539 May 28 05:46:06.034867 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c3a642-97dc-4e89-a95f-da1bb32bfe7e'] response: {'server_uuid': '9d07ff93-5059-4f16-a425-ab7382c6092a', 'name': 'network-vif-deleted', 'tag': 'e6a7dd26-e34f-4d71-b085-906e33ac764d', 'status': 'completed', 'code': 200} May 28 05:46:06.180470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 08d55de8-ee16-4788-bc45-41a0da423a29) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:06.196062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84922d95-faba-4430-8a3d-3542f493fdf7 None None] Network 08d55de8-ee16-4788-bc45-41a0da423a29 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:06.217298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96ae287f-2da0-4c86-ae3b-8e7bb98cb1b1 req-2885bf02-db0f-4e31-91c3-4b693a349dc6 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 210 time: 0.1828659 May 28 05:46:06.219438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:06.220095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:06.235588 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:06.237488 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-679c05f7-ab85-43cb-b382-485c872e9dc6 req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4503655 May 28 05:46:06.247716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e76ae-46cc-4b41-ad1c-0bb4dded1438 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894cda84-a476-495d-af97-449d6933897e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:06.380076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-11d39ac9-d879-400c-b7e1-75bc09da0835 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8278029 May 28 05:46:06.565631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db635a7-ccfd-475f-bb3e-3dbc9251e449 None None] Network 08d55de8-ee16-4788-bc45-41a0da423a29 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:06.700242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-cbdff367-6f79-4e2c-aee7-f0d7a31cd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:06.701256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-cbdff367-6f79-4e2c-aee7-f0d7a31cd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:06.701878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-cbdff367-6f79-4e2c-aee7-f0d7a31cd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:06.703438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-cbdff367-6f79-4e2c-aee7-f0d7a31cd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:06.704059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-cbdff367-6f79-4e2c-aee7-f0d7a31cd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:06.705009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-cbdff367-6f79-4e2c-aee7-f0d7a31cd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:06.707325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-cbdff367-6f79-4e2c-aee7-f0d7a31cd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:06.711815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-cbdff367-6f79-4e2c-aee7-f0d7a31cd59d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6490 time: 0.6185737 May 28 05:46:06.890185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:06.904432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Usage tracker for resource:port and tenant:1a0694393c7e40ca99a330033118907e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:06.917995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:06.940013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:06.950744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62a01ccc-7bdd-4600-a855-54acba024966 req-5c5d5f72-d7c3-4267-ba56-9d06e678add0 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9878881 May 28 05:46:06.955653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Allocated IP 172.20.0.9 (2e8098de-66bf-40d3-b64e-cd7b4ec800de/85b0cc28-be94-4400-b616-70cba9f5d088/77ce31f1-7a98-4348-8a88-8c72d12e1fe8) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:07.073911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Made reservation on behalf of 1a0694393c7e40ca99a330033118907e for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:07.077228 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:07.128566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-f8dab251-d9ef-4793-888e-2d3ed2dc631d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:07.131208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-f8dab251-d9ef-4793-888e-2d3ed2dc631d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 812 time: 0.3922291 May 28 05:46:07.201293 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:07.213115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50f7ad-1ba2-4e2a-af69-22cb0450f31f req-007e7b6c-1afc-42f8-acc8-2fb55ccd7c45 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:07.218021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a50f7ad-1ba2-4e2a-af69-22cb0450f31f req-007e7b6c-1afc-42f8-acc8-2fb55ccd7c45 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 943 time: 0.7027678 May 28 05:46:07.245115 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-254405ea-42aa-4e11-9c3e-718ff2658458 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/quotas/84fb1f178c534c59b6518cfead726602 HTTP/1.1" status: 200 len: 375 time: 0.1072793 May 28 05:46:07.281305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-5c2c9cbd-047b-419e-84a5-7be4d1b2b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:07.282627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-5c2c9cbd-047b-419e-84a5-7be4d1b2b8cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=741ba084-ed2e-407e-be15-0d0600915b04 HTTP/1.1" status: 200 len: 912 time: 0.4920557 May 28 05:46:07.376675 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62a01ccc-7bdd-4600-a855-54acba024966 req-0454a969-7c6e-4d51-9669-cc322e84e06b service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153502 May 28 05:46:07.487630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Subnet': ['ID=73de7984-4710-47ed-8783-1bba677c0743,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:07.505647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a50f7ad-1ba2-4e2a-af69-22cb0450f31f req-3ba009cb-3a93-466c-acaf-32bb7567e182 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494066 May 28 05:46:07.525579 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-e3758689-51b8-4414-bd4c-3c33f03a921a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af3b4060-b2a0-41d6-8288-eda4f365e181 HTTP/1.1" status: 200 len: 1001 time: 0.2150896 May 28 05:46:07.530330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Checking segment: {'id': '1e5c0f18-c5ff-4678-aa81-151a8957f6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d8cb991-acf4-4eaf-a905-3f1cee922d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:07.530897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network hostable DHCP agents. Network: 9d8cb991-acf4-4eaf-a905-3f1cee922d2f, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:46:07.545635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-a4f31202-c9da-4886-8523-d33fd7dc09e7 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2808781 May 28 05:46:07.588839 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:07.618234 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:07.640239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-be74f3f8-8087-4579-9c8b-40a4043dce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:07.642980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-be74f3f8-8087-4579-9c8b-40a4043dce71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2eded9b-a86c-45b9-b9be-1ab2a936ac59 HTTP/1.1" status: 200 len: 850 time: 0.1030328 May 28 05:46:07.645549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network 9d8cb991-acf4-4eaf-a905-3f1cee922d2f is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:46:07.763977 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-1546e9a0-9010-4553-bde5-b1cdfb2210c6 service neutron] 10.222.0.39 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007043 May 28 05:46:07.804067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9d8cb991-acf4-4eaf-a905-3f1cee922d2f) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:07.821062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a8b46-96de-435b-a209-29594fbeaedf None None] Network 9d8cb991-acf4-4eaf-a905-3f1cee922d2f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:07.857507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.005873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:08.006378 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.013303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Network 2e8098de-66bf-40d3-b64e-cd7b4ec800de is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:08.022493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:08.024901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:08.046287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-9d8cb991-acf4-4eaf-a905-3f1cee922d2f', 'network_id': '9d8cb991-acf4-4eaf-a905-3f1cee922d2f', 'tenant_id': '83bb1e2774914d5497103c5c22d441cc', 'fixed_ips': [{'subnet_id': '73de7984-4710-47ed-8783-1bba677c0743'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:46:08.047135 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.067746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Allocated IP 172.20.0.7 (2e8098de-66bf-40d3-b64e-cd7b4ec800de/85b0cc28-be94-4400-b616-70cba9f5d088/2d63b17a-07bb-434d-b61f-a10b1117619b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:08.143798 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-732a6421-dff9-48c3-9358-b23c494845f2 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0079484 May 28 05:46:08.158843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58668) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:08.176572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1296261955'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:08.191389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:08.192517 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.195540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Pushing event updated for resources: {'Port': ['ID=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:08.212625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-a7baecc7-34bd-49f0-8fd0-e6d3eaf2624d service neutron] 10.222.0.39 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002774 May 28 05:46:08.220390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:08.236701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:network and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:08.245337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:08.258279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-b3929800-07ed-4c01-9681-5fcc45cab43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:08.259764 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-b3929800-07ed-4c01-9681-5fcc45cab43d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=741ba084-ed2e-407e-be15-0d0600915b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6105406 May 28 05:46:08.260277 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-8e80fe76-65b9-4549-9c1b-dfef46bf6cea tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9119220 May 28 05:46:08.265250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Allocated IP 2001:db8:0:ffff::2 (9d8cb991-acf4-4eaf-a905-3f1cee922d2f/73de7984-4710-47ed-8783-1bba677c0743/39b511f0-05fd-4a45-9854-e271e2abf829) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:08.267417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:08.285273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-2f946f58-cb5a-4a25-945d-55c878875548 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:08.285960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-2f946f58-cb5a-4a25-945d-55c878875548 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Synchronizing usage tracker for tenant:0fb9df33770f4c488e73186538e580c4 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:08.465192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:08.469229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Request body: {'port': {'device_id': 'e313b17b-1d9a-4247-8079-34afe76f724e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:08.470288 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.532409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.535540 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8553da9a-7572-44cb-a8f0-9c3c02a87360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.559248 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.569610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-2f946f58-cb5a-4a25-945d-55c878875548 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Unset dirty status for tenant:0fb9df33770f4c488e73186538e580c4 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:08.572604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Transition to ACTIVE for port object 39b511f0-05fd-4a45-9854-e271e2abf829 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:08.573316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-2f946f58-cb5a-4a25-945d-55c878875548 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/networks?id=08d55de8-ee16-4788-bc45-41a0da423a29 HTTP/1.1" status: 200 len: 813 time: 0.8074682 May 28 05:46:08.599636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Transition to ACTIVE for port object 39b511f0-05fd-4a45-9854-e271e2abf829 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:08.602382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:46:08.608560 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.638981 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.661773 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-35fdadef-f6f7-4cfa-b12f-d5bf45b77f14 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/quotas/0fb9df33770f4c488e73186538e580c4 HTTP/1.1" status: 200 len: 375 time: 0.0714784 May 28 05:46:08.682674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.683428 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Added segment fd62bc6b-6cb2-46a4-9c64-8ed9868042db of type vlan for network 3c6aa41d-fd69-45b3-b875-6decdaa93328 May 28 05:46:08.694563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Network 9d8cb991-acf4-4eaf-a905-3f1cee922d2f is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:08.697939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:08.702622 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:08.709693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Pushing event updated for resources: {'Port': ['ID=39b511f0-05fd-4a45-9854-e271e2abf829,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:08.745188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-c6d489fa-b90d-46e3-9ce0-e6ff5dbd81cd service neutron] 10.222.0.41 "GET /v2.0/networks/741ba084-ed2e-407e-be15-0d0600915b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495242 May 28 05:46:08.747442 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-fd47ea07-73a4-4e38-a013-4c9a5093a8c1 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fb9df33770f4c488e73186538e580c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694754 May 28 05:46:08.802213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.20.0.1 (9f522cfd-5487-40cd-b17d-0f9f0e568105/4588165b-9fb4-457e-8997-7f8aa18f1aa2/ae1fa772-9367-41d2-8c88-4dba43f16196) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:08.830471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Attempting to bind port 39b511f0-05fd-4a45-9854-e271e2abf829 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:08.830991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Attempting to bind port 39b511f0-05fd-4a45-9854-e271e2abf829 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '1e5c0f18-c5ff-4678-aa81-151a8957f6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d8cb991-acf4-4eaf-a905-3f1cee922d2f'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:08.831190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Attempting to bind port 39b511f0-05fd-4a45-9854-e271e2abf829 on network 9d8cb991-acf4-4eaf-a905-3f1cee922d2f {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:08.838072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:08.838425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Checking segment: {'id': '1e5c0f18-c5ff-4678-aa81-151a8957f6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d8cb991-acf4-4eaf-a905-3f1cee922d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:08.839087 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.839499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Bound using segment: {'id': '1e5c0f18-c5ff-4678-aa81-151a8957f6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d8cb991-acf4-4eaf-a905-3f1cee922d2f'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:08.840067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Bound port: 39b511f0-05fd-4a45-9854-e271e2abf829, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5c0f18-c5ff-4678-aa81-151a8957f6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d8cb991-acf4-4eaf-a905-3f1cee922d2f'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:08.841252 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.901254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:46:08.960592 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:08.963533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] For port 39b511f0-05fd-4a45-9854-e271e2abf829, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:08.970017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] For port 39b511f0-05fd-4a45-9854-e271e2abf829, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=39b511f0-05fd-4a45-9854-e271e2abf829,segment=NetworkSegment(1e5c0f18-c5ff-4678-aa81-151a8957f6ae),segment_id=1e5c0f18-c5ff-4678-aa81-151a8957f6ae)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:08.987185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Network 2e8098de-66bf-40d3-b64e-cd7b4ec800de is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:08.996334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:08.999266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:09.064966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Pushing event updated for resources: {'Port': ['ID=2d63b17a-07bb-434d-b61f-a10b1117619b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:09.065186 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.105738 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.132186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:09.133278 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.158133 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.208050 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:46:09.214748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfeb62-bc2c-4d6b-baf6-69ab868d8b38 req-2f09cdd0-8937-4a6b-8d41-5b557a141420 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:09.216117 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.216306 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-26bfeb62-bc2c-4d6b-baf6-69ab868d8b38 req-2f09cdd0-8937-4a6b-8d41-5b557a141420 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 945 time: 0.7534101 May 28 05:46:09.278117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-cf33f8cc-ef20-4e6c-89ba-44ef91d1a190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4840310 May 28 05:46:09.291336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6eca3-097f-4329-b584-30e5a47109d8 None None] Pushing event updated for resources: {'Port': ['ID=39b511f0-05fd-4a45-9854-e271e2abf829,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:09.338014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Request body: {'port': {'device_id': 'a392f9a9-a38b-4b68-8a6b-2b814e5d736c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:09.338236 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:09.340953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca7b6c1b-854d-47fb-9535-8bfaa7e860f6 req-59534dcd-fa76-4acc-be2d-6a73db3af56f service neutron] 10.222.0.41 "GET /v2.0/networks/741ba084-ed2e-407e-be15-0d0600915b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819857 May 28 05:46:09.348943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.354576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:09.355477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.364289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'port_id': 'b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91', 'mac_address': 'fa:16:3e:50:77:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:46:09.371160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network 9f522cfd-5487-40cd-b17d-0f9f0e568105 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:09.403630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:09.407199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-91f6247e-0bf8-49bc-b3f7-7db6cc2a0654 service neutron] 10.222.0.39 "GET /v2.0/networks/08d55de8-ee16-4788-bc45-41a0da423a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471536 May 28 05:46:09.414727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:09.442334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=ae1fa772-9367-41d2-8c88-4dba43f16196,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:09.459836 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-26bfeb62-bc2c-4d6b-baf6-69ab868d8b38 req-64188210-71c8-4210-924c-7376bed43ca6 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077525 May 28 05:46:09.466987 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:09.467637 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.493054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:09.513280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:09.518532 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.624018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:09.632699 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4708045 May 28 05:46:09.638195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d3c0d-c8b2-4c2c-b876-b10d42fcf963 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Network': ['ID=3c6aa41d-fd69-45b3-b875-6decdaa93328,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:09.640967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58688) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:09.659965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'subnet': {'network_id': '3c6aa41d-fd69-45b3-b875-6decdaa93328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:09.685649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 3c6aa41d-fd69-45b3-b875-6decdaa93328 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:46:09.701628 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.872781 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:09.998998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:10.023822 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:10.041114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-69d459cf-c5f3-43fd-a67a-03d29106c5b5 service neutron] 10.222.0.39 "GET /v2.0/networks/08d55de8-ee16-4788-bc45-41a0da423a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387576 May 28 05:46:10.063889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:10.076376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:subnet and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:10.081977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:10.088283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:10.133363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:10.180145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Transition to ACTIVE for port object 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:10.198039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-4887b4cc-7bb2-407c-87b5-fe91a2730a64 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:10.199525 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-4887b4cc-7bb2-407c-87b5-fe91a2730a64 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.33 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 812 time: 0.3563051 May 28 05:46:10.202506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:10.204700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:10.238129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:10.244493 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:10.408922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 39b511f0-05fd-4a45-9854-e271e2abf829 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:10.422455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd7c1f-312d-4676-b9c3-052d3fb46c81 req-2f9737b5-6585-4fd1-b9b8-dca7286d1989 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:10.423158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cecd7c1f-312d-4676-b9c3-052d3fb46c81 req-2f9737b5-6585-4fd1-b9b8-dca7286d1989 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Synchronizing usage tracker for tenant:1a0694393c7e40ca99a330033118907e on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:10.486830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'port': {'device_id': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104', 'admin_state_up': True, 'tenant_id': '84fb1f178c534c59b6518cfead726602'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:10.530985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 39b511f0-05fd-4a45-9854-e271e2abf829 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:10.568523 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16820ccf-d482-44db-b9ca-07830370989d req-245c9143-0bc9-47a5-8276-73624a88dcb6 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 210 time: 0.0994208 May 28 05:46:10.659731 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5721d4c3-7111-4f95-859a-41f8deba88f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:10.775955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Pushing event updated for resources: {'Port': ['ID=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:10.786513 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:10.832098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cecd7c1f-312d-4676-b9c3-052d3fb46c81 req-2f9737b5-6585-4fd1-b9b8-dca7286d1989 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Unset dirty status for tenant:1a0694393c7e40ca99a330033118907e on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:10.833281 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cecd7c1f-312d-4676-b9c3-052d3fb46c81 req-2f9737b5-6585-4fd1-b9b8-dca7286d1989 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 931 time: 1.0708537 May 28 05:46:10.885426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a38508e-35be-4e41-913b-21b889ff28cb None None] Network 9d8cb991-acf4-4eaf-a905-3f1cee922d2f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:10.999278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6ce06d01-dfc2-401c-80b6-fed637ec2119 None None] Provisioning for port 39b511f0-05fd-4a45-9854-e271e2abf829 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:11.013225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6ce06d01-dfc2-401c-80b6-fed637ec2119 None None] Provisioning complete for port 39b511f0-05fd-4a45-9854-e271e2abf829 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:11.014108 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6ce06d01-dfc2-401c-80b6-fed637ec2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.039841 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cecd7c1f-312d-4676-b9c3-052d3fb46c81 req-7007ec53-5a3d-4e92-9e42-90c5720a3f37 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764576 May 28 05:46:11.079288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:11.096850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Attempting to bind port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:11.097855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Attempting to bind port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:11.098407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Attempting to bind port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:11.113727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb5581-5ff3-49c4-b7c2-ce2f64939f63 req-95599dad-5199-4cc0-a356-59fc968821ff tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:11.115331 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5abb5581-5ff3-49c4-b7c2-ce2f64939f63 req-95599dad-5199-4cc0-a356-59fc968821ff tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 944 time: 0.3941548 May 28 05:46:11.124912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:11.128724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:46:11.129357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Attempting to bind port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:11.144044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:11.144805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Checking segment: {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:11.145522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Bound using segment: {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:11.146207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Bound port: 77ce31f1-7a98-4348-8a88-8c72d12e1fe8, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:11.146792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.176283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Made reservation on behalf of 84fb1f178c534c59b6518cfead726602 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:11.180116 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.367894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6ce06d01-dfc2-401c-80b6-fed637ec2119 None None] Current status of the port 39b511f0-05fd-4a45-9854-e271e2abf829 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:11.370373 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6ce06d01-dfc2-401c-80b6-fed637ec2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.377404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 05:46:11.384474 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.429261 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5abb5581-5ff3-49c4-b7c2-ce2f64939f63 req-3a4e7682-e8d7-4d74-9058-9363100fcbe2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677655 May 28 05:46:11.494426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6ce06d01-dfc2-401c-80b6-fed637ec2119 None None] For port 39b511f0-05fd-4a45-9854-e271e2abf829, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=39b511f0-05fd-4a45-9854-e271e2abf829,segment=NetworkSegment(1e5c0f18-c5ff-4678-aa81-151a8957f6ae),segment_id=1e5c0f18-c5ff-4678-aa81-151a8957f6ae)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:11.530523 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6ce06d01-dfc2-401c-80b6-fed637ec2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.607156 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b441fe6f-37bf-4ecc-9e25-53e45bd0c0e2 req-c469ff27-d937-491d-b90d-e244454581bc tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 210 time: 0.1074908 May 28 05:46:11.681967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d63b17a-07bb-434d-b61f-a10b1117619b {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:11.696608 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.701143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.718440 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.733276 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.737149 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.801693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce06d01-dfc2-401c-80b6-fed637ec2119 None None] Pushing event updated for resources: {'Port': ['ID=39b511f0-05fd-4a45-9854-e271e2abf829,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:11.811315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Transition to ACTIVE for port object 2d63b17a-07bb-434d-b61f-a10b1117619b will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:11.832585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] For port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:11.840217 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:11.847583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] For port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:11.937416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=ae1fa772-9367-41d2-8c88-4dba43f16196,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:11.959191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Checking segment: {'id': 'fd62bc6b-6cb2-46a4-9c64-8ed9868042db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3c6aa41d-fd69-45b3-b875-6decdaa93328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:11.959825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network hostable DHCP agents. Network: 3c6aa41d-fd69-45b3-b875-6decdaa93328, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:46:11.999064 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:12.007708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Subnet': ['ID=8fb1c3b4-c15a-49c3-85e9-2aed18bd7e10,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:12.020941 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:12.050746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network 3c6aa41d-fd69-45b3-b875-6decdaa93328 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:46:12.172376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5404212f-01d7-43a7-a2af-b45e58c94627 None None] Provisioning complete for port 39b511f0-05fd-4a45-9854-e271e2abf829 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:12.172855 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5404212f-01d7-43a7-a2af-b45e58c94627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:12.175752 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cd996eac-2baa-41a1-a81e-dbadb9e3ff77 req-f72fe745-2d6e-4450-846d-bffb00fec8cb tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 210 time: 0.2548578 May 28 05:46:12.200926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:12.201751 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:12.203491 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] 10.222.0.41 "PUT /v2.0/ports/77ce31f1-7a98-4348-8a88-8c72d12e1fe8 HTTP/1.1" status: 200 len: 1091 time: 3.7416604 May 28 05:46:12.239170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e313b17b-1d9a-4247-8079-34afe76f724e', 'tag': '77ce31f1-7a98-4348-8a88-8c72d12e1fe8'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:12.265221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Pushing event updated for resources: {'Port': ['ID=2d63b17a-07bb-434d-b61f-a10b1117619b,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:12.277453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 3c6aa41d-fd69-45b3-b875-6decdaa93328) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:12.290099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ed9f2-4e36-4ca5-b48a-e063633b08a4 None None] Network 3c6aa41d-fd69-45b3-b875-6decdaa93328 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:12.386870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Allocated IP 172.20.0.3 (e98e0a98-cec4-403c-9004-93ff51523104/a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6/d04fd1eb-54d6-4b9d-b999-81f9ec7428a9) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:12.445420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 39b511f0-05fd-4a45-9854-e271e2abf829 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:12.485453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:12.486071 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:12.494653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Attempting to bind port 2d63b17a-07bb-434d-b61f-a10b1117619b on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:12.494988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Attempting to bind port 2d63b17a-07bb-434d-b61f-a10b1117619b by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:12.495860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Attempting to bind port 2d63b17a-07bb-434d-b61f-a10b1117619b on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:12.548685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cbb21e40-1611-45ab-b277-e4b0addd92b1 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8984871 May 28 05:46:12.560716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58716) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:12.571091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0df1a2-7026-40f6-967c-8c8ae07d110f service neutron] Pushing event updated for resources: {'Port': ['ID=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:12.596375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'port': {'network_id': '3c6aa41d-fd69-45b3-b875-6decdaa93328', 'name': 'tempest-NetworksIpV6TestAttrs-1096518276'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:12.637398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-fd59635c-72d0-449d-a55e-a3ac49705008 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:12.637398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-fd59635c-72d0-449d-a55e-a3ac49705008 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.41 "GET /v2.0/networks?id=08d55de8-ee16-4788-bc45-41a0da423a29 HTTP/1.1" status: 200 len: 813 time: 0.5716133 May 28 05:46:12.637398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network 9f522cfd-5487-40cd-b17d-0f9f0e568105 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:12.637398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:12.663481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Request body: {'port': {'device_id': 'b7a36213-7b4b-4961-9565-2170151ad75e', 'network_id': '08d55de8-ee16-4788-bc45-41a0da423a29', 'admin_state_up': True, 'tenant_id': '0fb9df33770f4c488e73186538e580c4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:12.717003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5404212f-01d7-43a7-a2af-b45e58c94627 None None] Current status of the port 39b511f0-05fd-4a45-9854-e271e2abf829 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:12.729018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 39b511f0-05fd-4a45-9854-e271e2abf829 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:12.729018 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:12.761753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-3c6aa41d-fd69-45b3-b875-6decdaa93328', 'network_id': '3c6aa41d-fd69-45b3-b875-6decdaa93328', 'tenant_id': '83bb1e2774914d5497103c5c22d441cc', 'fixed_ips': [{'subnet_id': '8fb1c3b4-c15a-49c3-85e9-2aed18bd7e10'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:46:12.761753 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:12.767705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f276a-9416-46ed-9236-d974c171f5e7 req-a9edcb77-765d-4549-8192-1b0a80c2ddee tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:12.767705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-252f276a-9416-46ed-9236-d974c171f5e7 req-a9edcb77-765d-4549-8192-1b0a80c2ddee tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 945 time: 0.4944715 May 28 05:46:12.780551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Port 2d63b17a-07bb-434d-b61f-a10b1117619b on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:46:12.780551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Attempting to bind port 2d63b17a-07bb-434d-b61f-a10b1117619b on network 2e8098de-66bf-40d3-b64e-cd7b4ec800de {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:12.818975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:12.818975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:12.818975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Checking segment: {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:12.818975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Bound using segment: {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:12.818975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Bound port: 2d63b17a-07bb-434d-b61f-a10b1117619b, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e1e72b-051a-4f9c-92af-0476785dc019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:12.828190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:12.921684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:port and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:12.926659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:12.936748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 39b511f0-05fd-4a45-9854-e271e2abf829 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:12.969824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:12.986340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:13.001538 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-252f276a-9416-46ed-9236-d974c171f5e7 req-4ebe7457-c541-447f-9126-ae7575fb71d8 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799068 May 28 05:46:13.037835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] For port 2d63b17a-07bb-434d-b61f-a10b1117619b, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:13.050839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:13.060658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Usage tracker for resource:port and tenant:0fb9df33770f4c488e73186538e580c4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:13.065062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:13.074585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:13.076841 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae0949d-604d-4649-b366-8ea48da315a7'] response: {'name': 'network-changed', 'server_uuid': 'e313b17b-1d9a-4247-8079-34afe76f724e', 'tag': '77ce31f1-7a98-4348-8a88-8c72d12e1fe8', 'status': 'completed', 'code': 200} May 28 05:46:13.083937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:46:13.084701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-2b36fefb-e528-4774-ac7b-5d142fd5b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:13.086789 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-2b36fefb-e528-4774-ac7b-5d142fd5b707 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a0694393c7e40ca99a330033118907e&device_id=e313b17b-1d9a-4247-8079-34afe76f724e HTTP/1.1" status: 200 len: 1094 time: 0.5936403 May 28 05:46:13.090466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] For port 2d63b17a-07bb-434d-b61f-a10b1117619b, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2d63b17a-07bb-434d-b61f-a10b1117619b,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:13.097886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Made reservation on behalf of 0fb9df33770f4c488e73186538e580c4 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:13.102069 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.164679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:13.168135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.197838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e5e92-2a84-4e79-b025-0234accdae79 req-45b5f811-aaf4-4a54-8475-e6a9422ef84e tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:13.205399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-669e5e92-2a84-4e79-b025-0234accdae79 req-45b5f811-aaf4-4a54-8475-e6a9422ef84e tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 943 time: 0.7854903 May 28 05:46:13.219458 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.241517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Allocated IP 2001:db8::f816:3eff:fe48:5cdd (3c6aa41d-fd69-45b3-b875-6decdaa93328/8fb1c3b4-c15a-49c3-85e9-2aed18bd7e10/77b5831c-4b20-4eab-8cef-684dabd1e903) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:13.247609 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.264648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-e17d163a-fcc7-4163-b39c-4d446672f38b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ce31f1-7a98-4348-8a88-8c72d12e1fe8 HTTP/1.1" status: 200 len: 217 time: 0.1679902 May 28 05:46:13.276073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:13.328155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:13.328691 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.354893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:13.355538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.357763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d63b17a-07bb-434d-b61f-a10b1117619b HTTP/1.1" status: 200 len: 1091 time: 4.0258167 May 28 05:46:13.384330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] device_id is not set on port b7396e9d-de65-4b88-bf23-40faedec1708 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:46:13.489240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:46:13.500480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db3703-a0ea-43e7-befa-7e713bfa056e req-7b1bca45-1a0c-4542-8b6b-6cdf82a95097 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:13.501976 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4db3703-a0ea-43e7-befa-7e713bfa056e req-7b1bca45-1a0c-4542-8b6b-6cdf82a95097 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 944 time: 0.3287637 May 28 05:46:13.503897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286fde70-9195-44dd-8732-4bc30512becf None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:46:13.526287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:13.526554 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.535503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-401b8568-d1d9-4be1-bed2-296625f695ef tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "PUT /v2.0/routers/8ee63077-deae-487c-8be4-83717ccd82c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4013264 May 28 05:46:13.542153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58726) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:13.555101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'port': {'network_id': '9f522cfd-5487-40cd-b17d-0f9f0e568105', 'name': 'tempest-FloatingIPTestJSON-807252141'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:13.587893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Allocated IP 172.20.0.12 (08d55de8-ee16-4788-bc45-41a0da423a29/65dfb1de-3b11-4e91-89c0-e0037e868304/97c076d8-50d9-4e9a-884d-12c71efa6c4b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:13.596985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286fde70-9195-44dd-8732-4bc30512becf None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:13.597625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-286fde70-9195-44dd-8732-4bc30512becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:13.669454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:13.670412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4db3703-a0ea-43e7-befa-7e713bfa056e req-59f14bfe-216d-487a-aec0-860689df22a3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583936 May 28 05:46:13.679631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cbd055-40d3-4bed-87d0-51320fb2dd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:13.696635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-286fde70-9195-44dd-8732-4bc30512becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:13.701450 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.723539 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-669e5e92-2a84-4e79-b025-0234accdae79 req-8320f920-ec5a-4629-9616-6fcda8ca02b9 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168216 May 28 05:46:13.729706 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.764418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-55d098a8-d851-4f69-9cdf-e3d968e9c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:13.765915 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-55d098a8-d851-4f69-9cdf-e3d968e9c694 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85b0cc28-be94-4400-b616-70cba9f5d088 HTTP/1.1" status: 200 len: 853 time: 0.4617054 May 28 05:46:13.766039 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.772437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec9118-6715-4904-97ce-4dd7eb188042 service neutron] Pushing event updated for resources: {'Port': ['ID=2d63b17a-07bb-434d-b61f-a10b1117619b,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:13.787823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286fde70-9195-44dd-8732-4bc30512becf None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:13.788520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-286fde70-9195-44dd-8732-4bc30512becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:13.841209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Transition to ACTIVE for port object 77b5831c-4b20-4eab-8cef-684dabd1e903 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:13.866804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-286fde70-9195-44dd-8732-4bc30512becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:13.867564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286fde70-9195-44dd-8732-4bc30512becf None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:46:13.885416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Transition to ACTIVE for port object 77b5831c-4b20-4eab-8cef-684dabd1e903 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:13.911695 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:13.924517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-e95faac6-3c4f-44c3-9008-8c9572fdfaff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e8098de-66bf-40d3-b64e-cd7b4ec800de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261194 May 28 05:46:13.928583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:13.933600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Network 3c6aa41d-fd69-45b3-b875-6decdaa93328 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:13.946867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:13.980443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:14.002598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:14.009294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:port and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:14.019544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:14.034061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-35d47083-9f81-46e0-a926-9f40334c3866 req-49797765-e908-4757-a4d6-c58361932975 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 210 time: 0.1156456 May 28 05:46:14.037413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:14.042500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-865ba09b-34ca-46eb-a590-70901ce472bd req-e5db7560-0f05-4440-b0bc-0c4b567953f6 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Synchronizing usage tracker for tenant:0fb9df33770f4c488e73186538e580c4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:14.062124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fbd23-c031-4b64-8187-eefaab933714 req-d06f9be9-0e34-4cfe-a48a-0977b726b82d tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:14.062124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c25fbd23-c031-4b64-8187-eefaab933714 req-d06f9be9-0e34-4cfe-a48a-0977b726b82d tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.33 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 945 time: 0.3813226 May 28 05:46:14.154108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Allocated IP 2001:db8::f816:3eff:fe55:294c (3c6aa41d-fd69-45b3-b875-6decdaa93328/8fb1c3b4-c15a-49c3-85e9-2aed18bd7e10/b7396e9d-de65-4b88-bf23-40faedec1708) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:14.161855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Attempting to bind port 77b5831c-4b20-4eab-8cef-684dabd1e903 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:14.161855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Attempting to bind port 77b5831c-4b20-4eab-8cef-684dabd1e903 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'fd62bc6b-6cb2-46a4-9c64-8ed9868042db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3c6aa41d-fd69-45b3-b875-6decdaa93328'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:14.161855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Attempting to bind port 77b5831c-4b20-4eab-8cef-684dabd1e903 on network 3c6aa41d-fd69-45b3-b875-6decdaa93328 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:14.169851 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:14.171584 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1bb5e8-e3e9-4664-9779-1c75ccd61cc5'] response: {'server_uuid': '37cbd055-40d3-4bed-87d0-51320fb2dd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91', 'code': 200} May 28 05:46:14.176844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Made reservation on behalf of fbc0e7437cda450487ac3dbf8a74d1da for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:14.178298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-41c1ab67-6abf-4f9e-a9b3-e30b43fe849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:14.179977 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-41c1ab67-6abf-4f9e-a9b3-e30b43fe849a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a0694393c7e40ca99a330033118907e&device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 1094 time: 0.7092257 May 28 05:46:14.181298 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:14.222289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['69bab988-b7ef-4b0f-9161-cd6070028cdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:14.244542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-865ba09b-34ca-46eb-a590-70901ce472bd req-e5db7560-0f05-4440-b0bc-0c4b567953f6 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Unset dirty status for tenant:0fb9df33770f4c488e73186538e580c4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:14.292007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-865ba09b-34ca-46eb-a590-70901ce472bd req-e5db7560-0f05-4440-b0bc-0c4b567953f6 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 210 time: 0.3262107 May 28 05:46:14.292007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] device_id is not set on port acb79163-aeb0-4a09-9040-f5b3e21112e9 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:46:14.306819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:14.306819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Checking segment: {'id': 'fd62bc6b-6cb2-46a4-9c64-8ed9868042db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3c6aa41d-fd69-45b3-b875-6decdaa93328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:14.307739 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:14.307739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Bound using segment: {'id': 'fd62bc6b-6cb2-46a4-9c64-8ed9868042db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3c6aa41d-fd69-45b3-b875-6decdaa93328'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:14.308078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Bound port: 77b5831c-4b20-4eab-8cef-684dabd1e903, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd62bc6b-6cb2-46a4-9c64-8ed9868042db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3c6aa41d-fd69-45b3-b875-6decdaa93328'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:14.308255 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:14.317194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Pushing event updated for resources: {'Port': ['ID=77b5831c-4b20-4eab-8cef-684dabd1e903,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:14.384270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-c25fbd23-c031-4b64-8187-eefaab933714 req-73dea995-29d2-43d5-8e83-4b85dd9eabdf tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Deleting port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:14.384522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c25fbd23-c031-4b64-8187-eefaab933714 req-73dea995-29d2-43d5-8e83-4b85dd9eabdf tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:14.435642 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-9945f090-1fdf-4efb-bc6d-8f9950727d66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d63b17a-07bb-434d-b61f-a10b1117619b HTTP/1.1" status: 200 len: 217 time: 0.1846576 May 28 05:46:14.452656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Network e98e0a98-cec4-403c-9004-93ff51523104 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:14.475834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] For port 77b5831c-4b20-4eab-8cef-684dabd1e903, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:14.524398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-0100d382-b091-4a84-9e87-b315e5427b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:14.524398 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-0100d382-b091-4a84-9e87-b315e5427b8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85b0cc28-be94-4400-b616-70cba9f5d088 HTTP/1.1" status: 200 len: 853 time: 0.0658541 May 28 05:46:14.539915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] For port 77b5831c-4b20-4eab-8cef-684dabd1e903, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=77b5831c-4b20-4eab-8cef-684dabd1e903,segment=NetworkSegment(fd62bc6b-6cb2-46a4-9c64-8ed9868042db),segment_id=fd62bc6b-6cb2-46a4-9c64-8ed9868042db)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:14.542316 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-269b7c15-7a0a-4799-943c-d49b2f455f20 service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723910 May 28 05:46:14.542316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:14.553856 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:14.593318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:14.618933 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:14.692217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a391e1-a88d-4639-867c-761f5d0f77f2 None None] Pushing event updated for resources: {'Port': ['ID=77b5831c-4b20-4eab-8cef-684dabd1e903,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:14.741872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-514fc7a2-97a8-47c1-8812-bcbf0ad4922a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e8098de-66bf-40d3-b64e-cd7b4ec800de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2019734 May 28 05:46:14.742513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'Port': ['ID=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:15.061208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:15.061208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:15.080186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a392f9a9-a38b-4b68-8a6b-2b814e5d736c', 'tag': '2d63b17a-07bb-434d-b61f-a10b1117619b'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:15.139215 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-4740fe0a-c546-4c7c-909b-fddba458c8ad service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423062 May 28 05:46:15.220577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59958d-0730-4728-9d0d-98b92bb2f00d req-a43b9983-10aa-4998-b569-63008a7451ff tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:15.229805 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d59958d-0730-4728-9d0d-98b92bb2f00d req-a43b9983-10aa-4998-b569-63008a7451ff tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 945 time: 0.8922830 May 28 05:46:15.255884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.20.0.10 (9f522cfd-5487-40cd-b17d-0f9f0e568105/4588165b-9fb4-457e-8997-7f8aa18f1aa2/acb79163-aeb0-4a09-9040-f5b3e21112e9) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:15.275655 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-811538d2-4f19-41f7-9c1b-1e8068c6e748 service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082567 May 28 05:46:15.280148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a34fd9-9e1a-4a04-96b4-2f6a385b7d90 req-ed1175bc-8cc1-4f31-83ae-4b504ba96f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:15.280148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-90a34fd9-9e1a-4a04-96b4-2f6a385b7d90 req-ed1175bc-8cc1-4f31-83ae-4b504ba96f4e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 1096 time: 0.9276474 May 28 05:46:15.305118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:15.321924 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-7deb08d0-3502-4875-8591-61358ac5283d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9272780 May 28 05:46:15.337763 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:15.372997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Request body: {'port': {'device_id': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:15.491477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Network 08d55de8-ee16-4788-bc45-41a0da423a29 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:15.505608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:15.505608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-90a34fd9-9e1a-4a04-96b4-2f6a385b7d90 req-ec00dc7f-53c6-4eea-808c-5dda22cdcf74 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144406 May 28 05:46:15.505608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:15.516645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Transition to ACTIVE for port object b7396e9d-de65-4b88-bf23-40faedec1708 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:15.546361 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d59958d-0730-4728-9d0d-98b92bb2f00d req-b9d5a627-0d4a-4f74-b94f-e96c48c58910 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/security-groups?id=269c39cd-fcaf-4266-807b-9a6062cc6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204393 May 28 05:46:15.555941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c25fbd23-c031-4b64-8187-eefaab933714 req-73dea995-29d2-43d5-8e83-4b85dd9eabdf tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] For port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,segment=NetworkSegment(483b1442-2e31-4f4c-8efc-81ca483283e6),segment_id=483b1442-2e31-4f4c-8efc-81ca483283e6)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:15.555941 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c25fbd23-c031-4b64-8187-eefaab933714 req-73dea995-29d2-43d5-8e83-4b85dd9eabdf tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:15.587012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb286624-f768-4200-8177-725927af1a87 req-cb1aa8ed-c600-4f74-91fb-a24eb1dd85b6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:15.597715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb286624-f768-4200-8177-725927af1a87 req-cb1aa8ed-c600-4f74-91fb-a24eb1dd85b6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 945 time: 0.6969910 May 28 05:46:15.607823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Pushing event updated for resources: {'Port': ['ID=97c076d8-50d9-4e9a-884d-12c71efa6c4b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:15.899557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-19f90013-b796-41d7-955d-6ee8f3dcc32c req-395f70fb-0422-49e5-8051-d73eec4a08f5 service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704165 May 28 05:46:15.906764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-c25fbd23-c031-4b64-8187-eefaab933714 req-73dea995-29d2-43d5-8e83-4b85dd9eabdf tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Calling delete_port for 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:15.907652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:15.929832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885366b7-894d-4749-bef4-f5921c12b702 req-c1f54cf3-aa25-412e-b7f4-eef17bc21938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:15.935031 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-885366b7-894d-4749-bef4-f5921c12b702 req-c1f54cf3-aa25-412e-b7f4-eef17bc21938 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a0694393c7e40ca99a330033118907e&device_id=e313b17b-1d9a-4247-8079-34afe76f724e HTTP/1.1" status: 200 len: 1094 time: 0.6714621 May 28 05:46:15.966328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:15.983737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:15.983737 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:16.015055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb286624-f768-4200-8177-725927af1a87 req-9520c4a7-f761-4a9b-a80a-b6f3505f78e3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196680 May 28 05:46:16.114151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-318e2f24-1c3e-49fe-a684-e5dce362a6e4 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4687135 May 28 05:46:16.141130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Request body: {'port': {'device_id': 'b7a36213-7b4b-4961-9565-2170151ad75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:16.238657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4537778-231f-4ea5-86b9-cfd41ad2f178 None None] Network 3c6aa41d-fd69-45b3-b875-6decdaa93328 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:16.242283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network 3c6aa41d-fd69-45b3-b875-6decdaa93328 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:16.259577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:16.270040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Port': ['ID=b7396e9d-de65-4b88-bf23-40faedec1708,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:16.326710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:16.332715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:16.333361 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:16.361285 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:16.385458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 77b5831c-4b20-4eab-8cef-684dabd1e903 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:16.393426 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f5e06346-2e75-41e7-a9f8-1b95c23eb0f3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8273768 May 28 05:46:16.402611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58744) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:16.427156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b00a1a-59ed-4dba-9057-0e4474728707 req-f62671ed-7a0f-4d7f-a87b-80d39d2b4b73 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:16.434441 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8b00a1a-59ed-4dba-9057-0e4474728707 req-f62671ed-7a0f-4d7f-a87b-80d39d2b4b73 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 943 time: 0.6265109 May 28 05:46:16.477729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-05c56c54-6209-4c07-a72b-5f580672675e None None] Provisioning for port 77b5831c-4b20-4eab-8cef-684dabd1e903 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:16.488558 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c25fbd23-c031-4b64-8187-eefaab933714 req-73dea995-29d2-43d5-8e83-4b85dd9eabdf tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:16.548975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dea995-29d2-43d5-8e83-4b85dd9eabdf tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Pushing event deleted for resources: {'Port': ['ID=7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:16.555277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:16.569967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 77b5831c-4b20-4eab-8cef-684dabd1e903 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:16.571607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885366b7-894d-4749-bef4-f5921c12b702 req-093e3b70-bc53-42fe-976e-fca2ea21faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:16.573064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-885366b7-894d-4749-bef4-f5921c12b702 req-093e3b70-bc53-42fe-976e-fca2ea21faa2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 200 len: 914 time: 0.6339002 May 28 05:46:16.580275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 77b5831c-4b20-4eab-8cef-684dabd1e903 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:16.580635 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:16.687133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25fbd23-c031-4b64-8187-eefaab933714 req-73dea995-29d2-43d5-8e83-4b85dd9eabdf tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] No DVR routers for this DVR port 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:16.692123 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8b00a1a-59ed-4dba-9057-0e4474728707 req-c06c8cdc-3876-4bb2-b1ba-7c836bfd502b tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581048 May 28 05:46:16.710172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad056b8-b717-40db-9d27-e4dd05152a7e req-791e322a-a374-41be-a1ea-1143e256293e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:16.710172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2ad056b8-b717-40db-9d27-e4dd05152a7e req-791e322a-a374-41be-a1ea-1143e256293e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 931 time: 0.4440720 May 28 05:46:16.710172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c25fbd23-c031-4b64-8187-eefaab933714 req-73dea995-29d2-43d5-8e83-4b85dd9eabdf tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:16.716215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb4563c-f446-4ed4-a634-073c3a801abc', 'name': 'network-vif-deleted', 'tag': '7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:16.752049 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:16.857447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 77b5831c-4b20-4eab-8cef-684dabd1e903 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:16.857829 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:16.873618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-773703c1-ab82-4675-a1ce-6647c4bb28b8 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Deleting subnet 8fb1c3b4-c15a-49c3-85e9-2aed18bd7e10 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:46:16.903026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 77b5831c-4b20-4eab-8cef-684dabd1e903, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=77b5831c-4b20-4eab-8cef-684dabd1e903,segment=NetworkSegment(fd62bc6b-6cb2-46a4-9c64-8ed9868042db),segment_id=fd62bc6b-6cb2-46a4-9c64-8ed9868042db)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:16.910559 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:16.938856 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110778ba-5abd-4d9f-9b74-b1ca57621168'] response: {'name': 'network-changed', 'server_uuid': 'a392f9a9-a38b-4b68-8a6b-2b814e5d736c', 'tag': '2d63b17a-07bb-434d-b61f-a10b1117619b', 'status': 'completed', 'code': 200} May 28 05:46:16.952480 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-773703c1-ab82-4675-a1ce-6647c4bb28b8 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:17.004139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:46:17.032129 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-885366b7-894d-4749-bef4-f5921c12b702 req-151337ab-3a9c-409d-b2c2-d57e684aae80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ce31f1-7a98-4348-8a88-8c72d12e1fe8 HTTP/1.1" status: 200 len: 217 time: 0.4071622 May 28 05:46:17.058207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:46:17.058543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:46:17.069507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c25fbd23-c031-4b64-8187-eefaab933714 req-73dea995-29d2-43d5-8e83-4b85dd9eabdf tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.33 "DELETE /v2.0/ports/7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45 HTTP/1.1" status: 204 len: 173 time: 3.0084436 May 28 05:46:17.135202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=77b5831c-4b20-4eab-8cef-684dabd1e903,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:17.179590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:17.186802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2ad056b8-b717-40db-9d27-e4dd05152a7e req-15ad877c-9055-4382-9b4b-2753f4cee965 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:17.190645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network 9f522cfd-5487-40cd-b17d-0f9f0e568105 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:17.214572 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:17.238570 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-773703c1-ab82-4675-a1ce-6647c4bb28b8 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:17.268151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=acb79163-aeb0-4a09-9040-f5b3e21112e9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:17.268151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:17.296224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:17.336824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Transition to ACTIVE for port object d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:17.347195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885366b7-894d-4749-bef4-f5921c12b702 req-2dfb50f4-bdfa-4c56-afba-3f86b3acaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:17.348864 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-885366b7-894d-4749-bef4-f5921c12b702 req-2dfb50f4-bdfa-4c56-afba-3f86b3acaefb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85b0cc28-be94-4400-b616-70cba9f5d088 HTTP/1.1" status: 200 len: 853 time: 0.2651997 May 28 05:46:17.349061 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6312a23c-77b0-464a-8826-2bbcf4f25e94 None None] Provisioning for port b7396e9d-de65-4b88-bf23-40faedec1708 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:17.359689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:17.366152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6312a23c-77b0-464a-8826-2bbcf4f25e94 None None] Provisioning complete for port b7396e9d-de65-4b88-bf23-40faedec1708 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:17.366352 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6312a23c-77b0-464a-8826-2bbcf4f25e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:17.390752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2ad056b8-b717-40db-9d27-e4dd05152a7e req-15ad877c-9055-4382-9b4b-2753f4cee965 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:17.397500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2ad056b8-b717-40db-9d27-e4dd05152a7e req-15ad877c-9055-4382-9b4b-2753f4cee965 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530299 May 28 05:46:17.440084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098122c0-2894-49b7-9c33-dfa340deea88 req-8da1c63f-3d75-4339-9b31-6636a579cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:17.441644 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-098122c0-2894-49b7-9c33-dfa340deea88 req-8da1c63f-3d75-4339-9b31-6636a579cd82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a0694393c7e40ca99a330033118907e&device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 1094 time: 0.5047741 May 28 05:46:17.454563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6312a23c-77b0-464a-8826-2bbcf4f25e94 None None] Port b7396e9d-de65-4b88-bf23-40faedec1708 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:46:17.471476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6312a23c-77b0-464a-8826-2bbcf4f25e94 None None] Provisioning complete for port 77b5831c-4b20-4eab-8cef-684dabd1e903 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:17.471838 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6312a23c-77b0-464a-8826-2bbcf4f25e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:17.523494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:17.524049 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:17.526085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:46:17.617808 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6a2e3d5c-d8a9-4723-bba2-b9660e171af1 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0711608 May 28 05:46:17.681207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58754) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:17.691737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'port': {'network_id': '9f522cfd-5487-40cd-b17d-0f9f0e568105', 'name': 'tempest-FloatingIPTestJSON-792493397'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:17.726118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a273a5b1-2cb8-41c9-b14a-691d352eac66 req-399c2da7-a41a-4244-b61b-9694e4df5f22 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Synchronizing usage tracker for tenant:3c1755a77b24412c988e4f65460160d7 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:17.774357 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-885366b7-894d-4749-bef4-f5921c12b702 req-ade6ea71-730b-46b1-af71-262d59208b22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e8098de-66bf-40d3-b64e-cd7b4ec800de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4091132 May 28 05:46:17.792842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6312a23c-77b0-464a-8826-2bbcf4f25e94 None None] Current status of the port 77b5831c-4b20-4eab-8cef-684dabd1e903 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:17.805235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:17.820205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '77ce31f1-7a98-4348-8a88-8c72d12e1fe8', 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de', 'port_id': '77ce31f1-7a98-4348-8a88-8c72d12e1fe8', 'mac_address': 'fa:16:3e:10:cf:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b0cc28-be94-4400-b616-70cba9f5d088', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:46:17.885665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:17.886043 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:17.896917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-bcbf88c3-fbee-4aeb-b0b2-d6d684e61d97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7529740 May 28 05:46:17.901173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098122c0-2894-49b7-9c33-dfa340deea88 req-fdcd0801-f0d2-46b4-ab1d-ba2b71845b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:17.903268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-098122c0-2894-49b7-9c33-dfa340deea88 req-fdcd0801-f0d2-46b4-ab1d-ba2b71845b2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 200 len: 914 time: 0.4291143 May 28 05:46:17.907819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:17.942927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:17.944010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-530d56b6-5cfe-4f06-bf1f-4e89c749fdbd None None] Provisioning complete for port b7396e9d-de65-4b88-bf23-40faedec1708 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:17.944429 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-530d56b6-5cfe-4f06-bf1f-4e89c749fdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:17.973416 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:17.980810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a273a5b1-2cb8-41c9-b14a-691d352eac66 req-399c2da7-a41a-4244-b61b-9694e4df5f22 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] Unset dirty status for tenant:3c1755a77b24412c988e4f65460160d7 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:17.982237 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a273a5b1-2cb8-41c9-b14a-691d352eac66 req-399c2da7-a41a-4244-b61b-9694e4df5f22 tempest-ServerAddressesNegativeTestJSON-2034520763 tempest-ServerAddressesNegativeTestJSON-2034520763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb4563c-f446-4ed4-a634-073c3a801abc HTTP/1.1" status: 200 len: 210 time: 0.3632765 May 28 05:46:18.003062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:18.008477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:port and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:18.013228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:18.019607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:18.045124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Made reservation on behalf of fbc0e7437cda450487ac3dbf8a74d1da for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:18.049645 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:18.059680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-530d56b6-5cfe-4f06-bf1f-4e89c749fdbd None None] Port b7396e9d-de65-4b88-bf23-40faedec1708 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:46:18.072374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:18.089610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] device_id is not set on port 748d5768-5fe0-4292-ba58-689fb6d1e689 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:46:18.123016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-773703c1-ab82-4675-a1ce-6647c4bb28b8 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:18.171124 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a802ca9e-9eb5-4995-99b1-a478fb3ef25a'] response: {'server_uuid': '5fb4563c-f446-4ed4-a634-073c3a801abc', 'name': 'network-vif-deleted', 'tag': '7cb2fea7-f2b6-42a4-9ba4-6a6f9d1fbf45', 'status': 'completed', 'code': 200} May 28 05:46:18.233828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c076d8-50d9-4e9a-884d-12c71efa6c4b {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:18.234353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f941b33-4eda-4160-855b-73f0ef138001 req-3697ecf4-d39a-4e73-b54a-15b6c33472ae tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:18.235873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6f941b33-4eda-4160-855b-73f0ef138001 req-3697ecf4-d39a-4e73-b54a-15b6c33472ae tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 932 time: 1.3505371 May 28 05:46:18.249070 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:18.274859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:18.302185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['77ce31f1-7a98-4348-8a88-8c72d12e1fe8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:18.329408 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-098122c0-2894-49b7-9c33-dfa340deea88 req-6413a30b-01a6-4434-93a7-9fc5a257d92e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d63b17a-07bb-434d-b61f-a10b1117619b HTTP/1.1" status: 200 len: 217 time: 0.1652482 May 28 05:46:18.332114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 77b5831c-4b20-4eab-8cef-684dabd1e903 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:18.366138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-c601b77c-6ba5-40c5-ba36-c2e1fcccf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:18.367633 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-c601b77c-6ba5-40c5-ba36-c2e1fcccf34c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 1097 time: 0.4288244 May 28 05:46:18.394867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Transition to ACTIVE for port object 97c076d8-50d9-4e9a-884d-12c71efa6c4b will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:18.430706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:18.445386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098122c0-2894-49b7-9c33-dfa340deea88 req-0c253705-7f16-4c5f-addd-0f80ab65026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:18.447019 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-098122c0-2894-49b7-9c33-dfa340deea88 req-0c253705-7f16-4c5f-addd-0f80ab65026c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85b0cc28-be94-4400-b616-70cba9f5d088 HTTP/1.1" status: 200 len: 853 time: 0.1032171 May 28 05:46:18.457530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 77b5831c-4b20-4eab-8cef-684dabd1e903 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:18.458015 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:18.558236 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-098122c0-2894-49b7-9c33-dfa340deea88 req-85bb0245-23cf-4858-83c7-f8ba03a3cb85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e8098de-66bf-40d3-b64e-cd7b4ec800de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873990 May 28 05:46:18.588410 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6f941b33-4eda-4160-855b-73f0ef138001 req-1ba0d6fb-7c4a-412b-9895-dc00ee404b19 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061080 May 28 05:46:18.660046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.20.0.12 (9f522cfd-5487-40cd-b17d-0f9f0e568105/4588165b-9fb4-457e-8997-7f8aa18f1aa2/748d5768-5fe0-4292-ba58-689fb6d1e689) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:18.669036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 77b5831c-4b20-4eab-8cef-684dabd1e903 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:18.711063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6b6ec-3336-4e0d-a8ea-7fa388f4e526 req-7974b47e-cef2-48b3-80ee-79f7b9f1b1d0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:18.711063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2ea6b6ec-3336-4e0d-a8ea-7fa388f4e526 req-7974b47e-cef2-48b3-80ee-79f7b9f1b1d0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 945 time: 0.4561906 May 28 05:46:18.719574 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-885366b7-894d-4749-bef4-f5921c12b702 req-124cc74c-e9a4-43fd-900a-4836c7d44c77 service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9106436 May 28 05:46:18.743161 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-773703c1-ab82-4675-a1ce-6647c4bb28b8 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:18.775662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Attempting to bind port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:18.776599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Attempting to bind port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '221f7f92-b514-4e9b-9691-dee407884ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:18.776599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Attempting to bind port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 on network e98e0a98-cec4-403c-9004-93ff51523104 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:18.821788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Pushing event updated for resources: {'Port': ['ID=97c076d8-50d9-4e9a-884d-12c71efa6c4b,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:18.893889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 on network e98e0a98-cec4-403c-9004-93ff51523104 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:46:18.894570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Attempting to bind port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 on network e98e0a98-cec4-403c-9004-93ff51523104 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:18.896386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773703c1-ab82-4675-a1ce-6647c4bb28b8 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb1c3b4-c15a-49c3-85e9-2aed18bd7e10,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:18.902058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320402dc-f430-43dc-afd5-a4b10991733a None None] Network 3c6aa41d-fd69-45b3-b875-6decdaa93328 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:18.909265 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-773703c1-ab82-4675-a1ce-6647c4bb28b8 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:18.922256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2ea6b6ec-3336-4e0d-a8ea-7fa388f4e526 req-db20ed6a-1aa1-4fb5-bef9-83c09c44962d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734266 May 28 05:46:18.929211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-cca288a4-a405-45a9-b31d-574029e39175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:18.930815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-cca288a4-a405-45a9-b31d-574029e39175 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.5353780 May 28 05:46:18.939738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:18.940622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Checking segment: {'id': '221f7f92-b514-4e9b-9691-dee407884ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:18.940622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Bound using segment: {'id': '221f7f92-b514-4e9b-9691-dee407884ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:18.941032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Bound port: d04fd1eb-54d6-4b9d-b999-81f9ec7428a9, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221f7f92-b514-4e9b-9691-dee407884ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:18.941385 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:18.989589 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-773703c1-ab82-4675-a1ce-6647c4bb28b8 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/subnets/8fb1c3b4-c15a-49c3-85e9-2aed18bd7e10 HTTP/1.1" status: 204 len: 168 time: 2.5764689 May 28 05:46:18.998376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58766) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:19.097242 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-098122c0-2894-49b7-9c33-dfa340deea88 req-5a262c94-505e-42f9-a6d3-e91e6d33db1c service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177994 May 28 05:46:19.167925 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-885366b7-894d-4749-bef4-f5921c12b702 req-6e3da975-a82a-4722-97d2-7304cbfb95b9 service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550281 May 28 05:46:19.265165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f94755-232c-4e81-813f-46859ee47939 None None] DHCP port deletion for 3c6aa41d-fd69-45b3-b875-6decdaa93328 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:46:19.271034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-24f94755-232c-4e81-813f-46859ee47939 None None] Deleting port 77b5831c-4b20-4eab-8cef-684dabd1e903 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:19.271569 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-24f94755-232c-4e81-813f-46859ee47939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:19.304562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe36b234-0dbb-42b5-9b49-1fd922688dfd tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:19.306870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe36b234-0dbb-42b5-9b49-1fd922688dfd tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:19.306971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fe36b234-0dbb-42b5-9b49-1fd922688dfd tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Synchronizing usage tracker for tenant:83bb1e2774914d5497103c5c22d441cc on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:19.328926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5473d-abd7-45f9-9cd3-9445eeeed30c req-4f4bfd64-4bee-4396-a6df-9a3a5900c70c tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:19.336393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4de5473d-abd7-45f9-9cd3-9445eeeed30c req-4f4bfd64-4bee-4396-a6df-9a3a5900c70c tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 943 time: 0.5013247 May 28 05:46:19.376432 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-df20eb4a-5c12-4eb5-a0ab-4b8e2ddc9b7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70e858ed-12b8-46a3-9bab-51c97a2f9c1d HTTP/1.1" status: 200 len: 217 time: 0.4160855 May 28 05:46:19.383426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] For port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:19.418933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fe36b234-0dbb-42b5-9b49-1fd922688dfd tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Unset dirty status for tenant:83bb1e2774914d5497103c5c22d441cc on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:19.421386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fe36b234-0dbb-42b5-9b49-1fd922688dfd tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4258621 May 28 05:46:19.423552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] For port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:19.450948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58772) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:19.450948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Attempting to bind port 97c076d8-50d9-4e9a-884d-12c71efa6c4b on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:19.450948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Attempting to bind port 97c076d8-50d9-4e9a-884d-12c71efa6c4b by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '5c19ba66-f0eb-4326-b3a8-33a80566267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08d55de8-ee16-4788-bc45-41a0da423a29'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:19.450948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Attempting to bind port 97c076d8-50d9-4e9a-884d-12c71efa6c4b on network 08d55de8-ee16-4788-bc45-41a0da423a29 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:19.467306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:19.528643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-098122c0-2894-49b7-9c33-dfa340deea88 req-39c6979c-6129-495e-9b12-9597e805c2d2 service neutron] 10.222.0.41 "GET /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040961 May 28 05:46:19.540160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2d63b17a-07bb-434d-b61f-a10b1117619b details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:46:19.540160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:19.545548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4de5473d-abd7-45f9-9cd3-9445eeeed30c req-95ff4fd6-485d-41ec-b391-7af2fb83ba40 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985044 May 28 05:46:19.588287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Port 97c076d8-50d9-4e9a-884d-12c71efa6c4b on network 08d55de8-ee16-4788-bc45-41a0da423a29 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:46:19.588287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Attempting to bind port 97c076d8-50d9-4e9a-884d-12c71efa6c4b on network 08d55de8-ee16-4788-bc45-41a0da423a29 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:19.598825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:19.598825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Checking segment: {'id': '5c19ba66-f0eb-4326-b3a8-33a80566267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08d55de8-ee16-4788-bc45-41a0da423a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:19.598825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Bound using segment: {'id': '5c19ba66-f0eb-4326-b3a8-33a80566267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08d55de8-ee16-4788-bc45-41a0da423a29'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:19.599133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Bound port: 97c076d8-50d9-4e9a-884d-12c71efa6c4b, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c19ba66-f0eb-4326-b3a8-33a80566267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08d55de8-ee16-4788-bc45-41a0da423a29'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:19.599286 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:19.607418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-24f94755-232c-4e81-813f-46859ee47939 None None] For port 77b5831c-4b20-4eab-8cef-684dabd1e903, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=77b5831c-4b20-4eab-8cef-684dabd1e903,segment=NetworkSegment(fd62bc6b-6cb2-46a4-9c64-8ed9868042db),segment_id=fd62bc6b-6cb2-46a4-9c64-8ed9868042db)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:19.607418 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-24f94755-232c-4e81-813f-46859ee47939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:19.617239 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e5f79b2-46a6-486f-8318-30184f4d4196 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:19.661776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:19.699636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-1e541991-7a01-4d3b-a4d7-94f5139a4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:19.699636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-1e541991-7a01-4d3b-a4d7-94f5139a4b75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.3022478 May 28 05:46:19.709846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:19.709846 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:19.724071 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-6048f915-6372-4b8b-8499-31525afeddf2 service neutron] 10.222.0.33 "PUT /v2.0/ports/d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 HTTP/1.1" status: 200 len: 1091 time: 4.3461192 May 28 05:46:19.724071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'tag': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:19.801655 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5f79b2-46a6-486f-8318-30184f4d4196 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 28 05:46:19.801655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5f79b2-46a6-486f-8318-30184f4d4196 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:46:19.857940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58780) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:19.868998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4e5f79b2-46a6-486f-8318-30184f4d4196 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/3c6aa41d-fd69-45b3-b875-6decdaa93328 HTTP/1.1" status: 409 len: 405 time: 0.4142015 May 28 05:46:19.894361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58784) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:19.909703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-24f94755-232c-4e81-813f-46859ee47939 None None] Calling delete_port for 77b5831c-4b20-4eab-8cef-684dabd1e903 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:19.912115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:19.920360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-984747445'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:19.931622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:19.944231 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:network and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:19.961263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:19.967645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231de1dd-94b8-4a18-aa13-bc33c79987bb req-55c4156a-bca5-40fc-a6d5-3e2f53a4a0f0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:19.970720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:19.975790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:19.978025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-231de1dd-94b8-4a18-aa13-bc33c79987bb req-55c4156a-bca5-40fc-a6d5-3e2f53a4a0f0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 943 time: 0.6457055 May 28 05:46:19.988005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:19.988574 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.042362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-62328b28-e314-40e1-b3e6-912866feb286 admin admin] Deleting subnet 9a009d9b-81e1-4943-a111-59312890a05a {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:46:20.060451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:20.060451 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.060992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] For port 97c076d8-50d9-4e9a-884d-12c71efa6c4b, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:20.060992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62328b28-e314-40e1-b3e6-912866feb286 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.091037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-c0d34499-4b7c-4370-909b-5267cc880998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:20.091037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-c0d34499-4b7c-4370-909b-5267cc880998 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 1094 time: 0.2741542 May 28 05:46:20.102781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-67c9819f-ec5e-47ab-b8a3-c1f97e93f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:20.102781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-67c9819f-ec5e-47ab-b8a3-c1f97e93f4dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3648508 May 28 05:46:20.120883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 2d63b17a-07bb-434d-b61f-a10b1117619b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2d63b17a-07bb-434d-b61f-a10b1117619b,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:20.139656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-231de1dd-94b8-4a18-aa13-bc33c79987bb req-1a5c543b-adf5-4f67-a5ed-d33da9d4b689 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605966 May 28 05:46:20.144792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '2d63b17a-07bb-434d-b61f-a10b1117619b', 'network_id': '2e8098de-66bf-40d3-b64e-cd7b4ec800de', 'port_id': '2d63b17a-07bb-434d-b61f-a10b1117619b', 'mac_address': 'fa:16:3e:58:1c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b0cc28-be94-4400-b616-70cba9f5d088', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:46:20.149061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] For port 97c076d8-50d9-4e9a-884d-12c71efa6c4b, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=97c076d8-50d9-4e9a-884d-12c71efa6c4b,segment=NetworkSegment(5c19ba66-f0eb-4326-b3a8-33a80566267f),segment_id=5c19ba66-f0eb-4326-b3a8-33a80566267f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:20.199377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-3d141d9a-c07a-4de1-b0b9-ecce4be29f0f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 HTTP/1.1" status: 200 len: 217 time: 0.0796413 May 28 05:46:20.210957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:46:20.247008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.254383 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.254383 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Added segment 15466dd3-3286-4743-bcdc-a8c870e704da of type vlan for network 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c May 28 05:46:20.311519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62328b28-e314-40e1-b3e6-912866feb286 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.334524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-24f94755-232c-4e81-813f-46859ee47939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.348398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 2d63b17a-07bb-434d-b61f-a10b1117619b is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:20.348398 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.376296 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.384217 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b49e3e-e873-46ae-be2a-6f6b7478537c'] response: {'name': 'network-changed', 'server_uuid': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'tag': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9', 'status': 'completed', 'code': 200} May 28 05:46:20.421166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:20.421166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.421166 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] 10.222.0.41 "PUT /v2.0/ports/97c076d8-50d9-4e9a-884d-12c71efa6c4b HTTP/1.1" status: 200 len: 1092 time: 4.2857640 May 28 05:46:20.421166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a36213-7b4b-4961-9565-2170151ad75e', 'tag': '97c076d8-50d9-4e9a-884d-12c71efa6c4b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:20.434080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 77b5831c-4b20-4eab-8cef-684dabd1e903 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:46:20.485050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network 9f522cfd-5487-40cd-b17d-0f9f0e568105 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:20.533399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f94755-232c-4e81-813f-46859ee47939 None None] No DVR routers for this DVR port 77b5831c-4b20-4eab-8cef-684dabd1e903 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:20.550421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:20.557598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 77b5831c-4b20-4eab-8cef-684dabd1e903 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:46:20.557598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 77b5831c-4b20-4eab-8cef-684dabd1e903 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:46:20.569643 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e94fde-9815-44c2-b68f-f20cf5dbea09'] response: {'name': 'network-changed', 'server_uuid': 'b7a36213-7b4b-4961-9565-2170151ad75e', 'tag': '97c076d8-50d9-4e9a-884d-12c71efa6c4b', 'status': 'completed', 'code': 200} May 28 05:46:20.575528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:20.582233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89c6da-d7cf-4a16-b0e3-f575114c9df7 req-2b125feb-253a-430c-a1b9-0585b93e3e71 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:20.582233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e89c6da-d7cf-4a16-b0e3-f575114c9df7 req-2b125feb-253a-430c-a1b9-0585b93e3e71 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 944 time: 0.6186411 May 28 05:46:20.614554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3341a-86f1-469a-83f8-b04c1b2a7583 service neutron] Pushing event updated for resources: {'Port': ['ID=97c076d8-50d9-4e9a-884d-12c71efa6c4b,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:20.614554 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62328b28-e314-40e1-b3e6-912866feb286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.648179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f94755-232c-4e81-813f-46859ee47939 None None] Pushing event deleted for resources: {'Port': ['ID=77b5831c-4b20-4eab-8cef-684dabd1e903,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:20.695296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d63b17a-07bb-434d-b61f-a10b1117619b {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:20.695466 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.697275 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-d0ed32a9-a548-45e9-a98d-67b9063b24b4 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865066 May 28 05:46:20.700244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-f8777474-27d2-4a9b-b2fa-b9ce728a7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:20.702205 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-f8777474-27d2-4a9b-b2fa-b9ce728a7c15 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 200 len: 852 time: 0.4517736 May 28 05:46:20.712040 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e89c6da-d7cf-4a16-b0e3-f575114c9df7 req-f336d6ff-8aa5-4040-bfad-8b5fd4ce78dc tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327646 May 28 05:46:20.727538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 2d63b17a-07bb-434d-b61f-a10b1117619b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2d63b17a-07bb-434d-b61f-a10b1117619b,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:20.738184 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.807531 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-dd81d070-9a96-4e1c-b214-a547b91f0f7f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e98e0a98-cec4-403c-9004-93ff51523104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900922 May 28 05:46:20.812243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:20.821016 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.885230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e313b17b-1d9a-4247-8079-34afe76f724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ce31f1-7a98-4348-8a88-8c72d12e1fe8'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:20.896346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=2d63b17a-07bb-434d-b61f-a10b1117619b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:20.913293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:20.919893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.954639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:20.955009 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.959480 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.975264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:20.976872 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:20.983484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=748d5768-5fe0-4292-ba58-689fb6d1e689,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:20.994118 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17aa0022-e99a-474d-b39b-c77f5c58c87a'] response: {'server_uuid': 'e313b17b-1d9a-4247-8079-34afe76f724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ce31f1-7a98-4348-8a88-8c72d12e1fe8', 'code': 200} May 28 05:46:21.023497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:21.045996 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8dd88f1c-5d0a-4bfe-9d07-089e8a4a4249 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3641214 May 28 05:46:21.054726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58798) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:21.069156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '748d5768-5fe0-4292-ba58-689fb6d1e689', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:21.077429 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62328b28-e314-40e1-b3e6-912866feb286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:21.113223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:21.125329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['2d63b17a-07bb-434d-b61f-a10b1117619b'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:21.132010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:floatingip and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:21.135965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-1d3ce9eb-f21d-4646-8816-e1678240acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:21.138232 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-1d3ce9eb-f21d-4646-8816-e1678240acca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fb9df33770f4c488e73186538e580c4&device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 1095 time: 0.6482470 May 28 05:46:21.141384 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62328b28-e314-40e1-b3e6-912866feb286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:21.143549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-62328b28-e314-40e1-b3e6-912866feb286 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9a009d9b-81e1-4943-a111-59312890a05a HTTP/1.1" status: 204 len: 168 time: 1.2800956 May 28 05:46:21.145812 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b807dd26-de99-4ea7-af3c-533d5d3bc368 req-a4c63281-57b0-4393-aaa8-ea4f24662596 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264746 May 28 05:46:21.146668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62328b28-e314-40e1-b3e6-912866feb286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a009d9b-81e1-4943-a111-59312890a05a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:21.170171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58802) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:21.219553 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3075075 May 28 05:46:21.239030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-83ee9479-0959-4718-8ec9-f622abf24cd9 service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230654 May 28 05:46:21.240769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58808) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:21.247526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac5968-f802-46d5-9f88-9de9814692da tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Network': ['ID=4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:21.263019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:46:21.363845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'subnet': {'network_id': '4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:21.369984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:21.386576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e9ca1-8b68-4570-a08c-ecc1df384bf6 req-1cdf15e2-9f11-4d56-935f-ef9e73650cd8 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:21.387340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-532e9ca1-8b68-4570-a08c-ecc1df384bf6 req-1cdf15e2-9f11-4d56-935f-ef9e73650cd8 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Synchronizing usage tracker for tenant:1a0694393c7e40ca99a330033118907e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:21.401495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-0cc55fab-216a-40cf-8904-246e00788ef8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c076d8-50d9-4e9a-884d-12c71efa6c4b HTTP/1.1" status: 200 len: 217 time: 0.2511582 May 28 05:46:21.402752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:21.472949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-532e9ca1-8b68-4570-a08c-ecc1df384bf6 req-1cdf15e2-9f11-4d56-935f-ef9e73650cd8 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Unset dirty status for tenant:1a0694393c7e40ca99a330033118907e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:21.476858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-532e9ca1-8b68-4570-a08c-ecc1df384bf6 req-1cdf15e2-9f11-4d56-935f-ef9e73650cd8 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 944 time: 0.7192085 May 28 05:46:21.504866 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:21.560251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-dbb07260-317d-42cf-b7f5-90dcdbd3568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:21.562570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-dbb07260-317d-42cf-b7f5-90dcdbd3568a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65dfb1de-3b11-4e91-89c0-e0037e868304 HTTP/1.1" status: 200 len: 853 time: 0.1533210 May 28 05:46:21.569993 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-532e9ca1-8b68-4570-a08c-ecc1df384bf6 req-c536698b-7f1f-4f49-a138-8ff3fc25734f tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960200 May 28 05:46:21.676020 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:21.684774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-e5d316ad-2c40-4b3b-8c6a-9ce5291e5d02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08d55de8-ee16-4788-bc45-41a0da423a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643644 May 28 05:46:21.692888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adb8ca-4a0d-4824-8913-2869165b8b14 req-fce7c326-1e5f-4fa3-8d01-4466545b55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:21.694252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67adb8ca-4a0d-4824-8913-2869165b8b14 req-fce7c326-1e5f-4fa3-8d01-4466545b55d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e313b17b-1d9a-4247-8079-34afe76f724e HTTP/1.1" status: 200 len: 1096 time: 0.6059368 May 28 05:46:21.769502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:21.787219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76e72b-3e5b-4f5f-b2b1-9a697adea315 req-86a5b4e2-8963-446a-a98d-014c97ba77dd tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:21.787968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6e76e72b-3e5b-4f5f-b2b1-9a697adea315 req-86a5b4e2-8963-446a-a98d-014c97ba77dd tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:21.868379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:21.888363 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67adb8ca-4a0d-4824-8913-2869165b8b14 req-1607272c-ecff-4a3f-b57f-5aa720b7180a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852529 May 28 05:46:21.895331 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9780225b-1cd3-432e-a8c0-bda2c79c4e0b req-1aff2e79-cf16-4785-9ee1-4c5e5b80117c service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606611 May 28 05:46:21.953643 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-f5862514-3dcc-4861-a912-a7da3d9b62a4 service neutron] 10.222.0.41 "GET /v2.0/networks/08d55de8-ee16-4788-bc45-41a0da423a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372949 May 28 05:46:21.974116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:21.981840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:21.981840 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:22.032933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6e76e72b-3e5b-4f5f-b2b1-9a697adea315 req-86a5b4e2-8963-446a-a98d-014c97ba77dd tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:22.034134 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e76e72b-3e5b-4f5f-b2b1-9a697adea315 req-86a5b4e2-8963-446a-a98d-014c97ba77dd tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 943 time: 0.6743348 May 28 05:46:22.075347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d64a7-6279-4800-baca-24d2a80e86a2 req-3bb52821-de20-4057-920b-df2ec01163a5 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:22.077607 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a99d64a7-6279-4800-baca-24d2a80e86a2 req-3bb52821-de20-4057-920b-df2ec01163a5 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 944 time: 0.2294126 May 28 05:46:22.162038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:22.246221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2bf256-bc7e-44ed-92fb-708340793e71']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:22.267309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483b1442-2e31-4f4c-8efc-81ca483283e6') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:22.267309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483b1442-2e31-4f4c-8efc-81ca483283e6') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:22.276321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6e76e72b-3e5b-4f5f-b2b1-9a697adea315 req-c9effcd0-0f00-4d8d-8b56-94378c31e903 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:22.282602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a99d64a7-6279-4800-baca-24d2a80e86a2 req-6e92121e-5c46-42ba-81f6-f502d080210a tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Synchronizing usage tracker for tenant:0fb9df33770f4c488e73186538e580c4 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:22.293727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:22.342691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a99d64a7-6279-4800-baca-24d2a80e86a2 req-6e92121e-5c46-42ba-81f6-f502d080210a tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Unset dirty status for tenant:0fb9df33770f4c488e73186538e580c4 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:22.343867 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a99d64a7-6279-4800-baca-24d2a80e86a2 req-6e92121e-5c46-42ba-81f6-f502d080210a tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577279 May 28 05:46:22.360102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6e76e72b-3e5b-4f5f-b2b1-9a697adea315 req-c9effcd0-0f00-4d8d-8b56-94378c31e903 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:22.368768 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e76e72b-3e5b-4f5f-b2b1-9a697adea315 req-c9effcd0-0f00-4d8d-8b56-94378c31e903 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636132 May 28 05:46:22.375223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.25.4.27 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/d61b8cb8-646b-40e1-ab86-24dd3d42b784) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:22.375571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:22.382594 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41e4d5e0-0dfe-4430-a3ca-e71e110bfe43 req-55dcf385-71f8-4494-a22a-0635a702de63 service neutron] 10.222.0.41 "GET /v2.0/networks/08d55de8-ee16-4788-bc45-41a0da423a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729254 May 28 05:46:22.395127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc42c7-51ba-4e60-9de8-c1e455e6433e req-da9bc13a-610f-45b0-93b8-656683f107f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:22.395433 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21bc42c7-51ba-4e60-9de8-c1e455e6433e req-da9bc13a-610f-45b0-93b8-656683f107f5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 1094 time: 0.4036369 May 28 05:46:22.428286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:22.428425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:22.635893 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:22.644261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a95af-29c8-4029-ba5a-29e17fd32625 req-7c9c1912-8ed9-44cc-9181-5d1c18904541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:22.644916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b3a95af-29c8-4029-ba5a-29e17fd32625 req-7c9c1912-8ed9-44cc-9181-5d1c18904541 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fb9df33770f4c488e73186538e580c4&device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 1095 time: 0.1604090 May 28 05:46:22.685669 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 483b1442-2e31-4f4c-8efc-81ca483283e6 resource provider aggregate not found May 28 05:46:22.732881 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 483b1442-2e31-4f4c-8efc-81ca483283e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 483b1442-2e31-4f4c-8efc-81ca483283e6 found for delete ", "request_id": "req-b7324e0e-24de-40b5-ad97-7f76d12ed0ba"}]} May 28 05:46:22.812885 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:22.846501 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:22.864392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a95af-29c8-4029-ba5a-29e17fd32625 req-bf4190a6-8fc3-4571-820a-1cd1743913c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:22.865985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b3a95af-29c8-4029-ba5a-29e17fd32625 req-bf4190a6-8fc3-4571-820a-1cd1743913c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08d55de8-ee16-4788-bc45-41a0da423a29 HTTP/1.1" status: 200 len: 914 time: 0.2136931 May 28 05:46:22.870791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:22.900840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2bf256-bc7e-44ed-92fb-708340793e71,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:22.909149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc42c7-51ba-4e60-9de8-c1e455e6433e req-4d66d23f-66c1-497e-8327-f15b894a0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:22.910601 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21bc42c7-51ba-4e60-9de8-c1e455e6433e req-4d66d23f-66c1-497e-8327-f15b894a0ac1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 913 time: 0.5067525 May 28 05:46:22.963311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:22.967437 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b3a95af-29c8-4029-ba5a-29e17fd32625 req-de4875cd-285a-41a6-a6fa-afdddeafd8ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c076d8-50d9-4e9a-884d-12c71efa6c4b HTTP/1.1" status: 200 len: 217 time: 0.0883923 May 28 05:46:22.970086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:22.974700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:23.000957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=d61b8cb8-646b-40e1-ab86-24dd3d42b784,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:23.033916 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bad25dac-1a37-4b3f-99ad-1721778fff19 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cb2bf256-bc7e-44ed-92fb-708340793e71 HTTP/1.1" status: 204 len: 168 time: 1.8495970 May 28 05:46:23.053718 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21bc42c7-51ba-4e60-9de8-c1e455e6433e req-610e5be4-e038-4779-aa52-078a0101d76d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 HTTP/1.1" status: 200 len: 217 time: 0.1326938 May 28 05:46:23.130092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938e893-1bdc-45a9-a32c-78ca5ed77c35 req-7f41b5a1-a09b-48bb-8ff5-60ca70050384 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:23.131589 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1938e893-1bdc-45a9-a32c-78ca5ed77c35 req-7f41b5a1-a09b-48bb-8ff5-60ca70050384 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 944 time: 0.4023316 May 28 05:46:23.183376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.objects.ports [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88416) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 05:46:23.190751 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:23.208485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a95af-29c8-4029-ba5a-29e17fd32625 req-7e6e1392-4a2e-4cef-8ab8-1aeb8eaf6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:23.209804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b3a95af-29c8-4029-ba5a-29e17fd32625 req-7e6e1392-4a2e-4cef-8ab8-1aeb8eaf6436 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65dfb1de-3b11-4e91-89c0-e0037e868304 HTTP/1.1" status: 200 len: 853 time: 0.2059338 May 28 05:46:23.254855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58824) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:23.269367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc42c7-51ba-4e60-9de8-c1e455e6433e req-2d902b55-67ad-452d-887a-1134808ea177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:23.269367 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21bc42c7-51ba-4e60-9de8-c1e455e6433e req-2d902b55-67ad-452d-887a-1134808ea177 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 200 len: 852 time: 0.2045913 May 28 05:46:23.289781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b3a95af-29c8-4029-ba5a-29e17fd32625 req-45e19b92-297c-4f6b-9ebc-0192acaa786c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08d55de8-ee16-4788-bc45-41a0da423a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611653 May 28 05:46:23.349657 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1938e893-1bdc-45a9-a32c-78ca5ed77c35 req-238a9622-f9ab-4f4c-b0ee-edef25ef2789 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864407 May 28 05:46:23.365414 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21bc42c7-51ba-4e60-9de8-c1e455e6433e req-d1719b68-1f46-440b-bb49-4dc4dbb5ee84 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e98e0a98-cec4-403c-9004-93ff51523104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866933 May 28 05:46:23.431161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Subnet': ['ID=6dfb1038-de8e-4bd1-9cc6-1dcfe51ee034,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:23.517124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Checking segment: {'id': '15466dd3-3286-4743-bcdc-a8c870e704da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:23.517124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network hostable DHCP agents. Network: 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:46:23.523104 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-37d0c1b2-8742-4965-ba7d-9825aa35b90a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c1755a77b24412c988e4f65460160d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613854 May 28 05:46:23.527134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58834) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:23.530003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2d63b17a-07bb-434d-b61f-a10b1117619b up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:23.632231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 2d63b17a-07bb-434d-b61f-a10b1117619b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:23.644205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 2d63b17a-07bb-434d-b61f-a10b1117619b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:23.644205 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:23.645279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:46:23.685665 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21bc42c7-51ba-4e60-9de8-c1e455e6433e req-74d48a74-b02b-4737-8a3d-80240da09c45 service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877812 May 28 05:46:23.695964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:23.723826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231d27d-5869-4e15-be35-a9fd09efb1e6 None None] Network 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:23.735788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:23.737740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:23.741115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b3a95af-29c8-4029-ba5a-29e17fd32625 req-9c03a63e-af77-4af1-a45a-af68524ad2fb service neutron] 10.222.0.41 "GET /v2.0/networks/08d55de8-ee16-4788-bc45-41a0da423a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497197 May 28 05:46:23.829403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aac38111-3d68-4206-a2c6-d5e5fa46e077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:23.858197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4cb939eb-56ff-46f1-a790-0e565962d32e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6055617 May 28 05:46:23.858851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58838) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:23.874236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'port': {'network_id': '4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c', 'name': 'tempest-NetworksIpV6TestAttrs-264094433'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:23.949340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9839f7-6cd4-4b63-a6ff-7f370fec4730 req-a68372fd-9269-40db-a719-b2d6365d891c tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:23.951422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a9839f7-6cd4-4b63-a6ff-7f370fec4730 req-a68372fd-9269-40db-a719-b2d6365d891c tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 944 time: 0.4354115 May 28 05:46:23.997984 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aac38111-3d68-4206-a2c6-d5e5fa46e077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.025896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68e83e-32fe-455b-88bf-1d7d0e913f08 req-a96b04e5-f125-4976-8669-8a837e75114e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:24.032824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d68e83e-32fe-455b-88bf-1d7d0e913f08 req-a96b04e5-f125-4976-8669-8a837e75114e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 943 time: 0.4665976 May 28 05:46:24.039962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 2d63b17a-07bb-434d-b61f-a10b1117619b is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:24.040090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.040194 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.110718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a392f9a9-a38b-4b68-8a6b-2b814e5d736c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d63b17a-07bb-434d-b61f-a10b1117619b'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:24.112996 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21bc42c7-51ba-4e60-9de8-c1e455e6433e req-534ae5db-15c5-4a10-bb3a-6900dfde65ae service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180088 May 28 05:46:24.123088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c', 'network_id': '4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c', 'tenant_id': '83bb1e2774914d5497103c5c22d441cc', 'fixed_ips': [{'subnet_id': '6dfb1038-de8e-4bd1-9cc6-1dcfe51ee034'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:46:24.123560 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.128556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b3a95af-29c8-4029-ba5a-29e17fd32625 req-b2a6c7b5-ba11-49ca-913a-8d1521309425 service neutron] 10.222.0.41 "GET /v2.0/networks/08d55de8-ee16-4788-bc45-41a0da423a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770783 May 28 05:46:24.138309 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a9839f7-6cd4-4b63-a6ff-7f370fec4730 req-5181e91d-809b-4040-bdf7-1b9bbbfcb4bd tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964670 May 28 05:46:24.148750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 2d63b17a-07bb-434d-b61f-a10b1117619b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2d63b17a-07bb-434d-b61f-a10b1117619b,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:24.177179 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d68e83e-32fe-455b-88bf-1d7d0e913f08 req-bfd37e8a-dd63-4913-a05b-df7e4072152a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414027 May 28 05:46:24.241685 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aac38111-3d68-4206-a2c6-d5e5fa46e077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.282435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac38111-3d68-4206-a2c6-d5e5fa46e077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269c39cd-fcaf-4266-807b-9a6062cc6bd8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:24.282435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:24.295488 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.300959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:port and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:24.314570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:24.331726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:24.366431 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aac38111-3d68-4206-a2c6-d5e5fa46e077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.366431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aac38111-3d68-4206-a2c6-d5e5fa46e077 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/269c39cd-fcaf-4266-807b-9a6062cc6bd8 HTTP/1.1" status: 204 len: 168 time: 0.8331659 May 28 05:46:24.366431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:24.401695 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.461979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Allocated IP 2001:db8::f816:3eff:fe36:6e52 (4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c/6dfb1038-de8e-4bd1-9cc6-1dcfe51ee034/4d879455-ebdb-42ca-ac71-cc5f177c6de1) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:24.555861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] device_id is not set on port a9026294-55b1-41d7-b748-5d0847236000 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:46:24.677168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6a910-4d40-4e30-b61e-8bd9a8e9c3cd req-980affdd-001c-4346-8b21-d26246934730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:24.678287 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e6496f-6c3c-4780-be60-7053ceb9632e'] response: {'server_uuid': 'a392f9a9-a38b-4b68-8a6b-2b814e5d736c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d63b17a-07bb-434d-b61f-a10b1117619b', 'code': 200} May 28 05:46:24.679163 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.683005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-90a6a910-4d40-4e30-b61e-8bd9a8e9c3cd req-980affdd-001c-4346-8b21-d26246934730 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 1096 time: 0.1460748 May 28 05:46:24.720318 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.735857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.777882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=2d63b17a-07bb-434d-b61f-a10b1117619b,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:24.798091 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.832489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Transition to ACTIVE for port object 4d879455-ebdb-42ca-ac71-cc5f177c6de1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:24.889816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Transition to ACTIVE for port object 4d879455-ebdb-42ca-ac71-cc5f177c6de1 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:24.894215 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-90a6a910-4d40-4e30-b61e-8bd9a8e9c3cd req-086fbe9e-76d9-4c17-b210-ec1d9be155fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960056 May 28 05:46:24.903871 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.918037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=d61b8cb8-646b-40e1-ab86-24dd3d42b784,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:24.933953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:25.008488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Network 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:25.014372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:25.017586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:25.078826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:46:25.095028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Pushing event updated for resources: {'Port': ['ID=4d879455-ebdb-42ca-ac71-cc5f177c6de1,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:25.101747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Allocated IP 2001:db8::f816:3eff:fe90:afba (4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c/6dfb1038-de8e-4bd1-9cc6-1dcfe51ee034/a9026294-55b1-41d7-b748-5d0847236000) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:25.191509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Attempting to bind port 4d879455-ebdb-42ca-ac71-cc5f177c6de1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:25.196737 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 34807095-9794-410b-8761-f513e5693701 associated. External IP: 172.25.4.27, port: 748d5768-5fe0-4292-ba58-689fb6d1e689. May 28 05:46:25.200588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Attempting to bind port 4d879455-ebdb-42ca-ac71-cc5f177c6de1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '15466dd3-3286-4743-bcdc-a8c870e704da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:25.200588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Attempting to bind port 4d879455-ebdb-42ca-ac71-cc5f177c6de1 on network 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:25.200588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:25.200588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Checking segment: {'id': '15466dd3-3286-4743-bcdc-a8c870e704da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:25.200588 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:25.200588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Bound using segment: {'id': '15466dd3-3286-4743-bcdc-a8c870e704da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:25.200588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Bound port: 4d879455-ebdb-42ca-ac71-cc5f177c6de1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15466dd3-3286-4743-bcdc-a8c870e704da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:25.200588 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:25.540070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 97c076d8-50d9-4e9a-884d-12c71efa6c4b details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:46:25.624555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a727b-c92f-4bab-8078-d0dafeab4944 req-6c576816-51ba-434e-850a-73f1b935753d tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:25.631732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d3a727b-c92f-4bab-8078-d0dafeab4944 req-6c576816-51ba-434e-850a-73f1b935753d tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 945 time: 0.8138890 May 28 05:46:25.655193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:25.674051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9', 'network_id': 'e98e0a98-cec4-403c-9004-93ff51523104', 'port_id': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9', 'mac_address': 'fa:16:3e:aa:d0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:46:25.722528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745d3b6-30b3-414d-981a-28b154cef2f9 req-3eb49ca1-1a62-4284-b70e-337e65314480 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:25.724360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f745d3b6-30b3-414d-981a-28b154cef2f9 req-3eb49ca1-1a62-4284-b70e-337e65314480 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 944 time: 0.2044766 May 28 05:46:25.842029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] For port 4d879455-ebdb-42ca-ac71-cc5f177c6de1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:25.847008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:25.847625 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:25.861903 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d3a727b-c92f-4bab-8078-d0dafeab4944 req-110beb3a-aadd-42ef-b7d9-414bb246c172 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625943 May 28 05:46:25.886398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f745d3b6-30b3-414d-981a-28b154cef2f9 req-59c0828a-36d7-4f6c-a171-1cee45ba10ca tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944228 May 28 05:46:25.905147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:46:25.909802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:25.917648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] For port 4d879455-ebdb-42ca-ac71-cc5f177c6de1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4d879455-ebdb-42ca-ac71-cc5f177c6de1,segment=NetworkSegment(15466dd3-3286-4743-bcdc-a8c870e704da),segment_id=15466dd3-3286-4743-bcdc-a8c870e704da)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:25.933199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 97c076d8-50d9-4e9a-884d-12c71efa6c4b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=97c076d8-50d9-4e9a-884d-12c71efa6c4b,segment=NetworkSegment(5c19ba66-f0eb-4326-b3a8-33a80566267f),segment_id=5c19ba66-f0eb-4326-b3a8-33a80566267f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:25.943078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:25.949816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Transition to ACTIVE for port object a9026294-55b1-41d7-b748-5d0847236000 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:25.955706 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-2ff1af2f-8cf2-4ba7-a783-cb67e8e2c1d0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3224831 May 28 05:46:25.956963 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:26.016614 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:26.095435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '97c076d8-50d9-4e9a-884d-12c71efa6c4b', 'network_id': '08d55de8-ee16-4788-bc45-41a0da423a29', 'port_id': '97c076d8-50d9-4e9a-884d-12c71efa6c4b', 'mac_address': 'fa:16:3e:f4:ca:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65dfb1de-3b11-4e91-89c0-e0037e868304', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:46:26.108070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:26.118876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58872) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:26.140858 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:26.269361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Pushing event updated for resources: {'Port': ['ID=4d879455-ebdb-42ca-ac71-cc5f177c6de1,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:26.339719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.341521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.342066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.342581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.343086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.343654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.344036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.346747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.347158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.347593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.349095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.349870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a43db7-f070-4000-b26e-b1d7bb596a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:26.358673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-268101770-network', 'tenant_id': 'bfcdf56a611c45afa8f0139cf35b73d9'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:26.371543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:26.376612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Usage tracker for resource:network and tenant:bfcdf56a611c45afa8f0139cf35b73d9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:26.381199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:26.390892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:26.424366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Made reservation on behalf of bfcdf56a611c45afa8f0139cf35b73d9 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:26.429135 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:26.467424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:26.474535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:26.475996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:26.486661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:46:26.487858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 97c076d8-50d9-4e9a-884d-12c71efa6c4b is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:26.488282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:26.488394 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:26.500107 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38bdbff-efad-4072-86a0-96eaf0a1c675 None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:46:26.520119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:26.521234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:26.523326 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:26.529199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Usage tracker for resource:security_group_rule and tenant:bfcdf56a611c45afa8f0139cf35b73d9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:26.529392 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bdbff-efad-4072-86a0-96eaf0a1c675 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:26.531488 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d38bdbff-efad-4072-86a0-96eaf0a1c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:26.534116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:26.538581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:26.539015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c076d8-50d9-4e9a-884d-12c71efa6c4b {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:26.571481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:26.581446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 97c076d8-50d9-4e9a-884d-12c71efa6c4b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=97c076d8-50d9-4e9a-884d-12c71efa6c4b,segment=NetworkSegment(5c19ba66-f0eb-4326-b3a8-33a80566267f),segment_id=5c19ba66-f0eb-4326-b3a8-33a80566267f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:26.584405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d04fd1eb-54d6-4b9d-b999-81f9ec7428a9'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:26.584829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:26.608069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Port': ['ID=a9026294-55b1-41d7-b748-5d0847236000,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:26.665883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f092a64b-3e54-4ed7-b005-40f26b336493 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6087666 May 28 05:46:26.669960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58878) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:26.679616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4d12d137-3372-4e74-9118-64e49ca581b0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:26.679762 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-539443fa-939f-47f1-82b2-53a8430b38c7 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8146989 May 28 05:46:26.680757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58882) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:26.683438 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:26.691578 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d38bdbff-efad-4072-86a0-96eaf0a1c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:26.704992 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bdbff-efad-4072-86a0-96eaf0a1c675 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:26.706173 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d38bdbff-efad-4072-86a0-96eaf0a1c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:26.783766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=97c076d8-50d9-4e9a-884d-12c71efa6c4b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:26.793821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-151a9440-e958-43a0-9698-849cc28fd561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:26.795664 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-151a9440-e958-43a0-9698-849cc28fd561 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1175 time: 0.5746498 May 28 05:46:26.808606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb10287-8a12-4a6e-ba1c-9d353adc6bc1 req-97828cf7-da85-4072-a15b-22a3241e569b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:26.813680 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d38bdbff-efad-4072-86a0-96eaf0a1c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:26.813942 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38bdbff-efad-4072-86a0-96eaf0a1c675 None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:46:26.815859 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d12d137-3372-4e74-9118-64e49ca581b0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:26.821007 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cdb10287-8a12-4a6e-ba1c-9d353adc6bc1 req-97828cf7-da85-4072-a15b-22a3241e569b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 944 time: 0.6061795 May 28 05:46:26.851481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c037a24-8e6d-4f16-9bff-96d26c830d49 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Deleting subnet 6dfb1038-de8e-4bd1-9cc6-1dcfe51ee034 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:46:26.876205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c037a24-8e6d-4f16-9bff-96d26c830d49 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.041772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['97c076d8-50d9-4e9a-884d-12c71efa6c4b'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:27.047197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cdb10287-8a12-4a6e-ba1c-9d353adc6bc1 req-498f4441-7778-466c-83ec-53d30c0695ff tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254832 May 28 05:46:27.051732 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c037a24-8e6d-4f16-9bff-96d26c830d49 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.084743 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.188854 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.197728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-cfa434d1-0437-47b2-b2de-fbffd316e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:27.200781 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-cfa434d1-0437-47b2-b2de-fbffd316e24a service neutron] 10.222.0.33 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 913 time: 0.3740289 May 28 05:46:27.214729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:46:27.236473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.237370 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Added segment 0e6a5eff-550c-4898-93ef-88794520debe of type vlan for network 84511602-5d35-41f2-b7b0-5dd3ce940560 May 28 05:46:27.338113 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-ed5d8daa-de24-420a-a443-1868565ebade service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf HTTP/1.1" status: 200 len: 217 time: 0.1268251 May 28 05:46:27.348215 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.456887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f801c7e-e532-4377-9cd9-7763e04c13b8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:27.501115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-22242554-0890-4ede-88a9-b07ef7cae884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:27.502740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-22242554-0890-4ede-88a9-b07ef7cae884 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 200 len: 852 time: 0.1572866 May 28 05:46:27.506552 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d12d137-3372-4e74-9118-64e49ca581b0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.518641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.519890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:27.520468 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.524379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d12d137-3372-4e74-9118-64e49ca581b0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.524688 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-4d12d137-3372-4e74-9118-64e49ca581b0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 34807095-9794-410b-8761-f513e5693701 disassociated. External IP: 172.25.4.27, port: 748d5768-5fe0-4292-ba58-689fb6d1e689. May 28 05:46:27.552520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c037a24-8e6d-4f16-9bff-96d26c830d49 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.626699 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-5330aeea-148b-4b28-84ef-60915e4fd1ac service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e98e0a98-cec4-403c-9004-93ff51523104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160204 May 28 05:46:27.643715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f152e50-612d-4a1e-8992-84569b783df6 req-2e1e0248-4b5a-4f3a-96cc-cbd5cfff14be tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:27.645285 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f152e50-612d-4a1e-8992-84569b783df6 req-2e1e0248-4b5a-4f3a-96cc-cbd5cfff14be tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 945 time: 0.2575307 May 28 05:46:27.759676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708cb72a-b853-43b2-83a7-b1158dd17f5e None None] Network 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:27.847442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ef300-fada-48f0-a64e-6766c6cac07a req-0a0fd95f-8fe8-43b4-8b1f-d95775c1aaa1 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:27.851666 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-084ef300-fada-48f0-a64e-6766c6cac07a req-0a0fd95f-8fe8-43b4-8b1f-d95775c1aaa1 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 945 time: 0.8212376 May 28 05:46:27.854993 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f152e50-612d-4a1e-8992-84569b783df6 req-2cac8cd5-1830-4047-a89d-21de88f12c00 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659501 May 28 05:46:27.858677 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c037a24-8e6d-4f16-9bff-96d26c830d49 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.923742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8035326 May 28 05:46:27.928818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58892) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:27.940117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c037a24-8e6d-4f16-9bff-96d26c830d49 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Subnet': ['ID=6dfb1038-de8e-4bd1-9cc6-1dcfe51ee034,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:27.955970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Request body: {'subnet': {'network_id': '84511602-5d35-41f2-b7b0-5dd3ce940560', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-268101770-subnet', 'tenant_id': 'bfcdf56a611c45afa8f0139cf35b73d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:27.963907 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-1d152fa0-1419-4418-8f1b-991b8f3ca10e service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174982 May 28 05:46:27.967697 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c037a24-8e6d-4f16-9bff-96d26c830d49 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.971608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:27.977884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fa567519-ca3b-4730-a8ee-7d03659c2b6b None None] Provisioning for port 4d879455-ebdb-42ca-ac71-cc5f177c6de1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:27.983161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Usage tracker for resource:subnet and tenant:bfcdf56a611c45afa8f0139cf35b73d9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:27.989885 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4c037a24-8e6d-4f16-9bff-96d26c830d49 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/subnets/6dfb1038-de8e-4bd1-9cc6-1dcfe51ee034 HTTP/1.1" status: 204 len: 168 time: 1.3075697 May 28 05:46:27.991745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:27.991886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-084ef300-fada-48f0-a64e-6766c6cac07a req-cb7c289d-cdbd-4c13-9758-db5f1c26bac2 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986769 May 28 05:46:28.013549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58896) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:28.014972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ef71a-a446-4a36-969e-defb88b49862 admin admin] Pushing event updated for resources: {'Network': ['ID=84511602-5d35-41f2-b7b0-5dd3ce940560,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:28.037649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 84511602-5d35-41f2-b7b0-5dd3ce940560 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:46:28.155045 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5214b2ed-5bee-4bb9-93ed-5c73dd55a2ea req-640dd8ae-46e1-4392-a027-ffbad4489e27 service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577806 May 28 05:46:28.159718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:28.182743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Made reservation on behalf of bfcdf56a611c45afa8f0139cf35b73d9 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:28.187371 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:28.287705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a25efe6-0044-4d4b-a8bc-4fefe0f807a5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:28.287705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a25efe6-0044-4d4b-a8bc-4fefe0f807a5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:28.287705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4a25efe6-0044-4d4b-a8bc-4fefe0f807a5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Synchronizing usage tracker for tenant:83bb1e2774914d5497103c5c22d441cc on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:28.368564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561a3264-e605-40f9-8f41-b57c64a82f6b None None] DHCP port deletion for 4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:46:28.376247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-561a3264-e605-40f9-8f41-b57c64a82f6b None None] Deleting port 4d879455-ebdb-42ca-ac71-cc5f177c6de1 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:28.376878 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-561a3264-e605-40f9-8f41-b57c64a82f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:28.457319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4a25efe6-0044-4d4b-a8bc-4fefe0f807a5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Unset dirty status for tenant:83bb1e2774914d5497103c5c22d441cc on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:28.461703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4a25efe6-0044-4d4b-a8bc-4fefe0f807a5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4417465 May 28 05:46:28.462603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58904) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:28.599772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860950f-2115-4b6b-8b46-e8dd0c2eb9fe req-556c2275-1320-4ab6-95c4-ddf380d28f5e tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:28.604886 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c860950f-2115-4b6b-8b46-e8dd0c2eb9fe req-556c2275-1320-4ab6-95c4-ddf380d28f5e tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=e313b17b-1d9a-4247-8079-34afe76f724e HTTP/1.1" status: 200 len: 945 time: 0.3939593 May 28 05:46:28.675586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-561a3264-e605-40f9-8f41-b57c64a82f6b None None] For port 4d879455-ebdb-42ca-ac71-cc5f177c6de1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4d879455-ebdb-42ca-ac71-cc5f177c6de1,segment=NetworkSegment(15466dd3-3286-4743-bcdc-a8c870e704da),segment_id=15466dd3-3286-4743-bcdc-a8c870e704da)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:28.675586 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-561a3264-e605-40f9-8f41-b57c64a82f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:28.699169 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c860950f-2115-4b6b-8b46-e8dd0c2eb9fe req-d0f00a0d-4b03-46c1-a1ed-c64f2b7421b1 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624623 May 28 05:46:28.711083 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64b25f29-babe-413f-902b-2273df0409d9 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:28.727446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e858364-ba6e-4b4f-b40f-5b29e51e3fc3 req-429cb2aa-83ad-44d7-a98b-8f9d26c464be tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:28.736587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e858364-ba6e-4b4f-b40f-5b29e51e3fc3 req-429cb2aa-83ad-44d7-a98b-8f9d26c464be tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 944 time: 0.3632669 May 28 05:46:28.751298 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b25f29-babe-413f-902b-2273df0409d9 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 28 05:46:28.751298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b25f29-babe-413f-902b-2273df0409d9 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:46:28.758688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-64b25f29-babe-413f-902b-2273df0409d9 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c HTTP/1.1" status: 409 len: 405 time: 0.2902315 May 28 05:46:28.761939 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:28.762519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58910) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:28.776523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d12d137-3372-4e74-9118-64e49ca581b0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:46:28.783793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-971588943'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:28.788326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:28.793638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:network and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:28.797676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:28.804476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:28.835422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:28.839103 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:28.854245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4aadbb-5d2e-4d89-8f2f-79d9d69e41d9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:28.861722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Checking segment: {'id': '0e6a5eff-550c-4898-93ef-88794520debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '84511602-5d35-41f2-b7b0-5dd3ce940560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:28.862270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Network hostable DHCP agents. Network: 84511602-5d35-41f2-b7b0-5dd3ce940560, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:46:28.883680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-561a3264-e605-40f9-8f41-b57c64a82f6b None None] Calling delete_port for 4d879455-ebdb-42ca-ac71-cc5f177c6de1 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:28.888146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Network 84511602-5d35-41f2-b7b0-5dd3ce940560 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:46:28.903563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 84511602-5d35-41f2-b7b0-5dd3ce940560) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:28.909315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:28.910161 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:28.919760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54287ae5-d139-4e25-886f-85fcde5bbd08 None None] Network 84511602-5d35-41f2-b7b0-5dd3ce940560 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:28.963947 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fe787118-dd6f-449c-826e-6d65e1571e0f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0319555 May 28 05:46:29.062484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:29.175700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e858364-ba6e-4b4f-b40f-5b29e51e3fc3 req-9edb41e3-3bde-4749-9736-1c62493d0697 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381959 May 28 05:46:29.197673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:46:29.197820 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-561a3264-e605-40f9-8f41-b57c64a82f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:29.205434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d12d137-3372-4e74-9118-64e49ca581b0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:46:29.216272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d12d137-3372-4e74-9118-64e49ca581b0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:29.247949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec799bda-e7cf-48b1-9372-677184a02342 None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:46:29.291542 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:29.292062 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Added segment 9f006f15-258b-441b-8846-5c1c7bbca1ef of type vlan for network af730930-b1af-4a14-b38a-730350efe494 May 28 05:46:29.309180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a3264-e605-40f9-8f41-b57c64a82f6b None None] Pushing event deleted for resources: {'Port': ['ID=4d879455-ebdb-42ca-ac71-cc5f177c6de1,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:29.322163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a3264-e605-40f9-8f41-b57c64a82f6b None None] No DVR routers for this DVR port 4d879455-ebdb-42ca-ac71-cc5f177c6de1 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:29.324310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4d12d137-3372-4e74-9118-64e49ca581b0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "PUT /v2.0/floatingips/34807095-9794-410b-8761-f513e5693701 HTTP/1.1" status: 200 len: 687 time: 2.6523242 May 28 05:46:29.324460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58926) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:29.332263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec799bda-e7cf-48b1-9372-677184a02342 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:29.334103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ec799bda-e7cf-48b1-9372-677184a02342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:29.341419 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:29.382930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:29.392090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:29.393832 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:29.422565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ec799bda-e7cf-48b1-9372-677184a02342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:29.446183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783dc61-71aa-46e7-b845-5e6bc090e5c5 req-c18403c1-2233-4a77-b26f-e532f825984a tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:29.448234 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6783dc61-71aa-46e7-b845-5e6bc090e5c5 req-c18403c1-2233-4a77-b26f-e532f825984a tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 945 time: 0.2687106 May 28 05:46:29.477684 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec799bda-e7cf-48b1-9372-677184a02342 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:29.478504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ec799bda-e7cf-48b1-9372-677184a02342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:29.542584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Network': ['ID=af730930-b1af-4a14-b38a-730350efe494,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:29.564967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-817eb572-9648-466c-bc17-53e42daeee12 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7924662 May 28 05:46:29.565473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ab0fb-956c-4d2c-981c-8ad1dd23cb91 None None] Network 84511602-5d35-41f2-b7b0-5dd3ce940560 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:29.568002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58930) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:29.571831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f8f85472-7d13-4c97-a1a4-8bbdd2d8efca tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port d61b8cb8-646b-40e1-ab86-24dd3d42b784 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:29.572172 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8f85472-7d13-4c97-a1a4-8bbdd2d8efca tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:29.580725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 97c076d8-50d9-4e9a-884d-12c71efa6c4b up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:29.581673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'subnet': {'network_id': 'af730930-b1af-4a14-b38a-730350efe494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:29.606940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network af730930-b1af-4a14-b38a-730350efe494 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:46:29.658155 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6783dc61-71aa-46e7-b845-5e6bc090e5c5 req-a383b84b-fdb8-475d-a0e8-0b6f40cf6f92 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391575 May 28 05:46:29.754060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:29.779179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ec799bda-e7cf-48b1-9372-677184a02342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:29.779669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec799bda-e7cf-48b1-9372-677184a02342 None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:46:29.790844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:29.801092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:29.818972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:29.825806 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:29.867682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8f85472-7d13-4c97-a1a4-8bbdd2d8efca tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:29.868056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8f85472-7d13-4c97-a1a4-8bbdd2d8efca tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:29.897799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:29.898181 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.039603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f8f85472-7d13-4c97-a1a4-8bbdd2d8efca tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for d61b8cb8-646b-40e1-ab86-24dd3d42b784 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:30.064825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b85489-cd3d-4df5-be2e-80eb22f6f906 req-ce27a9c8-6c87-4c4e-951d-ec9def7da8b5 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:30.067368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 97c076d8-50d9-4e9a-884d-12c71efa6c4b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:30.073031 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0b85489-cd3d-4df5-be2e-80eb22f6f906 req-ce27a9c8-6c87-4c4e-951d-ec9def7da8b5 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=e313b17b-1d9a-4247-8079-34afe76f724e HTTP/1.1" status: 200 len: 945 time: 0.2207212 May 28 05:46:30.192027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0b85489-cd3d-4df5-be2e-80eb22f6f906 req-f3c72da3-6a7f-439b-8103-a679f432f678 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179247 May 28 05:46:30.196946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 97c076d8-50d9-4e9a-884d-12c71efa6c4b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:30.197322 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.295548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:30.295548 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.427624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4d879455-ebdb-42ca-ac71-cc5f177c6de1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:46:30.431788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8f85472-7d13-4c97-a1a4-8bbdd2d8efca tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.505067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:30.513458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 4d879455-ebdb-42ca-ac71-cc5f177c6de1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:46:30.513803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4d879455-ebdb-42ca-ac71-cc5f177c6de1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:46:30.554648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:30.557911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f85472-7d13-4c97-a1a4-8bbdd2d8efca tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=d61b8cb8-646b-40e1-ab86-24dd3d42b784,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:30.570449 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.712152 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8f85472-7d13-4c97-a1a4-8bbdd2d8efca tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.739382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8f85472-7d13-4c97-a1a4-8bbdd2d8efca tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.746698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f8f85472-7d13-4c97-a1a4-8bbdd2d8efca tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/floatingips/34807095-9794-410b-8761-f513e5693701 HTTP/1.1" status: 204 len: 168 time: 1.4217651 May 28 05:46:30.748083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58958) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:30.755119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': 'acb79163-aeb0-4a09-9040-f5b3e21112e9'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:30.763193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:30.769684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:floatingip and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:30.776036 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.776168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:30.781981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 97c076d8-50d9-4e9a-884d-12c71efa6c4b is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:30.782797 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.784767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:30.794467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:30.808656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.811025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 05:46:30.815148 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.830977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 97c076d8-50d9-4e9a-884d-12c71efa6c4b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=97c076d8-50d9-4e9a-884d-12c71efa6c4b,segment=NetworkSegment(5c19ba66-f0eb-4326-b3a8-33a80566267f),segment_id=5c19ba66-f0eb-4326-b3a8-33a80566267f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:30.837004 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:30.914433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=97c076d8-50d9-4e9a-884d-12c71efa6c4b,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:30.924788 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c432684-7adf-494a-b1fd-cf0cdf1b1a04'] response: {'server_uuid': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9', 'code': 200} May 28 05:46:30.942237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Subnet': ['ID=c65f63d4-2bc2-4456-a1c8-bb526ec9ea61,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:30.958195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Checking segment: {'id': '9f006f15-258b-441b-8846-5c1c7bbca1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af730930-b1af-4a14-b38a-730350efe494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:30.958861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network hostable DHCP agents. Network: af730930-b1af-4a14-b38a-730350efe494, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:46:30.994166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46296e1-c905-4212-b34a-4dc442b2bc3b req-0a7ccf37-5971-4770-aeda-2e535b8b5e24 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:30.995684 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f46296e1-c905-4212-b34a-4dc442b2bc3b req-0a7ccf37-5971-4770-aeda-2e535b8b5e24 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 945 time: 0.3675797 May 28 05:46:31.006178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:31.010764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-6cee9ed6-b94a-4ecd-994c-559c7b3264db tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:31.013463 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-6cee9ed6-b94a-4ecd-994c-559c7b3264db tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "GET /v2.0/ports?device_id=e313b17b-1d9a-4247-8079-34afe76f724e HTTP/1.1" status: 200 len: 945 time: 0.3841553 May 28 05:46:31.016802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network af730930-b1af-4a14-b38a-730350efe494 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:46:31.082138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, af730930-b1af-4a14-b38a-730350efe494) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:31.092824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d51b3-79ad-494b-9231-ff70faf748bf None None] Network af730930-b1af-4a14-b38a-730350efe494 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:31.109116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:31.109935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:31.154229 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f46296e1-c905-4212-b34a-4dc442b2bc3b req-4cf2f442-638b-4e20-9dc9-19527139d114 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396959 May 28 05:46:31.155767 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0b2e90ef-1e2f-4a13-b1fa-ff759e950b55 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5864756 May 28 05:46:31.162333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58964) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:31.260517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-c9649d07-b27b-4f54-a124-2ef97796e190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Deleting port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:31.261016 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-c9649d07-b27b-4f54-a124-2ef97796e190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:31.402688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-af730930-b1af-4a14-b38a-730350efe494', 'network_id': 'af730930-b1af-4a14-b38a-730350efe494', 'tenant_id': '83bb1e2774914d5497103c5c22d441cc', 'fixed_ips': [{'subnet_id': 'c65f63d4-2bc2-4456-a1c8-bb526ec9ea61'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:46:31.404524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:31.493064 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:31.529034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6870e-a0b3-4e92-88c1-486610def0b0 req-c4decbbe-3868-4e84-b3a6-72131f3d61a7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:31.529443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-03e6870e-a0b3-4e92-88c1-486610def0b0 req-c4decbbe-3868-4e84-b3a6-72131f3d61a7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:31.562512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.25.4.117 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/e85b0a62-fdbb-4a2c-8505-2ec892026b10) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:31.575507 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-03e6870e-a0b3-4e92-88c1-486610def0b0 req-c4decbbe-3868-4e84-b3a6-72131f3d61a7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:31.576682 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03e6870e-a0b3-4e92-88c1-486610def0b0 req-c4decbbe-3868-4e84-b3a6-72131f3d61a7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.5326822 May 28 05:46:31.620111 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Allocated IP 2001:db8::f816:3eff:fe9c:3fc3 (af730930-b1af-4a14-b38a-730350efe494/c65f63d4-2bc2-4456-a1c8-bb526ec9ea61/28ea1eca-b331-45ab-bb25-554482eca1fd) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:31.635045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa471e99-5d4a-4ac4-85fe-1e23aef06d14 req-1d727981-cc3d-4729-8d63-ca4cfa3f2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:31.635045 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa471e99-5d4a-4ac4-85fe-1e23aef06d14 req-1d727981-cc3d-4729-8d63-ca4cfa3f2abc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 1096 time: 0.5533540 May 28 05:46:31.683021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95034ae5-2135-4dbc-b0fb-b0bca74f83e6 req-63f830c4-d097-4091-b890-ee6468c907df tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:31.685873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95034ae5-2135-4dbc-b0fb-b0bca74f83e6 req-63f830c4-d097-4091-b890-ee6468c907df tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 946 time: 0.3799586 May 28 05:46:31.694381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-3edbfc41-8eb4-4b58-88aa-400ab8adaca7 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:31.695833 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-3edbfc41-8eb4-4b58-88aa-400ab8adaca7 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "GET /v2.0/ports?device_id=a392f9a9-a38b-4b68-8a6b-2b814e5d736c HTTP/1.1" status: 200 len: 945 time: 0.5131180 May 28 05:46:31.734428 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:31.806080 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03e6870e-a0b3-4e92-88c1-486610def0b0 req-8d0f6ee2-5026-4d49-9fef-47ee528171fe tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164240 May 28 05:46:31.850083 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95034ae5-2135-4dbc-b0fb-b0bca74f83e6 req-9b166882-b258-4071-8b93-4167e39cd89f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542161 May 28 05:46:31.858713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-c9649d07-b27b-4f54-a124-2ef97796e190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] For port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:31.859136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-c9649d07-b27b-4f54-a124-2ef97796e190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:31.901390 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:31.904118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-892ecf76-6d81-45c9-9f79-57f5d892b3ba tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Deleting port 2d63b17a-07bb-434d-b61f-a10b1117619b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:31.904118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-892ecf76-6d81-45c9-9f79-57f5d892b3ba tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:31.927999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Transition to ACTIVE for port object 28ea1eca-b331-45ab-bb25-554482eca1fd will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:31.966840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Transition to ACTIVE for port object 28ea1eca-b331-45ab-bb25-554482eca1fd will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:31.985831 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.007645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-c9649d07-b27b-4f54-a124-2ef97796e190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Calling delete_port for 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:32.060511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Network af730930-b1af-4a14-b38a-730350efe494 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:32.063416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:32.066981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:32.073566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Pushing event updated for resources: {'Port': ['ID=28ea1eca-b331-45ab-bb25-554482eca1fd,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:32.122588 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.151666 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.190072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Attempting to bind port 28ea1eca-b331-45ab-bb25-554482eca1fd on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:32.190442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Attempting to bind port 28ea1eca-b331-45ab-bb25-554482eca1fd by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '9f006f15-258b-441b-8846-5c1c7bbca1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af730930-b1af-4a14-b38a-730350efe494'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:32.190815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Attempting to bind port 28ea1eca-b331-45ab-bb25-554482eca1fd on network af730930-b1af-4a14-b38a-730350efe494 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:32.197031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:32.197397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Checking segment: {'id': '9f006f15-258b-441b-8846-5c1c7bbca1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af730930-b1af-4a14-b38a-730350efe494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:32.197981 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.198374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Bound using segment: {'id': '9f006f15-258b-441b-8846-5c1c7bbca1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af730930-b1af-4a14-b38a-730350efe494'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:32.198828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Bound port: 28ea1eca-b331-45ab-bb25-554482eca1fd, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f006f15-258b-441b-8846-5c1c7bbca1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af730930-b1af-4a14-b38a-730350efe494'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:32.199441 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.203624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.232089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Subnet': ['ID=c65f63d4-2bc2-4456-a1c8-bb526ec9ea61,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:32.258802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa471e99-5d4a-4ac4-85fe-1e23aef06d14 req-e4738ef0-6a58-466c-b0fa-5a734c0f8ff5 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780668 May 28 05:46:32.301771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] For port 28ea1eca-b331-45ab-bb25-554482eca1fd, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:32.305374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] For port 28ea1eca-b331-45ab-bb25-554482eca1fd, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=28ea1eca-b331-45ab-bb25-554482eca1fd,segment=NetworkSegment(9f006f15-258b-441b-8846-5c1c7bbca1ef),segment_id=9f006f15-258b-441b-8846-5c1c7bbca1ef)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:32.309350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:32.309548 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.337254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c8419-884e-4b1f-9e44-e05d6bc507ca req-624de193-54dc-4bb7-9d47-f73db553d913 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:32.341567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:32.345396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f3c8419-884e-4b1f-9e44-e05d6bc507ca req-624de193-54dc-4bb7-9d47-f73db553d913 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3092690 May 28 05:46:32.395415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:32.437006 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.473873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=e85b0a62-fdbb-4a2c-8505-2ec892026b10,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:32.487688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437ffaa-8850-4c3c-8812-2769e3a81905 None None] Pushing event updated for resources: {'Port': ['ID=28ea1eca-b331-45ab-bb25-554482eca1fd,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:32.499114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec3fa6-b69f-4b5b-8427-555012d9569a req-2f6e1818-8f95-48bd-8d03-2f0953004869 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:32.503794 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8ec3fa6-b69f-4b5b-8427-555012d9569a req-2f6e1818-8f95-48bd-8d03-2f0953004869 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=e313b17b-1d9a-4247-8079-34afe76f724e HTTP/1.1" status: 200 len: 945 time: 0.5046480 May 28 05:46:32.536047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431b7aa-66cd-4a6f-a152-e6c55163cc86 None None] Network af730930-b1af-4a14-b38a-730350efe494 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:32.617489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af730930-b1af-4a14-b38a-730350efe494']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:32.640618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f006f15-258b-441b-8846-5c1c7bbca1ef') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:32.640875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f006f15-258b-441b-8846-5c1c7bbca1ef') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:32.651746 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f3c8419-884e-4b1f-9e44-e05d6bc507ca req-e3e5571b-a2b1-451f-9a46-9ba84d587450 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047581 May 28 05:46:32.654010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-892ecf76-6d81-45c9-9f79-57f5d892b3ba tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] For port 2d63b17a-07bb-434d-b61f-a10b1117619b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=2d63b17a-07bb-434d-b61f-a10b1117619b,segment=NetworkSegment(86e1e72b-051a-4f9c-92af-0476785dc019),segment_id=86e1e72b-051a-4f9c-92af-0476785dc019)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:32.654010 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-892ecf76-6d81-45c9-9f79-57f5d892b3ba tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.660462 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.673722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8ec3fa6-b69f-4b5b-8427-555012d9569a req-b87a7c6b-d2b6-4b4c-8100-cd36325de535 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/security-groups?id=d83f47df-b20c-4ddf-8913-4066749985f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287651 May 28 05:46:32.687735 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.696243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:32.697312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.723163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-c9649d07-b27b-4f54-a124-2ef97796e190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:32.744125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['77ce31f1-7a98-4348-8a88-8c72d12e1fe8', '2d63b17a-07bb-434d-b61f-a10b1117619b'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:32.834230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb85eba-e76f-4d42-b860-0742fe0be6c8 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:46:32.839185 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9f006f15-258b-441b-8846-5c1c7bbca1ef resource provider aggregate not found May 28 05:46:32.925279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a36213-7b4b-4961-9565-2170151ad75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c076d8-50d9-4e9a-884d-12c71efa6c4b'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:32.940695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-892ecf76-6d81-45c9-9f79-57f5d892b3ba tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Calling delete_port for 2d63b17a-07bb-434d-b61f-a10b1117619b owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:32.952444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9649d07-b27b-4f54-a124-2ef97796e190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Pushing event deleted for resources: {'Port': ['ID=77ce31f1-7a98-4348-8a88-8c72d12e1fe8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:33.001707 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9f006f15-258b-441b-8846-5c1c7bbca1ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f006f15-258b-441b-8846-5c1c7bbca1ef found for delete ", "request_id": "req-633100bf-5112-47f8-9073-b757dec138ee"}]} May 28 05:46:33.019332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-c9649d07-b27b-4f54-a124-2ef97796e190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] No DVR routers for this DVR port 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:33.022222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-c9649d07-b27b-4f54-a124-2ef97796e190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:33.045048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e313b17b-1d9a-4247-8079-34afe76f724e', 'name': 'network-vif-deleted', 'tag': '77ce31f1-7a98-4348-8a88-8c72d12e1fe8'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:33.065931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bd616ba-d088-4165-afeb-8abcab160cb1 req-c9649d07-b27b-4f54-a124-2ef97796e190 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "DELETE /v2.0/ports/77ce31f1-7a98-4348-8a88-8c72d12e1fe8 HTTP/1.1" status: 204 len: 173 time: 2.0327122 May 28 05:46:33.071064 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:46:33.071064 n-d-843679-5 neutron-server[88417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:46:33.071064 n-d-843679-5 neutron-server[88417]: [parameters: {'id': 'af730930-b1af-4a14-b38a-730350efe494'}] May 28 05:46:33.071064 n-d-843679-5 neutron-server[88417]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:46:33.071961 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:46:33.076987 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb85eba-e76f-4d42-b860-0742fe0be6c8 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:46:33.102178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dd460-0196-4240-88f4-3ac55fa31e08 req-6f95d9c1-2b5e-465a-8d6c-d3f1057b52b1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:33.113513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-264dd460-0196-4240-88f4-3ac55fa31e08 req-6f95d9c1-2b5e-465a-8d6c-d3f1057b52b1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2083044 May 28 05:46:33.182788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-264dd460-0196-4240-88f4-3ac55fa31e08 req-0f929406-351b-4719-bfa0-6541d435d9b9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673978 May 28 05:46:33.449910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a94ae-ecb7-4b96-b8ed-e18ab0772397 req-8c92932d-0856-4376-9197-536e0adced0a tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:33.451359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d3a94ae-ecb7-4b96-b8ed-e18ab0772397 req-8c92932d-0856-4376-9197-536e0adced0a tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 946 time: 0.0921998 May 28 05:46:33.478375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0e280-6c31-40e1-82bb-d6f2f5d4572f req-9580b5a1-188a-4996-a3bc-8221bcb1d81a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:33.483798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33f0e280-6c31-40e1-82bb-d6f2f5d4572f req-9580b5a1-188a-4996-a3bc-8221bcb1d81a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 945 time: 0.6734710 May 28 05:46:33.501032 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d3a94ae-ecb7-4b96-b8ed-e18ab0772397 req-357523a9-bfed-4cc5-a697-f0c74f084869 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 May 28 05:46:33.547051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-892ecf76-6d81-45c9-9f79-57f5d892b3ba tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:33.562673 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35155e77-338e-468d-964c-300b891f9a75'] response: {'server_uuid': 'b7a36213-7b4b-4961-9565-2170151ad75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c076d8-50d9-4e9a-884d-12c71efa6c4b', 'code': 200} May 28 05:46:33.566521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['77ce31f1-7a98-4348-8a88-8c72d12e1fe8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:33.576551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:33.592996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Deleting port 28ea1eca-b331-45ab-bb25-554482eca1fd {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:33.595726 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:33.665968 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52e6a73-65b2-470a-8cf6-78b4535d6987'] response: {'server_uuid': 'e313b17b-1d9a-4247-8079-34afe76f724e', 'name': 'network-vif-deleted', 'tag': '77ce31f1-7a98-4348-8a88-8c72d12e1fe8', 'status': 'completed', 'code': 200} May 28 05:46:33.669033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ecf76-6d81-45c9-9f79-57f5d892b3ba tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Pushing event deleted for resources: {'Port': ['ID=2d63b17a-07bb-434d-b61f-a10b1117619b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:33.683847 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33f0e280-6c31-40e1-82bb-d6f2f5d4572f req-575efed8-cc14-4f8e-af0a-2be9a784ff69 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891270 May 28 05:46:33.819219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-892ecf76-6d81-45c9-9f79-57f5d892b3ba tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] No DVR routers for this DVR port 2d63b17a-07bb-434d-b61f-a10b1117619b on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:33.823431 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-892ecf76-6d81-45c9-9f79-57f5d892b3ba tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:33.826310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a392f9a9-a38b-4b68-8a6b-2b814e5d736c', 'name': 'network-vif-deleted', 'tag': '2d63b17a-07bb-434d-b61f-a10b1117619b'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:33.873527 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ccbdf0c-fd14-4160-bbb7-d54fd4de8e6c req-892ecf76-6d81-45c9-9f79-57f5d892b3ba tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.41 "DELETE /v2.0/ports/2d63b17a-07bb-434d-b61f-a10b1117619b HTTP/1.1" status: 204 len: 173 time: 2.1571889 May 28 05:46:33.876766 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:33.982256 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:34.032565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] For port 28ea1eca-b331-45ab-bb25-554482eca1fd, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=28ea1eca-b331-45ab-bb25-554482eca1fd,segment=NetworkSegment(9f006f15-258b-441b-8846-5c1c7bbca1ef),segment_id=9f006f15-258b-441b-8846-5c1c7bbca1ef)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:34.033252 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:34.071638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-65432d00-3cec-4413-b27a-8bf4ea79b7a6 req-83008961-ab42-4d09-a319-39ba657de1d9 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Synchronizing usage tracker for tenant:1a0694393c7e40ca99a330033118907e on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:34.104823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-65432d00-3cec-4413-b27a-8bf4ea79b7a6 req-83008961-ab42-4d09-a319-39ba657de1d9 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] Unset dirty status for tenant:1a0694393c7e40ca99a330033118907e on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:34.106073 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-65432d00-3cec-4413-b27a-8bf4ea79b7a6 req-83008961-ab42-4d09-a319-39ba657de1d9 tempest-MultipleCreateTestJSON-1593710602 tempest-MultipleCreateTestJSON-1593710602-project] 10.222.0.39 "GET /v2.0/ports?device_id=e313b17b-1d9a-4247-8079-34afe76f724e HTTP/1.1" status: 200 len: 210 time: 0.1248066 May 28 05:46:34.178338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Calling delete_port for 28ea1eca-b331-45ab-bb25-554482eca1fd owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:34.232867 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4c61f6-9dd8-4462-8836-55fd4f0847aa'] response: {'server_uuid': 'a392f9a9-a38b-4b68-8a6b-2b814e5d736c', 'name': 'network-vif-deleted', 'tag': '2d63b17a-07bb-434d-b61f-a10b1117619b', 'status': 'completed', 'code': 200} May 28 05:46:34.270421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8430d-de47-4254-8499-3d3eceeda162 req-debb95de-24e7-4b0e-868c-ca36d49992e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:34.272038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9d8430d-de47-4254-8499-3d3eceeda162 req-debb95de-24e7-4b0e-868c-ca36d49992e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 1097 time: 0.3736248 May 28 05:46:34.292132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea66cb-4fd9-4092-810a-77a0648a8edc req-dfa39c49-7334-4e2d-aa39-dd1b51dd10d1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:34.293764 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fea66cb-4fd9-4092-810a-77a0648a8edc req-dfa39c49-7334-4e2d-aa39-dd1b51dd10d1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3938916 May 28 05:46:34.315611 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:34.320956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:34.351825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:34.414431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Port': ['ID=28ea1eca-b331-45ab-bb25-554482eca1fd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:34.421260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9d8430d-de47-4254-8499-3d3eceeda162 req-b2abb4eb-5ca5-448b-89a2-cf14e76a86e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261907 May 28 05:46:34.438653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fea66cb-4fd9-4092-810a-77a0648a8edc req-5fe04520-3b5a-4389-b2f7-2ef74c3fc156 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255460 May 28 05:46:34.439625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No DVR routers for this DVR port 28ea1eca-b331-45ab-bb25-554482eca1fd on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:34.443813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=e85b0a62-fdbb-4a2c-8505-2ec892026b10,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:34.454791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:34.587698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:34.625090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af730930-b1af-4a14-b38a-730350efe494']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:34.653888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f006f15-258b-441b-8846-5c1c7bbca1ef') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:34.654538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f006f15-258b-441b-8846-5c1c7bbca1ef') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:34.674405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:34.695391 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:34.704643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:34.706210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:34.709982 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 42573e97-7361-4e06-aa6f-7c2b4be6d93a associated. External IP: 172.25.4.117, port: acb79163-aeb0-4a09-9040-f5b3e21112e9. May 28 05:46:34.897889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9877d-0f4d-4f9e-b67f-5b92ec1a9403 req-70a0555a-7bf7-4b63-ae3e-77fa4be155a7 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:34.899431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7bf9877d-0f4d-4f9e-b67f-5b92ec1a9403 req-70a0555a-7bf7-4b63-ae3e-77fa4be155a7 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 946 time: 0.2800801 May 28 05:46:34.959817 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7bf9877d-0f4d-4f9e-b67f-5b92ec1a9403 req-8ffd370a-9943-4145-a399-2d75a3bd421d tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534909 May 28 05:46:35.001311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:35.033218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:35.036539 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9f006f15-258b-441b-8846-5c1c7bbca1ef resource provider aggregate not found May 28 05:46:35.058904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Network': ['ID=af730930-b1af-4a14-b38a-730350efe494,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:35.077652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-332cda27-a4b5-4bf1-ae1a-83a39bb2cfc3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/af730930-b1af-4a14-b38a-730350efe494 HTTP/1.1" status: 204 len: 168 time: 3.9096620 May 28 05:46:35.084236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59032) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:35.085859 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9f006f15-258b-441b-8846-5c1c7bbca1ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f006f15-258b-441b-8846-5c1c7bbca1ef found for delete ", "request_id": "req-962fb276-07fd-4b31-a074-2333142ad9c3"}]} May 28 05:46:35.093965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1958788979'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:35.101384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:35.110220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-19d325c5-57e2-4483-bc22-cd670ccfa97b tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:35.110516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-19d325c5-57e2-4483-bc22-cd670ccfa97b tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Synchronizing usage tracker for tenant:bfcdf56a611c45afa8f0139cf35b73d9 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:35.115664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:network and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:35.118527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:35.127070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:35.150749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-19d325c5-57e2-4483-bc22-cd670ccfa97b tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Unset dirty status for tenant:bfcdf56a611c45afa8f0139cf35b73d9 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:35.152673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-19d325c5-57e2-4483-bc22-cd670ccfa97b tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/networks?id=84511602-5d35-41f2-b7b0-5dd3ce940560 HTTP/1.1" status: 200 len: 809 time: 0.3762186 May 28 05:46:35.153847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:35.157196 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:35.182715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-06d3880b-3270-4bff-afad-98ad8e74cea7 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/quotas/bfcdf56a611c45afa8f0139cf35b73d9 HTTP/1.1" status: 200 len: 375 time: 0.0136259 May 28 05:46:35.236926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:46:35.240147 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-51a450ca-d654-4324-a9df-cbf9bfda8beb tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfcdf56a611c45afa8f0139cf35b73d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510015 May 28 05:46:35.240747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:46:35.254807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dfc0e-2026-495c-8a2e-79175c98a247 req-981254fc-f1bf-48da-ac70-d7105b865062 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:35.256320 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e0dfc0e-2026-495c-8a2e-79175c98a247 req-981254fc-f1bf-48da-ac70-d7105b865062 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1853127 May 28 05:46:35.268256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:35.268256 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Added segment 6338541f-953c-4c09-bff5-7a83f208cc0d of type vlan for network 987574de-321a-4282-9464-ef2b00249de2 May 28 05:46:35.362913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:35.422494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-38664991-f998-486e-9bbb-663fad7b600c service neutron] 10.222.0.39 "GET /v2.0/networks/84511602-5d35-41f2-b7b0-5dd3ce940560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740103 May 28 05:46:35.426595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:35.431858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:35.432436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:35.563517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e0dfc0e-2026-495c-8a2e-79175c98a247 req-e04d0e88-54bb-42e7-b635-fe78868c3a31 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320164 May 28 05:46:35.585634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2d63b17a-07bb-434d-b61f-a10b1117619b no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:46:35.588035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:46:35.600434 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b746e14a-aad7-4afe-8429-d544a5cd9de3 None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:46:35.605298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5184672 May 28 05:46:35.608214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59038) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:35.621203 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746e14a-aad7-4afe-8429-d544a5cd9de3 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:35.622399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b337a-55a8-4659-b6c5-ba6a35162dae tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Network': ['ID=987574de-321a-4282-9464-ef2b00249de2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:35.623012 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b746e14a-aad7-4afe-8429-d544a5cd9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:35.636936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'subnet': {'network_id': '987574de-321a-4282-9464-ef2b00249de2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:35.659675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 987574de-321a-4282-9464-ef2b00249de2 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:46:35.680905 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7b17efc9-5150-4213-a888-d26043e817f7 service neutron] 10.222.0.39 "GET /v2.0/networks/84511602-5d35-41f2-b7b0-5dd3ce940560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429802 May 28 05:46:35.700610 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 2d63b17a-07bb-434d-b61f-a10b1117619b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:46:35.700719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 2d63b17a-07bb-434d-b61f-a10b1117619b not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:46:35.701134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:46:35.748725 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:35.764508 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b746e14a-aad7-4afe-8429-d544a5cd9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:35.774843 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746e14a-aad7-4afe-8429-d544a5cd9de3 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:35.775723 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b746e14a-aad7-4afe-8429-d544a5cd9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:35.848255 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b746e14a-aad7-4afe-8429-d544a5cd9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:35.848881 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b746e14a-aad7-4afe-8429-d544a5cd9de3 None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:46:35.873628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:46:35.874329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 77ce31f1-7a98-4348-8a88-8c72d12e1fe8 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:46:35.892685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3df8299e-1e7f-4df9-b468-daf60650d5af tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1434555 May 28 05:46:35.895851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59044) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:35.914572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:35.921311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:subnet and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:35.924820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:35.932849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:35.959511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f6e43-02d7-44b5-9fe4-9ae80e3bdc2d req-f4f738c9-bd62-4da4-a8d8-af85bb9b9167 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:35.967708 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b84f6e43-02d7-44b5-9fe4-9ae80e3bdc2d req-f4f738c9-bd62-4da4-a8d8-af85bb9b9167 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 945 time: 0.1503031 May 28 05:46:35.986203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:35.989651 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:36.012185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1a8bf8fe-1d95-4ce4-be05-033cdfd0afc9 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "GET /v2.0/floatingips/42573e97-7361-4e06-aa6f-7c2b4be6d93a HTTP/1.1" status: 200 len: 978 time: 0.1152110 May 28 05:46:36.014677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59052) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:36.126230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-93bdd87e-327d-46ab-8ec0-13324af026f2 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Synchronizing usage tracker for tenant:fbc0e7437cda450487ac3dbf8a74d1da on resource:floatingip {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:36.184909 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b84f6e43-02d7-44b5-9fe4-9ae80e3bdc2d req-ad4a35c0-93b4-4cb0-bb60-f884ce508348 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122941 May 28 05:46:36.211697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-93bdd87e-327d-46ab-8ec0-13324af026f2 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Unset dirty status for tenant:fbc0e7437cda450487ac3dbf8a74d1da on resource:floatingip {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:36.214997 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-93bdd87e-327d-46ab-8ec0-13324af026f2 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1976004 May 28 05:46:36.216824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59066) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:36.232352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'port_id': '748d5768-5fe0-4292-ba58-689fb6d1e689'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:36.381717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8815ce5b-11c9-4d36-b393-b194ba08fc87 req-27c4a949-ad8b-4a67-9056-502300c055cd tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 210 time: 0.1561940 May 28 05:46:36.420113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:36.468433 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:36.505163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59074) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:36.586246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace50f2-e8ff-4318-aa5e-0f08cd0f12b7 req-b22022f8-e7b5-47b5-bd75-ce5734620259 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:36.591723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ace50f2-e8ff-4318-aa5e-0f08cd0f12b7 req-b22022f8-e7b5-47b5-bd75-ce5734620259 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 946 time: 0.2453375 May 28 05:46:36.654384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Subnet': ['ID=00e21506-223f-4a26-8183-e680bd0977e5,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:36.675723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Checking segment: {'id': '6338541f-953c-4c09-bff5-7a83f208cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '987574de-321a-4282-9464-ef2b00249de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:36.676437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network hostable DHCP agents. Network: 987574de-321a-4282-9464-ef2b00249de2, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:46:36.700686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-426c48b1-33e9-4b48-927f-5472ca895436 admin admin] Deleting subnet 85b0cc28-be94-4400-b616-70cba9f5d088 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:46:36.705949 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-426c48b1-33e9-4b48-927f-5472ca895436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:36.780703 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ace50f2-e8ff-4318-aa5e-0f08cd0f12b7 req-7bdbce24-343b-440a-a0f8-9becd0ede275 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695602 May 28 05:46:36.790373 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-426c48b1-33e9-4b48-927f-5472ca895436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:36.858621 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-426c48b1-33e9-4b48-927f-5472ca895436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:36.891374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network 987574de-321a-4282-9464-ef2b00249de2 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:46:36.909620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 987574de-321a-4282-9464-ef2b00249de2) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:36.917556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:36.918153 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:36.924057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9023c204-7042-4040-9aa2-e56a2d8cb3c3 None None] Network 987574de-321a-4282-9464-ef2b00249de2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:36.963963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4be00b5e-4b17-4e23-9384-7eceb0709299 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3542941 May 28 05:46:36.966537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59082) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:37.000244 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-426c48b1-33e9-4b48-927f-5472ca895436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.053917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-8bb4a1b3-89d5-4afe-8b26-bfe7affac9eb tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1834358293&fields=id&tenant_id=84fb1f178c534c59b6518cfead726602 HTTP/1.1" status: 200 len: 267 time: 0.0678055 May 28 05:46:37.124828 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-426c48b1-33e9-4b48-927f-5472ca895436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.132235 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-426c48b1-33e9-4b48-927f-5472ca895436 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/85b0cc28-be94-4400-b616-70cba9f5d088 HTTP/1.1" status: 204 len: 168 time: 0.6205812 May 28 05:46:37.136351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c48b1-33e9-4b48-927f-5472ca895436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b0cc28-be94-4400-b616-70cba9f5d088,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:37.138444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59088) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:37.230247 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.346642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-987574de-321a-4282-9464-ef2b00249de2', 'network_id': '987574de-321a-4282-9464-ef2b00249de2', 'tenant_id': '83bb1e2774914d5497103c5c22d441cc', 'fixed_ips': [{'subnet_id': '00e21506-223f-4a26-8183-e680bd0977e5'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:46:37.347221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.351768 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.418413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-fe16025a-61fb-492a-a3ee-020fff619de4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:37.419874 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-fe16025a-61fb-492a-a3ee-020fff619de4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 945 time: 0.3651977 May 28 05:46:37.422242 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.444871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-5f3cd598-dfeb-4351-9134-7c96f99f01ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'port': {'security_groups': ['02650b19-b6d2-4b03-9e4e-79d1ba6406d7', '60b99e1a-3981-498a-8fa5-c66fae19c497']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:37.574470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Allocated IP 2001:db8::2 (987574de-321a-4282-9464-ef2b00249de2/00e21506-223f-4a26-8183-e680bd0977e5/ee6834a6-6150-4a29-8ec7-a31cee043786) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:37.634227 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.665838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8098de-66bf-40d3-b64e-cd7b4ec800de']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:37.680253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e1e72b-051a-4f9c-92af-0476785dc019') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:37.680788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e1e72b-051a-4f9c-92af-0476785dc019') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:37.694049 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.713390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.720843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:37.721572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.821805 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.833204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e00bb5-fa59-40e5-90de-0bf7c5d3b00e req-8cd416f3-3473-47c9-90bb-c3c4c946811c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:37.834722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-54e00bb5-fa59-40e5-90de-0bf7c5d3b00e req-8cd416f3-3473-47c9-90bb-c3c4c946811c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3935893 May 28 05:46:37.842837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7d407857-f639-4ad5-b1d2-01bbd0565c32 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:37.844526 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7d407857-f639-4ad5-b1d2-01bbd0565c32 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.33 "GET /v2.0/networks?id=84511602-5d35-41f2-b7b0-5dd3ce940560 HTTP/1.1" status: 200 len: 809 time: 0.3346710 May 28 05:46:37.863830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Request body: {'port': {'device_id': '86cac804-dc48-48ac-a09e-364ab0925022', 'network_id': '84511602-5d35-41f2-b7b0-5dd3ce940560', 'admin_state_up': True, 'tenant_id': 'bfcdf56a611c45afa8f0139cf35b73d9'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:37.874498 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.877539 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 86e1e72b-051a-4f9c-92af-0476785dc019 resource provider aggregate not found May 28 05:46:37.899444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8098de-66bf-40d3-b64e-cd7b4ec800de,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:37.905728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.916006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bc060f87-6e18-4c49-b416-e1bdcbcede45 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2e8098de-66bf-40d3-b64e-cd7b4ec800de HTTP/1.1" status: 204 len: 168 time: 0.6802821 May 28 05:46:37.927362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Transition to ACTIVE for port object ee6834a6-6150-4a29-8ec7-a31cee043786 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:37.940055 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 86e1e72b-051a-4f9c-92af-0476785dc019 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86e1e72b-051a-4f9c-92af-0476785dc019 found for delete ", "request_id": "req-d31330fc-7715-4a17-999a-77810b8edbfd"}]} May 28 05:46:37.942003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-5f3cd598-dfeb-4351-9134-7c96f99f01ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.957200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Transition to ACTIVE for port object ee6834a6-6150-4a29-8ec7-a31cee043786 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:37.964377 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:37.977176 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-54e00bb5-fa59-40e5-90de-0bf7c5d3b00e req-2282e81e-87fb-42cc-9ee5-8ad3bcb05b80 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316667 May 28 05:46:38.010506 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.056931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Network 987574de-321a-4282-9464-ef2b00249de2 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:38.061510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:38.065367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:38.075889 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Pushing event updated for resources: {'Port': ['ID=ee6834a6-6150-4a29-8ec7-a31cee043786,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:38.095507 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Subnet': ['ID=00e21506-223f-4a26-8183-e680bd0977e5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:38.118265 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.134002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.198516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:38.202537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Usage tracker for resource:port and tenant:bfcdf56a611c45afa8f0139cf35b73d9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:38.204953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59102) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:38.217841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:38.219471 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:46:38.247316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:38.248566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Attempting to bind port ee6834a6-6150-4a29-8ec7-a31cee043786 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:38.249306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Attempting to bind port ee6834a6-6150-4a29-8ec7-a31cee043786 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6338541f-953c-4c09-bff5-7a83f208cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '987574de-321a-4282-9464-ef2b00249de2'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:38.249888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Attempting to bind port ee6834a6-6150-4a29-8ec7-a31cee043786 on network 987574de-321a-4282-9464-ef2b00249de2 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:38.257460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:38.258599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Checking segment: {'id': '6338541f-953c-4c09-bff5-7a83f208cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '987574de-321a-4282-9464-ef2b00249de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:38.259112 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.260315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Bound using segment: {'id': '6338541f-953c-4c09-bff5-7a83f208cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '987574de-321a-4282-9464-ef2b00249de2'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:38.260946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Bound port: ee6834a6-6150-4a29-8ec7-a31cee043786, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6338541f-953c-4c09-bff5-7a83f208cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '987574de-321a-4282-9464-ef2b00249de2'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:38.261588 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.267088 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.288998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Made reservation on behalf of bfcdf56a611c45afa8f0139cf35b73d9 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:38.292525 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.334800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987574de-321a-4282-9464-ef2b00249de2']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:38.371920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] For port ee6834a6-6150-4a29-8ec7-a31cee043786, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:38.375303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] For port ee6834a6-6150-4a29-8ec7-a31cee043786, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ee6834a6-6150-4a29-8ec7-a31cee043786,segment=NetworkSegment(6338541f-953c-4c09-bff5-7a83f208cc0d),segment_id=6338541f-953c-4c09-bff5-7a83f208cc0d)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:38.378880 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.426516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6338541f-953c-4c09-bff5-7a83f208cc0d') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:38.426809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6338541f-953c-4c09-bff5-7a83f208cc0d') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:38.439062 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0cdcb0d7-c8b3-43e6-ba2b-eb2cb6c6e9e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a0694393c7e40ca99a330033118907e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209148 May 28 05:46:38.453236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59108) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:38.458116 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.467531 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f53d2fa3-9805-48aa-bf18-504b7623e6f6 req-80530a3f-6b40-46a3-8851-dc43eff0f1e8 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 210 time: 0.1159601 May 28 05:46:38.502834 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3c28e542-0eb9-4a86-897c-3c08564d5bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.520361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea41a7-86ac-4c6f-86cf-753766c34716 None None] Pushing event updated for resources: {'Port': ['ID=ee6834a6-6150-4a29-8ec7-a31cee043786,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:38.546918 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.553473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ea8539-fbbf-490c-aa54-e9fbb3062622 None None] Network 987574de-321a-4282-9464-ef2b00249de2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:38.561978 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7103b4e0-b841-44df-b24d-22e263cf3890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.590519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-5f3cd598-dfeb-4351-9134-7c96f99f01ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] For port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:38.598087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:38.598494 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.609096 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 42573e97-7361-4e06-aa6f-7c2b4be6d93a associated. External IP: 172.25.4.117, port: acb79163-aeb0-4a09-9040-f5b3e21112e9. May 28 05:46:38.709210 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6338541f-953c-4c09-bff5-7a83f208cc0d resource provider aggregate not found May 28 05:46:38.752580 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6338541f-953c-4c09-bff5-7a83f208cc0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6338541f-953c-4c09-bff5-7a83f208cc0d found for delete ", "request_id": "req-dd07457c-eb70-4173-8150-4560b9a862f4"}]} May 28 05:46:38.756147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:46:38.756147 n-d-843679-5 neutron-server[88416]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:46:38.756147 n-d-843679-5 neutron-server[88416]: [parameters: {'id': '987574de-321a-4282-9464-ef2b00249de2'}] May 28 05:46:38.756147 n-d-843679-5 neutron-server[88416]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:46:38.756570 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:46:38.761036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Allocated IP 172.20.0.9 (84511602-5d35-41f2-b7b0-5dd3ce940560/8f4aadbb-5d2e-4d89-8f2f-79d9d69e41d9/6deccd70-84e1-469f-95ba-4a4b3b200186) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:38.831636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7103b4e0-b841-44df-b24d-22e263cf3890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.891393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59aa293-2a59-4859-9d21-77ed92ae667a None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:46:38.892115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-5f3cd598-dfeb-4351-9134-7c96f99f01ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:38.962290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-5f3cd598-dfeb-4351-9134-7c96f99f01ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.005424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['69bab988-b7ef-4b0f-9161-cd6070028cdf', 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:39.096852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-5f3cd598-dfeb-4351-9134-7c96f99f01ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:39.097530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-5f3cd598-dfeb-4351-9134-7c96f99f01ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.111850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5847c0c8-e292-4a99-8c24-3f63f9cb9b80 req-5f3cd598-dfeb-4351-9134-7c96f99f01ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "PUT /v2.0/ports/d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 HTTP/1.1" status: 200 len: 981 time: 1.6743755 May 28 05:46:39.116035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'tag': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:39.116799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232eeb5-d6bb-4662-a127-0e5409617451 req-d13fed7d-edd1-4108-aa9e-c2d997ba1c09 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:39.118328 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e232eeb5-d6bb-4662-a127-0e5409617451 req-d13fed7d-edd1-4108-aa9e-c2d997ba1c09 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 946 time: 0.1853578 May 28 05:46:39.135159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cd598-dfeb-4351-9134-7c96f99f01ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'Port': ['ID=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:39.186661 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e232eeb5-d6bb-4662-a127-0e5409617451 req-cae8900f-0c2d-46b8-ab74-9ad2000ddfca tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614295 May 28 05:46:39.190022 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.250699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59aa293-2a59-4859-9d21-77ed92ae667a None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:46:39.257158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.264799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d04fd1eb-54d6-4b9d-b999-81f9ec7428a9'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:39.305475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Deleting port ee6834a6-6150-4a29-8ec7-a31cee043786 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:39.305808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.378875 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bb979e00-a6db-400a-b336-8a23769353f2 req-abc51fcc-e379-4201-81c7-853d51ad100e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/60b99e1a-3981-498a-8fa5-c66fae19c497 HTTP/1.1" status: 200 len: 1803 time: 0.1441424 May 28 05:46:39.402624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.455829 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7103b4e0-b841-44df-b24d-22e263cf3890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.482542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:46:39.489639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103b4e0-b841-44df-b24d-22e263cf3890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83f47df-b20c-4ddf-8913-4066749985f5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:39.509473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Network 84511602-5d35-41f2-b7b0-5dd3ce940560 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:39.548817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:39.552020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:39.613121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7103b4e0-b841-44df-b24d-22e263cf3890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.614188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7103b4e0-b841-44df-b24d-22e263cf3890 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d83f47df-b20c-4ddf-8913-4066749985f5 HTTP/1.1" status: 204 len: 168 time: 1.1582267 May 28 05:46:39.647111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273165b6-2aef-403e-b7f8-6b5841de2ca4 req-20a69cf1-2b9d-4cc1-bb9b-d2919142703f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:39.654830 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-273165b6-2aef-403e-b7f8-6b5841de2ca4 req-20a69cf1-2b9d-4cc1-bb9b-d2919142703f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2803061 May 28 05:46:39.793334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-273165b6-2aef-403e-b7f8-6b5841de2ca4 req-96527ef8-4704-44c7-a446-5c731249fb6e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369004 May 28 05:46:39.806974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Pushing event updated for resources: {'Port': ['ID=6deccd70-84e1-469f-95ba-4a4b3b200186,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:39.810260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:46:39.909261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820c902-45eb-44bd-9f87-c8469fce0c9a None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:46:39.912169 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-bb979e00-a6db-400a-b336-8a23769353f2 req-01e781f1-4734-47d0-ac85-33b977659cbd tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 05:46:39.914121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bb979e00-a6db-400a-b336-8a23769353f2 req-01e781f1-4734-47d0-ac85-33b977659cbd tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/60b99e1a-3981-498a-8fa5-c66fae19c497 HTTP/1.1" status: 409 len: 341 time: 0.5261803 May 28 05:46:39.916840 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.921397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:39.921880 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.940021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] For port ee6834a6-6150-4a29-8ec7-a31cee043786, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ee6834a6-6150-4a29-8ec7-a31cee043786,segment=NetworkSegment(6338541f-953c-4c09-bff5-7a83f208cc0d),segment_id=6338541f-953c-4c09-bff5-7a83f208cc0d)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:39.940618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:40.057973 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210f4739-7bfd-4a1c-8daa-a545b51d55ae'] response: {'name': 'network-changed', 'server_uuid': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'tag': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9', 'status': 'completed', 'code': 200} May 28 05:46:40.169024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820c902-45eb-44bd-9f87-c8469fce0c9a None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:40.169726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b820c902-45eb-44bd-9f87-c8469fce0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:40.329634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Calling delete_port for ee6834a6-6150-4a29-8ec7-a31cee043786 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:40.384548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d737a148-a04c-4d49-b960-eaf6497fcfc4 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5242314 May 28 05:46:40.456544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Request body: {'port': {'device_id': '86cac804-dc48-48ac-a09e-364ab0925022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:40.517115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b820c902-45eb-44bd-9f87-c8469fce0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:40.554075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820c902-45eb-44bd-9f87-c8469fce0c9a None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:40.555260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b820c902-45eb-44bd-9f87-c8469fce0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:40.638619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b820c902-45eb-44bd-9f87-c8469fce0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:40.639808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820c902-45eb-44bd-9f87-c8469fce0c9a None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:46:40.654708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11442d4d-618c-4157-aeab-e6311ef07abd req-c289eaec-382e-4022-af3f-ddbcc7138471 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:40.655285 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11442d4d-618c-4157-aeab-e6311ef07abd req-c289eaec-382e-4022-af3f-ddbcc7138471 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 931 time: 0.4798107 May 28 05:46:40.715393 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:40.742432 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-da94db12-51da-4e29-a567-e1dd9c8483d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:40.815865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Port': ['ID=ee6834a6-6150-4a29-8ec7-a31cee043786,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:40.889901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No DVR routers for this DVR port ee6834a6-6150-4a29-8ec7-a31cee043786 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:40.955432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca0496-8b33-4ee9-8e7f-273db803edf6 req-f0d6eb80-3370-4029-aca8-b21238ae15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:40.957247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37ca0496-8b33-4ee9-8e7f-273db803edf6 req-f0d6eb80-3370-4029-aca8-b21238ae15f1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 1135 time: 0.8983655 May 28 05:46:40.970959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-82787f3b-a533-4991-b162-52aef4227a15 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:40.972743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-82787f3b-a533-4991-b162-52aef4227a15 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 946 time: 0.4934196 May 28 05:46:40.978090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-11442d4d-618c-4157-aeab-e6311ef07abd req-d52dd766-4520-44dd-89a8-0867985deefb tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Synchronizing usage tracker for tenant:bfcdf56a611c45afa8f0139cf35b73d9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:41.033127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.083680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc7aab-a5f8-4cbe-ade1-6198e2744c1e req-af406a55-359b-4042-a54d-56d295c9d78b tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:41.091839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47dc7aab-a5f8-4cbe-ade1-6198e2744c1e req-af406a55-359b-4042-a54d-56d295c9d78b tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 946 time: 0.6436603 May 28 05:46:41.146455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.170512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:46:41.170512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-11442d4d-618c-4157-aeab-e6311ef07abd req-d52dd766-4520-44dd-89a8-0867985deefb tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Unset dirty status for tenant:bfcdf56a611c45afa8f0139cf35b73d9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:41.171509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11442d4d-618c-4157-aeab-e6311ef07abd req-d52dd766-4520-44dd-89a8-0867985deefb tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994392 May 28 05:46:41.197655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-adb6ea42-e1ef-4511-98ad-8c6c5fd7f02f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Deleting port 97c076d8-50d9-4e9a-884d-12c71efa6c4b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:41.197839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-adb6ea42-e1ef-4511-98ad-8c6c5fd7f02f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.303717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987574de-321a-4282-9464-ef2b00249de2']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:41.316076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47dc7aab-a5f8-4cbe-ade1-6198e2744c1e req-c4bb2b09-d0df-45d6-94f3-abdcab74a4da tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224896 May 28 05:46:41.340637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6338541f-953c-4c09-bff5-7a83f208cc0d') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:41.341332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6338541f-953c-4c09-bff5-7a83f208cc0d') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:41.416856 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.446368 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.458975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca0496-8b33-4ee9-8e7f-273db803edf6 req-bcffc2e9-3150-4e34-99c5-b9ef42a61d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:41.460705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37ca0496-8b33-4ee9-8e7f-273db803edf6 req-bcffc2e9-3150-4e34-99c5-b9ef42a61d20 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 913 time: 0.4855032 May 28 05:46:41.506222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:41.506634 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.517639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.578801 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.582009 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6338541f-953c-4c09-bff5-7a83f208cc0d resource provider aggregate not found May 28 05:46:41.622026 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6338541f-953c-4c09-bff5-7a83f208cc0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6338541f-953c-4c09-bff5-7a83f208cc0d found for delete ", "request_id": "req-d0df7b34-2f0a-4e90-9790-b0cb2aa38ab3"}]} May 28 05:46:41.666421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37ca0496-8b33-4ee9-8e7f-273db803edf6 req-bf77df55-4cf2-4b75-9d93-79da6a939499 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 HTTP/1.1" status: 200 len: 217 time: 0.1709423 May 28 05:46:41.674427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.706965 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.772664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Network': ['ID=987574de-321a-4282-9464-ef2b00249de2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:41.784601 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fd65ccb2-f2cb-4ee5-9851-b290a64f8e09 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/987574de-321a-4282-9464-ef2b00249de2 HTTP/1.1" status: 204 len: 168 time: 4.8170114 May 28 05:46:41.794653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2f5b-e240-41da-bdaa-9ae7e7d25f29 req-f0de89d9-e78e-4763-87f4-2e940abb20d9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:41.797883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-adde2f5b-e240-41da-bdaa-9ae7e7d25f29 req-f0de89d9-e78e-4763-87f4-2e940abb20d9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3452439 May 28 05:46:41.799517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59164) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:41.810334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6deccd70-84e1-469f-95ba-4a4b3b200186 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:41.832876 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.864888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-878648241'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:41.873355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Transition to ACTIVE for port object 6deccd70-84e1-469f-95ba-4a4b3b200186 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:41.876615 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.899647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:41.904558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:46:41.918867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:41.925612 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e34b22-b531-4cd0-8fb8-50dc1e00576b None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:46:41.927799 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-adde2f5b-e240-41da-bdaa-9ae7e7d25f29 req-8fb5e9e6-fb40-4425-9322-f799020e8116 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112945 May 28 05:46:41.941277 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e34b22-b531-4cd0-8fb8-50dc1e00576b None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:41.943363 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-05e34b22-b531-4cd0-8fb8-50dc1e00576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:41.951109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca0496-8b33-4ee9-8e7f-273db803edf6 req-b819a1ec-4368-4958-8b77-0f2ed6377931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:41.951109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37ca0496-8b33-4ee9-8e7f-273db803edf6 req-b819a1ec-4368-4958-8b77-0f2ed6377931 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 200 len: 852 time: 0.2743671 May 28 05:46:41.951836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:network and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:41.982848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:41.989089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:42.050853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fb7e0-47fd-4eec-80db-0abc1153b08f req-61415e73-3b26-4de1-9a94-e581d59c7cf2 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:42.052485 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-05e34b22-b531-4cd0-8fb8-50dc1e00576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:42.052666 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c6fb7e0-47fd-4eec-80db-0abc1153b08f req-61415e73-3b26-4de1-9a94-e581d59c7cf2 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 984 time: 0.7202740 May 28 05:46:42.063559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Pushing event updated for resources: {'Port': ['ID=6deccd70-84e1-469f-95ba-4a4b3b200186,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:42.063684 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e34b22-b531-4cd0-8fb8-50dc1e00576b None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:42.071544 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-05e34b22-b531-4cd0-8fb8-50dc1e00576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:42.113235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:42.117780 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:42.160828 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-05e34b22-b531-4cd0-8fb8-50dc1e00576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:42.161538 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e34b22-b531-4cd0-8fb8-50dc1e00576b None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:46:42.163547 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37ca0496-8b33-4ee9-8e7f-273db803edf6 req-adc317cd-5f74-47aa-900f-871e1bd9c0b4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e98e0a98-cec4-403c-9004-93ff51523104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642165 May 28 05:46:42.169555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Attempting to bind port 6deccd70-84e1-469f-95ba-4a4b3b200186 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:42.169905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Attempting to bind port 6deccd70-84e1-469f-95ba-4a4b3b200186 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '0e6a5eff-550c-4898-93ef-88794520debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '84511602-5d35-41f2-b7b0-5dd3ce940560'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:42.170235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Attempting to bind port 6deccd70-84e1-469f-95ba-4a4b3b200186 on network 84511602-5d35-41f2-b7b0-5dd3ce940560 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:42.177158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Port 6deccd70-84e1-469f-95ba-4a4b3b200186 on network 84511602-5d35-41f2-b7b0-5dd3ce940560 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:46:42.177474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Attempting to bind port 6deccd70-84e1-469f-95ba-4a4b3b200186 on network 84511602-5d35-41f2-b7b0-5dd3ce940560 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:42.189479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:42.190691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Checking segment: {'id': '0e6a5eff-550c-4898-93ef-88794520debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '84511602-5d35-41f2-b7b0-5dd3ce940560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:42.192187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Bound using segment: {'id': '0e6a5eff-550c-4898-93ef-88794520debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '84511602-5d35-41f2-b7b0-5dd3ce940560'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:42.193483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Bound port: 6deccd70-84e1-469f-95ba-4a4b3b200186, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6a5eff-550c-4898-93ef-88794520debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '84511602-5d35-41f2-b7b0-5dd3ce940560'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:42.195504 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:42.338500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] For port 6deccd70-84e1-469f-95ba-4a4b3b200186, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:42.344452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] For port 6deccd70-84e1-469f-95ba-4a4b3b200186, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=6deccd70-84e1-469f-95ba-4a4b3b200186,segment=NetworkSegment(0e6a5eff-550c-4898-93ef-88794520debe),segment_id=0e6a5eff-550c-4898-93ef-88794520debe)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:42.349288 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:42.413512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:46:42.439588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-adb6ea42-e1ef-4511-98ad-8c6c5fd7f02f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] For port 97c076d8-50d9-4e9a-884d-12c71efa6c4b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=97c076d8-50d9-4e9a-884d-12c71efa6c4b,segment=NetworkSegment(5c19ba66-f0eb-4326-b3a8-33a80566267f),segment_id=5c19ba66-f0eb-4326-b3a8-33a80566267f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:42.440125 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-adb6ea42-e1ef-4511-98ad-8c6c5fd7f02f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:42.527050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c6fb7e0-47fd-4eec-80db-0abc1153b08f req-cab16b70-d136-4fd9-80a4-ac2bec9d67d5 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=60b99e1a-3981-498a-8fa5-c66fae19c497&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4222796 May 28 05:46:42.608310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-adb6ea42-e1ef-4511-98ad-8c6c5fd7f02f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Calling delete_port for 97c076d8-50d9-4e9a-884d-12c71efa6c4b owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:42.618903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:42.619521 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:42.621631 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] 10.222.0.33 "PUT /v2.0/ports/6deccd70-84e1-469f-95ba-4a4b3b200186 HTTP/1.1" status: 200 len: 1091 time: 2.1716528 May 28 05:46:42.622079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cac804-dc48-48ac-a09e-364ab0925022', 'tag': '6deccd70-84e1-469f-95ba-4a4b3b200186'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:42.662891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9144a80f-de39-487f-84b8-66e70ce09a76 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "PUT /v2.0/floatingips/42573e97-7361-4e06-aa6f-7c2b4be6d93a HTTP/1.1" status: 200 len: 978 time: 6.4431498 May 28 05:46:42.666810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59192) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:42.682163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:42.682523 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Added segment 6582b89c-1b6d-42dc-8c15-ee57216ead34 of type vlan for network 5bbbd400-606f-450c-9709-21983dd3c5ba May 28 05:46:42.686491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f2630f5c-8832-447b-9cfd-350204e5d860 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:42.804977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daadd70-529c-4ebc-8f1b-60e3740df68b service neutron] Pushing event updated for resources: {'Port': ['ID=6deccd70-84e1-469f-95ba-4a4b3b200186,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:42.848313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682941a-e654-4eee-b8b8-e1b47859bd23 req-b2582601-ef4a-41be-aa5e-12a69bba68ff tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:42.848534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b682941a-e654-4eee-b8b8-e1b47859bd23 req-b2582601-ef4a-41be-aa5e-12a69bba68ff tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Synchronizing usage tracker for tenant:bfcdf56a611c45afa8f0139cf35b73d9 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:42.855604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d4927acf-2be3-47ff-8fe2-045281574cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:42.856408 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-d4927acf-2be3-47ff-8fe2-045281574cb2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bfcdf56a611c45afa8f0139cf35b73d9&device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 1094 time: 0.1577232 May 28 05:46:42.935841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b682941a-e654-4eee-b8b8-e1b47859bd23 req-b2582601-ef4a-41be-aa5e-12a69bba68ff tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Unset dirty status for tenant:bfcdf56a611c45afa8f0139cf35b73d9 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:42.943734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b682941a-e654-4eee-b8b8-e1b47859bd23 req-b2582601-ef4a-41be-aa5e-12a69bba68ff tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 943 time: 0.3267431 May 28 05:46:42.972754 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-ae0dfb68-7d68-463a-9501-21c005530b88 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6deccd70-84e1-469f-95ba-4a4b3b200186 HTTP/1.1" status: 200 len: 217 time: 0.1026995 May 28 05:46:43.067615 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b682941a-e654-4eee-b8b8-e1b47859bd23 req-b04e336c-c083-49d4-97d6-0113a2a0a0d3 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225026 May 28 05:46:43.096791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-465d3a60-7886-4dc4-9a63-448ad0d413d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:43.098648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-465d3a60-7886-4dc4-9a63-448ad0d413d9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8f4aadbb-5d2e-4d89-8f2f-79d9d69e41d9 HTTP/1.1" status: 200 len: 849 time: 0.1168485 May 28 05:46:43.156557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2630f5c-8832-447b-9cfd-350204e5d860 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:43.208871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-ede46e27-ae85-4641-9fbc-e505d65b02ad service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=84511602-5d35-41f2-b7b0-5dd3ce940560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028390 May 28 05:46:43.226045 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:43.232113 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:43.271297 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37ca0496-8b33-4ee9-8e7f-273db803edf6 req-2b2c54a0-f2cb-4b31-84bb-3ef846cb1ce7 service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0260956 May 28 05:46:43.374720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:46:43.400426 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7449d3d1-125f-42ce-ba3c-47c58ca51da7 req-a35d2f04-4bd7-47ab-9c4e-96242fcba41e tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0640633 May 28 05:46:43.466065 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1743be34-d0f5-4227-8ae3-2cea2a368bdf'] response: {'name': 'network-changed', 'server_uuid': '86cac804-dc48-48ac-a09e-364ab0925022', 'tag': '6deccd70-84e1-469f-95ba-4a4b3b200186', 'status': 'completed', 'code': 200} May 28 05:46:43.479421 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-cdd475ca-c4f2-4a75-aca8-a367aa0286d8 service neutron] 10.222.0.33 "GET /v2.0/networks/84511602-5d35-41f2-b7b0-5dd3ce940560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620797 May 28 05:46:43.576718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:43.583214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:43.583214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:43.706198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-adb6ea42-e1ef-4511-98ad-8c6c5fd7f02f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:43.715132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 97c076d8-50d9-4e9a-884d-12c71efa6c4b no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:46:43.722661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ad049-3ee5-4c77-b4ab-c2f7b49db5d9 req-54daa845-0e57-4d6d-94b1-c434da74de2e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:43.724482 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-963ad049-3ee5-4c77-b4ab-c2f7b49db5d9 req-54daa845-0e57-4d6d-94b1-c434da74de2e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1371336 May 28 05:46:43.727018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59b0339a-1896-46d2-9b7c-50fc9982acf2 req-61155b51-cdfa-4cb2-95a6-4fa7a7b8b57c service neutron] 10.222.0.33 "GET /v2.0/networks/84511602-5d35-41f2-b7b0-5dd3ce940560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386727 May 28 05:46:43.784265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 97c076d8-50d9-4e9a-884d-12c71efa6c4b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:46:43.784728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 97c076d8-50d9-4e9a-884d-12c71efa6c4b not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:46:43.787907 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-963ad049-3ee5-4c77-b4ab-c2f7b49db5d9 req-93084397-9407-4871-b0d2-81d0af7a4363 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504978 May 28 05:46:43.821957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352728e-d460-4717-a07c-593047a5dc69 req-64378e0c-7d54-4824-89eb-8ed857b43a88 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:43.823122 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2352728e-d460-4717-a07c-593047a5dc69 req-64378e0c-7d54-4824-89eb-8ed857b43a88 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7a36213-7b4b-4961-9565-2170151ad75e HTTP/1.1" status: 200 len: 946 time: 0.8560479 May 28 05:46:43.954283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6ea42-e1ef-4511-98ad-8c6c5fd7f02f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Pushing event deleted for resources: {'Port': ['ID=97c076d8-50d9-4e9a-884d-12c71efa6c4b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:43.989947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37ca0496-8b33-4ee9-8e7f-273db803edf6 req-018a874e-6f35-483d-a7ae-766d7e4bff6c service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726749 May 28 05:46:43.990811 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1869423 May 28 05:46:43.997272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59202) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:44.003128 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2630f5c-8832-447b-9cfd-350204e5d860 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:44.008990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Request body: {'subnet': {'network_id': '5bbbd400-606f-450c-9709-21983dd3c5ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:44.013610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2006ffc-112d-4b98-9680-cc87cb181ab3 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Network': ['ID=5bbbd400-606f-450c-9709-21983dd3c5ba,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:44.034357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 5bbbd400-606f-450c-9709-21983dd3c5ba details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:46:44.109295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2630f5c-8832-447b-9cfd-350204e5d860 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:44.109622 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-f2630f5c-8832-447b-9cfd-350204e5d860 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 42573e97-7361-4e06-aa6f-7c2b4be6d93a disassociated. External IP: 172.25.4.117, port: 748d5768-5fe0-4292-ba58-689fb6d1e689. May 28 05:46:44.175865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24486a-d7b5-4c52-8977-db741f75c20a req-2b18c923-55fb-4a3e-a539-aa3b6005902d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:44.183688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb24486a-d7b5-4c52-8977-db741f75c20a req-2b18c923-55fb-4a3e-a539-aa3b6005902d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 984 time: 0.2662752 May 28 05:46:44.191894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f35c4-c4f3-4c5d-9616-a2b2d9ef93b7 req-4abd89f8-493a-4fbf-82d5-52d78aa608bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:44.194114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b51f35c4-c4f3-4c5d-9616-a2b2d9ef93b7 req-4abd89f8-493a-4fbf-82d5-52d78aa608bd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bfcdf56a611c45afa8f0139cf35b73d9&device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 1094 time: 0.3194852 May 28 05:46:44.205350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2352728e-d460-4717-a07c-593047a5dc69 req-d7a77880-ee72-4e5f-a159-ebe221a5fa89 tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.39 "GET /v2.0/security-groups?id=74f1c756-a0ab-4c3d-a51b-52df62c78748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610244 May 28 05:46:44.214755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:44.219925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Usage tracker for resource:subnet and tenant:83bb1e2774914d5497103c5c22d441cc is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:44.222482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:44.229097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:44.246645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-adb6ea42-e1ef-4511-98ad-8c6c5fd7f02f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] No DVR routers for this DVR port 97c076d8-50d9-4e9a-884d-12c71efa6c4b on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:44.254758 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-adb6ea42-e1ef-4511-98ad-8c6c5fd7f02f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:44.260228 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-611017e5-1da4-401b-b2a5-2bca527bda33 req-adb6ea42-e1ef-4511-98ad-8c6c5fd7f02f tempest-ServerPasswordTestJSON-1554443077 tempest-ServerPasswordTestJSON-1554443077-project] 10.222.0.41 "DELETE /v2.0/ports/97c076d8-50d9-4e9a-884d-12c71efa6c4b HTTP/1.1" status: 204 len: 173 time: 3.2730992 May 28 05:46:44.271757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a36213-7b4b-4961-9565-2170151ad75e', 'name': 'network-vif-deleted', 'tag': '97c076d8-50d9-4e9a-884d-12c71efa6c4b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:44.384054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f35c4-c4f3-4c5d-9616-a2b2d9ef93b7 req-367a6ff1-ab23-4cce-a466-ed1cf303efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:44.385563 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b51f35c4-c4f3-4c5d-9616-a2b2d9ef93b7 req-367a6ff1-ab23-4cce-a466-ed1cf303efb7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=84511602-5d35-41f2-b7b0-5dd3ce940560 HTTP/1.1" status: 200 len: 910 time: 0.1528513 May 28 05:46:44.454554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270bfc1-ed4d-49ae-a9c7-2f8275cdbdbe req-a5277c73-59f5-43ec-9d92-dad66e40b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:44.457013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5270bfc1-ed4d-49ae-a9c7-2f8275cdbdbe req-a5277c73-59f5-43ec-9d92-dad66e40b5b0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 1135 time: 0.2579775 May 28 05:46:44.463527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Made reservation on behalf of 83bb1e2774914d5497103c5c22d441cc for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:44.467852 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:44.496368 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b51f35c4-c4f3-4c5d-9616-a2b2d9ef93b7 req-2b90fc6d-36c2-4568-8cce-6daf4b10955c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6deccd70-84e1-469f-95ba-4a4b3b200186 HTTP/1.1" status: 200 len: 217 time: 0.1005416 May 28 05:46:44.503626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb24486a-d7b5-4c52-8977-db741f75c20a req-1bb12830-1d31-4fc2-a2f1-1e2e0476a810 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=60b99e1a-3981-498a-8fa5-c66fae19c497&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3179035 May 28 05:46:44.646014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f35c4-c4f3-4c5d-9616-a2b2d9ef93b7 req-2b94abea-09c7-42bd-95f7-2dfbb30937af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:44.648538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b51f35c4-c4f3-4c5d-9616-a2b2d9ef93b7 req-2b94abea-09c7-42bd-95f7-2dfbb30937af service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8f4aadbb-5d2e-4d89-8f2f-79d9d69e41d9 HTTP/1.1" status: 200 len: 849 time: 0.1442845 May 28 05:46:44.755861 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf068f08-0ef3-4e7c-bd38-3cf392199c94'] response: {'server_uuid': 'b7a36213-7b4b-4961-9565-2170151ad75e', 'name': 'network-vif-deleted', 'tag': '97c076d8-50d9-4e9a-884d-12c71efa6c4b', 'status': 'completed', 'code': 200} May 28 05:46:44.865283 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b51f35c4-c4f3-4c5d-9616-a2b2d9ef93b7 req-0a0b3470-d72f-47d4-9740-8b70a80d9a8f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=84511602-5d35-41f2-b7b0-5dd3ce940560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2050498 May 28 05:46:44.874710 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a62a641-8648-4ac1-aa12-9ce2f091981c req-0b38b722-d016-474e-8515-d4e24ea92b92 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0592966 May 28 05:46:44.896550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aafed5-0c2f-41fb-b16b-512e1a3c4a34 req-7fd49c69-5996-4a13-b284-a5d4f5cf9774 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:44.897489 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25aafed5-0c2f-41fb-b16b-512e1a3c4a34 req-7fd49c69-5996-4a13-b284-a5d4f5cf9774 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 943 time: 0.5187891 May 28 05:46:45.031913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270bfc1-ed4d-49ae-a9c7-2f8275cdbdbe req-9cddeaad-3481-4897-97a9-60a2b7dd2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:45.033364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5270bfc1-ed4d-49ae-a9c7-2f8275cdbdbe req-9cddeaad-3481-4897-97a9-60a2b7dd2c3f service neutron] 10.222.0.33 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 913 time: 0.5638957 May 28 05:46:45.059071 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b51f35c4-c4f3-4c5d-9616-a2b2d9ef93b7 req-c88c65b8-86c9-4304-a312-0e705ba7a119 service neutron] 10.222.0.33 "GET /v2.0/networks/84511602-5d35-41f2-b7b0-5dd3ce940560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840143 May 28 05:46:45.127768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25aafed5-0c2f-41fb-b16b-512e1a3c4a34 req-f712d3c3-aeec-4d35-9e85-9ebdac1e87e6 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090378 May 28 05:46:45.129639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5270bfc1-ed4d-49ae-a9c7-2f8275cdbdbe req-7a6029f2-7809-45e4-9efc-f84146c2457e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 HTTP/1.1" status: 200 len: 217 time: 0.0851271 May 28 05:46:45.237475 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23b245f9-7071-4104-8632-c6f35594be35 req-661d8746-c769-4231-8b45-1ea904ea84c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1034091 May 28 05:46:45.249417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2630f5c-8832-447b-9cfd-350204e5d860 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:46:45.321411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59216) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:45.368842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270bfc1-ed4d-49ae-a9c7-2f8275cdbdbe req-9179911f-5850-4872-b80a-096d9085b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:45.370283 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5270bfc1-ed4d-49ae-a9c7-2f8275cdbdbe req-9179911f-5850-4872-b80a-096d9085b2c0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 200 len: 852 time: 0.1939988 May 28 05:46:45.372544 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b51f35c4-c4f3-4c5d-9616-a2b2d9ef93b7 req-28c82438-e37f-4c17-bfdf-ef643092eaaf service neutron] 10.222.0.33 "GET /v2.0/networks/84511602-5d35-41f2-b7b0-5dd3ce940560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081906 May 28 05:46:45.418424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.objects.ports [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88416) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 05:46:45.425804 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:45.471984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0e38e-a73c-47c2-93a6-ad6883688432 req-5abcf6a1-3405-4836-bd78-74cd8d6e2ebc tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:45.479667 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69b0e38e-a73c-47c2-93a6-ad6883688432 req-5abcf6a1-3405-4836-bd78-74cd8d6e2ebc tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3293016 May 28 05:46:45.508063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5270bfc1-ed4d-49ae-a9c7-2f8275cdbdbe req-87bfbe52-bf70-4057-a076-a3a56b8ab631 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e98e0a98-cec4-403c-9004-93ff51523104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100497 May 28 05:46:45.536198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ef05ec-72e4-466a-96fe-f3dc70af9037 admin admin] Deleting subnet 65dfb1de-3b11-4e91-89c0-e0037e868304 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:46:45.567875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19ef05ec-72e4-466a-96fe-f3dc70af9037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:45.598337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event updated for resources: {'Subnet': ['ID=f02ad938-32b0-45ac-b24a-f3b367bee533,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:45.627575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2630f5c-8832-447b-9cfd-350204e5d860 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:46:45.634132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2630f5c-8832-447b-9cfd-350204e5d860 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:45.636091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69b0e38e-a73c-47c2-93a6-ad6883688432 req-6f6cf084-b1ff-4e35-8947-e4922d67458c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546483 May 28 05:46:45.640708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14a0fb-4654-4da3-8bba-981538f634ee None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:46:45.650463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Checking segment: {'id': '6582b89c-1b6d-42dc-8c15-ee57216ead34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bbbd400-606f-450c-9709-21983dd3c5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:45.650829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network hostable DHCP agents. Network: 5bbbd400-606f-450c-9709-21983dd3c5ba, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:46:45.654873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14a0fb-4654-4da3-8bba-981538f634ee None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:45.656410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1d14a0fb-4654-4da3-8bba-981538f634ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:45.668928 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19ef05ec-72e4-466a-96fe-f3dc70af9037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:45.732037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Network 5bbbd400-606f-450c-9709-21983dd3c5ba is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:46:45.765117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 5bbbd400-606f-450c-9709-21983dd3c5ba) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:45.772776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:45.772776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:45.778974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19ef05ec-72e4-466a-96fe-f3dc70af9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:45.800160 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f2630f5c-8832-447b-9cfd-350204e5d860 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "PUT /v2.0/floatingips/42573e97-7361-4e06-aa6f-7c2b4be6d93a HTTP/1.1" status: 200 len: 688 time: 3.1199517 May 28 05:46:45.806341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59222) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:45.813834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a273e036-5d96-42e8-9eac-14d60b233754 None None] Network 5bbbd400-606f-450c-9709-21983dd3c5ba requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:45.863097 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3d0bfeb8-c1b2-47d3-809b-c11edad3265d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8526905 May 28 05:46:45.863427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1d14a0fb-4654-4da3-8bba-981538f634ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:45.863535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59226) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:45.897023 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5270bfc1-ed4d-49ae-a9c7-2f8275cdbdbe req-cd3208bc-405e-4044-be36-9503b266d3b6 service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787935 May 28 05:46:45.950199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14a0fb-4654-4da3-8bba-981538f634ee None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:45.952019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1d14a0fb-4654-4da3-8bba-981538f634ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:45.975143 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19ef05ec-72e4-466a-96fe-f3dc70af9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.026590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef05ec-72e4-466a-96fe-f3dc70af9037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65dfb1de-3b11-4e91-89c0-e0037e868304,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:46.039507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1d14a0fb-4654-4da3-8bba-981538f634ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:46.039507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14a0fb-4654-4da3-8bba-981538f634ee None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:46:46.064120 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19ef05ec-72e4-466a-96fe-f3dc70af9037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.158848 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9c63960c-217b-4a87-b923-044a6c2d6b75 req-c0e04912-ca9c-410f-9275-603413de5ae9 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0962284 May 28 05:46:46.182288 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-19ef05ec-72e4-466a-96fe-f3dc70af9037 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/65dfb1de-3b11-4e91-89c0-e0037e868304 HTTP/1.1" status: 204 len: 168 time: 0.8598340 May 28 05:46:46.194257 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.200241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59236) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:46.222602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-08d81f95-8948-454a-a735-5e08d0407009 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port e85b0a62-fdbb-4a2c-8505-2ec892026b10 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:46.223450 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08d81f95-8948-454a-a735-5e08d0407009 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.233130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-5bbbd400-606f-450c-9709-21983dd3c5ba', 'network_id': '5bbbd400-606f-450c-9709-21983dd3c5ba', 'tenant_id': '83bb1e2774914d5497103c5c22d441cc', 'fixed_ips': [{'subnet_id': 'f02ad938-32b0-45ac-b24a-f3b367bee533'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:46:46.234080 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.361378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a931acc-f115-4060-b15b-7044eac49d58 req-22a54712-808a-46df-8305-118f0c29b86d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:46.363060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a931acc-f115-4060-b15b-7044eac49d58 req-22a54712-808a-46df-8305-118f0c29b86d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 984 time: 0.6560807 May 28 05:46:46.503107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Allocated IP 2001:db8::f816:3eff:fed9:8c32 (5bbbd400-606f-450c-9709-21983dd3c5ba/f02ad938-32b0-45ac-b24a-f3b367bee533/2fc91f5f-1feb-4581-afef-ea527b1b4e7b) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:46.537145 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.540484 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.758969 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5270bfc1-ed4d-49ae-a9c7-2f8275cdbdbe req-fd35fa36-cf3b-4da9-89e7-869aa50323eb service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8395829 May 28 05:46:46.803209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a931acc-f115-4060-b15b-7044eac49d58 req-fcdba525-15b8-4b91-9025-ed5a94f0c53d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=60b99e1a-3981-498a-8fa5-c66fae19c497&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4244592 May 28 05:46:46.814237 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.835914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Transition to ACTIVE for port object 2fc91f5f-1feb-4581-afef-ea527b1b4e7b will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:46.864961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08d81f95-8948-454a-a735-5e08d0407009 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.864961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08d81f95-8948-454a-a735-5e08d0407009 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.867314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03645a-3d24-4421-afec-dc500dde024e req-4471aeaf-88d6-431b-a563-8f202569bee0 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:46.877126 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b03645a-3d24-4421-afec-dc500dde024e req-4471aeaf-88d6-431b-a563-8f202569bee0 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 943 time: 0.5168495 May 28 05:46:46.878218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Transition to ACTIVE for port object 2fc91f5f-1feb-4581-afef-ea527b1b4e7b will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:46:46.890030 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:46.975118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.007820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Network 5bbbd400-606f-450c-9709-21983dd3c5ba is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:47.011942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:47.014664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:47.029663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Pushing event updated for resources: {'Port': ['ID=2fc91f5f-1feb-4581-afef-ea527b1b4e7b,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:47.050593 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.116071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-08d81f95-8948-454a-a735-5e08d0407009 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for e85b0a62-fdbb-4a2c-8505-2ec892026b10 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:47.116323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d55de8-ee16-4788-bc45-41a0da423a29']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:47.160078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Subnet': ['ID=f02ad938-32b0-45ac-b24a-f3b367bee533,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:47.173804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 6deccd70-84e1-469f-95ba-4a4b3b200186 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:46:47.176829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c19ba66-f0eb-4326-b3a8-33a80566267f') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:47.177136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c19ba66-f0eb-4326-b3a8-33a80566267f') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:47.178877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Attempting to bind port 2fc91f5f-1feb-4581-afef-ea527b1b4e7b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:46:47.179476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Attempting to bind port 2fc91f5f-1feb-4581-afef-ea527b1b4e7b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6582b89c-1b6d-42dc-8c15-ee57216ead34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bbbd400-606f-450c-9709-21983dd3c5ba'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:46:47.180000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Attempting to bind port 2fc91f5f-1feb-4581-afef-ea527b1b4e7b on network 5bbbd400-606f-450c-9709-21983dd3c5ba {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:46:47.194092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:46:47.194735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Checking segment: {'id': '6582b89c-1b6d-42dc-8c15-ee57216ead34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bbbd400-606f-450c-9709-21983dd3c5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:46:47.195324 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.195898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Bound using segment: {'id': '6582b89c-1b6d-42dc-8c15-ee57216ead34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bbbd400-606f-450c-9709-21983dd3c5ba'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:46:47.197191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Bound port: 2fc91f5f-1feb-4581-afef-ea527b1b4e7b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6582b89c-1b6d-42dc-8c15-ee57216ead34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bbbd400-606f-450c-9709-21983dd3c5ba'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:46:47.197750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.254197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed0d2-4599-414b-b429-cd7e074875fb req-4babfcb3-09f4-41a2-a166-e4b2ebaad56d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:47.260935 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddeed0d2-4599-414b-b429-cd7e074875fb req-4babfcb3-09f4-41a2-a166-e4b2ebaad56d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1920116 May 28 05:46:47.288154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b03645a-3d24-4421-afec-dc500dde024e req-33773747-8f07-4153-a7c7-ab5d975eac58 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097626 May 28 05:46:47.291282 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.322249 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.333453 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.364785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:47.365589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.410644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbbd400-606f-450c-9709-21983dd3c5ba']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:47.425248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6582b89c-1b6d-42dc-8c15-ee57216ead34') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:47.426845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6582b89c-1b6d-42dc-8c15-ee57216ead34') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:47.471567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddeed0d2-4599-414b-b429-cd7e074875fb req-0cf93929-f6ec-4106-960a-76ffd5cddd66 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893635 May 28 05:46:47.477672 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.486971 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.487196 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08d81f95-8948-454a-a735-5e08d0407009 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.488480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:47.488881 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.581824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] For port 2fc91f5f-1feb-4581-afef-ea527b1b4e7b, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:46:47.598224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d81f95-8948-454a-a735-5e08d0407009 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=e85b0a62-fdbb-4a2c-8505-2ec892026b10,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:47.610116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 6deccd70-84e1-469f-95ba-4a4b3b200186, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=6deccd70-84e1-469f-95ba-4a4b3b200186,segment=NetworkSegment(0e6a5eff-550c-4898-93ef-88794520debe),segment_id=0e6a5eff-550c-4898-93ef-88794520debe)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:47.626853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '6deccd70-84e1-469f-95ba-4a4b3b200186', 'network_id': '84511602-5d35-41f2-b7b0-5dd3ce940560', 'port_id': '6deccd70-84e1-469f-95ba-4a4b3b200186', 'mac_address': 'fa:16:3e:01:75:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4aadbb-5d2e-4d89-8f2f-79d9d69e41d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:46:47.697621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 6deccd70-84e1-469f-95ba-4a4b3b200186 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:47.697621 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.718045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6deccd70-84e1-469f-95ba-4a4b3b200186 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:46:47.732258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 6deccd70-84e1-469f-95ba-4a4b3b200186, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=6deccd70-84e1-469f-95ba-4a4b3b200186,segment=NetworkSegment(0e6a5eff-550c-4898-93ef-88794520debe),segment_id=0e6a5eff-550c-4898-93ef-88794520debe)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:47.732258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.803136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08d81f95-8948-454a-a735-5e08d0407009 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.819376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=6deccd70-84e1-469f-95ba-4a4b3b200186,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:47.824057 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 5c19ba66-f0eb-4326-b3a8-33a80566267f resource provider aggregate not found May 28 05:46:47.835075 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08d81f95-8948-454a-a735-5e08d0407009 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.841581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-08d81f95-8948-454a-a735-5e08d0407009 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/floatingips/42573e97-7361-4e06-aa6f-7c2b4be6d93a HTTP/1.1" status: 204 len: 168 time: 2.0318632 May 28 05:46:47.845714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59250) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:47.889391 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 5c19ba66-f0eb-4326-b3a8-33a80566267f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c19ba66-f0eb-4326-b3a8-33a80566267f found for delete ", "request_id": "req-b2399779-c554-40d0-baaf-37d69958670f"}]} May 28 05:46:47.910464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44374b86-f33c-4ae2-ae9d-d3c2cb83fb76 req-6181dced-2250-4c67-9bef-ef403a801c8e tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1047156 May 28 05:46:47.912199 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:46:47.912199 n-d-843679-5 neutron-server[88416]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:46:47.912199 n-d-843679-5 neutron-server[88416]: [parameters: {'id': '5bbbd400-606f-450c-9709-21983dd3c5ba'}] May 28 05:46:47.912199 n-d-843679-5 neutron-server[88416]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:46:47.912563 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:46:47.920105 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.931950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] For port 2fc91f5f-1feb-4581-afef-ea527b1b4e7b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2fc91f5f-1feb-4581-afef-ea527b1b4e7b,segment=NetworkSegment(6582b89c-1b6d-42dc-8c15-ee57216ead34),segment_id=6582b89c-1b6d-42dc-8c15-ee57216ead34)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:46:47.940603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.942030 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:47.971324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] Pushing event deleted for resources: {'Network': ['ID=08d55de8-ee16-4788-bc45-41a0da423a29,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:47.988133 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-35ee0ffe-0f2c-4a8c-ab6b-a30f3074e98d admin admin] 10.222.0.39 "DELETE /v2.0/networks/08d55de8-ee16-4788-bc45-41a0da423a29 HTTP/1.1" status: 204 len: 168 time: 1.7828805 May 28 05:46:48.053994 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-68956939-22ef-4ab0-b4df-5511814399ae tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] delete failed (client error): The resource could not be found. May 28 05:46:48.055310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-68956939-22ef-4ab0-b4df-5511814399ae tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/floatingips/42573e97-7361-4e06-aa6f-7c2b4be6d93a HTTP/1.1" status: 404 len: 345 time: 0.2087791 May 28 05:46:48.059573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59258) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:48.070735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b15bf-a55d-49aa-92ad-e870e8796879 None None] Pushing event updated for resources: {'Port': ['ID=2fc91f5f-1feb-4581-afef-ea527b1b4e7b,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:48.126440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a453c7-c61d-4b47-8a6c-9e2001797d02 None None] Network 5bbbd400-606f-450c-9709-21983dd3c5ba requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:48.150775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503831-f8f5-4143-b2f3-d0aae1fe89d1 req-5c374f6d-011d-4cff-9395-7ff4ed17a03b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:48.153577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b503831-f8f5-4143-b2f3-d0aae1fe89d1 req-5c374f6d-011d-4cff-9395-7ff4ed17a03b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 984 time: 0.2081859 May 28 05:46:48.225481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['6deccd70-84e1-469f-95ba-4a4b3b200186'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:48.254952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69249ae-5832-4476-8e4c-568583744169 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:48.263892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b503831-f8f5-4143-b2f3-d0aae1fe89d1 req-81aa1463-b99a-45c8-a040-b2ef2432ac11 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=60b99e1a-3981-498a-8fa5-c66fae19c497&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1028683 May 28 05:46:48.264483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69249ae-5832-4476-8e4c-568583744169 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:48.271506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69249ae-5832-4476-8e4c-568583744169 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:48.273442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c69249ae-5832-4476-8e4c-568583744169 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Synchronizing usage tracker for tenant:fbc0e7437cda450487ac3dbf8a74d1da on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:48.318808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c69249ae-5832-4476-8e4c-568583744169 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Unset dirty status for tenant:fbc0e7437cda450487ac3dbf8a74d1da on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:48.321734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c69249ae-5832-4476-8e4c-568583744169 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "GET /v2.0/ports?network_id=9f522cfd-5487-40cd-b17d-0f9f0e568105 HTTP/1.1" status: 200 len: 2358 time: 0.2614489 May 28 05:46:48.325144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59274) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:48.353517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59278) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:48.438936 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:48.489897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1804a731-18ea-41b2-9ed4-d939140d6b12 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:48.490614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1804a731-18ea-41b2-9ed4-d939140d6b12 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Synchronizing usage tracker for tenant:fbc0e7437cda450487ac3dbf8a74d1da on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:48.506486 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2b89b86c-3d73-47ee-8f3f-9547dc970436 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fb9df33770f4c488e73186538e580c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514194 May 28 05:46:48.509680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Deleting port 2fc91f5f-1feb-4581-afef-ea527b1b4e7b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:48.510029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:48.515370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59284) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:48.588345 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-949c25c9-a953-465e-9271-01c5599a6381 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-303585567&fields=id&tenant_id=84fb1f178c534c59b6518cfead726602 HTTP/1.1" status: 200 len: 267 time: 0.1499400 May 28 05:46:48.691934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1804a731-18ea-41b2-9ed4-d939140d6b12 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Unset dirty status for tenant:fbc0e7437cda450487ac3dbf8a74d1da on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:48.695800 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1804a731-18ea-41b2-9ed4-d939140d6b12 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "GET /v2.0/subnets/4588165b-9fb4-457e-8997-7f8aa18f1aa2 HTTP/1.1" status: 200 len: 797 time: 0.3696420 May 28 05:46:48.705530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59294) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:48.724578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'port': {'network_id': '9f522cfd-5487-40cd-b17d-0f9f0e568105', 'name': 'tempest-FloatingIPTestJSON-8375591', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:48.778005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb5291-3a9e-4b9f-8bf8-dd1f8fe36de5 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:46:48.862413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-633939a4-3d34-4c56-b2d5-f7e118a383bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:48.926026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca106c4-02bf-437f-a939-b9d601071809 req-6e502154-fd7e-4b58-881a-1cbced5239b8 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:48.927830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-d668196f-11cc-48b2-b49a-e7db65bfe3ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:48.933696 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fca106c4-02bf-437f-a939-b9d601071809 req-6e502154-fd7e-4b58-881a-1cbced5239b8 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 944 time: 0.2584383 May 28 05:46:48.935821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-d668196f-11cc-48b2-b49a-e7db65bfe3ac tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 984 time: 0.3457766 May 28 05:46:48.950843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-633939a4-3d34-4c56-b2d5-f7e118a383bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:48.962921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] For port 2fc91f5f-1feb-4581-afef-ea527b1b4e7b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2fc91f5f-1feb-4581-afef-ea527b1b4e7b,segment=NetworkSegment(6582b89c-1b6d-42dc-8c15-ee57216ead34),segment_id=6582b89c-1b6d-42dc-8c15-ee57216ead34)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:48.963321 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:48.963654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-d93990fe-a990-4746-88e2-d9f270e1201e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'port': {'security_groups': ['02650b19-b6d2-4b03-9e4e-79d1ba6406d7', '60b99e1a-3981-498a-8fa5-c66fae19c497', '894cda84-a476-495d-af97-449d6933897e']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:48.977553 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fb5291-3a9e-4b9f-8bf8-dd1f8fe36de5 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:46:49.041004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:49.081357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:49.105768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Calling delete_port for 2fc91f5f-1feb-4581-afef-ea527b1b4e7b owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:49.153232 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fca106c4-02bf-437f-a939-b9d601071809 req-6b61a555-1a95-4f78-ad49-aa12ccb6c432 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185159 May 28 05:46:49.159048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Made reservation on behalf of fbc0e7437cda450487ac3dbf8a74d1da for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:46:49.189757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-d93990fe-a990-4746-88e2-d9f270e1201e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:49.246221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:49.273444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-633939a4-3d34-4c56-b2d5-f7e118a383bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:49.311473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No DVR routers for this DVR port 2fc91f5f-1feb-4581-afef-ea527b1b4e7b on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:49.313345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Port': ['ID=2fc91f5f-1feb-4581-afef-ea527b1b4e7b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:49.346792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633939a4-3d34-4c56-b2d5-f7e118a383bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f1c756-a0ab-4c3d-a51b-52df62c78748,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:49.396148 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-633939a4-3d34-4c56-b2d5-f7e118a383bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:49.397223 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-633939a4-3d34-4c56-b2d5-f7e118a383bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74f1c756-a0ab-4c3d-a51b-52df62c78748 HTTP/1.1" status: 204 len: 168 time: 0.8766270 May 28 05:46:49.445436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:49.493942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] device_id is not set on port 022d30ce-58a2-4563-a1d5-83a79f071d0b yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:46:49.714420 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:49.746766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbbd400-606f-450c-9709-21983dd3c5ba']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:49.760996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c529f-d78b-41ea-93b0-ddc42d267422 req-cfec12a4-e87c-4d31-8f5a-e01dd58fc278 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:49.762495 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a23c529f-d78b-41ea-93b0-ddc42d267422 req-cfec12a4-e87c-4d31-8f5a-e01dd58fc278 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4593079 May 28 05:46:49.769684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6582b89c-1b6d-42dc-8c15-ee57216ead34') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:49.769970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6582b89c-1b6d-42dc-8c15-ee57216ead34') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:49.804644 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:49.838175 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a23c529f-d78b-41ea-93b0-ddc42d267422 req-161636ac-a2a1-4fb1-a279-99908a81c1f3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598485 May 28 05:46:49.840434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:49.855874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:49.856470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:49.941226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-d93990fe-a990-4746-88e2-d9f270e1201e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] For port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:50.024698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-d93990fe-a990-4746-88e2-d9f270e1201e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:50.034836 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-d93990fe-a990-4746-88e2-d9f270e1201e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:50.035100 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6582b89c-1b6d-42dc-8c15-ee57216ead34 resource provider aggregate not found May 28 05:46:50.053413 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-06669ba4-66cf-4ee3-9b1f-47dc667fae0e req-020612a7-0627-47ec-a601-1309440a1642 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0760252 May 28 05:46:50.067804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['69bab988-b7ef-4b0f-9161-cd6070028cdf', 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:50.076678 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6582b89c-1b6d-42dc-8c15-ee57216ead34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6582b89c-1b6d-42dc-8c15-ee57216ead34 found for delete ", "request_id": "req-40730544-c64d-42a7-befa-e8b578316156"}]} May 28 05:46:50.086750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:50.177267 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6582b89c-1b6d-42dc-8c15-ee57216ead34 resource provider aggregate not found May 28 05:46:50.184165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:50.188403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-d93990fe-a990-4746-88e2-d9f270e1201e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:50.189178 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-d93990fe-a990-4746-88e2-d9f270e1201e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:50.190436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e63aeca-ea26-49da-8f5f-376f6c131a99 req-d93990fe-a990-4746-88e2-d9f270e1201e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "PUT /v2.0/ports/d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 HTTP/1.1" status: 200 len: 1020 time: 1.2538354 May 28 05:46:50.190891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'tag': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:50.207512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Network': ['ID=5bbbd400-606f-450c-9709-21983dd3c5ba,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:50.263408 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0515ae67-739e-4d1e-9084-cfcbc2a5ef2e tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/5bbbd400-606f-450c-9709-21983dd3c5ba HTTP/1.1" status: 204 len: 168 time: 4.3966570 May 28 05:46:50.264616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59326) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:50.270512 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6582b89c-1b6d-42dc-8c15-ee57216ead34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6582b89c-1b6d-42dc-8c15-ee57216ead34 found for delete ", "request_id": "req-a720da81-9e21-43e4-87a2-1f2a67d59fd5"}]} May 28 05:46:50.276936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.20.0.14 (9f522cfd-5487-40cd-b17d-0f9f0e568105/4588165b-9fb4-457e-8997-7f8aa18f1aa2/022d30ce-58a2-4563-a1d5-83a79f071d0b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:50.279323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93990fe-a990-4746-88e2-d9f270e1201e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'Port': ['ID=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:50.285780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.20.0.13 (9f522cfd-5487-40cd-b17d-0f9f0e568105/4588165b-9fb4-457e-8997-7f8aa18f1aa2/022d30ce-58a2-4563-a1d5-83a79f071d0b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:50.315561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d04fd1eb-54d6-4b9d-b999-81f9ec7428a9'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:50.389572 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65b0300-dd1d-4e15-8650-e7a66d25d47d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] DELETE failed (client error): The resource could not be found. May 28 05:46:50.390504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65b0300-dd1d-4e15-8650-e7a66d25d47d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:46:50.392405 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b65b0300-dd1d-4e15-8650-e7a66d25d47d tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/subnets/f02ad938-32b0-45ac-b24a-f3b367bee533 HTTP/1.1" status: 404 len: 337 time: 0.1259341 May 28 05:46:50.395215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59332) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:50.463063 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b62c2b-2ec9-4d14-8d59-e1af77e9fe4c tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] DELETE failed (client error): The resource could not be found. May 28 05:46:50.463825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b62c2b-2ec9-4d14-8d59-e1af77e9fe4c tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:46:50.466411 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-50b62c2b-2ec9-4d14-8d59-e1af77e9fe4c tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/5bbbd400-606f-450c-9709-21983dd3c5ba HTTP/1.1" status: 404 len: 339 time: 0.0700583 May 28 05:46:50.468965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59340) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:50.547419 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b15c78d-f4f0-496b-a3e7-9e8e7796d6b0 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] DELETE failed (client error): The resource could not be found. May 28 05:46:50.548176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b15c78d-f4f0-496b-a3e7-9e8e7796d6b0 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:46:50.550635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8b15c78d-f4f0-496b-a3e7-9e8e7796d6b0 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/subnets/00e21506-223f-4a26-8183-e680bd0977e5 HTTP/1.1" status: 404 len: 337 time: 0.0788443 May 28 05:46:50.553419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59344) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:50.618874 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ec7820-bfd1-4c2f-a811-9ab38626702f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] DELETE failed (client error): The resource could not be found. May 28 05:46:50.619634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ec7820-bfd1-4c2f-a811-9ab38626702f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:46:50.622840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d4ec7820-bfd1-4c2f-a811-9ab38626702f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/987574de-321a-4282-9464-ef2b00249de2 HTTP/1.1" status: 404 len: 339 time: 0.0682855 May 28 05:46:50.628776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59350) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:50.668116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:50.723218 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-517bd92c-b129-446d-b5f8-f845c0e0853c tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] DELETE failed (client error): The resource could not be found. May 28 05:46:50.725464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517bd92c-b129-446d-b5f8-f845c0e0853c tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:46:50.731556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-517bd92c-b129-446d-b5f8-f845c0e0853c tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/subnets/c65f63d4-2bc2-4456-a1c8-bb526ec9ea61 HTTP/1.1" status: 404 len: 337 time: 0.1008279 May 28 05:46:50.733202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59356) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:50.759219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:50.867369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network 9f522cfd-5487-40cd-b17d-0f9f0e568105 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:50.873658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:50.882243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:50.903932 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fca9e0a-b2b3-4bc6-a33e-5aeef1b3431b tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] DELETE failed (client error): The resource could not be found. May 28 05:46:50.904084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fca9e0a-b2b3-4bc6-a33e-5aeef1b3431b tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:46:50.906528 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5fca9e0a-b2b3-4bc6-a33e-5aeef1b3431b tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/af730930-b1af-4a14-b38a-730350efe494 HTTP/1.1" status: 404 len: 339 time: 0.1718416 May 28 05:46:50.910401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59362) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:50.963843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-483a90bd-798a-48e0-b14c-6400fae15586 req-c8988810-0d8d-4970-8703-e1025251879b tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/894cda84-a476-495d-af97-449d6933897e HTTP/1.1" status: 200 len: 1802 time: 0.1908464 May 28 05:46:51.016086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=022d30ce-58a2-4563-a1d5-83a79f071d0b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:51.042790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df4d6b-f20f-48c8-8e6f-21471725b9f2 req-3350b427-ed9e-40cc-9d11-2988b18b6760 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:51.044497 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60df4d6b-f20f-48c8-8e6f-21471725b9f2 req-3350b427-ed9e-40cc-9d11-2988b18b6760 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 944 time: 0.5592408 May 28 05:46:51.059989 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-483a90bd-798a-48e0-b14c-6400fae15586 req-259621e4-3a0c-40e1-8812-7626d7253111 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 05:46:51.061585 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-483a90bd-798a-48e0-b14c-6400fae15586 req-259621e4-3a0c-40e1-8812-7626d7253111 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/894cda84-a476-495d-af97-449d6933897e HTTP/1.1" status: 409 len: 341 time: 0.0894670 May 28 05:46:51.066710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-00a7b0dc-c8de-443d-854d-410ce4e688ac tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Deleting port a9026294-55b1-41d7-b748-5d0847236000 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:51.067210 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-00a7b0dc-c8de-443d-854d-410ce4e688ac tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:51.106644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60df4d6b-f20f-48c8-8e6f-21471725b9f2 req-9abce847-f762-4e88-b476-ad5dd436f807 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527291 May 28 05:46:51.116084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:51.116977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:51.153982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-41de238c-438a-4157-ba9a-0267a1bc966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:51.155918 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-41de238c-438a-4157-ba9a-0267a1bc966d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1096 time: 0.2220683 May 28 05:46:51.161715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0a4b74b3-ff59-4db4-8bc8-49cdcc256e82 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.4531238 May 28 05:46:51.162649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59370) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:51.169036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '022d30ce-58a2-4563-a1d5-83a79f071d0b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:51.175524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:51.180147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:floatingip and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:51.184896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:51.191197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:51.336160 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170c2c3a-5283-4bdd-877c-677a6888c2ae'] response: {'name': 'network-changed', 'server_uuid': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'tag': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9', 'status': 'completed', 'code': 200} May 28 05:46:51.352618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 6deccd70-84e1-469f-95ba-4a4b3b200186 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:46:51.368122 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:51.453974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-00a7b0dc-c8de-443d-854d-410ce4e688ac tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:51.465590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 6deccd70-84e1-469f-95ba-4a4b3b200186 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:46:51.472742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 6deccd70-84e1-469f-95ba-4a4b3b200186 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:46:51.473227 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:51.618133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-13afef24-3804-48eb-b5bd-6aea773e6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:51.619642 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-13afef24-3804-48eb-b5bd-6aea773e6318 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.4542334 May 28 05:46:51.627038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 6deccd70-84e1-469f-95ba-4a4b3b200186 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:46:51.627499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:51.640353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-00a7b0dc-c8de-443d-854d-410ce4e688ac tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Calling delete_port for a9026294-55b1-41d7-b748-5d0847236000 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:51.661099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cac804-dc48-48ac-a09e-364ab0925022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6deccd70-84e1-469f-95ba-4a4b3b200186'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:51.673866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 6deccd70-84e1-469f-95ba-4a4b3b200186, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=6deccd70-84e1-469f-95ba-4a4b3b200186,segment=NetworkSegment(0e6a5eff-550c-4898-93ef-88794520debe),segment_id=0e6a5eff-550c-4898-93ef-88794520debe)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:51.681544 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:51.714672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe0f1f-4bdd-41fc-9843-512f2d6177df req-eefb9a36-c2e2-49ec-b871-20872ca64d0d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:51.716391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-79fe0f1f-4bdd-41fc-9843-512f2d6177df req-eefb9a36-c2e2-49ec-b871-20872ca64d0d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3819692 May 28 05:46:51.745261 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-00a7b0dc-c8de-443d-854d-410ce4e688ac tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:51.770226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=6deccd70-84e1-469f-95ba-4a4b3b200186,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:51.796336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705c24-1d4f-45dc-abcf-26b233bd865e req-f08978eb-6073-4b38-af31-7437c48cbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:51.798882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a705c24-1d4f-45dc-abcf-26b233bd865e req-f08978eb-6073-4b38-af31-7437c48cbf24 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=84fb1f178c534c59b6518cfead726602&device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 1174 time: 0.4656143 May 28 05:46:51.814174 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-00a7b0dc-c8de-443d-854d-410ce4e688ac tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:51.818211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7b0dc-c8de-443d-854d-410ce4e688ac tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Port': ['ID=a9026294-55b1-41d7-b748-5d0847236000,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:51.853916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-c0261916-95c0-465f-9207-47b10ff5e9c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 1000 time: 0.2189260 May 28 05:46:51.858214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-00a7b0dc-c8de-443d-854d-410ce4e688ac tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/ports/a9026294-55b1-41d7-b748-5d0847236000 HTTP/1.1" status: 204 len: 168 time: 0.9465959 May 28 05:46:51.860887 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-79fe0f1f-4bdd-41fc-9843-512f2d6177df req-dc408358-b7c2-427d-8b71-1ebdcb28e30d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293895 May 28 05:46:51.863669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59382) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:51.868397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b537f527-6668-49cd-adf8-128226c26339 req-7ef8536a-14fb-4525-8b20-88e80c23f011 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0481141 May 28 05:46:51.925828 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-13660690-e20b-4a73-a6b2-c23c7326d141 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] DELETE failed (client error): The resource could not be found. May 28 05:46:51.927034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13660690-e20b-4a73-a6b2-c23c7326d141 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:46:51.932815 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-13660690-e20b-4a73-a6b2-c23c7326d141 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/subnets/6dfb1038-de8e-4bd1-9cc6-1dcfe51ee034 HTTP/1.1" status: 404 len: 337 time: 0.0678036 May 28 05:46:51.934370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59388) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:51.959383 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8aa767-2c99-4a4e-bd5e-44a10b7d5826'] response: {'server_uuid': '86cac804-dc48-48ac-a09e-364ab0925022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6deccd70-84e1-469f-95ba-4a4b3b200186', 'code': 200} May 28 05:46:52.210838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:52.227053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-dffb3ace-96c9-4bdd-b4ce-e8d91c3b4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:52.228902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-dffb3ace-96c9-4bdd-b4ce-e8d91c3b4aac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.1776097 May 28 05:46:52.308626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:52.310680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705c24-1d4f-45dc-abcf-26b233bd865e req-47ae1409-57fb-4d0e-bf9e-898666b309cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:52.313355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a705c24-1d4f-45dc-abcf-26b233bd865e req-47ae1409-57fb-4d0e-bf9e-898666b309cf service neutron] 10.222.0.33 "GET /v2.0/networks?id=e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 200 len: 913 time: 0.4933200 May 28 05:46:52.376628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852f8d5-32a5-4f09-90ef-56d4010fcc13 req-50e2b4b5-e234-46d7-b26b-8891551e559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:52.378108 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5852f8d5-32a5-4f09-90ef-56d4010fcc13 req-50e2b4b5-e234-46d7-b26b-8891551e559d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 1096 time: 0.3059027 May 28 05:46:52.418655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59396) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:52.450045 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a705c24-1d4f-45dc-abcf-26b233bd865e req-3878cafc-1866-4acd-ada6-6c8586ebfa24 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 HTTP/1.1" status: 200 len: 217 time: 0.0967224 May 28 05:46:52.500324 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:52.537801 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5852f8d5-32a5-4f09-90ef-56d4010fcc13 req-a80836d4-145a-4a63-a89a-873b71eb70ef service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507585 May 28 05:46:52.543681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:52.564908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf0846-e7a8-421b-a777-73e247d2ffa1 req-892e12e5-16e1-47f7-b085-57587f77f7b7 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:52.566481 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eecf0846-e7a8-421b-a777-73e247d2ffa1 req-892e12e5-16e1-47f7-b085-57587f77f7b7 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 945 time: 0.2758431 May 28 05:46:52.568374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15466dd3-3286-4743-bcdc-a8c870e704da') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:52.568892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15466dd3-3286-4743-bcdc-a8c870e704da') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:52.598477 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:52.608907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef055cf3-43fb-4163-8829-6ef8c90769f4 req-8281dcd4-add3-4a85-8211-1a2f55d14acc tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:52.610392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef055cf3-43fb-4163-8829-6ef8c90769f4 req-8281dcd4-add3-4a85-8211-1a2f55d14acc tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 1023 time: 0.4882267 May 28 05:46:52.633802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:52.642512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705c24-1d4f-45dc-abcf-26b233bd865e req-b6e3667b-05ce-43ae-a4ac-b7e55a494e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:52.643976 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a705c24-1d4f-45dc-abcf-26b233bd865e req-b6e3667b-05ce-43ae-a4ac-b7e55a494e82 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 200 len: 852 time: 0.1805983 May 28 05:46:52.652358 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eecf0846-e7a8-421b-a777-73e247d2ffa1 req-9eee6d03-fa4a-4fd4-918b-ce46b224ed09 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757897 May 28 05:46:52.655060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:52.655685 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:52.666617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-065080ab-75fa-4776-936c-630bce770d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:52.669104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-065080ab-75fa-4776-936c-630bce770d4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4146688 May 28 05:46:52.671871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.25.4.194 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/2f6fd115-9cb3-42f8-92bb-2cc8bbb2c4f9) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:46:52.723495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8cb0d28-f931-49ed-9bcf-50f5e28e2c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:52.823915 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef055cf3-43fb-4163-8829-6ef8c90769f4 req-945b6b2b-918d-44d8-b0d2-b0eccea2b60d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=60b99e1a-3981-498a-8fa5-c66fae19c497&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&id=894cda84-a476-495d-af97-449d6933897e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2029631 May 28 05:46:52.852352 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 15466dd3-3286-4743-bcdc-a8c870e704da resource provider aggregate not found May 28 05:46:52.874055 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 15466dd3-3286-4743-bcdc-a8c870e704da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15466dd3-3286-4743-bcdc-a8c870e704da found for delete ", "request_id": "req-e169f1ea-4f9a-4477-a002-9c5ca8fa7941"}]} May 28 05:46:52.883654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b8cb0d28-f931-49ed-9bcf-50f5e28e2c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:52.890037 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:52.893887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b8cb0d28-f931-49ed-9bcf-50f5e28e2c76 admin admin] Usage tracker for resource:security_group_rule and tenant:d8a4257dc79144f9bbb1623d11500837 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:52.905783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b8cb0d28-f931-49ed-9bcf-50f5e28e2c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:52.909413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:52.928817 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c HTTP/1.1" status: 204 len: 168 time: 0.9932280 May 28 05:46:52.930803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228606fc-b5db-4db5-9d46-ab81f1870303 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Network': ['ID=4a85e9b9-7a38-4f8d-b87b-71a3eef6c17c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:52.939672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59410) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:52.947580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b8cb0d28-f931-49ed-9bcf-50f5e28e2c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:52.972510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a705c24-1d4f-45dc-abcf-26b233bd865e req-a876c0f4-2e30-4cf4-a3e8-c2cc0083a6c6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e98e0a98-cec4-403c-9004-93ff51523104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635955 May 28 05:46:53.077810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14d8a6f2-a05d-4ae3-836f-4ec09a8616f5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Deleting port b7396e9d-de65-4b88-bf23-40faedec1708 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:53.078222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14d8a6f2-a05d-4ae3-836f-4ec09a8616f5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:53.157242 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d7a7ce43-6206-43d8-80cf-5305380341d7 req-262fe871-88b6-4ef3-ae84-33370dc44c34 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1381807 May 28 05:46:53.177463 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-5b82e059-3324-4c67-9f6f-23732db5e0fe service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885712 May 28 05:46:53.220579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a02e-2b72-4eb6-be04-c018f9e9931b req-aa754ec9-ef65-43ae-b52a-112269ed1275 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:53.223705 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b49a02e-2b72-4eb6-be04-c018f9e9931b req-aa754ec9-ef65-43ae-b52a-112269ed1275 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2265546 May 28 05:46:53.326374 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:53.370987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b49a02e-2b72-4eb6-be04-c018f9e9931b req-e0166d56-3fcd-4e7c-b6ed-90a485187964 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410451 May 28 05:46:53.377177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14d8a6f2-a05d-4ae3-836f-4ec09a8616f5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:53.388289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a705c24-1d4f-45dc-abcf-26b233bd865e req-63cd4609-6037-46a0-a0c5-a4fa55ff77ac service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908849 May 28 05:46:53.506561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14d8a6f2-a05d-4ae3-836f-4ec09a8616f5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Calling delete_port for b7396e9d-de65-4b88-bf23-40faedec1708 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:53.524826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c494d4ab-4d60-4d1a-900c-6c4cb56927e1 req-45ba63fb-8c81-47ae-87dc-6a6aec787179 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307087 May 28 05:46:53.527730 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8cb0d28-f931-49ed-9bcf-50f5e28e2c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:53.538968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8cb0d28-f931-49ed-9bcf-50f5e28e2c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:53.608605 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:53.610141 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14d8a6f2-a05d-4ae3-836f-4ec09a8616f5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:53.615720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b8cb0d28-f931-49ed-9bcf-50f5e28e2c76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8a4257dc79144f9bbb1623d11500837&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1910481 May 28 05:46:53.621132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59414) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:53.666263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8a6f2-a05d-4ae3-836f-4ec09a8616f5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Port': ['ID=b7396e9d-de65-4b88-bf23-40faedec1708,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:53.671925 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14d8a6f2-a05d-4ae3-836f-4ec09a8616f5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:53.682213 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-14d8a6f2-a05d-4ae3-836f-4ec09a8616f5 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/ports/b7396e9d-de65-4b88-bf23-40faedec1708 HTTP/1.1" status: 204 len: 168 time: 0.7388611 May 28 05:46:53.683894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59418) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:53.723464 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fef0a45-08f5-4be9-807f-3ee496002748 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] DELETE failed (client error): The resource could not be found. May 28 05:46:53.723935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fef0a45-08f5-4be9-807f-3ee496002748 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:46:53.728068 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9fef0a45-08f5-4be9-807f-3ee496002748 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/subnets/8fb1c3b4-c15a-49c3-85e9-2aed18bd7e10 HTTP/1.1" status: 404 len: 337 time: 0.0415473 May 28 05:46:53.729184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59422) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:53.799838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb0d28-f931-49ed-9bcf-50f5e28e2c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803a1868-f512-41e8-b47a-e571f18f790d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:53.868708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:53.880508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:46:53.885156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a705c24-1d4f-45dc-abcf-26b233bd865e req-492308a1-b37e-453a-b647-9d3fa06f701d service neutron] 10.222.0.33 "GET /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809570 May 28 05:46:53.896936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:46:53.911209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:46:53.963473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=2f6fd115-9cb3-42f8-92bb-2cc8bbb2c4f9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:54.057789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6c3bb5b4-ace9-4d46-b5f4-3ead722690a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.106854 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.138677 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6c3bb5b4-ace9-4d46-b5f4-3ead722690a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.149006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6aa41d-fd69-45b3-b875-6decdaa93328']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:54.160657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f0dff-b86f-4b03-9634-d2bd298cc426 req-8bc7c7f5-a560-402d-82ac-1affac45ed21 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:54.168654 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-240f0dff-b86f-4b03-9634-d2bd298cc426 req-8bc7c7f5-a560-402d-82ac-1affac45ed21 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 945 time: 0.3571222 May 28 05:46:54.174345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e77237-9481-4497-bf23-2207dd796dce req-c165807d-932b-4194-8edb-760be84c5836 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:54.181858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-07e77237-9481-4497-bf23-2207dd796dce req-c165807d-932b-4194-8edb-760be84c5836 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 1023 time: 0.1650720 May 28 05:46:54.185206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd62bc6b-6cb2-46a4-9c64-8ed9868042db') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:54.185753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd62bc6b-6cb2-46a4-9c64-8ed9868042db') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:54.227845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.304565 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-07e77237-9481-4497-bf23-2207dd796dce req-dd351cbb-7b33-4d42-bd58-74c72a936c37 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=60b99e1a-3981-498a-8fa5-c66fae19c497&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&id=894cda84-a476-495d-af97-449d6933897e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1213951 May 28 05:46:54.305800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.322097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:54.324347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.403120 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-240f0dff-b86f-4b03-9634-d2bd298cc426 req-37852e94-7f69-4347-991e-632c9357cb1a tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336853 May 28 05:46:54.501569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6c3bb5b4-ace9-4d46-b5f4-3ead722690a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.504296 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b81b52a-c36f-4270-8142-139115a6a2c3 req-586d4b69-d0b7-4c82-87ff-1f2e8387ccff tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0525317 May 28 05:46:54.506951 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.536980 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.538109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-9a74a3b3-ff27-4838-a8c0-c113aa62dbd7 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:54.539946 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-9a74a3b3-ff27-4838-a8c0-c113aa62dbd7 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.33 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 1023 time: 0.3399608 May 28 05:46:54.544376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bb5b4-ace9-4d46-b5f4-3ead722690a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803a1868-f512-41e8-b47a-e571f18f790d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:54.557249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Network': ['ID=3c6aa41d-fd69-45b3-b875-6decdaa93328,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:54.559934 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c571efbe-b11a-4f69-bcad-6b004d0cf53a tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/3c6aa41d-fd69-45b3-b875-6decdaa93328 HTTP/1.1" status: 204 len: 168 time: 0.8291667 May 28 05:46:54.562957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59434) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:54.640832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-055758b4-a520-4613-b1e6-face717cc29f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Deleting subnet 73de7984-4710-47ed-8783-1bba677c0743 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:46:54.643845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-055758b4-a520-4613-b1e6-face717cc29f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.705349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-055758b4-a520-4613-b1e6-face717cc29f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.707906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6c3bb5b4-ace9-4d46-b5f4-3ead722690a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.710901 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6c3bb5b4-ace9-4d46-b5f4-3ead722690a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/803a1868-f512-41e8-b47a-e571f18f790d HTTP/1.1" status: 204 len: 168 time: 0.9303124 May 28 05:46:54.730072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-fa94dcfc-8a1c-4730-8803-06768a543ad0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Deleting port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:54.730411 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-fa94dcfc-8a1c-4730-8803-06768a543ad0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.821995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35921a6-0ce4-4627-b45d-089b677e739d req-5944ed8e-1414-4e26-b230-2b8ec2baad96 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:54.824181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d35921a6-0ce4-4627-b45d-089b677e739d req-5944ed8e-1414-4e26-b230-2b8ec2baad96 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2803853 May 28 05:46:54.907168 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment fd62bc6b-6cb2-46a4-9c64-8ed9868042db resource provider aggregate not found May 28 05:46:54.938498 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment fd62bc6b-6cb2-46a4-9c64-8ed9868042db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd62bc6b-6cb2-46a4-9c64-8ed9868042db found for delete ", "request_id": "req-506e6e38-62fd-48e3-8584-a2aff9805366"}]} May 28 05:46:54.958622 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-055758b4-a520-4613-b1e6-face717cc29f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.999181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.121199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.159465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-055758b4-a520-4613-b1e6-face717cc29f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.225897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055758b4-a520-4613-b1e6-face717cc29f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Subnet': ['ID=73de7984-4710-47ed-8783-1bba677c0743,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:55.228040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-055758b4-a520-4613-b1e6-face717cc29f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.234099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d74406-18af-42d5-9ccd-1b91766520b9 None None] Network 9d8cb991-acf4-4eaf-a905-3f1cee922d2f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:46:55.280314 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-055758b4-a520-4613-b1e6-face717cc29f tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/subnets/73de7984-4710-47ed-8783-1bba677c0743 HTTP/1.1" status: 204 len: 168 time: 0.7138882 May 28 05:46:55.285512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59458) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:55.318870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d35921a6-0ce4-4627-b45d-089b677e739d req-245ea398-9e90-4b9f-9955-98f2f0dfd5d2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4599757 May 28 05:46:55.427871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-fa94dcfc-8a1c-4730-8803-06768a543ad0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] For port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:55.428570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-fa94dcfc-8a1c-4730-8803-06768a543ad0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.537745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.585330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f379-8cdd-4667-b9d9-468a836a9b37 req-0638492d-7076-45a5-920b-9fa6ceba3305 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:55.592059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f379-8cdd-4667-b9d9-468a836a9b37 req-0638492d-7076-45a5-920b-9fa6ceba3305 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:55.600344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f379-8cdd-4667-b9d9-468a836a9b37 req-0638492d-7076-45a5-920b-9fa6ceba3305 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:55.609561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f379-8cdd-4667-b9d9-468a836a9b37 req-0638492d-7076-45a5-920b-9fa6ceba3305 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:55.628182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f379-8cdd-4667-b9d9-468a836a9b37 req-0638492d-7076-45a5-920b-9fa6ceba3305 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:55.636755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f379-8cdd-4667-b9d9-468a836a9b37 req-0638492d-7076-45a5-920b-9fa6ceba3305 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:55.644184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f379-8cdd-4667-b9d9-468a836a9b37 req-0638492d-7076-45a5-920b-9fa6ceba3305 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:55.646227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9614f379-8cdd-4667-b9d9-468a836a9b37 req-0638492d-7076-45a5-920b-9fa6ceba3305 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5433 time: 0.4104321 May 28 05:46:55.649440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Deleting port 39b511f0-05fd-4a45-9854-e271e2abf829 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:55.649571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.705186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] DHCP port deletion for 9d8cb991-acf4-4eaf-a905-3f1cee922d2f request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:46:55.715457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] Deleting port 39b511f0-05fd-4a45-9854-e271e2abf829 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:55.716293 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.777848 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9614f379-8cdd-4667-b9d9-468a836a9b37 req-32f08b91-b4d2-4b7e-b860-e3f6fa17899c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831285 May 28 05:46:55.852635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-fa94dcfc-8a1c-4730-8803-06768a543ad0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Calling delete_port for d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:56.076183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680baf4-4c94-4d25-a6d3-98c3ab6185bf req-39deb1fc-3f31-4178-a682-d1a746cf88eb tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:56.086452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5680baf4-4c94-4d25-a6d3-98c3ab6185bf req-39deb1fc-3f31-4178-a682-d1a746cf88eb tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 1023 time: 0.5558891 May 28 05:46:56.158181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] For port 39b511f0-05fd-4a45-9854-e271e2abf829, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=39b511f0-05fd-4a45-9854-e271e2abf829,segment=NetworkSegment(1e5c0f18-c5ff-4678-aa81-151a8957f6ae),segment_id=1e5c0f18-c5ff-4678-aa81-151a8957f6ae)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:56.158181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:56.181621 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5680baf4-4c94-4d25-a6d3-98c3ab6185bf req-51b31ecd-bf46-4321-a3f1-8efc0434741c tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=60b99e1a-3981-498a-8fa5-c66fae19c497&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&id=894cda84-a476-495d-af97-449d6933897e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0940087 May 28 05:46:56.215206 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:56.237110 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] For port 39b511f0-05fd-4a45-9854-e271e2abf829, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=39b511f0-05fd-4a45-9854-e271e2abf829,segment=NetworkSegment(1e5c0f18-c5ff-4678-aa81-151a8957f6ae),segment_id=1e5c0f18-c5ff-4678-aa81-151a8957f6ae)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:46:56.240762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:56.291580 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:56.311659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Calling delete_port for 39b511f0-05fd-4a45-9854-e271e2abf829 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:56.356924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22890a-c0cd-42a6-af6f-d4d61eaeb264 req-2706769f-f76f-4229-81f6-ae7e4fdfad5f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:56.364458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db22890a-c0cd-42a6-af6f-d4d61eaeb264 req-2706769f-f76f-4229-81f6-ae7e4fdfad5f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3567390 May 28 05:46:56.427166 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db22890a-c0cd-42a6-af6f-d4d61eaeb264 req-d3505033-9198-47d0-9cfa-56104f71655b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621989 May 28 05:46:56.431262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 39b511f0-05fd-4a45-9854-e271e2abf829 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:46:56.480670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:56.539691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Port': ['ID=39b511f0-05fd-4a45-9854-e271e2abf829,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:56.572185 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:56.572912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] Calling delete_port for 39b511f0-05fd-4a45-9854-e271e2abf829 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:46:56.575273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.576076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.576076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.580911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.580911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.580911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.582033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.582033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.582033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.582262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.582553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.582863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:46:56.631381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] No DVR routers for this DVR port 39b511f0-05fd-4a45-9854-e271e2abf829 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:56.668737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 39b511f0-05fd-4a45-9854-e271e2abf829 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:46:56.669372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 39b511f0-05fd-4a45-9854-e271e2abf829 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:46:56.682048 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:46:56.682230 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:46:56.694406 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3b13a88f-c9f4-415f-915e-93871b38f6d4 req-aa584c26-ce86-48a9-b6b9-c58706dbd138 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1025612 May 28 05:46:56.721884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=2f6fd115-9cb3-42f8-92bb-2cc8bbb2c4f9,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:56.856073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-fa94dcfc-8a1c-4730-8803-06768a543ad0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:56.861661 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:56.889310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['69bab988-b7ef-4b0f-9161-cd6070028cdf'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:46:56.909874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8cb991-acf4-4eaf-a905-3f1cee922d2f']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:56.930817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5c0f18-c5ff-4678-aa81-151a8957f6ae') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:56.931450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5c0f18-c5ff-4678-aa81-151a8957f6ae') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:56.943745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94dcfc-8a1c-4730-8803-06768a543ad0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'Port': ['ID=d04fd1eb-54d6-4b9d-b999-81f9ec7428a9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:56.957336 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:56.987931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:57.002513 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 7b787e03-4b67-4e98-95dd-fcd11aeb57c8 associated. External IP: 172.25.4.194, port: 022d30ce-58a2-4563-a1d5-83a79f071d0b. May 28 05:46:57.011305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c61e-43c8-4a64-83a4-669090d8019e req-b445ea95-4425-4cb9-852c-048b8722cbc7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:57.017345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c61e-43c8-4a64-83a4-669090d8019e req-b445ea95-4425-4cb9-852c-048b8722cbc7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:57.023386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c61e-43c8-4a64-83a4-669090d8019e req-b445ea95-4425-4cb9-852c-048b8722cbc7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:57.029347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c61e-43c8-4a64-83a4-669090d8019e req-b445ea95-4425-4cb9-852c-048b8722cbc7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:57.035612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c61e-43c8-4a64-83a4-669090d8019e req-b445ea95-4425-4cb9-852c-048b8722cbc7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:57.041630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c61e-43c8-4a64-83a4-669090d8019e req-b445ea95-4425-4cb9-852c-048b8722cbc7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:57.048127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c61e-43c8-4a64-83a4-669090d8019e req-b445ea95-4425-4cb9-852c-048b8722cbc7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:57.062636 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7145c61e-43c8-4a64-83a4-669090d8019e req-b445ea95-4425-4cb9-852c-048b8722cbc7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5433 time: 0.2423673 May 28 05:46:57.067025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:46:57.067676 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:57.144293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-fa94dcfc-8a1c-4730-8803-06768a543ad0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] No DVR routers for this DVR port d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:46:57.153388 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-fa94dcfc-8a1c-4730-8803-06768a543ad0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:57.156085 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'name': 'network-vif-deleted', 'tag': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:46:57.189560 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 1e5c0f18-c5ff-4678-aa81-151a8957f6ae resource provider aggregate not found May 28 05:46:57.193034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] Deleting port 39b511f0-05fd-4a45-9854-e271e2abf829 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:46:57.193298 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:57.195463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232a613-2ee3-4577-a82d-bfc016242b61 req-36a3b48a-6bc3-4432-9f76-73ce62f50b21 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:57.206454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4232a613-2ee3-4577-a82d-bfc016242b61 req-36a3b48a-6bc3-4432-9f76-73ce62f50b21 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 945 time: 0.8206916 May 28 05:46:57.241487 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 1e5c0f18-c5ff-4678-aa81-151a8957f6ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e5c0f18-c5ff-4678-aa81-151a8957f6ae found for delete ", "request_id": "req-e680e913-1c3e-480c-885f-09ff9a78ad8a"}]} May 28 05:46:57.266198 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:57.291062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:46:57.340132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d8f0824-af52-4c90-9d5e-f64f676dd81e req-fa94dcfc-8a1c-4730-8803-06768a543ad0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.33 "DELETE /v2.0/ports/d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 HTTP/1.1" status: 204 len: 173 time: 2.7463286 May 28 05:46:57.342646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:57.368615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] Pushing event deleted for resources: {'Network': ['ID=9d8cb991-acf4-4eaf-a905-3f1cee922d2f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:57.376810 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c69335c0-405f-4cbd-a8df-36d47c6a3051 tempest-NetworksIpV6TestAttrs-1988515233 tempest-NetworksIpV6TestAttrs-1988515233-project] 10.222.0.39 "DELETE /v2.0/networks/9d8cb991-acf4-4eaf-a905-3f1cee922d2f HTTP/1.1" status: 204 len: 168 time: 2.0770590 May 28 05:46:57.381799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4232a613-2ee3-4577-a82d-bfc016242b61 req-0e2e528e-26f9-4ddb-9fd4-4b04b4717f02 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741252 May 28 05:46:57.504146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:46:57.504696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d04fd1eb-54d6-4b9d-b999-81f9ec7428a9 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:46:57.534373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc51c6-636e-4cd8-8465-e0f2fa149738 None None] The port '39b511f0-05fd-4a45-9854-e271e2abf829' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:46:57.639990 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910c748e-c814-409e-ad23-160741ba7c51'] response: {'server_uuid': '9ee4382d-bf9e-4f29-ad25-a66c7eace7a5', 'name': 'network-vif-deleted', 'tag': 'd04fd1eb-54d6-4b9d-b999-81f9ec7428a9', 'status': 'completed', 'code': 200} May 28 05:46:57.774926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-333769df-25d3-4337-aae0-b78aa669defa req-4d6ce0e5-7ab5-447c-9b89-846305adead9 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:46:57.864255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-333769df-25d3-4337-aae0-b78aa669defa req-4d6ce0e5-7ab5-447c-9b89-846305adead9 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:46:57.876123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-333769df-25d3-4337-aae0-b78aa669defa req-4d6ce0e5-7ab5-447c-9b89-846305adead9 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee4382d-bf9e-4f29-ad25-a66c7eace7a5 HTTP/1.1" status: 200 len: 210 time: 0.2352278 May 28 05:46:57.928091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:46:58.077336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773b431-cd41-438b-bb4f-4bd63548bc95 req-f8cad5f7-a4ad-461c-8def-45cbd0103709 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:58.078776 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d773b431-cd41-438b-bb4f-4bd63548bc95 req-f8cad5f7-a4ad-461c-8def-45cbd0103709 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2176933 May 28 05:46:58.122009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59534) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:58.437277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:46:58.448556 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e39b6c-29f2-4239-a67e-23b75104eec2 None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:46:58.468440 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e39b6c-29f2-4239-a67e-23b75104eec2 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:58.469409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c0e39b6c-29f2-4239-a67e-23b75104eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:58.469536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:58.529411 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d773b431-cd41-438b-bb4f-4bd63548bc95 req-a6623536-d9cf-489c-9a38-a02e077d6752 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4443536 May 28 05:46:58.561620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fa8a57c6-9f48-42e6-809b-7c3da1b028e3 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.3976276 May 28 05:46:58.562420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59550) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:58.579020 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c0e39b6c-29f2-4239-a67e-23b75104eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:58.590593 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e39b6c-29f2-4239-a67e-23b75104eec2 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:46:58.591777 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c0e39b6c-29f2-4239-a67e-23b75104eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:58.595715 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1672ce71-67df-49e1-b479-5631ecb3e675 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83bb1e2774914d5497103c5c22d441cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721551 May 28 05:46:58.598361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59554) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:46:58.679051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3972c38-996e-4b81-8cba-00235ca8dae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:58.688542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6f824cdf-3725-4416-808f-f53ee3aae75b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'port_id': '022d30ce-58a2-4563-a1d5-83a79f071d0b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:58.690054 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c0e39b6c-29f2-4239-a67e-23b75104eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:46:58.690479 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e39b6c-29f2-4239-a67e-23b75104eec2 None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:46:58.752001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85e6c5ea-3390-4a7e-8794-8c7b064b55a2 req-aacc5450-28ab-47e9-a1d9-bf472955939e tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.2052255 May 28 05:46:58.758097 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3972c38-996e-4b81-8cba-00235ca8dae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:58.841072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfe595-d0e2-4993-89a5-3cba9f7127c8 req-fd3b94e2-13ee-4d4b-bf28-eac9399ce262 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:58.848228 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ccfe595-d0e2-4993-89a5-3cba9f7127c8 req-fd3b94e2-13ee-4d4b-bf28-eac9399ce262 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 945 time: 0.1498313 May 28 05:46:58.849905 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f824cdf-3725-4416-808f-f53ee3aae75b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:58.888081 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3972c38-996e-4b81-8cba-00235ca8dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:58.911476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3972c38-996e-4b81-8cba-00235ca8dae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530196cd-2af9-4db9-8bb5-7311d1031478,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:58.922301 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ccfe595-d0e2-4993-89a5-3cba9f7127c8 req-72f53b6d-6205-47ea-b318-6dd440c3e6e6 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713718 May 28 05:46:58.940407 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3972c38-996e-4b81-8cba-00235ca8dae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:58.945309 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a3972c38-996e-4b81-8cba-00235ca8dae8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/530196cd-2af9-4db9-8bb5-7311d1031478 HTTP/1.1" status: 204 len: 168 time: 0.3422301 May 28 05:46:59.101096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386ed08-2bf1-4c5d-a289-decf909264eb req-ff826e35-00d0-45ae-80c7-9812f1996ea7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:46:59.111701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1386ed08-2bf1-4c5d-a289-decf909264eb req-ff826e35-00d0-45ae-80c7-9812f1996ea7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1950758 May 28 05:46:59.123738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01de7a52-191a-4ccf-9057-401efc28599d req-91793397-de24-4af4-b855-72eb275a985d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/60b99e1a-3981-498a-8fa5-c66fae19c497 HTTP/1.1" status: 200 len: 1803 time: 0.0812500 May 28 05:46:59.209700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01de7a52-191a-4ccf-9057-401efc28599d req-c35b4e93-c495-4bca-a0ca-c807843b2247 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:59.250584 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01de7a52-191a-4ccf-9057-401efc28599d req-c35b4e93-c495-4bca-a0ca-c807843b2247 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:59.302317 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1386ed08-2bf1-4c5d-a289-decf909264eb req-fcf822a6-e8fa-47fc-950f-39bad21499aa tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725464 May 28 05:46:59.331490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01de7a52-191a-4ccf-9057-401efc28599d req-c35b4e93-c495-4bca-a0ca-c807843b2247 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:59.358347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b4e93-c495-4bca-a0ca-c807843b2247 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b99e1a-3981-498a-8fa5-c66fae19c497,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:59.374159 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-01de7a52-191a-4ccf-9057-401efc28599d req-c35b4e93-c495-4bca-a0ca-c807843b2247 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:59.379438 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01de7a52-191a-4ccf-9057-401efc28599d req-c35b4e93-c495-4bca-a0ca-c807843b2247 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/60b99e1a-3981-498a-8fa5-c66fae19c497 HTTP/1.1" status: 204 len: 173 time: 0.2543705 May 28 05:46:59.483169 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56a55791-e591-40ec-8058-787dde147ddf req-8df8d377-8d31-4c8c-9115-cf0874f814ee tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/894cda84-a476-495d-af97-449d6933897e HTTP/1.1" status: 200 len: 1802 time: 0.0870638 May 28 05:46:59.578268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-56a55791-e591-40ec-8058-787dde147ddf req-36bdd071-44c9-4cad-8a12-09dc20723d94 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:59.635484 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-56a55791-e591-40ec-8058-787dde147ddf req-36bdd071-44c9-4cad-8a12-09dc20723d94 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:59.708394 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-56a55791-e591-40ec-8058-787dde147ddf req-36bdd071-44c9-4cad-8a12-09dc20723d94 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:59.732081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdd071-44c9-4cad-8a12-09dc20723d94 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894cda84-a476-495d-af97-449d6933897e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:46:59.748671 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-56a55791-e591-40ec-8058-787dde147ddf req-36bdd071-44c9-4cad-8a12-09dc20723d94 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:59.749999 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56a55791-e591-40ec-8058-787dde147ddf req-36bdd071-44c9-4cad-8a12-09dc20723d94 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/894cda84-a476-495d-af97-449d6933897e HTTP/1.1" status: 204 len: 173 time: 0.2659349 May 28 05:46:59.786916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-591021078', 'description': 'tempest-description-912011554'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:46:59.798535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:59.813847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:59.818172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:59.829842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:59.844801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:59.878563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:46:59.883202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Usage tracker for resource:security_group_rule and tenant:84fb1f178c534c59b6518cfead726602 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:46:59.890300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:46:59.903764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:46:59.946435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59606) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:00.034910 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.039317 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.103097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40624acb-9dcc-4724-853f-1f5a423d0626,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:00.106429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.124049 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00617348-0744-4993-a692-ba17c6fd94fa req-aa851069-7363-47c0-a940-55d630276ca4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3448918 May 28 05:47:00.178571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c05d9261-940e-41ae-bc80-41c954c4ab1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.198556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59622) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:00.228634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c05d9261-940e-41ae-bc80-41c954c4ab1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:00.236866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c05d9261-940e-41ae-bc80-41c954c4ab1b admin admin] Usage tracker for resource:security_group_rule and tenant:61e50cfa0f3e4c9f8db7419c3a6d6d91 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:00.247678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c05d9261-940e-41ae-bc80-41c954c4ab1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:00.256026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c05d9261-940e-41ae-bc80-41c954c4ab1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:00.309814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f824cdf-3725-4416-808f-f53ee3aae75b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.325301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce66140-3a11-45c5-b09f-779866d9e2c0 req-a7ccdbaa-c560-48eb-b6f7-5eb4e8ffa311 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:00.333022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ce66140-3a11-45c5-b09f-779866d9e2c0 req-a7ccdbaa-c560-48eb-b6f7-5eb4e8ffa311 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.8232224 May 28 05:47:00.359913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f824cdf-3725-4416-808f-f53ee3aae75b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.406142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3129faa1-d534-43bf-a955-73ba0dc2cd10 req-67f19cdf-afcc-4515-9ec7-32cc1f40ce5d tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0925403 May 28 05:47:00.469799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ce66140-3a11-45c5-b09f-779866d9e2c0 req-65f60cf9-1118-4a78-8ab0-3811eff2c413 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338353 May 28 05:47:00.537262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59634) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:00.617798 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c05d9261-940e-41ae-bc80-41c954c4ab1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.627896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-1fa52eaf-aa5c-4e4d-b718-744f497b7db9 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:00.627896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-1fa52eaf-aa5c-4e4d-b718-744f497b7db9 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.33 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 945 time: 0.7901397 May 28 05:47:00.632326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9927694-14f9-4164-a8f2-65f7b0640562 req-7a1caee7-d398-4718-a428-0ee1527e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:00.632326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9927694-14f9-4164-a8f2-65f7b0640562 req-7a1caee7-d398-4718-a428-0ee1527e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:00.632326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9927694-14f9-4164-a8f2-65f7b0640562 req-7a1caee7-d398-4718-a428-0ee1527e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:00.632326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9927694-14f9-4164-a8f2-65f7b0640562 req-7a1caee7-d398-4718-a428-0ee1527e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:00.632326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9927694-14f9-4164-a8f2-65f7b0640562 req-7a1caee7-d398-4718-a428-0ee1527e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:00.634873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9927694-14f9-4164-a8f2-65f7b0640562 req-7a1caee7-d398-4718-a428-0ee1527e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:00.634873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9927694-14f9-4164-a8f2-65f7b0640562 req-7a1caee7-d398-4718-a428-0ee1527e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:00.634873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9927694-14f9-4164-a8f2-65f7b0640562 req-7a1caee7-d398-4718-a428-0ee1527e7c34 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6490 time: 0.4370921 May 28 05:47:00.637853 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c05d9261-940e-41ae-bc80-41c954c4ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.734198 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.736890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d9261-940e-41ae-bc80-41c954c4ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c851fd1-5317-4a44-afad-d7a9fb62a2ca,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:00.747369 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c05d9261-940e-41ae-bc80-41c954c4ab1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61e50cfa0f3e4c9f8db7419c3a6d6d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7994020 May 28 05:47:00.750576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9927694-14f9-4164-a8f2-65f7b0640562 req-5145e0bc-e752-4469-8bc1-bf8a34ac60b3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056676 May 28 05:47:00.751026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59640) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:00.776396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-347642279'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:00.784198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:00.799721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:network and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:00.801481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:00.815168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf0074-11ed-4156-9369-7a13a20671c3 req-0c1b6115-cbb1-4427-b6ac-79df37e90e2f tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:00.816546 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cccf0074-11ed-4156-9369-7a13a20671c3 req-0c1b6115-cbb1-4427-b6ac-79df37e90e2f tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 945 time: 0.2718549 May 28 05:47:00.822633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:00.854950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f38e4d07-e0f5-42e6-b465-01f9803ba5c7 req-73f6a82f-a75e-405d-8753-88e74cdf860d tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/40624acb-9dcc-4724-853f-1f5a423d0626 HTTP/1.1" status: 200 len: 1801 time: 0.2785292 May 28 05:47:00.881775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:00.885128 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.906858 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80b34e13-e1ab-4c39-8ba7-a6a2dfb5ffed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.910303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.927892 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cccf0074-11ed-4156-9369-7a13a20671c3 req-57b4e54b-b368-45cc-955f-d0f0d0df030e tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021233 May 28 05:47:00.931678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-eca96ab6-6de0-4ed9-96ab-6bf3de9762ec tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Deleting port 6deccd70-84e1-469f-95ba-4a4b3b200186 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:00.931771 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-eca96ab6-6de0-4ed9-96ab-6bf3de9762ec tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.958271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:00.968283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f38e4d07-e0f5-42e6-b465-01f9803ba5c7 req-2dc04f6a-c512-4a22-a377-52dc7bc830ae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Request body: {'security_group': {'name': 'tempest-sg-hth-874152313', 'description': 'tempest-description-hth-1753927882'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:00.968655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:security_group_rule and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:00.972957 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80b34e13-e1ab-4c39-8ba7-a6a2dfb5ffed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:00.980899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:00.991870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:01.076251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80b34e13-e1ab-4c39-8ba7-a6a2dfb5ffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.107497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b34e13-e1ab-4c39-8ba7-a6a2dfb5ffed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c851fd1-5317-4a44-afad-d7a9fb62a2ca,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:01.137983 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80b34e13-e1ab-4c39-8ba7-a6a2dfb5ffed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.142531 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f38e4d07-e0f5-42e6-b465-01f9803ba5c7 req-2dc04f6a-c512-4a22-a377-52dc7bc830ae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.143036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-80b34e13-e1ab-4c39-8ba7-a6a2dfb5ffed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c851fd1-5317-4a44-afad-d7a9fb62a2ca HTTP/1.1" status: 204 len: 168 time: 0.3894329 May 28 05:47:01.261417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.273200 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.319340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:01.373322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fad627-9ee5-4552-9466-b2811ebb8eed,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:01.379798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f824cdf-3725-4416-808f-f53ee3aae75b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:01.382307 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.382843 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment 1ca01980-a5cf-4ba7-8b8a-cf6156ec6260 of type vlan for network 2c071075-8abc-4cfb-81cb-5b65cc1f120f May 28 05:47:01.383954 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f38e4d07-e0f5-42e6-b465-01f9803ba5c7 req-2dc04f6a-c512-4a22-a377-52dc7bc830ae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.402217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f38e4d07-e0f5-42e6-b465-01f9803ba5c7 req-2dc04f6a-c512-4a22-a377-52dc7bc830ae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.404632 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f38e4d07-e0f5-42e6-b465-01f9803ba5c7 req-2dc04f6a-c512-4a22-a377-52dc7bc830ae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.405561 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f38e4d07-e0f5-42e6-b465-01f9803ba5c7 req-2dc04f6a-c512-4a22-a377-52dc7bc830ae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "PUT /v2.0/security-groups/40624acb-9dcc-4724-853f-1f5a423d0626 HTTP/1.1" status: 200 len: 1776 time: 0.4860780 May 28 05:47:01.449616 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.499403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fb395-d5ba-43c2-81c4-c1c26aac8ebd req-a8a167ae-aec9-4e28-830c-a4ba9741d55d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:01.502626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd7fb395-d5ba-43c2-81c4-c1c26aac8ebd req-a8a167ae-aec9-4e28-830c-a4ba9741d55d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1702743 May 28 05:47:01.510924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc04f6a-c512-4a22-a377-52dc7bc830ae tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40624acb-9dcc-4724-853f-1f5a423d0626,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:01.513341 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.518744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:01.519522 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.617708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-eca96ab6-6de0-4ed9-96ab-6bf3de9762ec tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] For port 6deccd70-84e1-469f-95ba-4a4b3b200186, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=6deccd70-84e1-469f-95ba-4a4b3b200186,segment=NetworkSegment(0e6a5eff-550c-4898-93ef-88794520debe),segment_id=0e6a5eff-550c-4898-93ef-88794520debe)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:01.618073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-eca96ab6-6de0-4ed9-96ab-6bf3de9762ec tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.688836 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1408508 May 28 05:47:01.688836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a4d1f-44c9-4362-bf39-b7f5051c5cb1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=2c071075-8abc-4cfb-81cb-5b65cc1f120f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:01.691975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd7fb395-d5ba-43c2-81c4-c1c26aac8ebd req-06738b39-bdea-44a1-b38d-9e69cafe4bb6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675456 May 28 05:47:01.701011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 2c071075-8abc-4cfb-81cb-5b65cc1f120f details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:01.883719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59660) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:01.899104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-eca96ab6-6de0-4ed9-96ab-6bf3de9762ec tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Calling delete_port for 6deccd70-84e1-469f-95ba-4a4b3b200186 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:01.906135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27fc2019-a329-4a72-8c68-449e9f219139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:01.915019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59664) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:01.924308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': '2c071075-8abc-4cfb-81cb-5b65cc1f120f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:01.952883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d7bf5c3-27f3-4da8-bf93-579fab602d75 req-65de07cd-bfc3-447c-afbc-1238fcc6fb42 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/40624acb-9dcc-4724-853f-1f5a423d0626 HTTP/1.1" status: 200 len: 1776 time: 0.4480901 May 28 05:47:01.981324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f824cdf-3725-4416-808f-f53ee3aae75b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:01.993050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7632f791-95d9-481b-972f-29f525119a74 None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:01.997111 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f824cdf-3725-4416-808f-f53ee3aae75b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.007420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7632f791-95d9-481b-972f-29f525119a74 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:02.008344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7632f791-95d9-481b-972f-29f525119a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:02.051692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-27fc2019-a329-4a72-8c68-449e9f219139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:02.086416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7632f791-95d9-481b-972f-29f525119a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:02.093754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-27fc2019-a329-4a72-8c68-449e9f219139 admin admin] Usage tracker for resource:security_group_rule and tenant:eb2bbc7372f948eb87daa54e9910ed03 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:02.097218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7632f791-95d9-481b-972f-29f525119a74 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:02.098051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7632f791-95d9-481b-972f-29f525119a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:02.103778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-27fc2019-a329-4a72-8c68-449e9f219139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:02.116956 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6f9f9b13-f068-4fa2-8492-c5b78dfad276 req-5935fd5c-4d4e-4b0f-adc1-b3013dfcd3a2 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1691809 May 28 05:47:02.124581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:02.132451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-27fc2019-a329-4a72-8c68-449e9f219139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:02.138762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:subnet and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:02.142899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:02.162104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:02.172231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7632f791-95d9-481b-972f-29f525119a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:02.172897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7632f791-95d9-481b-972f-29f525119a74 None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:02.207420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:02.211060 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.223353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6f824cdf-3725-4416-808f-f53ee3aae75b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "PUT /v2.0/floatingips/7b787e03-4b67-4e98-95dd-fcd11aeb57c8 HTTP/1.1" status: 200 len: 976 time: 3.5435610 May 28 05:47:02.227028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-eca96ab6-6de0-4ed9-96ab-6bf3de9762ec tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.228435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59672) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:02.363321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca96ab6-6de0-4ed9-96ab-6bf3de9762ec tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Pushing event deleted for resources: {'Port': ['ID=6deccd70-84e1-469f-95ba-4a4b3b200186,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:02.457628 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-643ead8c-f284-426b-a998-a348489ede90 req-862a0c4d-a9cc-4300-86c6-288ad18333b7 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/40624acb-9dcc-4724-853f-1f5a423d0626 HTTP/1.1" status: 200 len: 1776 time: 0.2833936 May 28 05:47:02.555598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89760001-3d92-48d5-b0b8-77efe00dd6e4 req-53be1119-8b1d-468e-987a-0155aa40e96c tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:02.556966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89760001-3d92-48d5-b0b8-77efe00dd6e4 req-53be1119-8b1d-468e-987a-0155aa40e96c tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/ports?device_id=86cac804-dc48-48ac-a09e-364ab0925022 HTTP/1.1" status: 200 len: 945 time: 0.5043685 May 28 05:47:02.621480 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27fc2019-a329-4a72-8c68-449e9f219139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.622431 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-643ead8c-f284-426b-a998-a348489ede90 req-d669fdbd-fff9-4a3b-948a-cb764a54731c tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.641056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27fc2019-a329-4a72-8c68-449e9f219139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.670594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-eca96ab6-6de0-4ed9-96ab-6bf3de9762ec tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] No DVR routers for this DVR port 6deccd70-84e1-469f-95ba-4a4b3b200186 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:47:02.684734 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-eca96ab6-6de0-4ed9-96ab-6bf3de9762ec tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.687152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cac804-dc48-48ac-a09e-364ab0925022', 'name': 'network-vif-deleted', 'tag': '6deccd70-84e1-469f-95ba-4a4b3b200186'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:47:02.701607 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-643ead8c-f284-426b-a998-a348489ede90 req-d669fdbd-fff9-4a3b-948a-cb764a54731c tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.732699 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-27fc2019-a329-4a72-8c68-449e9f219139 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb2bbc7372f948eb87daa54e9910ed03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8476050 May 28 05:47:02.733475 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dcd0d2c5-17a3-434e-8a28-5ce5dd7218a0 req-eca96ab6-6de0-4ed9-96ab-6bf3de9762ec tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.33 "DELETE /v2.0/ports/6deccd70-84e1-469f-95ba-4a4b3b200186 HTTP/1.1" status: 204 len: 173 time: 2.1008270 May 28 05:47:02.737791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59678) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:02.740819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89760001-3d92-48d5-b0b8-77efe00dd6e4 req-ba50d651-d436-436a-bc91-dd76c3765283 tempest-ServerGroupTestJSON-495016456 tempest-ServerGroupTestJSON-495016456-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f801c7e-e532-4377-9cd9-7763e04c13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543922 May 28 05:47:02.756527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc2019-a329-4a72-8c68-449e9f219139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f619a6-dbf6-45f8-ac53-bb2fa05f92d8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:02.796296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 2f6fd115-9cb3-42f8-92bb-2cc8bbb2c4f9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:02.796772 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.798799 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.830719 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da3dbe8-0e68-40c1-b55a-d30afd2842b9'] response: {'server_uuid': '86cac804-dc48-48ac-a09e-364ab0925022', 'name': 'network-vif-deleted', 'tag': '6deccd70-84e1-469f-95ba-4a4b3b200186', 'status': 'completed', 'code': 200} May 28 05:47:02.840093 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-643ead8c-f284-426b-a998-a348489ede90 req-d669fdbd-fff9-4a3b-948a-cb764a54731c tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.877984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669fdbd-fff9-4a3b-948a-cb764a54731c tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40624acb-9dcc-4724-853f-1f5a423d0626,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:02.923266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=0d3cf7c6-aa4b-4d40-a043-5d28aecfd1ed,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:02.937566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': '1ca01980-a5cf-4ba7-8b8a-cf6156ec6260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2c071075-8abc-4cfb-81cb-5b65cc1f120f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:02.937928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: 2c071075-8abc-4cfb-81cb-5b65cc1f120f, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:02.944053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-643ead8c-f284-426b-a998-a348489ede90 req-d669fdbd-fff9-4a3b-948a-cb764a54731c tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.945160 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-643ead8c-f284-426b-a998-a348489ede90 req-d669fdbd-fff9-4a3b-948a-cb764a54731c tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/40624acb-9dcc-4724-853f-1f5a423d0626 HTTP/1.1" status: 204 len: 173 time: 0.4806619 May 28 05:47:02.965447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network 2c071075-8abc-4cfb-81cb-5b65cc1f120f is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:02.984891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 2c071075-8abc-4cfb-81cb-5b65cc1f120f) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:02.991035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:02.992198 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:02.996267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420aa7f0-d464-48b5-a626-b2483c4a73ae None None] Network 2c071075-8abc-4cfb-81cb-5b65cc1f120f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:03.029063 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a3886908-a997-4ba9-ac08-f0dec3cbd9b5 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1106937 May 28 05:47:03.032563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59688) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:03.045176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1425947438'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:03.047997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-201be2cf-2eaf-4c53-87a0-7933d404cb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.054044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:03.059509 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:network and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:03.062644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:03.071038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:03.097321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:03.106932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.136892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-201be2cf-2eaf-4c53-87a0-7933d404cb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.149849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.150407 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.177841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:03.188517 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.188860 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment d1f7ffe9-1346-4029-8a96-01772cb74c40 of type vlan for network 90ebeb9c-9049-4131-a85a-ff4e5512058e May 28 05:47:03.219115 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.238184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 6deccd70-84e1-469f-95ba-4a4b3b200186 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:47:03.260915 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-532f6ecb-e7b6-4bdc-bf35-4c9944195398 req-c7748b25-8293-44c9-8612-2a4058c5e4e8 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] show failed (client error): The resource could not be found. May 28 05:47:03.275611 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-532f6ecb-e7b6-4bdc-bf35-4c9944195398 req-c7748b25-8293-44c9-8612-2a4058c5e4e8 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/894cda84-a476-495d-af97-449d6933897e HTTP/1.1" status: 404 len: 352 time: 0.1354940 May 28 05:47:03.277682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.283132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:03.291457 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.318919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 6deccd70-84e1-469f-95ba-4a4b3b200186 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:47:03.319277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 6deccd70-84e1-469f-95ba-4a4b3b200186 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:47:03.323425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-2c071075-8abc-4cfb-81cb-5b65cc1f120f', 'network_id': '2c071075-8abc-4cfb-81cb-5b65cc1f120f', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': '0d3cf7c6-aa4b-4d40-a043-5d28aecfd1ed'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:03.326996 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.331749 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2980034 May 28 05:47:03.336440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59698) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:03.343590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': '90ebeb9c-9049-4131-a85a-ff4e5512058e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:03.368135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for 2f6fd115-9cb3-42f8-92bb-2cc8bbb2c4f9 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:03.434777 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-201be2cf-2eaf-4c53-87a0-7933d404cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.445360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787a30a-a11b-4926-9eee-0d87d1998479 req-f3064ed4-ee5f-493b-831a-f1cb34a5a59b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:03.453064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0787a30a-a11b-4926-9eee-0d87d1998479 req-f3064ed4-ee5f-493b-831a-f1cb34a5a59b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4511099 May 28 05:47:03.487862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201be2cf-2eaf-4c53-87a0-7933d404cb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f619a6-dbf6-45f8-ac53-bb2fa05f92d8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:03.499409 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-201be2cf-2eaf-4c53-87a0-7933d404cb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.503437 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-201be2cf-2eaf-4c53-87a0-7933d404cb84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60f619a6-dbf6-45f8-ac53-bb2fa05f92d8 HTTP/1.1" status: 204 len: 168 time: 0.7616804 May 28 05:47:03.548256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0787a30a-a11b-4926-9eee-0d87d1998479 req-29e9eed2-1e2b-46a1-93aa-b07ed6ec14a3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939870 May 28 05:47:03.552040 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-391eb5c9-2df3-46db-87db-c156c44a9070 req-f8530acb-9470-4350-afd3-d0bc0328fdf0 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1312125 May 28 05:47:03.569599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Allocated IP 172.20.255.242 (2c071075-8abc-4cfb-81cb-5b65cc1f120f/0d3cf7c6-aa4b-4d40-a043-5d28aecfd1ed/19d29823-98c2-426b-9232-4b704582160c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:03.595045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682f7fc-9897-4957-b0b7-6ccca545e07d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=90ebeb9c-9049-4131-a85a-ff4e5512058e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:03.625582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 90ebeb9c-9049-4131-a85a-ff4e5512058e details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:03.629957 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-06f9be3d-f61c-4fc4-942c-d899cce700f2 req-d0b77aa7-b6ff-4fb1-a134-0c15b48d1245 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] show failed (client error): The resource could not be found. May 28 05:47:03.631602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06f9be3d-f61c-4fc4-942c-d899cce700f2 req-d0b77aa7-b6ff-4fb1-a134-0c15b48d1245 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/60b99e1a-3981-498a-8fa5-c66fae19c497 HTTP/1.1" status: 404 len: 352 time: 0.0447876 May 28 05:47:03.666265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:03.678429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:subnet and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:03.686412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:03.697161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:03.719180 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-e0b0d560-b865-4288-9a32-efab75df50bc req-274b953c-c1e4-4b31-82c4-4f82ba116083 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] show failed (client error): The resource could not be found. May 28 05:47:03.720640 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0b0d560-b865-4288-9a32-efab75df50bc req-274b953c-c1e4-4b31-82c4-4f82ba116083 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/157361ba-2f6b-4d30-8808-2e3381cd65d5 HTTP/1.1" status: 404 len: 352 time: 0.0654545 May 28 05:47:03.729507 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:03.735060 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.812479 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-ad0d635c-a488-4851-a635-9a0a4ad75e56 req-d4e5fb71-ca62-4725-bbb3-88066bab586a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] show failed (client error): The resource could not be found. May 28 05:47:03.813502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad0d635c-a488-4851-a635-9a0a4ad75e56 req-d4e5fb71-ca62-4725-bbb3-88066bab586a tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/06200939-d444-4065-91f3-0cccc958e83d HTTP/1.1" status: 404 len: 352 time: 0.0545545 May 28 05:47:03.830111 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:03.923988 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-bb7e9b17-a8ba-466e-ab99-c2843f641966 req-67dfe0b4-7e66-49d4-b348-cc689e0286c9 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] show failed (client error): The resource could not be found. May 28 05:47:03.925253 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bb7e9b17-a8ba-466e-ab99-c2843f641966 req-67dfe0b4-7e66-49d4-b348-cc689e0286c9 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/13cb128a-7240-4062-a86f-2f5c11d7c4ec HTTP/1.1" status: 404 len: 352 time: 0.0298190 May 28 05:47:03.935883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=2f6fd115-9cb3-42f8-92bb-2cc8bbb2c4f9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:04.039131 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:04.052344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Transition to ACTIVE for port object 19d29823-98c2-426b-9232-4b704582160c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:04.099754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Transition to ACTIVE for port object 19d29823-98c2-426b-9232-4b704582160c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:04.117160 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:04.135715 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-c0868fab-d008-4ace-b8ec-56cff40bd3d3 req-1f6b524d-5ed4-45fd-a906-b20fae6bfa31 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] show failed (client error): The resource could not be found. May 28 05:47:04.137686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0868fab-d008-4ace-b8ec-56cff40bd3d3 req-1f6b524d-5ed4-45fd-a906-b20fae6bfa31 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/21323a36-342b-418a-b5ec-d2e6ca88d84c HTTP/1.1" status: 404 len: 352 time: 0.1188998 May 28 05:47:04.142690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:04.143745 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 7b787e03-4b67-4e98-95dd-fcd11aeb57c8 disassociated (deleted). External IP: 172.25.4.194, port: 022d30ce-58a2-4563-a1d5-83a79f071d0b. May 28 05:47:04.284801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Network 2c071075-8abc-4cfb-81cb-5b65cc1f120f is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:04.288478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:04.293483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:04.302946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:04.346260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Pushing event updated for resources: {'Port': ['ID=19d29823-98c2-426b-9232-4b704582160c,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:04.382813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=ad304ad9-f468-4eb5-a8b4-e61fc519c7e9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:04.402105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42f16e-cc7c-4892-9726-71bf4ec4ba15 req-c4fd2151-ed35-4e04-a8ac-ac38f7673939 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:04.406423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Attempting to bind port 19d29823-98c2-426b-9232-4b704582160c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:04.407083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Attempting to bind port 19d29823-98c2-426b-9232-4b704582160c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '1ca01980-a5cf-4ba7-8b8a-cf6156ec6260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2c071075-8abc-4cfb-81cb-5b65cc1f120f'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:04.407741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Attempting to bind port 19d29823-98c2-426b-9232-4b704582160c on network 2c071075-8abc-4cfb-81cb-5b65cc1f120f {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:04.409306 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e42f16e-cc7c-4892-9726-71bf4ec4ba15 req-c4fd2151-ed35-4e04-a8ac-ac38f7673939 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3333049 May 28 05:47:04.421917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:04.422683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Checking segment: {'id': '1ca01980-a5cf-4ba7-8b8a-cf6156ec6260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2c071075-8abc-4cfb-81cb-5b65cc1f120f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:04.423349 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:04.423961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Bound using segment: {'id': '1ca01980-a5cf-4ba7-8b8a-cf6156ec6260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2c071075-8abc-4cfb-81cb-5b65cc1f120f'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:04.424630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Bound port: 19d29823-98c2-426b-9232-4b704582160c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca01980-a5cf-4ba7-8b8a-cf6156ec6260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2c071075-8abc-4cfb-81cb-5b65cc1f120f'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:04.425214 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:04.469587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': 'd1f7ffe9-1346-4029-8a96-01772cb74c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '90ebeb9c-9049-4131-a85a-ff4e5512058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:04.470213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: 90ebeb9c-9049-4131-a85a-ff4e5512058e, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:04.489278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e42f16e-cc7c-4892-9726-71bf4ec4ba15 req-cf03e648-6f3d-47f0-acab-835602201d07 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790412 May 28 05:47:04.528257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network 90ebeb9c-9049-4131-a85a-ff4e5512058e is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:04.545517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 90ebeb9c-9049-4131-a85a-ff4e5512058e) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:04.556807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:04.558436 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:04.561198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a37352-e005-4573-bda3-ec58e22ab201 None None] Network 90ebeb9c-9049-4131-a85a-ff4e5512058e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:04.610140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a7a15523-299a-437d-8865-6fd6fbcef1b1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2721951 May 28 05:47:04.611481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59742) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:04.739208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] For port 19d29823-98c2-426b-9232-4b704582160c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:04.772087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] For port 19d29823-98c2-426b-9232-4b704582160c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=19d29823-98c2-426b-9232-4b704582160c,segment=NetworkSegment(1ca01980-a5cf-4ba7-8b8a-cf6156ec6260),segment_id=1ca01980-a5cf-4ba7-8b8a-cf6156ec6260)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:04.799448 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:04.884237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:04.934006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be9ca3-ca6b-42a5-99ef-312148b25e92 None None] Pushing event updated for resources: {'Port': ['ID=19d29823-98c2-426b-9232-4b704582160c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:04.994678 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:05.082063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4637418a-bdcc-4216-b82d-529ce692c2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-90ebeb9c-9049-4131-a85a-ff4e5512058e', 'network_id': '90ebeb9c-9049-4131-a85a-ff4e5512058e', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': 'ad304ad9-f468-4eb5-a8b4-e61fc519c7e9'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:05.083169 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4637418a-bdcc-4216-b82d-529ce692c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:05.124596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1a5fd-63db-4543-abc7-f47ee5ed1f71 req-7908be1f-0d2c-4d67-bdcd-724162135afe tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:05.134607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96e1a5fd-63db-4543-abc7-f47ee5ed1f71 req-7908be1f-0d2c-4d67-bdcd-724162135afe tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1024 time: 0.2752299 May 28 05:47:05.157628 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6aafa42-0870-405a-bc8e-39d55ce1448f req-c2f40c5f-f61a-4b08-ba64-e984ae5d16d5 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.2598152 May 28 05:47:05.169905 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:05.265516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-96e1a5fd-63db-4543-abc7-f47ee5ed1f71 req-c219be3f-e325-4e1c-b9de-b3e373b62fb2 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Synchronizing usage tracker for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:05.342072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-96e1a5fd-63db-4543-abc7-f47ee5ed1f71 req-c219be3f-e325-4e1c-b9de-b3e373b62fb2 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Unset dirty status for tenant:84fb1f178c534c59b6518cfead726602 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:05.372261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96e1a5fd-63db-4543-abc7-f47ee5ed1f71 req-c219be3f-e325-4e1c-b9de-b3e373b62fb2 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f2b03b-8a75-459b-8ae5-8072074b91d4&id=e4541b87-71b2-4c3d-a7c3-bee8dc5c33b0&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2350781 May 28 05:47:05.373995 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:05.403921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:05.418296 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a9e9f-bbc0-4d29-9f45-7c1e02ee1b90 None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:05.433292 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a9e9f-bbc0-4d29-9f45-7c1e02ee1b90 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:05.435131 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-620a9e9f-bbc0-4d29-9f45-7c1e02ee1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:05.454868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:05.488514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=ad304ad9-f468-4eb5-a8b4-e61fc519c7e9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server [None req-4637418a-bdcc-4216-b82d-529ce692c2ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad304ad9-f468-4eb5-a8b4-e61fc519c7e9: This subnet is being modified by another concurrent operation. May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 05:47:05.534589 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise exception May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad304ad9-f468-4eb5-a8b4-e61fc519c7e9: This subnet is being modified by another concurrent operation. May 28 05:47:05.538042 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server May 28 05:47:05.557006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-90a1b0ca-db8c-4c38-9500-f8cfda4b4b2f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/floatingips/7b787e03-4b67-4e98-95dd-fcd11aeb57c8 HTTP/1.1" status: 204 len: 168 time: 3.3263958 May 28 05:47:05.559640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59776) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:05.560580 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-620a9e9f-bbc0-4d29-9f45-7c1e02ee1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:05.594218 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a9e9f-bbc0-4d29-9f45-7c1e02ee1b90 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:05.599543 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-620a9e9f-bbc0-4d29-9f45-7c1e02ee1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:46:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:05.607533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fc75e-790e-4a9c-90df-1c7672a4a09d None None] Network 90ebeb9c-9049-4131-a85a-ff4e5512058e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:05.625596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59780) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:05.684118 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-620a9e9f-bbc0-4d29-9f45-7c1e02ee1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:05.684436 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a9e9f-bbc0-4d29-9f45-7c1e02ee1b90 None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:05.721660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Deleting subnet 8f4aadbb-5d2e-4d89-8f2f-79d9d69e41d9 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:47:05.726635 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:05.787511 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:05.840476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:05.890774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b6afb00b-2a5b-4402-a8c4-8d80656856cd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 022d30ce-58a2-4563-a1d5-83a79f071d0b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:05.890774 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6afb00b-2a5b-4402-a8c4-8d80656856cd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:05.903546 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:05.943826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ebeb9c-9049-4131-a85a-ff4e5512058e']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:05.962401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f7ffe9-1346-4029-8a96-01772cb74c40') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:05.963132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f7ffe9-1346-4029-8a96-01772cb74c40') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:05.981547 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.000420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d7933-41e6-48cc-a5bf-1e15adb3b9c6 req-04ea5f41-d66b-4d76-af1b-5c54616c90f1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:06.011817 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-937d7933-41e6-48cc-a5bf-1e15adb3b9c6 req-04ea5f41-d66b-4d76-af1b-5c54616c90f1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2455471 May 28 05:47:06.037598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.047191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.064942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:06.065622 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.100854 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-937d7933-41e6-48cc-a5bf-1e15adb3b9c6 req-b19c7e67-e60e-4172-bb97-e3b33eb3dd19 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880857 May 28 05:47:06.170429 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d1f7ffe9-1346-4029-8a96-01772cb74c40 resource provider aggregate not found May 28 05:47:06.192074 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d1f7ffe9-1346-4029-8a96-01772cb74c40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1f7ffe9-1346-4029-8a96-01772cb74c40 found for delete ", "request_id": "req-481d82c8-49ce-486a-a6a5-a313b837d5c0"}]} May 28 05:47:06.237214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.275482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.295440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=90ebeb9c-9049-4131-a85a-ff4e5512058e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:06.295659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f4aadbb-5d2e-4d89-8f2f-79d9d69e41d9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:06.300629 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b72e3b1b-dd89-4dc5-ad31-373507fa8d82 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/90ebeb9c-9049-4131-a85a-ff4e5512058e HTTP/1.1" status: 204 len: 168 time: 1.6878877 May 28 05:47:06.303960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59804) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:06.325825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-272011628'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:06.331853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:06.336300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:network and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:06.341223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:06.351192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:06.372866 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.379625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.379971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.380305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.380788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.380949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.381361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.381585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.381901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.382218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.382538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.382860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.389922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:06.428128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:06.434408 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.461249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ac88cce6-433b-45bf-bb9f-80e2945e5012 req-c505ca2b-ee1b-48d0-856c-8c1e663ef6bd tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0730705 May 28 05:47:06.478666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 19d29823-98c2-426b-9232-4b704582160c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:47:06.499775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:06.500556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-18166f5a-c380-4032-82bd-569d25aa2f73 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8f4aadbb-5d2e-4d89-8f2f-79d9d69e41d9 HTTP/1.1" status: 204 len: 168 time: 0.8736341 May 28 05:47:06.502950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59814) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:06.577796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6afb00b-2a5b-4402-a8c4-8d80656856cd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.606034 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.606588 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment 324977f1-e665-4ad4-b668-64112ce736b0 of type vlan for network ccb471b8-1519-4df4-9440-935d42520448 May 28 05:47:06.618366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44557dd8-a6b2-4f09-9544-c2cac911dcc7 None None] Network 2c071075-8abc-4cfb-81cb-5b65cc1f120f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:06.673090 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.678592 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.742012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b5152d0a-e08b-4155-9c11-87c6b2197258 None None] Provisioning for port 19d29823-98c2-426b-9232-4b704582160c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:06.742564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b6afb00b-2a5b-4402-a8c4-8d80656856cd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for 022d30ce-58a2-4563-a1d5-83a79f071d0b owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:06.777873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 19d29823-98c2-426b-9232-4b704582160c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:06.787955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 19d29823-98c2-426b-9232-4b704582160c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:06.788333 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.789489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-8c495bb2-6e8b-4843-a6bc-908bc4166c38 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:06.791102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-8c495bb2-6e8b-4843-a6bc-908bc4166c38 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.33 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1024 time: 0.4997926 May 28 05:47:06.878488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-572abc7b-d0c5-477d-9d1b-3817b19cc196 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Deleting port 69bab988-b7ef-4b0f-9161-cd6070028cdf {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:06.879039 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-572abc7b-d0c5-477d-9d1b-3817b19cc196 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.894931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.934659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f9514-00c9-48dc-a318-b2c14a452fde req-06b4273f-9be5-4eb8-8e21-51f1236d9756 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:06.938659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84511602-5d35-41f2-b7b0-5dd3ce940560']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:06.941571 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad6f9514-00c9-48dc-a318-b2c14a452fde req-06b4273f-9be5-4eb8-8e21-51f1236d9756 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.5464704 May 28 05:47:06.953553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6a5eff-550c-4898-93ef-88794520debe') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:06.954173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6a5eff-550c-4898-93ef-88794520debe') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:06.971163 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:06.976927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:06.978052 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.013741 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.074927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad6f9514-00c9-48dc-a318-b2c14a452fde req-072a4e27-b70f-4695-b4c6-820c1f2fb55d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324134 May 28 05:47:07.109173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 19d29823-98c2-426b-9232-4b704582160c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:07.109554 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.159180 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.176374 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8710880 May 28 05:47:07.178515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:07.178925 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.187755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 19d29823-98c2-426b-9232-4b704582160c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=19d29823-98c2-426b-9232-4b704582160c,segment=NetworkSegment(1ca01980-a5cf-4ba7-8b8a-cf6156ec6260),segment_id=1ca01980-a5cf-4ba7-8b8a-cf6156ec6260)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:07.188445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59838) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:07.196165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d6141-9b01-4182-8506-8b5c2170a8ee tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=ccb471b8-1519-4df4-9440-935d42520448,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:07.207189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': 'ccb471b8-1519-4df4-9440-935d42520448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:07.216130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ccb471b8-1519-4df4-9440-935d42520448 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:07.305248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4cfec-6b0a-4818-aaf1-b2c5cc6c0dc4 req-fa024e5e-31cb-4ab1-96b5-e35eed9ece68 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:07.312204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9e4cfec-6b0a-4818-aaf1-b2c5cc6c0dc4 req-fa024e5e-31cb-4ab1-96b5-e35eed9ece68 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1024 time: 0.5803647 May 28 05:47:07.362059 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.401173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.440931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=84511602-5d35-41f2-b7b0-5dd3ce940560,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:07.467083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9e4cfec-6b0a-4818-aaf1-b2c5cc6c0dc4 req-958c1475-ce91-40a3-a538-01419bf905a0 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f2b03b-8a75-459b-8ae5-8072074b91d4&id=e4541b87-71b2-4c3d-a7c3-bee8dc5c33b0&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1479115 May 28 05:47:07.486928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88a0c1b5-47c9-4ced-afb8-631a3ef257c2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/84511602-5d35-41f2-b7b0-5dd3ce940560 HTTP/1.1" status: 204 len: 168 time: 0.9824598 May 28 05:47:07.509982 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.573693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b45982-0b55-4be2-bb15-09401850f526 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:47:07.700356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1a11fb8c-7639-4993-a910-c83d004a3f38 None None] Provisioning complete for port 19d29823-98c2-426b-9232-4b704582160c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:07.700632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1a11fb8c-7639-4993-a910-c83d004a3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.764300 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4624f36f-8114-463b-9dec-3cca45b975ab req-c8e10508-fdec-4b8b-8547-7ad705df030c tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0574038 May 28 05:47:07.807718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=19d29823-98c2-426b-9232-4b704582160c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:07.851752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:07.866288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59852) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:07.869179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:subnet and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:07.876500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b45982-0b55-4be2-bb15-09401850f526 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:47:07.883716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59856) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:07.887042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:07.899661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:07.935211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ac2942d5-60af-45f7-82b0-7b27cbd16455 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfcdf56a611c45afa8f0139cf35b73d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648339 May 28 05:47:07.935486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6afb00b-2a5b-4402-a8c4-8d80656856cd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.935937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59862) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:07.944755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca82d-65cd-48b5-9854-3f91133a19ec req-4d5e3939-1593-4831-b692-f013a43744d8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:07.946314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-385ca82d-65cd-48b5-9854-3f91133a19ec req-4d5e3939-1593-4831-b692-f013a43744d8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4125757 May 28 05:47:07.952879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-572abc7b-d0c5-477d-9d1b-3817b19cc196 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] For port 69bab988-b7ef-4b0f-9161-cd6070028cdf, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=69bab988-b7ef-4b0f-9161-cd6070028cdf,segment=NetworkSegment(221f7f92-b514-4e9b-9691-dee407884ccb),segment_id=221f7f92-b514-4e9b-9691-dee407884ccb)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:07.953241 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-572abc7b-d0c5-477d-9d1b-3817b19cc196 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:07.964672 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1a11fb8c-7639-4993-a910-c83d004a3f38 None None] Current status of the port 19d29823-98c2-426b-9232-4b704582160c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:08.000642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:08.004373 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.004868 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2897a0d5-8700-4eee-8585-e8253f681df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.033901 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2897a0d5-8700-4eee-8585-e8253f681df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.096725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afb00b-2a5b-4402-a8c4-8d80656856cd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=022d30ce-58a2-4563-a1d5-83a79f071d0b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:08.102009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2897a0d5-8700-4eee-8585-e8253f681df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.133080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897a0d5-8700-4eee-8585-e8253f681df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f801c7e-e532-4377-9cd9-7763e04c13b8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:08.159402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c241e9c3-98d7-4673-956d-67beba9d7c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.185052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c241e9c3-98d7-4673-956d-67beba9d7c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:08.198542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c241e9c3-98d7-4673-956d-67beba9d7c7d admin admin] Usage tracker for resource:security_group_rule and tenant:48cdbba66b04411eafef1c703a0426f7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:08.202042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c241e9c3-98d7-4673-956d-67beba9d7c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:08.205346 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2897a0d5-8700-4eee-8585-e8253f681df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.211718 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2897a0d5-8700-4eee-8585-e8253f681df6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f801c7e-e532-4377-9cd9-7763e04c13b8 HTTP/1.1" status: 204 len: 168 time: 0.2752097 May 28 05:47:08.218531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-572abc7b-d0c5-477d-9d1b-3817b19cc196 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Calling delete_port for 69bab988-b7ef-4b0f-9161-cd6070028cdf owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:08.218991 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 0e6a5eff-550c-4898-93ef-88794520debe resource provider aggregate not found May 28 05:47:08.222974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c241e9c3-98d7-4673-956d-67beba9d7c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:08.251877 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 0e6a5eff-550c-4898-93ef-88794520debe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e6a5eff-550c-4898-93ef-88794520debe found for delete ", "request_id": "req-fbd06a53-ff48-450d-ae88-570311235f79"}]} May 28 05:47:08.343002 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c241e9c3-98d7-4673-956d-67beba9d7c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.348983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-385ca82d-65cd-48b5-9854-3f91133a19ec req-e4cda85c-a259-472e-beaa-0a2561a65e28 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3572071 May 28 05:47:08.350362 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c241e9c3-98d7-4673-956d-67beba9d7c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.414734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.ipam_backend_mixin [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Performing IP validity checks on allocation pools {{(pid=88417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 05:47:08.415265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.ipam_backend_mixin [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 05:47:08.443133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241e9c3-98d7-4673-956d-67beba9d7c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5947afe9-e643-45e1-b4cb-a4f5a491a020,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:08.454538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c241e9c3-98d7-4673-956d-67beba9d7c7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48cdbba66b04411eafef1c703a0426f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5698307 May 28 05:47:08.455149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59876) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:08.526653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6afb00b-2a5b-4402-a8c4-8d80656856cd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.527259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 19d29823-98c2-426b-9232-4b704582160c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:47:08.541059 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-50f4b9d5-8062-4574-9424-7dc7677f6941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.576348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59882) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:08.578583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b6afb00b-2a5b-4402-a8c4-8d80656856cd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/ports/022d30ce-58a2-4563-a1d5-83a79f071d0b HTTP/1.1" status: 204 len: 168 time: 3.0170896 May 28 05:47:08.588386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:08.596115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:08.601182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:floatingip and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:08.604819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:08.611515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:08.625118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-50f4b9d5-8062-4574-9424-7dc7677f6941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.636339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 19d29823-98c2-426b-9232-4b704582160c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:08.636950 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.704290 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1790d87a-63c6-4da7-a3d6-c958100a5fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.708711 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.814344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-572abc7b-d0c5-477d-9d1b-3817b19cc196 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.827436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 19d29823-98c2-426b-9232-4b704582160c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:08.878374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572abc7b-d0c5-477d-9d1b-3817b19cc196 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'Port': ['ID=69bab988-b7ef-4b0f-9161-cd6070028cdf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:08.887070 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:08.964239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49ae0b-93d1-4098-9a5b-f86d5f63cd7f req-7e0d09ff-4a34-447d-a13e-bc977a69555e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:08.965974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa49ae0b-93d1-4098-9a5b-f86d5f63cd7f req-7e0d09ff-4a34-447d-a13e-bc977a69555e tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f94d33-3949-4d08-8500-1fe64f7470d4 HTTP/1.1" status: 200 len: 1024 time: 0.2854221 May 28 05:47:09.039595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7159-85c7-4842-b765-51e59d60ac00 req-e5229c15-50a0-4760-9362-345faa668ad9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:09.041091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74ef7159-85c7-4842-b765-51e59d60ac00 req-e5229c15-50a0-4760-9362-345faa668ad9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4070833 May 28 05:47:09.044773 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-50f4b9d5-8062-4574-9424-7dc7677f6941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.055140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-572abc7b-d0c5-477d-9d1b-3817b19cc196 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] No DVR routers for this DVR port 69bab988-b7ef-4b0f-9161-cd6070028cdf on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:47:09.063479 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-572abc7b-d0c5-477d-9d1b-3817b19cc196 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.076521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'name': 'network-vif-deleted', 'tag': '69bab988-b7ef-4b0f-9161-cd6070028cdf'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:47:09.096486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4b9d5-8062-4574-9424-7dc7677f6941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5947afe9-e643-45e1-b4cb-a4f5a491a020,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:09.115444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-50f4b9d5-8062-4574-9424-7dc7677f6941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.119323 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-50f4b9d5-8062-4574-9424-7dc7677f6941 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5947afe9-e643-45e1-b4cb-a4f5a491a020 HTTP/1.1" status: 204 len: 168 time: 0.6630476 May 28 05:47:09.126060 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74ef7159-85c7-4842-b765-51e59d60ac00 req-edd3523d-583e-4529-a1cb-ca4596226360 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758080 May 28 05:47:09.177293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=b23f5da6-f6ae-4f26-9d57-a1fc52b6f548,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:09.200131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.202643 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa49ae0b-93d1-4098-9a5b-f86d5f63cd7f req-092fdeda-e839-4dcd-9fd3-de7136c4c0d4 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f2b03b-8a75-459b-8ae5-8072074b91d4&id=e4541b87-71b2-4c3d-a7c3-bee8dc5c33b0&id=02650b19-b6d2-4b03-9e4e-79d1ba6406d7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2174487 May 28 05:47:09.207611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': '324977f1-e665-4ad4-b668-64112ce736b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ccb471b8-1519-4df4-9440-935d42520448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:09.208046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: ccb471b8-1519-4df4-9440-935d42520448, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:09.215647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da1c13e9-a05f-412e-b99b-6b15668ad9f7 req-572abc7b-d0c5-477d-9d1b-3817b19cc196 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.33 "DELETE /v2.0/ports/69bab988-b7ef-4b0f-9161-cd6070028cdf HTTP/1.1" status: 204 len: 173 time: 2.4119554 May 28 05:47:09.249587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network ccb471b8-1519-4df4-9440-935d42520448 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:09.250982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 69bab988-b7ef-4b0f-9161-cd6070028cdf no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:47:09.283361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ccb471b8-1519-4df4-9440-935d42520448) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:09.297725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:09.298355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.343530 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10cff1d0-d1c8-4221-a115-00f7290aab8e'] response: {'server_uuid': 'b5f94d33-3949-4d08-8500-1fe64f7470d4', 'name': 'network-vif-deleted', 'tag': '69bab988-b7ef-4b0f-9161-cd6070028cdf', 'status': 'completed', 'code': 200} May 28 05:47:09.343660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e76e4a-36e9-4274-9664-5f74befcf73e None None] Network ccb471b8-1519-4df4-9440-935d42520448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:09.343747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59910) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:09.369087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-554981e0-4eb3-47f3-a586-516f40a48515 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1754379 May 28 05:47:09.372422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59916) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:09.379944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 69bab988-b7ef-4b0f-9161-cd6070028cdf {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:47:09.380286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 69bab988-b7ef-4b0f-9161-cd6070028cdf not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:47:09.508629 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fc13b1a9-0590-4d4b-a245-dae0d16193f7 req-447fc67d-6c5a-4cc9-af0f-f10f1a46a081 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1462603 May 28 05:47:09.556447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.25.4.41 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/6a60f273-626a-495f-8cfd-91921e5dbe8c) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:09.725364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-ccb471b8-1519-4df4-9440-935d42520448', 'network_id': 'ccb471b8-1519-4df4-9440-935d42520448', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': 'b23f5da6-f6ae-4f26-9d57-a1fc52b6f548'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:09.726787 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.739000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1175305382-network', 'tenant_id': '68099458ca014d76a1099ec4768898e2'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:09.752294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:09.760116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Usage tracker for resource:network and tenant:68099458ca014d76a1099ec4768898e2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:09.762109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59922) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:09.767207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:09.776377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:09.802117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a0c06d9-c563-474d-a31b-7f0225052c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.835398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5a0c06d9-c563-474d-a31b-7f0225052c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:09.836834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Made reservation on behalf of 68099458ca014d76a1099ec4768898e2 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:09.840441 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.842120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.843379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a0c06d9-c563-474d-a31b-7f0225052c3d admin admin] Usage tracker for resource:security_group_rule and tenant:ad9700c834df4185b9bd798fd002f80b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:09.848041 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.851043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a0c06d9-c563-474d-a31b-7f0225052c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:09.859400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5a0c06d9-c563-474d-a31b-7f0225052c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:09.894987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6236b-a091-4f6a-9306-b57ee38b8b61 req-266592f4-874a-48c7-9245-15b2d2d86dbd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:09.896971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6c6236b-a091-4f6a-9306-b57ee38b8b61 req-266592f4-874a-48c7-9245-15b2d2d86dbd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3662400 May 28 05:47:09.898167 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.938344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.941769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:09.945119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:09.950998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Usage tracker for resource:security_group_rule and tenant:68099458ca014d76a1099ec4768898e2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:09.959543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:09.973108 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Allocated IP 172.20.0.3 (ccb471b8-1519-4df4-9440-935d42520448/b23f5da6-f6ae-4f26-9d57-a1fc52b6f548/75a740e6-3fd1-4738-a4ca-fff9ce955e72) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:09.975126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:10.036046 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6c6236b-a091-4f6a-9306-b57ee38b8b61 req-8451e496-bfbf-46c8-90cb-db5fc3b64414 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238842 May 28 05:47:10.039087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:10.042772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=6a60f273-626a-495f-8cfd-91921e5dbe8c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:10.045249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:10.049075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:10.066915 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.113956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a0c06d9-c563-474d-a31b-7f0225052c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.200310 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.202345 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a0c06d9-c563-474d-a31b-7f0225052c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.236758 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.241144 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.276808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:10.285624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c471c3-fc86-4b13-a22f-fc96e867de3e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:10.296849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.297269 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Added segment 3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4 of type vlan for network 9c0f8621-aeaa-4e04-9c58-006d9696b39d May 28 05:47:10.305206 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.319731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Transition to ACTIVE for port object 75a740e6-3fd1-4738-a4ca-fff9ce955e72 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:10.332568 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.346291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Transition to ACTIVE for port object 75a740e6-3fd1-4738-a4ca-fff9ce955e72 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:10.353061 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.357131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.382630 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.384048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:10.384671 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.405350 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5a0c06d9-c563-474d-a31b-7f0225052c3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad9700c834df4185b9bd798fd002f80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395144 May 28 05:47:10.409483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59932) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:10.414780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c06d9-c563-474d-a31b-7f0225052c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b342c95d-a989-42a6-97d7-c4f005d39dc6,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:10.438930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Network ccb471b8-1519-4df4-9440-935d42520448 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:10.442141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:10.445038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:10.477919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Pushing event updated for resources: {'Port': ['ID=75a740e6-3fd1-4738-a4ca-fff9ce955e72,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:10.508618 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.542321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Attempting to bind port 75a740e6-3fd1-4738-a4ca-fff9ce955e72 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:10.542691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Attempting to bind port 75a740e6-3fd1-4738-a4ca-fff9ce955e72 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '324977f1-e665-4ad4-b668-64112ce736b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ccb471b8-1519-4df4-9440-935d42520448'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:10.543037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Attempting to bind port 75a740e6-3fd1-4738-a4ca-fff9ce955e72 on network ccb471b8-1519-4df4-9440-935d42520448 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:10.546248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf7eab-9aa7-4e02-b420-72068fbff5f9 req-35527071-4c42-4a34-a72e-9cb0cfc52d43 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:10.548054 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95bf7eab-9aa7-4e02-b420-72068fbff5f9 req-35527071-4c42-4a34-a72e-9cb0cfc52d43 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3243291 May 28 05:47:10.548276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:10.548641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Checking segment: {'id': '324977f1-e665-4ad4-b668-64112ce736b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ccb471b8-1519-4df4-9440-935d42520448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:10.549038 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.549421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Bound using segment: {'id': '324977f1-e665-4ad4-b668-64112ce736b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ccb471b8-1519-4df4-9440-935d42520448'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:10.549875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Bound port: 75a740e6-3fd1-4738-a4ca-fff9ce955e72, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324977f1-e665-4ad4-b668-64112ce736b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ccb471b8-1519-4df4-9440-935d42520448'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:10.550860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.591885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2471843 May 28 05:47:10.592819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edde8a8-28fb-4820-b4f9-8df75b81a6ff admin admin] Pushing event updated for resources: {'Network': ['ID=9c0f8621-aeaa-4e04-9c58-006d9696b39d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:10.595036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59938) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:10.611945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9c0f8621-aeaa-4e04-9c58-006d9696b39d details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:10.627603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=b23f5da6-f6ae-4f26-9d57-a1fc52b6f548,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:10.635916 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95bf7eab-9aa7-4e02-b420-72068fbff5f9 req-fbf7692c-db14-4265-b863-90d1a0a97912 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775957 May 28 05:47:10.649667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Request body: {'subnet': {'network_id': '9c0f8621-aeaa-4e04-9c58-006d9696b39d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1175305382-subnet', 'tenant_id': '68099458ca014d76a1099ec4768898e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:10.677096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.684283 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.719715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:10.748660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Usage tracker for resource:subnet and tenant:68099458ca014d76a1099ec4768898e2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:10.755705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:10.768757 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-932162fc-d38e-4d29-a486-78898165a1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.769353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20a3e17c-c6b9-47e9-84d9-933d74138df0 req-9932d6c6-2b66-4678-9db0-26977432c486 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/b6f2b03b-8a75-459b-8ae5-8072074b91d4 HTTP/1.1" status: 200 len: 1800 time: 0.3572137 May 28 05:47:10.771487 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.779080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:10.786463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] For port 75a740e6-3fd1-4738-a4ca-fff9ce955e72, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:10.790170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] For port 75a740e6-3fd1-4738-a4ca-fff9ce955e72, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=75a740e6-3fd1-4738-a4ca-fff9ce955e72,segment=NetworkSegment(324977f1-e665-4ad4-b668-64112ce736b0),segment_id=324977f1-e665-4ad4-b668-64112ce736b0)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:10.795409 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.829821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=6a60f273-626a-495f-8cfd-91921e5dbe8c,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:10.832940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-618ee6f7-5bce-4f58-9c2d-0ca2b06ad2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.846753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb471b8-1519-4df4-9440-935d42520448']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:10.853671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Made reservation on behalf of 68099458ca014d76a1099ec4768898e2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:10.856499 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.879394 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ff9aaf4c-ea59-4f11-9e4a-42b96da7bff2 req-fe2cd686-97b8-4829-a9f2-06a5d07aba17 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0601122 May 28 05:47:10.893242 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.928762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4b7cf-28df-4a55-a903-b3b73bf204dd None None] Pushing event updated for resources: {'Port': ['ID=75a740e6-3fd1-4738-a4ca-fff9ce955e72,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:10.938177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324977f1-e665-4ad4-b668-64112ce736b0') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:10.938476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324977f1-e665-4ad4-b668-64112ce736b0') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:10.951622 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:10.952867 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a8e1087a-114f-4579-9a3f-d83d85f728b8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3760798 May 28 05:47:10.955492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59944) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:10.961238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'port': {'network_id': '9f522cfd-5487-40cd-b17d-0f9f0e568105', 'name': 'tempest-FloatingIPTestJSON-1458853126'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:10.973116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08db13fc-ea08-432a-8130-9862ce2b516d None None] Network ccb471b8-1519-4df4-9440-935d42520448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:10.981064 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.010842 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-618ee6f7-5bce-4f58-9c2d-0ca2b06ad2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.049240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.079216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:11.079742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.113311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20a3e17c-c6b9-47e9-84d9-933d74138df0 req-6a739893-b3e7-4886-894e-b672cd28c685 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.149028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:11.154485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:port and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:11.158949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:11.165499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:11.183971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Made reservation on behalf of fbc0e7437cda450487ac3dbf8a74d1da for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:11.188767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.206486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20a3e17c-c6b9-47e9-84d9-933d74138df0 req-6a739893-b3e7-4886-894e-b672cd28c685 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.219103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] device_id is not set on port 4ea09b7e-e1f1-4234-99a7-9a337bab9aa3 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:47:11.225755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aab2a9-8d55-4ab6-b39a-4cb3790ece5c None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:47:11.246312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-618ee6f7-5bce-4f58-9c2d-0ca2b06ad2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.283037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ee6f7-5bce-4f58-9c2d-0ca2b06ad2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b342c95d-a989-42a6-97d7-c4f005d39dc6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:11.286647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:47:11.286647 n-d-843679-5 neutron-server[88417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:47:11.286647 n-d-843679-5 neutron-server[88417]: [parameters: {'id': 'ccb471b8-1519-4df4-9440-935d42520448'}] May 28 05:47:11.286647 n-d-843679-5 neutron-server[88417]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:47:11.287071 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:47:11.300278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-618ee6f7-5bce-4f58-9c2d-0ca2b06ad2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.306088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-618ee6f7-5bce-4f58-9c2d-0ca2b06ad2f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b342c95d-a989-42a6-97d7-c4f005d39dc6 HTTP/1.1" status: 204 len: 168 time: 0.8022311 May 28 05:47:11.335101 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20a3e17c-c6b9-47e9-84d9-933d74138df0 req-6a739893-b3e7-4886-894e-b672cd28c685 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.403741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aab2a9-8d55-4ab6-b39a-4cb3790ece5c None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:47:11.430226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a739893-b3e7-4886-894e-b672cd28c685 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f2b03b-8a75-459b-8ae5-8072074b91d4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:11.488703 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-20a3e17c-c6b9-47e9-84d9-933d74138df0 req-6a739893-b3e7-4886-894e-b672cd28c685 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.505357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20a3e17c-c6b9-47e9-84d9-933d74138df0 req-6a739893-b3e7-4886-894e-b672cd28c685 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/b6f2b03b-8a75-459b-8ae5-8072074b91d4 HTTP/1.1" status: 204 len: 173 time: 0.7121012 May 28 05:47:11.507001 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 324977f1-e665-4ad4-b668-64112ce736b0 resource provider aggregate not found May 28 05:47:11.533163 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 324977f1-e665-4ad4-b668-64112ce736b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 324977f1-e665-4ad4-b668-64112ce736b0 found for delete ", "request_id": "req-8c4997fb-24dc-4490-b16c-df7a4f08c203"}]} May 28 05:47:11.547697 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.650158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Checking segment: {'id': '3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9c0f8621-aeaa-4e04-9c58-006d9696b39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:11.650447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Network hostable DHCP agents. Network: 9c0f8621-aeaa-4e04-9c58-006d9696b39d, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:11.655206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.20.0.9 (9f522cfd-5487-40cd-b17d-0f9f0e568105/4588165b-9fb4-457e-8997-7f8aa18f1aa2/4ea09b7e-e1f1-4234-99a7-9a337bab9aa3) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:11.662329 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ade9b26-2342-469f-9184-12abba382cbc req-825bc091-90c7-4441-b0db-1bd77092a015 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "GET /v2.0/security-groups/e4541b87-71b2-4c3d-a7c3-bee8dc5c33b0 HTTP/1.1" status: 200 len: 1803 time: 0.1016655 May 28 05:47:11.683164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7788c1-549c-4875-9091-08e40915acaa,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:11.690035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Network 9c0f8621-aeaa-4e04-9c58-006d9696b39d is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:11.703109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9c0f8621-aeaa-4e04-9c58-006d9696b39d) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:11.708935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:11.710153 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.742286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2085f247-7853-444e-9b5d-62a90bb7daf7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1082280 May 28 05:47:11.750131 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.751651 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.788028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.802474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Deleting port 75a740e6-3fd1-4738-a4ca-fff9ce955e72 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:11.804945 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.825360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ade9b26-2342-469f-9184-12abba382cbc req-15c62755-28a9-4c28-b15a-53cafbc35f80 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:11.943448 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf0d15e-1646-4389-93c6-3e8dfe587b29 None None] Network 9c0f8621-aeaa-4e04-9c58-006d9696b39d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:12.068649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ade9b26-2342-469f-9184-12abba382cbc req-15c62755-28a9-4c28-b15a-53cafbc35f80 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.103277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.152471 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ade9b26-2342-469f-9184-12abba382cbc req-15c62755-28a9-4c28-b15a-53cafbc35f80 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.173954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c62755-28a9-4c28-b15a-53cafbc35f80 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4541b87-71b2-4c3d-a7c3-bee8dc5c33b0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:12.200382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3ade9b26-2342-469f-9184-12abba382cbc req-15c62755-28a9-4c28-b15a-53cafbc35f80 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.201784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ade9b26-2342-469f-9184-12abba382cbc req-15c62755-28a9-4c28-b15a-53cafbc35f80 tempest-SecurityGroupsTestJSON-1319998052 tempest-SecurityGroupsTestJSON-1319998052-project] 10.222.0.39 "DELETE /v2.0/security-groups/e4541b87-71b2-4c3d-a7c3-bee8dc5c33b0 HTTP/1.1" status: 204 len: 173 time: 0.5320411 May 28 05:47:12.204793 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.232083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59976) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:12.246314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95ea2782-a56e-4a3e-9d3e-da12602a9a55 req-fb020b44-0ccf-46bb-820c-fc3f4d59fb1e tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1162636 May 28 05:47:12.296646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network 9f522cfd-5487-40cd-b17d-0f9f0e568105 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:12.304841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] For port 75a740e6-3fd1-4738-a4ca-fff9ce955e72, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=75a740e6-3fd1-4738-a4ca-fff9ce955e72,segment=NetworkSegment(324977f1-e665-4ad4-b668-64112ce736b0),segment_id=324977f1-e665-4ad4-b668-64112ce736b0)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:12.305292 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.307347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:12.402447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcafa208-ea5c-4ae2-88f4-2ba89c0a090b admin admin] Deleting subnet a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:47:12.406114 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcafa208-ea5c-4ae2-88f4-2ba89c0a090b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.500813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22605b3f-f1ac-40a3-9f63-ee7dbad48f94 None None] Network 9c0f8621-aeaa-4e04-9c58-006d9696b39d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:12.502728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcafa208-ea5c-4ae2-88f4-2ba89c0a090b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.605052 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcafa208-ea5c-4ae2-88f4-2ba89c0a090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.682638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:12.729306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Calling delete_port for 75a740e6-3fd1-4738-a4ca-fff9ce955e72 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:12.823693 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.852890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=4ea09b7e-e1f1-4234-99a7-9a337bab9aa3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:12.876207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Port': ['ID=75a740e6-3fd1-4738-a4ca-fff9ce955e72,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:12.880001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No DVR routers for this DVR port 75a740e6-3fd1-4738-a4ca-fff9ce955e72 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:47:12.881240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:12.881887 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.893164 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcafa208-ea5c-4ae2-88f4-2ba89c0a090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.946916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafa208-ea5c-4ae2-88f4-2ba89c0a090b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:12.972379 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcafa208-ea5c-4ae2-88f4-2ba89c0a090b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:12.974202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bcafa208-ea5c-4ae2-88f4-2ba89c0a090b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a2b4a1b9-e8aa-4743-844d-9e2102a0c8c6 HTTP/1.1" status: 204 len: 168 time: 0.6755536 May 28 05:47:12.978132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0443550e-f49a-49a2-8f3d-23aabb0b5aa8 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0216713 May 28 05:47:12.980810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60002) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:12.984311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:13.011995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-b6e5c8c1-6bb0-44ea-8626-224139281b17 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:13.013485 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-b6e5c8c1-6bb0-44ea-8626-224139281b17 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/networks?id=9c0f8621-aeaa-4e04-9c58-006d9696b39d HTTP/1.1" status: 200 len: 821 time: 0.2966008 May 28 05:47:13.019837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-db96d58c-38c6-4754-b2e3-4c547da5cd3e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'port_id': '4ea09b7e-e1f1-4234-99a7-9a337bab9aa3'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:13.032268 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.066508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb471b8-1519-4df4-9440-935d42520448']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:13.080562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324977f1-e665-4ad4-b668-64112ce736b0') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:13.080932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324977f1-e665-4ad4-b668-64112ce736b0') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:13.098984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.120253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.127988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:13.128857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.170127 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-70da8a3a-a922-4303-b030-3a96ced99323 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/quotas/68099458ca014d76a1099ec4768898e2 HTTP/1.1" status: 200 len: 375 time: 0.0936468 May 28 05:47:13.174842 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db96d58c-38c6-4754-b2e3-4c547da5cd3e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.205643 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.246635 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.270960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.285129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=ccb471b8-1519-4df4-9440-935d42520448,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:13.287748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-08f2ecfc-ee90-47b1-a00a-7f8145745df8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/ccb471b8-1519-4df4-9440-935d42520448 HTTP/1.1" status: 204 len: 168 time: 3.9143846 May 28 05:47:13.292052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60018) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:13.298880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689288272'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:13.305575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:13.311496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:network and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:13.314837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:13.321606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:13.334012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:13.338540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.358640 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-c82e47c9-b764-470e-a28d-b50061b840e3 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=68099458ca014d76a1099ec4768898e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1272237 May 28 05:47:13.368691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.377648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:13.388552 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.389016 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment cf23a3ce-6150-4d38-9514-73e9078bffa4 of type vlan for network 201ee548-1a2e-4fec-935f-3b30dd4b846b May 28 05:47:13.426684 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.485296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3936f4d9-413a-48f0-9846-6b85412a93f5 req-40b62de4-0ea0-49b5-84e8-262a21b6cd24 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0542862 May 28 05:47:13.510203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.516963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:13.517567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.611904 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 324977f1-e665-4ad4-b668-64112ce736b0 resource provider aggregate not found May 28 05:47:13.641835 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 324977f1-e665-4ad4-b668-64112ce736b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 324977f1-e665-4ad4-b668-64112ce736b0 found for delete ", "request_id": "req-3521d001-9097-4cb8-b108-c02333e374f0"}]} May 28 05:47:13.647277 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3531113 May 28 05:47:13.649202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60038) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:13.657348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': '201ee548-1a2e-4fec-935f-3b30dd4b846b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:13.679200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a354ff4-2b2c-4659-b841-e6dba645ed23 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=201ee548-1a2e-4fec-935f-3b30dd4b846b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:13.691526 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 201ee548-1a2e-4fec-935f-3b30dd4b846b details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:13.794712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:13.799810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:subnet and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:13.803002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:13.809748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:13.822001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:13.826700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.840682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:13.875776 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-9db60315-e36f-4b52-9f0b-9dd3b639b793 service neutron] 10.222.0.39 "GET /v2.0/networks/9c0f8621-aeaa-4e04-9c58-006d9696b39d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004518 May 28 05:47:13.948223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98e0a98-cec4-403c-9004-93ff51523104']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:14.043569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221f7f92-b514-4e9b-9691-dee407884ccb') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:14.043865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221f7f92-b514-4e9b-9691-dee407884ccb') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:14.063550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.076303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.145490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=e813b766-d1c7-401d-9986-bf7b75854abb,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:14.156983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': 'cf23a3ce-6150-4d38-9514-73e9078bffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '201ee548-1a2e-4fec-935f-3b30dd4b846b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:14.157533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: 201ee548-1a2e-4fec-935f-3b30dd4b846b, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:14.180633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network 201ee548-1a2e-4fec-935f-3b30dd4b846b is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:14.182839 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.193927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 201ee548-1a2e-4fec-935f-3b30dd4b846b) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:14.200217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:14.201145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.221575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:14.221981 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.228145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95343e8-9316-48af-ae46-c5bce7bf39eb None None] Network 201ee548-1a2e-4fec-935f-3b30dd4b846b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:14.230292 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-05f6ca54-32a4-4768-bd63-e1aa3d9c8118 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5800943 May 28 05:47:14.232996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60064) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:14.317023 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 221f7f92-b514-4e9b-9691-dee407884ccb resource provider aggregate not found May 28 05:47:14.427950 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 221f7f92-b514-4e9b-9691-dee407884ccb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 221f7f92-b514-4e9b-9691-dee407884ccb found for delete ", "request_id": "req-98f465f8-e1f7-4ca8-92c3-ef6ecf13551e"}]} May 28 05:47:14.430036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-961875b7-ac7b-468a-a6d4-0be77542482e service neutron] 10.222.0.39 "GET /v2.0/networks/9c0f8621-aeaa-4e04-9c58-006d9696b39d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935911 May 28 05:47:14.439284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.479656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.508165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.525595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] Pushing event deleted for resources: {'Network': ['ID=e98e0a98-cec4-403c-9004-93ff51523104,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:14.533390 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1320b6ad-2f6a-4b13-999a-ed746029ac31 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e98e0a98-cec4-403c-9004-93ff51523104 HTTP/1.1" status: 204 len: 168 time: 1.5492449 May 28 05:47:14.556608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.718435 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.818577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5a715be9-74a6-4e5a-b076-33b2c7db6a0e req-b2f1b607-0fb3-4b45-bfa8-d31f786160d9 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 210 time: 0.1275680 May 28 05:47:14.875855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db96d58c-38c6-4754-b2e3-4c547da5cd3e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.881887 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f8e3f-5818-411f-b067-75e3bb978dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-201ee548-1a2e-4fec-935f-3b30dd4b846b', 'network_id': '201ee548-1a2e-4fec-935f-3b30dd4b846b', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': 'e813b766-d1c7-401d-9986-bf7b75854abb'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:14.882867 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-164f8e3f-5818-411f-b067-75e3bb978dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.886756 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db96d58c-38c6-4754-b2e3-4c547da5cd3e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:14.933883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=e813b766-d1c7-401d-9986-bf7b75854abb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:14.943494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2593a220-ba30-45d2-a7f8-984d400b32cf req-657b3680-e5db-4b87-b5f6-c1a950d45534 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1836052 May 28 05:47:15.033795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60092) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:15.060841 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.106518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201ee548-1a2e-4fec-935f-3b30dd4b846b']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:15.124832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf23a3ce-6150-4d38-9514-73e9078bffa4') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:15.126017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf23a3ce-6150-4d38-9514-73e9078bffa4') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:15.137050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-83a6e0b1-fa8d-4d16-b8aa-62e806de607c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84fb1f178c534c59b6518cfead726602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993958 May 28 05:47:15.138651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60096) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:15.153920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e430d0-0c1c-4fe8-9ecd-44f44fdd31cc None None] Network 201ee548-1a2e-4fec-935f-3b30dd4b846b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:15.185756 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.200553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60100) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:15.222365 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-db96d58c-38c6-4754-b2e3-4c547da5cd3e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 6c71321d-fe05-4fc7-a59a-08702b9e8cc6 associated. External IP: 172.25.4.41, port: 4ea09b7e-e1f1-4234-99a7-9a337bab9aa3. May 28 05:47:15.227499 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.233779 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:47:15.238397 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451b589-9fb2-4b4a-8b2f-319fa09a5653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.242278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:15.243046 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.364103 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451b589-9fb2-4b4a-8b2f-319fa09a5653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.403162 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d1d14a5-435c-43cc-9dc3-13a9dcfe7af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.417843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.452564 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.460570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5d1d14a5-435c-43cc-9dc3-13a9dcfe7af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:15.472289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=201ee548-1a2e-4fec-935f-3b30dd4b846b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:15.474357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5d1d14a5-435c-43cc-9dc3-13a9dcfe7af3 admin admin] Usage tracker for resource:security_group_rule and tenant:4fe28e5e276947eca86dd5253312185d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:15.479192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5d1d14a5-435c-43cc-9dc3-13a9dcfe7af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:15.489682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-06d1ed3f-1a9e-4d1e-a612-cd093664175e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/201ee548-1a2e-4fec-935f-3b30dd4b846b HTTP/1.1" status: 204 len: 168 time: 1.2517874 May 28 05:47:15.489682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5d1d14a5-435c-43cc-9dc3-13a9dcfe7af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:15.490012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60108) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:15.496660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1777683972'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:15.505400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:15.513898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:network and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:15.518287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:15.533352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:15.548539 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451b589-9fb2-4b4a-8b2f-319fa09a5653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.570265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:15.573731 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.591068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451b589-9fb2-4b4a-8b2f-319fa09a5653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02650b19-b6d2-4b03-9e4e-79d1ba6406d7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:15.642361 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451b589-9fb2-4b4a-8b2f-319fa09a5653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.643688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3451b589-9fb2-4b4a-8b2f-319fa09a5653 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02650b19-b6d2-4b03-9e4e-79d1ba6406d7 HTTP/1.1" status: 204 len: 168 time: 0.5042462 May 28 05:47:15.657763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:15.683127 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment cf23a3ce-6150-4d38-9514-73e9078bffa4 resource provider aggregate not found May 28 05:47:15.689582 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.690123 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment 3e1ba587-cc29-4f06-85e7-485babd669ee of type vlan for network 00b49297-c822-4d74-8749-c6a1ad762c06 May 28 05:47:15.715931 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment cf23a3ce-6150-4d38-9514-73e9078bffa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf23a3ce-6150-4d38-9514-73e9078bffa4 found for delete ", "request_id": "req-8739685b-eb15-49ea-9f84-8fb58469d23f"}]} May 28 05:47:15.717665 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d1d14a5-435c-43cc-9dc3-13a9dcfe7af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.731380 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d1d14a5-435c-43cc-9dc3-13a9dcfe7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.766858 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.811720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5d1d14a5-435c-43cc-9dc3-13a9dcfe7af3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fe28e5e276947eca86dd5253312185d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100709 May 28 05:47:15.812569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60118) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:15.818553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d14a5-435c-43cc-9dc3-13a9dcfe7af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480715d4-c0f4-4326-856e-316bc92bfb92,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:15.886188 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.892435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:15.893036 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:15.898193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db96d58c-38c6-4754-b2e3-4c547da5cd3e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:16.013544 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6bc0b2be-5b48-48cf-94da-dfe286cbd205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:16.032630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=00b49297-c822-4d74-8749-c6a1ad762c06,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:16.038576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9c596312-6818-4c9c-a740-a82ee8c18df3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5475223 May 28 05:47:16.041389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60132) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:16.049706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 00b49297-c822-4d74-8749-c6a1ad762c06 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:16.052871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': '00b49297-c822-4d74-8749-c6a1ad762c06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:16.064354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0bd270f-098f-41e6-969b-a5a2d1fd36bf req-ced5ae8c-7b88-4a6d-8a2c-1442c1ac4915 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 210 time: 0.0895572 May 28 05:47:16.101754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6bc0b2be-5b48-48cf-94da-dfe286cbd205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:16.225899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db96d58c-38c6-4754-b2e3-4c547da5cd3e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:16.242130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc0583-b81e-43b1-aa53-37afeb9a33b6 None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:16.244180 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db96d58c-38c6-4754-b2e3-4c547da5cd3e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:16.302106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc0583-b81e-43b1-aa53-37afeb9a33b6 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:16.302763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f0cc0583-b81e-43b1-aa53-37afeb9a33b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:16.349819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-db96d58c-38c6-4754-b2e3-4c547da5cd3e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "PUT /v2.0/floatingips/6c71321d-fe05-4fc7-a59a-08702b9e8cc6 HTTP/1.1" status: 200 len: 977 time: 3.3623652 May 28 05:47:16.350083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60146) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:16.364765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a0d46cb-14e2-4629-a423-e7139c280b3f req-47f23557-342d-401d-b186-2c67676ac1f3 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1132822 May 28 05:47:16.434334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f0cc0583-b81e-43b1-aa53-37afeb9a33b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:16.444946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 4ea09b7e-e1f1-4234-99a7-9a337bab9aa3 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:16.445495 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:16.448023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:16.457617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc0583-b81e-43b1-aa53-37afeb9a33b6 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:16.458529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f0cc0583-b81e-43b1-aa53-37afeb9a33b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:16.466219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:subnet and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:16.472706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:16.483386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:16.494829 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6bc0b2be-5b48-48cf-94da-dfe286cbd205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:16.564114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0b2be-5b48-48cf-94da-dfe286cbd205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480715d4-c0f4-4326-856e-316bc92bfb92,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:16.567993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f0cc0583-b81e-43b1-aa53-37afeb9a33b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:16.573114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc0583-b81e-43b1-aa53-37afeb9a33b6 None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:16.580986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:16.586897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:16.641656 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6bc0b2be-5b48-48cf-94da-dfe286cbd205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:16.642893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6bc0b2be-5b48-48cf-94da-dfe286cbd205 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/480715d4-c0f4-4326-856e-316bc92bfb92 HTTP/1.1" status: 204 len: 168 time: 0.8269839 May 28 05:47:16.722091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-421ddc19-45a7-477f-84ab-fe0d9ebb2eaa tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:16.722793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-421ddc19-45a7-477f-84ab-fe0d9ebb2eaa tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Synchronizing usage tracker for tenant:68099458ca014d76a1099ec4768898e2 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:16.752751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60156) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:16.811691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-421ddc19-45a7-477f-84ab-fe0d9ebb2eaa tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Unset dirty status for tenant:68099458ca014d76a1099ec4768898e2 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:16.813519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-421ddc19-45a7-477f-84ab-fe0d9ebb2eaa tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.33 "GET /v2.0/networks?id=9c0f8621-aeaa-4e04-9c58-006d9696b39d HTTP/1.1" status: 200 len: 821 time: 0.4541547 May 28 05:47:16.824922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:16.858659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Request body: {'port': {'device_id': '6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c', 'network_id': '9c0f8621-aeaa-4e04-9c58-006d9696b39d', 'admin_state_up': True, 'tenant_id': '68099458ca014d76a1099ec4768898e2'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:17.041596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:17.044374 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.080845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Usage tracker for resource:port and tenant:68099458ca014d76a1099ec4768898e2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:17.094474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-677641217-network', 'tenant_id': '77494e1a6ff9467b8fe094cdca45ac25'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:17.099106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:17.113980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:17.124894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:17.139322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Usage tracker for resource:network and tenant:77494e1a6ff9467b8fe094cdca45ac25 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:17.147346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:17.176622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60166) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:17.183346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:17.185543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Made reservation on behalf of 68099458ca014d76a1099ec4768898e2 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:17.189280 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.239545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=c25e8883-f22d-4104-9735-cdc4bc3973d4,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:17.245807 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa57f-1648-4c97-909f-22cde0612b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.269888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-761bb433-1a98-4f8e-8dc4-5fe1ac401911 req-b40bc223-02cd-4f94-a446-6e45dc0b48b8 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 210 time: 0.0587621 May 28 05:47:17.280363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.280746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.281047 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 6c71321d-fe05-4fc7-a59a-08702b9e8cc6 disassociated. External IP: 172.25.4.41, port: 4ea09b7e-e1f1-4234-99a7-9a337bab9aa3. May 28 05:47:17.281383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for 4ea09b7e-e1f1-4234-99a7-9a337bab9aa3 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:17.368804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Made reservation on behalf of 77494e1a6ff9467b8fe094cdca45ac25 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:17.371146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.420707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': '3e1ba587-cc29-4f06-85e7-485babd669ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00b49297-c822-4d74-8749-c6a1ad762c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:17.421023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: 00b49297-c822-4d74-8749-c6a1ad762c06, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:17.427748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5b2aa57f-1648-4c97-909f-22cde0612b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:17.430390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.438861 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.461894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5b2aa57f-1648-4c97-909f-22cde0612b1d admin admin] Usage tracker for resource:security_group_rule and tenant:942f07d3e9dd41ada28c16c720ffdbd0 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:17.485192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5b2aa57f-1648-4c97-909f-22cde0612b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:17.488941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:17.498206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=4ea09b7e-e1f1-4234-99a7-9a337bab9aa3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:17.505826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Usage tracker for resource:security_group_rule and tenant:77494e1a6ff9467b8fe094cdca45ac25 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:17.511949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5b2aa57f-1648-4c97-909f-22cde0612b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:17.515103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:17.531656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:17.571178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network 00b49297-c822-4d74-8749-c6a1ad762c06 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:17.633522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f83fda5-50f2-48bf-ac2a-a7b08521c4c6 req-c5a30a3d-896b-4339-8194-539b35acd7e6 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1115882 May 28 05:47:17.670311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 00b49297-c822-4d74-8749-c6a1ad762c06) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:17.679875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:17.680549 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.681129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6851fa22-d148-4c8a-ac88-39990234bc96 None None] Network 00b49297-c822-4d74-8749-c6a1ad762c06 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:17.726395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Allocated IP 172.20.0.6 (9c0f8621-aeaa-4e04-9c58-006d9696b39d/5c7788c1-549c-4875-9091-08e40915acaa/fdccbcd2-cc9e-4194-b850-d5c9877f9978) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:17.806455 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e3e6f3e4-433c-4147-9b49-78c17808e594 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7641866 May 28 05:47:17.809822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60172) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:17.915784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:17.916815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-00b49297-c822-4d74-8749-c6a1ad762c06', 'network_id': '00b49297-c822-4d74-8749-c6a1ad762c06', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': 'c25e8883-f22d-4104-9735-cdc4bc3973d4'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:17.917745 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.954121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa57f-1648-4c97-909f-22cde0612b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.960547 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.970063 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa57f-1648-4c97-909f-22cde0612b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:17.989349 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.030147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:18.052467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.084481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Allocated IP 172.20.0.2 (00b49297-c822-4d74-8749-c6a1ad762c06/c25e8883-f22d-4104-9735-cdc4bc3973d4/3c978e59-c4ea-4856-8a47-392b8f234fc8) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:18.133849 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5b2aa57f-1648-4c97-909f-22cde0612b1d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=942f07d3e9dd41ada28c16c720ffdbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9536395 May 28 05:47:18.135638 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.138404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60176) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:18.143923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aa57f-1648-4c97-909f-22cde0612b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85394467-928c-453c-86c9-87f3e38b5241,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:18.168084 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.168429 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Added segment 673edf30-d091-4730-8c73-529d3cb6563b of type vlan for network 16869d4a-c80d-44a1-af8f-c16c452e479c May 28 05:47:18.225444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c155b8a2-abbe-4eea-ad88-180cf9737274,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:18.238834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.249687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:18.263833 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4425075-6275-4c26-af9f-4bf9b7d66822 None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:18.277024 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4425075-6275-4c26-af9f-4bf9b7d66822 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:18.277683 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.278801 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f4425075-6275-4c26-af9f-4bf9b7d66822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:18.334084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-870ecaae-e05b-4884-b640-72614aa42530 req-e813e446-f5e7-4815-9085-105a9bffc43a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2387371 May 28 05:47:18.350584 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f4425075-6275-4c26-af9f-4bf9b7d66822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:18.355716 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.356651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:18.357228 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.361251 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4425075-6275-4c26-af9f-4bf9b7d66822 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:18.362138 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f4425075-6275-4c26-af9f-4bf9b7d66822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:18.399253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Network 9c0f8621-aeaa-4e04-9c58-006d9696b39d is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:18.405864 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.451606 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f4425075-6275-4c26-af9f-4bf9b7d66822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:18.451806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:18.452463 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4425075-6275-4c26-af9f-4bf9b7d66822 None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:18.476952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:18.499890 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.505196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Pushing event updated for resources: {'Port': ['ID=fdccbcd2-cc9e-4194-b850-d5c9877f9978,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:18.523393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Transition to ACTIVE for port object 3c978e59-c4ea-4856-8a47-392b8f234fc8 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:18.529944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1fc561dd-d8d7-457c-8db1-02d7f398548f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.543026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Transition to ACTIVE for port object 3c978e59-c4ea-4856-8a47-392b8f234fc8 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:18.551306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.591306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] Pushing event updated for resources: {'Network': ['ID=16869d4a-c80d-44a1-af8f-c16c452e479c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:18.606816 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1fc561dd-d8d7-457c-8db1-02d7f398548f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.615406 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9dd5a76f-225c-44a0-8c23-f0a42853d94e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8565259 May 28 05:47:18.615595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 16869d4a-c80d-44a1-af8f-c16c452e479c details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:18.615943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60182) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:18.621651 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.633479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Request body: {'subnet': {'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-677641217-subnet', 'tenant_id': '77494e1a6ff9467b8fe094cdca45ac25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:18.653317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:18.654017 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.660662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:18.679571 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-3f2f934f-cc32-4cfc-95d0-9f098764365c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8347790 May 28 05:47:18.685128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ecaae-e05b-4884-b640-72614aa42530 req-c37846e0-237d-4f54-aa82-b605dbbcb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:18.686841 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-870ecaae-e05b-4884-b640-72614aa42530 req-c37846e0-237d-4f54-aa82-b605dbbcb6b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1096 time: 0.2232206 May 28 05:47:18.699091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Network 00b49297-c822-4d74-8749-c6a1ad762c06 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:18.710391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Request body: {'port': {'device_id': '6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:18.711380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:18.718721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:18.720435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Usage tracker for resource:subnet and tenant:77494e1a6ff9467b8fe094cdca45ac25 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:18.724401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:18.732755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:18.746568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8e0706fe-be51-499f-ae90-ac3c7c6f91fa tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/ports/4ea09b7e-e1f1-4234-99a7-9a337bab9aa3 HTTP/1.1" status: 204 len: 168 time: 2.3952491 May 28 05:47:18.756895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60188) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:18.758150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Pushing event updated for resources: {'Port': ['ID=3c978e59-c4ea-4856-8a47-392b8f234fc8,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:18.783570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3d2d8-0633-4ec0-bca3-a7b70ae7c791 req-52386d25-e839-4412-9cdc-51e87a536190 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:18.785421 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80f3d2d8-0633-4ec0-bca3-a7b70ae7c791 req-52386d25-e839-4412-9cdc-51e87a536190 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 931 time: 0.3289332 May 28 05:47:18.786123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Made reservation on behalf of 77494e1a6ff9467b8fe094cdca45ac25 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:18.788683 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.807355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1fc561dd-d8d7-457c-8db1-02d7f398548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.812685 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.834375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Attempting to bind port 3c978e59-c4ea-4856-8a47-392b8f234fc8 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:18.834834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Attempting to bind port 3c978e59-c4ea-4856-8a47-392b8f234fc8 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '3e1ba587-cc29-4f06-85e7-485babd669ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00b49297-c822-4d74-8749-c6a1ad762c06'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:18.835295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Attempting to bind port 3c978e59-c4ea-4856-8a47-392b8f234fc8 on network 00b49297-c822-4d74-8749-c6a1ad762c06 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:18.841696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:18.842155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Checking segment: {'id': '3e1ba587-cc29-4f06-85e7-485babd669ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00b49297-c822-4d74-8749-c6a1ad762c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:18.842631 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.843095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Bound using segment: {'id': '3e1ba587-cc29-4f06-85e7-485babd669ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00b49297-c822-4d74-8749-c6a1ad762c06'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:18.843657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Bound port: 3c978e59-c4ea-4856-8a47-392b8f234fc8, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ba587-cc29-4f06-85e7-485babd669ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '00b49297-c822-4d74-8749-c6a1ad762c06'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:18.844104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:18.915575 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4cc6b76-a613-44e2-be81-f944d780853f req-029e6b88-5ed0-44d3-a8a6-495fac3f8124 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1257184 May 28 05:47:18.955175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] For port 3c978e59-c4ea-4856-8a47-392b8f234fc8, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:18.959336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] For port 3c978e59-c4ea-4856-8a47-392b8f234fc8, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3c978e59-c4ea-4856-8a47-392b8f234fc8,segment=NetworkSegment(3e1ba587-cc29-4f06-85e7-485babd669ee),segment_id=3e1ba587-cc29-4f06-85e7-485babd669ee)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:18.965024 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.025131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.037580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ecaae-e05b-4884-b640-72614aa42530 req-7120906e-f176-4227-bcb4-7a55de3d5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:19.039601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-870ecaae-e05b-4884-b640-72614aa42530 req-7120906e-f176-4227-bcb4-7a55de3d5bf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.2850487 May 28 05:47:19.039751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e30c1d-d9bc-4e33-89d7-e0c5c7dcf208 None None] Pushing event updated for resources: {'Port': ['ID=3c978e59-c4ea-4856-8a47-392b8f234fc8,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:19.041356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc561dd-d8d7-457c-8db1-02d7f398548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85394467-928c-453c-86c9-87f3e38b5241,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:19.043049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=c25e8883-f22d-4104-9735-cdc4bc3973d4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:19.086255 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d789a702-e654-410f-80db-0bfe8b055020 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "GET /v2.0/floatingips/6c71321d-fe05-4fc7-a59a-08702b9e8cc6 HTTP/1.1" status: 200 len: 687 time: 0.3122230 May 28 05:47:19.104626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60192) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:19.105642 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1fc561dd-d8d7-457c-8db1-02d7f398548f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.109276 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1fc561dd-d8d7-457c-8db1-02d7f398548f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85394467-928c-453c-86c9-87f3e38b5241 HTTP/1.1" status: 204 len: 168 time: 0.9669642 May 28 05:47:19.206362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d70990f-5e16-4830-b8d7-7e32b0b44a63 None None] Network 00b49297-c822-4d74-8749-c6a1ad762c06 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:19.223018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-870ecaae-e05b-4884-b640-72614aa42530 req-28936126-5e66-4852-8228-41484d84752d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 1000 time: 0.1748242 May 28 05:47:19.282055 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80f3d2d8-0633-4ec0-bca3-a7b70ae7c791 req-7f9a39e0-e2f9-4f9c-931c-fdeb0adc4abc tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619145 May 28 05:47:19.381221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.406192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e792d3cd-23fc-48e7-a52a-da458ce41b17 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 6a60f273-626a-495f-8cfd-91921e5dbe8c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:19.406938 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e792d3cd-23fc-48e7-a52a-da458ce41b17 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.467587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b49297-c822-4d74-8749-c6a1ad762c06']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:19.487498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1ba587-cc29-4f06-85e7-485babd669ee') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:19.487732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1ba587-cc29-4f06-85e7-485babd669ee') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:19.548453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f0167-1804-479f-bcbf-5a1446a46eaa None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:47:19.608660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ecaae-e05b-4884-b640-72614aa42530 req-814db2db-d145-4869-9b9d-752667eedfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:19.610140 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-870ecaae-e05b-4884-b640-72614aa42530 req-814db2db-d145-4869-9b9d-752667eedfdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.3356462 May 28 05:47:19.702552 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.710227 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375f0167-1804-479f-bcbf-5a1446a46eaa None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:47:19.773907 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.779883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ecaae-e05b-4884-b640-72614aa42530 req-41197943-c651-45cc-a89b-85440cbef0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:19.781938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-870ecaae-e05b-4884-b640-72614aa42530 req-41197943-c651-45cc-a89b-85440cbef0b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616123 May 28 05:47:19.789191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:19.789600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.871804 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 3e1ba587-cc29-4f06-85e7-485babd669ee resource provider aggregate not found May 28 05:47:19.918141 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 3e1ba587-cc29-4f06-85e7-485babd669ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e1ba587-cc29-4f06-85e7-485babd669ee found for delete ", "request_id": "req-f7fcd445-01ce-4a40-9e3f-8c11eb3af83a"}]} May 28 05:47:19.956230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdccbcd2-cc9e-4194-b850-d5c9877f9978 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:47:19.962557 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:47:19.962557 n-d-843679-5 neutron-server[88416]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:47:19.962557 n-d-843679-5 neutron-server[88416]: [parameters: {'id': '00b49297-c822-4d74-8749-c6a1ad762c06'}] May 28 05:47:19.962557 n-d-843679-5 neutron-server[88416]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:47:19.963455 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:47:19.969508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.973603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e792d3cd-23fc-48e7-a52a-da458ce41b17 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.974187 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e792d3cd-23fc-48e7-a52a-da458ce41b17 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:19.988742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:20.011924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Transition to ACTIVE for port object fdccbcd2-cc9e-4194-b850-d5c9877f9978 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:20.017700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-870ecaae-e05b-4884-b640-72614aa42530 req-46974716-f7fd-4875-9163-7031312de042 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229619 May 28 05:47:20.021415 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:20.166610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e792d3cd-23fc-48e7-a52a-da458ce41b17 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for 6a60f273-626a-495f-8cfd-91921e5dbe8c owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:20.248600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa91beaf-eda9-4703-bb88-eafa22b1d514,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:20.250449 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-870ecaae-e05b-4884-b640-72614aa42530 req-96264d55-2f34-414a-8d27-9e9244d90a9b service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177579 May 28 05:47:20.266670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Checking segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:20.267171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Network hostable DHCP agents. Network: 16869d4a-c80d-44a1-af8f-c16c452e479c, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:20.336422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Network 16869d4a-c80d-44a1-af8f-c16c452e479c is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:20.366203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 16869d4a-c80d-44a1-af8f-c16c452e479c) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:20.375790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:20.376734 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:20.379636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce1944a-4a59-4249-8073-e7525ccf3183 None None] Network 16869d4a-c80d-44a1-af8f-c16c452e479c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:20.396382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e792d3cd-23fc-48e7-a52a-da458ce41b17 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:20.456680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792d3cd-23fc-48e7-a52a-da458ce41b17 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=6a60f273-626a-495f-8cfd-91921e5dbe8c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:20.466093 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:20.524757 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8073ae73-af11-4149-a7fb-4573e4d34799 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9055173 May 28 05:47:20.539509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6a8c6df-fc7c-4b44-bd93-a4da876ea8cf req-f67b22cf-efce-46b1-8022-19ccc05aaf93 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.2184038 May 28 05:47:20.546609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Pushing event updated for resources: {'Port': ['ID=fdccbcd2-cc9e-4194-b850-d5c9877f9978,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:20.608467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Attempting to bind port fdccbcd2-cc9e-4194-b850-d5c9877f9978 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:20.609068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Attempting to bind port fdccbcd2-cc9e-4194-b850-d5c9877f9978 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9c0f8621-aeaa-4e04-9c58-006d9696b39d'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:20.610052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Attempting to bind port fdccbcd2-cc9e-4194-b850-d5c9877f9978 on network 9c0f8621-aeaa-4e04-9c58-006d9696b39d {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:20.624018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Port fdccbcd2-cc9e-4194-b850-d5c9877f9978 on network 9c0f8621-aeaa-4e04-9c58-006d9696b39d not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:47:20.624690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Attempting to bind port fdccbcd2-cc9e-4194-b850-d5c9877f9978 on network 9c0f8621-aeaa-4e04-9c58-006d9696b39d {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:20.635665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:20.637805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Checking segment: {'id': '3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9c0f8621-aeaa-4e04-9c58-006d9696b39d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:20.639343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Bound using segment: {'id': '3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9c0f8621-aeaa-4e04-9c58-006d9696b39d'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:20.640450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Bound port: fdccbcd2-cc9e-4194-b850-d5c9877f9978, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9c0f8621-aeaa-4e04-9c58-006d9696b39d'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:20.642630 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:20.703642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Deleting port 3c978e59-c4ea-4856-8a47-392b8f234fc8 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:20.704243 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:20.784899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e792d3cd-23fc-48e7-a52a-da458ce41b17 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:20.787670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e792d3cd-23fc-48e7-a52a-da458ce41b17 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:20.788545 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e792d3cd-23fc-48e7-a52a-da458ce41b17 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/floatingips/6c71321d-fe05-4fc7-a59a-08702b9e8cc6 HTTP/1.1" status: 204 len: 168 time: 1.6805670 May 28 05:47:20.792713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60236) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:20.794359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab3394-761b-45fc-a73a-cc1436d10c93 None None] Network 16869d4a-c80d-44a1-af8f-c16c452e479c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:20.802850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '748d5768-5fe0-4292-ba58-689fb6d1e689'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:20.810355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:20.826368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] For port fdccbcd2-cc9e-4194-b850-d5c9877f9978, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:20.831314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:floatingip and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:20.839366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:20.854235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] For port fdccbcd2-cc9e-4194-b850-d5c9877f9978, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=fdccbcd2-cc9e-4194-b850-d5c9877f9978,segment=NetworkSegment(3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4),segment_id=3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:20.855421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:20.873562 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:20.873678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41816afc-7816-4c63-b739-d626ae97d54d req-ec6937d0-a38d-4331-a6e0-03d0df6c2b8e tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:20.875140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-41816afc-7816-4c63-b739-d626ae97d54d req-ec6937d0-a38d-4331-a6e0-03d0df6c2b8e tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 943 time: 0.3610592 May 28 05:47:20.967692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.001971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:21.004031 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.006036 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] 10.222.0.33 "PUT /v2.0/ports/fdccbcd2-cc9e-4194-b850-d5c9877f9978 HTTP/1.1" status: 200 len: 1091 time: 2.3015130 May 28 05:47:21.012964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c', 'tag': 'fdccbcd2-cc9e-4194-b850-d5c9877f9978'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:47:21.052948 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-41816afc-7816-4c63-b739-d626ae97d54d req-024eb649-0370-4328-b21a-f573549bd95b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516085 May 28 05:47:21.059046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] For port 3c978e59-c4ea-4856-8a47-392b8f234fc8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3c978e59-c4ea-4856-8a47-392b8f234fc8,segment=NetworkSegment(3e1ba587-cc29-4f06-85e7-485babd669ee),segment_id=3e1ba587-cc29-4f06-85e7-485babd669ee)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:21.059319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.172881 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c39dc8c-af7f-4346-91b9-d1c2343eb2ec'] response: {'name': 'network-changed', 'server_uuid': '6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c', 'tag': 'fdccbcd2-cc9e-4194-b850-d5c9877f9978', 'status': 'completed', 'code': 200} May 28 05:47:21.194742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803827e2-ead2-4493-8e2a-a41078a4669f service neutron] Pushing event updated for resources: {'Port': ['ID=fdccbcd2-cc9e-4194-b850-d5c9877f9978,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:21.247422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-60ce845e-5955-466a-a977-470bbd151ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:21.248904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-60ce845e-5955-466a-a977-470bbd151ce3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=68099458ca014d76a1099ec4768898e2&device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 1094 time: 0.1289039 May 28 05:47:21.260366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Calling delete_port for 3c978e59-c4ea-4856-8a47-392b8f234fc8 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:21.347041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-8b942b69-3271-4d58-940d-d1b6a89b671f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdccbcd2-cc9e-4194-b850-d5c9877f9978 HTTP/1.1" status: 200 len: 217 time: 0.0820293 May 28 05:47:21.354994 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.405285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Port': ['ID=3c978e59-c4ea-4856-8a47-392b8f234fc8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:21.408745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No DVR routers for this DVR port 3c978e59-c4ea-4856-8a47-392b8f234fc8 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:47:21.529930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.532387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-81bc244d-b260-4f67-98ad-7e6e52013c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:21.533849 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-81bc244d-b260-4f67-98ad-7e6e52013c2e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5c7788c1-549c-4875-9091-08e40915acaa HTTP/1.1" status: 200 len: 861 time: 0.1535273 May 28 05:47:21.664348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.732261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b49297-c822-4d74-8749-c6a1ad762c06']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:21.748814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08d5f5ff-1989-47dd-980e-803da1663f00 req-81a6d9a4-9937-42b3-9b95-3ce09208a72e tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0575335 May 28 05:47:21.752855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1ba587-cc29-4f06-85e7-485babd669ee') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:21.752855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1ba587-cc29-4f06-85e7-485babd669ee') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:21.754123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-e4916157-30c8-4bf6-a287-4a2ce8b7db72 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9c0f8621-aeaa-4e04-9c58-006d9696b39d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2047439 May 28 05:47:21.768743 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.788157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.794998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:21.795461 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.813204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-22bac9f0-63b6-4002-bde5-5c158a9b3d07 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:21.813894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-22bac9f0-63b6-4002-bde5-5c158a9b3d07 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:21.867887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60274) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:21.927198 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.939644 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:21.960822 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 3e1ba587-cc29-4f06-85e7-485babd669ee resource provider aggregate not found May 28 05:47:21.981565 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/00b49297-c822-4d74-8749-c6a1ad762c06 HTTP/1.1" status: 204 len: 168 time: 4.1704357 May 28 05:47:21.982441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf6210-b5e1-4e56-9fe8-8ff80719ab59 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=00b49297-c822-4d74-8749-c6a1ad762c06,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:21.985628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60284) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:21.992198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1594793515'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:21.998178 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 3e1ba587-cc29-4f06-85e7-485babd669ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e1ba587-cc29-4f06-85e7-485babd669ee found for delete ", "request_id": "req-08451f71-d01c-466a-9d66-7a77e775de08"}]} May 28 05:47:21.999075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:22.002905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:network and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:22.006187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:22.012443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:22.023568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:22.024563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-22bac9f0-63b6-4002-bde5-5c158a9b3d07 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:22.025780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-22bac9f0-63b6-4002-bde5-5c158a9b3d07 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.6767151 May 28 05:47:22.027455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:22.027780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-957d9104-38ac-485e-9635-124471979683 req-48a72d19-0601-43a8-9009-440041ece32a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0686774 May 28 05:47:22.058901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:22.071733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-446568e2-71f2-416b-b189-6ec558c9ec08 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/quotas/77494e1a6ff9467b8fe094cdca45ac25 HTTP/1.1" status: 200 len: 375 time: 0.0289366 May 28 05:47:22.071911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:22.079955 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:22.080296 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment a039e12c-258b-4763-8af9-cb30baea5887 of type vlan for network 2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662 May 28 05:47:22.081572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:22.084477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.25.4.136 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/564f33e8-ae0b-45c8-8f80-66f83952169d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:22.107430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Usage tracker for resource:floatingip and tenant:670d255e6eb2496eb01d334f40ba7b79 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:22.111129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:22.122330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:22.135018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-48c40dab-4058-450a-9248-4557b414bbb9 service neutron] 10.222.0.33 "GET /v2.0/networks/9c0f8621-aeaa-4e04-9c58-006d9696b39d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714635 May 28 05:47:22.143781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:22.147791 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-4dfcfe19-0152-4c91-a9ac-a0b991a53d07 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592468 May 28 05:47:22.157521 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:22.313489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:22.318719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:22.319331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:22.458542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4717124 May 28 05:47:22.459168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb8ee2-520f-45fa-b0e4-839d55fc97da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:22.462372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:22.471513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': '2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:22.473234 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:22.512390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e064025-8b30-4566-b291-14bd2b0f3642 req-7e92c3f9-f905-43f3-b887-cb80309fe0fc service neutron] 10.222.0.33 "GET /v2.0/networks/9c0f8621-aeaa-4e04-9c58-006d9696b39d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683808 May 28 05:47:22.532067 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:22.542007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-422442c8-2a00-450b-886d-3b2cdcc4cccc service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606257 May 28 05:47:22.592919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3ddcc-600c-4348-aedf-50f98ebed4fa req-1c91bcfe-111b-48e5-9d6c-66ca48038d6a tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:22.594457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00e3ddcc-600c-4348-aedf-50f98ebed4fa req-1c91bcfe-111b-48e5-9d6c-66ca48038d6a tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 943 time: 0.3334680 May 28 05:47:22.653409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:22.669968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:subnet and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:22.675822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:22.678983 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:22.687587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:22.730032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00e3ddcc-600c-4348-aedf-50f98ebed4fa req-3bc9d9da-47fb-47fd-9165-d58924cb3fdb tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099164 May 28 05:47:22.755808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:22.759178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:22.771155 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:22.814843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-1f5a589b-9c05-4bff-9c49-3b60d5b1e1de service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582526 May 28 05:47:22.849143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d6dc-0dd5-4db9-a2d0-aebe8d1054a1 req-5e535cf2-de7c-4655-8fad-d473ccb6d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:22.850599 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb58d6dc-0dd5-4db9-a2d0-aebe8d1054a1 req-5e535cf2-de7c-4655-8fad-d473ccb6d254 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=68099458ca014d76a1099ec4768898e2&device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 1094 time: 0.2151546 May 28 05:47:22.854619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:22.858083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:22.861618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:22.894198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_backend_mixin [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Performing IP validity checks on allocation pools {{(pid=88416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 05:47:22.894715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_backend_mixin [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 05:47:22.916817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=564f33e8-ae0b-45c8-8f80-66f83952169d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:22.969952 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-180c3280-bfa2-428a-ba96-ffbb7a5ee790 req-0dce5266-c71c-4d99-ad80-0a4d56c5e0fb tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0663207 May 28 05:47:22.992757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Allocated IP 172.25.4.47 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/d7055afd-16d2-433d-82cb-5852a14225c5) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:23.193164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57c884f6-d994-47c7-bc57-ad7d842ab592 req-abc606ad-f904-431d-9d11-0e332aeb5db1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 210 time: 0.1309412 May 28 05:47:23.246760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:23.275518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d6dc-0dd5-4db9-a2d0-aebe8d1054a1 req-9946fc27-9dad-4c01-8c6b-c13f8f873daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:23.277377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb58d6dc-0dd5-4db9-a2d0-aebe8d1054a1 req-9946fc27-9dad-4c01-8c6b-c13f8f873daf service neutron] 10.222.0.33 "GET /v2.0/networks?id=9c0f8621-aeaa-4e04-9c58-006d9696b39d HTTP/1.1" status: 200 len: 922 time: 0.3904078 May 28 05:47:23.376097 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:23.391922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=221ef51e-a117-4ff2-a409-f27161c29ef2,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:23.401812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': 'a039e12c-258b-4763-8af9-cb30baea5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:23.402180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: 2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:23.433813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network 2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:23.450329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:23.456511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:23.457389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:23.460475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31568932-8ff4-4a97-8bb7-ec1b683e1a64 None None] Network 2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:23.465670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:23.488827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb58d6dc-0dd5-4db9-a2d0-aebe8d1054a1 req-c804f34c-0136-492d-8cb9-f46d5535a312 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdccbcd2-cc9e-4194-b850-d5c9877f9978 HTTP/1.1" status: 200 len: 217 time: 0.2018647 May 28 05:47:23.691639 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-99dc4f83-90d5-43b9-99fd-a7437ccdde21 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2251515 May 28 05:47:23.691639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:23.694003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60310) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:23.696550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:23.703460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:23.713765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d6dc-0dd5-4db9-a2d0-aebe8d1054a1 req-65304ff5-c404-4b20-a5a1-fcaa0718a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:23.715326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb58d6dc-0dd5-4db9-a2d0-aebe8d1054a1 req-65304ff5-c404-4b20-a5a1-fcaa0718a423 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5c7788c1-549c-4875-9091-08e40915acaa HTTP/1.1" status: 200 len: 861 time: 0.2131310 May 28 05:47:23.742039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662', 'network_id': '2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': '221ef51e-a117-4ff2-a409-f27161c29ef2'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:23.743058 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:23.768536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event updated for resources: {'Port': ['ID=d7055afd-16d2-433d-82cb-5852a14225c5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:23.771692 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb58d6dc-0dd5-4db9-a2d0-aebe8d1054a1 req-d66db81e-2034-4084-b502-e853ace4e6e0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9c0f8621-aeaa-4e04-9c58-006d9696b39d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467143 May 28 05:47:23.937730 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:23.943968 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:23.962741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb58d6dc-0dd5-4db9-a2d0-aebe8d1054a1 req-35c79eaa-93d7-4335-9955-8d7394adbd74 service neutron] 10.222.0.33 "GET /v2.0/networks/9c0f8621-aeaa-4e04-9c58-006d9696b39d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818786 May 28 05:47:23.979018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Allocated IP 172.20.0.3 (2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662/221ef51e-a117-4ff2-a409-f27161c29ef2/a7257313-1117-47b1-9fc4-63517ceb5a1a) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:24.130059 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.141216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.174337 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb58d6dc-0dd5-4db9-a2d0-aebe8d1054a1 req-98af472e-23e0-4ee8-89d0-1947dfa9574f service neutron] 10.222.0.33 "GET /v2.0/networks/9c0f8621-aeaa-4e04-9c58-006d9696b39d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975865 May 28 05:47:24.176243 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.221876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24aa4d65-04f0-449a-85fe-9bbec6254e89 req-5d23447b-1edf-4595-a275-bc3fe37b8f17 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0447576 May 28 05:47:24.314909 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.329502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beb7e4-0d0c-47ba-a010-58ceb2377e5b req-db6aca25-a2fd-4008-b71a-7b590d92175d tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:24.330546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.332033 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68beb7e4-0d0c-47ba-a010-58ceb2377e5b req-db6aca25-a2fd-4008-b71a-7b590d92175d tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 943 time: 0.3801568 May 28 05:47:24.334837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Transition to ACTIVE for port object a7257313-1117-47b1-9fc4-63517ceb5a1a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:24.357531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Transition to ACTIVE for port object a7257313-1117-47b1-9fc4-63517ceb5a1a will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:24.364969 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.424728 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9521ad6e-9b0d-4716-97c7-2066de7bae23 req-0b634bf6-c644-49dc-b547-4daf2de4e3b7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 210 time: 0.0586650 May 28 05:47:24.464798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Network 2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:24.465880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Pushing event updated for resources: {'Port': ['ID=a7257313-1117-47b1-9fc4-63517ceb5a1a,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:24.468255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:24.472730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:24.505578 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.548960 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68beb7e4-0d0c-47ba-a010-58ceb2377e5b req-6c6fdd0d-5664-45e7-ad5d-6f9842418582 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106528 May 28 05:47:24.573353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=221ef51e-a117-4ff2-a409-f27161c29ef2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:24.636241 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Attempting to bind port a7257313-1117-47b1-9fc4-63517ceb5a1a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:24.636818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Attempting to bind port a7257313-1117-47b1-9fc4-63517ceb5a1a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'a039e12c-258b-4763-8af9-cb30baea5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:24.637492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Attempting to bind port a7257313-1117-47b1-9fc4-63517ceb5a1a on network 2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:24.643641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:24.644018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Checking segment: {'id': 'a039e12c-258b-4763-8af9-cb30baea5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:24.644594 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.645077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Bound using segment: {'id': 'a039e12c-258b-4763-8af9-cb30baea5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:24.645651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Bound port: a7257313-1117-47b1-9fc4-63517ceb5a1a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a039e12c-258b-4763-8af9-cb30baea5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:24.646076 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.732449 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.742119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-24c39443-2130-4a04-ad54-350e6e2a074a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:24.744577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-24c39443-2130-4a04-ad54-350e6e2a074a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.41 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.3090498 May 28 05:47:24.760008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:24.766356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] For port a7257313-1117-47b1-9fc4-63517ceb5a1a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:24.769388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Request body: {'port': {'device_id': '933fddfd-bf7d-4d63-a71c-10fca4ffda87', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'admin_state_up': True, 'tenant_id': '77494e1a6ff9467b8fe094cdca45ac25'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:24.774239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a039e12c-258b-4763-8af9-cb30baea5887') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:24.774682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a039e12c-258b-4763-8af9-cb30baea5887') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:24.796902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] For port a7257313-1117-47b1-9fc4-63517ceb5a1a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a7257313-1117-47b1-9fc4-63517ceb5a1a,segment=NetworkSegment(a039e12c-258b-4763-8af9-cb30baea5887),segment_id=a039e12c-258b-4763-8af9-cb30baea5887)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:24.798481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.804301 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.835790 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.848050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:24.848468 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.927351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.938557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.975060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860d627-5a85-4fee-baf3-fff10438d6fd None None] Pushing event updated for resources: {'Port': ['ID=a7257313-1117-47b1-9fc4-63517ceb5a1a,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:24.997275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f34687-2d7c-4394-a777-5b4bf4f3d46a None None] Network 2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:25.006912 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment a039e12c-258b-4763-8af9-cb30baea5887 resource provider aggregate not found May 28 05:47:25.024530 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbda05f-3d99-4864-8ebd-1abdc71ba840 req-eee0961b-dfd2-4661-abc1-9b09d9a087aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e3130b368b4e17a467aac587871f19&device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1809251 May 28 05:47:25.038693 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed810106-ea97-4cd4-a02e-f2b0c1544b93 req-aa85217f-f1f6-4565-afba-16bae2b67105 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1279004 May 28 05:47:25.063140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:47:25.083218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.095545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=564f33e8-ae0b-45c8-8f80-66f83952169d,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:25.105841 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment a039e12c-258b-4763-8af9-cb30baea5887 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a039e12c-258b-4763-8af9-cb30baea5887 found for delete ", "request_id": "req-ade42ebc-5517-4457-a55e-d5d36f9e6c6d"}]} May 28 05:47:25.108504 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbda05f-3d99-4864-8ebd-1abdc71ba840 req-9218648e-c125-4fc5-8aa0-ae1ef1d697c4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=83e3130b368b4e17a467aac587871f19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688875 May 28 05:47:25.110936 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:47:25.110936 n-d-843679-5 neutron-server[88416]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:47:25.110936 n-d-843679-5 neutron-server[88416]: [parameters: {'id': '2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662'}] May 28 05:47:25.110936 n-d-843679-5 neutron-server[88416]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:47:25.111762 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:47:25.112482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.126621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:25.130846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Usage tracker for resource:port and tenant:77494e1a6ff9467b8fe094cdca45ac25 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:25.133747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:25.140920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:25.148545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.257101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b03f3da-2fa8-49cd-bf22-592b1b6509be None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:47:25.309376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device fdccbcd2-cc9e-4194-b850-d5c9877f9978 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:47:25.333603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.347189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Made reservation on behalf of 77494e1a6ff9467b8fe094cdca45ac25 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:25.350551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.365023 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.366418 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4976332 May 28 05:47:25.375268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60328) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:25.388912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d879b89-90a8-4945-af52-79da8d13206d tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event updated for resources: {'Port': ['ID=d7055afd-16d2-433d-82cb-5852a14225c5,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:25.394156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-572960941'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:25.399312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:25.403261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Usage tracker for resource:network and tenant:670d255e6eb2496eb01d334f40ba7b79 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:25.406154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:25.412687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:25.426149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Made reservation on behalf of 670d255e6eb2496eb01d334f40ba7b79 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:25.429550 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.444699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.502815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbda05f-3d99-4864-8ebd-1abdc71ba840 req-bf30b175-a17b-481c-a2de-cde93d4c20da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:25.505607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbda05f-3d99-4864-8ebd-1abdc71ba840 req-bf30b175-a17b-481c-a2de-cde93d4c20da service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3857343 May 28 05:47:25.507486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:25.533841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Usage tracker for resource:security_group_rule and tenant:670d255e6eb2496eb01d334f40ba7b79 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:25.537433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03f3da-2fa8-49cd-bf22-592b1b6509be None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:47:25.541850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port fdccbcd2-cc9e-4194-b850-d5c9877f9978, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=fdccbcd2-cc9e-4194-b850-d5c9877f9978,segment=NetworkSegment(3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4),segment_id=3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:25.542820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:25.551967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:25.568309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'fdccbcd2-cc9e-4194-b850-d5c9877f9978', 'network_id': '9c0f8621-aeaa-4e04-9c58-006d9696b39d', 'port_id': 'fdccbcd2-cc9e-4194-b850-d5c9877f9978', 'mac_address': 'fa:16:3e:18:10:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7788c1-549c-4875-9091-08e40915acaa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:47:25.617843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.623472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4f4c73d1-24fa-4fff-a9c4-1892510a716d req-19a39856-2d24-4f0b-8aae-853f84f5cb90 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 210 time: 0.0681334 May 28 05:47:25.647716 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 4e0a2174-2e59-4090-b4b9-d9fc6a32b555 associated. External IP: 172.25.4.136, port: 748d5768-5fe0-4292-ba58-689fb6d1e689. May 28 05:47:25.649874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port fdccbcd2-cc9e-4194-b850-d5c9877f9978 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:25.650870 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.746249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdccbcd2-cc9e-4194-b850-d5c9877f9978 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:47:25.763915 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66424f1d-c707-4815-8ae2-806636d2c32d req-389a47a5-a7f8-4bdd-8ac8-0877070edafc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4510264 May 28 05:47:25.776359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port fdccbcd2-cc9e-4194-b850-d5c9877f9978, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=fdccbcd2-cc9e-4194-b850-d5c9877f9978,segment=NetworkSegment(3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4),segment_id=3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:25.783831 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.859499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Deleting port a7257313-1117-47b1-9fc4-63517ceb5a1a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:25.860122 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.919721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.925489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Allocated IP 172.20.0.6 (16869d4a-c80d-44a1-af8f-c16c452e479c/fa91beaf-eda9-4703-bb88-eafa22b1d514/3f2ab61d-fa0b-49a6-a125-97a9d0c17a08) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:25.939975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=fdccbcd2-cc9e-4194-b850-d5c9877f9978,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:25.946510 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.990568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df23bbe-5906-4bbb-8ede-d732101013c7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:26.035490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:26.064792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:26.065256 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Added segment ac993dc6-95e5-4238-8e71-4e44f5fefd8a of type vlan for network 7c65e6bf-f221-4044-9115-9a18483c1b46 May 28 05:47:26.099576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f23b73-3edf-4a44-8732-836958f156a2 req-25df3616-0769-4acb-8248-bb1d363b45e0 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:26.103992 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e5f23b73-3edf-4a44-8732-836958f156a2 req-25df3616-0769-4acb-8248-bb1d363b45e0 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 944 time: 0.2864692 May 28 05:47:26.180925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['fdccbcd2-cc9e-4194-b850-d5c9877f9978'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:47:26.189232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424f1d-c707-4815-8ae2-806636d2c32d req-de15d223-2a47-4d80-ab42-5b75ad16829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:26.190724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66424f1d-c707-4815-8ae2-806636d2c32d req-de15d223-2a47-4d80-ab42-5b75ad16829b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 1096 time: 0.3923585 May 28 05:47:26.261892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:26.302029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] For port a7257313-1117-47b1-9fc4-63517ceb5a1a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a7257313-1117-47b1-9fc4-63517ceb5a1a,segment=NetworkSegment(a039e12c-258b-4763-8af9-cb30baea5887),segment_id=a039e12c-258b-4763-8af9-cb30baea5887)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:26.302472 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:26.327584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b139a77d-96a4-481b-aed9-eedb9ff4f173 req-c66afd86-0d0d-4d1b-96f3-164420449563 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1358099 May 28 05:47:26.406696 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e5f23b73-3edf-4a44-8732-836958f156a2 req-8da2842c-beda-4b96-8689-4f3f22c9c250 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955790 May 28 05:47:26.474870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Calling delete_port for a7257313-1117-47b1-9fc4-63517ceb5a1a owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:26.495841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:26.498665 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:26.501600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:47:26.532715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424f1d-c707-4815-8ae2-806636d2c32d req-a1115e59-4698-4757-ab68-1c96417fcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:26.534339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66424f1d-c707-4815-8ae2-806636d2c32d req-a1115e59-4698-4757-ab68-1c96417fcfff service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.3002689 May 28 05:47:26.540656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:26.546089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:26.546678 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:26.672711 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:26.739756 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3629673 May 28 05:47:26.742911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No DVR routers for this DVR port a7257313-1117-47b1-9fc4-63517ceb5a1a on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:47:26.744363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aac05-7243-4a6d-bf09-070f5102ef78 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event updated for resources: {'Network': ['ID=7c65e6bf-f221-4044-9115-9a18483c1b46,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:26.748662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60340) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:26.761147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 7c65e6bf-f221-4044-9115-9a18483c1b46 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:26.803113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Request body: {'subnet': {'network_id': '7c65e6bf-f221-4044-9115-9a18483c1b46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:26.803503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66424f1d-c707-4815-8ae2-806636d2c32d req-068e841b-43fa-461c-93d6-47f6b0941ec2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 HTTP/1.1" status: 200 len: 217 time: 0.2131879 May 28 05:47:26.822638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Port': ['ID=a7257313-1117-47b1-9fc4-63517ceb5a1a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:26.896934 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38ce58a7-fcce-46a7-9780-f7b332c87b31 req-8e281bb4-dd18-49e0-88c5-382cff621354 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 210 time: 0.1059291 May 28 05:47:26.997552 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.001991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424f1d-c707-4815-8ae2-806636d2c32d req-a2361d7c-e550-44b3-bc82-aaf487cfdafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:27.003683 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66424f1d-c707-4815-8ae2-806636d2c32d req-a2361d7c-e550-44b3-bc82-aaf487cfdafb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.1625328 May 28 05:47:27.032184 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3dbda05f-3d99-4864-8ebd-1abdc71ba840 req-50e8e572-85d1-46b6-bd77-3b40c0594533 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.41 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1313450 May 28 05:47:27.048336 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.081427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:27.084331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:27.097152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Usage tracker for resource:subnet and tenant:670d255e6eb2496eb01d334f40ba7b79 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:27.102934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:27.108185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a039e12c-258b-4763-8af9-cb30baea5887') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:27.108595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a039e12c-258b-4763-8af9-cb30baea5887') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:27.117397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:27.131065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:27.133523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Network 16869d4a-c80d-44a1-af8f-c16c452e479c is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:27.134258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.142494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d664d-e704-470a-bab3-59248d8e38ae None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:27.145825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:27.158136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:27.164547 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.168017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Made reservation on behalf of 670d255e6eb2496eb01d334f40ba7b79 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:27.172274 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.176313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d664d-e704-470a-bab3-59248d8e38ae None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:27.177322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-128d664d-e704-470a-bab3-59248d8e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:27.208624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event updated for resources: {'Port': ['ID=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:27.250950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:27.251598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.255792 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.275844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-128d664d-e704-470a-bab3-59248d8e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:27.285653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d664d-e704-470a-bab3-59248d8e38ae None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:27.285653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-128d664d-e704-470a-bab3-59248d8e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:27.290516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:27.291429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.328775 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-b09d831f-0fbc-4495-8d60-96764644c680 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5689514 May 28 05:47:27.332361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424f1d-c707-4815-8ae2-806636d2c32d req-72b476fe-d0f1-428a-bef9-b59881ef88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:27.333744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66424f1d-c707-4815-8ae2-806636d2c32d req-72b476fe-d0f1-428a-bef9-b59881ef88d7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2858775 May 28 05:47:27.338009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-03f91efb-af88-464f-9c1c-688fb6c02603 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5398901 May 28 05:47:27.340552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Request body: {'port': {'device_id': '933fddfd-bf7d-4d63-a71c-10fca4ffda87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:27.348104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device fdccbcd2-cc9e-4194-b850-d5c9877f9978 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:47:27.365101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60346) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:27.393262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1522570684'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:27.414038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-128d664d-e704-470a-bab3-59248d8e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:27.414437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d664d-e704-470a-bab3-59248d8e38ae None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:27.414952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:27.431909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port fdccbcd2-cc9e-4194-b850-d5c9877f9978 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:27.437796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port fdccbcd2-cc9e-4194-b850-d5c9877f9978 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:27.438124 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.465899 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment a039e12c-258b-4763-8af9-cb30baea5887 resource provider aggregate not found May 28 05:47:27.510208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:network and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:27.519880 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment a039e12c-258b-4763-8af9-cb30baea5887 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a039e12c-258b-4763-8af9-cb30baea5887 found for delete ", "request_id": "req-3cbc749f-ab4d-4d6b-affa-97f546467116"}]} May 28 05:47:27.520993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:27.533823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:27.558269 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.568670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.610390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port fdccbcd2-cc9e-4194-b850-d5c9877f9978 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:27.610781 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.646480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdccbcd2-cc9e-4194-b850-d5c9877f9978'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:47:27.648663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662 HTTP/1.1" status: 204 len: 168 time: 3.9532032 May 28 05:47:27.651830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5407c27-76e2-4a6f-bf46-cecfac10e0e1 req-83181a36-57a3-4814-92a8-44361cf10090 tempest-ServerShowV257Test-552416555 tempest-ServerShowV257Test-552416555-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d43535-d8c6-428b-9c4e-ff6bc744c2e0 HTTP/1.1" status: 200 len: 210 time: 0.1301801 May 28 05:47:27.655610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60358) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:27.657812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Made reservation on behalf of fbc0e7437cda450487ac3dbf8a74d1da for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:27.661537 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.671055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port fdccbcd2-cc9e-4194-b850-d5c9877f9978, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=fdccbcd2-cc9e-4194-b850-d5c9877f9978,segment=NetworkSegment(3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4),segment_id=3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:27.675002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-490014771'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:27.678752 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.686667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa722c-5e67-41c7-b566-fd6a42898332 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:27.698109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:27.709038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:network and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:27.714296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:27.717453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.720307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:27.745687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:27.749636 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.778872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=fdccbcd2-cc9e-4194-b850-d5c9877f9978,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:27.787910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.788256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.788597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.788932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.789319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.789660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.789988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.790314 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.790660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.791800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.792132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.792457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:27.794395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66424f1d-c707-4815-8ae2-806636d2c32d req-75248700-92bf-4156-b07c-b716617949c3 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283493 May 28 05:47:27.819674 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb233d4-12ca-495f-a295-20c7c9208b62'] response: {'server_uuid': '6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdccbcd2-cc9e-4194-b850-d5c9877f9978', 'code': 200} May 28 05:47:27.829177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:27.947942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.948289 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Added segment 3a117583-c8b5-43d9-b0fb-a453871db963 of type vlan for network be10ce23-1ae2-48b5-896b-bc433b76ff78 May 28 05:47:28.003844 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.046019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:28.060652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.077985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45e3b3-56d7-48e1-a73b-1c29992f5aa9 req-6fe2f65a-b78b-4cc2-95dc-8c83d1bdf838 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:28.078666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6c45e3b3-56d7-48e1-a73b-1c29992f5aa9 req-6fe2f65a-b78b-4cc2-95dc-8c83d1bdf838 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Synchronizing usage tracker for tenant:68099458ca014d76a1099ec4768898e2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:28.123078 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66424f1d-c707-4815-8ae2-806636d2c32d req-9395e774-f6ac-4bf1-9833-792eaff8531b service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915409 May 28 05:47:28.140799 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.141150 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment cdc4421f-7054-49ba-b9a9-614e2d419518 of type vlan for network ce7e3109-5f82-4305-abcd-a73df2618589 May 28 05:47:28.164304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6c45e3b3-56d7-48e1-a73b-1c29992f5aa9 req-6fe2f65a-b78b-4cc2-95dc-8c83d1bdf838 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Unset dirty status for tenant:68099458ca014d76a1099ec4768898e2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:28.165420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c45e3b3-56d7-48e1-a73b-1c29992f5aa9 req-6fe2f65a-b78b-4cc2-95dc-8c83d1bdf838 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 944 time: 0.5801246 May 28 05:47:28.195681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95a14f-549d-4897-a7cd-c41f7a430e59 req-aab073df-2fe2-4a1f-9943-33b0ce4a8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:28.197613 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af95a14f-549d-4897-a7cd-c41f7a430e59 req-aab073df-2fe2-4a1f-9943-33b0ce4a8cdb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 1096 time: 0.2795060 May 28 05:47:28.200381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event updated for resources: {'Subnet': ['ID=107297dc-6893-4a51-8a8e-29ac5f429731,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:28.203739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Checking segment: {'id': 'ac993dc6-95e5-4238-8e71-4e44f5fefd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c65e6bf-f221-4044-9115-9a18483c1b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:28.204100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Network hostable DHCP agents. Network: 7c65e6bf-f221-4044-9115-9a18483c1b46, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:28.218584 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.223882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:28.224426 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.251677 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.289294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2cf0a-2c3c-4468-aadb-a1db259816a2 req-bf5f7359-9c01-4c6e-a140-440751097253 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:28.290791 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-17c2cf0a-2c3c-4468-aadb-a1db259816a2 req-bf5f7359-9c01-4c6e-a140-440751097253 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 931 time: 0.2458439 May 28 05:47:28.308810 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af95a14f-549d-4897-a7cd-c41f7a430e59 req-5a9d32f0-ff02-455b-81e6-76217a589a65 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860741 May 28 05:47:28.328653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Network 7c65e6bf-f221-4044-9115-9a18483c1b46 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:28.353524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 7c65e6bf-f221-4044-9115-9a18483c1b46) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:28.359307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:28.359442 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.363906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ea000-e7ca-49b9-80d5-d6376f5f3e9b None None] Network 7c65e6bf-f221-4044-9115-9a18483c1b46 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:28.371464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.379959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:28.380158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0096498 May 28 05:47:28.380280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.382835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60366) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:28.396961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6c45e3b3-56d7-48e1-a73b-1c29992f5aa9 req-00baaa9f-1ccf-4438-8a26-809a6373154f tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Synchronizing usage tracker for tenant:68099458ca014d76a1099ec4768898e2 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:28.401171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960a1f0-e3d0-4943-99d9-030d5833899b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Network': ['ID=be10ce23-1ae2-48b5-896b-bc433b76ff78,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:28.415635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-17c2cf0a-2c3c-4468-aadb-a1db259816a2 req-044725a6-202b-4c2c-9e9f-1135ea48a1ee tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107643 May 28 05:47:28.425126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'subnet': {'network_id': 'be10ce23-1ae2-48b5-896b-bc433b76ff78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:28.434990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network be10ce23-1ae2-48b5-896b-bc433b76ff78 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:28.445987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6c45e3b3-56d7-48e1-a73b-1c29992f5aa9 req-00baaa9f-1ccf-4438-8a26-809a6373154f tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Unset dirty status for tenant:68099458ca014d76a1099ec4768898e2 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:28.447763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c45e3b3-56d7-48e1-a73b-1c29992f5aa9 req-00baaa9f-1ccf-4438-8a26-809a6373154f tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350037 May 28 05:47:28.524494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:47:28.533918 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.550908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Transition to ACTIVE for port object 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:28.556012 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.585913 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b5e87ed3-e176-40ed-8502-e5d4765f2c4f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8271430 May 28 05:47:28.587701 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9286675 May 28 05:47:28.588300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60370) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:28.610114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60372) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:28.617193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-462541070', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:28.636726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': 'ce7e3109-5f82-4305-abcd-a73df2618589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:28.658804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:28.663673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54cf1c-afab-4ab1-bce4-6d80263fdba1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=ce7e3109-5f82-4305-abcd-a73df2618589,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:28.680628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ce7e3109-5f82-4305-abcd-a73df2618589 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:28.737453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Usage tracker for resource:router and tenant:670d255e6eb2496eb01d334f40ba7b79 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:28.759192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:28.781298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:28.797807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:28.810608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:28.817900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.819415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.822767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:subnet and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:28.825171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-7c65e6bf-f221-4044-9115-9a18483c1b46', 'network_id': '7c65e6bf-f221-4044-9115-9a18483c1b46', 'tenant_id': '670d255e6eb2496eb01d334f40ba7b79', 'fixed_ips': [{'subnet_id': '107297dc-6893-4a51-8a8e-29ac5f429731'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:28.825993 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.826127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:28.829465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:28.838031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:28.856892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.865915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Made reservation on behalf of fbc0e7437cda450487ac3dbf8a74d1da for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:28.870101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.883992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:28.887630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:28.971837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:28.993701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Attempting to bind port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:28.994780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Attempting to bind port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:28.995209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Attempting to bind port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:29.000490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 on network 16869d4a-c80d-44a1-af8f-c16c452e479c not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:47:29.000928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Attempting to bind port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:29.007348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:29.007805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Checking segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:29.008289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Bound using segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:29.008828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Bound port: 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:29.009277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.022825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Allocated IP 172.20.0.2 (7c65e6bf-f221-4044-9115-9a18483c1b46/107297dc-6893-4a51-8a8e-29ac5f429731/781a1783-cbd5-4970-ab4f-7cc3489c42a8) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:29.131907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] For port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:29.138765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] For port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:29.153191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.233221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:29.233753 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.234887 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] 10.222.0.41 "PUT /v2.0/ports/3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 HTTP/1.1" status: 200 len: 1091 time: 1.8985500 May 28 05:47:29.235469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933fddfd-bf7d-4d63-a71c-10fca4ffda87', 'tag': '3f2ab61d-fa0b-49a6-a125-97a9d0c17a08'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:47:29.241054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60384) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:29.264699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f93079-df46-40ec-a9d0-ada2d3e24d57 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:29.333489 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb60d03-a904-4be7-9c5f-885e8e5a4f51'] response: {'name': 'network-changed', 'server_uuid': '933fddfd-bf7d-4d63-a71c-10fca4ffda87', 'tag': '3f2ab61d-fa0b-49a6-a125-97a9d0c17a08', 'status': 'completed', 'code': 200} May 28 05:47:29.339330 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.349834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Transition to ACTIVE for port object 781a1783-cbd5-4970-ab4f-7cc3489c42a8 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:29.369192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Transition to ACTIVE for port object 781a1783-cbd5-4970-ab4f-7cc3489c42a8 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:29.377109 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.386432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-fb183dec-c478-48b9-8add-46487f5c5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:29.388185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-fb183dec-c478-48b9-8add-46487f5c5673 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 1094 time: 0.1026731 May 28 05:47:29.437142 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.446131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Network 7c65e6bf-f221-4044-9115-9a18483c1b46 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:29.449510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:29.460830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:29.500460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e204-7be8-4bcd-b44b-0317ee39a77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.518961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c7d4e204-7be8-4bcd-b44b-0317ee39a77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:29.523095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c7d4e204-7be8-4bcd-b44b-0317ee39a77d admin admin] Usage tracker for resource:security_group_rule and tenant:83e3130b368b4e17a467aac587871f19 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:29.527074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c7d4e204-7be8-4bcd-b44b-0317ee39a77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:29.533513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c7d4e204-7be8-4bcd-b44b-0317ee39a77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:29.548511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Pushing event updated for resources: {'Port': ['ID=781a1783-cbd5-4970-ab4f-7cc3489c42a8,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:29.622873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Attempting to bind port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:29.623275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Attempting to bind port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'ac993dc6-95e5-4238-8e71-4e44f5fefd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c65e6bf-f221-4044-9115-9a18483c1b46'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:29.623623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Attempting to bind port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 on network 7c65e6bf-f221-4044-9115-9a18483c1b46 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:29.629992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:29.630452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Checking segment: {'id': 'ac993dc6-95e5-4238-8e71-4e44f5fefd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c65e6bf-f221-4044-9115-9a18483c1b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:29.630756 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.631158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Bound using segment: {'id': 'ac993dc6-95e5-4238-8e71-4e44f5fefd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c65e6bf-f221-4044-9115-9a18483c1b46'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:29.631665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Bound port: 781a1783-cbd5-4970-ab4f-7cc3489c42a8, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac993dc6-95e5-4238-8e71-4e44f5fefd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c65e6bf-f221-4044-9115-9a18483c1b46'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:29.632036 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.636540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e204-7be8-4bcd-b44b-0317ee39a77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.639094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-3e3dcebd-51f5-4285-9bf7-438466a44446 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 HTTP/1.1" status: 200 len: 217 time: 0.2300735 May 28 05:47:29.747809 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e204-7be8-4bcd-b44b-0317ee39a77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.780336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] For port 781a1783-cbd5-4970-ab4f-7cc3489c42a8, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:29.783947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] For port 781a1783-cbd5-4970-ab4f-7cc3489c42a8, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=781a1783-cbd5-4970-ab4f-7cc3489c42a8,segment=NetworkSegment(ac993dc6-95e5-4238-8e71-4e44f5fefd8a),segment_id=ac993dc6-95e5-4238-8e71-4e44f5fefd8a)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:29.790250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:29.823211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4e204-7be8-4bcd-b44b-0317ee39a77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf8b00-5418-46dd-8dfe-24771ee82b0e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:29.837018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c7d4e204-7be8-4bcd-b44b-0317ee39a77d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83e3130b368b4e17a467aac587871f19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925150 May 28 05:47:29.837835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60396) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:29.866357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9cbf8-9813-402f-873d-b3065f22e9da req-c34504bf-86d3-4688-b626-026c083ed437 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:29.873490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f088e2c-24b5-4ff2-9ecc-af3a26c5f2bf None None] Pushing event updated for resources: {'Port': ['ID=781a1783-cbd5-4970-ab4f-7cc3489c42a8,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:29.874692 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55b9cbf8-9813-402f-873d-b3065f22e9da req-c34504bf-86d3-4688-b626-026c083ed437 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 945 time: 0.2344875 May 28 05:47:29.880260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-f9962fa9-03af-4aa8-a285-1b090b292617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:29.881660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-f9962fa9-03af-4aa8-a285-1b090b292617 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.1803150 May 28 05:47:29.964943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-efd2a9f4-e2f1-46a9-8d54-73c54a6d772d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635228 May 28 05:47:30.038998 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.076305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.103002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55b9cbf8-9813-402f-873d-b3065f22e9da req-659c8052-f393-4421-b706-781ae24363b8 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270639 May 28 05:47:30.132060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273cc78-86a8-4bfd-9cdf-846d26789d7d req-c3888ba8-7be9-4847-b995-8865de592191 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:30.133619 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4273cc78-86a8-4bfd-9cdf-846d26789d7d req-c3888ba8-7be9-4847-b995-8865de592191 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 943 time: 0.5293412 May 28 05:47:30.186943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13a45bd7-4450-4640-82ab-b8b69fd1562b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.221205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Subnet': ['ID=475c4de9-61ad-451e-9f98-e7745a590104,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:30.236034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13a45bd7-4450-4640-82ab-b8b69fd1562b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.244334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-86761154-04db-4eee-ade0-9b3edbfd7041 service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719817 May 28 05:47:30.316835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': 'cdc4421f-7054-49ba-b9a9-614e2d419518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ce7e3109-5f82-4305-abcd-a73df2618589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:30.317129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: ce7e3109-5f82-4305-abcd-a73df2618589, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:30.329430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4273cc78-86a8-4bfd-9cdf-846d26789d7d req-50de01f4-602f-4b20-85d6-9ae00da0a0de tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816239 May 28 05:47:30.334445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Checking segment: {'id': '3a117583-c8b5-43d9-b0fb-a453871db963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be10ce23-1ae2-48b5-896b-bc433b76ff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:30.334812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network hostable DHCP agents. Network: be10ce23-1ae2-48b5-896b-bc433b76ff78, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:30.371352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=f7e5f0ce-d99d-4824-9023-43c2616cdfee,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:30.423655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 781a1783-cbd5-4970-ab4f-7cc3489c42a8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:47:30.428985 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13a45bd7-4450-4640-82ab-b8b69fd1562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.434205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-995d3f64-3850-483d-bd46-e76a1e38f2d4 req-a8a5b98a-c2ef-4174-b790-68fba3c5272f service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777582 May 28 05:47:30.448948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a45bd7-4450-4640-82ab-b8b69fd1562b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf8b00-5418-46dd-8dfe-24771ee82b0e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:30.452452 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13a45bd7-4450-4640-82ab-b8b69fd1562b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.468447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-13a45bd7-4450-4640-82ab-b8b69fd1562b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bdf8b00-5418-46dd-8dfe-24771ee82b0e HTTP/1.1" status: 204 len: 168 time: 0.6146567 May 28 05:47:30.479139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network ce7e3109-5f82-4305-abcd-a73df2618589 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:30.520542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:30.547786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network be10ce23-1ae2-48b5-896b-bc433b76ff78 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:30.562291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ce7e3109-5f82-4305-abcd-a73df2618589) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:30.571260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1390c2b6-3a1f-45c0-b83f-8b6e3055cd8c None None] Network ce7e3109-5f82-4305-abcd-a73df2618589 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:30.577341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf9e32-42cc-468c-901f-e1bce2b0cd87 req-4f1d7f27-a9f3-45e4-b352-9a380a2e654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:30.579081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cdf9e32-42cc-468c-901f-e1bce2b0cd87 req-4f1d7f27-a9f3-45e4-b352-9a380a2e654e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 1094 time: 0.0817504 May 28 05:47:30.589088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, be10ce23-1ae2-48b5-896b-bc433b76ff78) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:30.600140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:30.600721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.636288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:30.636893 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.640924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.656822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321681ee-efc7-4941-afd7-f33389d4090a None None] Network be10ce23-1ae2-48b5-896b-bc433b76ff78 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:30.671616 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f158ebd3-3a22-4505-9831-9edc2f335def tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2693393 May 28 05:47:30.681720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60404) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:30.682796 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.734072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1079393110', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:30.743430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:30.752737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:router and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:30.757244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:30.765715 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-500bdcde-c1ef-44b4-8ebb-1eb6697ad692 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1417444 May 28 05:47:30.770121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60408) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:30.779023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:30.800840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf9e32-42cc-468c-901f-e1bce2b0cd87 req-601be78d-ea56-44a0-8662-32019811c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:30.802524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cdf9e32-42cc-468c-901f-e1bce2b0cd87 req-601be78d-ea56-44a0-8662-32019811c840 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 912 time: 0.2094653 May 28 05:47:30.864145 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.865145 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.912461 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:30.926494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Allocated IP 172.25.4.3 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/2e95c668-cc59-4a75-8d30-7cfab5515f34) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:31.177630 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:31.203463 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cdf9e32-42cc-468c-901f-e1bce2b0cd87 req-bc863532-7da4-4c81-ad93-845a6932776d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 HTTP/1.1" status: 200 len: 217 time: 0.3245022 May 28 05:47:31.257668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-ce7e3109-5f82-4305-abcd-a73df2618589', 'network_id': 'ce7e3109-5f82-4305-abcd-a73df2618589', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': 'f7e5f0ce-d99d-4824-9023-43c2616cdfee'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:31.259544 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:31.279804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ebc50-6514-43cb-b894-701cf79d71a1 None None] Network 7c65e6bf-f221-4044-9115-9a18483c1b46 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:31.381399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf9e32-42cc-468c-901f-e1bce2b0cd87 req-bcf531a7-e923-4087-93fd-466bddaf79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:31.383086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cdf9e32-42cc-468c-901f-e1bce2b0cd87 req-bcf531a7-e923-4087-93fd-466bddaf79f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.1609066 May 28 05:47:31.427421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-be10ce23-1ae2-48b5-896b-bc433b76ff78', 'network_id': 'be10ce23-1ae2-48b5-896b-bc433b76ff78', 'tenant_id': 'fbc0e7437cda450487ac3dbf8a74d1da', 'fixed_ips': [{'subnet_id': '475c4de9-61ad-451e-9f98-e7745a590104'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:31.428096 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:31.455853 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:31.457266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aacd91bb-3096-4406-8dcf-5b66370793c2 None None] Provisioning for port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:31.468986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aacd91bb-3096-4406-8dcf-5b66370793c2 None None] Provisioning complete for port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:31.469393 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aacd91bb-3096-4406-8dcf-5b66370793c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:31.474036 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cdf9e32-42cc-468c-901f-e1bce2b0cd87 req-662dd7c6-bb46-4c34-b55c-fc612e4aa0ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822656 May 28 05:47:31.482718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:31.575081 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:31.680097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cdf9e32-42cc-468c-901f-e1bce2b0cd87 req-2eb57578-69bc-4459-9b3e-5662fa355da6 service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932766 May 28 05:47:31.797193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ccdb9-b007-434a-ba03-dafc7b5c397d req-9418b56e-9d90-46e3-a06f-0887bf652e8c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:31.798930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-831ccdb9-b007-434a-ba03-dafc7b5c397d req-9418b56e-9d90-46e3-a06f-0887bf652e8c tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 945 time: 0.4716034 May 28 05:47:31.860148 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:31.869018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:31.922299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-831ccdb9-b007-434a-ba03-dafc7b5c397d req-03ca6538-49fd-4064-9aff-c3cf27962bf3 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100957 May 28 05:47:31.948886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bb4bd-3f98-4bcf-b1e0-38a5a29b8ccc req-878b0ec8-a66b-4535-9eea-1610f585d207 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:31.957946 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-381bb4bd-3f98-4bcf-b1e0-38a5a29b8ccc req-878b0ec8-a66b-4535-9eea-1610f585d207 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 943 time: 0.3488572 May 28 05:47:31.961400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:31.982831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:31.987011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event updated for resources: {'Port': ['ID=2e95c668-cc59-4a75-8d30-7cfab5515f34,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:31.989323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:32.049981 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cdf9e32-42cc-468c-901f-e1bce2b0cd87 req-29f4897b-5445-40d6-918c-b3291821de02 service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519971 May 28 05:47:32.175728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-aacd91bb-3096-4406-8dcf-5b66370793c2 None None] Current status of the port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:32.176102 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aacd91bb-3096-4406-8dcf-5b66370793c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:32.221695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Allocated IP 172.20.0.1 (ce7e3109-5f82-4305-abcd-a73df2618589/f7e5f0ce-d99d-4824-9023-43c2616cdfee/3c61135b-7219-467a-ac83-f63105d6df90) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:32.279581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Allocated IP 172.20.0.2 (be10ce23-1ae2-48b5-896b-bc433b76ff78/475c4de9-61ad-451e-9f98-e7745a590104/56e02571-86e6-4615-869d-5c64c1bfb75e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:32.348176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-aacd91bb-3096-4406-8dcf-5b66370793c2 None None] For port 781a1783-cbd5-4970-ab4f-7cc3489c42a8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=781a1783-cbd5-4970-ab4f-7cc3489c42a8,segment=NetworkSegment(ac993dc6-95e5-4238-8e71-4e44f5fefd8a),segment_id=ac993dc6-95e5-4238-8e71-4e44f5fefd8a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:32.414989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-381bb4bd-3f98-4bcf-b1e0-38a5a29b8ccc req-402761f5-ed3c-4ad0-9391-6e03747837bd tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557297 May 28 05:47:32.445922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aacd91bb-3096-4406-8dcf-5b66370793c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:32.544033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:32.595579 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:32.745549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-00edb4a8-1643-4da4-8fcd-82449eab1edf None None] Provisioning complete for port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:32.745778 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00edb4a8-1643-4da4-8fcd-82449eab1edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:32.817326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd91bb-3096-4406-8dcf-5b66370793c2 None None] Pushing event updated for resources: {'Port': ['ID=781a1783-cbd5-4970-ab4f-7cc3489c42a8,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:32.943509 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.25.4.63 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/d1c60474-76e6-45a4-890a-14d8b66a6e7b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:32.984758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.149563 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.180488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Transition to ACTIVE for port object 3c61135b-7219-467a-ac83-f63105d6df90 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:33.189953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-00edb4a8-1643-4da4-8fcd-82449eab1edf None None] Current status of the port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:33.215277 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.221830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Transition to ACTIVE for port object 3c61135b-7219-467a-ac83-f63105d6df90 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:33.233154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Transition to ACTIVE for port object 56e02571-86e6-4615-869d-5c64c1bfb75e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:33.242678 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.263106 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.327473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Pushing event updated for resources: {'Port': ['ID=3c61135b-7219-467a-ac83-f63105d6df90,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:33.342814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Transition to ACTIVE for port object 56e02571-86e6-4615-869d-5c64c1bfb75e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:33.345432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Network ce7e3109-5f82-4305-abcd-a73df2618589 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:33.347668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:33.351111 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:33.367904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e5f0ce-d99d-4824-9023-43c2616cdfee,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:33.437315 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.525740 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.551340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Attempting to bind port 3c61135b-7219-467a-ac83-f63105d6df90 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:33.551984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Attempting to bind port 3c61135b-7219-467a-ac83-f63105d6df90 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'cdc4421f-7054-49ba-b9a9-614e2d419518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ce7e3109-5f82-4305-abcd-a73df2618589'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:33.552246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Attempting to bind port 3c61135b-7219-467a-ac83-f63105d6df90 on network ce7e3109-5f82-4305-abcd-a73df2618589 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:33.568706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7e3109-5f82-4305-abcd-a73df2618589']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:33.570018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Network be10ce23-1ae2-48b5-896b-bc433b76ff78 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:33.570996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:33.571398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Checking segment: {'id': 'cdc4421f-7054-49ba-b9a9-614e2d419518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ce7e3109-5f82-4305-abcd-a73df2618589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:33.573812 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.579976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Bound using segment: {'id': 'cdc4421f-7054-49ba-b9a9-614e2d419518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ce7e3109-5f82-4305-abcd-a73df2618589'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:33.580488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Bound port: 3c61135b-7219-467a-ac83-f63105d6df90, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc4421f-7054-49ba-b9a9-614e2d419518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ce7e3109-5f82-4305-abcd-a73df2618589'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:33.582236 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.585418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc4421f-7054-49ba-b9a9-614e2d419518') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:33.585988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc4421f-7054-49ba-b9a9-614e2d419518') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:33.609933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:33.617008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:33.617535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.619617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Pushing event updated for resources: {'Port': ['ID=56e02571-86e6-4615-869d-5c64c1bfb75e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:33.640458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.677425 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.695559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:33.695966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.714662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7bd4c-70b2-4793-a054-f457345321c2 req-828bdfaa-85a6-45af-b486-c3a876e50cdb tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:33.721730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69d7bd4c-70b2-4793-a054-f457345321c2 req-828bdfaa-85a6-45af-b486-c3a876e50cdb tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 945 time: 0.5804179 May 28 05:47:33.771963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Attempting to bind port 56e02571-86e6-4615-869d-5c64c1bfb75e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:33.772335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Attempting to bind port 56e02571-86e6-4615-869d-5c64c1bfb75e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '3a117583-c8b5-43d9-b0fb-a453871db963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be10ce23-1ae2-48b5-896b-bc433b76ff78'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:33.772697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Attempting to bind port 56e02571-86e6-4615-869d-5c64c1bfb75e on network be10ce23-1ae2-48b5-896b-bc433b76ff78 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:33.791605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:33.792256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Checking segment: {'id': '3a117583-c8b5-43d9-b0fb-a453871db963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be10ce23-1ae2-48b5-896b-bc433b76ff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:33.793341 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.793963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Bound using segment: {'id': '3a117583-c8b5-43d9-b0fb-a453871db963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be10ce23-1ae2-48b5-896b-bc433b76ff78'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:33.794658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Bound port: 56e02571-86e6-4615-869d-5c64c1bfb75e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a117583-c8b5-43d9-b0fb-a453871db963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be10ce23-1ae2-48b5-896b-bc433b76ff78'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:33.795251 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.838594 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:47:33.838594 n-d-843679-5 neutron-server[88417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:47:33.838594 n-d-843679-5 neutron-server[88417]: [parameters: {'id': 'ce7e3109-5f82-4305-abcd-a73df2618589'}] May 28 05:47:33.838594 n-d-843679-5 neutron-server[88417]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:47:33.838594 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:47:33.850483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4709443-799a-4271-bc22-0857ae45c813 req-7d7c4883-628c-4c90-b07a-3e57293d33b3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:33.851278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e4709443-799a-4271-bc22-0857ae45c813 req-7d7c4883-628c-4c90-b07a-3e57293d33b3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:33.856379 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment cdc4421f-7054-49ba-b9a9-614e2d419518 resource provider aggregate not found May 28 05:47:33.863159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] For port 3c61135b-7219-467a-ac83-f63105d6df90, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:33.868880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69d7bd4c-70b2-4793-a054-f457345321c2 req-70288c1f-d43f-4003-940b-4847a3900c27 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461744 May 28 05:47:33.875941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.881490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e4709443-799a-4271-bc22-0857ae45c813 req-7d7c4883-628c-4c90-b07a-3e57293d33b3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:33.895774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4709443-799a-4271-bc22-0857ae45c813 req-7d7c4883-628c-4c90-b07a-3e57293d33b3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 943 time: 0.2995484 May 28 05:47:33.897804 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment cdc4421f-7054-49ba-b9a9-614e2d419518 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdc4421f-7054-49ba-b9a9-614e2d419518 found for delete ", "request_id": "req-02639f88-4028-4257-a809-411476df09fa"}]} May 28 05:47:33.901321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] For port 3c61135b-7219-467a-ac83-f63105d6df90, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3c61135b-7219-467a-ac83-f63105d6df90,segment=NetworkSegment(cdc4421f-7054-49ba-b9a9-614e2d419518),segment_id=cdc4421f-7054-49ba-b9a9-614e2d419518)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:33.920193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:33.948273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] For port 56e02571-86e6-4615-869d-5c64c1bfb75e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:33.951967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] For port 56e02571-86e6-4615-869d-5c64c1bfb75e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=56e02571-86e6-4615-869d-5c64c1bfb75e,segment=NetworkSegment(3a117583-c8b5-43d9-b0fb-a453871db963),segment_id=3a117583-c8b5-43d9-b0fb-a453871db963)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:33.957058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e4709443-799a-4271-bc22-0857ae45c813 req-39dd5437-4c1b-464d-be75-d70952bfc31f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:33.980254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e4709443-799a-4271-bc22-0857ae45c813 req-39dd5437-4c1b-464d-be75-d70952bfc31f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:33.991879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4709443-799a-4271-bc22-0857ae45c813 req-39dd5437-4c1b-464d-be75-d70952bfc31f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882895 May 28 05:47:33.995919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:47:34.008256 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:34.016078 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:34.083211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4cf72-acbe-43e4-8c01-2d8c1ea04287 None None] Pushing event updated for resources: {'Port': ['ID=3c61135b-7219-467a-ac83-f63105d6df90,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:34.167211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:34.177670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:34.188963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:34.279472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd6f7b2-278a-45db-b50b-1de12ab1e0c0 None None] Network ce7e3109-5f82-4305-abcd-a73df2618589 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:34.284258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=d1c60474-76e6-45a4-890a-14d8b66a6e7b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:34.338182 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:34.357521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Deleting port 3c61135b-7219-467a-ac83-f63105d6df90 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:34.358865 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:34.386545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb7a9b-e32f-4d20-8604-93da82eec3fb None None] Pushing event updated for resources: {'Port': ['ID=56e02571-86e6-4615-869d-5c64c1bfb75e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:34.438023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:34.457440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 781a1783-cbd5-4970-ab4f-7cc3489c42a8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:47:34.518641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '3f2ab61d-fa0b-49a6-a125-97a9d0c17a08', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'port_id': '3f2ab61d-fa0b-49a6-a125-97a9d0c17a08', 'mac_address': 'fa:16:3e:0c:6d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa91beaf-eda9-4703-bb88-eafa22b1d514', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:47:34.685135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Router fcc6c19f-0a74-4276-865a-e755c7702db3 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:47:34.766073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] For port 3c61135b-7219-467a-ac83-f63105d6df90, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3c61135b-7219-467a-ac83-f63105d6df90,segment=NetworkSegment(cdc4421f-7054-49ba-b9a9-614e2d419518),segment_id=cdc4421f-7054-49ba-b9a9-614e2d419518)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:34.766417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:34.802112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:34.803466 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:34.855132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:34.856223 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:34.893982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:47:34.936851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Calling delete_port for 3c61135b-7219-467a-ac83-f63105d6df90 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:34.943273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:34.964979 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:35.095557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:35.107903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:35.110228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:35.114307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:35.120942 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062dba5-dd7e-4e84-9b08-47592ffbef6a None None] Sync routers for ids ['fcc6c19f-0a74-4276-865a-e755c7702db3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:35.142439 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062dba5-dd7e-4e84-9b08-47592ffbef6a None None] Routers {'fcc6c19f-0a74-4276-865a-e755c7702db3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:35.143069 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3062dba5-dd7e-4e84-9b08-47592ffbef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fcc6c19f-0a74-4276-865a-e755c7702db3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:35.286582 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3062dba5-dd7e-4e84-9b08-47592ffbef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:35.314678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['3f2ab61d-fa0b-49a6-a125-97a9d0c17a08'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:47:35.324078 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062dba5-dd7e-4e84-9b08-47592ffbef6a None None] Routers {'fcc6c19f-0a74-4276-865a-e755c7702db3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:35.325588 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3062dba5-dd7e-4e84-9b08-47592ffbef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fcc6c19f-0a74-4276-865a-e755c7702db3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:35.385849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:35.396557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b448771e-adb8-4d1d-a744-396cadbee5c7 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.7964463 May 28 05:47:35.445551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60562) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:35.479894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No DVR routers for this DVR port 3c61135b-7219-467a-ac83-f63105d6df90 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:47:35.481868 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:35.501562 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3062dba5-dd7e-4e84-9b08-47592ffbef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:35.501972 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062dba5-dd7e-4e84-9b08-47592ffbef6a None None] The sync data for ids ['fcc6c19f-0a74-4276-865a-e755c7702db3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:35.642075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Port': ['ID=3c61135b-7219-467a-ac83-f63105d6df90,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:35.794909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0263c8-161f-4b6e-b69f-1fa9accb068b None None] Network be10ce23-1ae2-48b5-896b-bc433b76ff78 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:35.796597 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:35.828965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-9376efce-1b4e-4765-a9f0-aed7649db17d tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:35.830475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-9376efce-1b4e-4765-a9f0-aed7649db17d tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 945 time: 1.2529244 May 28 05:47:35.840524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7e3109-5f82-4305-abcd-a73df2618589']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:35.860313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc4421f-7054-49ba-b9a9-614e2d419518') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:35.860834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc4421f-7054-49ba-b9a9-614e2d419518') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:35.892593 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:35.908625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c8895-4252-45df-8bb6-2515bd5f29cc req-721e4952-0b50-4866-95c3-8e900adb2857 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:35.910419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d67c8895-4252-45df-8bb6-2515bd5f29cc req-721e4952-0b50-4866-95c3-8e900adb2857 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 944 time: 0.3051705 May 28 05:47:35.927055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-01518448-6117-4c11-a475-c809c76221b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:35.929060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-01518448-6117-4c11-a475-c809c76221b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1096 time: 0.3717334 May 28 05:47:35.976944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:35.983139 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d67c8895-4252-45df-8bb6-2515bd5f29cc req-04a3daa8-5a80-450a-80f9-e799e9fb7fd0 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629072 May 28 05:47:36.035718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60572) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:36.037992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f3cb33b5-71a9-4922-819e-2c8a864b3f40 None None] Provisioning for port 56e02571-86e6-4615-869d-5c64c1bfb75e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:36.063746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273fa50-fa2a-4ebe-83f6-96afd5a9f611 req-9236e348-dc0a-4e68-8375-840901161619 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:36.065136 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d273fa50-fa2a-4ebe-83f6-96afd5a9f611 req-9236e348-dc0a-4e68-8375-840901161619 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 945 time: 0.9712479 May 28 05:47:36.126042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:36.126452 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.146792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Deleting port fdccbcd2-cc9e-4194-b850-d5c9877f9978 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:36.147132 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.295282 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment cdc4421f-7054-49ba-b9a9-614e2d419518 resource provider aggregate not found May 28 05:47:36.330752 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment cdc4421f-7054-49ba-b9a9-614e2d419518 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdc4421f-7054-49ba-b9a9-614e2d419518 found for delete ", "request_id": "req-84a31452-57db-4c00-9739-47f92ce35d91"}]} May 28 05:47:36.379822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fadf2a-b74f-4c85-94c0-b8183cb7b1ae None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:47:36.400931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-df5b4c3f-f540-46bf-952b-98a05ef7e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:36.402452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-df5b4c3f-f540-46bf-952b-98a05ef7e534 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.4228051 May 28 05:47:36.404362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.407349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88743e70-29da-469c-b29e-aa4e0518bb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.425242 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.443869 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d273fa50-fa2a-4ebe-83f6-96afd5a9f611 req-4acc5584-24bc-4693-8327-5b608acce357 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644378 May 28 05:47:36.533267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 56e02571-86e6-4615-869d-5c64c1bfb75e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:47:36.538362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d999d-6119-49ce-a2ec-5eb585dc7b55 req-74783aa7-1590-4de0-bd84-c9c7ad8c6c7a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:36.540143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-88743e70-29da-469c-b29e-aa4e0518bb60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:36.542972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b0d999d-6119-49ce-a2ec-5eb585dc7b55 req-74783aa7-1590-4de0-bd84-c9c7ad8c6c7a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3507779 May 28 05:47:36.544014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=ce7e3109-5f82-4305-abcd-a73df2618589,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:36.574049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-88743e70-29da-469c-b29e-aa4e0518bb60 admin admin] Usage tracker for resource:security_group_rule and tenant:211f05f364c948e794b8e0b9b0a7aa4b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:36.585796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-de0062c3-3ad2-4313-964e-09fd7d61b4a3 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/ce7e3109-5f82-4305-abcd-a73df2618589 HTTP/1.1" status: 204 len: 168 time: 5.8113823 May 28 05:47:36.588759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60582) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:36.593106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-88743e70-29da-469c-b29e-aa4e0518bb60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:36.600190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2136074054'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:36.615522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:36.627851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:network and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:36.634785 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-0f9cfc9b-bd22-4dff-a647-2eae410e14b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 1000 time: 0.2058847 May 28 05:47:36.637388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:36.651816 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b0d999d-6119-49ce-a2ec-5eb585dc7b55 req-964f4d9a-55d4-4c17-83c9-11add9b55063 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961637 May 28 05:47:36.663445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fadf2a-b74f-4c85-94c0-b8183cb7b1ae None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:47:36.666371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-88743e70-29da-469c-b29e-aa4e0518bb60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:36.688330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:36.695150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 56e02571-86e6-4615-869d-5c64c1bfb75e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:36.717567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:36.720962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.742488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-4e4ed7e0-8143-4af1-8824-a34e4d939616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:36.744511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-4e4ed7e0-8143-4af1-8824-a34e4d939616 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.0934474 May 28 05:47:36.747351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 56e02571-86e6-4615-869d-5c64c1bfb75e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:36.747727 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.795147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:36.819284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.819549 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment a0ba8b0e-2845-4945-a916-0ff3e0739faf of type vlan for network ad53cd65-af1f-4d42-8152-423c1f383510 May 28 05:47:36.854086 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.870876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-a9292c3e-877e-42e1-8bd6-e8c5a0627601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:36.872407 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-a9292c3e-877e-42e1-8bd6-e8c5a0627601 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181207 May 28 05:47:36.971266 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.976398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:36.977000 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:36.991264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 56e02571-86e6-4615-869d-5c64c1bfb75e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:36.991264 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.037639 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.046607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 56e02571-86e6-4615-869d-5c64c1bfb75e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=56e02571-86e6-4615-869d-5c64c1bfb75e,segment=NetworkSegment(3a117583-c8b5-43d9-b0fb-a453871db963),segment_id=3a117583-c8b5-43d9-b0fb-a453871db963)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:37.108658 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.187537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=ad53cd65-af1f-4d42-8152-423c1f383510,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:37.192245 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-80b0852f-5c4c-4f3c-b007-6ba3f259d246 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063645 May 28 05:47:37.197772 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d30912a0-dd9c-4c21-8876-62c179a561b0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6054122 May 28 05:47:37.198536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60588) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:37.201318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ad53cd65-af1f-4d42-8152-423c1f383510 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:37.204767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': 'ad53cd65-af1f-4d42-8152-423c1f383510', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:37.306602 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=56e02571-86e6-4615-869d-5c64c1bfb75e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:37.376977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device fdccbcd2-cc9e-4194-b850-d5c9877f9978 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:47:37.485691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] For port fdccbcd2-cc9e-4194-b850-d5c9877f9978, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=fdccbcd2-cc9e-4194-b850-d5c9877f9978,segment=NetworkSegment(3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4),segment_id=3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:37.486066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.531997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:37.548542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:subnet and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:37.553551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:37.562025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:37.569011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port fdccbcd2-cc9e-4194-b850-d5c9877f9978 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:37.569956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.586786 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae2ecf85-ab48-4855-b098-aa2f3a3c4bca req-950f4297-ac2e-4ef9-94f4-5dedb6b317d4 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645082 May 28 05:47:37.592810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:37.596870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.619163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdccbcd2-cc9e-4194-b850-d5c9877f9978'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:47:37.631269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port fdccbcd2-cc9e-4194-b850-d5c9877f9978, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=fdccbcd2-cc9e-4194-b850-d5c9877f9978,segment=NetworkSegment(3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4),segment_id=3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:37.636435 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.732468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=fdccbcd2-cc9e-4194-b850-d5c9877f9978,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:37.766063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Calling delete_port for fdccbcd2-cc9e-4194-b850-d5c9877f9978 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:37.795433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7ae1f-95fb-4435-978d-db6206bd47d2 req-a29e53b4-76f4-4dc6-bd82-ea22247e7bf6 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:37.797040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80a7ae1f-95fb-4435-978d-db6206bd47d2 req-a29e53b4-76f4-4dc6-bd82-ea22247e7bf6 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 943 time: 0.1824753 May 28 05:47:37.845724 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88743e70-29da-469c-b29e-aa4e0518bb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.863479 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88743e70-29da-469c-b29e-aa4e0518bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.888966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d809f-ed8b-4598-9809-5f602904d69b req-a59c75e7-2ff5-4a8d-ac4b-f86371149694 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:37.890351 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad8d809f-ed8b-4598-9809-5f602904d69b req-a59c75e7-2ff5-4a8d-ac4b-f86371149694 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 944 time: 0.7506349 May 28 05:47:37.897917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80a7ae1f-95fb-4435-978d-db6206bd47d2 req-7ff36c40-5a93-49a2-a7f5-49514d493699 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935960 May 28 05:47:37.942648 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.952269 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:37.958033 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77124bbf-a9fd-450b-8bb9-8e1a38a283b5'] response: {'server_uuid': '6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdccbcd2-cc9e-4194-b850-d5c9877f9978', 'code': 200} May 28 05:47:37.977422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:47:38.021987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88743e70-29da-469c-b29e-aa4e0518bb60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=211f05f364c948e794b8e0b9b0a7aa4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9716544 May 28 05:47:38.021987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88743e70-29da-469c-b29e-aa4e0518bb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c167b72-6c27-473f-82d4-fe330b3aa67a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:38.023619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60598) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:38.039433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=46455fe2-32ae-49a6-831f-ce1afeed31c2,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:38.072523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': 'a0ba8b0e-2845-4945-a916-0ff3e0739faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad53cd65-af1f-4d42-8152-423c1f383510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:38.072885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: ad53cd65-af1f-4d42-8152-423c1f383510, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:38.112157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:38.118235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:38.119305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.151167 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad8d809f-ed8b-4598-9809-5f602904d69b req-9eedf326-fbfd-4813-9ccb-ee5f691aed50 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426200 May 28 05:47:38.179628 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5b0ccd5-a604-449c-bf51-6c1f7fc0da20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.185211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network ad53cd65-af1f-4d42-8152-423c1f383510 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:38.215863 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:47:38.216586 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:47:38.230810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ad53cd65-af1f-4d42-8152-423c1f383510) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:38.240056 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5b0ccd5-a604-449c-bf51-6c1f7fc0da20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.256654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:38.257486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.283698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0335092-0e70-4c1e-a87a-816acfcde650 None None] Network ad53cd65-af1f-4d42-8152-423c1f383510 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:38.300233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 2415800b-bf32-41ec-b7ec-97f9062462c4 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:47:38.357161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e77f1d-889f-4b12-91ca-6c9f400ecaa4 req-8b7b96e7-0bdc-4307-82fb-f36eae645430 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:38.360384 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d7e77f1d-889f-4b12-91ca-6c9f400ecaa4 req-8b7b96e7-0bdc-4307-82fb-f36eae645430 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2983484 May 28 05:47:38.364264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8b29f262-2ef1-400a-9b1e-b312ec4a8e84 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1644213 May 28 05:47:38.367032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60602) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:38.389594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:38.390452 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.395102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5b0ccd5-a604-449c-bf51-6c1f7fc0da20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.397362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5b0ccd5-a604-449c-bf51-6c1f7fc0da20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.398594 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b5b0ccd5-a604-449c-bf51-6c1f7fc0da20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c167b72-6c27-473f-82d4-fe330b3aa67a HTTP/1.1" status: 204 len: 168 time: 0.3753066 May 28 05:47:38.462522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 56e02571-86e6-4615-869d-5c64c1bfb75e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:47:38.467409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0ccd5-a604-449c-bf51-6c1f7fc0da20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c167b72-6c27-473f-82d4-fe330b3aa67a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:38.558960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d7e77f1d-889f-4b12-91ca-6c9f400ecaa4 req-0228a350-cfe6-4a47-89ae-940c77f98d8d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878543 May 28 05:47:38.611254 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-058087fd-1a0f-4395-ade0-0f66eafefd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.622493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:38.649142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.656821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.717870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Deleting port fdccbcd2-cc9e-4194-b850-d5c9877f9978 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:38.718330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.724073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.740642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:38.749428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0087b435-bf1f-43ea-863f-00de8d37ea1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-ad53cd65-af1f-4d42-8152-423c1f383510', 'network_id': 'ad53cd65-af1f-4d42-8152-423c1f383510', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': '46455fe2-32ae-49a6-831f-ce1afeed31c2'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:38.750259 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0087b435-bf1f-43ea-863f-00de8d37ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.764828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 56e02571-86e6-4615-869d-5c64c1bfb75e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:38.765210 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.775730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:38.794324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60610) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:38.797002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e3d1c-c681-4063-a66b-c0cd7cbdabf5 None None] Sync routers for ids ['2415800b-bf32-41ec-b7ec-97f9062462c4'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:38.826761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ee604d3-2019-44ed-9ff2-d2ae2ecd5838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.844113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1ee604d3-2019-44ed-9ff2-d2ae2ecd5838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:38.851175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1ee604d3-2019-44ed-9ff2-d2ae2ecd5838 admin admin] Usage tracker for resource:security_group_rule and tenant:44d76cd2c86f4760bb1bb486e0eab485 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:38.856218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1ee604d3-2019-44ed-9ff2-d2ae2ecd5838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:38.862371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1ee604d3-2019-44ed-9ff2-d2ae2ecd5838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:38.867668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e3d1c-c681-4063-a66b-c0cd7cbdabf5 None None] Routers {'2415800b-bf32-41ec-b7ec-97f9062462c4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:38.867895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:38.868284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-344e3d1c-c681-4063-a66b-c0cd7cbdabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2415800b-bf32-41ec-b7ec-97f9062462c4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:38.912449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=46455fe2-32ae-49a6-831f-ce1afeed31c2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:38.933811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-344e3d1c-c681-4063-a66b-c0cd7cbdabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:38.974843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e3d1c-c681-4063-a66b-c0cd7cbdabf5 None None] Routers {'2415800b-bf32-41ec-b7ec-97f9062462c4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:38.975503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-344e3d1c-c681-4063-a66b-c0cd7cbdabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2415800b-bf32-41ec-b7ec-97f9062462c4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:39.034608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.050831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-344e3d1c-c681-4063-a66b-c0cd7cbdabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:39.051259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e3d1c-c681-4063-a66b-c0cd7cbdabf5 None None] The sync data for ids ['2415800b-bf32-41ec-b7ec-97f9062462c4'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:39.070295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad53cd65-af1f-4d42-8152-423c1f383510']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:39.084214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Allocated IP 172.20.0.1 (7c65e6bf-f221-4044-9115-9a18483c1b46/107297dc-6893-4a51-8a8e-29ac5f429731/ea13765f-8bf6-4924-b5b7-3a77bdcf29f2) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server [None req-0087b435-bf1f-43ea-863f-00de8d37ea1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46455fe2-32ae-49a6-831f-ce1afeed31c2: This subnet is being modified by another concurrent operation. May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 05:47:39.089076 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise exception May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46455fe2-32ae-49a6-831f-ce1afeed31c2: This subnet is being modified by another concurrent operation. May 28 05:47:39.093500 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server May 28 05:47:39.097859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ba8b0e-2845-4945-a916-0ff3e0739faf') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:39.097859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ba8b0e-2845-4945-a916-0ff3e0739faf') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:39.112127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.118409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd06f5-f0ae-4ef1-bdb9-72abff548f65 None None] Network ad53cd65-af1f-4d42-8152-423c1f383510 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:39.141434 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.149147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ee604d3-2019-44ed-9ff2-d2ae2ecd5838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.152751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:39.153151 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.193897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ee604d3-2019-44ed-9ff2-d2ae2ecd5838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.308118 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment a0ba8b0e-2845-4945-a916-0ff3e0739faf resource provider aggregate not found May 28 05:47:39.316148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 56e02571-86e6-4615-869d-5c64c1bfb75e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:47:39.323416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d335bf1c-960b-4bd0-a4ab-63b50d52e7c1 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:47:39.331488 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.335157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-253d4d18-d945-48c7-a29a-c1a45b18c821 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6478179 May 28 05:47:39.343805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60622) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:39.347187 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment a0ba8b0e-2845-4945-a916-0ff3e0739faf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0ba8b0e-2845-4945-a916-0ff3e0739faf found for delete ", "request_id": "req-05150b2f-360c-4238-8d0a-2c4af86b2382"}]} May 28 05:47:39.420290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee604d3-2019-44ed-9ff2-d2ae2ecd5838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d9fe0-85d9-44a2-88be-3759994a6b49,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:39.428799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1ee604d3-2019-44ed-9ff2-d2ae2ecd5838 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44d76cd2c86f4760bb1bb486e0eab485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329517 May 28 05:47:39.431946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60626) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:39.457165 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.481377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.495613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d335bf1c-960b-4bd0-a4ab-63b50d52e7c1 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:47:39.498950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=ad53cd65-af1f-4d42-8152-423c1f383510,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:39.535830 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a6a1ce5e-c228-43e0-8a30-abe618e08d13 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/ad53cd65-af1f-4d42-8152-423c1f383510 HTTP/1.1" status: 204 len: 168 time: 1.1643841 May 28 05:47:39.536932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60630) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:39.546922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1357741993'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:39.557595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4c92-d770-49b3-af0e-a11311d150d3 req-91cf8cbd-f768-4259-b3b1-2eccd09aa1db tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:39.559027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e9d4c92-d770-49b3-af0e-a11311d150d3 req-91cf8cbd-f768-4259-b3b1-2eccd09aa1db tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 945 time: 0.2355130 May 28 05:47:39.569360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:39.592716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:network and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:39.593478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] For port fdccbcd2-cc9e-4194-b850-d5c9877f9978, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=fdccbcd2-cc9e-4194-b850-d5c9877f9978,segment=NetworkSegment(3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4),segment_id=3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:39.593850 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.595473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6f81ed0-ed56-4e28-80b9-5aab56f7c136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.599888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:39.615565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:39.657416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e9d4c92-d770-49b3-af0e-a11311d150d3 req-27107eaf-0f66-4957-aed6-dce765141bb6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899284 May 28 05:47:39.659082 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6f81ed0-ed56-4e28-80b9-5aab56f7c136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.668017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:39.669859 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.732404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:39.773700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6f81ed0-ed56-4e28-80b9-5aab56f7c136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.778921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.779320 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment 5ff7f621-8c0a-4647-bce5-ea3444060626 of type vlan for network 8a48746e-0330-4748-a57c-7021b9aecbbe May 28 05:47:39.808775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f81ed0-ed56-4e28-80b9-5aab56f7c136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d9fe0-85d9-44a2-88be-3759994a6b49,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:39.825295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6f81ed0-ed56-4e28-80b9-5aab56f7c136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.827020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f6f81ed0-ed56-4e28-80b9-5aab56f7c136 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a22d9fe0-85d9-44a2-88be-3759994a6b49 HTTP/1.1" status: 204 len: 168 time: 0.3941319 May 28 05:47:39.831683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Calling delete_port for fdccbcd2-cc9e-4194-b850-d5c9877f9978 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:39.834582 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.851973 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.953172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a2e44-2a43-47b1-b367-45a0f86762f2 req-9afcc875-4489-40b7-9192-7fe94779af3b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:39.954273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-698a2e44-2a43-47b1-b367-45a0f86762f2 req-9afcc875-4489-40b7-9192-7fe94779af3b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Synchronizing usage tracker for tenant:68099458ca014d76a1099ec4768898e2 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:39.960551 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.961497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933fddfd-bf7d-4d63-a71c-10fca4ffda87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2ab61d-fa0b-49a6-a125-97a9d0c17a08'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:47:39.966440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:39.972184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:39.973009 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:40.018557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad9818-1692-4781-9044-d9eb4894b2b3 req-f366e0e8-f4af-4564-9ab4-8e9caa6806bb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:40.020015 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45ad9818-1692-4781-9044-d9eb4894b2b3 req-f366e0e8-f4af-4564-9ab4-8e9caa6806bb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1801291 May 28 05:47:40.100576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Transition to ACTIVE for port object ea13765f-8bf6-4924-b5b7-3a77bdcf29f2 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:40.106001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-698a2e44-2a43-47b1-b367-45a0f86762f2 req-9afcc875-4489-40b7-9192-7fe94779af3b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Unset dirty status for tenant:68099458ca014d76a1099ec4768898e2 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:40.113413 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-698a2e44-2a43-47b1-b367-45a0f86762f2 req-9afcc875-4489-40b7-9192-7fe94779af3b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 943 time: 1.0307930 May 28 05:47:40.206456 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6674132 May 28 05:47:40.213723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60642) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:40.227966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febff40c-2e00-472e-be54-63ed4973702a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=8a48746e-0330-4748-a57c-7021b9aecbbe,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:40.240030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 8a48746e-0330-4748-a57c-7021b9aecbbe details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:40.241069 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45ad9818-1692-4781-9044-d9eb4894b2b3 req-284c7e10-0191-4c50-bb7f-e705e633cb3e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683463 May 28 05:47:40.265097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b3b514ca-6d49-4942-a37a-10fe550fbc8b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:40.326446 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406f36e2-8442-4480-b7e7-cb283b75728c'] response: {'server_uuid': '933fddfd-bf7d-4d63-a71c-10fca4ffda87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2ab61d-fa0b-49a6-a125-97a9d0c17a08', 'code': 200} May 28 05:47:40.417186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:40.462644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadc2a-1b33-46ee-b70c-684cfff9dd53 req-e26c441d-280a-49bd-b640-c7da09acaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:40.464225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56fadc2a-1b33-46ee-b70c-684cfff9dd53 req-e26c441d-280a-49bd-b640-c7da09acaf80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 1096 time: 0.0786092 May 28 05:47:40.467432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-698a2e44-2a43-47b1-b367-45a0f86762f2 req-941c9460-61e5-446f-9f89-e4c61578c846 tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/security-groups?id=01c471c3-fc86-4b13-a22f-fc96e867de3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531554 May 28 05:47:40.515269 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56fadc2a-1b33-46ee-b70c-684cfff9dd53 req-77423e2d-d41c-41e8-96ec-c1cdc90c3172 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 May 28 05:47:40.566996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Network 7c65e6bf-f221-4044-9115-9a18483c1b46 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:40.643424 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2be03cf9-56f2-4e4e-b7b3-1eebadd8d59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:40.680545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:40.703680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:40.903971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event updated for resources: {'Port': ['ID=ea13765f-8bf6-4924-b5b7-3a77bdcf29f2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:40.906483 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:40.913216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d8bec-a244-42db-8958-a4735ad69104 req-361d7598-aae3-428f-9675-b0546b8f265d tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:40.914845 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e27d8bec-a244-42db-8958-a4735ad69104 req-361d7598-aae3-428f-9675-b0546b8f265d tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 945 time: 0.1112185 May 28 05:47:40.988886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e27d8bec-a244-42db-8958-a4735ad69104 req-8e7cda2c-b110-427d-b050-4173cce4df6a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512631 May 28 05:47:41.005523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-eed4e307-4c5d-448d-a143-067b6714f16e None None] Provisioning for port ea13765f-8bf6-4924-b5b7-3a77bdcf29f2 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:41.006197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Pushing event deleted for resources: {'Port': ['ID=fdccbcd2-cc9e-4194-b850-d5c9877f9978,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:41.022914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-eed4e307-4c5d-448d-a143-067b6714f16e None None] Provisioning complete for port ea13765f-8bf6-4924-b5b7-3a77bdcf29f2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:41.023454 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-eed4e307-4c5d-448d-a143-067b6714f16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:41.092935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-eed4e307-4c5d-448d-a143-067b6714f16e None None] Port ea13765f-8bf6-4924-b5b7-3a77bdcf29f2 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:47:41.170569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:41.283571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3b514ca-6d49-4942-a37a-10fe550fbc8b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:41.364575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] No DVR routers for this DVR port fdccbcd2-cc9e-4194-b850-d5c9877f9978 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:47:41.372705 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:41.377303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c', 'name': 'network-vif-deleted', 'tag': 'fdccbcd2-cc9e-4194-b850-d5c9877f9978'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:47:41.385956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3b514ca-6d49-4942-a37a-10fe550fbc8b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:41.448193 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8589d63-7eaa-49a1-949b-be9ec6386eb3'] response: {'server_uuid': '6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c', 'name': 'network-vif-deleted', 'tag': 'fdccbcd2-cc9e-4194-b850-d5c9877f9978', 'status': 'completed', 'code': 200} May 28 05:47:41.467155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3b514ca-6d49-4942-a37a-10fe550fbc8b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network 8a48746e-0330-4748-a57c-7021b9aecbbe is not hosted by any dhcp agent {{(pid=88416) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 28 05:47:41.472440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b514ca-6d49-4942-a37a-10fe550fbc8b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:41.473033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3b514ca-6d49-4942-a37a-10fe550fbc8b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:41.476937 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b3b514ca-6d49-4942-a37a-10fe550fbc8b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "PUT /v2.0/networks/8a48746e-0330-4748-a57c-7021b9aecbbe HTTP/1.1" status: 200 len: 723 time: 1.2461758 May 28 05:47:41.477554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60686) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:41.484776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': '8a48746e-0330-4748-a57c-7021b9aecbbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:41.522811 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:41.549214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c34bc8f2-4d2d-4182-8bb4-586bdac3f5e7 req-3720e221-daaa-46eb-b4d2-31288fcbd27b tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.33 "DELETE /v2.0/ports/fdccbcd2-cc9e-4194-b850-d5c9877f9978 HTTP/1.1" status: 204 len: 173 time: 5.7073460 May 28 05:47:41.586152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b514ca-6d49-4942-a37a-10fe550fbc8b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=8a48746e-0330-4748-a57c-7021b9aecbbe,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:41.589666 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:41.600102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 8a48746e-0330-4748-a57c-7021b9aecbbe details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:41.747322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1c81862c-7178-4d96-9c35-a38c68ce5b86 req-65d54108-34f8-473f-baa1-92f712ce2c4e tempest-ServerMetadataNegativeTestJSON-132852461 tempest-ServerMetadataNegativeTestJSON-132852461-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c1050b5-6ca3-4c6c-9d6e-99db7f12f44c HTTP/1.1" status: 200 len: 210 time: 0.0666380 May 28 05:47:41.757555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:41.766725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:subnet and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:41.778856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:41.792139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:41.808548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:41.814299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:41.826559 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:41.930524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:42.183045 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:42.290931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=9e6a5599-8185-4f8f-8d03-47d3b3e3a27f,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:42.295732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': '5ff7f621-8c0a-4647-bce5-ea3444060626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a48746e-0330-4748-a57c-7021b9aecbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:42.296218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: 8a48746e-0330-4748-a57c-7021b9aecbbe, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:42.334217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network 8a48746e-0330-4748-a57c-7021b9aecbbe is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:42.348945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 8a48746e-0330-4748-a57c-7021b9aecbbe) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:42.358345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:42.358830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2240c89c-649e-4429-8a06-25712275cfa8 None None] Network 8a48746e-0330-4748-a57c-7021b9aecbbe requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:42.359003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:42.393311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7f7f9292-dfbe-4674-9e78-f0a004916083 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9111180 May 28 05:47:42.393734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60718) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:42.402210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-16dd0f07-fb2f-4b4a-9887-5fe14503f0c8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:42.549938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16dd0f07-fb2f-4b4a-9887-5fe14503f0c8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3745758'] for subnet, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:42.638073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-8a48746e-0330-4748-a57c-7021b9aecbbe', 'network_id': '8a48746e-0330-4748-a57c-7021b9aecbbe', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': '9e6a5599-8185-4f8f-8d03-47d3b3e3a27f'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:42.639576 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:42.776294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16dd0f07-fb2f-4b4a-9887-5fe14503f0c8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752088404920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27855190'] for subnet, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:42.840102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dd0f07-fb2f-4b4a-9887-5fe14503f0c8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:42.840843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16dd0f07-fb2f-4b4a-9887-5fe14503f0c8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:42.842180 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-16dd0f07-fb2f-4b4a-9887-5fe14503f0c8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "PUT /v2.0/subnets/9e6a5599-8185-4f8f-8d03-47d3b3e3a27f HTTP/1.1" status: 200 len: 806 time: 0.4473851 May 28 05:47:42.845789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60730) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:42.869225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fe16f-25c9-441b-bd63-2ab96194d4d3 req-b836dcd9-cede-402b-a364-dbfc57f5cfe6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:42.870718 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e75fe16f-25c9-441b-bd63-2ab96194d4d3 req-b836dcd9-cede-402b-a364-dbfc57f5cfe6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 945 time: 0.7165456 May 28 05:47:42.914273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Allocated IP 172.20.0.2 (8a48746e-0330-4748-a57c-7021b9aecbbe/9e6a5599-8185-4f8f-8d03-47d3b3e3a27f/1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:42.914447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60734) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:42.977435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60738) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:43.004177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd0f07-fb2f-4b4a-9887-5fe14503f0c8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=9e6a5599-8185-4f8f-8d03-47d3b3e3a27f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:43.015057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb42dff-fa3e-4740-83f8-d6acdaa1eab4 admin admin] Deleting subnet 5c7788c1-549c-4875-9091-08e40915acaa {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:47:43.027186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.037449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e75fe16f-25c9-441b-bd63-2ab96194d4d3 req-545484d3-cee1-4ade-bf5e-e7eb559f9fd2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605339 May 28 05:47:43.081339 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4bb42dff-fa3e-4740-83f8-d6acdaa1eab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.091797 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.153077 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.178043 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.198078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Transition to ACTIVE for port object 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:43.237482 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.238649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Transition to ACTIVE for port object 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:43.241619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.251045 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.307977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0335c6e1-6143-4034-8955-808c57cdaac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.340626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Pushing event updated for resources: {'Port': ['ID=1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:43.343320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0335c6e1-6143-4034-8955-808c57cdaac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:43.354937 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4bb42dff-fa3e-4740-83f8-d6acdaa1eab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.356592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0335c6e1-6143-4034-8955-808c57cdaac2 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd09f38ffa24002aeddf7d9fa149738 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:43.358447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Network 8a48746e-0330-4748-a57c-7021b9aecbbe is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:43.361956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0335c6e1-6143-4034-8955-808c57cdaac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:43.362398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:43.366789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:43.373379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0335c6e1-6143-4034-8955-808c57cdaac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:43.401132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.412138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.455947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.20.0.1 (be10ce23-1ae2-48b5-896b-bc433b76ff78/475c4de9-61ad-451e-9f98-e7745a590104/41bdcf2a-3c1e-4f71-bf9e-53f52403479a) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:43.460117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event updated for resources: {'Port': ['ID=ea13765f-8bf6-4924-b5b7-3a77bdcf29f2,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:43.478440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6a5599-8185-4f8f-8d03-47d3b3e3a27f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:43.500593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Attempting to bind port 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:43.500962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Attempting to bind port 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '5ff7f621-8c0a-4647-bce5-ea3444060626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a48746e-0330-4748-a57c-7021b9aecbbe'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:43.501616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Attempting to bind port 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877 on network 8a48746e-0330-4748-a57c-7021b9aecbbe {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:43.508688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:43.508688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Checking segment: {'id': '5ff7f621-8c0a-4647-bce5-ea3444060626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a48746e-0330-4748-a57c-7021b9aecbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:43.509537 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.509801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Bound using segment: {'id': '5ff7f621-8c0a-4647-bce5-ea3444060626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a48746e-0330-4748-a57c-7021b9aecbbe'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:43.510263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Bound port: 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff7f621-8c0a-4647-bce5-ea3444060626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a48746e-0330-4748-a57c-7021b9aecbbe'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:43.510629 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.568782 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.601182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] For port 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:43.604631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] For port 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877,segment=NetworkSegment(5ff7f621-8c0a-4647-bce5-ea3444060626),segment_id=5ff7f621-8c0a-4647-bce5-ea3444060626)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:43.609163 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.609968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a48746e-0330-4748-a57c-7021b9aecbbe']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:43.709891 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4bb42dff-fa3e-4740-83f8-d6acdaa1eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.731003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff7f621-8c0a-4647-bce5-ea3444060626') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:43.731376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff7f621-8c0a-4647-bce5-ea3444060626') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:43.745612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc182e9d-979a-4c5c-9cc5-45ab29170ae2 None None] Pushing event updated for resources: {'Port': ['ID=1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:43.753801 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.773624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53607c28-0ac2-4e87-8b5c-d25ba2409e9d None None] Network 8a48746e-0330-4748-a57c-7021b9aecbbe requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:43.782713 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0335c6e1-6143-4034-8955-808c57cdaac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.785120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.791332 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0335c6e1-6143-4034-8955-808c57cdaac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.810842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:43.811364 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.893918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Network 7c65e6bf-f221-4044-9115-9a18483c1b46 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:43.899249 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5ff7f621-8c0a-4647-bce5-ea3444060626 resource provider aggregate not found May 28 05:47:43.907983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:43.924240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03101310-7d57-455e-9467-121267499fd5 req-5c45b264-e280-49a5-b7c2-ce2d30eb34e1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:43.925755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03101310-7d57-455e-9467-121267499fd5 req-5c45b264-e280-49a5-b7c2-ce2d30eb34e1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 945 time: 0.4625525 May 28 05:47:43.929619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:43.933704 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0335c6e1-6143-4034-8955-808c57cdaac2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fd09f38ffa24002aeddf7d9fa149738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9531922 May 28 05:47:43.937892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60752) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:43.948772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335c6e1-6143-4034-8955-808c57cdaac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a2892f-fb4f-4fbb-9f13-7169bd69195a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:43.964220 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5ff7f621-8c0a-4647-bce5-ea3444060626 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ff7f621-8c0a-4647-bce5-ea3444060626 found for delete ", "request_id": "req-42530a7a-5dc1-4927-a70f-7b95abbf8aad"}]} May 28 05:47:43.964984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:47:43.964984 n-d-843679-5 neutron-server[88417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:47:43.964984 n-d-843679-5 neutron-server[88417]: [parameters: {'id': '8a48746e-0330-4748-a57c-7021b9aecbbe'}] May 28 05:47:43.964984 n-d-843679-5 neutron-server[88417]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:47:43.965350 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:47:44.037271 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4bb42dff-fa3e-4740-83f8-d6acdaa1eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.056375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340856f1-736b-4491-9063-3074b18afb68 None None] Network 8a48746e-0330-4748-a57c-7021b9aecbbe requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:44.107946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Transition to ACTIVE for port object 41bdcf2a-3c1e-4f71-bf9e-53f52403479a will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:44.120970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb42dff-fa3e-4740-83f8-d6acdaa1eab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7788c1-549c-4875-9091-08e40915acaa,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:44.126039 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4bb42dff-fa3e-4740-83f8-d6acdaa1eab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.245563 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03101310-7d57-455e-9467-121267499fd5 req-f0160049-614f-49e2-b655-e60bf140db90 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066101 May 28 05:47:44.249050 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4bb42dff-fa3e-4740-83f8-d6acdaa1eab4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5c7788c1-549c-4875-9091-08e40915acaa HTTP/1.1" status: 204 len: 168 time: 1.3215425 May 28 05:47:44.249807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60756) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:44.252377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1a8bc7e9-14de-4084-9570-53fc0beea813 None None] Provisioning complete for port ea13765f-8bf6-4924-b5b7-3a77bdcf29f2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:44.253193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc7e9-14de-4084-9570-53fc0beea813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.324964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71c1fe26-0c9c-4064-8c73-a165fc62906a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.327664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1a8bc7e9-14de-4084-9570-53fc0beea813 None None] Port ea13765f-8bf6-4924-b5b7-3a77bdcf29f2 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:47:44.342024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.342268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f966582-2cae-48a2-8092-6a59b94579a0 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:47:44.368254 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.392365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Router fcc6c19f-0a74-4276-865a-e755c7702db3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:44.442498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71c1fe26-0c9c-4064-8c73-a165fc62906a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.459149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network be10ce23-1ae2-48b5-896b-bc433b76ff78 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:44.472984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.491997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f966582-2cae-48a2-8092-6a59b94579a0 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:47:44.501990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.512895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:44.519498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Deleting port 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:44.520207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.528851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:44.633591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0f8621-aeaa-4e04-9c58-006d9696b39d']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:44.656894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:44.657192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:44.679791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.712743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=41bdcf2a-3c1e-4f71-bf9e-53f52403479a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:44.797419 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.827836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:44.828249 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.850362 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.874090 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71c1fe26-0c9c-4064-8c73-a165fc62906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.905007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:44.910011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1fe26-0c9c-4064-8c73-a165fc62906a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a2892f-fb4f-4fbb-9f13-7169bd69195a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:44.915783 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5152ba20-29f4-4219-a15d-c0a7e49a99e7 None None] Sync routers for ids ['fcc6c19f-0a74-4276-865a-e755c7702db3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:44.927552 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71c1fe26-0c9c-4064-8c73-a165fc62906a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:44.931779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-71c1fe26-0c9c-4064-8c73-a165fc62906a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9a2892f-fb4f-4fbb-9f13-7169bd69195a HTTP/1.1" status: 204 len: 168 time: 0.9342535 May 28 05:47:44.931779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4f22e775-bcc1-46aa-b2b7-a3a5d34e608b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "PUT /v2.0/routers/fcc6c19f-0a74-4276-865a-e755c7702db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4790654 May 28 05:47:44.935118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60762) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:44.937740 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152ba20-29f4-4219-a15d-c0a7e49a99e7 None None] Routers {'fcc6c19f-0a74-4276-865a-e755c7702db3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:44.938338 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5152ba20-29f4-4219-a15d-c0a7e49a99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fcc6c19f-0a74-4276-865a-e755c7702db3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:44.955532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Request body: {'port': {'network_id': '7c65e6bf-f221-4044-9115-9a18483c1b46', 'name': 'tempest-FloatingIPAdminTestJSON-2101551539'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:44.978710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] For port 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877,segment=NetworkSegment(5ff7f621-8c0a-4647-bce5-ea3444060626),segment_id=5ff7f621-8c0a-4647-bce5-ea3444060626)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:44.979387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:45.035154 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5152ba20-29f4-4219-a15d-c0a7e49a99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:45.063541 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152ba20-29f4-4219-a15d-c0a7e49a99e7 None None] Routers {'fcc6c19f-0a74-4276-865a-e755c7702db3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:45.063541 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5152ba20-29f4-4219-a15d-c0a7e49a99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fcc6c19f-0a74-4276-865a-e755c7702db3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:45.142780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Calling delete_port for 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:45.180387 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5152ba20-29f4-4219-a15d-c0a7e49a99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:45.180806 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5152ba20-29f4-4219-a15d-c0a7e49a99e7 None None] The sync data for ids ['fcc6c19f-0a74-4276-865a-e755c7702db3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:45.213907 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:45.252017 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:45.271883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0f8621-aeaa-4e04-9c58-006d9696b39d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:45.290767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-430e195d-bc58-4a1a-a250-922b1fae3191 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:45.292431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-430e195d-bc58-4a1a-a250-922b1fae3191 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.41 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 945 time: 0.5364120 May 28 05:47:45.294064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-82d77eec-3848-4085-b27a-2d38bd94587f None None] Provisioning for port 41bdcf2a-3c1e-4f71-bf9e-53f52403479a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:45.303311 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:45.307532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-82d77eec-3848-4085-b27a-2d38bd94587f None None] Provisioning complete for port 41bdcf2a-3c1e-4f71-bf9e-53f52403479a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:45.307924 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-82d77eec-3848-4085-b27a-2d38bd94587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:45.312046 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fb490282-bbf7-4c35-a4a2-9c1ee30dfcf7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9c0f8621-aeaa-4e04-9c58-006d9696b39d HTTP/1.1" status: 204 len: 168 time: 1.0616128 May 28 05:47:45.371825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:45.382505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Usage tracker for resource:port and tenant:670d255e6eb2496eb01d334f40ba7b79 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:45.388564 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:45.419919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:45.423179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-82d77eec-3848-4085-b27a-2d38bd94587f None None] Port 41bdcf2a-3c1e-4f71-bf9e-53f52403479a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:47:45.449478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:45.452286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60772) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:45.468845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-24d11f59-c254-4235-adb8-e1576aebc390 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Deleting port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:45.469209 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-24d11f59-c254-4235-adb8-e1576aebc390 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:45.481703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed71d766-6a21-4807-b44d-ec14005e6459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:45.496426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Made reservation on behalf of 670d255e6eb2496eb01d334f40ba7b79 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:45.499892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:45.533548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No DVR routers for this DVR port 1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:47:45.534747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60776) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:45.535624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Port': ['ID=1fcbb9e6-a3aa-40fb-acf5-f9f96f50e877,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:45.588306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ed71d766-6a21-4807-b44d-ec14005e6459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:45.605594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ed71d766-6a21-4807-b44d-ec14005e6459 admin admin] Usage tracker for resource:security_group_rule and tenant:f8deb41c295e40cab0b75fc993004d5c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:45.609927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ed71d766-6a21-4807-b44d-ec14005e6459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:45.612895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] device_id is not set on port 7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:47:45.656098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ed71d766-6a21-4807-b44d-ec14005e6459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:45.891816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:45.908934 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-82f503c9-be0f-4289-ab2b-56f587aad72b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68099458ca014d76a1099ec4768898e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3708069 May 28 05:47:45.916605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60780) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:45.966751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adfdf0-6093-415b-a022-b95e5f856bee req-95580d25-8a2c-4661-9bc7-74d6f786153c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:45.968265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e6adfdf0-6093-415b-a022-b95e5f856bee req-95580d25-8a2c-4661-9bc7-74d6f786153c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 945 time: 0.5855446 May 28 05:47:45.971435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a48746e-0330-4748-a57c-7021b9aecbbe']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:46.002577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Allocated IP 172.20.0.11 (7c65e6bf-f221-4044-9115-9a18483c1b46/107297dc-6893-4a51-8a8e-29ac5f429731/7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:46.050415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed71d766-6a21-4807-b44d-ec14005e6459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.071049 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4 resource provider aggregate not found May 28 05:47:46.075950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff7f621-8c0a-4647-bce5-ea3444060626') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:46.076244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff7f621-8c0a-4647-bce5-ea3444060626') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:46.077184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed71d766-6a21-4807-b44d-ec14005e6459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.103972 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.113326 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e0a7561-3ef2-4f4c-adb0-9b3f80f5c9e4 found for delete ", "request_id": "req-35dff16f-06ed-4f2a-9fd5-cccba9013240"}]} May 28 05:47:46.165529 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ed71d766-6a21-4807-b44d-ec14005e6459 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8deb41c295e40cab0b75fc993004d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7096748 May 28 05:47:46.165529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71d766-6a21-4807-b44d-ec14005e6459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43905cf-b2c9-4131-9b29-d189199b5242,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:46.167968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60788) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:46.176746 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e6adfdf0-6093-415b-a022-b95e5f856bee req-74f26043-ea14-4598-8f12-c74bd242e01e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426950 May 28 05:47:46.177754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.216135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:46.216545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.239965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ca45ca9-5110-4b3a-9997-d757adc71106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.268923 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.273404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.360484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-24d11f59-c254-4235-adb8-e1576aebc390 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] For port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:46.361090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-24d11f59-c254-4235-adb8-e1576aebc390 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.385298 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ca45ca9-5110-4b3a-9997-d757adc71106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.412914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.428795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=41bdcf2a-3c1e-4f71-bf9e-53f52403479a,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:46.515979 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.522955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-24d11f59-c254-4235-adb8-e1576aebc390 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Calling delete_port for 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:46.550420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.592370 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.594837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d8a64ae-3dce-400d-b5ee-f6660bf5a4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.636146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=8a48746e-0330-4748-a57c-7021b9aecbbe,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:46.661826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4f2f2ed-6c12-44b9-af66-f5e016b7f723 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/8a48746e-0330-4748-a57c-7021b9aecbbe HTTP/1.1" status: 204 len: 168 time: 3.8129997 May 28 05:47:46.664587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60792) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:46.669731 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d8a64ae-3dce-400d-b5ee-f6660bf5a4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.718866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network be10ce23-1ae2-48b5-896b-bc433b76ff78 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:46.720044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:46.726265 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-812862e9-4cb9-4559-b6af-e885cc990146 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:47:46.726782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812862e9-4cb9-4559-b6af-e885cc990146 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:47:46.749921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ca45ca9-5110-4b3a-9997-d757adc71106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.765878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-812862e9-4cb9-4559-b6af-e885cc990146 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/8a48746e-0330-4748-a57c-7021b9aecbbe HTTP/1.1" status: 404 len: 339 time: 0.0952730 May 28 05:47:46.786274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Transition to ACTIVE for port object 7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:46.787824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60796) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:46.803992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca45ca9-5110-4b3a-9997-d757adc71106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c471c3-fc86-4b13-a22f-fc96e867de3e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:46.816859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-443173684', 'description': 'd1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:46.835186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ca45ca9-5110-4b3a-9997-d757adc71106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.837757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9ca45ca9-5110-4b3a-9997-d757adc71106 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01c471c3-fc86-4b13-a22f-fc96e867de3e HTTP/1.1" status: 204 len: 168 time: 0.9115260 May 28 05:47:46.841208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:46.854376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:network and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:46.858402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:46.864844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d8a64ae-3dce-400d-b5ee-f6660bf5a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.869180 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d8a64ae-3dce-400d-b5ee-f6660bf5a4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.869641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:46.870831 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5d8a64ae-3dce-400d-b5ee-f6660bf5a4dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b43905cf-b2c9-4131-9b29-d189199b5242 HTTP/1.1" status: 204 len: 168 time: 0.7019763 May 28 05:47:46.884886 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-24d11f59-c254-4235-adb8-e1576aebc390 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:46.942071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a64ae-3dce-400d-b5ee-f6660bf5a4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43905cf-b2c9-4131-9b29-d189199b5242,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:46.943889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d11f59-c254-4235-adb8-e1576aebc390 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event deleted for resources: {'Port': ['ID=3f2ab61d-fa0b-49a6-a125-97a9d0c17a08,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:46.983193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:46.986784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:47.028899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:47.033496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-24d11f59-c254-4235-adb8-e1576aebc390 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] No DVR routers for this DVR port 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:47:47.036539 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-24d11f59-c254-4235-adb8-e1576aebc390 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:47.038075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:47.038730 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4f55c666-4c44-4552-b3b9-57f1b1795a17 req-24d11f59-c254-4235-adb8-e1576aebc390 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.41 "DELETE /v2.0/ports/3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 HTTP/1.1" status: 204 len: 173 time: 1.7288783 May 28 05:47:47.039183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933fddfd-bf7d-4d63-a71c-10fca4ffda87', 'name': 'network-vif-deleted', 'tag': '3f2ab61d-fa0b-49a6-a125-97a9d0c17a08'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:47:47.044007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 2415800b-bf32-41ec-b7ec-97f9062462c4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:47.050184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:47.050698 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment 57094acf-2e45-46f5-b3f5-b6b2b991ada0 of type vlan for network 28f04453-dbb3-461f-a1fd-25211e175134 May 28 05:47:47.088638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6319009b-b87b-40b3-83cb-cb9aeada0cab None None] Provisioning complete for port 41bdcf2a-3c1e-4f71-bf9e-53f52403479a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:47.089617 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6319009b-b87b-40b3-83cb-cb9aeada0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:47.157943 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57530bb9-fa30-42e9-a845-4a8611b79457'] response: {'server_uuid': '933fddfd-bf7d-4d63-a71c-10fca4ffda87', 'name': 'network-vif-deleted', 'tag': '3f2ab61d-fa0b-49a6-a125-97a9d0c17a08', 'status': 'completed', 'code': 200} May 28 05:47:47.194615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6319009b-b87b-40b3-83cb-cb9aeada0cab None None] Port 41bdcf2a-3c1e-4f71-bf9e-53f52403479a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:47:47.278081 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:47.292920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Network 7c65e6bf-f221-4044-9115-9a18483c1b46 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:47.351127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:47.354359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event updated for resources: {'Port': ['ID=7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:47.356958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:47.397133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6523969b-186f-4bec-85c4-66189570608b req-41e7c06d-9930-4c02-b3df-9742907ab4d2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:47.442051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6523969b-186f-4bec-85c4-66189570608b req-41e7c06d-9930-4c02-b3df-9742907ab4d2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:47.442301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:47.443270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6523969b-186f-4bec-85c4-66189570608b req-41e7c06d-9930-4c02-b3df-9742907ab4d2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=933fddfd-bf7d-4d63-a71c-10fca4ffda87 HTTP/1.1" status: 200 len: 210 time: 0.1014824 May 28 05:47:47.450440 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:47.521959 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:47.526783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:47.527420 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:47.704901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=28f04453-dbb3-461f-a1fd-25211e175134,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:47.707900 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e623acfe-b0b0-480b-bdd4-5fa612d90e6e tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7718503 May 28 05:47:47.712516 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c43032aa-6599-4c75-a449-b27df759d9bf tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9205992 May 28 05:47:47.712670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60828) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:47.712759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60830) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:47.716460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:47.781318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb454c5f-c5f7-4256-b1ab-fd9514cc0346 None None] Sync routers for ids ['2415800b-bf32-41ec-b7ec-97f9062462c4'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:47.793980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 28f04453-dbb3-461f-a1fd-25211e175134 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:47.836535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-937299c4-c4af-4dba-a4ef-bf95b1e3e43e None None] Provisioning for port 7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:47.849704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e707c7-87c6-4d48-9d50-21103381c4af tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:47.850399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-47e707c7-87c6-4d48-9d50-21103381c4af tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Synchronizing usage tracker for tenant:61b46b44d336475bb162ac26a70939b2 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:47.860975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-05224036-49d5-43d9-b2c3-5d5c247d6f6c tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "PUT /v2.0/routers/2415800b-bf32-41ec-b7ec-97f9062462c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5165446 May 28 05:47:47.861421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60848) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:47.866691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb454c5f-c5f7-4256-b1ab-fd9514cc0346 None None] Routers {'2415800b-bf32-41ec-b7ec-97f9062462c4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:47.869322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eb454c5f-c5f7-4256-b1ab-fd9514cc0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2415800b-bf32-41ec-b7ec-97f9062462c4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:47.870866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'port': {'network_id': 'be10ce23-1ae2-48b5-896b-bc433b76ff78', 'name': 'tempest-FloatingIPTestJSON-443377025'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:47.882997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-47e707c7-87c6-4d48-9d50-21103381c4af tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Unset dirty status for tenant:61b46b44d336475bb162ac26a70939b2 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:47.882997 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-47e707c7-87c6-4d48-9d50-21103381c4af tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/networks?id=28f04453-dbb3-461f-a1fd-25211e175134 HTTP/1.1" status: 200 len: 760 time: 0.1685717 May 28 05:47:47.885483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60854) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:47.897305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-98141b22-1eec-40e6-9952-3544612afed0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'description': 'd2'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:48.042635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eb454c5f-c5f7-4256-b1ab-fd9514cc0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:48.053151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:47:48.053403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'project_id': '670d255e6eb2496eb01d334f40ba7b79', 'port_id': '7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:48.082056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-937299c4-c4af-4dba-a4ef-bf95b1e3e43e None None] Provisioning complete for port 7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:48.082711 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-937299c4-c4af-4dba-a4ef-bf95b1e3e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.082921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:48.107286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Usage tracker for resource:floatingip and tenant:670d255e6eb2496eb01d334f40ba7b79 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:48.132516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:48.150613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:48.157918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-937299c4-c4af-4dba-a4ef-bf95b1e3e43e None None] Port 7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:47:48.167067 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5ff7f621-8c0a-4647-bce5-ea3444060626 resource provider aggregate not found May 28 05:47:48.176036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb454c5f-c5f7-4256-b1ab-fd9514cc0346 None None] Routers {'2415800b-bf32-41ec-b7ec-97f9062462c4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:48.177081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eb454c5f-c5f7-4256-b1ab-fd9514cc0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2415800b-bf32-41ec-b7ec-97f9062462c4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:48.184489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.216475 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5ff7f621-8c0a-4647-bce5-ea3444060626 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ff7f621-8c0a-4647-bce5-ea3444060626 found for delete ", "request_id": "req-16eca44e-d44f-4087-a20a-e7192e1904bf"}]} May 28 05:47:48.239507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98141b22-1eec-40e6-9952-3544612afed0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.283898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:47:48.284302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3f2ab61d-fa0b-49a6-a125-97a9d0c17a08 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:47:48.284629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98141b22-1eec-40e6-9952-3544612afed0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.309452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98141b22-1eec-40e6-9952-3544612afed0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network 28f04453-dbb3-461f-a1fd-25211e175134 is not hosted by any dhcp agent {{(pid=88416) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 28 05:47:48.314264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eb454c5f-c5f7-4256-b1ab-fd9514cc0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:48.315188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb454c5f-c5f7-4256-b1ab-fd9514cc0346 None None] The sync data for ids ['2415800b-bf32-41ec-b7ec-97f9062462c4'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:48.315940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98141b22-1eec-40e6-9952-3544612afed0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:48.316754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98141b22-1eec-40e6-9952-3544612afed0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.318813 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-98141b22-1eec-40e6-9952-3544612afed0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "PUT /v2.0/networks/28f04453-dbb3-461f-a1fd-25211e175134 HTTP/1.1" status: 200 len: 757 time: 0.4323542 May 28 05:47:48.326769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60868) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:48.376577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:48.382779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Usage tracker for resource:port and tenant:fbc0e7437cda450487ac3dbf8a74d1da is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:48.386434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:48.393956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:48.425986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Made reservation on behalf of fbc0e7437cda450487ac3dbf8a74d1da for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:48.429800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.463583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] device_id is not set on port 49d2ca47-0769-4b5d-894d-4ae92542eb5f yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:47:48.518726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98141b22-1eec-40e6-9952-3544612afed0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=28f04453-dbb3-461f-a1fd-25211e175134,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:48.533300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 28f04453-dbb3-461f-a1fd-25211e175134 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:48.568212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3440ba-b811-4d99-a530-84f256673866 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:48.573784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6c3440ba-b811-4d99-a530-84f256673866 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/networks?id=28f04453-dbb3-461f-a1fd-25211e175134 HTTP/1.1" status: 200 len: 760 time: 0.2413478 May 28 05:47:48.576660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60880) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:48.590429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-841311781'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:48.607175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:48.631442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:48.656424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:48.660065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.719613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:47:48.735933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.741474 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment 6b6f7e27-1160-42c6-aee7-322cf5e464d3 of type vlan for network f095bf7b-baaf-42ff-b978-f7eee9216364 May 28 05:47:48.782624 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.885638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Allocated IP 172.20.0.11 (be10ce23-1ae2-48b5-896b-bc433b76ff78/475c4de9-61ad-451e-9f98-e7745a590104/49d2ca47-0769-4b5d-894d-4ae92542eb5f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:48.908247 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.940565 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:48.947590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:48.948216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:49.085372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=f095bf7b-baaf-42ff-b978-f7eee9216364,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:49.097561 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-02f40fb5-7b84-4ae2-80a3-106e1cb2f922 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5157893 May 28 05:47:49.099119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f095bf7b-baaf-42ff-b978-f7eee9216364 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:47:49.107651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 60908) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:49.130551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': 'f095bf7b-baaf-42ff-b978-f7eee9216364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:49.294606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Allocated IP 172.25.4.183 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/2fb9b66b-1a75-4d81-aa46-3f5cd3100013) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:49.443960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-2e733696-8783-4fdf-8e2b-dd472ab1f987 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:49.445408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-2e733696-8783-4fdf-8e2b-dd472ab1f987 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.4493399 May 28 05:47:49.539646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:49.551514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Usage tracker for resource:subnet and tenant:61b46b44d336475bb162ac26a70939b2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:49.563522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-b701f01e-102b-403d-9085-14b75ac23e60 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/quotas/77494e1a6ff9467b8fe094cdca45ac25 HTTP/1.1" status: 200 len: 375 time: 0.0978363 May 28 05:47:49.564320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:49.588579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:49.659194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-3849e7f5-125e-4294-9cca-ffbde8c50daf tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779161 May 28 05:47:49.662176 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:49.678738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:49.682603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:49.809228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Transition to ACTIVE for port object 49d2ca47-0769-4b5d-894d-4ae92542eb5f will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:49.899987 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:49.994182 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-09f03dbc-7fad-4b62-b6c1-045fb448bc73 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192313 May 28 05:47:49.999044 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:50.308766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:50.313760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Network be10ce23-1ae2-48b5-896b-bc433b76ff78 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:50.359098 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:50.377366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:50.403675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:50.468515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:50.469220 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:50.501598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event updated for resources: {'Port': ['ID=49d2ca47-0769-4b5d-894d-4ae92542eb5f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:50.513626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:50.701507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d65c7772-3a58-450c-a063-cc2395da7b5a None None] Provisioning for port 49d2ca47-0769-4b5d-894d-4ae92542eb5f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:47:50.719832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d65c7772-3a58-450c-a063-cc2395da7b5a None None] Provisioning complete for port 49d2ca47-0769-4b5d-894d-4ae92542eb5f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:47:50.722134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d65c7772-3a58-450c-a063-cc2395da7b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:50.734970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-478f2986-35f2-447d-9228-7b2d10ad6692 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323606 May 28 05:47:50.739959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:50.744924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:50.819446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d65c7772-3a58-450c-a063-cc2395da7b5a None None] Port 49d2ca47-0769-4b5d-894d-4ae92542eb5f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:47:50.876659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=f11c60e9-199d-44dc-bd27-ff27f37501d0,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:50.899523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Pushing event updated for resources: {'Port': ['ID=2fb9b66b-1a75-4d81-aa46-3f5cd3100013,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:50.909339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60956) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:50.918212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Request body: {'floatingip': {'port_id': '49d2ca47-0769-4b5d-894d-4ae92542eb5f'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:50.922390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f89a3448-f5c6-4747-9b9e-05aefe453a1e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0588994 May 28 05:47:50.939065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': '6b6f7e27-1160-42c6-aee7-322cf5e464d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f095bf7b-baaf-42ff-b978-f7eee9216364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:50.949366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: f095bf7b-baaf-42ff-b978-f7eee9216364, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:47:51.040298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network f095bf7b-baaf-42ff-b978-f7eee9216364 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:47:51.122995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f095bf7b-baaf-42ff-b978-f7eee9216364) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:51.137186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a90db-f6b2-4daf-ba54-c6cf4c6d5df1 None None] Network f095bf7b-baaf-42ff-b978-f7eee9216364 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:51.150236 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ac93e1f5-2550-4ab6-8b12-3e67d7dee8c7 req-94e08960-434a-41ae-93b0-f73551016a30 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 210 time: 0.0865803 May 28 05:47:51.170662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:51.176284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:51.217430 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:51.449380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d3795283-ae7a-489c-a054-8b5bc584742b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3314290 May 28 05:47:51.449599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 60978) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:51.530862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-f095bf7b-baaf-42ff-b978-f7eee9216364', 'network_id': 'f095bf7b-baaf-42ff-b978-f7eee9216364', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': 'f11c60e9-199d-44dc-bd27-ff27f37501d0'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:47:51.531743 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:51.781492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Allocated IP 172.20.0.2 (f095bf7b-baaf-42ff-b978-f7eee9216364/f11c60e9-199d-44dc-bd27-ff27f37501d0/9672d802-27ad-464a-8a34-0edb88ce8861) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:51.785044 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:51.940854 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:51.941356 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.137495 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.148851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Transition to ACTIVE for port object 9672d802-27ad-464a-8a34-0edb88ce8861 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:52.193026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Transition to ACTIVE for port object 9672d802-27ad-464a-8a34-0edb88ce8861 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:52.213281 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.215074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.225158 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.229225 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:47:52.330376 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.344875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Network f095bf7b-baaf-42ff-b978-f7eee9216364 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:52.348003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:52.352055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:52.361910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Pushing event updated for resources: {'Port': ['ID=9672d802-27ad-464a-8a34-0edb88ce8861,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:52.474243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Attempting to bind port 9672d802-27ad-464a-8a34-0edb88ce8861 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:52.474622 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Attempting to bind port 9672d802-27ad-464a-8a34-0edb88ce8861 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6b6f7e27-1160-42c6-aee7-322cf5e464d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f095bf7b-baaf-42ff-b978-f7eee9216364'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:52.475156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Attempting to bind port 9672d802-27ad-464a-8a34-0edb88ce8861 on network f095bf7b-baaf-42ff-b978-f7eee9216364 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:52.496446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:52.496870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Checking segment: {'id': '6b6f7e27-1160-42c6-aee7-322cf5e464d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f095bf7b-baaf-42ff-b978-f7eee9216364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:52.498194 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.498591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Bound using segment: {'id': '6b6f7e27-1160-42c6-aee7-322cf5e464d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f095bf7b-baaf-42ff-b978-f7eee9216364'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:52.499201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Bound port: 9672d802-27ad-464a-8a34-0edb88ce8861, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6f7e27-1160-42c6-aee7-322cf5e464d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f095bf7b-baaf-42ff-b978-f7eee9216364'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:52.499615 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.513275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Pushing event updated for resources: {'Port': ['ID=2fb9b66b-1a75-4d81-aa46-3f5cd3100013,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:52.536477 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.540964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-299a10ec-45a5-4562-813d-8440d91a8a8b req-c6cb9534-812d-47fe-afab-367819622a3e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 210 time: 0.1182549 May 28 05:47:52.552270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.592492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=f11c60e9-199d-44dc-bd27-ff27f37501d0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:52.670060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] For port 9672d802-27ad-464a-8a34-0edb88ce8861, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:52.678839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] For port 9672d802-27ad-464a-8a34-0edb88ce8861, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9672d802-27ad-464a-8a34-0edb88ce8861,segment=NetworkSegment(6b6f7e27-1160-42c6-aee7-322cf5e464d3),segment_id=6b6f7e27-1160-42c6-aee7-322cf5e464d3)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:52.694742 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.753343 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.773124 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Floating IP 78a1dcd0-aa8f-407a-8ea7-90a262b2d597 associated. External IP: 172.25.4.183, port: 7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee. May 28 05:47:52.822054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258a10d-ce1f-4cd7-8f92-8d89d1c61513 None None] Pushing event updated for resources: {'Port': ['ID=9672d802-27ad-464a-8a34-0edb88ce8861,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:53.018139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff3668-bd28-49fa-b8d2-1ab913422771 None None] Network f095bf7b-baaf-42ff-b978-f7eee9216364 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:47:53.164789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f095bf7b-baaf-42ff-b978-f7eee9216364']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:53.191792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6f7e27-1160-42c6-aee7-322cf5e464d3') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:53.192380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6f7e27-1160-42c6-aee7-322cf5e464d3') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:53.228266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:53.359427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-40567d25-efbf-4c57-b2a4-3a5c4a711888 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:53.359427 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-40567d25-efbf-4c57-b2a4-3a5c4a711888 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.6077595 May 28 05:47:53.362984 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:53.383092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Request body: {'port': {'device_id': 'a1c1d929-40e8-4e55-a888-560d3b698919', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'admin_state_up': True, 'tenant_id': '77494e1a6ff9467b8fe094cdca45ac25'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:53.438335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b91217-c991-4078-b28c-8d48bb3cac52 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:47:53.518252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Router fcc6c19f-0a74-4276-865a-e755c7702db3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:53.534720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:53.540342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:53.541115 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:53.617390 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6b6f7e27-1160-42c6-aee7-322cf5e464d3 resource provider aggregate not found May 28 05:47:53.626245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:53.637453 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:53.654401 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6b6f7e27-1160-42c6-aee7-322cf5e464d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b6f7e27-1160-42c6-aee7-322cf5e464d3 found for delete ", "request_id": "req-18136ac7-9a7b-4828-9065-bb54df5ffad4"}]} May 28 05:47:53.658228 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:53.726689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Made reservation on behalf of 77494e1a6ff9467b8fe094cdca45ac25 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:47:53.729954 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:53.739532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b91217-c991-4078-b28c-8d48bb3cac52 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:47:53.850443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:53.867448 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207e0b79-5b00-4ce2-b69a-9cbeadb63dbc None None] Sync routers for ids ['fcc6c19f-0a74-4276-865a-e755c7702db3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:53.882513 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207e0b79-5b00-4ce2-b69a-9cbeadb63dbc None None] Routers {'fcc6c19f-0a74-4276-865a-e755c7702db3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:53.883691 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-207e0b79-5b00-4ce2-b69a-9cbeadb63dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fcc6c19f-0a74-4276-865a-e755c7702db3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:53.910228 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:53.990977 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-207e0b79-5b00-4ce2-b69a-9cbeadb63dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:53.996492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ae1d55ee-707c-4db6-9afe-e432fe867190 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.2807810 May 28 05:47:53.996967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32806) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:54.015497 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207e0b79-5b00-4ce2-b69a-9cbeadb63dbc None None] Routers {'fcc6c19f-0a74-4276-865a-e755c7702db3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:54.016127 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-207e0b79-5b00-4ce2-b69a-9cbeadb63dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fcc6c19f-0a74-4276-865a-e755c7702db3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:54.038184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:47:54.038184 n-d-843679-5 neutron-server[88416]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:47:54.038184 n-d-843679-5 neutron-server[88416]: [parameters: {'id': 'f095bf7b-baaf-42ff-b978-f7eee9216364'}] May 28 05:47:54.038184 n-d-843679-5 neutron-server[88416]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:47:54.038636 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:47:54.146505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6165bd8-8336-4af1-87c9-29bcabdb23bb req-72711777-9acb-4b39-8c4d-51bd6bcc2a7a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 210 time: 0.2859931 May 28 05:47:54.187980 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-207e0b79-5b00-4ce2-b69a-9cbeadb63dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:54.188359 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207e0b79-5b00-4ce2-b69a-9cbeadb63dbc None None] The sync data for ids ['fcc6c19f-0a74-4276-865a-e755c7702db3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:54.218637 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 4e0a2174-2e59-4090-b4b9-d9fc6a32b555 associated. External IP: 172.25.4.136, port: 748d5768-5fe0-4292-ba58-689fb6d1e689. May 28 05:47:54.263529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6c8359bc-4f65-4df1-b1cf-0b7a224a67a0 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] 10.222.0.39 "GET /v2.0/floatingips/78a1dcd0-aa8f-407a-8ea7-90a262b2d597 HTTP/1.1" status: 200 len: 984 time: 0.2655132 May 28 05:47:54.267835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32812) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:54.481346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9e1532bd-dca6-4b11-b32a-e30c46569da9 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3806 time: 0.2096796 May 28 05:47:54.486626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32820) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:54.506340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Allocated IP 172.20.0.7 (16869d4a-c80d-44a1-af8f-c16c452e479c/fa91beaf-eda9-4703-bb88-eafa22b1d514/731cfee4-53e9-48d5-870e-82c523915edd) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:54.551194 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:54.663539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Deleting port 9672d802-27ad-464a-8a34-0edb88ce8861 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:54.663885 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:54.775686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Deleting port 2fb9b66b-1a75-4d81-aa46-3f5cd3100013 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:54.776212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:54.984047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:54.984047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:55.114317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:55.157135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Calling delete_port for 2fb9b66b-1a75-4d81-aa46-3f5cd3100013 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:55.399413 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-847bb7e2-bbf5-460c-aba6-1afec6f6a26e req-e0d49b91-180d-4822-abb6-9d8bb13a4d2c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 210 time: 0.0671959 May 28 05:47:55.437399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:55.442652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:55.559515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] For port 9672d802-27ad-464a-8a34-0edb88ce8861, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9672d802-27ad-464a-8a34-0edb88ce8861,segment=NetworkSegment(6b6f7e27-1160-42c6-aee7-322cf5e464d3),segment_id=6b6f7e27-1160-42c6-aee7-322cf5e464d3)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:47:55.559893 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:55.568004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event deleted for resources: {'Port': ['ID=2fb9b66b-1a75-4d81-aa46-3f5cd3100013,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:55.608183 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:55.609802 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Floating IP 78a1dcd0-aa8f-407a-8ea7-90a262b2d597 disassociated (deleted). External IP: 172.25.4.183, port: 7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee. May 28 05:47:55.698647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Calling delete_port for 9672d802-27ad-464a-8a34-0edb88ce8861 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:55.727815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:55.741452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b57d5b-0c98-411e-8474-e6be014429e8 None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:55.761651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b57d5b-0c98-411e-8474-e6be014429e8 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:55.763065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d7b57d5b-0c98-411e-8474-e6be014429e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:55.895806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d7b57d5b-0c98-411e-8474-e6be014429e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:55.918621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b57d5b-0c98-411e-8474-e6be014429e8 None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:55.919534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d7b57d5b-0c98-411e-8474-e6be014429e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:56.015285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d7b57d5b-0c98-411e-8474-e6be014429e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:56.015952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b57d5b-0c98-411e-8474-e6be014429e8 None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:56.101319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:56.203027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:56.210803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Network 16869d4a-c80d-44a1-af8f-c16c452e479c is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:56.219816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:56.229024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:56.278965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event updated for resources: {'Port': ['ID=731cfee4-53e9-48d5-870e-82c523915edd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:56.324646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Router fcc6c19f-0a74-4276-865a-e755c7702db3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:56.343525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Port': ['ID=9672d802-27ad-464a-8a34-0edb88ce8861,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:56.350635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No DVR routers for this DVR port 9672d802-27ad-464a-8a34-0edb88ce8861 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:47:56.394780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:56.395729 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:56.432705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 2415800b-bf32-41ec-b7ec-97f9062462c4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:47:56.550835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-97f4b33c-e0d0-4e5f-b1cb-95839920516b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1724217 May 28 05:47:56.579818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:56.597516 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57ad92-8688-4065-a7a7-2b28be5abdcc None None] Sync routers for ids ['fcc6c19f-0a74-4276-865a-e755c7702db3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:56.615510 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57ad92-8688-4065-a7a7-2b28be5abdcc None None] Routers {'fcc6c19f-0a74-4276-865a-e755c7702db3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:56.616235 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-de57ad92-8688-4065-a7a7-2b28be5abdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fcc6c19f-0a74-4276-865a-e755c7702db3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:56.627081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:56.767035 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-de57ad92-8688-4065-a7a7-2b28be5abdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:56.783740 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4253d60c-9efb-47ff-b6b2-b22ec6b72c3b tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "DELETE /v2.0/floatingips/78a1dcd0-aa8f-407a-8ea7-90a262b2d597 HTTP/1.1" status: 204 len: 168 time: 2.2884467 May 28 05:47:56.783740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32882) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:56.784074 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57ad92-8688-4065-a7a7-2b28be5abdcc None None] Routers {'fcc6c19f-0a74-4276-865a-e755c7702db3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:56.784074 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-de57ad92-8688-4065-a7a7-2b28be5abdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fcc6c19f-0a74-4276-865a-e755c7702db3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:56.792754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Request body: {'port': {'device_id': 'a1c1d929-40e8-4e55-a888-560d3b698919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:56.794382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:56.799464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:56.803759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Usage tracker for resource:floatingip and tenant:26c9d57705f94cb987b4d4575eb5e061 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:56.807303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:56.814802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:56.828218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:56.896594 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-de57ad92-8688-4065-a7a7-2b28be5abdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:56.897354 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57ad92-8688-4065-a7a7-2b28be5abdcc None None] The sync data for ids ['fcc6c19f-0a74-4276-865a-e755c7702db3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:56.898666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:56.934246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f095bf7b-baaf-42ff-b978-f7eee9216364']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:56.948821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6f7e27-1160-42c6-aee7-322cf5e464d3') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:56.949120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6f7e27-1160-42c6-aee7-322cf5e464d3') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:56.966209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.007771 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.023755 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.051679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:47:57.052160 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.138742 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6b6f7e27-1160-42c6-aee7-322cf5e464d3 resource provider aggregate not found May 28 05:47:57.251905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Allocated IP 172.25.4.71 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/9b04b3df-6523-429f-b1a0-45373a6ce96d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:47:57.301260 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6b6f7e27-1160-42c6-aee7-322cf5e464d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b6f7e27-1160-42c6-aee7-322cf5e464d3 found for delete ", "request_id": "req-e4b85696-284e-4206-b7ef-ae64d092b761"}]} May 28 05:47:57.355146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.364140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.395456 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.402522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=f095bf7b-baaf-42ff-b978-f7eee9216364,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:57.413350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fb442-fb5d-4bf3-99ef-78ab44d07a4d req-4af798fc-b695-4f5a-88ea-80489f265e5b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:57.414052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-430fb442-fb5d-4bf3-99ef-78ab44d07a4d req-4af798fc-b695-4f5a-88ea-80489f265e5b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:57.429902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:47:57.432396 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/f095bf7b-baaf-42ff-b978-f7eee9216364 HTTP/1.1" status: 204 len: 168 time: 5.9820704 May 28 05:47:57.436791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32900) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:57.441990 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.447673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75aeb0-c9ba-4322-bf75-99d3137631f4 None None] Sync routers for ids ['2415800b-bf32-41ec-b7ec-97f9062462c4'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:47:57.462131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75aeb0-c9ba-4322-bf75-99d3137631f4 None None] Routers {'2415800b-bf32-41ec-b7ec-97f9062462c4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:57.463055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0b75aeb0-c9ba-4322-bf75-99d3137631f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2415800b-bf32-41ec-b7ec-97f9062462c4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:57.473703 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.499441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.499783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.500262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.500572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.500902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.501360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.501689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.502012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.502742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.503250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.504498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.504498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b7361-24e4-4fcd-9dd3-9c8c6a1de685 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:47:57.550746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-430fb442-fb5d-4bf3-99ef-78ab44d07a4d req-4af798fc-b695-4f5a-88ea-80489f265e5b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:57.556511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-430fb442-fb5d-4bf3-99ef-78ab44d07a4d req-4af798fc-b695-4f5a-88ea-80489f265e5b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 931 time: 0.9302020 May 28 05:47:57.564380 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ccc462-06c3-4b51-ad94-4070cd563f7a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] GET failed (client error): The resource could not be found. May 28 05:47:57.564907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-58ccc462-06c3-4b51-ad94-4070cd563f7a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Synchronizing usage tracker for tenant:61b46b44d336475bb162ac26a70939b2 on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:57.584556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0b75aeb0-c9ba-4322-bf75-99d3137631f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:57.589557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-58ccc462-06c3-4b51-ad94-4070cd563f7a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Unset dirty status for tenant:61b46b44d336475bb162ac26a70939b2 on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:57.590710 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-58ccc462-06c3-4b51-ad94-4070cd563f7a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/subnets/f11c60e9-199d-44dc-bd27-ff27f37501d0 HTTP/1.1" status: 404 len: 337 time: 0.1349249 May 28 05:47:57.593727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32908) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:57.596798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75aeb0-c9ba-4322-bf75-99d3137631f4 None None] Routers {'2415800b-bf32-41ec-b7ec-97f9062462c4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:47:57.597648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0b75aeb0-c9ba-4322-bf75-99d3137631f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2415800b-bf32-41ec-b7ec-97f9062462c4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:57.623900 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fee53db-9f6f-4a29-bed5-aeedab3d042c tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:47:57.624393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fee53db-9f6f-4a29-bed5-aeedab3d042c tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:47:57.634170 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4fee53db-9f6f-4a29-bed5-aeedab3d042c tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/f095bf7b-baaf-42ff-b978-f7eee9216364 HTTP/1.1" status: 404 len: 339 time: 0.0385492 May 28 05:47:57.637833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32912) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:57.671946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0b75aeb0-c9ba-4322-bf75-99d3137631f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:47:57.672589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75aeb0-c9ba-4322-bf75-99d3137631f4 None None] The sync data for ids ['2415800b-bf32-41ec-b7ec-97f9062462c4'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:47:57.749851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32918) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:57.756714 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.845380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:47:57.853499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:47:57.860933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:47:57.908917 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-430fb442-fb5d-4bf3-99ef-78ab44d07a4d req-b86312a2-baac-4c38-afe5-ec70031f39e8 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255002 May 28 05:47:57.919943 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bd7e5266-77af-4571-908e-251ccf8dc7f5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "PUT /v2.0/floatingips/4e0a2174-2e59-4090-b4b9-d9fc6a32b555 HTTP/1.1" status: 200 len: 978 time: 7.0078185 May 28 05:47:57.921423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 32924) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:57.954665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab05fbd-bfbd-4423-95da-f19fd24cebec tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:57.955505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9ab05fbd-bfbd-4423-95da-f19fd24cebec tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Synchronizing usage tracker for tenant:61b46b44d336475bb162ac26a70939b2 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:57.958264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Pushing event updated for resources: {'Port': ['ID=9b04b3df-6523-429f-b1a0-45373a6ce96d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:57.999246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9ab05fbd-bfbd-4423-95da-f19fd24cebec tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Unset dirty status for tenant:61b46b44d336475bb162ac26a70939b2 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:58.000677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9ab05fbd-bfbd-4423-95da-f19fd24cebec tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3618312 May 28 05:47:58.004452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32930) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:58.036059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 49d2ca47-0769-4b5d-894d-4ae92542eb5f {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:47:58.036404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.047541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-71cf8f74-55fd-41fa-b022-6620b3d01ddd tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 207 time: 0.0418513 May 28 05:47:58.051864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32934) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:58.167568 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.201349 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae77d4c9-6434-422a-8f0e-d8d7b431781c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.253275 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:47:58.371026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731cfee4-53e9-48d5-870e-82c523915edd {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:47:58.381525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ae77d4c9-6434-422a-8f0e-d8d7b431781c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:58.382069 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.385286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.393909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ae77d4c9-6434-422a-8f0e-d8d7b431781c admin admin] Usage tracker for resource:security_group_rule and tenant:7c92bd8aafdc4a0e98ff8d756ffe5c59 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:58.398655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ae77d4c9-6434-422a-8f0e-d8d7b431781c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:58.407983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ae77d4c9-6434-422a-8f0e-d8d7b431781c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:58.443590 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.473609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Transition to ACTIVE for port object 731cfee4-53e9-48d5-870e-82c523915edd will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:47:58.488349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.522378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756422a-9761-45f8-a3c0-86edd11ba01b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:58.528543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756422a-9761-45f8-a3c0-86edd11ba01b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:58.534080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756422a-9761-45f8-a3c0-86edd11ba01b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:58.540591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756422a-9761-45f8-a3c0-86edd11ba01b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:58.542383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3756422a-9761-45f8-a3c0-86edd11ba01b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4887638 May 28 05:47:58.547787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 32942) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:58.761625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae77d4c9-6434-422a-8f0e-d8d7b431781c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.769779 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae77d4c9-6434-422a-8f0e-d8d7b431781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.836181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ae77d4c9-6434-422a-8f0e-d8d7b431781c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c92bd8aafdc4a0e98ff8d756ffe5c59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0844893 May 28 05:47:58.839533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.840991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32948) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:58.843597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77d4c9-6434-422a-8f0e-d8d7b431781c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d314fe4-d463-44f3-ac31-94e6969d634d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:58.857473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:58.959341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Pushing event updated for resources: {'Port': ['ID=731cfee4-53e9-48d5-870e-82c523915edd,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:59.015195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Pushing event updated for resources: {'Port': ['ID=9b04b3df-6523-429f-b1a0-45373a6ce96d,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:59.019977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.077914 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32998e37-d0b5-4fe0-84ab-3baf510e352a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.079356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32956) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:59.122277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.123499 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4f983678-d287-4590-b5c1-9c85b80bbe98 tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3396118 May 28 05:47:59.128682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 32962) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:59.138574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32998e37-d0b5-4fe0-84ab-3baf510e352a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.204562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3fec72f0-959c-4ae1-ac26-b2b5d5007c69 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Synchronizing usage tracker for tenant:61b46b44d336475bb162ac26a70939b2 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:47:59.205801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97d3a-1987-4c14-a38f-1ab9301d62dd req-8326ee7f-58d9-4bba-b77a-2022dab4dab1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:59.207286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75f97d3a-1987-4c14-a38f-1ab9301d62dd req-8326ee7f-58d9-4bba-b77a-2022dab4dab1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 943 time: 0.1647141 May 28 05:47:59.214264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Attempting to bind port 731cfee4-53e9-48d5-870e-82c523915edd on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:47:59.214844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Attempting to bind port 731cfee4-53e9-48d5-870e-82c523915edd by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:47:59.215412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Attempting to bind port 731cfee4-53e9-48d5-870e-82c523915edd on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:59.224317 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.224604 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.224912 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Floating IP 4e0a2174-2e59-4090-b4b9-d9fc6a32b555 disassociated. External IP: 172.25.4.136, port: 49d2ca47-0769-4b5d-894d-4ae92542eb5f. May 28 05:47:59.225252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for 49d2ca47-0769-4b5d-894d-4ae92542eb5f owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:47:59.253989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Port 731cfee4-53e9-48d5-870e-82c523915edd on network 16869d4a-c80d-44a1-af8f-c16c452e479c not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:47:59.254590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Attempting to bind port 731cfee4-53e9-48d5-870e-82c523915edd on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:47:59.255534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32998e37-d0b5-4fe0-84ab-3baf510e352a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.277212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75f97d3a-1987-4c14-a38f-1ab9301d62dd req-3ea5f505-0c48-4016-bf9b-9d5a20550bc2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608838 May 28 05:47:59.279414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:47:59.279984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Checking segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:47:59.280161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32998e37-d0b5-4fe0-84ab-3baf510e352a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d314fe4-d463-44f3-ac31-94e6969d634d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:59.280690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Bound using segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:47:59.281302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Bound port: 731cfee4-53e9-48d5-870e-82c523915edd, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:47:59.281839 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.293708 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32998e37-d0b5-4fe0-84ab-3baf510e352a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.295265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-32998e37-d0b5-4fe0-84ab-3baf510e352a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d314fe4-d463-44f3-ac31-94e6969d634d HTTP/1.1" status: 204 len: 168 time: 0.4531987 May 28 05:47:59.303647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3fec72f0-959c-4ae1-ac26-b2b5d5007c69 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Unset dirty status for tenant:61b46b44d336475bb162ac26a70939b2 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:47:59.306202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3fec72f0-959c-4ae1-ac26-b2b5d5007c69 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.7483749 May 28 05:47:59.316131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32970) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:59.370831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3be94d06-3c3a-4f16-85a1-5314e1742c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.399542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3be94d06-3c3a-4f16-85a1-5314e1742c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:59.406533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3be94d06-3c3a-4f16-85a1-5314e1742c79 admin admin] Usage tracker for resource:security_group_rule and tenant:c2b451244bac4436a70e5ade8954ebbf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:59.410776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3be94d06-3c3a-4f16-85a1-5314e1742c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:59.420420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3be94d06-3c3a-4f16-85a1-5314e1742c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:59.432249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b1f3a-3f86-4a0a-a754-e233bfe0adca tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:59.433891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b1f3a-3f86-4a0a-a754-e233bfe0adca tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:59.435443 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a99b1f3a-3f86-4a0a-a754-e233bfe0adca tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1051450 May 28 05:47:59.439256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32974) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:59.445180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] For port 731cfee4-53e9-48d5-870e-82c523915edd, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:47:59.468535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] For port 731cfee4-53e9-48d5-870e-82c523915edd, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=731cfee4-53e9-48d5-870e-82c523915edd,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:47:59.488890 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.499336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:47:59.533604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a8187-7078-4504-83ae-d60c59b2fb58 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:59.535092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a8187-7078-4504-83ae-d60c59b2fb58 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:59.536618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-754a8187-7078-4504-83ae-d60c59b2fb58 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0964696 May 28 05:47:59.546329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32980) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:59.549625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:59.569465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.584155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Usage tracker for resource:floatingip and tenant:731008ecb8f043f8ab74d25789c63662 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:59.595273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:59.598523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:59.599125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.600540 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] 10.222.0.33 "PUT /v2.0/ports/731cfee4-53e9-48d5-870e-82c523915edd HTTP/1.1" status: 200 len: 1091 time: 2.9732642 May 28 05:47:59.605263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c1d929-40e8-4e55-a888-560d3b698919', 'tag': '731cfee4-53e9-48d5-870e-82c523915edd'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:47:59.627995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:59.713033 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d963e29d-a67b-43de-bd75-c53e152b602c'] response: {'name': 'network-changed', 'server_uuid': 'a1c1d929-40e8-4e55-a888-560d3b698919', 'tag': '731cfee4-53e9-48d5-870e-82c523915edd', 'status': 'completed', 'code': 200} May 28 05:47:59.737107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32986) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:59.756173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c5aa7-3c95-482b-9f58-e507d4831de1 service neutron] Pushing event updated for resources: {'Port': ['ID=731cfee4-53e9-48d5-870e-82c523915edd,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:59.763901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eedc88-a1dd-4eba-9410-97422c9788da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:47:59.765416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b8eedc88-a1dd-4eba-9410-97422c9788da tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/networks/2c071075-8abc-4cfb-81cb-5b65cc1f120f HTTP/1.1" status: 200 len: 799 time: 0.2183905 May 28 05:47:59.770940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3be94d06-3c3a-4f16-85a1-5314e1742c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.771889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32990) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:59.776843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0662e051-d60c-48ca-9a07-ad10bca6cccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.804769 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.808190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3be94d06-3c3a-4f16-85a1-5314e1742c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:59.848300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=49d2ca47-0769-4b5d-894d-4ae92542eb5f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:47:59.910663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0662e051-d60c-48ca-9a07-ad10bca6cccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:47:59.929961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0662e051-d60c-48ca-9a07-ad10bca6cccb admin admin] Usage tracker for resource:security_group_rule and tenant:a81072c1e3334e4da70324bffa4216e1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:47:59.936334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3be94d06-3c3a-4f16-85a1-5314e1742c79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2b451244bac4436a70e5ade8954ebbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8484745 May 28 05:47:59.939350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0662e051-d60c-48ca-9a07-ad10bca6cccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:47:59.943656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32994) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:47:59.951370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0662e051-d60c-48ca-9a07-ad10bca6cccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:47:59.953436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be94d06-3c3a-4f16-85a1-5314e1742c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf2b5f6-01b1-4be1-b035-f56e7d25aab8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:00.044916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-f2cd687a-ac77-4f2e-a795-dbd46c3ef554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:00.046336 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-f2cd687a-ac77-4f2e-a795-dbd46c3ef554 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 1094 time: 0.3464215 May 28 05:48:00.052234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 2415800b-bf32-41ec-b7ec-97f9062462c4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:48:00.067359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d72436d0-a97a-45ac-999b-5382676fda46 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/networks/2c071075-8abc-4cfb-81cb-5b65cc1f120f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2927990 May 28 05:48:00.072555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 32998) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:00.130168 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-71faf965-ba86-445e-9506-7cb4ffdbd94b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=731cfee4-53e9-48d5-870e-82c523915edd HTTP/1.1" status: 200 len: 217 time: 0.0711977 May 28 05:48:00.156603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f35ad06b-f07f-43e3-a9bc-b460aefc18b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.175827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29862c5-bdd8-4a22-a8e5-e33e7489bef8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:00.177151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f29862c5-bdd8-4a22-a8e5-e33e7489bef8 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/subnets/0d3cf7c6-aa4b-4d40-a043-5d28aecfd1ed HTTP/1.1" status: 200 len: 811 time: 0.1037099 May 28 05:48:00.182931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33002) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:00.258915 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f35ad06b-f07f-43e3-a9bc-b460aefc18b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.323223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52aca83-e146-4f05-9519-4c82efdc6b7b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['shared'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:00.330033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c52aca83-e146-4f05-9519-4c82efdc6b7b tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "GET /v2.0/subnets/0d3cf7c6-aa4b-4d40-a043-5d28aecfd1ed?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1407979 May 28 05:48:00.336081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33008) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:00.342240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0662e051-d60c-48ca-9a07-ad10bca6cccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.347165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-706415834'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:00.352778 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0662e051-d60c-48ca-9a07-ad10bca6cccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.360919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:00.406032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:00.416657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662e051-d60c-48ca-9a07-ad10bca6cccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc430ec-5e03-4d08-b170-4209777e2419,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:00.423638 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0662e051-d60c-48ca-9a07-ad10bca6cccb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a81072c1e3334e4da70324bffa4216e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803837 May 28 05:48:00.423828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33012) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:00.442683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:00.446777 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.489288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-badce6a5-eac6-48d7-a4b3-76825af62fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:00.490701 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-badce6a5-eac6-48d7-a4b3-76825af62fd1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.3063815 May 28 05:48:00.512607 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f35ad06b-f07f-43e3-a9bc-b460aefc18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.545839 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.552997 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-08851f8e-8e01-4dfb-a3cd-d666026740bd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522630 May 28 05:48:00.553452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ad06b-f07f-43e3-a9bc-b460aefc18b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf2b5f6-01b1-4be1-b035-f56e7d25aab8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:00.586968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:48:00.593574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f35ad06b-f07f-43e3-a9bc-b460aefc18b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.597183 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f35ad06b-f07f-43e3-a9bc-b460aefc18b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdf2b5f6-01b1-4be1-b035-f56e7d25aab8 HTTP/1.1" status: 204 len: 168 time: 0.6471570 May 28 05:48:00.606225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1914edef-e7c6-41b5-998e-75cdc4f3cc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.619966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.620313 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Added segment 56b45a97-55dc-4cd9-b32b-39481706c905 of type vlan for network fc251b5b-249c-4de2-ab48-d460d047ff65 May 28 05:48:00.631267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:48:00.651178 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada1ec8-f78b-4c52-a0d4-41a0484fb5bc None None] Sync routers for ids ['2415800b-bf32-41ec-b7ec-97f9062462c4'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:48:00.662709 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1914edef-e7c6-41b5-998e-75cdc4f3cc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.663260 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada1ec8-f78b-4c52-a0d4-41a0484fb5bc None None] Routers {'2415800b-bf32-41ec-b7ec-97f9062462c4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:48:00.664010 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dada1ec8-f78b-4c52-a0d4-41a0484fb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2415800b-bf32-41ec-b7ec-97f9062462c4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:00.683247 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.705564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621fa3e-fc28-40d5-8dbf-2f01549618e4 req-c0bccfa0-3489-4667-9b69-0cfbd8f459bf tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:00.707037 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3621fa3e-fc28-40d5-8dbf-2f01549618e4 req-c0bccfa0-3489-4667-9b69-0cfbd8f459bf tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 943 time: 0.2399831 May 28 05:48:00.726523 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.768082 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dada1ec8-f78b-4c52-a0d4-41a0484fb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:00.780419 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada1ec8-f78b-4c52-a0d4-41a0484fb5bc None None] Routers {'2415800b-bf32-41ec-b7ec-97f9062462c4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:48:00.781696 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dada1ec8-f78b-4c52-a0d4-41a0484fb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2415800b-bf32-41ec-b7ec-97f9062462c4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:00.845351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:48:00.857740 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dada1ec8-f78b-4c52-a0d4-41a0484fb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:00.858417 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada1ec8-f78b-4c52-a0d4-41a0484fb5bc None None] The sync data for ids ['2415800b-bf32-41ec-b7ec-97f9062462c4'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:48:00.901140 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3621fa3e-fc28-40d5-8dbf-2f01549618e4 req-9ed3c785-03ed-43c8-a9e3-75e36916e40e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879427 May 28 05:48:00.902562 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.910343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:00.910972 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:00.912063 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-9733ed6c-d150-453a-85c7-3e31f9b41d31 service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193150 May 28 05:48:00.920394 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:01.006660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1914edef-e7c6-41b5-998e-75cdc4f3cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:01.024896 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-83570f69-75c3-4726-96cf-dfcc9149e96e tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/ports/49d2ca47-0769-4b5d-894d-4ae92542eb5f HTTP/1.1" status: 204 len: 168 time: 3.0999725 May 28 05:48:01.032960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33020) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:01.043057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Allocated IP 172.25.4.114 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/4c851275-246b-42ce-9db1-992d45c2b715) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:01.088719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33024) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:01.109056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914edef-e7c6-41b5-998e-75cdc4f3cc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc430ec-5e03-4d08-b170-4209777e2419,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:01.158742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Network': ['ID=fc251b5b-249c-4de2-ab48-d460d047ff65,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:01.173863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network fc251b5b-249c-4de2-ab48-d460d047ff65 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:48:01.181469 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2c29-10ca-4b99-a586-a74d23b12c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:01.181956 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1914edef-e7c6-41b5-998e-75cdc4f3cc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:01.185778 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1914edef-e7c6-41b5-998e-75cdc4f3cc7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccc430ec-5e03-4d08-b170-4209777e2419 HTTP/1.1" status: 204 len: 168 time: 0.7584143 May 28 05:48:01.186839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7395c290-8687-4d12-8c24-aa391801dbea tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8491571 May 28 05:48:01.189925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33030) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:01.206438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'network_id': 'fc251b5b-249c-4de2-ab48-d460d047ff65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:01.229299 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbca7d58-f322-4607-9876-3616bfe082c6 req-c390df58-6d33-46ae-b649-b82d8a8b6773 service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035421 May 28 05:48:01.237505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8a6c2c29-10ca-4b99-a586-a74d23b12c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:01.324158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8a6c2c29-10ca-4b99-a586-a74d23b12c47 admin admin] Usage tracker for resource:security_group_rule and tenant:543dc599335c44a48cea3f2029a26d0d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:01.338353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8a6c2c29-10ca-4b99-a586-a74d23b12c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:01.391469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8a6c2c29-10ca-4b99-a586-a74d23b12c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:01.462452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:01.482382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:01.486159 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:01.523138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Made reservation on behalf of 61b46b44d336475bb162ac26a70939b2 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:01.526668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:01.639255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6e3c2-c7a5-469f-bea7-3b5ce7357edc req-82dcc3b7-c6f3-4611-b3e1-225605109478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:01.640755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24c6e3c2-c7a5-469f-bea7-3b5ce7357edc req-82dcc3b7-c6f3-4611-b3e1-225605109478 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 1094 time: 0.3041556 May 28 05:48:01.681826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_backend_mixin [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Performing IP validity checks on allocation pools {{(pid=88416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 05:48:01.682907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_backend_mixin [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 05:48:01.698483 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:01.791451 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:01.833892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2c29-10ca-4b99-a586-a74d23b12c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:01.864498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2c29-10ca-4b99-a586-a74d23b12c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:01.940845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:01.997130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c2c29-10ca-4b99-a586-a74d23b12c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a75969-57cc-44a8-995d-d87dddbbe70c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:02.004107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:02.006593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:02.051855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Pushing event updated for resources: {'Port': ['ID=4c851275-246b-42ce-9db1-992d45c2b715,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:02.182826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 41bdcf2a-3c1e-4f71-bf9e-53f52403479a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:02.184437 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:02.332746 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8a6c2c29-10ca-4b99-a586-a74d23b12c47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=543dc599335c44a48cea3f2029a26d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2406218 May 28 05:48:02.340103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6e3c2-c7a5-469f-bea7-3b5ce7357edc req-7613ecbb-0140-494a-ba32-171473b8f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:02.342369 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24c6e3c2-c7a5-469f-bea7-3b5ce7357edc req-7613ecbb-0140-494a-ba32-171473b8f06b service neutron] 10.222.0.33 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 912 time: 0.6913111 May 28 05:48:02.342369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33056) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:02.425694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:02.484504 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24c6e3c2-c7a5-469f-bea7-3b5ce7357edc req-37c8d0b6-0485-44ed-aa4c-7cedac360cc3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=731cfee4-53e9-48d5-870e-82c523915edd HTTP/1.1" status: 200 len: 217 time: 0.1326964 May 28 05:48:02.651870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:02.662740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124d8d8-83ef-40c1-8529-2a4a4daf00ff req-c8c3d5d3-4dcc-4be9-8d83-7e972c069434 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:02.662740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5124d8d8-83ef-40c1-8529-2a4a4daf00ff req-c8c3d5d3-4dcc-4be9-8d83-7e972c069434 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 943 time: 0.6082542 May 28 05:48:02.682687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6e3c2-c7a5-469f-bea7-3b5ce7357edc req-46e32d11-34c0-404f-aae4-fab6372d726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:02.684170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24c6e3c2-c7a5-469f-bea7-3b5ce7357edc req-46e32d11-34c0-404f-aae4-fab6372d726e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.1915216 May 28 05:48:02.686523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for 41bdcf2a-3c1e-4f71-bf9e-53f52403479a owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:02.746027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5e74-e033-446e-9f34-9d260fa669e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:02.801902 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24c6e3c2-c7a5-469f-bea7-3b5ce7357edc req-09a91f25-f3dc-4123-8049-9b3220386815 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082194 May 28 05:48:02.813517 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:02.974988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5e74-e033-446e-9f34-9d260fa669e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.008660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5124d8d8-83ef-40c1-8529-2a4a4daf00ff req-a3e2541b-f59c-4834-8c6b-dda45af0228f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234422 May 28 05:48:03.018229 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.038442 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.096683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=165e07d0-6d61-4d7d-92cb-71517b3b2b42,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:03.111706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=41bdcf2a-3c1e-4f71-bf9e-53f52403479a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:03.169910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Checking segment: {'id': '56b45a97-55dc-4cd9-b32b-39481706c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc251b5b-249c-4de2-ab48-d460d047ff65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:48:03.170585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network hostable DHCP agents. Network: fc251b5b-249c-4de2-ab48-d460d047ff65, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:48:03.204470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24c6e3c2-c7a5-469f-bea7-3b5ce7357edc req-a2929557-0658-4bca-bb25-eded20dfcbff service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807452 May 28 05:48:03.384382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Network fc251b5b-249c-4de2-ab48-d460d047ff65 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:48:03.391920 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5e74-e033-446e-9f34-9d260fa669e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.434418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc5e74-e033-446e-9f34-9d260fa669e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a75969-57cc-44a8-995d-d87dddbbe70c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:03.436158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, fc251b5b-249c-4de2-ab48-d460d047ff65) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:03.452621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:03.453448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.463994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39da30-96c1-4634-8a23-12e132e0af06 None None] Network fc251b5b-249c-4de2-ab48-d460d047ff65 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:03.523420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.533229 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5e74-e033-446e-9f34-9d260fa669e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.534482 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a9fc5e74-e033-446e-9f34-9d260fa669e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54a75969-57cc-44a8-995d-d87dddbbe70c HTTP/1.1" status: 204 len: 168 time: 1.1869340 May 28 05:48:03.541888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c34f8c97-cf66-4da3-b6d0-d9337b19cd04 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3444712 May 28 05:48:03.544027 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24c6e3c2-c7a5-469f-bea7-3b5ce7357edc req-84f710ad-a6cc-4e62-b5a4-164c0ec76f07 service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235950 May 28 05:48:03.545479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33088) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:03.552384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5df1ac12-fd32-429a-856f-9abecfae5602 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:03.611098 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.620914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.872565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Pushing event updated for resources: {'Port': ['ID=4c851275-246b-42ce-9db1-992d45c2b715,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:03.903584 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.933260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-fc251b5b-249c-4de2-ab48-d460d047ff65', 'network_id': 'fc251b5b-249c-4de2-ab48-d460d047ff65', 'tenant_id': '61b46b44d336475bb162ac26a70939b2', 'fixed_ips': [{'subnet_id': '165e07d0-6d61-4d7d-92cb-71517b3b2b42'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:48:03.936893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.942327 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5df1ac12-fd32-429a-856f-9abecfae5602 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28432394'] for subnet, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.945102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:03.949478 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1470e25c-e756-4a75-a8d8-c56ab5c76629 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8164091 May 28 05:48:03.950201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33098) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:04.150917 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-508be18e-f496-4ee5-a621-4727652b9e0c tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3699 time: 0.1973481 May 28 05:48:04.151556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33106) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:04.224655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 2415800b-bf32-41ec-b7ec-97f9062462c4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:48:04.428247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a8ac9d61-b298-44ad-a4c1-d04854903f42 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Synchronizing usage tracker for tenant:670d255e6eb2496eb01d334f40ba7b79 on resource:floatingip {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:04.576892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a8ac9d61-b298-44ad-a4c1-d04854903f42 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Unset dirty status for tenant:670d255e6eb2496eb01d334f40ba7b79 on resource:floatingip {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:04.581840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a8ac9d61-b298-44ad-a4c1-d04854903f42 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4260645 May 28 05:48:04.582503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33122) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:04.691555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5df1ac12-fd32-429a-856f-9abecfae5602 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752088404920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28256203'] for subnet, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:04.794582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e8639-7652-4d96-bc01-f85ad6d4878a req-b14a5f17-942b-479d-b58f-f6e121393552 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:04.797321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Allocated IP 172.20.0.3 (fc251b5b-249c-4de2-ab48-d460d047ff65/165e07d0-6d61-4d7d-92cb-71517b3b2b42/48257004-0934-43d0-9bf0-84fae79cdbb4) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:04.802492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7e8639-7652-4d96-bc01-f85ad6d4878a req-b14a5f17-942b-479d-b58f-f6e121393552 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 943 time: 0.4174383 May 28 05:48:04.854658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:48:04.917578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-70cdbb07-910d-4fc4-8c23-88419b8945b5 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Deleting port 4c851275-246b-42ce-9db1-992d45c2b715 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:04.917978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70cdbb07-910d-4fc4-8c23-88419b8945b5 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:04.933009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0326a037-3a37-4806-be91-e4669bcf0293 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "PUT /v2.0/routers/2415800b-bf32-41ec-b7ec-97f9062462c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8887148 May 28 05:48:04.940415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7e8639-7652-4d96-bc01-f85ad6d4878a req-cab8ae58-a708-4c86-a40b-813cafd24341 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337297 May 28 05:48:04.946075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33134) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:04.969680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df1ac12-fd32-429a-856f-9abecfae5602 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:04.970827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5df1ac12-fd32-429a-856f-9abecfae5602 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:04.976169 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5df1ac12-fd32-429a-856f-9abecfae5602 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "PUT /v2.0/subnets/165e07d0-6d61-4d7d-92cb-71517b3b2b42 HTTP/1.1" status: 200 len: 877 time: 1.4296968 May 28 05:48:04.988122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6d213-f494-4ce9-b798-e7f6b1e66e6b None None] Sync routers for ids ['2415800b-bf32-41ec-b7ec-97f9062462c4'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:48:04.999182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33138) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:05.014418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1ac12-fd32-429a-856f-9abecfae5602 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event updated for resources: {'Subnet': ['ID=165e07d0-6d61-4d7d-92cb-71517b3b2b42,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:05.032454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6d213-f494-4ce9-b798-e7f6b1e66e6b None None] Routers {'2415800b-bf32-41ec-b7ec-97f9062462c4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:48:05.034678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e7c6d213-f494-4ce9-b798-e7f6b1e66e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2415800b-bf32-41ec-b7ec-97f9062462c4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:05.175290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e7c6d213-f494-4ce9-b798-e7f6b1e66e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:05.189465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6d213-f494-4ce9-b798-e7f6b1e66e6b None None] Routers {'2415800b-bf32-41ec-b7ec-97f9062462c4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:48:05.189465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e7c6d213-f494-4ce9-b798-e7f6b1e66e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:47:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2415800b-bf32-41ec-b7ec-97f9062462c4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:05.242587 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:05.296685 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:05.373403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e7c6d213-f494-4ce9-b798-e7f6b1e66e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:05.382351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6d213-f494-4ce9-b798-e7f6b1e66e6b None None] The sync data for ids ['2415800b-bf32-41ec-b7ec-97f9062462c4'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:48:05.415460 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:05.529422 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70cdbb07-910d-4fc4-8c23-88419b8945b5 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:05.530373 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70cdbb07-910d-4fc4-8c23-88419b8945b5 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:05.540284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 731cfee4-53e9-48d5-870e-82c523915edd details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:48:05.682189 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:05.705265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port d1c60474-76e6-45a4-890a-14d8b66a6e7b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:05.705616 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:05.713815 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:05.726749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-70cdbb07-910d-4fc4-8c23-88419b8945b5 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Calling delete_port for 4c851275-246b-42ce-9db1-992d45c2b715 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:05.742120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Transition to ACTIVE for port object 48257004-0934-43d0-9bf0-84fae79cdbb4 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:05.784257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Transition to ACTIVE for port object 48257004-0934-43d0-9bf0-84fae79cdbb4 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:05.803004 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:05.849377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:05.905816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 731cfee4-53e9-48d5-870e-82c523915edd, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=731cfee4-53e9-48d5-870e-82c523915edd,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:05.942071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Network fc251b5b-249c-4de2-ab48-d460d047ff65 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:05.956847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=165e07d0-6d61-4d7d-92cb-71517b3b2b42,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:05.958043 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '731cfee4-53e9-48d5-870e-82c523915edd', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'port_id': '731cfee4-53e9-48d5-870e-82c523915edd', 'mac_address': 'fa:16:3e:2f:cb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa91beaf-eda9-4703-bb88-eafa22b1d514', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:48:05.967777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:05.973141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:06.076529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 731cfee4-53e9-48d5-870e-82c523915edd is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:06.076917 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.087378 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.120899 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.131127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Pushing event updated for resources: {'Port': ['ID=48257004-0934-43d0-9bf0-84fae79cdbb4,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:06.139425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc251b5b-249c-4de2-ab48-d460d047ff65']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:06.160946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b45a97-55dc-4cd9-b32b-39481706c905') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:06.161497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b45a97-55dc-4cd9-b32b-39481706c905') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:06.180395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.180542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731cfee4-53e9-48d5-870e-82c523915edd {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:48:06.198328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 731cfee4-53e9-48d5-870e-82c523915edd, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=731cfee4-53e9-48d5-870e-82c523915edd,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:06.200383 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.208272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:48:06.209110 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.217291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.305723 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Attempting to bind port 48257004-0934-43d0-9bf0-84fae79cdbb4 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:48:06.306696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Attempting to bind port 48257004-0934-43d0-9bf0-84fae79cdbb4 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '56b45a97-55dc-4cd9-b32b-39481706c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc251b5b-249c-4de2-ab48-d460d047ff65'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:48:06.307319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Attempting to bind port 48257004-0934-43d0-9bf0-84fae79cdbb4 on network fc251b5b-249c-4de2-ab48-d460d047ff65 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:48:06.320926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:48:06.321710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Checking segment: {'id': '56b45a97-55dc-4cd9-b32b-39481706c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc251b5b-249c-4de2-ab48-d460d047ff65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:48:06.322383 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.322911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Bound using segment: {'id': '56b45a97-55dc-4cd9-b32b-39481706c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc251b5b-249c-4de2-ab48-d460d047ff65'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:48:06.323612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Bound port: 48257004-0934-43d0-9bf0-84fae79cdbb4, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b45a97-55dc-4cd9-b32b-39481706c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc251b5b-249c-4de2-ab48-d460d047ff65'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:48:06.324132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.346757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:48:06.346757 n-d-843679-5 neutron-server[88416]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:48:06.346757 n-d-843679-5 neutron-server[88416]: [parameters: {'id': 'fc251b5b-249c-4de2-ab48-d460d047ff65'}] May 28 05:48:06.346757 n-d-843679-5 neutron-server[88416]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:48:06.346757 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:48:06.391930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for d1c60474-76e6-45a4-890a-14d8b66a6e7b owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:06.393907 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 56b45a97-55dc-4cd9-b32b-39481706c905 resource provider aggregate not found May 28 05:48:06.442774 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=731cfee4-53e9-48d5-870e-82c523915edd,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:06.482871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] For port 48257004-0934-43d0-9bf0-84fae79cdbb4, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:48:06.487412 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 56b45a97-55dc-4cd9-b32b-39481706c905 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56b45a97-55dc-4cd9-b32b-39481706c905 found for delete ", "request_id": "req-dd23e517-55b0-4ff5-8ed9-2f6dc29a9d1c"}]} May 28 05:48:06.538605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] For port 48257004-0934-43d0-9bf0-84fae79cdbb4, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=48257004-0934-43d0-9bf0-84fae79cdbb4,segment=NetworkSegment(56b45a97-55dc-4cd9-b32b-39481706c905),segment_id=56b45a97-55dc-4cd9-b32b-39481706c905)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:48:06.544127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70cdbb07-910d-4fc4-8c23-88419b8945b5 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.544652 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.591664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['731cfee4-53e9-48d5-870e-82c523915edd'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:06.685995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.738986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdbb07-910d-4fc4-8c23-88419b8945b5 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Pushing event deleted for resources: {'Port': ['ID=4c851275-246b-42ce-9db1-992d45c2b715,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:06.764631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=d1c60474-76e6-45a4-890a-14d8b66a6e7b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:06.780389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cef07-2b3c-4e04-af93-2583e42a83e2 req-c24b70aa-adeb-4676-9057-de6f681c1822 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:06.782317 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-234cef07-2b3c-4e04-af93-2583e42a83e2 req-c24b70aa-adeb-4676-9057-de6f681c1822 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 944 time: 0.4426503 May 28 05:48:06.801893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef75e57-86ba-4bf1-9840-967e82bff4a5 None None] Network fc251b5b-249c-4de2-ab48-d460d047ff65 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:06.845101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.846264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.847070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.848832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.849698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.850834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.852698 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.855617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.857073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.857428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.858395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.858748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.859090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:06.888520 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-234cef07-2b3c-4e04-af93-2583e42a83e2 req-f349a160-073e-4594-abfa-e6066364679e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717967 May 28 05:48:06.907457 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70cdbb07-910d-4fc4-8c23-88419b8945b5 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.911314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Deleting port 48257004-0934-43d0-9bf0-84fae79cdbb4 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:06.911849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.989365 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70cdbb07-910d-4fc4-8c23-88419b8945b5 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:06.993597 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-70cdbb07-910d-4fc4-8c23-88419b8945b5 tempest-FloatingIPAdminTestJSON-1215411487 tempest-FloatingIPAdminTestJSON-1215411487-project] 10.222.0.39 "DELETE /v2.0/floatingips/b8d820ed-1c02-44aa-939a-d5d066799571 HTTP/1.1" status: 204 len: 168 time: 2.4070241 May 28 05:48:06.994763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33184) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:07.012164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51174a-f33f-4236-9023-7a7a65292063 None None] Pushing event updated for resources: {'Port': ['ID=48257004-0934-43d0-9bf0-84fae79cdbb4,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:07.212431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c645c7-3f64-40a4-9409-8fdf884d369c None None] Network fc251b5b-249c-4de2-ab48-d460d047ff65 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:07.287927 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:07.315373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] For port 48257004-0934-43d0-9bf0-84fae79cdbb4, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=48257004-0934-43d0-9bf0-84fae79cdbb4,segment=NetworkSegment(56b45a97-55dc-4cd9-b32b-39481706c905),segment_id=56b45a97-55dc-4cd9-b32b-39481706c905)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:07.317683 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:07.515046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cacadf-7c51-4864-89ea-7af68b755c67 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:48:07.615303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Calling delete_port for 48257004-0934-43d0-9bf0-84fae79cdbb4 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:07.628912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:07.631491 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:07.670508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:07.671154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Fanout notify agent at l3_agent the message router_deleted on router 2415800b-bf32-41ec-b7ec-97f9062462c4 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:48:07.686249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5cf7d901-ff57-4dfc-8ebd-3c262672dd0e tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Deleting port 9b04b3df-6523-429f-b1a0-45373a6ce96d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:07.686589 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d901-ff57-4dfc-8ebd-3c262672dd0e tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:07.729172 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:07.784427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:07.786045 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-13dfec13-a307-4450-801f-d83911063b58 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/routers/2415800b-bf32-41ec-b7ec-97f9062462c4 HTTP/1.1" status: 204 len: 168 time: 2.8376176 May 28 05:48:07.789058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No DVR routers for this DVR port 48257004-0934-43d0-9bf0-84fae79cdbb4 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:48:07.793077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33202) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:07.793947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cacadf-7c51-4864-89ea-7af68b755c67 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:48:07.827444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Port': ['ID=48257004-0934-43d0-9bf0-84fae79cdbb4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:07.959102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d797b0-0bc0-443b-b767-bcab20adf96a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting subnet 475c4de9-61ad-451e-9f98-e7745a590104 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:48:07.971042 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:07.973510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d797b0-0bc0-443b-b767-bcab20adf96a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.018742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc251b5b-249c-4de2-ab48-d460d047ff65']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:08.022267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d901-ff57-4dfc-8ebd-3c262672dd0e tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.022765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d901-ff57-4dfc-8ebd-3c262672dd0e tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.034782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b45a97-55dc-4cd9-b32b-39481706c905') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:08.035170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b45a97-55dc-4cd9-b32b-39481706c905') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:08.051136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.074983 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.090410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:48:08.092023 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.194077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5cf7d901-ff57-4dfc-8ebd-3c262672dd0e tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Calling delete_port for 9b04b3df-6523-429f-b1a0-45373a6ce96d owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:08.238877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d797b0-0bc0-443b-b767-bcab20adf96a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.277131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.305435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.318705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=fc251b5b-249c-4de2-ab48-d460d047ff65,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:08.335299 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-38762dbc-6c61-4584-aff7-9ea905407245 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/fc251b5b-249c-4de2-ab48-d460d047ff65 HTTP/1.1" status: 204 len: 168 time: 3.3287416 May 28 05:48:08.335299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33214) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:08.387407 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72d70eb-1303-4125-8916-62711a15cefe tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:08.387875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72d70eb-1303-4125-8916-62711a15cefe tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:08.392291 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f72d70eb-1303-4125-8916-62711a15cefe tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/165e07d0-6d61-4d7d-92cb-71517b3b2b42 HTTP/1.1" status: 404 len: 337 time: 0.0515022 May 28 05:48:08.392941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33220) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:08.423718 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-746097e6-2524-4790-b865-614f2c3708a0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:08.424274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746097e6-2524-4790-b865-614f2c3708a0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:08.431316 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-746097e6-2524-4790-b865-614f2c3708a0 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/fc251b5b-249c-4de2-ab48-d460d047ff65 HTTP/1.1" status: 404 len: 339 time: 0.0337098 May 28 05:48:08.431316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33224) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:08.481257 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1bd782-f974-40fb-a366-0f142d581a67 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:08.482517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1bd782-f974-40fb-a366-0f142d581a67 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:08.483955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5b1bd782-f974-40fb-a366-0f142d581a67 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/f11c60e9-199d-44dc-bd27-ff27f37501d0 HTTP/1.1" status: 404 len: 337 time: 0.0525188 May 28 05:48:08.486976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33228) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:08.515033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029b1e-b1ec-4b07-a827-e3e28614b774 req-e5ac9818-df68-498e-8dae-550a44729849 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:08.516711 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8029b1e-b1ec-4b07-a827-e3e28614b774 req-e5ac9818-df68-498e-8dae-550a44729849 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 944 time: 0.3326802 May 28 05:48:08.537397 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca0f4622-958c-4d17-a34a-6dbec196a900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.545077 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 56b45a97-55dc-4cd9-b32b-39481706c905 resource provider aggregate not found May 28 05:48:08.557285 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec751f4-78fa-4533-8a59-1ae183d614a4 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:08.557875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec751f4-78fa-4533-8a59-1ae183d614a4 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:08.560044 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aec751f4-78fa-4533-8a59-1ae183d614a4 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/f095bf7b-baaf-42ff-b978-f7eee9216364 HTTP/1.1" status: 404 len: 339 time: 0.0705333 May 28 05:48:08.562820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33238) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:08.585705 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 56b45a97-55dc-4cd9-b32b-39481706c905 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56b45a97-55dc-4cd9-b32b-39481706c905 found for delete ", "request_id": "req-9c59de12-a153-4750-9d5c-8c5db07da87f"}]} May 28 05:48:08.603532 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d797b0-0bc0-443b-b767-bcab20adf96a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.681817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d901-ff57-4dfc-8ebd-3c262672dd0e tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.690025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8029b1e-b1ec-4b07-a827-e3e28614b774 req-3d24a151-9a92-4e04-a531-28fc219fa59d tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239128 May 28 05:48:08.735707 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.748538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7d901-ff57-4dfc-8ebd-3c262672dd0e tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b04b3df-6523-429f-b1a0-45373a6ce96d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:08.858767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d797b0-0bc0-443b-b767-bcab20adf96a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.906115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d797b0-0bc0-443b-b767-bcab20adf96a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Subnet': ['ID=475c4de9-61ad-451e-9f98-e7745a590104,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:08.908465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d797b0-0bc0-443b-b767-bcab20adf96a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.913529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e5575-21f6-4b6a-a10a-4e15c9c0710f None None] Network be10ce23-1ae2-48b5-896b-bc433b76ff78 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:08.915879 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d901-ff57-4dfc-8ebd-3c262672dd0e tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.934138 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d901-ff57-4dfc-8ebd-3c262672dd0e tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.935583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5cf7d901-ff57-4dfc-8ebd-3c262672dd0e tempest-FloatingIPAdminTestJSON-346381406 tempest-FloatingIPAdminTestJSON-346381406-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/481a3790-f595-41aa-9243-ce8a555b7fc4 HTTP/1.1" status: 204 len: 168 time: 1.9398441 May 28 05:48:08.937434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-36d797b0-0bc0-443b-b767-bcab20adf96a tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/subnets/475c4de9-61ad-451e-9f98-e7745a590104 HTTP/1.1" status: 204 len: 168 time: 1.1426609 May 28 05:48:08.938972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33254) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:08.940442 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:08.941330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33256) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:08.995342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f04453-dbb3-461f-a1fd-25211e175134']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:09.027082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57094acf-2e45-46f5-b3f5-b6b2b991ada0') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:09.027670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57094acf-2e45-46f5-b3f5-b6b2b991ada0') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:09.041378 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.062214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.075030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:48:09.075673 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.111336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa0206-516a-4b8a-acda-c488b8461414 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Deleting port 7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:09.111673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaa0206-516a-4b8a-acda-c488b8461414 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.194644 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.225737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 56e02571-86e6-4615-869d-5c64c1bfb75e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:09.226335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.347633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b24c2d-59f6-4262-b9c6-e96fee9b9190 None None] DHCP port deletion for be10ce23-1ae2-48b5-896b-bc433b76ff78 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:48:09.352857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-71b24c2d-59f6-4262-b9c6-e96fee9b9190 None None] Deleting port 56e02571-86e6-4615-869d-5c64c1bfb75e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:09.353550 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-71b24c2d-59f6-4262-b9c6-e96fee9b9190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.399276 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.449036 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.469834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=28f04453-dbb3-461f-a1fd-25211e175134,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:09.496655 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e87411aa-ff64-4ac7-88c8-519018c39e7e tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/28f04453-dbb3-461f-a1fd-25211e175134 HTTP/1.1" status: 204 len: 168 time: 0.9281490 May 28 05:48:09.498729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33272) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:09.548288 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-664256f0-504c-4e80-9281-aad09c4273cd tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:09.549124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664256f0-504c-4e80-9281-aad09c4273cd tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:09.556044 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-664256f0-504c-4e80-9281-aad09c4273cd tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/9e6a5599-8185-4f8f-8d03-47d3b3e3a27f HTTP/1.1" status: 404 len: 337 time: 0.0553844 May 28 05:48:09.557080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33278) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:09.593192 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b300f808-8a32-47bd-99a4-497b75807d32 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:09.594015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b300f808-8a32-47bd-99a4-497b75807d32 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:09.599858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b300f808-8a32-47bd-99a4-497b75807d32 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/8a48746e-0330-4748-a57c-7021b9aecbbe HTTP/1.1" status: 404 len: 339 time: 0.0414996 May 28 05:48:09.600865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33282) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:09.644026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 731cfee4-53e9-48d5-870e-82c523915edd up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:48:09.671334 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a35ab9-fd1e-4e7e-aa1b-1a63e399ef47 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:09.671808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a35ab9-fd1e-4e7e-aa1b-1a63e399ef47 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:09.683763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-57a35ab9-fd1e-4e7e-aa1b-1a63e399ef47 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/46455fe2-32ae-49a6-831f-ce1afeed31c2 HTTP/1.1" status: 404 len: 337 time: 0.0786526 May 28 05:48:09.684326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33288) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:09.718279 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-439f6e05-dbcd-47f6-af45-18a8108378ec tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:09.718279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439f6e05-dbcd-47f6-af45-18a8108378ec tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:09.733479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-439f6e05-dbcd-47f6-af45-18a8108378ec tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/ad53cd65-af1f-4d42-8152-423c1f383510 HTTP/1.1" status: 404 len: 339 time: 0.0484467 May 28 05:48:09.734312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33296) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:09.775992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaa0206-516a-4b8a-acda-c488b8461414 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.797557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] For port 56e02571-86e6-4615-869d-5c64c1bfb75e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=56e02571-86e6-4615-869d-5c64c1bfb75e,segment=NetworkSegment(3a117583-c8b5-43d9-b0fb-a453871db963),segment_id=3a117583-c8b5-43d9-b0fb-a453871db963)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:09.798253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.845001 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdb8aaf-4bf4-4eb2-bf07-2108e85813a1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:09.845570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdb8aaf-4bf4-4eb2-bf07-2108e85813a1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:09.851625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1fdb8aaf-4bf4-4eb2-bf07-2108e85813a1 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/f7e5f0ce-d99d-4824-9023-43c2616cdfee HTTP/1.1" status: 404 len: 337 time: 0.1152992 May 28 05:48:09.854884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33302) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:09.909062 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.917795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-71b24c2d-59f6-4262-b9c6-e96fee9b9190 None None] For port 56e02571-86e6-4615-869d-5c64c1bfb75e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=56e02571-86e6-4615-869d-5c64c1bfb75e,segment=NetworkSegment(3a117583-c8b5-43d9-b0fb-a453871db963),segment_id=3a117583-c8b5-43d9-b0fb-a453871db963)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:09.918195 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-71b24c2d-59f6-4262-b9c6-e96fee9b9190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.925045 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-014b9503-e79b-4136-9201-7e5eb14b9635 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:09.927217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 731cfee4-53e9-48d5-870e-82c523915edd completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:09.928646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014b9503-e79b-4136-9201-7e5eb14b9635 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:09.932156 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-014b9503-e79b-4136-9201-7e5eb14b9635 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/ce7e3109-5f82-4305-abcd-a73df2618589 HTTP/1.1" status: 404 len: 339 time: 0.0759156 May 28 05:48:09.935802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 731cfee4-53e9-48d5-870e-82c523915edd triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:09.936179 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:09.939440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33308) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:09.946830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa0206-516a-4b8a-acda-c488b8461414 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Calling delete_port for 7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:10.060518 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebba0962-587c-45b8-925a-510f715de9a6 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:10.061167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebba0962-587c-45b8-925a-510f715de9a6 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:10.063054 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ebba0962-587c-45b8-925a-510f715de9a6 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/221ef51e-a117-4ff2-a409-f27161c29ef2 HTTP/1.1" status: 404 len: 337 time: 0.1227279 May 28 05:48:10.068511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33316) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.121067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-71b24c2d-59f6-4262-b9c6-e96fee9b9190 None None] Calling delete_port for 56e02571-86e6-4615-869d-5c64c1bfb75e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:10.139489 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-71104876-dda7-4933-9c8f-64825280e360 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:10.139999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71104876-dda7-4933-9c8f-64825280e360 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:10.141642 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-71104876-dda7-4933-9c8f-64825280e360 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/2d6a4aa4-e47d-4fe0-b6eb-795be1f4b662 HTTP/1.1" status: 404 len: 339 time: 0.0719242 May 28 05:48:10.148401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33320) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.194286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for 56e02571-86e6-4615-869d-5c64c1bfb75e owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:10.202550 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c81e421-8639-4169-871d-c50617496dac tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:10.206373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c81e421-8639-4169-871d-c50617496dac tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:10.208457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5c81e421-8639-4169-871d-c50617496dac tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/c25e8883-f22d-4104-9735-cdc4bc3973d4 HTTP/1.1" status: 404 len: 337 time: 0.0575180 May 28 05:48:10.215144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33328) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.253287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1d031-0850-4be3-a5bb-08f4746fc3d2 req-09bf80e2-4d61-4c05-8b0e-03028a3f6613 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:10.255054 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f1e1d031-0850-4be3-a5bb-08f4746fc3d2 req-09bf80e2-4d61-4c05-8b0e-03028a3f6613 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 944 time: 0.3196156 May 28 05:48:10.260400 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90a461d-916a-4534-aeaf-f3edf627da0c tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:10.261047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90a461d-916a-4534-aeaf-f3edf627da0c tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:10.262849 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f90a461d-916a-4534-aeaf-f3edf627da0c tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/00b49297-c822-4d74-8749-c6a1ad762c06 HTTP/1.1" status: 404 len: 339 time: 0.0416582 May 28 05:48:10.265816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33332) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.272626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 731cfee4-53e9-48d5-870e-82c523915edd is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:10.273014 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:10.318086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c1d929-40e8-4e55-a888-560d3b698919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731cfee4-53e9-48d5-870e-82c523915edd'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: from cryptography.utils import int_from_bytes May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: from cryptography.utils import int_from_bytes May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn_limited( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn_limited( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.343023 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:48:10.345246 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:48:10.363190 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-419b5f5e-ff2c-4d70-9600-37baaaeed5a9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:10.363926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419b5f5e-ff2c-4d70-9600-37baaaeed5a9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:10.365804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-419b5f5e-ff2c-4d70-9600-37baaaeed5a9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/e813b766-d1c7-401d-9986-bf7b75854abb HTTP/1.1" status: 404 len: 337 time: 0.0988793 May 28 05:48:10.369176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33338) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.374053 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f1e1d031-0850-4be3-a5bb-08f4746fc3d2 req-d1f97c68-fc28-4cab-a795-3792d714224b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099541 May 28 05:48:10.378078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 731cfee4-53e9-48d5-870e-82c523915edd, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=731cfee4-53e9-48d5-870e-82c523915edd,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:10.379353 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-71b24c2d-59f6-4262-b9c6-e96fee9b9190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:10.416150 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef66a33-d97a-4b65-ae2f-f370dfff902a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:10.416643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef66a33-d97a-4b65-ae2f-f370dfff902a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:10.418480 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8ef66a33-d97a-4b65-ae2f-f370dfff902a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/201ee548-1a2e-4fec-935f-3b30dd4b846b HTTP/1.1" status: 404 len: 339 time: 0.0480728 May 28 05:48:10.421238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33342) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.425169 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:48:10.425652 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:48:10.468272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaa0206-516a-4b8a-acda-c488b8461414 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:10.477865 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed033b5-adf0-4d92-a03f-f5e17424081f'] response: {'server_uuid': 'a1c1d929-40e8-4e55-a888-560d3b698919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731cfee4-53e9-48d5-870e-82c523915edd', 'code': 200} May 28 05:48:10.478754 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:10.483725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b24c2d-59f6-4262-b9c6-e96fee9b9190 None None] No DVR routers for this DVR port 56e02571-86e6-4615-869d-5c64c1bfb75e on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:48:10.521956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b24c2d-59f6-4262-b9c6-e96fee9b9190 None None] Pushing event deleted for resources: {'Port': ['ID=56e02571-86e6-4615-869d-5c64c1bfb75e,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:10.559633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa0206-516a-4b8a-acda-c488b8461414 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event deleted for resources: {'Port': ['ID=7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:10.565552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 56e02571-86e6-4615-869d-5c64c1bfb75e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:48:10.600360 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-357d7f9e-fb0b-400a-ae01-8eabddd2a29d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:10.602026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357d7f9e-fb0b-400a-ae01-8eabddd2a29d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:10.607303 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-357d7f9e-fb0b-400a-ae01-8eabddd2a29d tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/b23f5da6-f6ae-4f26-9d57-a1fc52b6f548 HTTP/1.1" status: 404 len: 337 time: 0.1849790 May 28 05:48:10.612602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33352) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.645751 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 57094acf-2e45-46f5-b3f5-b6b2b991ada0 resource provider aggregate not found May 28 05:48:10.660950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 56e02571-86e6-4615-869d-5c64c1bfb75e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:48:10.664691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 56e02571-86e6-4615-869d-5c64c1bfb75e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:48:10.672302 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 57094acf-2e45-46f5-b3f5-b6b2b991ada0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57094acf-2e45-46f5-b3f5-b6b2b991ada0 found for delete ", "request_id": "req-ad0b4961-f70a-4730-ab1a-6eebc9415219"}]} May 28 05:48:10.700215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff3e9a-60e9-4d76-9151-7fb290f04249 req-16482f91-cb45-4206-b2a6-2fd22cc089fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:10.701774 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bfff3e9a-60e9-4d76-9151-7fb290f04249 req-16482f91-cb45-4206-b2a6-2fd22cc089fe service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 1096 time: 0.1760700 May 28 05:48:10.746013 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-13197486-208f-4a3b-be23-b8fcf4bb70df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:10.746284 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-37186cbc-b05e-42da-8e06-b9184d1887e7 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:10.752468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37186cbc-b05e-42da-8e06-b9184d1887e7 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:10.759878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=731cfee4-53e9-48d5-870e-82c523915edd,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:10.777156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-37186cbc-b05e-42da-8e06-b9184d1887e7 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/ccb471b8-1519-4df4-9440-935d42520448 HTTP/1.1" status: 404 len: 339 time: 0.1615388 May 28 05:48:10.779840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33364) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.795195 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bfff3e9a-60e9-4d76-9151-7fb290f04249 req-ed934dc9-e444-4e5f-be2f-39c066c950fd service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858123 May 28 05:48:10.833192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaa0206-516a-4b8a-acda-c488b8461414 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:10.835770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8aaa0206-516a-4b8a-acda-c488b8461414 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "DELETE /v2.0/ports/7ed50d2f-4ba9-4e0b-b2d3-cc3a6c33c1ee HTTP/1.1" status: 204 len: 168 time: 1.8957822 May 28 05:48:10.838360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33368) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.864949 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-061ada7e-4f7a-40ff-a536-2197602e1b24 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:10.865408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061ada7e-4f7a-40ff-a536-2197602e1b24 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:10.873588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-061ada7e-4f7a-40ff-a536-2197602e1b24 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/ad304ad9-f468-4eb5-a8b4-e61fc519c7e9 HTTP/1.1" status: 404 len: 337 time: 0.0861390 May 28 05:48:10.874488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33372) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.914263 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-770c025c-ee13-4865-8fba-8cc0c3897b9a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] DELETE failed (client error): The resource could not be found. May 28 05:48:10.914735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770c025c-ee13-4865-8fba-8cc0c3897b9a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:10.916700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-770c025c-ee13-4865-8fba-8cc0c3897b9a tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/90ebeb9c-9049-4131-a85a-ff4e5512058e HTTP/1.1" status: 404 len: 339 time: 0.0414977 May 28 05:48:10.919255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33378) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:10.959262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 56e02571-86e6-4615-869d-5c64c1bfb75e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:10.959615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:10.961796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a82370d-41be-4684-83e6-19a5af2958fb tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:10.962521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8a82370d-41be-4684-83e6-19a5af2958fb tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Synchronizing usage tracker for tenant:670d255e6eb2496eb01d334f40ba7b79 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:10.983126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8a82370d-41be-4684-83e6-19a5af2958fb tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Unset dirty status for tenant:670d255e6eb2496eb01d334f40ba7b79 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:10.984955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8a82370d-41be-4684-83e6-19a5af2958fb tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcc6c19f-0a74-4276-865a-e755c7702db3 HTTP/1.1" status: 200 len: 913 time: 0.1452839 May 28 05:48:10.987984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33386) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:11.043134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] The port '56e02571-86e6-4615-869d-5c64c1bfb75e' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:48:11.160385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-50513875-d90b-4756-84dd-ef6f328637be tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Deleting subnet 0d3cf7c6-aa4b-4d40-a043-5d28aecfd1ed {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:48:11.180635 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-50513875-d90b-4756-84dd-ef6f328637be tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.233443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.269594 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-50513875-d90b-4756-84dd-ef6f328637be tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.301234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be10ce23-1ae2-48b5-896b-bc433b76ff78']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:11.327714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a117583-c8b5-43d9-b0fb-a453871db963') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:11.327989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a117583-c8b5-43d9-b0fb-a453871db963') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:11.344673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.372917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.386319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:48:11.386656 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.505488 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3a117583-c8b5-43d9-b0fb-a453871db963 resource provider aggregate not found May 28 05:48:11.526230 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-50513875-d90b-4756-84dd-ef6f328637be tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.551561 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.561122 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3a117583-c8b5-43d9-b0fb-a453871db963 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a117583-c8b5-43d9-b0fb-a453871db963 found for delete ", "request_id": "req-cf768c2c-6cf2-4bd3-aab0-62eafce9f78b"}]} May 28 05:48:11.567467 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.582434 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.741974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.756927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/networks/be10ce23-1ae2-48b5-896b-bc433b76ff78 HTTP/1.1" status: 204 len: 168 time: 2.8138506 May 28 05:48:11.757730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33406) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:11.764285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcc3fb-be67-4f02-86e2-12ce6b03d806 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Network': ['ID=be10ce23-1ae2-48b5-896b-bc433b76ff78,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:11.807882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-50513875-d90b-4756-84dd-ef6f328637be tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.862676 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-50513875-d90b-4756-84dd-ef6f328637be tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:11.865041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2bed08-066a-482d-aa31-cb9a57b7fb81 None None] Network 2c071075-8abc-4cfb-81cb-5b65cc1f120f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:11.880558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50513875-d90b-4756-84dd-ef6f328637be tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3cf7c6-aa4b-4d40-a043-5d28aecfd1ed,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:11.913297 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-50513875-d90b-4756-84dd-ef6f328637be tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/subnets/0d3cf7c6-aa4b-4d40-a043-5d28aecfd1ed HTTP/1.1" status: 204 len: 168 time: 0.9929044 May 28 05:48:11.915193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33412) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:12.028905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f02524-efba-4736-9ce0-7ba81d06ba41 req-c0c01ce9-05b0-4f6f-9772-0b6b6987588a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:12.032486 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8f02524-efba-4736-9ce0-7ba81d06ba41 req-c0c01ce9-05b0-4f6f-9772-0b6b6987588a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 945 time: 0.4294496 May 28 05:48:12.214925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:12.239098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Deleting port 19d29823-98c2-426b-9232-4b704582160c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:12.239755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:12.270254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] DHCP port deletion for 2c071075-8abc-4cfb-81cb-5b65cc1f120f request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:48:12.276308 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] Deleting port 19d29823-98c2-426b-9232-4b704582160c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:12.276707 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:12.281770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c8aacd0f-0c98-4297-ac01-47e521b2c124 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 564f33e8-ae0b-45c8-8f80-66f83952169d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:12.285081 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8aacd0f-0c98-4297-ac01-47e521b2c124 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:12.344752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:12.494587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 19d29823-98c2-426b-9232-4b704582160c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:48:12.500598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] For port 19d29823-98c2-426b-9232-4b704582160c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=19d29823-98c2-426b-9232-4b704582160c,segment=NetworkSegment(1ca01980-a5cf-4ba7-8b8a-cf6156ec6260),segment_id=1ca01980-a5cf-4ba7-8b8a-cf6156ec6260)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:12.501171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:12.705154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8f02524-efba-4736-9ce0-7ba81d06ba41 req-274bd911-40d8-4bc8-aef2-1581ad70d023 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605242 May 28 05:48:12.713843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Calling delete_port for 19d29823-98c2-426b-9232-4b704582160c owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:12.830719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33426) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:12.907599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:12.962985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8aacd0f-0c98-4297-ac01-47e521b2c124 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:12.963260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8aacd0f-0c98-4297-ac01-47e521b2c124 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:12.976529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Port': ['ID=19d29823-98c2-426b-9232-4b704582160c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:12.979114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] No DVR routers for this DVR port 19d29823-98c2-426b-9232-4b704582160c on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:48:13.142055 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.177551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c071075-8abc-4cfb-81cb-5b65cc1f120f']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:13.181035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 19d29823-98c2-426b-9232-4b704582160c is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:13.181631 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.226000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c8aacd0f-0c98-4297-ac01-47e521b2c124 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for 564f33e8-ae0b-45c8-8f80-66f83952169d owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:13.282894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca01980-a5cf-4ba7-8b8a-cf6156ec6260') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:13.283297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca01980-a5cf-4ba7-8b8a-cf6156ec6260') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:13.309771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] For port 19d29823-98c2-426b-9232-4b704582160c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=19d29823-98c2-426b-9232-4b704582160c,segment=NetworkSegment(1ca01980-a5cf-4ba7-8b8a-cf6156ec6260),segment_id=1ca01980-a5cf-4ba7-8b8a-cf6156ec6260)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:13.310166 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.320082 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.355607 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.401199 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8aacd0f-0c98-4297-ac01-47e521b2c124 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.409224 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.427930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:48:13.428331 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.448362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Deleting port ea13765f-8bf6-4924-b5b7-3a77bdcf29f2 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:13.448663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.460298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] Calling delete_port for 19d29823-98c2-426b-9232-4b704582160c owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:13.517011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aacd0f-0c98-4297-ac01-47e521b2c124 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=564f33e8-ae0b-45c8-8f80-66f83952169d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:13.565255 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9ee3a67-8db2-49ed-a912-f7cd352d9316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.572450 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.593780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:48:13.594204 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:48:13.596076 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.603208 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 1ca01980-a5cf-4ba7-8b8a-cf6156ec6260 resource provider aggregate not found May 28 05:48:13.616596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b9d78-0a8f-44c5-8d7e-f3a79bdf322f req-10e234aa-be72-4112-96de-acb5ef55e22f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:13.618834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a3b9d78-0a8f-44c5-8d7e-f3a79bdf322f req-10e234aa-be72-4112-96de-acb5ef55e22f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4103510 May 28 05:48:13.621969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e9ee3a67-8db2-49ed-a912-f7cd352d9316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:13.626232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e9ee3a67-8db2-49ed-a912-f7cd352d9316 admin admin] Usage tracker for resource:security_group_rule and tenant:ef631809064e447f8a9573568b235e7d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:13.626581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] Pushing event deleted for resources: {'Network': ['ID=2c071075-8abc-4cfb-81cb-5b65cc1f120f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:13.629448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e9ee3a67-8db2-49ed-a912-f7cd352d9316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:13.635930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e9ee3a67-8db2-49ed-a912-f7cd352d9316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:13.651971 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 1ca01980-a5cf-4ba7-8b8a-cf6156ec6260 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ca01980-a5cf-4ba7-8b8a-cf6156ec6260 found for delete ", "request_id": "req-6619cdc8-738e-4457-b7f5-b527087fcc19"}]} May 28 05:48:13.655287 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7860a207-1f15-41af-91fc-d2abd59b94e9 tempest-NetworksTest-1545463734 tempest-NetworksTest-1545463734-project] 10.222.0.39 "DELETE /v2.0/networks/2c071075-8abc-4cfb-81cb-5b65cc1f120f HTTP/1.1" status: 204 len: 168 time: 1.7353189 May 28 05:48:13.682067 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a3b9d78-0a8f-44c5-8d7e-f3a79bdf322f req-1a8b9202-c54f-4736-b040-754c60de4260 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494816 May 28 05:48:13.877604 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9ee3a67-8db2-49ed-a912-f7cd352d9316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.917878 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9ee3a67-8db2-49ed-a912-f7cd352d9316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.928004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8aacd0f-0c98-4297-ac01-47e521b2c124 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:13.974897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1639f-f0f5-4a2a-a862-b7783814f6cc req-ebaeb022-6ab3-4a61-8bad-35188ecc6c17 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:13.977343 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5f1639f-f0f5-4a2a-a862-b7783814f6cc req-ebaeb022-6ab3-4a61-8bad-35188ecc6c17 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 945 time: 0.0972688 May 28 05:48:14.039158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5f1639f-f0f5-4a2a-a862-b7783814f6cc req-7257635d-0aa9-4ded-bf0e-7fc3c64b2897 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547776 May 28 05:48:14.044168 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e9ee3a67-8db2-49ed-a912-f7cd352d9316 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef631809064e447f8a9573568b235e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2114482 May 28 05:48:14.044564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33456) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:14.082369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee3a67-8db2-49ed-a912-f7cd352d9316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b060a482-adb7-476c-90d1-d26729d6e0cf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:14.090991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33462) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:14.095867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] Deleting port 19d29823-98c2-426b-9232-4b704582160c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:14.096480 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.131993 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-657c02c2-ba2a-4d01-8839-0f1dc1f1f83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.180699 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-657c02c2-ba2a-4d01-8839-0f1dc1f1f83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.253063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8688595a-9a80-48a5-9ae4-bf0a1b769bd1 None None] The port '19d29823-98c2-426b-9232-4b704582160c' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:48:14.300653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-657c02c2-ba2a-4d01-8839-0f1dc1f1f83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.340975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c02c2-ba2a-4d01-8839-0f1dc1f1f83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b060a482-adb7-476c-90d1-d26729d6e0cf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:14.359576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-657c02c2-ba2a-4d01-8839-0f1dc1f1f83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.363085 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-657c02c2-ba2a-4d01-8839-0f1dc1f1f83c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b060a482-adb7-476c-90d1-d26729d6e0cf HTTP/1.1" status: 204 len: 168 time: 0.3150887 May 28 05:48:14.381737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.428824 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8a9b72ae-54fc-4587-9647-ba6bb3f13ecd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61b46b44d336475bb162ac26a70939b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366601 May 28 05:48:14.431363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33472) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:14.511600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b63678bc-39c0-4975-a29e-fa8367db7259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.538819 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b63678bc-39c0-4975-a29e-fa8367db7259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.561716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f1a2a-2c0c-432c-a0dd-79c60c2e9458 req-dafca37f-c7af-4353-ba57-247e7f883c20 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:14.563198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a23f1a2a-2c0c-432c-a0dd-79c60c2e9458 req-dafca37f-c7af-4353-ba57-247e7f883c20 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.7504399 May 28 05:48:14.590530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Calling delete_port for ea13765f-8bf6-4924-b5b7-3a77bdcf29f2 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:14.603946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b63678bc-39c0-4975-a29e-fa8367db7259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.647168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63678bc-39c0-4975-a29e-fa8367db7259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fad627-9ee5-4552-9466-b2811ebb8eed,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:14.651297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b63678bc-39c0-4975-a29e-fa8367db7259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.663494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b63678bc-39c0-4975-a29e-fa8367db7259 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88fad627-9ee5-4552-9466-b2811ebb8eed HTTP/1.1" status: 204 len: 168 time: 0.2297828 May 28 05:48:14.664943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8aacd0f-0c98-4297-ac01-47e521b2c124 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:14.672277 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c8aacd0f-0c98-4297-ac01-47e521b2c124 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/floatingips/4e0a2174-2e59-4090-b4b9-d9fc6a32b555 HTTP/1.1" status: 204 len: 168 time: 2.9062085 May 28 05:48:14.672497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33482) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:14.704082 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a23f1a2a-2c0c-432c-a0dd-79c60c2e9458 req-d45c7fbe-8c79-4fb7-b0d3-4960793860dd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798266 May 28 05:48:14.814930 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-651b451a-c344-4317-b657-b610f6824e47 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] DELETE failed (client error): The resource could not be found. May 28 05:48:14.817016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651b451a-c344-4317-b657-b610f6824e47 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:14.833016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-651b451a-c344-4317-b657-b610f6824e47 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/ports/49d2ca47-0769-4b5d-894d-4ae92542eb5f HTTP/1.1" status: 404 len: 333 time: 0.1590419 May 28 05:48:14.833864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33492) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:14.908326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-eb2ede47-e909-4d6a-89d6-9b3dcd3f5b02 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Synchronizing usage tracker for tenant:fbc0e7437cda450487ac3dbf8a74d1da on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:14.916709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33498) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:14.942391 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d3fc6d5e-f296-4b8a-ac94-e240ab9f7701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:15.011972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-eb2ede47-e909-4d6a-89d6-9b3dcd3f5b02 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Unset dirty status for tenant:fbc0e7437cda450487ac3dbf8a74d1da on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:15.016041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eb2ede47-e909-4d6a-89d6-9b3dcd3f5b02 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "GET /v2.0/ports?device_id=2415800b-bf32-41ec-b7ec-97f9062462c4 HTTP/1.1" status: 200 len: 205 time: 0.1809244 May 28 05:48:15.017790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33504) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:15.021407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d3fc6d5e-f296-4b8a-ac94-e240ab9f7701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:15.080048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d3fc6d5e-f296-4b8a-ac94-e240ab9f7701 admin admin] Usage tracker for resource:security_group_rule and tenant:68f7c2e6a67749be825d60382b21a24c is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:15.250888 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:15.297409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d3fc6d5e-f296-4b8a-ac94-e240ab9f7701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:15.313615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d3fc6d5e-f296-4b8a-ac94-e240ab9f7701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:15.316343 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-fcc0b587-eafc-4307-afab-632b2ba46122 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] delete failed (client error): The resource could not be found. May 28 05:48:15.318716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fcc0b587-eafc-4307-afab-632b2ba46122 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/routers/2415800b-bf32-41ec-b7ec-97f9062462c4 HTTP/1.1" status: 404 len: 336 time: 0.2988696 May 28 05:48:15.325498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33512) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:15.393697 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c522d540-3a5c-483f-9db7-312ee06d31e2 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] DELETE failed (client error): The resource could not be found. May 28 05:48:15.394105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c522d540-3a5c-483f-9db7-312ee06d31e2 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:48:15.423588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c522d540-3a5c-483f-9db7-312ee06d31e2 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/subnets/475c4de9-61ad-451e-9f98-e7745a590104 HTTP/1.1" status: 404 len: 337 time: 0.0969529 May 28 05:48:15.425137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33518) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:15.432776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event deleted for resources: {'Port': ['ID=ea13765f-8bf6-4924-b5b7-3a77bdcf29f2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:15.547550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931625-e5f8-4327-a036-1fb5dce08851 req-369a1f3c-f5a9-494b-b55d-7afd39d6f4d1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:15.556402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58931625-e5f8-4327-a036-1fb5dce08851 req-369a1f3c-f5a9-494b-b55d-7afd39d6f4d1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.5942554 May 28 05:48:15.752383 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d3fc6d5e-f296-4b8a-ac94-e240ab9f7701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:15.771025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2fdca5f8-feab-485a-b17c-fec7ed0298a5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 748d5768-5fe0-4292-ba58-689fb6d1e689 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:15.771423 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fdca5f8-feab-485a-b17c-fec7ed0298a5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:15.804312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d3fc6d5e-f296-4b8a-ac94-e240ab9f7701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:15.814082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:15.854205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d3fc6d5e-f296-4b8a-ac94-e240ab9f7701 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68f7c2e6a67749be825d60382b21a24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9360416 May 28 05:48:15.857842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33532) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:15.921840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58931625-e5f8-4327-a036-1fb5dce08851 req-886b8363-6c3c-4ee8-b690-a53964c2af74 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645160 May 28 05:48:16.074675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc6d5e-f296-4b8a-ac94-e240ab9f7701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c545497-3793-41a9-b0c1-6017fb27b888,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:16.218207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8a1c9d9-e0e6-4b6a-8c9e-1d18b52d3821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:16.426504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd8553-a3b8-4aac-ac9c-fdb1d90d4428 req-d87c8d7a-a627-4a73-8bca-90a7cfb5ac8b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:16.428048 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bafd8553-a3b8-4aac-ac9c-fdb1d90d4428 req-d87c8d7a-a627-4a73-8bca-90a7cfb5ac8b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2302189 May 28 05:48:16.473087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Router fcc6c19f-0a74-4276-865a-e755c7702db3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:48:16.493983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bafd8553-a3b8-4aac-ac9c-fdb1d90d4428 req-477bb126-ad49-40ef-a029-9b7d36452ae0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515857 May 28 05:48:16.507510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fdca5f8-feab-485a-b17c-fec7ed0298a5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:16.521965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8a1c9d9-e0e6-4b6a-8c9e-1d18b52d3821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:16.609299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33562) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:16.713094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2fdca5f8-feab-485a-b17c-fec7ed0298a5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for 748d5768-5fe0-4292-ba58-689fb6d1e689 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:16.843454 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8a1c9d9-e0e6-4b6a-8c9e-1d18b52d3821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:16.895686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1c9d9-e0e6-4b6a-8c9e-1d18b52d3821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c545497-3793-41a9-b0c1-6017fb27b888,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:16.899831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8a1c9d9-e0e6-4b6a-8c9e-1d18b52d3821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:16.901417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c8a1c9d9-e0e6-4b6a-8c9e-1d18b52d3821 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c545497-3793-41a9-b0c1-6017fb27b888 HTTP/1.1" status: 204 len: 168 time: 1.0298443 May 28 05:48:16.905220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:48:16.916370 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c731e2-db82-412c-ac8a-d3e9de3291f0 None None] Sync routers for ids ['fcc6c19f-0a74-4276-865a-e755c7702db3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:48:16.937808 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c731e2-db82-412c-ac8a-d3e9de3291f0 None None] Routers {'fcc6c19f-0a74-4276-865a-e755c7702db3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:48:16.941604 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b8c731e2-db82-412c-ac8a-d3e9de3291f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:48:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fcc6c19f-0a74-4276-865a-e755c7702db3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:16.990413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group': {'name': 'tempest-secgroup--32992576'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:16.998940 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-25d20a76-12df-4450-b5c0-d1223c0e7f8c tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "PUT /v2.0/routers/fcc6c19f-0a74-4276-865a-e755c7702db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0086846 May 28 05:48:17.003543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33584) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:17.029466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:17.059709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:17.065010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:17.088528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:17.103798 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b8c731e2-db82-412c-ac8a-d3e9de3291f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:17.121054 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c731e2-db82-412c-ac8a-d3e9de3291f0 None None] Routers {'fcc6c19f-0a74-4276-865a-e755c7702db3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:48:17.121912 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b8c731e2-db82-412c-ac8a-d3e9de3291f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:48:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fcc6c19f-0a74-4276-865a-e755c7702db3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:17.127883 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fdca5f8-feab-485a-b17c-fec7ed0298a5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:17.129692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:17.160569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:17.239689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:17.244898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdca5f8-feab-485a-b17c-fec7ed0298a5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=748d5768-5fe0-4292-ba58-689fb6d1e689,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:17.252973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:17.258122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:17.293891 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b8c731e2-db82-412c-ac8a-d3e9de3291f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:17.297780 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c731e2-db82-412c-ac8a-d3e9de3291f0 None None] The sync data for ids ['fcc6c19f-0a74-4276-865a-e755c7702db3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:48:17.340645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:17.441183 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fdca5f8-feab-485a-b17c-fec7ed0298a5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:17.445517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-95363d47-abe5-4680-bf80-a943eabb8b22 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:17.447462 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-95363d47-abe5-4680-bf80-a943eabb8b22 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 812 time: 0.4928336 May 28 05:48:17.457944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:17.527782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-c849f9e0-6522-4e53-83ed-2565e31c370a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/quotas/6c303052f2a440959915b8d9746a0229 HTTP/1.1" status: 200 len: 375 time: 0.0726049 May 28 05:48:17.535176 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:17.537746 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2fdca5f8-feab-485a-b17c-fec7ed0298a5 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/ports/748d5768-5fe0-4292-ba58-689fb6d1e689 HTTP/1.1" status: 204 len: 168 time: 2.0982368 May 28 05:48:17.540360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33594) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:17.606206 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:17.647651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:17.657456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc80a5fa-28ac-435b-89b9-bccb6375123f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:17.664687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:17.669513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:17.688381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:17.701828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2d7c1-9570-4031-81bd-9db63feb5f1b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port acb79163-aeb0-4a09-9040-f5b3e21112e9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:17.702175 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d7c1-9570-4031-81bd-9db63feb5f1b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:17.832630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:17.871022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Deleting port 2e95c668-cc59-4a75-8d30-7cfab5515f34 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:17.871456 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:17.939061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4336843f-0904-4055-9fae-a9faa0747a57 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4018145 May 28 05:48:18.123019 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:18.188528 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:18.259701 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:18.269964 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d7c1-9570-4031-81bd-9db63feb5f1b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:18.272990 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-ba8b546d-8468-4311-937c-67a18af9d5e7 service neutron] 10.222.0.39 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259983 May 28 05:48:18.344738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5053a0f-16d0-4faf-b691-cb854099946e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:18.467848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Calling delete_port for 2e95c668-cc59-4a75-8d30-7cfab5515f34 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:18.521652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:18.522875 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c5a5bed3-a4ca-4615-a466-2a9569811473 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9068990 May 28 05:48:18.530218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2d7c1-9570-4031-81bd-9db63feb5f1b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for acb79163-aeb0-4a09-9040-f5b3e21112e9 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:18.559351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33626) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:18.677929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b9dd6716-74fd-48c1-8344-8c9bd2865992 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:18.800096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b9dd6716-74fd-48c1-8344-8c9bd2865992 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:18.808009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b9dd6716-74fd-48c1-8344-8c9bd2865992 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2479181 May 28 05:48:18.810030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33634) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:18.827838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c4c39717-5139-4f5a-85da-f7ea9b153df5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group': {'name': 'tempest-security--670741617', 'description': 'tempest-security-description-2121253113'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:18.868533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4c39717-5139-4f5a-85da-f7ea9b153df5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:18.878765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d7c1-9570-4031-81bd-9db63feb5f1b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:18.954180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-0167a353-d215-42d7-91b5-d1f815bca47a service neutron] 10.222.0.39 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949972 May 28 05:48:18.966100 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.058811 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4c39717-5139-4f5a-85da-f7ea9b153df5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.062963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2d7c1-9570-4031-81bd-9db63feb5f1b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=acb79163-aeb0-4a09-9040-f5b3e21112e9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:19.089073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4c39717-5139-4f5a-85da-f7ea9b153df5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.308366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event deleted for resources: {'Port': ['ID=2e95c668-cc59-4a75-8d30-7cfab5515f34,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:19.315895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4c39717-5139-4f5a-85da-f7ea9b153df5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.317673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4c39717-5139-4f5a-85da-f7ea9b153df5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "PUT /v2.0/security-groups/f5053a0f-16d0-4faf-b691-cb854099946e HTTP/1.1" status: 200 len: 1779 time: 0.4995003 May 28 05:48:19.326228 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33654) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:19.400809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dec864aa-b6b5-4621-9192-1ed2dac9a18b req-71bdff00-82c1-40e6-ad0c-64377d6db8e0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 210 time: 0.1938934 May 28 05:48:19.423745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c39717-5139-4f5a-85da-f7ea9b153df5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5053a0f-16d0-4faf-b691-cb854099946e,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:19.426174 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.456780 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d7c1-9570-4031-81bd-9db63feb5f1b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.458909 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d5b2d7c1-9570-4031-81bd-9db63feb5f1b tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/ports/acb79163-aeb0-4a09-9040-f5b3e21112e9 HTTP/1.1" status: 204 len: 168 time: 1.9175208 May 28 05:48:19.461620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33664) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:19.576298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6eb41e4b-ea50-4af7-8aca-9c6e2114ce15 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups/f5053a0f-16d0-4faf-b691-cb854099946e HTTP/1.1" status: 200 len: 1779 time: 0.2484903 May 28 05:48:19.585965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33672) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:19.603880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-864cac12-a946-449d-95c2-fc1ac8add35a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4053340 May 28 05:48:19.671479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2f6c5-8e68-4853-b41a-e141f7a5f7dd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:19.671479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a4b2f6c5-8e68-4853-b41a-e141f7a5f7dd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Synchronizing usage tracker for tenant:fbc0e7437cda450487ac3dbf8a74d1da on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:19.688993 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.698454 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.766520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5bc86e7-3c7f-4c29-847b-c03b2f3f5156 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.783960 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.784288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Fanout notify agent at l3_agent the message router_deleted on router fcc6c19f-0a74-4276-865a-e755c7702db3 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:48:19.792779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a4b2f6c5-8e68-4853-b41a-e141f7a5f7dd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Unset dirty status for tenant:fbc0e7437cda450487ac3dbf8a74d1da on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:19.794266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a4b2f6c5-8e68-4853-b41a-e141f7a5f7dd tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ee63077-deae-487c-8be4-83717ccd82c3 HTTP/1.1" status: 200 len: 913 time: 0.3316114 May 28 05:48:19.797076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33684) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:19.805730 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5bc86e7-3c7f-4c29-847b-c03b2f3f5156 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.834727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:19.836559 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-040e8d58-2bd6-4de6-a3a1-5dd640774ecf tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "DELETE /v2.0/routers/fcc6c19f-0a74-4276-865a-e755c7702db3 HTTP/1.1" status: 204 len: 168 time: 2.8316326 May 28 05:48:19.839152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33688) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:19.914721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-92f5dc34-62f8-4b7e-b789-8486ee28aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:19.915352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-92f5dc34-62f8-4b7e-b789-8486ee28aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:19.916081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-92f5dc34-62f8-4b7e-b789-8486ee28aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:19.916458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-92f5dc34-62f8-4b7e-b789-8486ee28aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:19.916976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-92f5dc34-62f8-4b7e-b789-8486ee28aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:19.917437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-92f5dc34-62f8-4b7e-b789-8486ee28aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:19.917891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-92f5dc34-62f8-4b7e-b789-8486ee28aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:19.920054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-92f5dc34-62f8-4b7e-b789-8486ee28aead service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35100819b20440649f162236d29682d4&device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 6490 time: 0.2691934 May 28 05:48:19.938187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6986a479-0e1c-4be9-8560-bf8c2d62332f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Deleting subnet 107297dc-6893-4a51-8a8e-29ac5f429731 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:48:19.959202 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6986a479-0e1c-4be9-8560-bf8c2d62332f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:20.057810 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5bc86e7-3c7f-4c29-847b-c03b2f3f5156 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:20.070644 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6986a479-0e1c-4be9-8560-bf8c2d62332f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:20.167874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc86e7-3c7f-4c29-847b-c03b2f3f5156 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5053a0f-16d0-4faf-b691-cb854099946e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:20.205574 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5bc86e7-3c7f-4c29-847b-c03b2f3f5156 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:20.205574 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b5bc86e7-3c7f-4c29-847b-c03b2f3f5156 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/f5053a0f-16d0-4faf-b691-cb854099946e HTTP/1.1" status: 204 len: 168 time: 0.6175232 May 28 05:48:20.208345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33704) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:20.292747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1d84976c-aaf8-4790-8bd9-4bc650d92bbd tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:20.323713 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6986a479-0e1c-4be9-8560-bf8c2d62332f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:20.358166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-dc368017-f53d-414e-beca-ded9e0a319af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:20.358684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-dc368017-f53d-414e-beca-ded9e0a319af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:20.359130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-dc368017-f53d-414e-beca-ded9e0a319af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:20.361611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1d84976c-aaf8-4790-8bd9-4bc650d92bbd tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:20.361737 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-dc368017-f53d-414e-beca-ded9e0a319af service neutron] 10.222.0.41 "GET /v2.0/networks?id=741ba084-ed2e-407e-be15-0d0600915b04&id=52bddb62-c404-4753-8461-48e940f599d0&id=52bddb62-c404-4753-8461-48e940f599d0&id=52bddb62-c404-4753-8461-48e940f599d0&id=52bddb62-c404-4753-8461-48e940f599d0&id=337da631-7b56-4c95-b848-be4d1c218e24&id=337da631-7b56-4c95-b848-be4d1c218e24 HTTP/1.1" status: 200 len: 2291 time: 0.3588443 May 28 05:48:20.363288 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1d84976c-aaf8-4790-8bd9-4bc650d92bbd tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1537611 May 28 05:48:20.368361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33710) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:20.440269 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6986a479-0e1c-4be9-8560-bf8c2d62332f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:20.536953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-b7e51462-a8c2-4b36-99f7-afb938e7303e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af3b4060-b2a0-41d6-8288-eda4f365e181 HTTP/1.1" status: 200 len: 1001 time: 0.1631961 May 28 05:48:20.553484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75dd582-6f6a-42e0-842e-e56176027fb4 None None] Network 7c65e6bf-f221-4044-9115-9a18483c1b46 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:20.599168 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-b21f5198-ada4-414a-a41a-5e97997f8abc tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] delete failed (client error): The resource could not be found. May 28 05:48:20.604699 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b21f5198-ada4-414a-a41a-5e97997f8abc tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/f5053a0f-16d0-4faf-b691-cb854099946e HTTP/1.1" status: 404 len: 347 time: 0.2354689 May 28 05:48:20.613430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33724) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:20.661395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986a479-0e1c-4be9-8560-bf8c2d62332f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event deleted for resources: {'Subnet': ['ID=107297dc-6893-4a51-8a8e-29ac5f429731,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:20.662247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865793431'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:20.670859 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6986a479-0e1c-4be9-8560-bf8c2d62332f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:20.674357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:20.695941 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6986a479-0e1c-4be9-8560-bf8c2d62332f tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "DELETE /v2.0/subnets/107297dc-6893-4a51-8a8e-29ac5f429731 HTTP/1.1" status: 204 len: 168 time: 0.8556612 May 28 05:48:20.701126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33732) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:20.711190 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c524db08-baaf-49e7-9167-863058d23d12 req-b5879a1c-9e8c-407c-a12e-ef420fc49ec9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 210 time: 0.1730254 May 28 05:48:20.717310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:20.946880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd1b32-db00-442d-9b0d-8896ab35d07f None None] DHCP port deletion for 7c65e6bf-f221-4044-9115-9a18483c1b46 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:48:20.959266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8edd1b32-db00-442d-9b0d-8896ab35d07f None None] Deleting port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:20.960047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8edd1b32-db00-442d-9b0d-8896ab35d07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:21.024220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-fa9087f7-cc78-409b-9366-c467a06cb263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:21.025709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-fa9087f7-cc78-409b-9366-c467a06cb263 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2eded9b-a86c-45b9-b9be-1ab2a936ac59 HTTP/1.1" status: 200 len: 850 time: 0.4280233 May 28 05:48:21.039571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:21.113164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:21.141651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:21.184657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:21.193972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:21.198573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Deleting port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:21.198911 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:21.252683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:21.319843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8edd1b32-db00-442d-9b0d-8896ab35d07f None None] For port 781a1783-cbd5-4970-ab4f-7cc3489c42a8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=781a1783-cbd5-4970-ab4f-7cc3489c42a8,segment=NetworkSegment(ac993dc6-95e5-4238-8e71-4e44f5fefd8a),segment_id=ac993dc6-95e5-4238-8e71-4e44f5fefd8a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:21.322665 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8edd1b32-db00-442d-9b0d-8896ab35d07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:21.363027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-35e103ff-2d8b-46fc-bad5-f4851e561bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:21.364532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-35e103ff-2d8b-46fc-bad5-f4851e561bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=741ba084-ed2e-407e-be15-0d0600915b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3159740 May 28 05:48:21.546050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8edd1b32-db00-442d-9b0d-8896ab35d07f None None] Calling delete_port for 781a1783-cbd5-4970-ab4f-7cc3489c42a8 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:21.721999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] For port 781a1783-cbd5-4970-ab4f-7cc3489c42a8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=781a1783-cbd5-4970-ab4f-7cc3489c42a8,segment=NetworkSegment(ac993dc6-95e5-4238-8e71-4e44f5fefd8a),segment_id=ac993dc6-95e5-4238-8e71-4e44f5fefd8a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:21.722523 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:21.728315 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8edd1b32-db00-442d-9b0d-8896ab35d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:21.750605 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:21.766136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-f768d2c9-b965-4a9c-8c50-983cf989a903 service neutron] 10.222.0.41 "GET /v2.0/networks/741ba084-ed2e-407e-be15-0d0600915b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891530 May 28 05:48:21.775966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:21.782045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd1b32-db00-442d-9b0d-8896ab35d07f None None] Pushing event deleted for resources: {'Port': ['ID=781a1783-cbd5-4970-ab4f-7cc3489c42a8,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:21.786184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd1b32-db00-442d-9b0d-8896ab35d07f None None] No DVR routers for this DVR port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:48:21.814675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-beb1d7cc-3809-423b-8127-d2ad18402d98 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:21.818681 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-beb1d7cc-3809-423b-8127-d2ad18402d98 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 812 time: 0.4194496 May 28 05:48:21.836848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'port': {'device_id': '5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'admin_state_up': True, 'tenant_id': '6c303052f2a440959915b8d9746a0229'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:21.959478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33762) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:22.035161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:22.049072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:22.058963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Made reservation on behalf of 6c303052f2a440959915b8d9746a0229 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:22.063118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.100669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Calling delete_port for 781a1783-cbd5-4970-ab4f-7cc3489c42a8 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:22.133922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.135403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4920380 May 28 05:48:22.144923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33776) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:22.162273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': '5ce120b9-24d8-414f-8042-76c2dd1d7a22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:22.174236 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff8fc-f103-4eba-ae6e-d6c62d609565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.197579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:22.209508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:22.212183 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-638aa710-d5c9-4797-8c55-f1369fde71ca req-68f4fa55-7bf7-4d0c-9e93-4bfada2ea464 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 210 time: 0.2014594 May 28 05:48:22.212803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2e185-489d-4413-8707-3f95cde03868 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce120b9-24d8-414f-8042-76c2dd1d7a22,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:22.222529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fb9ff8fc-f103-4eba-ae6e-d6c62d609565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:22.224810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:22.236568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fb9ff8fc-f103-4eba-ae6e-d6c62d609565 admin admin] Usage tracker for resource:security_group_rule and tenant:c4016b0995a9407eae48650ed13dfd66 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:22.241332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fb9ff8fc-f103-4eba-ae6e-d6c62d609565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:22.244091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:22.253075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fb9ff8fc-f103-4eba-ae6e-d6c62d609565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:22.283851 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.332520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.364242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Allocated IP 172.20.0.8 (bdfa6f4b-a27f-4e97-85ea-e21e14c7098d/57f2cfde-0a40-4f1c-8f63-f1314498f1c0/a812a0f6-bc85-4713-85fa-e185456b1721) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:22.368978 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-c35be433-79f0-40aa-a2a0-00f6ec014be4 service neutron] 10.222.0.41 "GET /v2.0/networks/741ba084-ed2e-407e-be15-0d0600915b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864873 May 28 05:48:22.378619 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:48:22.378947 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:48:22.413832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33784) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:22.455568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-ab87aaef-4bbc-4b77-9c9a-7e44389a0685 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=ee84642a-e2b4-40ec-ba83-ddf32d888fb0 HTTP/1.1" status: 200 len: 217 time: 0.0756252 May 28 05:48:22.460555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 781a1783-cbd5-4970-ab4f-7cc3489c42a8 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:48:22.504780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 781a1783-cbd5-4970-ab4f-7cc3489c42a8 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:48:22.505773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 781a1783-cbd5-4970-ab4f-7cc3489c42a8 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:48:22.601913 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.633734 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.731262 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc21300b-6828-4909-853b-f9ae8be69002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.734360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-49cc241b-16ca-4f9d-97bc-9804f98f750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:22.735832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-49cc241b-16ca-4f9d-97bc-9804f98f750e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3bc5f2-89c3-469e-a844-5420c365cb66 HTTP/1.1" status: 200 len: 797 time: 0.2220402 May 28 05:48:22.761221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff8fc-f103-4eba-ae6e-d6c62d609565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.770012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb2fb58-9d68-4673-bd28-a16d146a4286,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:22.782603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff8fc-f103-4eba-ae6e-d6c62d609565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.789686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dc21300b-6828-4909-853b-f9ae8be69002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:22.818881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dc21300b-6828-4909-853b-f9ae8be69002 admin admin] Usage tracker for resource:security_group_rule and tenant:36b850e9bebf4ac18ba11ec282ea0f75 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:22.831757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dc21300b-6828-4909-853b-f9ae8be69002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:22.856830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dc21300b-6828-4909-853b-f9ae8be69002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:22.858728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.859907 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-80312938-e50e-4858-a930-899d927b2e05 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7130649 May 28 05:48:22.867574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33792) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:22.879132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fb9ff8fc-f103-4eba-ae6e-d6c62d609565 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4016b0995a9407eae48650ed13dfd66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9161227 May 28 05:48:22.884751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33796) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:22.885375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ff8fc-f103-4eba-ae6e-d6c62d609565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e787f18-9d4a-406c-aca6-db0dc29140bc,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:22.886331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Deleting port 781a1783-cbd5-4970-ab4f-7cc3489c42a8 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:22.886676 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.966400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.997499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] The port '781a1783-cbd5-4970-ab4f-7cc3489c42a8' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:48:23.004728 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acf851b8-8fc5-4491-8941-951e5c99e955 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.008210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Transition to ACTIVE for port object a812a0f6-bc85-4713-85fa-e185456b1721 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:23.037553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0440caa8-8348-454e-8e78-f8f178cd625b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.055542 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acf851b8-8fc5-4491-8941-951e5c99e955 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.093373 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0440caa8-8348-454e-8e78-f8f178cd625b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.113579 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.116137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc21300b-6828-4909-853b-f9ae8be69002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.132701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['70e858ed-12b8-46a3-9bab-51c97a2f9c1d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:23.172265 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc21300b-6828-4909-853b-f9ae8be69002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.185264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:23.187204 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.203505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-85aed11d-b373-4484-9df6-b1a5c71908a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:23.205018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-85aed11d-b373-4484-9df6-b1a5c71908a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52bddb62-c404-4753-8461-48e940f599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4164677 May 28 05:48:23.259179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:23.268322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:23.276019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21300b-6828-4909-853b-f9ae8be69002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6dbc79-a5fb-4962-8b6e-d8bf4b7d4085,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:23.278530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acf851b8-8fc5-4491-8941-951e5c99e955 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.278655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:23.305461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'Port': ['ID=a812a0f6-bc85-4713-85fa-e185456b1721,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:23.305978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c65e6bf-f221-4044-9115-9a18483c1b46']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:23.313852 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dc21300b-6828-4909-853b-f9ae8be69002 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36b850e9bebf4ac18ba11ec282ea0f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8971908 May 28 05:48:23.321001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33802) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:23.378038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0440caa8-8348-454e-8e78-f8f178cd625b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.445464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:23.447044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.448364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac993dc6-95e5-4238-8e71-4e44f5fefd8a') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:23.448873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac993dc6-95e5-4238-8e71-4e44f5fefd8a') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:23.467999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf851b8-8fc5-4491-8941-951e5c99e955 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bb2fb58-9d68-4673-bd28-a16d146a4286,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:23.471031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440caa8-8348-454e-8e78-f8f178cd625b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e787f18-9d4a-406c-aca6-db0dc29140bc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:23.503057 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.535096 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acf851b8-8fc5-4491-8941-951e5c99e955 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.536395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-acf851b8-8fc5-4491-8941-951e5c99e955 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5bb2fb58-9d68-4673-bd28-a16d146a4286 HTTP/1.1" status: 204 len: 168 time: 0.6634808 May 28 05:48:23.540908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33806) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:23.562005 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.566528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port ae1fa772-9367-41d2-8c88-4dba43f16196 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:23.566864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.566973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af5f7024-4583-4f22-9682-3213d19af210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.580907 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-4bc93e92-ad2c-428f-b746-4e4f3f6e1ec1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7480004 May 28 05:48:23.582083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0440caa8-8348-454e-8e78-f8f178cd625b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.583378 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0440caa8-8348-454e-8e78-f8f178cd625b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e787f18-9d4a-406c-aca6-db0dc29140bc HTTP/1.1" status: 204 len: 168 time: 0.6953111 May 28 05:48:23.607422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Request body: {'port': {'device_id': '5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:23.636956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:48:23.637365 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.682019 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment ac993dc6-95e5-4238-8e71-4e44f5fefd8a resource provider aggregate not found May 28 05:48:23.708195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f7774c77-2b9e-4789-91cc-fa2d064839db None None] Provisioning for port a812a0f6-bc85-4713-85fa-e185456b1721 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:23.717328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f7774c77-2b9e-4789-91cc-fa2d064839db None None] Provisioning complete for port a812a0f6-bc85-4713-85fa-e185456b1721 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:23.717998 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f7774c77-2b9e-4789-91cc-fa2d064839db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.720873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af5f7024-4583-4f22-9682-3213d19af210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.741395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b36c-e8a7-41f8-9cac-d0cdc4e5b865 req-7ce998b1-f29a-475c-93fe-6048b66cef8e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:23.742476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-ba90b36c-e8a7-41f8-9cac-d0cdc4e5b865 req-7ce998b1-f29a-475c-93fe-6048b66cef8e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:23.794442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f7774c77-2b9e-4789-91cc-fa2d064839db None None] Port a812a0f6-bc85-4713-85fa-e185456b1721 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:48:23.829680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-ba90b36c-e8a7-41f8-9cac-d0cdc4e5b865 req-7ce998b1-f29a-475c-93fe-6048b66cef8e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:23.831388 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba90b36c-e8a7-41f8-9cac-d0cdc4e5b865 req-7ce998b1-f29a-475c-93fe-6048b66cef8e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 931 time: 0.3621240 May 28 05:48:23.902506 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment ac993dc6-95e5-4238-8e71-4e44f5fefd8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac993dc6-95e5-4238-8e71-4e44f5fefd8a found for delete ", "request_id": "req-51dc2714-2c31-4fb3-9cd6-6a3368f64a56"}]} May 28 05:48:23.924643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba90b36c-e8a7-41f8-9cac-d0cdc4e5b865 req-28bb9041-fea4-4d24-957a-3273adff94e6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839825 May 28 05:48:23.929930 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.945887 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-75bb6756-62ef-4086-b1bf-d99d1dbcf664 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163689 May 28 05:48:23.984646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:23.985884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33820) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:23.994941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-20832db4-a03d-4ad0-9d4f-2a9c92b89e9c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:24.027729 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.028370 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8f63974-3f8c-4bb6-8349-adf700ae603c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.041810 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af5f7024-4583-4f22-9682-3213d19af210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.069872 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f7024-4583-4f22-9682-3213d19af210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6dbc79-a5fb-4962-8b6e-d8bf4b7d4085,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:24.073494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b8f63974-3f8c-4bb6-8349-adf700ae603c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:24.081745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b8f63974-3f8c-4bb6-8349-adf700ae603c admin admin] Usage tracker for resource:security_group_rule and tenant:b3622249aee9451097aefe6c46f10848 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:24.099161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event deleted for resources: {'Network': ['ID=7c65e6bf-f221-4044-9115-9a18483c1b46,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:24.117741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-70d4f7ff-a3d6-43f3-a5da-c30710e8cde8 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "DELETE /v2.0/networks/7c65e6bf-f221-4044-9115-9a18483c1b46 HTTP/1.1" status: 204 len: 168 time: 3.4077392 May 28 05:48:24.124413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33824) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:24.129831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-af5f7024-4583-4f22-9682-3213d19af210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.130467 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-af5f7024-4583-4f22-9682-3213d19af210 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f6dbc79-a5fb-4962-8b6e-d8bf4b7d4085 HTTP/1.1" status: 204 len: 168 time: 0.8020148 May 28 05:48:24.137403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b8f63974-3f8c-4bb6-8349-adf700ae603c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:24.153191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b8f63974-3f8c-4bb6-8349-adf700ae603c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:24.217364 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.225365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-20832db4-a03d-4ad0-9d4f-2a9c92b89e9c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:24.229369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-20832db4-a03d-4ad0-9d4f-2a9c92b89e9c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6841030 May 28 05:48:24.240370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33830) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:24.375434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8f63974-3f8c-4bb6-8349-adf700ae603c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.384426 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8f63974-3f8c-4bb6-8349-adf700ae603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.482849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f63974-3f8c-4bb6-8349-adf700ae603c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26cca4-0b9d-44e7-adbf-a291e660f703,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:24.487156 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b8f63974-3f8c-4bb6-8349-adf700ae603c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3622249aee9451097aefe6c46f10848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5002129 May 28 05:48:24.490066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33836) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:24.509609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a812a0f6-bc85-4713-85fa-e185456b1721 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:48:24.520578 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.553492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Transition to ACTIVE for port object a812a0f6-bc85-4713-85fa-e185456b1721 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:24.560634 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.583390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for ae1fa772-9367-41d2-8c88-4dba43f16196 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:24.601963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33840) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:24.656296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-59dcc129-2f79-4626-ba13-143d4e5c0107 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Deleting port d7055afd-16d2-433d-82cb-5852a14225c5 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:24.656660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59dcc129-2f79-4626-ba13-143d4e5c0107 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.705078 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8de1daf-73bc-4a36-96f0-acc817e2fda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.724898 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01bbf2d9-02f0-4026-b7de-49440ea131d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.733734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Pushing event updated for resources: {'Port': ['ID=a812a0f6-bc85-4713-85fa-e185456b1721,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:24.734011 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-0628fd62-dc54-4de8-8825-7ff1de9e3d04 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7739503 May 28 05:48:24.746753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d8de1daf-73bc-4a36-96f0-acc817e2fda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:24.778593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d8de1daf-73bc-4a36-96f0-acc817e2fda8 admin admin] Usage tracker for resource:security_group_rule and tenant:5566996cabc24ba4bdc02ff4d21ccd17 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:24.783399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d8de1daf-73bc-4a36-96f0-acc817e2fda8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:24.807832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d8de1daf-73bc-4a36-96f0-acc817e2fda8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:24.864632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-9b8db879-0c85-4651-8fe9-4d05026230cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=eac95adf-2b9b-4a91-a926-7f2214c04881 HTTP/1.1" status: 200 len: 217 time: 0.1136942 May 28 05:48:24.957655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4425-9d04-48b9-9f48-3e41ec00b44b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.961472 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01bbf2d9-02f0-4026-b7de-49440ea131d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.034691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4425-9d04-48b9-9f48-3e41ec00b44b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.049086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Attempting to bind port a812a0f6-bc85-4713-85fa-e185456b1721 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:48:25.049467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Attempting to bind port a812a0f6-bc85-4713-85fa-e185456b1721 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:48:25.049735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Attempting to bind port a812a0f6-bc85-4713-85fa-e185456b1721 on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:48:25.052586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-09810ad3-bd48-451a-960e-dbbb764ec585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:25.054344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-09810ad3-bd48-451a-960e-dbbb764ec585 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3bc5f2-89c3-469e-a844-5420c365cb66 HTTP/1.1" status: 200 len: 797 time: 0.1365895 May 28 05:48:25.058808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Port a812a0f6-bc85-4713-85fa-e185456b1721 on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:48:25.059127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Attempting to bind port a812a0f6-bc85-4713-85fa-e185456b1721 on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:48:25.069024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:48:25.069356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Checking segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:48:25.069736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Bound using segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:48:25.070709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Bound port: a812a0f6-bc85-4713-85fa-e185456b1721, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:48:25.071031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.097855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01bbf2d9-02f0-4026-b7de-49440ea131d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.159531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbf2d9-02f0-4026-b7de-49440ea131d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26cca4-0b9d-44e7-adbf-a291e660f703,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:25.220231 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01bbf2d9-02f0-4026-b7de-49440ea131d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.224524 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-01bbf2d9-02f0-4026-b7de-49440ea131d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b26cca4-0b9d-44e7-adbf-a291e660f703 HTTP/1.1" status: 204 len: 168 time: 0.7301838 May 28 05:48:25.224675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59dcc129-2f79-4626-ba13-143d4e5c0107 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.224675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59dcc129-2f79-4626-ba13-143d4e5c0107 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.224892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8de1daf-73bc-4a36-96f0-acc817e2fda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.243037 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8de1daf-73bc-4a36-96f0-acc817e2fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.267792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] For port a812a0f6-bc85-4713-85fa-e185456b1721, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:48:25.277691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] For port a812a0f6-bc85-4713-85fa-e185456b1721, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a812a0f6-bc85-4713-85fa-e185456b1721,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:48:25.296189 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.410918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:25.411738 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.414121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] 10.222.0.41 "PUT /v2.0/ports/a812a0f6-bc85-4713-85fa-e185456b1721 HTTP/1.1" status: 200 len: 1091 time: 1.8190818 May 28 05:48:25.418537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2', 'tag': 'a812a0f6-bc85-4713-85fa-e185456b1721'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:48:25.420229 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4425-9d04-48b9-9f48-3e41ec00b44b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.442821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d8de1daf-73bc-4a36-96f0-acc817e2fda8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5566996cabc24ba4bdc02ff4d21ccd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8371642 May 28 05:48:25.442821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de1daf-73bc-4a36-96f0-acc817e2fda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d59970-d452-4b3b-bade-1aec01462f14,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:25.445626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33852) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:25.448457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-59dcc129-2f79-4626-ba13-143d4e5c0107 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Calling delete_port for d7055afd-16d2-433d-82cb-5852a14225c5 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:25.472110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b6609-5410-4f5d-acd6-9c08394ac224 service neutron] Pushing event updated for resources: {'Port': ['ID=a812a0f6-bc85-4713-85fa-e185456b1721,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:25.516112 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357923e0-edbb-4bda-917d-760d3b7e327b'] response: {'name': 'network-changed', 'server_uuid': '5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2', 'tag': 'a812a0f6-bc85-4713-85fa-e185456b1721', 'status': 'completed', 'code': 200} May 28 05:48:25.553496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad4425-9d04-48b9-9f48-3e41ec00b44b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce120b9-24d8-414f-8042-76c2dd1d7a22,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:25.599795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b968adf7-9a7f-423f-a810-ed227564e1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.622759 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.629306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-e30f6e93-b482-4c61-a0d3-50f0237acd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:25.631008 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-e30f6e93-b482-4c61-a0d3-50f0237acd9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52bddb62-c404-4753-8461-48e940f599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5384998 May 28 05:48:25.648738 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b968adf7-9a7f-423f-a810-ed227564e1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.676451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-7062ae6b-dcaf-437b-98e5-f81260d83a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:25.678131 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-7062ae6b-dcaf-437b-98e5-f81260d83a9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 1094 time: 0.1305611 May 28 05:48:25.717672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=ae1fa772-9367-41d2-8c88-4dba43f16196,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:25.730643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127f551-0ab6-4a62-a959-4c62b8078b45 req-f1015d63-113e-4ab3-ac2c-937f72c5a800 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:25.732258 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b127f551-0ab6-4a62-a959-4c62b8078b45 req-f1015d63-113e-4ab3-ac2c-937f72c5a800 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 943 time: 0.5831046 May 28 05:48:25.733060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4425-9d04-48b9-9f48-3e41ec00b44b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.737467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d4ad4425-9d04-48b9-9f48-3e41ec00b44b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/5ce120b9-24d8-414f-8042-76c2dd1d7a22 HTTP/1.1" status: 204 len: 168 time: 1.4869068 May 28 05:48:25.743902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33860) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:25.787286 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-a1d54e97-fbe5-4821-9c4d-131aefc6f685 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a812a0f6-bc85-4713-85fa-e185456b1721 HTTP/1.1" status: 200 len: 217 time: 0.0746095 May 28 05:48:25.841794 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b968adf7-9a7f-423f-a810-ed227564e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.884924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968adf7-9a7f-423f-a810-ed227564e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d59970-d452-4b3b-bade-1aec01462f14,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:25.911742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b968adf7-9a7f-423f-a810-ed227564e1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.916261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b968adf7-9a7f-423f-a810-ed227564e1a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47d59970-d452-4b3b-bade-1aec01462f14 HTTP/1.1" status: 204 len: 168 time: 0.4657381 May 28 05:48:25.932482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-8e214d88-0545-4876-bd05-64bc80fd46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:25.934431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-8e214d88-0545-4876-bd05-64bc80fd46ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.1375489 May 28 05:48:26.053112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-c9c2a6fc-563b-4a25-9f79-1b2301f383bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:26.055063 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-c9c2a6fc-563b-4a25-9f79-1b2301f383bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115754 May 28 05:48:26.069322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b127f551-0ab6-4a62-a959-4c62b8078b45 req-b107c788-a401-45c7-b45d-2a28ba8b1780 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261158 May 28 05:48:26.098877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9d3fa038-543a-4d82-a751-60a396008322 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:26.243699 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-eef04883-02f9-45f3-b6eb-72ac6e962a6c service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673261 May 28 05:48:26.253445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-747d93b0-20d2-4c9c-a901-dbfe2f8208e9 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877868 May 28 05:48:26.433052 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da712d62-8ff9-41a1-b538-aba30fe228d3 req-88149f73-ce1d-4080-8d5a-9c48f444472b service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691103 May 28 05:48:26.654536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-9ea06cbb-d081-4537-8ffd-069aa310c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:26.656819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-9ea06cbb-d081-4537-8ffd-069aa310c4b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 1094 time: 0.1600432 May 28 05:48:26.678122 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59dcc129-2f79-4626-ba13-143d4e5c0107 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:26.745795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33894) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:26.779931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a892a14-c193-4c68-8672-50a20d0b2d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:26.798884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6a892a14-c193-4c68-8672-50a20d0b2d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:26.805501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6a892a14-c193-4c68-8672-50a20d0b2d6e admin admin] Usage tracker for resource:security_group_rule and tenant:7efb0ba53c1946b5ba25bb8f1cf7003a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:26.811339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6a892a14-c193-4c68-8672-50a20d0b2d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:26.828282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6a892a14-c193-4c68-8672-50a20d0b2d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:26.861720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9d3fa038-543a-4d82-a751-60a396008322 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:26.866606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9d3fa038-543a-4d82-a751-60a396008322 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1167581 May 28 05:48:26.868892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33898) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:26.871861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-74d42703-3233-44c6-b981-850a9641f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:26.873236 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-74d42703-3233-44c6-b981-850a9641f41d service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.2054148 May 28 05:48:26.880034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group': {'name': 'tempest-secgroup--358211255'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:26.890888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:26.957587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcc129-2f79-4626-ba13-143d4e5c0107 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Pushing event deleted for resources: {'Port': ['ID=d7055afd-16d2-433d-82cb-5852a14225c5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:26.968432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-0934e41d-cdae-4703-9eec-54e6b9299160 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a812a0f6-bc85-4713-85fa-e185456b1721 HTTP/1.1" status: 200 len: 217 time: 0.0826502 May 28 05:48:26.975215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:27.040300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-67a9ec8e-4bf2-4f04-b3ca-8d61c6a1f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:27.041091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-67a9ec8e-4bf2-4f04-b3ca-8d61c6a1f91f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.0622497 May 28 05:48:27.086723 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:27.222666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:27.228444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59dcc129-2f79-4626-ba13-143d4e5c0107 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:27.260198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-9efe762b-5194-405a-b294-971f99c8f787 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0006547 May 28 05:48:27.381189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf595955-a579-45d9-adcb-92063e9f7dba req-308d47ea-221c-4000-a124-dfa7666e6fdd tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:27.383900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf595955-a579-45d9-adcb-92063e9f7dba req-308d47ea-221c-4000-a124-dfa7666e6fdd tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 945 time: 0.5514815 May 28 05:48:27.452008 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-0f5c34bb-1f81-4578-98af-f8c5c20b0717 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd HTTP/1.1" status: 200 len: 217 time: 0.1818712 May 28 05:48:27.466941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:27.490589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:27.500921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:27.514972 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a892a14-c193-4c68-8672-50a20d0b2d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:27.516961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:27.535191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a892a14-c193-4c68-8672-50a20d0b2d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:27.537802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59dcc129-2f79-4626-ba13-143d4e5c0107 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:27.539565 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-59dcc129-2f79-4626-ba13-143d4e5c0107 tempest-FloatingIPAdminTestJSON-110324811 tempest-FloatingIPAdminTestJSON-110324811-project] 10.222.0.39 "DELETE /v2.0/floatingips/78740952-b9c9-4c56-b4de-abb9d8d9030f HTTP/1.1" status: 204 len: 168 time: 3.4100313 May 28 05:48:27.564704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-a987f127-c612-46f7-8483-1b4c21b8b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:27.566875 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-a987f127-c612-46f7-8483-1b4c21b8b099 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5167344 May 28 05:48:27.595676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-9274a77a-e8b0-4049-a64c-79e2e19e6ce0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4922404 May 28 05:48:27.631486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf595955-a579-45d9-adcb-92063e9f7dba req-b8f91144-b0e6-4b5e-ab2c-893a8066d421 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783702 May 28 05:48:27.647601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-4a76426a-31e0-401e-bab6-ec5640207dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:27.650094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-4a76426a-31e0-401e-bab6-ec5640207dd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3bc5f2-89c3-469e-a844-5420c365cb66 HTTP/1.1" status: 200 len: 797 time: 0.1831000 May 28 05:48:27.731987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f8f72-5fa5-4828-98ce-d79f93b753e8 req-3d03d46e-2898-43f7-ba7e-a76d69a4eab4 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:27.741122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0e3f8f72-5fa5-4828-98ce-d79f93b753e8 req-3d03d46e-2898-43f7-ba7e-a76d69a4eab4 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 943 time: 0.5061152 May 28 05:48:27.744984 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6a892a14-c193-4c68-8672-50a20d0b2d6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7efb0ba53c1946b5ba25bb8f1cf7003a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9983017 May 28 05:48:27.752874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a892a14-c193-4c68-8672-50a20d0b2d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4651f058-c8d6-412a-bcf3-8dc2a9ccf877,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:27.758306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33924) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:27.919314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33932) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:27.927895 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0e3f8f72-5fa5-4828-98ce-d79f93b753e8 req-64584418-9fa5-4cd2-b1c9-4648abf6a186 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856542 May 28 05:48:28.000672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Router 8ee63077-deae-487c-8be4-83717ccd82c3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:48:28.012973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-52c0e348-a7c6-4fc9-9e4c-851d22cc153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:28.017070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-52c0e348-a7c6-4fc9-9e4c-851d22cc153f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52bddb62-c404-4753-8461-48e940f599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2774379 May 28 05:48:28.037870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.054915 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.073712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9570ae2-e31a-4bb8-a04d-fc87c8f23b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.103029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-2c2538f7-53a5-4ca7-957e-d163963d4748 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105796 May 28 05:48:28.178337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a812a0f6-bc85-4713-85fa-e185456b1721 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:48:28.238760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-4dc2f2f2-de06-404f-b4ad-215ff278471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:28.240673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-4dc2f2f2-de06-404f-b4ad-215ff278471b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 1096 time: 0.4230306 May 28 05:48:28.253779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9570ae2-e31a-4bb8-a04d-fc87c8f23b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.274806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988e0424-b1b4-4c20-9f6f-75de77ffd7f1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:28.429918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a812a0f6-bc85-4713-85fa-e185456b1721, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a812a0f6-bc85-4713-85fa-e185456b1721,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:28.453430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a812a0f6-bc85-4713-85fa-e185456b1721', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'port_id': 'a812a0f6-bc85-4713-85fa-e185456b1721', 'mac_address': 'fa:16:3e:54:92:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:48:28.492726 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.494128 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1a538a56-65bf-4ed4-9044-369398e88c2b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6199338 May 28 05:48:28.501202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33942) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:28.529554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': '988e0424-b1b4-4c20-9f6f-75de77ffd7f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:28.530554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a812a0f6-bc85-4713-85fa-e185456b1721 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:28.531168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.536662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:28.542256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:28.546395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:28.552670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:28.558781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a812a0f6-bc85-4713-85fa-e185456b1721 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:48:28.577766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a812a0f6-bc85-4713-85fa-e185456b1721, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a812a0f6-bc85-4713-85fa-e185456b1721,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:28.593616 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.612600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11c8469e-5cd0-4cae-9511-7493f9a09998 req-8f0ca757-d202-431d-8915-4db23ddec3b2 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844148 May 28 05:48:28.613792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-837c58e0-ceb7-42b3-a6db-6907f267d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:28.615607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-837c58e0-ceb7-42b3-a6db-6907f267d394 service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.3364828 May 28 05:48:28.616469 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.626480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-78f1b2de-297c-43c9-a853-f2c1b82e806d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=670d255e6eb2496eb01d334f40ba7b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7056768 May 28 05:48:28.629897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33950) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:28.691914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a812a0f6-bc85-4713-85fa-e185456b1721,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:28.700112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.700458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.700802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.701774 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.702114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.702453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.702790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.703121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.703632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.703964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.704291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.704615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:28.739876 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-4d987ca7-d1d6-44f8-bf64-08dfbf6f0af0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 HTTP/1.1" status: 200 len: 217 time: 0.0842075 May 28 05:48:28.745973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9570ae2-e31a-4bb8-a04d-fc87c8f23b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.824251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9570ae2-e31a-4bb8-a04d-fc87c8f23b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4651f058-c8d6-412a-bcf3-8dc2a9ccf877,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:28.835018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.847647 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.856812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9570ae2-e31a-4bb8-a04d-fc87c8f23b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.857974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f9570ae2-e31a-4bb8-a04d-fc87c8f23b0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4651f058-c8d6-412a-bcf3-8dc2a9ccf877 HTTP/1.1" status: 204 len: 168 time: 1.0731354 May 28 05:48:28.884381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-06954053-1b4d-47f0-8066-90b8a86db6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:28.885852 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-06954053-1b4d-47f0-8066-90b8a86db6a8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.1349366 May 28 05:48:28.887794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ef2f5d-5b24-47f8-9271-be881f7e365b,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:28.907439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:48:28.918280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006f5cb-5f80-4c67-83b7-5274efc4f32e None None] Sync routers for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:48:28.922659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f8ad3a05-1c98-442f-934e-57b408b17b62 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "PUT /v2.0/routers/8ee63077-deae-487c-8be4-83717ccd82c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1243620 May 28 05:48:28.929625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9279362f-d660-437f-a0d6-f2ba39517373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.931897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33960) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:28.934124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006f5cb-5f80-4c67-83b7-5274efc4f32e None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:48:28.935090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7006f5cb-5f80-4c67-83b7-5274efc4f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:48:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:28.946664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:28.947975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-32e4a0e8-a07a-4146-9895-ca510cedbff4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4339418 May 28 05:48:28.963766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33964) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:28.976349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': '988e0424-b1b4-4c20-9f6f-75de77ffd7f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:28.983257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:29.002113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:29.005472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:29.015796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9279362f-d660-437f-a0d6-f2ba39517373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.027574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:29.029726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7006f5cb-5f80-4c67-83b7-5274efc4f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:29.037155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a812a0f6-bc85-4713-85fa-e185456b1721'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:29.125336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-8973869a-3013-48d3-93b4-e55f74dbff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:29.126738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-8973869a-3013-48d3-93b4-e55f74dbff9f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335391 May 28 05:48:29.134443 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.229011 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:48:29.275385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006f5cb-5f80-4c67-83b7-5274efc4f32e None None] Routers {'8ee63077-deae-487c-8be4-83717ccd82c3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:48:29.276028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7006f5cb-5f80-4c67-83b7-5274efc4f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:48:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8ee63077-deae-487c-8be4-83717ccd82c3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:29.288074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.323684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1cf7e-d75b-486c-861c-f404aec1bebf req-a0ee4a40-8c56-4145-b786-1ca0802ff4ba tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:29.325347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10b1cf7e-d75b-486c-861c-f404aec1bebf req-a0ee4a40-8c56-4145-b786-1ca0802ff4ba tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 944 time: 0.2665465 May 28 05:48:29.331846 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.363873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7006f5cb-5f80-4c67-83b7-5274efc4f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:29.364281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006f5cb-5f80-4c67-83b7-5274efc4f32e None None] The sync data for ids ['8ee63077-deae-487c-8be4-83717ccd82c3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:48:29.369936 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.392557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0367817d-7cb3-48c2-8d09-123622661f2a,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:29.399281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-1d974847-4632-4ee0-af6e-535d21b07d59 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2418594 May 28 05:48:29.416059 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-455d9513-4e18-4d34-8ae1-f7b231ed0585 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737331 May 28 05:48:29.421277 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10b1cf7e-d75b-486c-861c-f404aec1bebf req-25b46e39-0ca5-4f65-b69c-7a1ef7249155 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861421 May 28 05:48:29.535968 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.540271 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bb7727d0-ed20-4bc2-a89f-d3ec33c8465b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5671523 May 28 05:48:29.545326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33976) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:29.552742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': '988e0424-b1b4-4c20-9f6f-75de77ffd7f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:29.562641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:29.569416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:29.574925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:29.578683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-c08a7ae9-21d9-49b9-9da8-7759a3a91bcd tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:29.580467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-c08a7ae9-21d9-49b9-9da8-7759a3a91bcd tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 945 time: 0.8299041 May 28 05:48:29.592883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:29.620287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5488d5b4-0fed-4910-88f8-1ad84a98dd0d req-90158e93-f7e8-4aad-8165-d4fc605f78a8 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930807 May 28 05:48:29.631958 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.721378 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.728303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.760801 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9279362f-d660-437f-a0d6-f2ba39517373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.777132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d96bb4-db5e-4ac6-a815-622c8bcc33b2,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:29.782460 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.783822 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d7b141cb-b704-4229-9539-ea104d3df5f0 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2374005 May 28 05:48:29.786878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33988) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:29.795332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': '988e0424-b1b4-4c20-9f6f-75de77ffd7f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:29.801910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:29.808392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:29.813893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:29.827055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:29.828668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf693a7-20c1-4c49-9c29-cd1a6f4cd32b req-158014bf-cbbf-45f6-849e-457739906f1b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:29.837465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ecf693a7-20c1-4c49-9c29-cd1a6f4cd32b req-158014bf-cbbf-45f6-849e-457739906f1b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 945 time: 1.0041876 May 28 05:48:29.837465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279362f-d660-437f-a0d6-f2ba39517373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df23bbe-5906-4bbb-8ede-d732101013c7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:29.848071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-27c6050b-2c12-4169-a6d6-8f9c1a4702c2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Deleting port 731cfee4-53e9-48d5-870e-82c523915edd {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:29.848490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-27c6050b-2c12-4169-a6d6-8f9c1a4702c2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.862813 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.890650 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9279362f-d660-437f-a0d6-f2ba39517373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.891853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9279362f-d660-437f-a0d6-f2ba39517373 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1df23bbe-5906-4bbb-8ede-d732101013c7 HTTP/1.1" status: 204 len: 168 time: 1.2587116 May 28 05:48:29.923302 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-1bc8c6c6-d2e2-422c-a5f0-3f327df6a107 service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874492 May 28 05:48:29.935473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.952626 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.958462 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:29.991946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2864b966-85b4-4c7f-9680-33bc54e2ea62,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:30.012412 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.016182 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e37088f7-fb64-43f9-8c11-426b6e627cdf tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2258756 May 28 05:48:30.016528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34000) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:30.022466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': '988e0424-b1b4-4c20-9f6f-75de77ffd7f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:30.029536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:30.034634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:30.035876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-15bccb0c-51d6-456a-98c7-017ea38f6f54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d206c985-1731-43f4-905c-67893bc4872e HTTP/1.1" status: 200 len: 217 time: 0.0971186 May 28 05:48:30.037997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:30.045203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:30.067197 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.075376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting port 881aa4d1-0210-49c1-83c5-0459481b5f40 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:30.076167 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.166576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ecf693a7-20c1-4c49-9c29-cd1a6f4cd32b req-71c67f7c-de68-4762-93c9-bcaf94978f0e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885804 May 28 05:48:30.171486 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.178496 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.213371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a987c418-fa69-4778-988a-986f374864f9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:30.235428 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.236280 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0a923291-e3c3-4ffe-9c20-470e6a41a697 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2187364 May 28 05:48:30.239065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-748d2ffe-c6b4-4e2b-b358-0fb681c2439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:30.239187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34006) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:30.240839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-748d2ffe-c6b4-4e2b-b358-0fb681c2439b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3bc5f2-89c3-469e-a844-5420c365cb66 HTTP/1.1" status: 200 len: 797 time: 0.1753800 May 28 05:48:30.410775 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-301d616e-5dc7-4bfc-b3e1-979f1c2dfdef tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.422812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-301d616e-5dc7-4bfc-b3e1-979f1c2dfdef tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.454809 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-301d616e-5dc7-4bfc-b3e1-979f1c2dfdef tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.475098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d616e-5dc7-4bfc-b3e1-979f1c2dfdef tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a987c418-fa69-4778-988a-986f374864f9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:30.487149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-301d616e-5dc7-4bfc-b3e1-979f1c2dfdef tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.488505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-301d616e-5dc7-4bfc-b3e1-979f1c2dfdef tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a987c418-fa69-4778-988a-986f374864f9 HTTP/1.1" status: 204 len: 168 time: 0.2479923 May 28 05:48:30.491192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34018) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:30.548497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-537d0efc-09d8-40de-8717-a85afef89a9d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:30.578877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-537d0efc-09d8-40de-8717-a85afef89a9d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:30.580464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-537d0efc-09d8-40de-8717-a85afef89a9d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0882864 May 28 05:48:30.584026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34024) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:30.620573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34028) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:30.646363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b831b651-e4a3-4da7-927f-7c0f520e7528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.717998 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a2fc-d118-4bd1-bfd4-df5eb50e489f tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.734911 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.737163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b831b651-e4a3-4da7-927f-7c0f520e7528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:30.747132 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a2fc-d118-4bd1-bfd4-df5eb50e489f tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.763060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b831b651-e4a3-4da7-927f-7c0f520e7528 admin admin] Usage tracker for resource:security_group_rule and tenant:731008ecb8f043f8ab74d25789c63662 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:30.769326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b831b651-e4a3-4da7-927f-7c0f520e7528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:30.770037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.785236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-27c6050b-2c12-4169-a6d6-8f9c1a4702c2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] For port 731cfee4-53e9-48d5-870e-82c523915edd, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=731cfee4-53e9-48d5-870e-82c523915edd,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:30.785586 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-27c6050b-2c12-4169-a6d6-8f9c1a4702c2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.786341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b831b651-e4a3-4da7-927f-7c0f520e7528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:30.827477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b79c3-612d-48ba-aab5-61e70f01b574 req-9b4ce925-0909-4f02-8fb6-21d640859d59 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:30.829145 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3e2b79c3-612d-48ba-aab5-61e70f01b574 req-9b4ce925-0909-4f02-8fb6-21d640859d59 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 944 time: 0.2077000 May 28 05:48:30.837027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a2fc-d118-4bd1-bfd4-df5eb50e489f tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.853421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-a6c3fea3-0ef0-4a4f-acba-86928e1eb4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:30.855457 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-a6c3fea3-0ef0-4a4f-acba-86928e1eb4f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52bddb62-c404-4753-8461-48e940f599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6039593 May 28 05:48:30.881058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2a2fc-d118-4bd1-bfd4-df5eb50e489f tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2864b966-85b4-4c7f-9680-33bc54e2ea62,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:30.932738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3e2b79c3-612d-48ba-aab5-61e70f01b574 req-b72829a1-b47b-4cdc-aaad-9f4ea483cae7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914345 May 28 05:48:30.933688 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a2fc-d118-4bd1-bfd4-df5eb50e489f tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.939043 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0bc2a2fc-d118-4bd1-bfd4-df5eb50e489f tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2864b966-85b4-4c7f-9680-33bc54e2ea62 HTTP/1.1" status: 204 len: 168 time: 0.3536818 May 28 05:48:30.943476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34038) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:31.026827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f92e5329-0dc3-4485-acf3-6754caa19aa1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:31.063792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b831b651-e4a3-4da7-927f-7c0f520e7528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.067607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f92e5329-0dc3-4485-acf3-6754caa19aa1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:31.069329 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f92e5329-0dc3-4485-acf3-6754caa19aa1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1244912 May 28 05:48:31.070798 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b831b651-e4a3-4da7-927f-7c0f520e7528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.078850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34046) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:31.098714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Calling delete_port for 881aa4d1-0210-49c1-83c5-0459481b5f40 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:31.111696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831b651-e4a3-4da7-927f-7c0f520e7528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921e4e04-d88c-4d7e-a842-5fa8dd86f32a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:31.156615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-27c6050b-2c12-4169-a6d6-8f9c1a4702c2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Calling delete_port for 731cfee4-53e9-48d5-870e-82c523915edd owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:31.158302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2474e960-bc95-4fe9-9290-f745e673ae3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.172179 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b831b651-e4a3-4da7-927f-7c0f520e7528 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=731008ecb8f043f8ab74d25789c63662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494797 May 28 05:48:31.172908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34050) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:31.180081 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2474e960-bc95-4fe9-9290-f745e673ae3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.332993 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d9bb449f-649c-4d5a-ab9f-3284b0e41d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.395573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2474e960-bc95-4fe9-9290-f745e673ae3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.451577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474e960-bc95-4fe9-9290-f745e673ae3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74d96bb4-db5e-4ac6-a815-622c8bcc33b2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:31.454858 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d9bb449f-649c-4d5a-ab9f-3284b0e41d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.496781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2474e960-bc95-4fe9-9290-f745e673ae3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.498142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2474e960-bc95-4fe9-9290-f745e673ae3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/74d96bb4-db5e-4ac6-a815-622c8bcc33b2 HTTP/1.1" status: 204 len: 168 time: 0.3905072 May 28 05:48:31.502096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34062) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:31.510836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-64ee3c1c-e251-4a90-9c1e-fee464ef6e8c service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035570 May 28 05:48:31.562697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ed94b1ea-e60e-48ff-8123-c3e5e213329d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:31.579191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d9bb449f-649c-4d5a-ab9f-3284b0e41d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.592977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ed94b1ea-e60e-48ff-8123-c3e5e213329d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:31.596330 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ed94b1ea-e60e-48ff-8123-c3e5e213329d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0912890 May 28 05:48:31.596880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb449f-649c-4d5a-ab9f-3284b0e41d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921e4e04-d88c-4d7e-a842-5fa8dd86f32a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:31.601532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34070) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:31.615218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d9bb449f-649c-4d5a-ab9f-3284b0e41d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.620020 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d9bb449f-649c-4d5a-ab9f-3284b0e41d15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/921e4e04-d88c-4d7e-a842-5fa8dd86f32a HTTP/1.1" status: 204 len: 168 time: 0.4428976 May 28 05:48:31.638041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 731cfee4-53e9-48d5-870e-82c523915edd no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:48:31.646722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55bebf14-cbb7-4e92-8783-5b979e9010c2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.662035 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55bebf14-cbb7-4e92-8783-5b979e9010c2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.690449 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-27c6050b-2c12-4169-a6d6-8f9c1a4702c2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.699087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 731cfee4-53e9-48d5-870e-82c523915edd {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:48:31.699780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 731cfee4-53e9-48d5-870e-82c523915edd not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:48:31.719579 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55bebf14-cbb7-4e92-8783-5b979e9010c2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.747354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bebf14-cbb7-4e92-8783-5b979e9010c2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0367817d-7cb3-48c2-8d09-123622661f2a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:31.755340 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55bebf14-cbb7-4e92-8783-5b979e9010c2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.756795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-55bebf14-cbb7-4e92-8783-5b979e9010c2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0367817d-7cb3-48c2-8d09-123622661f2a HTTP/1.1" status: 204 len: 168 time: 0.1540532 May 28 05:48:31.759972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34078) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:31.821370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6050b-2c12-4169-a6d6-8f9c1a4702c2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event deleted for resources: {'Port': ['ID=731cfee4-53e9-48d5-870e-82c523915edd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:31.823124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-21cc7883-8824-43ea-886c-d5df6e3e704e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:31.844983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-21cc7883-8824-43ea-886c-d5df6e3e704e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:31.846126 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-21cc7883-8824-43ea-886c-d5df6e3e704e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0844710 May 28 05:48:31.849034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34084) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:31.884904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2964a370-86ad-41d7-a3aa-893b8dd814eb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.897987 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2964a370-86ad-41d7-a3aa-893b8dd814eb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.934805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3d87b-7a4a-4053-99fc-968ccf7724d1 req-c44a4f5d-df67-4880-a6f5-f33ed00ac9b9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:31.935143 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2964a370-86ad-41d7-a3aa-893b8dd814eb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.942778 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4aa3d87b-7a4a-4053-99fc-968ccf7724d1 req-c44a4f5d-df67-4880-a6f5-f33ed00ac9b9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 945 time: 0.5612268 May 28 05:48:31.946037 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-fdc2e5fd-06ab-4d38-b8e1-caac747a024f service neutron] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201243 May 28 05:48:31.971566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964a370-86ad-41d7-a3aa-893b8dd814eb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97ef2f5d-5b24-47f8-9271-be881f7e365b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:31.994622 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2964a370-86ad-41d7-a3aa-893b8dd814eb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:31.996051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2964a370-86ad-41d7-a3aa-893b8dd814eb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/97ef2f5d-5b24-47f8-9271-be881f7e365b HTTP/1.1" status: 204 len: 168 time: 0.1461821 May 28 05:48:31.998862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34094) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:32.040133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-27c6050b-2c12-4169-a6d6-8f9c1a4702c2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] No DVR routers for this DVR port 731cfee4-53e9-48d5-870e-82c523915edd on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:48:32.057712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-27c6050b-2c12-4169-a6d6-8f9c1a4702c2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.070222 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-6dc3a230-5584-4ff1-8eb6-c07f13214976 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3efc8914-ecca-46ba-aed6-cb659ba33b3e HTTP/1.1" status: 200 len: 217 time: 0.1134100 May 28 05:48:32.070786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c1d929-40e8-4e55-a888-560d3b698919', 'name': 'network-vif-deleted', 'tag': '731cfee4-53e9-48d5-870e-82c523915edd'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:48:32.144110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-aa54ed39-566c-4b4f-82ec-3c64459ec8da tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:32.186491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-aa54ed39-566c-4b4f-82ec-3c64459ec8da tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:32.191096 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aa54ed39-566c-4b4f-82ec-3c64459ec8da tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1911850 May 28 05:48:32.192245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34102) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:32.201465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a812a0f6-bc85-4713-85fa-e185456b1721 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:48:32.229803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256013e-4479-4567-a90f-a1f7de7631ac req-09eb0678-159e-4bfc-87dc-c05b5d1d2314 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:32.237603 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b256013e-4479-4567-a90f-a1f7de7631ac req-09eb0678-159e-4bfc-87dc-c05b5d1d2314 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 944 time: 0.1636038 May 28 05:48:32.285285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-c9882fd4-0dfc-4a74-be66-d2aca4c1282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:32.286496 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-c9882fd4-0dfc-4a74-be66-d2aca4c1282e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d7392c2-003a-4f0b-b24d-ffd91d19976a HTTP/1.1" status: 200 len: 797 time: 0.2058015 May 28 05:48:32.320932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4aa3d87b-7a4a-4053-99fc-968ccf7724d1 req-0ecee782-b400-4515-923d-49b75eaf3427 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772783 May 28 05:48:32.326342 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b256013e-4479-4567-a90f-a1f7de7631ac req-602da33d-f440-4557-b0e6-552c56b0338e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876491 May 28 05:48:32.342211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61d74014-0e11-4077-9884-208b16cdd844 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.348239 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port a812a0f6-bc85-4713-85fa-e185456b1721 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:32.356838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a812a0f6-bc85-4713-85fa-e185456b1721 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:32.358845 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.405458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6a4a71f-e860-44d9-86cb-a44f28a6ee8d req-27c6050b-2c12-4169-a6d6-8f9c1a4702c2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "DELETE /v2.0/ports/731cfee4-53e9-48d5-870e-82c523915edd HTTP/1.1" status: 204 len: 173 time: 2.7431545 May 28 05:48:32.406081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.414134 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61d74014-0e11-4077-9884-208b16cdd844 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.459218 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ae2330-0f80-4abc-9000-afee593c7e13'] response: {'server_uuid': 'a1c1d929-40e8-4e55-a888-560d3b698919', 'name': 'network-vif-deleted', 'tag': '731cfee4-53e9-48d5-870e-82c523915edd', 'status': 'completed', 'code': 200} May 28 05:48:32.463744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Port': ['ID=881aa4d1-0210-49c1-83c5-0459481b5f40,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:32.473801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34108) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:32.501261 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61d74014-0e11-4077-9884-208b16cdd844 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.567446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d74014-0e11-4077-9884-208b16cdd844 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988e0424-b1b4-4c20-9f6f-75de77ffd7f1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:32.577083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a812a0f6-bc85-4713-85fa-e185456b1721 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:32.577548 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.586673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ae0c74-bb7e-48fc-a207-6fc16591cf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.597993 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61d74014-0e11-4077-9884-208b16cdd844 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.599596 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-61d74014-0e11-4077-9884-208b16cdd844 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/988e0424-b1b4-4c20-9f6f-75de77ffd7f1 HTTP/1.1" status: 204 len: 168 time: 0.4039540 May 28 05:48:32.601933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34112) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:32.617029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-72ae0c74-bb7e-48fc-a207-6fc16591cf13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:32.629382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-72ae0c74-bb7e-48fc-a207-6fc16591cf13 admin admin] Usage tracker for resource:security_group_rule and tenant:26c9d57705f94cb987b4d4575eb5e061 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:32.650585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-015f46c3-890e-4f10-affe-6a0a68fd80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:32.654366 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-015f46c3-890e-4f10-affe-6a0a68fd80dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=337da631-7b56-4c95-b848-be4d1c218e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3469040 May 28 05:48:32.655526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-72ae0c74-bb7e-48fc-a207-6fc16591cf13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:32.660685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a812a0f6-bc85-4713-85fa-e185456b1721, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a812a0f6-bc85-4713-85fa-e185456b1721,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:32.670596 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.671051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a812a0f6-bc85-4713-85fa-e185456b1721'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:48:32.676802 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.714612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ae56434-4c02-46ac-8972-44d0b0d9bfb1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:32.748926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ae56434-4c02-46ac-8972-44d0b0d9bfb1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:32.750217 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5ae56434-4c02-46ac-8972-44d0b0d9bfb1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1470351 May 28 05:48:32.755356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34122) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:32.762716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673497779'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:32.781752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a812a0f6-bc85-4713-85fa-e185456b1721,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:32.789585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:32.794316 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f79c4a-d227-4819-afaf-d160a8d8fbd6'] response: {'server_uuid': '5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a812a0f6-bc85-4713-85fa-e185456b1721', 'code': 200} May 28 05:48:32.810689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:32.833048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:32.872087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:32.881348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:32.885326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:32.902216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-72ae0c74-bb7e-48fc-a207-6fc16591cf13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:32.959483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:33.094139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.102100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.109513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fb2d3-bdf7-47eb-96ea-1c5eb7b5e6dd req-cd82f80d-10a7-4852-9ddf-df5cddc3de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:33.123457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e28fb2d3-bdf7-47eb-96ea-1c5eb7b5e6dd req-cd82f80d-10a7-4852-9ddf-df5cddc3de71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 1096 time: 0.2267940 May 28 05:48:33.154548 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-b7742370-c394-4431-9cf6-07724bccfcd0 service neutron] 10.222.0.41 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013093 May 28 05:48:33.224770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e28fb2d3-bdf7-47eb-96ea-1c5eb7b5e6dd req-1fddd249-8408-49e9-b3d6-33394a4f3ef6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004131 May 28 05:48:33.232575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.237623 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.239538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.240395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Fanout notify agent at l3_agent the message router_deleted on router 8ee63077-deae-487c-8be4-83717ccd82c3 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:48:33.316683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cae923d-a3c3-463e-993f-74f7615cbbd6,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:33.340435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.344106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-63bab85b-1633-4992-8a20-a94c333370a2 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5853081 May 28 05:48:33.345767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34136) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:33.353909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': '4cae923d-a3c3-463e-993f-74f7615cbbd6', 'direction': 'ingress', 'protocol': 17}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:33.361235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:33.366763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:33.370211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:33.379046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:33.398257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.399437 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7596886a-2820-42a7-94d7-5d87513dc08f tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/routers/8ee63077-deae-487c-8be4-83717ccd82c3 HTTP/1.1" status: 204 len: 168 time: 4.4566050 May 28 05:48:33.402975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34142) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:33.409228 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.454815 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ae0c74-bb7e-48fc-a207-6fc16591cf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.505510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ae0c74-bb7e-48fc-a207-6fc16591cf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.518804 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.531454 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.571138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72366b18-0621-4a34-abb8-fef98d90b1fe,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:33.588509 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-4392459a-4dfe-46d6-a5ae-bd238a3adef0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Deleting subnet 4588165b-9fb4-457e-8997-7f8aa18f1aa2 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:48:33.625059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-72ae0c74-bb7e-48fc-a207-6fc16591cf13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26c9d57705f94cb987b4d4575eb5e061&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1440139 May 28 05:48:33.625059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3c7f71a3-1629-4f62-841a-400ec8f7655d req-6dc84e0b-cf16-4ba3-a458-acf5c4e9e461 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:33.628392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34146) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:33.646421 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4392459a-4dfe-46d6-a5ae-bd238a3adef0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.693319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.694543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fa0ad3f2-5758-4793-ab43-4b8c18e73fa9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3475590 May 28 05:48:33.699565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34152) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:33.721067 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4392459a-4dfe-46d6-a5ae-bd238a3adef0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.763070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-076fbe12-2c24-457f-a53a-712359276b42 service neutron] 10.222.0.41 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968966 May 28 05:48:33.786588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4b859-74c8-487e-ac58-2ec3ff0f7608 req-c526b4c7-60a5-47ad-9ae9-ca6d7c912dfb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:33.788132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9d4b859-74c8-487e-ac58-2ec3ff0f7608 req-c526b4c7-60a5-47ad-9ae9-ca6d7c912dfb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 945 time: 0.1971323 May 28 05:48:33.825773 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4392459a-4dfe-46d6-a5ae-bd238a3adef0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.866845 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-015dac7e-0454-4843-88c8-91733740de1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ac592d67-2f83-41cb-8027-f7c9363948c8 HTTP/1.1" status: 200 len: 217 time: 0.0912108 May 28 05:48:33.871922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3c7f71a3-1629-4f62-841a-400ec8f7655d req-6dc84e0b-cf16-4ba3-a458-acf5c4e9e461 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:33.873758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c7f71a3-1629-4f62-841a-400ec8f7655d req-6dc84e0b-cf16-4ba3-a458-acf5c4e9e461 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c1d929-40e8-4e55-a888-560d3b698919 HTTP/1.1" status: 200 len: 210 time: 0.3777623 May 28 05:48:33.876195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae0c74-bb7e-48fc-a207-6fc16591cf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d74f051-fa31-464f-917c-487614c7ce4a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:33.879740 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb6b4-0847-46e4-b571-3618f778e494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.902035 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9d4b859-74c8-487e-ac58-2ec3ff0f7608 req-1a337923-bd6a-401c-b5e9-a4a79d9296f0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045723 May 28 05:48:33.956482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4392459a-4dfe-46d6-a5ae-bd238a3adef0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:33.984952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c38e07ad-6861-470c-968b-6947b054d72e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.011572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392459a-4dfe-46d6-a5ae-bd238a3adef0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Subnet': ['ID=4588165b-9fb4-457e-8997-7f8aa18f1aa2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:34.015303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4392459a-4dfe-46d6-a5ae-bd238a3adef0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.027697 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4392459a-4dfe-46d6-a5ae-bd238a3adef0 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/subnets/4588165b-9fb4-457e-8997-7f8aa18f1aa2 HTTP/1.1" status: 204 len: 168 time: 0.6212718 May 28 05:48:34.028502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34162) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:34.038046 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb6b4-0847-46e4-b571-3618f778e494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.075942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c38e07ad-6861-470c-968b-6947b054d72e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.088234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-d326ebd5-7638-4231-989b-0ad09d110e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:34.091623 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-d326ebd5-7638-4231-989b-0ad09d110e9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d7392c2-003a-4f0b-b24d-ffd91d19976a HTTP/1.1" status: 200 len: 797 time: 0.2168975 May 28 05:48:34.156310 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.239271 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c38e07ad-6861-470c-968b-6947b054d72e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.256173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-9762c604-c933-4857-b5eb-447aa1ec51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:34.257679 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-9762c604-c933-4857-b5eb-447aa1ec51f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=337da631-7b56-4c95-b848-be4d1c218e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1553562 May 28 05:48:34.262738 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb6b4-0847-46e4-b571-3618f778e494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.303382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e07ad-6861-470c-968b-6947b054d72e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cae923d-a3c3-463e-993f-74f7615cbbd6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:34.467479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fb6b4-0847-46e4-b571-3618f778e494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d74f051-fa31-464f-917c-487614c7ce4a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:34.469546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34172) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:34.474214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.524425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f522cfd-5487-40cd-b17d-0f9f0e568105']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:34.537265 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb6b4-0847-46e4-b571-3618f778e494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.538931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cb4fb6b4-0847-46e4-b571-3618f778e494 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d74f051-fa31-464f-917c-487614c7ce4a HTTP/1.1" status: 204 len: 168 time: 0.8953753 May 28 05:48:34.547428 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c38e07ad-6861-470c-968b-6947b054d72e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.550898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c38e07ad-6861-470c-968b-6947b054d72e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/4cae923d-a3c3-463e-993f-74f7615cbbd6 HTTP/1.1" status: 204 len: 168 time: 0.8408272 May 28 05:48:34.551027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43ba19e-22dc-4883-b4df-74fef3d3f4f1') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:34.551027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43ba19e-22dc-4883-b4df-74fef3d3f4f1') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:48:34.554543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34180) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:34.582823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.606940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.627495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:48:34.628127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.745551 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e43ba19e-22dc-4883-b4df-74fef3d3f4f1 resource provider aggregate not found May 28 05:48:34.768382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44247da5-1122-4c68-9f6e-ee10cf35aafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.800875 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e43ba19e-22dc-4883-b4df-74fef3d3f4f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e43ba19e-22dc-4883-b4df-74fef3d3f4f1 found for delete ", "request_id": "req-316d7c54-3ac1-48a8-bac4-405e3c078453"}]} May 28 05:48:34.811574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-44247da5-1122-4c68-9f6e-ee10cf35aafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:34.816796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-44247da5-1122-4c68-9f6e-ee10cf35aafc admin admin] Usage tracker for resource:security_group_rule and tenant:6de8311963134a608da6c5fd2136ae68 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:34.826114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-44247da5-1122-4c68-9f6e-ee10cf35aafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:34.833646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-44247da5-1122-4c68-9f6e-ee10cf35aafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:34.837332 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.842733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-819d5497-64f9-43fb-aec9-1ab442dba237 service neutron] 10.222.0.41 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680664 May 28 05:48:34.845878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c739de50-dba7-473a-9c31-2101d126684b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:34.867983 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.885835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] Pushing event deleted for resources: {'Network': ['ID=9f522cfd-5487-40cd-b17d-0f9f0e568105,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:34.902987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bf58154b-7bba-49e9-a95c-7bfa8947b593 tempest-FloatingIPTestJSON-128824986 tempest-FloatingIPTestJSON-128824986-project] 10.222.0.39 "DELETE /v2.0/networks/9f522cfd-5487-40cd-b17d-0f9f0e568105 HTTP/1.1" status: 204 len: 168 time: 0.8710341 May 28 05:48:34.989508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44247da5-1122-4c68-9f6e-ee10cf35aafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:34.999979 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44247da5-1122-4c68-9f6e-ee10cf35aafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.008396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c739de50-dba7-473a-9c31-2101d126684b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:35.010401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c739de50-dba7-473a-9c31-2101d126684b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4546392 May 28 05:48:35.013869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34200) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:35.022433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group': {'name': 'tempest-secgroup--515246947'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:35.040017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:35.064420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:35.066620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-44247da5-1122-4c68-9f6e-ee10cf35aafc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6de8311963134a608da6c5fd2136ae68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957398 May 28 05:48:35.074626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34204) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:35.122601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44247da5-1122-4c68-9f6e-ee10cf35aafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ab5350-033a-4be6-bfea-5255dc6dc4e2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:35.137096 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4a3201b-d7ba-44ad-9d6f-d04cd2c55f49 req-8419997d-1741-44c4-9df4-c4e4f52719a7 service neutron] 10.222.0.41 "GET /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870655 May 28 05:48:35.199283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.239981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:35.244089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:35.251423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:35.268399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:35.333594 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a5bfea-2852-4102-b6c0-181af7d51130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.387780 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a5bfea-2852-4102-b6c0-181af7d51130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.403891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8fcb3-2df2-4218-ae9b-03692a871823 req-3f09025e-7ef7-491f-8742-b8d4028f1fa5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:35.405372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8df8fcb3-2df2-4218-ae9b-03692a871823 req-3f09025e-7ef7-491f-8742-b8d4028f1fa5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 945 time: 0.2957830 May 28 05:48:35.478960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.498040 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.518644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34226) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:35.527092 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8df8fcb3-2df2-4218-ae9b-03692a871823 req-28bcb485-da53-44db-ba42-a136d58c0551 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037829 May 28 05:48:35.572086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e78e25-56b5-4d08-8eb7-747488b07111,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:35.586613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a5bfea-2852-4102-b6c0-181af7d51130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.615655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5bfea-2852-4102-b6c0-181af7d51130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ab5350-033a-4be6-bfea-5255dc6dc4e2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:35.618777 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a5bfea-2852-4102-b6c0-181af7d51130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.620003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e0a5bfea-2852-4102-b6c0-181af7d51130 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7ab5350-033a-4be6-bfea-5255dc6dc4e2 HTTP/1.1" status: 204 len: 168 time: 0.5443649 May 28 05:48:35.621670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.625857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7c66f07d-b8a7-4708-aca5-a1b897c9070d tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6107750 May 28 05:48:35.626603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34238) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:35.631926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830880510'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:35.640592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:35.646497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:35.650490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:35.656777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:35.684478 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.740030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:35.754630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:35.758814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:35.766446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:35.862906 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:35.903537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.013954 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-1d635ee5-15fa-4465-936c-6509d2949ffb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6c303052f2a440959915b8d9746a0229 HTTP/1.1" status: 200 len: 267 time: 0.1295092 May 28 05:48:36.018895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34281c42-60bc-4940-acd7-546563cae949,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:36.049020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34260) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:36.051316 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bbde41ea-4441-453a-bfd4-7b56478e1d40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fbc0e7437cda450487ac3dbf8a74d1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310540 May 28 05:48:36.182497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.183781 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-38027f39-afea-4f6e-aadf-4856120dec66 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5558434 May 28 05:48:36.189032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34266) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:36.206813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': '46e78e25-56b5-4d08-8eb7-747488b07111', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34281c42-60bc-4940-acd7-546563cae949', 'remote_ip_prefix': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:36.219209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:36.227706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:36.233076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:36.241174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:36.254280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22706a-9b22-43fa-9cdc-cb7830417683 req-c54778e7-3057-4c45-bbbe-34f35caa2413 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:36.255991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e22706a-9b22-43fa-9cdc-cb7830417683 req-c54778e7-3057-4c45-bbbe-34f35caa2413 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.3161657 May 28 05:48:36.265237 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-300258a6-d902-42e9-b5be-0a6e48986271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.298844 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e22706a-9b22-43fa-9cdc-cb7830417683 req-1d11e147-ed5f-4755-9b66-66e06a88d077 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/quotas/77494e1a6ff9467b8fe094cdca45ac25 HTTP/1.1" status: 200 len: 375 time: 0.0300224 May 28 05:48:36.300825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.315492 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-300258a6-d902-42e9-b5be-0a6e48986271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.319178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-caf7d69b-8e63-4883-a035-5c5cad9aa4cb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:36.328845 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-caf7d69b-8e63-4883-a035-5c5cad9aa4cb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 945 time: 0.2943778 May 28 05:48:36.335820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-e4296036-e285-4278-b0b7-4568f7a9d7c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'port': {'security_groups': []}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:36.380459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e22706a-9b22-43fa-9cdc-cb7830417683 req-217f9d60-6a62-4b65-a231-068589432d57 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705404 May 28 05:48:36.501910 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-e4296036-e285-4278-b0b7-4568f7a9d7c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.597956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.609169 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e22706a-9b22-43fa-9cdc-cb7830417683 req-bf43cef9-6805-41d1-a852-44cd372c9176 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200708 May 28 05:48:36.610023 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-300258a6-d902-42e9-b5be-0a6e48986271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.614082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.651351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b974b609-087c-4e66-8bbc-01f8b8d6538c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:36.654986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300258a6-d902-42e9-b5be-0a6e48986271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00dbe90-c2c1-4887-b0b3-95050293412b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:36.711001 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-300258a6-d902-42e9-b5be-0a6e48986271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.715588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-300258a6-d902-42e9-b5be-0a6e48986271 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c00dbe90-c2c1-4887-b0b3-95050293412b HTTP/1.1" status: 204 len: 168 time: 0.6657381 May 28 05:48:36.723353 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.725022 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-25aa28a6-48de-43cf-8b58-8203caae4bc8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5285711 May 28 05:48:36.729007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34290) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:36.801936 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e22706a-9b22-43fa-9cdc-cb7830417683 req-93009d8c-34b6-4fa9-8494-d4f4782eb1c9 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762364 May 28 05:48:36.847920 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdef2e88-e448-4462-aa1b-961c0e75ee24 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.882824 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdef2e88-e448-4462-aa1b-961c0e75ee24 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.944067 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdef2e88-e448-4462-aa1b-961c0e75ee24 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.993049 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdef2e88-e448-4462-aa1b-961c0e75ee24 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:36.994178 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fdef2e88-e448-4462-aa1b-961c0e75ee24 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b974b609-087c-4e66-8bbc-01f8b8d6538c HTTP/1.1" status: 204 len: 168 time: 0.2641041 May 28 05:48:36.997017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34300) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:37.031307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef2e88-e448-4462-aa1b-961c0e75ee24 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b974b609-087c-4e66-8bbc-01f8b8d6538c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:37.040432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-e4296036-e285-4278-b0b7-4568f7a9d7c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] For port a812a0f6-bc85-4713-85fa-e185456b1721, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a812a0f6-bc85-4713-85fa-e185456b1721,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:37.074211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-e4296036-e285-4278-b0b7-4568f7a9d7c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:37.081223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-e4296036-e285-4278-b0b7-4568f7a9d7c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:37.109974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['70e858ed-12b8-46a3-9bab-51c97a2f9c1d', 'a812a0f6-bc85-4713-85fa-e185456b1721'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:37.166510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad62d3eb-babd-4e48-8850-45e2ebabc411 req-54c6e6a8-c1c6-4ee2-86a1-28aaaedb0b70 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75a365b-3576-4d70-b153-5694d4df56ed HTTP/1.1" status: 200 len: 210 time: 0.1278541 May 28 05:48:37.225164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-586a2a33-1d14-4db4-8984-c3e573a3c249 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:37.274038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-586a2a33-1d14-4db4-8984-c3e573a3c249 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:37.275395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-586a2a33-1d14-4db4-8984-c3e573a3c249 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2773242 May 28 05:48:37.278458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34316) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:37.291859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:37.321357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-e4296036-e285-4278-b0b7-4568f7a9d7c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:37.321854 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-e4296036-e285-4278-b0b7-4568f7a9d7c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:37.323503 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c090d2e1-4299-4b7a-aefd-ec899ed47a0a req-e4296036-e285-4278-b0b7-4568f7a9d7c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "PUT /v2.0/ports/a812a0f6-bc85-4713-85fa-e185456b1721 HTTP/1.1" status: 200 len: 904 time: 0.9936147 May 28 05:48:37.323868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2', 'tag': 'a812a0f6-bc85-4713-85fa-e185456b1721'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:48:37.463949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4296036-e285-4278-b0b7-4568f7a9d7c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'Port': ['ID=a812a0f6-bc85-4713-85fa-e185456b1721,revision_number=6']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:37.475244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02f22987-1fe2-4189-b345-aa65281b14ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:37.562927 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02f22987-1fe2-4189-b345-aa65281b14ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:37.609749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a812a0f6-bc85-4713-85fa-e185456b1721'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:37.666307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02f22987-1fe2-4189-b345-aa65281b14ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:37.696144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f22987-1fe2-4189-b345-aa65281b14ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34281c42-60bc-4940-acd7-546563cae949,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:37.720772 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02f22987-1fe2-4189-b345-aa65281b14ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:37.723881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-02f22987-1fe2-4189-b345-aa65281b14ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/34281c42-60bc-4940-acd7-546563cae949 HTTP/1.1" status: 204 len: 168 time: 0.4444909 May 28 05:48:37.727726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34336) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:37.783776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4ad0d-02cf-4bfd-bcae-cfa459964999 req-3d94dfc4-9f22-4a66-b0c0-8fc08d462211 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:37.808156 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d8c4ad0d-02cf-4bfd-bcae-cfa459964999 req-3d94dfc4-9f22-4a66-b0c0-8fc08d462211 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 907 time: 0.1758838 May 28 05:48:37.841302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bda76cbb-d18a-4f60-af00-f077f47abde5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:37.851977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2861dd07-09af-4e3a-b2b5-aea53284616e None None] Provisioning complete for port a812a0f6-bc85-4713-85fa-e185456b1721 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:37.852809 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2861dd07-09af-4e3a-b2b5-aea53284616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:37.867760 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32bad398-625b-4e8c-8382-d52d7f32eaa3'] response: {'name': 'network-changed', 'server_uuid': '5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2', 'tag': 'a812a0f6-bc85-4713-85fa-e185456b1721', 'status': 'completed', 'code': 200} May 28 05:48:37.868759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bda76cbb-d18a-4f60-af00-f077f47abde5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:37.871415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bda76cbb-d18a-4f60-af00-f077f47abde5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1409087 May 28 05:48:37.874134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34348) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:38.087823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2861dd07-09af-4e3a-b2b5-aea53284616e None None] Current status of the port a812a0f6-bc85-4713-85fa-e185456b1721 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:38.184691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b0ec-f843-4678-b6dc-cf275b31b1bb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:38.186858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fe8f5-2558-4766-8dcc-c9763de569a6 req-860ebb30-baa0-4d1a-a179-e9a9cabf949c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:38.190712 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd1fe8f5-2558-4766-8dcc-c9763de569a6 req-860ebb30-baa0-4d1a-a179-e9a9cabf949c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1528111 May 28 05:48:38.245160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-ffb8e04c-dc76-4b0e-8b77-c2e39ad6bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:38.246709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-ffb8e04c-dc76-4b0e-8b77-c2e39ad6bae2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 1058 time: 0.3335171 May 28 05:48:38.263266 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd1fe8f5-2558-4766-8dcc-c9763de569a6 req-4f35ce85-4c0f-4bf7-8e72-195cd95859bd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644557 May 28 05:48:38.295647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b0ec-f843-4678-b6dc-cf275b31b1bb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:38.447006 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-76f8f2b6-c5c2-4a90-9ec3-2a10bdbafa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:38.457920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b0ec-f843-4678-b6dc-cf275b31b1bb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:38.486992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4b0ec-f843-4678-b6dc-cf275b31b1bb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e78e25-56b5-4d08-8eb7-747488b07111,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:38.491050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-022b21a8-ad3e-4de8-a625-be42319d0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:38.492891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-022b21a8-ad3e-4de8-a625-be42319d0b86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.2168822 May 28 05:48:38.506263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7261d7f-c381-4861-a25e-237c64a10069 req-93c9932e-718f-4a9c-beb9-1d10259d9b29 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:38.510364 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b7261d7f-c381-4861-a25e-237c64a10069 req-93c9932e-718f-4a9c-beb9-1d10259d9b29 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1127286 May 28 05:48:38.564077 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b7261d7f-c381-4861-a25e-237c64a10069 req-3504892d-c1e5-48f6-a23e-b8ba726d9619 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447266 May 28 05:48:38.619029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34378) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:38.706503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-f380e60d-7a79-41c1-8f0c-de4a8fabf850 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a812a0f6-bc85-4713-85fa-e185456b1721 HTTP/1.1" status: 200 len: 217 time: 0.2047834 May 28 05:48:38.707186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b0ec-f843-4678-b6dc-cf275b31b1bb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:38.711542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34386) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:38.711777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0ff4b0ec-f843-4678-b6dc-cf275b31b1bb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/46e78e25-56b5-4d08-8eb7-747488b07111 HTTP/1.1" status: 204 len: 168 time: 0.8364043 May 28 05:48:38.774917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-f35bd7ee-d836-4cc2-8406-c3f6189d83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:38.776395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-f35bd7ee-d836-4cc2-8406-c3f6189d83f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.0635192 May 28 05:48:38.842804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f68083b3-2a8e-4f61-a1d9-72a67f937e6e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:38.867209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f68083b3-2a8e-4f61-a1d9-72a67f937e6e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:38.868539 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f68083b3-2a8e-4f61-a1d9-72a67f937e6e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1559269 May 28 05:48:38.870113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-3c335406-37f9-4a3a-b7a1-c03a559bf28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:38.872066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-3c335406-37f9-4a3a-b7a1-c03a559bf28b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891323 May 28 05:48:38.873058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34394) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:38.879352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444802003'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:38.880975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988630-016b-4589-9b31-c9f2bd71d7d5 req-55a4991f-02a7-40fa-bff7-dc83b892d5b5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:38.888584 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dc988630-016b-4589-9b31-c9f2bd71d7d5 req-55a4991f-02a7-40fa-bff7-dc83b892d5b5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.1542938 May 28 05:48:38.906336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:38.937717 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dc988630-016b-4589-9b31-c9f2bd71d7d5 req-aace7c3c-83a4-4a41-a189-063190b6c882 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481744 May 28 05:48:38.976427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:39.004424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.041436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:39.045833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:39.048882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:39.054785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:39.126180 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-dce66176-dbab-42b8-9c6e-d806b234a19f service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397099 May 28 05:48:39.141710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-324341317'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:39.152161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:39.159568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Usage tracker for resource:network and tenant:76933709c8894a8fbe55101a37dd89d5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:39.163670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:39.181736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:39.200037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Made reservation on behalf of 76933709c8894a8fbe55101a37dd89d5 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:39.204465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.219372 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.237146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:39.241585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Usage tracker for resource:security_group_rule and tenant:76933709c8894a8fbe55101a37dd89d5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:39.245949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:39.254000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:39.340559 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.348523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7aac8-9981-472b-8c50-9ef69a06ee4d req-e7b74bc8-7135-4b83-b57a-03b9f1bbe35a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:39.355804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dca7aac8-9981-472b-8c50-9ef69a06ee4d req-e7b74bc8-7135-4b83-b57a-03b9f1bbe35a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2986848 May 28 05:48:39.374763 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.384975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.403287 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8fcf1d1-5e5f-47c5-b5ef-da86728ebcb7 req-c9273e34-ce2f-4119-90b3-d317ab34a40b service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626288 May 28 05:48:39.448112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9180bc71-1877-45d3-87f1-575b9b0ff11f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:39.462959 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dca7aac8-9981-472b-8c50-9ef69a06ee4d req-cb245a27-a1ec-4dd3-8d14-a12881e5ac22 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062241 May 28 05:48:39.470212 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.476501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.477819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-19777f40-52c1-44e2-bcf1-d9b07faf64ff tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6035981 May 28 05:48:39.480701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34422) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:39.493660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': '9180bc71-1877-45d3-87f1-575b9b0ff11f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:39.500451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:39.505471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:39.509700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:39.516616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:39.530241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:48:39.541060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.573787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849c1592-d1c2-4642-aec4-c6590de681b5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:39.578401 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.579267 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Added segment 7865d2b9-5fc0-457f-840d-62e2e30462c6 of type vlan for network 229a1a69-bca3-4625-9ff2-8454b32b7061 May 28 05:48:39.634172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.636050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-f2a11d88-6e5e-4807-978d-4ee13fcb1495 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:39.638204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-f2a11d88-6e5e-4807-978d-4ee13fcb1495 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.2773263 May 28 05:48:39.639417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.675969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f76fa5b-495c-499b-8a76-603a9bfb57c0,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:39.695784 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.698212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fb2c1c22-c6c0-4c7b-b8fa-1c8db33aa5e5 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2157044 May 28 05:48:39.700251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34434) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:39.776129 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91ace9b1-3be8-4b56-b19c-6f02e8cf24d1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.803764 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91ace9b1-3be8-4b56-b19c-6f02e8cf24d1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.822262 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.837900 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.841727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-d1b2d71f-86d2-4d19-a855-5873e4bbf58c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/quotas/77494e1a6ff9467b8fe094cdca45ac25 HTTP/1.1" status: 200 len: 375 time: 0.1967516 May 28 05:48:39.901243 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-66e127cf-7a1a-400d-9301-91fa1c7fd2af tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583894 May 28 05:48:39.948345 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91ace9b1-3be8-4b56-b19c-6f02e8cf24d1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.981606 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91ace9b1-3be8-4b56-b19c-6f02e8cf24d1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:39.985145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-91ace9b1-3be8-4b56-b19c-6f02e8cf24d1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4f76fa5b-495c-499b-8a76-603a9bfb57c0 HTTP/1.1" status: 204 len: 168 time: 0.2814727 May 28 05:48:39.989520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34456) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:39.996135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ace9b1-3be8-4b56-b19c-6f02e8cf24d1 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f76fa5b-495c-499b-8a76-603a9bfb57c0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:40.025877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-0d661073-2d93-402e-9cf2-afcc355db70a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:40.027422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-0d661073-2d93-402e-9cf2-afcc355db70a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 812 time: 0.2057080 May 28 05:48:40.038628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:40.044054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:40.044656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:40.050624 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-a621972b-4e56-415c-90d4-bac8cb1da920 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/quotas/6c303052f2a440959915b8d9746a0229 HTTP/1.1" status: 200 len: 375 time: 0.0164642 May 28 05:48:40.088525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7198f41d-3764-4a7d-a54a-29d869941a68 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:40.177000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-52300053-eed6-440b-9121-c86134be68ed tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1248004 May 28 05:48:40.208415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Network': ['ID=229a1a69-bca3-4625-9ff2-8454b32b7061,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:40.225179 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c20473b4-3ff1-4249-87b2-9062195226fa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6022909 May 28 05:48:40.226805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34464) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:40.230536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:48:40.230877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7198f41d-3764-4a7d-a54a-29d869941a68 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:40.232129 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7198f41d-3764-4a7d-a54a-29d869941a68 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2407424 May 28 05:48:40.235804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'subnet': {'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:40.285076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34468) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:40.285488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34472) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:40.401660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:40.414329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Usage tracker for resource:subnet and tenant:76933709c8894a8fbe55101a37dd89d5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:40.415167 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9769f77e-f9c3-4f43-9cb9-6393b1ee0e0c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:40.417373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:40.423580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:40.443637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-cde7cb55-f106-43e3-b00f-fabbf95bb8e4 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408609 May 28 05:48:40.447478 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9769f77e-f9c3-4f43-9cb9-6393b1ee0e0c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:40.466212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Made reservation on behalf of 76933709c8894a8fbe55101a37dd89d5 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:40.469663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:40.503786 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b1bc3c98-36ae-481b-ad9d-75445b57dee4 service neutron] 10.222.0.39 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259232 May 28 05:48:40.507027 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9769f77e-f9c3-4f43-9cb9-6393b1ee0e0c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:40.559818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769f77e-f9c3-4f43-9cb9-6393b1ee0e0c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9180bc71-1877-45d3-87f1-575b9b0ff11f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:40.624250 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9769f77e-f9c3-4f43-9cb9-6393b1ee0e0c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:40.625249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9769f77e-f9c3-4f43-9cb9-6393b1ee0e0c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/9180bc71-1877-45d3-87f1-575b9b0ff11f HTTP/1.1" status: 204 len: 168 time: 0.3389425 May 28 05:48:40.628710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34486) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:40.675344 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b0b27f8e-5e6b-427e-ac3e-76fbeb6f1e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:40.676351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8100aab0-6705-4dd3-8dfc-7739e80e0723 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:40.707882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-774c8b9e-14a1-44f4-b4b5-60a13b115b48 service neutron] 10.222.0.39 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922088 May 28 05:48:40.734872 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8100aab0-6705-4dd3-8dfc-7739e80e0723 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] 10.222.0.39 "PUT /v2.0/quotas/357f12bce5cf4bc3b2ef0c9dbc9f6713 HTTP/1.1" status: 200 len: 366 time: 0.4324794 May 28 05:48:40.737660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34492) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:40.769183 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f44b6a77-0e85-4b53-a653-c3c4bf4934bd tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0238180 May 28 05:48:40.770813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34498) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:40.795529 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-e3bfaa8b-0063-4082-8ca5-253c48370b12 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509166 May 28 05:48:40.798482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3cd809ff-2722-4111-ae34-c00e00c95237 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] 10.222.0.39 "GET /v2.0/quotas/357f12bce5cf4bc3b2ef0c9dbc9f6713 HTTP/1.1" status: 200 len: 366 time: 0.0232985 May 28 05:48:40.801695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34502) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:40.807269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-221d27ca-4a9a-42a9-b793-063e381ec4b8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1766136 May 28 05:48:40.810294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34508) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:40.815858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292585424'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:40.824469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:40.829812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:40.833595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:40.841579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:40.855106 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:40.888283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:40.893893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:40.898898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:40.906119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:40.952037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-08731148-1b0b-4964-9f12-d0062e02657f tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/357f12bce5cf4bc3b2ef0c9dbc9f6713 HTTP/1.1" status: 204 len: 168 time: 0.1444068 May 28 05:48:40.954536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34516) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:41.105427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d2aef7bb-ac7f-43ba-9dc0-eee75c55badc req-b18a3e29-c6d1-4fef-b0dd-2155b42a7b30 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 210 time: 0.1190591 May 28 05:48:41.108172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-230669c1-93bc-4e4a-9535-62ef39da57d9 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1523221 May 28 05:48:41.111593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34526) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:41.130023 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5818c308-028b-41f7-b707-8b0dd2666140 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] 10.222.0.39 "GET /v2.0/quotas/357f12bce5cf4bc3b2ef0c9dbc9f6713 HTTP/1.1" status: 200 len: 370 time: 0.0170970 May 28 05:48:41.148766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34530) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:41.152148 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b50affee-9e8e-47ad-86c2-6fb5912f9508 req-40cefa62-b02b-4287-954c-2677b46d10c7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 210 time: 0.0930448 May 28 05:48:41.155817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.170969 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1b23ee13-fbc5-4721-97d4-febd829287db tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] 10.222.0.39 "GET /v2.0/quotas/357f12bce5cf4bc3b2ef0c9dbc9f6713/default HTTP/1.1" status: 200 len: 370 time: 0.0202584 May 28 05:48:41.173819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34536) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:41.211284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.214224 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-f65e7755-618b-4e7f-aefc-951d660d31fa tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] delete failed (client error): The resource could not be found. May 28 05:48:41.216310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f65e7755-618b-4e7f-aefc-951d660d31fa tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/357f12bce5cf4bc3b2ef0c9dbc9f6713 HTTP/1.1" status: 404 len: 348 time: 0.0417719 May 28 05:48:41.227409 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.292947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Subnet': ['ID=bb956bfd-a0db-46cb-a42b-9b8d410dc48c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:41.316388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8e3e5-0580-4ebd-9d26-eabff2e590e1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:41.318064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Checking segment: {'id': '7865d2b9-5fc0-457f-840d-62e2e30462c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:48:41.318440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Network hostable DHCP agents. Network: 229a1a69-bca3-4625-9ff2-8454b32b7061, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:48:41.354789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:48:41.368799 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.370200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-34bda198-57c5-41e3-aac4-3902c9efbe3c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5588949 May 28 05:48:41.373014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34552) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:41.376141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 229a1a69-bca3-4625-9ff2-8454b32b7061) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:41.379749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8e3e5-0580-4ebd-9d26-eabff2e590e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:41.387206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:41.387491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23974707-beb9-4156-92c9-3e8dd2cb4b47 None None] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:41.387966 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.395582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:41.402123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:41.405988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:41.414616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:41.425323 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9090e54f-fd8b-4dae-833d-7be2ab552496 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1978233 May 28 05:48:41.428080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34560) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:41.440151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'port': {'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-107963596'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:41.442887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.516398 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.525947 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.575485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6eca28-98d2-4a1d-ad38-767fc6746861,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:41.602959 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.605367 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2a926419-9c08-4c7a-aa4f-af519b790772 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2309294 May 28 05:48:41.609033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34564) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:41.700157 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.706639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.812892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-229a1a69-bca3-4625-9ff2-8454b32b7061', 'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061', 'tenant_id': '76933709c8894a8fbe55101a37dd89d5', 'fixed_ips': [{'subnet_id': 'bb956bfd-a0db-46cb-a42b-9b8d410dc48c'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:48:41.814484 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.827398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:41.829584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34574) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:41.837475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Usage tracker for resource:port and tenant:76933709c8894a8fbe55101a37dd89d5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:41.862738 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-334a4899-6bca-4306-9de2-e57bd71d6ac7 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules/fb6eca28-98d2-4a1d-ad38-767fc6746861 HTTP/1.1" status: 200 len: 763 time: 0.2499146 May 28 05:48:41.863315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34578) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:41.890723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:41.912462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:41.945343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Made reservation on behalf of 76933709c8894a8fbe55101a37dd89d5 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:41.951544 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:41.960165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aac4e627-e48b-4769-b281-4cc0def0913e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:41.985800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Usage tracker for resource:network and tenant:c86377474404468fbac95e09cce7c665 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:41.996719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:42.006515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aac4e627-e48b-4769-b281-4cc0def0913e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:42.010935 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aac4e627-e48b-4769-b281-4cc0def0913e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1446490 May 28 05:48:42.011298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34582) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:42.012286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] device_id is not set on port 94955fd9-e361-4da7-9080-a71a47e1221c yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:48:42.041020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34586) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:42.069888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Usage tracker for resource:subnet and tenant:c86377474404468fbac95e09cce7c665 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:42.081468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:42.097896 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e8e75c2-da8e-4a2a-9138-126e05c10ceb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.110238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Usage tracker for resource:subnetpool and tenant:c86377474404468fbac95e09cce7c665 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:42.122293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Allocated IP 2001:db8::2 (229a1a69-bca3-4625-9ff2-8454b32b7061/bb956bfd-a0db-46cb-a42b-9b8d410dc48c/135d11c7-1dce-439e-8fcc-d4a324305df5) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:42.140127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e8e75c2-da8e-4a2a-9138-126e05c10ceb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.142038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:42.196931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Usage tracker for resource:port and tenant:c86377474404468fbac95e09cce7c665 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:42.204099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e8e75c2-da8e-4a2a-9138-126e05c10ceb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.218909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:42.240268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Usage tracker for resource:router and tenant:c86377474404468fbac95e09cce7c665 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:42.253597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:42.266693 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e8e75c2-da8e-4a2a-9138-126e05c10ceb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.272273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34600) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:42.273128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0e8e75c2-da8e-4a2a-9138-126e05c10ceb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fb6eca28-98d2-4a1d-ad38-767fc6746861 HTTP/1.1" status: 204 len: 168 time: 0.2607398 May 28 05:48:42.274263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Usage tracker for resource:floatingip and tenant:c86377474404468fbac95e09cce7c665 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:42.277903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e75c2-da8e-4a2a-9138-126e05c10ceb tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb6eca28-98d2-4a1d-ad38-767fc6746861,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:42.297397 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0861b9b3-6868-4450-b4a6-3070458f3f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.302614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:42.318312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0861b9b3-6868-4450-b4a6-3070458f3f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:42.325466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0861b9b3-6868-4450-b4a6-3070458f3f80 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d3d4cc39434638b6bfa79b589bcd6f is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:42.330030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0861b9b3-6868-4450-b4a6-3070458f3f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:42.337000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0861b9b3-6868-4450-b4a6-3070458f3f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:42.393361 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c67b06aa-a653-411e-ba53-db02ef8df73e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153302 May 28 05:48:42.397386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34604) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:42.420186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8e3e5-0580-4ebd-9d26-eabff2e590e1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:42.430788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:42.436440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:42.440435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:42.450357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:42.452472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Usage tracker for resource:security_group and tenant:c86377474404468fbac95e09cce7c665 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:42.508107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:42.520142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-653519a3-2482-4585-963e-ae8656f12151 req-77eb7ed8-a6cb-48a2-957f-c5a680034e0f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 210 time: 0.0623572 May 28 05:48:42.524013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f928f692-c852-44e2-8ca8-2c5684877add req-a63573a5-7da8-4777-919a-8807a4c0a09b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 210 time: 0.1074805 May 28 05:48:42.524405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Usage tracker for resource:security_group_rule and tenant:c86377474404468fbac95e09cce7c665 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:42.540404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.560357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:42.583464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7e21a5eb-118e-44a0-97e6-29fc2d541666 tempest-QuotasTest-155578191 tempest-QuotasTest-155578191-project-admin] 10.222.0.39 "GET /v2.0/quotas/c86377474404468fbac95e09cce7c665/details.json HTTP/1.1" status: 200 len: 703 time: 0.7408526 May 28 05:48:42.593581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0861b9b3-6868-4450-b4a6-3070458f3f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.601294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0861b9b3-6868-4450-b4a6-3070458f3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.644208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0861b9b3-6868-4450-b4a6-3070458f3f80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2d3d4cc39434638b6bfa79b589bcd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021614 May 28 05:48:42.647909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34620) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:42.654230 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.671043 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.702828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861b9b3-6868-4450-b4a6-3070458f3f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1478eb05-ed0c-46f5-8c52-426e4215d9e5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:42.703522 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.714478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08355d67-678f-404f-9007-20958615f300,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:42.743184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.744493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Transition to ACTIVE for port object 135d11c7-1dce-439e-8fcc-d4a324305df5 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:42.747764 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b4990972-5d79-4e2b-a695-c0a3c7ed5262 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392560 May 28 05:48:42.749151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34628) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:42.754497 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6abe6468-006d-42ba-a8fe-e162c0305bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.786384 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6abe6468-006d-42ba-a8fe-e162c0305bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.790567 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bb37d963-e6da-489f-a4d2-2e122487ec6a tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules/08355d67-678f-404f-9007-20958615f300 HTTP/1.1" status: 200 len: 763 time: 0.0402734 May 28 05:48:42.793505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Transition to ACTIVE for port object 135d11c7-1dce-439e-8fcc-d4a324305df5 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:42.799737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34634) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:42.801887 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:42.965564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:42.979642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Allocated IP 2001:db8::191 (229a1a69-bca3-4625-9ff2-8454b32b7061/bb956bfd-a0db-46cb-a42b-9b8d410dc48c/94955fd9-e361-4da7-9080-a71a47e1221c) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:42.992395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:42.997041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:43.002932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Pushing event updated for resources: {'Port': ['ID=135d11c7-1dce-439e-8fcc-d4a324305df5,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:43.047567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a6ac43cd-5786-475c-8743-88b5c28c61ad tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:43.069021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34650) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:43.127635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Attempting to bind port 135d11c7-1dce-439e-8fcc-d4a324305df5 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:48:43.128014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Attempting to bind port 135d11c7-1dce-439e-8fcc-d4a324305df5 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '7865d2b9-5fc0-457f-840d-62e2e30462c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:48:43.128476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Attempting to bind port 135d11c7-1dce-439e-8fcc-d4a324305df5 on network 229a1a69-bca3-4625-9ff2-8454b32b7061 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:48:43.135859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:48:43.136249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Checking segment: {'id': '7865d2b9-5fc0-457f-840d-62e2e30462c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:48:43.136814 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.137215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Bound using segment: {'id': '7865d2b9-5fc0-457f-840d-62e2e30462c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:48:43.138366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Bound port: 135d11c7-1dce-439e-8fcc-d4a324305df5, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7865d2b9-5fc0-457f-840d-62e2e30462c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:48:43.138366 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.252302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a6ac43cd-5786-475c-8743-88b5c28c61ad tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:43.263360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a6ac43cd-5786-475c-8743-88b5c28c61ad tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4579890 May 28 05:48:43.267925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34658) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:43.300635 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.318022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] For port 135d11c7-1dce-439e-8fcc-d4a324305df5, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:48:43.322328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6abe6468-006d-42ba-a8fe-e162c0305bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.326139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] For port 135d11c7-1dce-439e-8fcc-d4a324305df5, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=135d11c7-1dce-439e-8fcc-d4a324305df5,segment=NetworkSegment(7865d2b9-5fc0-457f-840d-62e2e30462c6),segment_id=7865d2b9-5fc0-457f-840d-62e2e30462c6)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:48:43.341352 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.368984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe6468-006d-42ba-a8fe-e162c0305bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1478eb05-ed0c-46f5-8c52-426e4215d9e5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:43.389646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6abe6468-006d-42ba-a8fe-e162c0305bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.391568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6abe6468-006d-42ba-a8fe-e162c0305bbb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1478eb05-ed0c-46f5-8c52-426e4215d9e5 HTTP/1.1" status: 204 len: 168 time: 0.7423141 May 28 05:48:43.435505 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcc98-96b0-479a-b8ec-1e6f897d0620 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.453362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-c3641d93-71ae-49e8-8afd-abe51f7f990d tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:43.455356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-c3641d93-71ae-49e8-8afd-abe51f7f990d tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.5155275 May 28 05:48:43.462283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcc98-96b0-479a-b8ec-1e6f897d0620 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.497792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Request body: {'port': {'device_id': '88895955-824f-4f60-afa3-287593e11c5b', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'admin_state_up': True, 'tenant_id': '77494e1a6ff9467b8fe094cdca45ac25'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:43.527995 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-54bdd7c5-3648-4a27-92de-9dc0fbec6d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.576354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c68b76-cc3b-4195-b397-77d74f1424c8 None None] Pushing event updated for resources: {'Port': ['ID=135d11c7-1dce-439e-8fcc-d4a324305df5,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:43.607108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34670) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:43.650312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-54bdd7c5-3648-4a27-92de-9dc0fbec6d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:43.683884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcc98-96b0-479a-b8ec-1e6f897d0620 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.693141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-54bdd7c5-3648-4a27-92de-9dc0fbec6d4c admin admin] Usage tracker for resource:security_group_rule and tenant:1070f76749864b9383b5c3435165e83f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:43.828933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.850175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Transition to ACTIVE for port object 94955fd9-e361-4da7-9080-a71a47e1221c will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:43.867303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcc98-96b0-479a-b8ec-1e6f897d0620 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:43.872684 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ad9fcc98-96b0-479a-b8ec-1e6f897d0620 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/08355d67-678f-404f-9007-20958615f300 HTTP/1.1" status: 204 len: 168 time: 0.5932748 May 28 05:48:43.874957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-54bdd7c5-3648-4a27-92de-9dc0fbec6d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:43.878467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34678) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:43.906568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fcc98-96b0-479a-b8ec-1e6f897d0620 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08355d67-678f-404f-9007-20958615f300,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:43.914137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c353a2bd-347a-4aeb-a58e-58efa76fc1b5 req-90cf1dea-c613-40e7-ac5e-1316c879f939 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 210 time: 0.1668162 May 28 05:48:43.961867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:43.986998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:44.004698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Made reservation on behalf of 77494e1a6ff9467b8fe094cdca45ac25 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:44.009698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.037726 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a801a16e-54e5-4fde-a5b9-b0a766c9a2cc req-3bcce7cb-a6e0-4914-ab48-76ae885355f9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 210 time: 0.1532402 May 28 05:48:44.038818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.053711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-54bdd7c5-3648-4a27-92de-9dc0fbec6d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:44.111631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2d9960f-9ebb-4a09-bb71-1805f95506df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.134307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34682) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:44.139018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a2d9960f-9ebb-4a09-bb71-1805f95506df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:44.188252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Port': ['ID=94955fd9-e361-4da7-9080-a71a47e1221c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:44.220847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a2d9960f-9ebb-4a09-bb71-1805f95506df admin admin] Usage tracker for resource:security_group_rule and tenant:6d604b3616044417a806c843f4f23cd2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:44.225049 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-903d5f66-37dd-461d-a98d-c04d18ee5c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.233916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:44.235068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a2d9960f-9ebb-4a09-bb71-1805f95506df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:44.251391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:44.254726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a2d9960f-9ebb-4a09-bb71-1805f95506df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:44.264523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-c3b03a23-1dd9-4f50-ad30-cb311e4ae6b0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:44.266060 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-c3b03a23-1dd9-4f50-ad30-cb311e4ae6b0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.33 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 812 time: 0.8106787 May 28 05:48:44.266931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-903d5f66-37dd-461d-a98d-c04d18ee5c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:44.270435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:44.275897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:44.276535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.287965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-903d5f66-37dd-461d-a98d-c04d18ee5c39 admin admin] Usage tracker for resource:security_group_rule and tenant:f0b96ad90cdd4ea5868c46f19379c6d7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:44.294140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a148125e-30dc-4ca2-8970-66882b4a360b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:44.299464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Request body: {'port': {'device_id': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'admin_state_up': True, 'tenant_id': '6c303052f2a440959915b8d9746a0229'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:44.299908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-903d5f66-37dd-461d-a98d-c04d18ee5c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:44.314754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-903d5f66-37dd-461d-a98d-c04d18ee5c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:44.432572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e7f67b25-bd6a-4f95-ba3a-82e719451cf7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0026481 May 28 05:48:44.438982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34686) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:44.440019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a148125e-30dc-4ca2-8970-66882b4a360b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:44.445118 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a148125e-30dc-4ca2-8970-66882b4a360b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5556817 May 28 05:48:44.451062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34690) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:44.452683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'port': {'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-491174900', 'allowed_address_pairs': [{'ip_address': '2001:db8::191', 'mac_address': 'fa:16:3e:ab:ee:c8'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:44.472015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e9358d28-e36f-4c88-804a-5408fd4c9c26 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8e3e5-0580-4ebd-9d26-eabff2e590e1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:44.473340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Allocated IP 172.20.0.9 (16869d4a-c80d-44a1-af8f-c16c452e479c/fa91beaf-eda9-4703-bb88-eafa22b1d514/abdb71f9-ef94-4b78-8121-7328e52d5276) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:44.492204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e9358d28-e36f-4c88-804a-5408fd4c9c26 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:44.514940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 135d11c7-1dce-439e-8fcc-d4a324305df5 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:48:44.525030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e9358d28-e36f-4c88-804a-5408fd4c9c26 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:44.532434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-54bdd7c5-3648-4a27-92de-9dc0fbec6d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.541030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-54bdd7c5-3648-4a27-92de-9dc0fbec6d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.547663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:44.584405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:44.589487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 135d11c7-1dce-439e-8fcc-d4a324305df5 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:44.601642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdd7c5-3648-4a27-92de-9dc0fbec6d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b1fe50-d74a-4f25-bb8d-7956176dd56c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:44.606585 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-54bdd7c5-3648-4a27-92de-9dc0fbec6d4c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1070f76749864b9383b5c3435165e83f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5360134 May 28 05:48:44.610130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34694) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:44.613198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Made reservation on behalf of 6c303052f2a440959915b8d9746a0229 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:44.617596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.623471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2d9960f-9ebb-4a09-bb71-1805f95506df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.656424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2d9960f-9ebb-4a09-bb71-1805f95506df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.679574 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9358d28-e36f-4c88-804a-5408fd4c9c26 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.780884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-903d5f66-37dd-461d-a98d-c04d18ee5c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.793041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a2d9960f-9ebb-4a09-bb71-1805f95506df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d604b3616044417a806c843f4f23cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1821787 May 28 05:48:44.796191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34698) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:44.798224 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-903d5f66-37dd-461d-a98d-c04d18ee5c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.820973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23c046f0-4e0a-464a-912f-97ae544dc035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.826903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9960f-9ebb-4a09-bb71-1805f95506df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e8f293-72b4-4ef6-a301-b75e0ebb82f0,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:44.853207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:44.919125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9358d28-e36f-4c88-804a-5408fd4c9c26 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.921438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Usage tracker for resource:port and tenant:76933709c8894a8fbe55101a37dd89d5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:44.927626 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23c046f0-4e0a-464a-912f-97ae544dc035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.939895 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9358d28-e36f-4c88-804a-5408fd4c9c26 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:44.944975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:44.984964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:44.991045 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-903d5f66-37dd-461d-a98d-c04d18ee5c39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0b96ad90cdd4ea5868c46f19379c6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8533509 May 28 05:48:45.002924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34704) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:45.005375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9358d28-e36f-4c88-804a-5408fd4c9c26 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d500dab-1f5e-48b1-8ff7-c5e63d890ac5,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:45.011672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d5f66-37dd-461d-a98d-c04d18ee5c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a16223-dcb2-461f-94f8-cc19f7135489,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:45.038624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Allocated IP 172.20.0.4 (bdfa6f4b-a27f-4e97-85ea-e21e14c7098d/57f2cfde-0a40-4f1c-8f63-f1314498f1c0/46579118-48c7-4bbf-a4df-6a081c6bb6d4) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:45.041951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Made reservation on behalf of 76933709c8894a8fbe55101a37dd89d5 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:45.091970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27564aa0-fb45-45d2-a6ff-ef7869bb57e9 None None] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:45.099176 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9358d28-e36f-4c88-804a-5408fd4c9c26 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.103792 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e9358d28-e36f-4c88-804a-5408fd4c9c26 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6516495 May 28 05:48:45.104595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34710) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:45.171475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-657eae68-e93b-466a-8b06-6a9b4634c8ed tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules/7d500dab-1f5e-48b1-8ff7-c5e63d890ac5 HTTP/1.1" status: 200 len: 764 time: 0.0618467 May 28 05:48:45.172129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34714) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:45.210626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.213429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23c046f0-4e0a-464a-912f-97ae544dc035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.252747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39b5daac-7ec8-43c2-9ba0-61d4f21911fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.364230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5dd4e142-18f7-40bf-b9e7-3ececc7aad61 None None] Provisioning for port 135d11c7-1dce-439e-8fcc-d4a324305df5 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:45.371201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c046f0-4e0a-464a-912f-97ae544dc035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b1fe50-d74a-4f25-bb8d-7956176dd56c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:45.372490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5dd4e142-18f7-40bf-b9e7-3ececc7aad61 None None] Provisioning complete for port 135d11c7-1dce-439e-8fcc-d4a324305df5 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:45.373039 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e142-18f7-40bf-b9e7-3ececc7aad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.404751 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23c046f0-4e0a-464a-912f-97ae544dc035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.407732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-23c046f0-4e0a-464a-912f-97ae544dc035 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99b1fe50-d74a-4f25-bb8d-7956176dd56c HTTP/1.1" status: 204 len: 168 time: 0.7965314 May 28 05:48:45.410217 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d1d6b9a-2bcd-4add-ba8d-b73cce4af7ae req-956b1051-143c-4f42-b29c-0872993ffc4c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 210 time: 0.1603298 May 28 05:48:45.418355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39b5daac-7ec8-43c2-9ba0-61d4f21911fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.433377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a9c43c6-2f5e-42c8-9c3d-42a8e5c87361 req-3a82e81b-9b0f-4cf2-9c0b-ca73a2a3df92 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 210 time: 0.2835896 May 28 05:48:45.465068 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d5f1-bbca-428a-a3eb-63b49f8ef1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.482699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0fd5e97f-a499-469f-95c0-a0132f1ac3da tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:45.531872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d5f1-bbca-428a-a3eb-63b49f8ef1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.547572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.560494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0fd5e97f-a499-469f-95c0-a0132f1ac3da tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:45.564612 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0fd5e97f-a499-469f-95c0-a0132f1ac3da tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3843246 May 28 05:48:45.567298 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.570593 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.573473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34720) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:45.628454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Transition to ACTIVE for port object 46579118-48c7-4bbf-a4df-6a081c6bb6d4 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:45.629492 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39b5daac-7ec8-43c2-9ba0-61d4f21911fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.645638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a53436d4-eb75-44dc-9330-080f2fa2834c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.646974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4e142-18f7-40bf-b9e7-3ececc7aad61 None None] Current status of the port 135d11c7-1dce-439e-8fcc-d4a324305df5 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:45.647532 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e142-18f7-40bf-b9e7-3ececc7aad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.656482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5daac-7ec8-43c2-9ba0-61d4f21911fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a16223-dcb2-461f-94f8-cc19f7135489,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:45.667740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a53436d4-eb75-44dc-9330-080f2fa2834c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.675629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event updated for resources: {'Port': ['ID=abdb71f9-ef94-4b78-8121-7328e52d5276,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:45.677660 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39b5daac-7ec8-43c2-9ba0-61d4f21911fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.679682 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-39b5daac-7ec8-43c2-9ba0-61d4f21911fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5a16223-dcb2-461f-94f8-cc19f7135489 HTTP/1.1" status: 204 len: 168 time: 0.6756704 May 28 05:48:45.715600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a53436d4-eb75-44dc-9330-080f2fa2834c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.715778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Network 16869d4a-c80d-44a1-af8f-c16c452e479c is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:45.719931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5dd4e142-18f7-40bf-b9e7-3ececc7aad61 None None] For port 135d11c7-1dce-439e-8fcc-d4a324305df5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=135d11c7-1dce-439e-8fcc-d4a324305df5,segment=NetworkSegment(7865d2b9-5fc0-457f-840d-62e2e30462c6),segment_id=7865d2b9-5fc0-457f-840d-62e2e30462c6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:45.727171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:45.727749 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e142-18f7-40bf-b9e7-3ececc7aad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.730884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] device_id is not set on port edfd9b51-39b0-402d-88b2-1197cdc82a29 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:48:45.761085 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.766872 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53436d4-eb75-44dc-9330-080f2fa2834c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d500dab-1f5e-48b1-8ff7-c5e63d890ac5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:45.797565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['70e858ed-12b8-46a3-9bab-51c97a2f9c1d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:45.805888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:45.852399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:45.908254 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a53436d4-eb75-44dc-9330-080f2fa2834c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.911183 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a53436d4-eb75-44dc-9330-080f2fa2834c tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7d500dab-1f5e-48b1-8ff7-c5e63d890ac5 HTTP/1.1" status: 204 len: 168 time: 0.3365762 May 28 05:48:45.917392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34728) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:45.959136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:45.960114 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:45.972282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:45.997016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:46.002813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event updated for resources: {'Port': ['ID=46579118-48c7-4bbf-a4df-6a081c6bb6d4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:46.012435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:46.044076 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d5f1-bbca-428a-a3eb-63b49f8ef1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:46.076600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1d5f1-bbca-428a-a3eb-63b49f8ef1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e8f293-72b4-4ef6-a301-b75e0ebb82f0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:46.133905 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-74a465e9-10ff-4b45-a781-5c8a6171ff54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6479802 May 28 05:48:46.159894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Allocated IP 2001:db8::3eb (229a1a69-bca3-4625-9ff2-8454b32b7061/bb956bfd-a0db-46cb-a42b-9b8d410dc48c/edfd9b51-39b0-402d-88b2-1197cdc82a29) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:46.177207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4e142-18f7-40bf-b9e7-3ececc7aad61 None None] Pushing event updated for resources: {'Port': ['ID=135d11c7-1dce-439e-8fcc-d4a324305df5,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:46.195483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Request body: {'port': {'device_id': '88895955-824f-4f60-afa3-287593e11c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:46.203837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:46.204649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:46.260060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d5f1-bbca-428a-a3eb-63b49f8ef1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:46.268789 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0ac1d5f1-bbca-428a-a3eb-63b49f8ef1c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3e8f293-72b4-4ef6-a301-b75e0ebb82f0 HTTP/1.1" status: 204 len: 168 time: 1.4628577 May 28 05:48:46.289086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-b2017562-7f14-4f3e-9b1e-d5a9d1bd0d4c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9990993 May 28 05:48:46.313893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9b568052-86a0-429f-85a9-566941a08cd4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:46.323632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Request body: {'port': {'device_id': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:46.384977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1b62e2dc-4a32-484a-859f-f97541769bab None None] Provisioning complete for port 135d11c7-1dce-439e-8fcc-d4a324305df5 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:46.385267 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1b62e2dc-4a32-484a-859f-f97541769bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:46.495892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34740) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:46.591829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 135d11c7-1dce-439e-8fcc-d4a324305df5 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:48:46.644802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d5859bb-a80a-41f5-b112-c74ecb6364d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:46.714685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8d5859bb-a80a-41f5-b112-c74ecb6364d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:46.722138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8d5859bb-a80a-41f5-b112-c74ecb6364d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c86377474404468fbac95e09cce7c665 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:46.838033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:46.865373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34754) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:46.890185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1b62e2dc-4a32-484a-859f-f97541769bab None None] Current status of the port 135d11c7-1dce-439e-8fcc-d4a324305df5 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:46.896317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 135d11c7-1dce-439e-8fcc-d4a324305df5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:46.896863 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:46.910993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9b568052-86a0-429f-85a9-566941a08cd4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:46.912617 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9b568052-86a0-429f-85a9-566941a08cd4 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9666071 May 28 05:48:46.944628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d1912929-13f2-4a7c-9248-a2a3d8b164cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:46.952487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8d5859bb-a80a-41f5-b112-c74ecb6364d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:46.959576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8d5859bb-a80a-41f5-b112-c74ecb6364d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:46.968045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34758) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:46.968887 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1b62e2dc-4a32-484a-859f-f97541769bab None None] Provisioning for port 94955fd9-e361-4da7-9080-a71a47e1221c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:46.978137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1b62e2dc-4a32-484a-859f-f97541769bab None None] Provisioning complete for port 94955fd9-e361-4da7-9080-a71a47e1221c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:46.978530 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1b62e2dc-4a32-484a-859f-f97541769bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:46.997666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d1912929-13f2-4a7c-9248-a2a3d8b164cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:47.007965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d1912929-13f2-4a7c-9248-a2a3d8b164cd admin admin] Usage tracker for resource:security_group_rule and tenant:4734ff39d1ba4eb181aeee07aba1ffc4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:47.012404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d1912929-13f2-4a7c-9248-a2a3d8b164cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:47.033013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d1912929-13f2-4a7c-9248-a2a3d8b164cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:47.086783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1b62e2dc-4a32-484a-859f-f97541769bab None None] Port 94955fd9-e361-4da7-9080-a71a47e1221c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:48:47.095562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 135d11c7-1dce-439e-8fcc-d4a324305df5 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:47.149378 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d5859bb-a80a-41f5-b112-c74ecb6364d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.150791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.156373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e4fe-149a-4518-a839-1e204a053b8d req-db5959ec-5acc-45af-bbbc-4632bbe7b376 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:47.164483 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f588e4fe-149a-4518-a839-1e204a053b8d req-db5959ec-5acc-45af-bbbc-4632bbe7b376 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 931 time: 0.3825853 May 28 05:48:47.175140 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d5859bb-a80a-41f5-b112-c74ecb6364d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.209287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-150e572b-1569-47e1-9c92-c511008a85c0 None None] Provisioning complete for port 94955fd9-e361-4da7-9080-a71a47e1221c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:47.210346 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-150e572b-1569-47e1-9c92-c511008a85c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.256627 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76a7ee5b-5fdc-41be-8844-464952144b49 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.283897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-150e572b-1569-47e1-9c92-c511008a85c0 None None] Port 94955fd9-e361-4da7-9080-a71a47e1221c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:48:47.286148 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76a7ee5b-5fdc-41be-8844-464952144b49 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.292087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8d5859bb-a80a-41f5-b112-c74ecb6364d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c86377474404468fbac95e09cce7c665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7772012 May 28 05:48:47.300669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-150e572b-1569-47e1-9c92-c511008a85c0 None None] Provisioning for port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:47.308064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-150e572b-1569-47e1-9c92-c511008a85c0 None None] Provisioning complete for port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:47.309243 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-150e572b-1569-47e1-9c92-c511008a85c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.319170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5859bb-a80a-41f5-b112-c74ecb6364d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e23b662-ffe8-43e2-bda4-fc8c7067a77d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:47.342865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34768) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:47.373346 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f588e4fe-149a-4518-a839-1e204a053b8d req-0e7f3631-d8f7-45b6-9cb2-b7f1d52f0352 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080836 May 28 05:48:47.407412 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76a7ee5b-5fdc-41be-8844-464952144b49 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.465235 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.476794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-150e572b-1569-47e1-9c92-c511008a85c0 None None] Port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:48:47.507046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cee9d-fe1b-4790-92b0-5932fb9dbd45 req-f1af7359-839c-4e3e-9e19-2be8a2617142 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:47.514379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-282cee9d-fe1b-4790-92b0-5932fb9dbd45 req-f1af7359-839c-4e3e-9e19-2be8a2617142 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 931 time: 0.7783046 May 28 05:48:47.534534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7ee5b-5fdc-41be-8844-464952144b49 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8e3e5-0580-4ebd-9d26-eabff2e590e1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:47.582257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Transition to ACTIVE for port object edfd9b51-39b0-402d-88b2-1197cdc82a29 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:47.602337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76a7ee5b-5fdc-41be-8844-464952144b49 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.605750 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-76a7ee5b-5fdc-41be-8844-464952144b49 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/a8e8e3e5-0580-4ebd-9d26-eabff2e590e1 HTTP/1.1" status: 204 len: 168 time: 0.6307123 May 28 05:48:47.607166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34776) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:47.649336 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9dbdb8a-d351-4ff7-badd-8510cfb7bc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.690519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-282cee9d-fe1b-4790-92b0-5932fb9dbd45 req-6ed3274c-9f8b-4a61-aceb-ba005f30e268 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751916 May 28 05:48:47.703538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d1912929-13f2-4a7c-9248-a2a3d8b164cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.711080 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9dbdb8a-d351-4ff7-badd-8510cfb7bc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.736668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d1912929-13f2-4a7c-9248-a2a3d8b164cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.794591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-29ae06bd-89aa-4af4-b60e-4a2ee9e32e32 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:47.835704 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.852693 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d1912929-13f2-4a7c-9248-a2a3d8b164cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4734ff39d1ba4eb181aeee07aba1ffc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9516311 May 28 05:48:47.860132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34782) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:47.884367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1912929-13f2-4a7c-9248-a2a3d8b164cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc6aaa-8bc0-48df-bcb5-34e65195fac3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:47.890959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46579118-48c7-4bbf-a4df-6a081c6bb6d4 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:48:47.909906 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.926955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-29ae06bd-89aa-4af4-b60e-4a2ee9e32e32 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:47.934429 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-29ae06bd-89aa-4af4-b60e-4a2ee9e32e32 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3250773 May 28 05:48:47.934598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34790) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:47.947057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929927310'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:47.952245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Transition to ACTIVE for port object 46579118-48c7-4bbf-a4df-6a081c6bb6d4 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:47.957479 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9dbdb8a-d351-4ff7-badd-8510cfb7bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.964465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:47.973641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:47.977250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Port': ['ID=edfd9b51-39b0-402d-88b2-1197cdc82a29,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:47.982616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:47.984452 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:47.997307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:48.009716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:48.015864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:48.042222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbdb8a-d351-4ff7-badd-8510cfb7bc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e23b662-ffe8-43e2-bda4-fc8c7067a77d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:48.053116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:48.073587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f4f6e447-93f5-47e2-9314-802470a1ab1d tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.6287522 May 28 05:48:48.074580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34796) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:48.087637 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3a94f29-c236-4e49-aa28-14e10424768f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:48.210883 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9dbdb8a-d351-4ff7-badd-8510cfb7bc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:48.212096 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b9dbdb8a-d351-4ff7-badd-8510cfb7bc8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e23b662-ffe8-43e2-bda4-fc8c7067a77d HTTP/1.1" status: 204 len: 168 time: 0.8683898 May 28 05:48:48.254950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:48.289147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdb71f9-ef94-4b78-8121-7328e52d5276 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:48:48.324483 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:48.350863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Pushing event updated for resources: {'Port': ['ID=46579118-48c7-4bbf-a4df-6a081c6bb6d4,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:48.356377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3a94f29-c236-4e49-aa28-14e10424768f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:48.368131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Transition to ACTIVE for port object abdb71f9-ef94-4b78-8121-7328e52d5276 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:48.406421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc368e69-0f02-4b28-b446-ba2b456d36db tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:48.419523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc368e69-0f02-4b28-b446-ba2b456d36db tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:48.429641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc368e69-0f02-4b28-b446-ba2b456d36db tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:48.440818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc368e69-0f02-4b28-b446-ba2b456d36db tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Synchronizing usage tracker for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:48.473165 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:48.484679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:48.519185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ce603b99-2f6a-42a3-989a-f14599708fd9 None None] Provisioning for port edfd9b51-39b0-402d-88b2-1197cdc82a29 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:48.525481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ce603b99-2f6a-42a3-989a-f14599708fd9 None None] Provisioning complete for port edfd9b51-39b0-402d-88b2-1197cdc82a29 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:48.525481 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ce603b99-2f6a-42a3-989a-f14599708fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:48.543397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:48.589326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:48.591913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc368e69-0f02-4b28-b446-ba2b456d36db tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Unset dirty status for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:48.593264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dc368e69-0f02-4b28-b446-ba2b456d36db tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.5178914 May 28 05:48:48.610876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34808) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:48.652747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ce603b99-2f6a-42a3-989a-f14599708fd9 None None] Port edfd9b51-39b0-402d-88b2-1197cdc82a29 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:48:48.677341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:48.738113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Attempting to bind port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:48:48.738541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Attempting to bind port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:48:48.739112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Attempting to bind port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:48:48.759832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:48:48.760232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Attempting to bind port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 on network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:48:48.795387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:48:48.796063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Checking segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:48:48.796652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Bound using segment: {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:48:48.797327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Bound port: 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ad7751-60dd-4ff1-9974-a7d0eab1a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:48:48.797829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:48.883768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c67d8339-3933-4619-abf1-caae8f88e538 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Deleting port edfd9b51-39b0-402d-88b2-1197cdc82a29 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:48.884515 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c67d8339-3933-4619-abf1-caae8f88e538 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:48.942436 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3a94f29-c236-4e49-aa28-14e10424768f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.012232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a94f29-c236-4e49-aa28-14e10424768f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc6aaa-8bc0-48df-bcb5-34e65195fac3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:49.056369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Pushing event updated for resources: {'Port': ['ID=abdb71f9-ef94-4b78-8121-7328e52d5276,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:49.109462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa8a8c-be04-4f0f-b01b-e6169c6de7a0 req-14a2eb8e-5352-469c-bb84-b454e58962a8 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:49.111405 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3fa8a8c-be04-4f0f-b01b-e6169c6de7a0 req-14a2eb8e-5352-469c-bb84-b454e58962a8 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 943 time: 0.5118763 May 28 05:48:49.112438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3a94f29-c236-4e49-aa28-14e10424768f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.113634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b3a94f29-c236-4e49-aa28-14e10424768f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7dcc6aaa-8bc0-48df-bcb5-34e65195fac3 HTTP/1.1" status: 204 len: 168 time: 1.2505002 May 28 05:48:49.122906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Attempting to bind port abdb71f9-ef94-4b78-8121-7328e52d5276 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:48:49.123257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Attempting to bind port abdb71f9-ef94-4b78-8121-7328e52d5276 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:48:49.123590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Attempting to bind port abdb71f9-ef94-4b78-8121-7328e52d5276 on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:48:49.134023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Port abdb71f9-ef94-4b78-8121-7328e52d5276 on network 16869d4a-c80d-44a1-af8f-c16c452e479c not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:48:49.134259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Attempting to bind port abdb71f9-ef94-4b78-8121-7328e52d5276 on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:48:49.142622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:48:49.142968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Checking segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:48:49.143369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Bound using segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:48:49.143801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Bound port: abdb71f9-ef94-4b78-8121-7328e52d5276, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:48:49.144146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.170784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] For port 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:48:49.186631 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.198349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b569e0f-4f37-45fe-b87b-3175d926d591 req-8729359b-e75c-4706-8116-48be081509b2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:49.203615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] For port 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:48:49.205087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9b569e0f-4f37-45fe-b87b-3175d926d591 req-8729359b-e75c-4706-8116-48be081509b2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 943 time: 0.2040133 May 28 05:48:49.210476 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.289411 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9b569e0f-4f37-45fe-b87b-3175d926d591 req-d09906cd-d31f-4e1e-9b8e-94f75ec3ed2d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833166 May 28 05:48:49.310702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] For port abdb71f9-ef94-4b78-8121-7328e52d5276, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:48:49.314666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] For port abdb71f9-ef94-4b78-8121-7328e52d5276, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=abdb71f9-ef94-4b78-8121-7328e52d5276,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:48:49.321767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.392328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:49.392895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.394254 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] 10.222.0.33 "PUT /v2.0/ports/abdb71f9-ef94-4b78-8121-7328e52d5276 HTTP/1.1" status: 200 len: 1091 time: 3.2233272 May 28 05:48:49.394716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88895955-824f-4f60-afa3-287593e11c5b', 'tag': 'abdb71f9-ef94-4b78-8121-7328e52d5276'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:48:49.395198 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.427327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413d26-0ca1-4245-8b4d-4abd55b07d42 service neutron] Pushing event updated for resources: {'Port': ['ID=abdb71f9-ef94-4b78-8121-7328e52d5276,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:49.533723 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935bcd16-dd51-4aa7-8c8b-3b31a6a8fa5f'] response: {'name': 'network-changed', 'server_uuid': '88895955-824f-4f60-afa3-287593e11c5b', 'tag': 'abdb71f9-ef94-4b78-8121-7328e52d5276', 'status': 'completed', 'code': 200} May 28 05:48:49.571549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-817a707e-526a-43cf-8776-32885d487d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:49.573385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-817a707e-526a-43cf-8776-32885d487d19 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 1094 time: 0.1184051 May 28 05:48:49.582808 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3fa8a8c-be04-4f0f-b01b-e6169c6de7a0 req-21107354-a774-4c55-be99-cebc91ea61e9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539971 May 28 05:48:49.583697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6411bfa4-aa2e-4eea-a45d-4fa8453873f5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:49.595818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.597185 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8946cb73-b309-4f48-8342-708ea2a782a8 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6584644 May 28 05:48:49.620478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34854) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:49.625548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Pushing event updated for resources: {'Port': ['ID=46579118-48c7-4bbf-a4df-6a081c6bb6d4,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:49.636864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Request body: {'security_group_rule': {'security_group_id': '6411bfa4-aa2e-4eea-a45d-4fa8453873f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:49.642880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:49.647844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Usage tracker for resource:security_group_rule and tenant:6232476e193a45b0ad073743ec5be8cb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:49.650807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:49.656771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:49.670682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:49.671952 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.673504 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-fa6fb254-f062-437b-a9f6-1c8f83a5e98e service neutron] 10.222.0.33 "PUT /v2.0/ports/46579118-48c7-4bbf-a4df-6a081c6bb6d4 HTTP/1.1" status: 200 len: 1091 time: 3.3556628 May 28 05:48:49.677187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'tag': '46579118-48c7-4bbf-a4df-6a081c6bb6d4'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:48:49.681751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-e0fd44d9-0020-43f7-8dfb-7982b0ed4eb5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abdb71f9-ef94-4b78-8121-7328e52d5276 HTTP/1.1" status: 200 len: 217 time: 0.0954058 May 28 05:48:49.700021 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.814015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-aa608a2d-59e6-42d1-9735-f18fa2244667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:49.815522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-aa608a2d-59e6-42d1-9735-f18fa2244667 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.1255362 May 28 05:48:49.819788 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38f5f3c-8943-4038-8694-e596634acf81'] response: {'name': 'network-changed', 'server_uuid': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'tag': '46579118-48c7-4bbf-a4df-6a081c6bb6d4', 'status': 'completed', 'code': 200} May 28 05:48:49.865937 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c67d8339-3933-4619-abf1-caae8f88e538 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:49.893032 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-97965fa1-b1e4-4f87-b231-aaa1ae77e6a4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682702 May 28 05:48:50.037116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c67d8339-3933-4619-abf1-caae8f88e538 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Calling delete_port for edfd9b51-39b0-402d-88b2-1197cdc82a29 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:50.089883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-6a7c24e4-1632-4e60-a05f-0975597d6973 service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899595 May 28 05:48:50.099875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-93cc7421-149c-4135-8463-7f2a1c22815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:50.102032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-93cc7421-149c-4135-8463-7f2a1c22815b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 1094 time: 0.3608892 May 28 05:48:50.135489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:50.230825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:50.251033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84781ea4-2644-4737-a0ba-b6ed9662acf3 req-4466517c-4c7b-441b-8fd6-69723531a194 service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553748 May 28 05:48:50.271585 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-5a7802c2-8d52-49f4-9770-2a9ce816f3c4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4 HTTP/1.1" status: 200 len: 217 time: 0.1345654 May 28 05:48:50.331173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18814e54-5a38-4f50-ab1c-c6a617e889f3,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:50.419015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:50.423881 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-719bb46a-55e8-45ac-8c47-c543aed11c48 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7996337 May 28 05:48:50.460157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34880) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:50.506064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-2c2dfe1e-ecea-4821-b640-27d89023be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:50.508439 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-2c2dfe1e-ecea-4821-b640-27d89023be7e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.2174530 May 28 05:48:50.620961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d90d43ab-2803-4ec0-8f9e-e49ba1eb3f0e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:50.654190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c67d8339-3933-4619-abf1-caae8f88e538 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:50.664359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d90d43ab-2803-4ec0-8f9e-e49ba1eb3f0e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:50.749061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d8339-3933-4619-abf1-caae8f88e538 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event deleted for resources: {'Port': ['ID=edfd9b51-39b0-402d-88b2-1197cdc82a29,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:50.753627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-ef923237-507c-4786-9443-24f9dcfaac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:50.755200 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-ef923237-507c-4786-9443-24f9dcfaac4a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2305813 May 28 05:48:50.765099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c5519-0996-4ada-b7fa-01d1887d046e req-10594331-f05b-4ec7-a9b1-14f79e7df665 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:50.766005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2a9c5519-0996-4ada-b7fa-01d1887d046e req-10594331-f05b-4ec7-a9b1-14f79e7df665 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:50.810754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d90d43ab-2803-4ec0-8f9e-e49ba1eb3f0e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:50.853817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2a9c5519-0996-4ada-b7fa-01d1887d046e req-10594331-f05b-4ec7-a9b1-14f79e7df665 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:50.861159 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a9c5519-0996-4ada-b7fa-01d1887d046e req-10594331-f05b-4ec7-a9b1-14f79e7df665 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 943 time: 0.4318841 May 28 05:48:50.868771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d43ab-2803-4ec0-8f9e-e49ba1eb3f0e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6411bfa4-aa2e-4eea-a45d-4fa8453873f5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:50.916600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682f22b-f49d-447f-983e-290eb4daa9fa req-664fc402-a967-4a8f-9a82-b0e761dcabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:50.918081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4682f22b-f49d-447f-983e-290eb4daa9fa req-664fc402-a967-4a8f-9a82-b0e761dcabf4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 1094 time: 0.5628591 May 28 05:48:51.029770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a9c5519-0996-4ada-b7fa-01d1887d046e req-2370b917-dc2b-401c-8915-b03333a8d91b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674259 May 28 05:48:51.131715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d90d43ab-2803-4ec0-8f9e-e49ba1eb3f0e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:51.131715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d90d43ab-2803-4ec0-8f9e-e49ba1eb3f0e tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/6411bfa4-aa2e-4eea-a45d-4fa8453873f5 HTTP/1.1" status: 204 len: 168 time: 0.6697576 May 28 05:48:51.150344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34900) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:51.221775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fd972-548d-4229-8ad4-64c4771b384f req-c369f376-21d7-47fe-89e2-8e43f2ec2059 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:51.222892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-701fd972-548d-4229-8ad4-64c4771b384f req-c369f376-21d7-47fe-89e2-8e43f2ec2059 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:51.249405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-701fd972-548d-4229-8ad4-64c4771b384f req-c369f376-21d7-47fe-89e2-8e43f2ec2059 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:51.259014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-701fd972-548d-4229-8ad4-64c4771b384f req-c369f376-21d7-47fe-89e2-8e43f2ec2059 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 943 time: 0.5310588 May 28 05:48:51.265764 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-7c051015-b383-49ae-9a88-3c80b41fe309 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944880 May 28 05:48:51.290833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682f22b-f49d-447f-983e-290eb4daa9fa req-0ab9b08a-75b3-4b9a-807e-6bf7ebfdd14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:51.292856 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4682f22b-f49d-447f-983e-290eb4daa9fa req-0ab9b08a-75b3-4b9a-807e-6bf7ebfdd14d service neutron] 10.222.0.33 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 912 time: 0.3626289 May 28 05:48:51.387158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4682f22b-f49d-447f-983e-290eb4daa9fa req-7f12dc79-0a4a-45b5-90db-5a7d140a1314 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abdb71f9-ef94-4b78-8121-7328e52d5276 HTTP/1.1" status: 200 len: 217 time: 0.0761676 May 28 05:48:51.404434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-701fd972-548d-4229-8ad4-64c4771b384f req-d8f69dd7-654d-45ec-8415-a8d35b1caaa7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441555 May 28 05:48:51.427634 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c67d8339-3933-4619-abf1-caae8f88e538 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:51.479569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e22dbd46-125c-4afa-afd3-e838dad6093b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:51.484512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682f22b-f49d-447f-983e-290eb4daa9fa req-5eabc653-3a4a-47b2-a4f5-147511fab043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:51.487771 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4682f22b-f49d-447f-983e-290eb4daa9fa req-5eabc653-3a4a-47b2-a4f5-147511fab043 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.0818739 May 28 05:48:51.506518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c67d8339-3933-4619-abf1-caae8f88e538 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "DELETE /v2.0/ports/edfd9b51-39b0-402d-88b2-1197cdc82a29 HTTP/1.1" status: 204 len: 168 time: 2.8838527 May 28 05:48:51.521940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34910) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:51.568681 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4682f22b-f49d-447f-983e-290eb4daa9fa req-1f6db617-9f2a-4c35-be0a-0ef125ec1055 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733011 May 28 05:48:51.578376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e22dbd46-125c-4afa-afd3-e838dad6093b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:51.582421 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e22dbd46-125c-4afa-afd3-e838dad6093b tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3728347 May 28 05:48:51.588683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34918) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:51.593398 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f710b2-a3f6-4256-b2c0-f924e150c1d7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] GET failed (client error): The resource could not be found. May 28 05:48:51.593916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-68f710b2-a3f6-4256-b2c0-f924e150c1d7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Synchronizing usage tracker for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:51.613491 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-084d0851-2e16-4e8e-a67a-c25bf4e7b4e2 req-67c4177a-7322-4e83-a7b7-6909bdfb2fb8 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195834 May 28 05:48:51.664546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e98f0ce6-0bf8-4793-b5fa-777de310ae88 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:51.666991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-68f710b2-a3f6-4256-b2c0-f924e150c1d7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Unset dirty status for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:51.672872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-68f710b2-a3f6-4256-b2c0-f924e150c1d7 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "GET /v2.0/ports/edfd9b51-39b0-402d-88b2-1197cdc82a29 HTTP/1.1" status: 404 len: 333 time: 0.1515961 May 28 05:48:51.674172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34922) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:51.681646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'port': {'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-536571111'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:51.743386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34926) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:51.756036 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4682f22b-f49d-447f-983e-290eb4daa9fa req-6b03a50c-8221-40b6-8286-57717b749141 service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804664 May 28 05:48:51.832456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34934) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:51.915644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1205380751', 'router:external': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:51.961863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e98f0ce6-0bf8-4793-b5fa-777de310ae88 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:51.963116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e98f0ce6-0bf8-4793-b5fa-777de310ae88 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3734901 May 28 05:48:51.965888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:51.968079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34942) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:51.998884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Usage tracker for resource:network and tenant:6dd5440363224539bd3134fd100b3846 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:52.006002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:52.019367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:52.024942 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-056aa94a-ea3b-48ec-9e98-921269de2ab9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] delete failed (client error): The resource could not be found. May 28 05:48:52.026236 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-056aa94a-ea3b-48ec-9e98-921269de2ab9 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "DELETE /v2.0/security-groups/6411bfa4-aa2e-4eea-a45d-4fa8453873f5 HTTP/1.1" status: 404 len: 347 time: 0.0529573 May 28 05:48:52.032308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34948) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:52.040916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:52.050390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-5c3e2bf0-76a9-4aac-9cd3-108376dd3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:52.051924 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-5c3e2bf0-76a9-4aac-9cd3-108376dd3fb7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 1094 time: 0.2173550 May 28 05:48:52.055881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:52.156095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Made reservation on behalf of 76933709c8894a8fbe55101a37dd89d5 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:52.159752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.171567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dff89c7e-2ae0-4dff-b683-311fcd89fe36 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Synchronizing usage tracker for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:52.188975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2bfc32b4-49cf-4991-8c93-b3a1f0707b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.191057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Made reservation on behalf of 6dd5440363224539bd3134fd100b3846 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:52.193473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.212522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.223636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4682f22b-f49d-447f-983e-290eb4daa9fa req-5d56a571-e677-46a1-90d8-f475bc37fb0a service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604559 May 28 05:48:52.234168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dff89c7e-2ae0-4dff-b683-311fcd89fe36 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] Unset dirty status for tenant:6232476e193a45b0ad073743ec5be8cb on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:52.235453 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dff89c7e-2ae0-4dff-b683-311fcd89fe36 tempest-SecGroupTest-141196184 tempest-SecGroupTest-141196184-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2020798 May 28 05:48:52.237684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:52.248000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Usage tracker for resource:security_group_rule and tenant:6dd5440363224539bd3134fd100b3846 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:52.257958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:52.263797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] device_id is not set on port 7bef1736-b5e1-4a8d-ae94-318b6698ac80 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:48:52.267475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:52.308595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2bfc32b4-49cf-4991-8c93-b3a1f0707b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:52.333052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2bfc32b4-49cf-4991-8c93-b3a1f0707b6c admin admin] Usage tracker for resource:security_group_rule and tenant:0c8d4ecadb19423ba47fe7ffb0e599f0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:52.342941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2bfc32b4-49cf-4991-8c93-b3a1f0707b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:52.368439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2bfc32b4-49cf-4991-8c93-b3a1f0707b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:52.386809 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.398244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.406927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-0c554f1b-fd5d-4931-a0cd-990d3963ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:52.409934 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-0c554f1b-fd5d-4931-a0cd-990d3963ecec service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.3504307 May 28 05:48:52.436465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:48:52.445302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810f5f14-9af3-4384-b158-9673226cb120,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:52.451174 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.451569 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Added segment e72f1e78-6973-4e6f-9c1c-c0ae000d3139 of type vlan for network a72f7a0e-de32-4204-bf6c-98d82d8596cd May 28 05:48:52.495150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.562044 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-4c9e4fd6-ab3b-46b7-962d-21fc0101ed89 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4 HTTP/1.1" status: 200 len: 217 time: 0.1421127 May 28 05:48:52.570932 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.571991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:52.572584 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.682422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dfa1a-c0ff-48d3-937e-be4203bac116 req-83daa235-b8f3-4561-a102-74fb0f9303bf tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:52.683888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-102dfa1a-c0ff-48d3-937e-be4203bac116 req-83daa235-b8f3-4561-a102-74fb0f9303bf tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 943 time: 0.4776249 May 28 05:48:52.689156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34968) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:52.713921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-cad2764a-7fc1-4c84-b581-19112ea489fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:52.715373 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-cad2764a-7fc1-4c84-b581-19112ea489fd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.1357348 May 28 05:48:52.717990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Allocated IP 2001:db8::2ce (229a1a69-bca3-4625-9ff2-8454b32b7061/bb956bfd-a0db-46cb-a42b-9b8d410dc48c/7bef1736-b5e1-4a8d-ae94-318b6698ac80) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:52.740059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9955933 May 28 05:48:52.744048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34978) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:52.753487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Request body: {'subnet': {'network_id': 'a72f7a0e-de32-4204-bf6c-98d82d8596cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:52.758245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac021252-dfe3-4424-9164-995272c392ac tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event updated for resources: {'Network': ['ID=a72f7a0e-de32-4204-bf6c-98d82d8596cd,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:52.764017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:52.772287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a72f7a0e-de32-4204-bf6c-98d82d8596cd details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:48:52.773028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Usage tracker for resource:subnet and tenant:6dd5440363224539bd3134fd100b3846 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:52.777284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:52.784370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:52.800190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec183c-4cc9-490f-87c3-99221dcdceba req-5b106f23-3761-4af8-9205-b5bf99b0c871 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:52.808380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8ec183c-4cc9-490f-87c3-99221dcdceba req-5b106f23-3761-4af8-9205-b5bf99b0c871 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 943 time: 0.2050788 May 28 05:48:52.841008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Made reservation on behalf of 6dd5440363224539bd3134fd100b3846 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:52.843315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.927709 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2bfc32b4-49cf-4991-8c93-b3a1f0707b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:52.934179 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-102dfa1a-c0ff-48d3-937e-be4203bac116 req-ef1d1330-e360-48f6-a004-1c0fd840afc8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287960 May 28 05:48:52.938063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8ec183c-4cc9-490f-87c3-99221dcdceba req-eb9f9106-ba4c-48b7-9b94-4add866e6c61 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287427 May 28 05:48:52.955822 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2bfc32b4-49cf-4991-8c93-b3a1f0707b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.068235 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2bfc32b4-49cf-4991-8c93-b3a1f0707b6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c8d4ecadb19423ba47fe7ffb0e599f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2256849 May 28 05:48:53.069114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34984) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:53.076923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc32b4-49cf-4991-8c93-b3a1f0707b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c233b6-abc1-4094-b71c-be967cab462e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:53.081113 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8c3fc961-c0c8-4843-956c-0926f1120072 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6232476e193a45b0ad073743ec5be8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909616 May 28 05:48:53.091143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34988) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:53.173240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fbbf740d-ffff-428a-bbb2-151166f025ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.177242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-fc4623d5-2034-4551-8556-e946ebe893bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:53.178783 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-fc4623d5-2034-4551-8556-e946ebe893bb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4421573 May 28 05:48:53.231152 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fbbf740d-ffff-428a-bbb2-151166f025ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.346231 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d42963b3-e52c-4821-9ba9-3b580818b077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.377966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fbbf740d-ffff-428a-bbb2-151166f025ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.390024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.399891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf740d-ffff-428a-bbb2-151166f025ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc80a5fa-28ac-435b-89b9-bccb6375123f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:53.417251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d42963b3-e52c-4821-9ba9-3b580818b077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.455340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Transition to ACTIVE for port object 7bef1736-b5e1-4a8d-ae94-318b6698ac80 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:53.461298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 05:48:53.461748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.468860 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-229804d5-6adb-40a7-b5ca-3375665a9d72 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800198 May 28 05:48:53.513729 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fbbf740d-ffff-428a-bbb2-151166f025ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.514827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fbbf740d-ffff-428a-bbb2-151166f025ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc80a5fa-28ac-435b-89b9-bccb6375123f HTTP/1.1" status: 204 len: 168 time: 0.4227452 May 28 05:48:53.545518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c682eca8-43a5-4412-9c16-233762c159d8,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:53.556798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Checking segment: {'id': 'e72f1e78-6973-4e6f-9c1c-c0ae000d3139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a72f7a0e-de32-4204-bf6c-98d82d8596cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:48:53.557160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Network hostable DHCP agents. Network: a72f7a0e-de32-4204-bf6c-98d82d8596cd, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:48:53.578199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Network a72f7a0e-de32-4204-bf6c-98d82d8596cd is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:48:53.589763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a72f7a0e-de32-4204-bf6c-98d82d8596cd) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:53.594226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:53.594849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.605126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d42963b3-e52c-4821-9ba9-3b580818b077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.608222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3639edb1-514d-41b5-a409-d1015c1dac3b None None] Network a72f7a0e-de32-4204-bf6c-98d82d8596cd requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:53.630058 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.630246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e86f2d2f-f34c-45b9-9912-ea05e2a6314a tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8826964 May 28 05:48:53.632098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34996) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:53.642521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-831679853', 'network_id': 'a72f7a0e-de32-4204-bf6c-98d82d8596cd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:53.652042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:53.657835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Usage tracker for resource:port and tenant:6dd5440363224539bd3134fd100b3846 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:53.663146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:53.672359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42963b3-e52c-4821-9ba9-3b580818b077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c233b6-abc1-4094-b71c-be967cab462e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:53.683012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:53.696694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Made reservation on behalf of 6dd5440363224539bd3134fd100b3846 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:53.699353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.709314 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f508faf-8f80-4101-9966-d6b1009ff762 req-54c93d5f-c780-4d52-bfd1-a2480aec55c4 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322712 May 28 05:48:53.723177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:53.728212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:53.736006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:53.738876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] device_id is not set on port 46ec36f7-c91c-4025-84e1-8b9ab220c152 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:48:53.742070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:53.742699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.748757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d42963b3-e52c-4821-9ba9-3b580818b077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:53.752836 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d42963b3-e52c-4821-9ba9-3b580818b077 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39c233b6-abc1-4094-b71c-be967cab462e HTTP/1.1" status: 204 len: 168 time: 0.6772287 May 28 05:48:53.753689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Port': ['ID=7bef1736-b5e1-4a8d-ae94-318b6698ac80,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:53.770066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device abdb71f9-ef94-4b78-8121-7328e52d5276 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:48:53.777732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d612e13a-6d26-4e15-8106-915fdc75372c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1011808 May 28 05:48:53.778402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:53.788044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ce040fe7-7380-4c52-9206-7559eb85fd68 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::191', 'mac_address': 'fa:16:3e:ab:ee:c8'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:54.016143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Allocated IP 2001:db8::7c (a72f7a0e-de32-4204-bf6c-98d82d8596cd/c682eca8-43a5-4412-9c16-233762c159d8/46ec36f7-c91c-4025-84e1-8b9ab220c152) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:54.110791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port abdb71f9-ef94-4b78-8121-7328e52d5276, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=abdb71f9-ef94-4b78-8121-7328e52d5276,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:54.127177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'abdb71f9-ef94-4b78-8121-7328e52d5276', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'port_id': 'abdb71f9-ef94-4b78-8121-7328e52d5276', 'mac_address': 'fa:16:3e:fb:ef:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa91beaf-eda9-4703-bb88-eafa22b1d514', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:48:54.266503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port abdb71f9-ef94-4b78-8121-7328e52d5276 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:54.267200 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:54.294355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdb71f9-ef94-4b78-8121-7328e52d5276 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:48:54.404694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5318ca0e-9e76-47aa-a9aa-04d0e5b977dc None None] Network a72f7a0e-de32-4204-bf6c-98d82d8596cd requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:54.474154 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce040fe7-7380-4c52-9206-7559eb85fd68 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:54.499826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port abdb71f9-ef94-4b78-8121-7328e52d5276, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=abdb71f9-ef94-4b78-8121-7328e52d5276,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:54.602272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b67dc6ce-11cc-408f-8cbe-fec764703744 None None] Provisioning for port 7bef1736-b5e1-4a8d-ae94-318b6698ac80 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:54.606152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35038) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:54.612328 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:54.638445 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd73c829-2892-4ebf-a24e-7b333397a80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:54.640643 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:54.656570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b67dc6ce-11cc-408f-8cbe-fec764703744 None None] Provisioning complete for port 7bef1736-b5e1-4a8d-ae94-318b6698ac80 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:54.657442 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b67dc6ce-11cc-408f-8cbe-fec764703744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:54.665674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c4de6-9f9d-4d1e-9f21-edcd781824a1 req-177dc829-95d6-4566-87ec-d1fe6de1f377 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:54.673111 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-050c4de6-9f9d-4d1e-9f21-edcd781824a1 req-177dc829-95d6-4566-87ec-d1fe6de1f377 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 943 time: 0.3490205 May 28 05:48:54.679479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc941e1-b2f0-4950-90e2-e426eb2a4a6c req-a6791471-d755-4ffe-ae35-19922b13ff18 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:54.692218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8cc941e1-b2f0-4950-90e2-e426eb2a4a6c req-a6791471-d755-4ffe-ae35-19922b13ff18 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 943 time: 0.4076929 May 28 05:48:54.696506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:54.711258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cd73c829-2892-4ebf-a24e-7b333397a80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:54.772903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=abdb71f9-ef94-4b78-8121-7328e52d5276,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:54.776094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b67dc6ce-11cc-408f-8cbe-fec764703744 None None] Port 7bef1736-b5e1-4a8d-ae94-318b6698ac80 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:48:54.788322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cd73c829-2892-4ebf-a24e-7b333397a80b admin admin] Usage tracker for resource:security_group_rule and tenant:de8ba98ee74f409e8046435af6b67eed is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:54.810013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cd73c829-2892-4ebf-a24e-7b333397a80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:54.838912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35052) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:54.855991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cd73c829-2892-4ebf-a24e-7b333397a80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:54.880201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Network a72f7a0e-de32-4204-bf6c-98d82d8596cd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:54.886477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:54.890940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:54.892097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:54.892974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:54.893698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-050c4de6-9f9d-4d1e-9f21-edcd781824a1 req-1d2d9059-35d2-41f5-9a93-a5ad1025b36f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194254 May 28 05:48:55.011346 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce040fe7-7380-4c52-9206-7559eb85fd68 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.011917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['abdb71f9-ef94-4b78-8121-7328e52d5276'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:55.031939 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce040fe7-7380-4c52-9206-7559eb85fd68 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.094087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ce040fe7-7380-4c52-9206-7559eb85fd68 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] In _notify_port_updated(), no bound segment for port 7bef1736-b5e1-4a8d-ae94-318b6698ac80 on network 229a1a69-bca3-4625-9ff2-8454b32b7061 {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:48:55.100822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce040fe7-7380-4c52-9206-7559eb85fd68 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:55.101810 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce040fe7-7380-4c52-9206-7559eb85fd68 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.103755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ce040fe7-7380-4c52-9206-7559eb85fd68 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "PUT /v2.0/ports/7bef1736-b5e1-4a8d-ae94-318b6698ac80 HTTP/1.1" status: 200 len: 1002 time: 1.3243778 May 28 05:48:55.112800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event updated for resources: {'Port': ['ID=46ec36f7-c91c-4025-84e1-8b9ab220c152,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:55.115123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35064) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:55.137977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-859113035-network', 'tenant_id': 'ec9bc9da5a244ced8f18614d6b15bfae'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:55.160020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:55.167347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd73c829-2892-4ebf-a24e-7b333397a80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.176413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Usage tracker for resource:network and tenant:ec9bc9da5a244ced8f18614d6b15bfae is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:55.183037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:55.197694 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd73c829-2892-4ebf-a24e-7b333397a80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.237839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:55.258470 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8cc941e1-b2f0-4950-90e2-e426eb2a4a6c req-d36f5d24-5432-4400-9f87-9e040bc58536 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446756 May 28 05:48:55.260071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce040fe7-7380-4c52-9206-7559eb85fd68 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Port': ['ID=7bef1736-b5e1-4a8d-ae94-318b6698ac80,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:55.262521 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b873d0d5-7f42-4f47-aecd-34623a7a336f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6280055 May 28 05:48:55.275106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cd73c829-2892-4ebf-a24e-7b333397a80b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de8ba98ee74f409e8046435af6b67eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6676559 May 28 05:48:55.276190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35068) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:55.279193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35070) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:55.314102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-46986c8c-ba0d-4151-8a24-5c40bad11d13 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Deleting port 7bef1736-b5e1-4a8d-ae94-318b6698ac80 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:55.314102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46986c8c-ba0d-4151-8a24-5c40bad11d13 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.353750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73c829-2892-4ebf-a24e-7b333397a80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9a2ad9-8be3-4178-85e7-d1aa72ee9e9c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:55.366158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Made reservation on behalf of ec9bc9da5a244ced8f18614d6b15bfae for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:55.370384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.407215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.437416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f9f97356-03de-472b-b4de-dcd004eca071 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Deleting port 46ec36f7-c91c-4025-84e1-8b9ab220c152 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:55.437827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9f97356-03de-472b-b4de-dcd004eca071 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.471510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:55.486844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f891a9b-fd4f-4fff-9115-1e591925b9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.487305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Usage tracker for resource:security_group_rule and tenant:ec9bc9da5a244ced8f18614d6b15bfae is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:55.493410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:55.504716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:55.508749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-960c8065-e7d0-4ae8-b211-a9e0356fe686 None None] Provisioning complete for port 7bef1736-b5e1-4a8d-ae94-318b6698ac80 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:55.509717 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-960c8065-e7d0-4ae8-b211-a9e0356fe686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.577884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-960c8065-e7d0-4ae8-b211-a9e0356fe686 None None] Port 7bef1736-b5e1-4a8d-ae94-318b6698ac80 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:48:55.598644 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f891a9b-fd4f-4fff-9115-1e591925b9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.685178 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46986c8c-ba0d-4151-8a24-5c40bad11d13 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.746533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 46579118-48c7-4bbf-a4df-6a081c6bb6d4 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:48:55.764079 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.776423 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.812214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9f97356-03de-472b-b4de-dcd004eca071 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.815495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f891a9b-fd4f-4fff-9115-1e591925b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.825921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-46986c8c-ba0d-4151-8a24-5c40bad11d13 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Calling delete_port for 7bef1736-b5e1-4a8d-ae94-318b6698ac80 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:55.877258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f891a9b-fd4f-4fff-9115-1e591925b9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9a2ad9-8be3-4178-85e7-d1aa72ee9e9c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:55.891751 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f891a9b-fd4f-4fff-9115-1e591925b9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.894452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:48:55.894585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2f891a9b-fd4f-4fff-9115-1e591925b9e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f9a2ad9-8be3-4178-85e7-d1aa72ee9e9c HTTP/1.1" status: 204 len: 168 time: 0.6140206 May 28 05:48:55.981280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:56.002133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '46579118-48c7-4bbf-a4df-6a081c6bb6d4', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'port_id': '46579118-48c7-4bbf-a4df-6a081c6bb6d4', 'mac_address': 'fa:16:3e:c0:6c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:48:56.042827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f9f97356-03de-472b-b4de-dcd004eca071 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Calling delete_port for 46ec36f7-c91c-4025-84e1-8b9ab220c152 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:48:56.069944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:56.070328 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:56.091335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46986c8c-ba0d-4151-8a24-5c40bad11d13 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:56.106556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46579118-48c7-4bbf-a4df-6a081c6bb6d4 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:48:56.137583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abee1bc-b1d7-4e50-a0e6-391f3ae8c20f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:56.160476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:56.162389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:56.163298 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Added segment 3d45b0dd-abc3-4f74-b2ed-b22602e444c0 of type vlan for network 4034d296-3fca-43e6-b4bd-46f46672030e May 28 05:48:56.173546 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:56.217118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46986c8c-ba0d-4151-8a24-5c40bad11d13 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event deleted for resources: {'Port': ['ID=7bef1736-b5e1-4a8d-ae94-318b6698ac80,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:56.258588 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:56.372005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=46579118-48c7-4bbf-a4df-6a081c6bb6d4,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:56.454917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab901ce-2009-4216-91ef-f658d2dac9bf req-f5ce8079-af35-466c-bc38-a57b965f4631 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:56.456505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ab901ce-2009-4216-91ef-f658d2dac9bf req-f5ce8079-af35-466c-bc38-a57b965f4631 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 943 time: 0.3674350 May 28 05:48:56.471913 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:56.472881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:56.473461 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:56.515318 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9f97356-03de-472b-b4de-dcd004eca071 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:56.553781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['46579118-48c7-4bbf-a4df-6a081c6bb6d4'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:48:56.730153 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46986c8c-ba0d-4151-8a24-5c40bad11d13 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:56.778577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-46986c8c-ba0d-4151-8a24-5c40bad11d13 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "DELETE /v2.0/ports/7bef1736-b5e1-4a8d-ae94-318b6698ac80 HTTP/1.1" status: 204 len: 168 time: 1.6424913 May 28 05:48:56.783519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35106) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:56.833516 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ab901ce-2009-4216-91ef-f658d2dac9bf req-e95d0e34-3de0-4d23-9be0-405c3cc48d7f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516202 May 28 05:48:56.858832 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7376407-4133-4b0c-8bc0-c5e544e3f03e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] GET failed (client error): The resource could not be found. May 28 05:48:56.859575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d7376407-4133-4b0c-8bc0-c5e544e3f03e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Synchronizing usage tracker for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:48:56.877306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f97356-03de-472b-b4de-dcd004eca071 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event deleted for resources: {'Port': ['ID=46ec36f7-c91c-4025-84e1-8b9ab220c152,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:56.900524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d7376407-4133-4b0c-8bc0-c5e544e3f03e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Unset dirty status for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:48:56.901690 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d7376407-4133-4b0c-8bc0-c5e544e3f03e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "GET /v2.0/ports/7bef1736-b5e1-4a8d-ae94-318b6698ac80 HTTP/1.1" status: 404 len: 333 time: 0.1126556 May 28 05:48:56.910268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2a4ae-ceae-43d6-90b1-60c218a5e6f8 req-a5665579-a5c1-45b7-9824-fcefc4dfb44f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:56.911735 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3bb2a4ae-ceae-43d6-90b1-60c218a5e6f8 req-a5665579-a5c1-45b7-9824-fcefc4dfb44f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 944 time: 0.3596983 May 28 05:48:56.912202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35112) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:56.913105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35114) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:56.923652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'port': {'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-448517017'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:56.941724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4034d296-3fca-43e6-b4bd-46f46672030e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:56.952657 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9f97356-03de-472b-b4de-dcd004eca071 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:56.954461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 4034d296-3fca-43e6-b4bd-46f46672030e details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:48:56.969349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f9f97356-03de-472b-b4de-dcd004eca071 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "DELETE /v2.0/ports/46ec36f7-c91c-4025-84e1-8b9ab220c152 HTTP/1.1" status: 204 len: 168 time: 1.6801021 May 28 05:48:56.970130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35124) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:56.975757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72f7a0e-de32-4204-bf6c-98d82d8596cd', 'external_fixed_ips': [{'subnet_id': 'c682eca8-43a5-4412-9c16-233762c159d8', 'ip_address': '2001:db8::7c'}]}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:56.981465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ddd820d7-5c98-444f-98d2-fd15be44ecb6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1334550 May 28 05:48:56.982794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:56.984949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35128) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:56.991637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Request body: {'subnet': {'network_id': '4034d296-3fca-43e6-b4bd-46f46672030e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-859113035-subnet', 'tenant_id': 'ec9bc9da5a244ced8f18614d6b15bfae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:56.996477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Usage tracker for resource:router and tenant:6dd5440363224539bd3134fd100b3846 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:57.000710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:57.003873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:57.009844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:57.012206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Usage tracker for resource:subnet and tenant:ec9bc9da5a244ced8f18614d6b15bfae is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:57.017060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:57.026721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:57.039032 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.040425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.045533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Made reservation on behalf of ec9bc9da5a244ced8f18614d6b15bfae for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:57.049169 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.063381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3bb2a4ae-ceae-43d6-90b1-60c218a5e6f8 req-5b656bf6-91e1-4e5d-b325-dfab8e294d3d tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237702 May 28 05:48:57.159472 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.199628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:57.238896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:57.261828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Made reservation on behalf of 76933709c8894a8fbe55101a37dd89d5 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:48:57.265312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.318626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f062e7f3-b832-4941-ba3d-286e84568225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.329200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] device_id is not set on port 2b97bd2a-aa73-4cfc-a142-52112cf43ddb yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:48:57.376206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f062e7f3-b832-4941-ba3d-286e84568225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:57.391914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f062e7f3-b832-4941-ba3d-286e84568225 admin admin] Usage tracker for resource:security_group_rule and tenant:efbca2a5835b4a3198a91c1f09dc05ca is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:57.397354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f062e7f3-b832-4941-ba3d-286e84568225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:57.407760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f062e7f3-b832-4941-ba3d-286e84568225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:57.524170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Allocated IP 2001:db8::22c (229a1a69-bca3-4625-9ff2-8454b32b7061/bb956bfd-a0db-46cb-a42b-9b8d410dc48c/2b97bd2a-aa73-4cfc-a142-52112cf43ddb) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:57.562029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.618931 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f062e7f3-b832-4941-ba3d-286e84568225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.642152 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f062e7f3-b832-4941-ba3d-286e84568225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.674102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.744508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device abdb71f9-ef94-4b78-8121-7328e52d5276 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:48:57.774748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1fd94d1-94c3-495d-abc2-2ed7994fc1b6,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:57.791161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Checking segment: {'id': '3d45b0dd-abc3-4f74-b2ed-b22602e444c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4034d296-3fca-43e6-b4bd-46f46672030e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:48:57.791588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Network hostable DHCP agents. Network: 4034d296-3fca-43e6-b4bd-46f46672030e, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:48:57.796714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.797383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.797383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.797696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.798023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.798347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.798670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.798988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.799359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.799681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.799995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.800315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:48:57.828890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port abdb71f9-ef94-4b78-8121-7328e52d5276 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:57.835360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Network 4034d296-3fca-43e6-b4bd-46f46672030e is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:48:57.838783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port abdb71f9-ef94-4b78-8121-7328e52d5276 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:57.839443 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.853886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 4034d296-3fca-43e6-b4bd-46f46672030e) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:57.863680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:57.864270 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.868973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f062e7f3-b832-4941-ba3d-286e84568225 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=efbca2a5835b4a3198a91c1f09dc05ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9532676 May 28 05:48:57.873201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35152) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:57.873495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062e7f3-b832-4941-ba3d-286e84568225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a13c1bc-dff4-4878-a5a0-a285e9b4e1c2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:57.879624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31fc0bc-7c3e-43ee-9340-46631a52b998 None None] Network 4034d296-3fca-43e6-b4bd-46f46672030e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:58.027397 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.038738 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b9df8aa-18bd-47ed-a12f-c507bdaf07cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.057883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Transition to ACTIVE for port object 2b97bd2a-aa73-4cfc-a142-52112cf43ddb will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:48:58.075673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b9df8aa-18bd-47ed-a12f-c507bdaf07cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.088587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port abdb71f9-ef94-4b78-8121-7328e52d5276 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:58.089248 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.133251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88895955-824f-4f60-afa3-287593e11c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdb71f9-ef94-4b78-8121-7328e52d5276'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:48:58.134731 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.282069 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-81b85b3c-95ed-4183-ac7e-3ce0e799ca4a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2956705 May 28 05:48:58.287094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b9df8aa-18bd-47ed-a12f-c507bdaf07cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.332217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67624a24-42db-4e33-9924-d9bec3c1c05d None None] Network 4034d296-3fca-43e6-b4bd-46f46672030e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:48:58.346930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port abdb71f9-ef94-4b78-8121-7328e52d5276, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=abdb71f9-ef94-4b78-8121-7328e52d5276,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:58.354892 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.355801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 46579118-48c7-4bbf-a4df-6a081c6bb6d4 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:48:58.421188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9df8aa-18bd-47ed-a12f-c507bdaf07cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a13c1bc-dff4-4878-a5a0-a285e9b4e1c2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:58.442923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Port': ['ID=2b97bd2a-aa73-4cfc-a142-52112cf43ddb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:58.453739 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.476415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:58.480719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:58.489325 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.539162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:58.558412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:58.560267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.564968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b443e-8fa0-43d8-87b2-dbd2f4c70a74 req-dc04e00a-c46a-48a3-95eb-8ea7ff022a7f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:58.574496 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c56b443e-8fa0-43d8-87b2-dbd2f4c70a74 req-dc04e00a-c46a-48a3-95eb-8ea7ff022a7f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 944 time: 0.5873923 May 28 05:48:58.577291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=abdb71f9-ef94-4b78-8121-7328e52d5276,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:58.628305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b9df8aa-18bd-47ed-a12f-c507bdaf07cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.630380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5b9df8aa-18bd-47ed-a12f-c507bdaf07cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a13c1bc-dff4-4878-a5a0-a285e9b4e1c2 HTTP/1.1" status: 204 len: 168 time: 0.7540510 May 28 05:48:58.665285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:58.683533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:58.684182 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:58.700809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff54d9-ad64-4407-8a5a-928d9d10e40a req-d487a704-874d-42df-985c-d5024fb19f44 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:58.704210 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7ff54d9-ad64-4407-8a5a-928d9d10e40a req-d487a704-874d-42df-985c-d5024fb19f44 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 945 time: 0.4268098 May 28 05:48:58.711862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fda022c2-e397-48d3-bdfb-beeea77de893 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7974062 May 28 05:48:58.751598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35174) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:58.768078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-09639825-c173-4d57-986c-c1be77d88abb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:ee:c8'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:58.889515 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c56b443e-8fa0-43d8-87b2-dbd2f4c70a74 req-a627e6ed-a748-4b96-bdd3-994fcbf7069a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008003 May 28 05:48:59.004374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Allocated IP 2001:db8::7c (a72f7a0e-de32-4204-bf6c-98d82d8596cd/c682eca8-43a5-4412-9c16-233762c159d8/900d0349-41a1-44b2-ae1e-8f7e8d42bb76) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:48:59.007920 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f07636-9778-4aa4-b2cb-d78dfa021ea9'] response: {'server_uuid': '88895955-824f-4f60-afa3-287593e11c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdb71f9-ef94-4b78-8121-7328e52d5276', 'code': 200} May 28 05:48:59.072903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b4250b85-ec89-48f9-88f3-bf2d755ca0e9 None None] Provisioning for port 2b97bd2a-aa73-4cfc-a142-52112cf43ddb completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:48:59.090939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b4250b85-ec89-48f9-88f3-bf2d755ca0e9 None None] Provisioning complete for port 2b97bd2a-aa73-4cfc-a142-52112cf43ddb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:48:59.091610 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b4250b85-ec89-48f9-88f3-bf2d755ca0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.155589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b4250b85-ec89-48f9-88f3-bf2d755ca0e9 None None] Port 2b97bd2a-aa73-4cfc-a142-52112cf43ddb cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:48:59.157268 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7ff54d9-ad64-4407-8a5a-928d9d10e40a req-5e2b174c-15dc-4369-91dd-9294b8b712c7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439847 May 28 05:48:59.166515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:48:59.167756 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.221074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:48:59.228709 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.333868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=46579118-48c7-4bbf-a4df-6a081c6bb6d4,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:59.344801 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-09639825-c173-4d57-986c-c1be77d88abb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.358101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.392254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd98a7b-e57e-4359-afcc-262784d4e013 req-4f589cb6-cca4-431e-9e81-1b124b9c1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:59.393984 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6bd98a7b-e57e-4359-afcc-262784d4e013 req-4f589cb6-cca4-431e-9e81-1b124b9c1cfc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 1096 time: 0.2041414 May 28 05:48:59.433369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35186) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:59.460261 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55dbd361-4832-49f5-b6c5-ec72a1fb9e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.485485 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.549790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35190) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:59.557218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-55dbd361-4832-49f5-b6c5-ec72a1fb9e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:59.564162 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6bd98a7b-e57e-4359-afcc-262784d4e013 req-0297e89f-de75-47d0-857e-425c994e2daf service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604638 May 28 05:48:59.572275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-55dbd361-4832-49f5-b6c5-ec72a1fb9e4b admin admin] Usage tracker for resource:security_group_rule and tenant:09f8916abd04435d8498f5ae16f6479c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:59.579425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-55dbd361-4832-49f5-b6c5-ec72a1fb9e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:48:59.583197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Network a72f7a0e-de32-4204-bf6c-98d82d8596cd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:48:59.590545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:48:59.592351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-55dbd361-4832-49f5-b6c5-ec72a1fb9e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:48:59.594456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event updated for resources: {'Port': ['ID=900d0349-41a1-44b2-ae1e-8f7e8d42bb76,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:59.598127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:48:59.649047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-09639825-c173-4d57-986c-c1be77d88abb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.656446 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-09639825-c173-4d57-986c-c1be77d88abb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.725674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-09639825-c173-4d57-986c-c1be77d88abb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] In _notify_port_updated(), no bound segment for port 2b97bd2a-aa73-4cfc-a142-52112cf43ddb on network 229a1a69-bca3-4625-9ff2-8454b32b7061 {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:48:59.731663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09639825-c173-4d57-986c-c1be77d88abb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:48:59.732510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-09639825-c173-4d57-986c-c1be77d88abb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.733959 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-09639825-c173-4d57-986c-c1be77d88abb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "PUT /v2.0/ports/2b97bd2a-aa73-4cfc-a142-52112cf43ddb HTTP/1.1" status: 200 len: 1002 time: 0.9808023 May 28 05:48:59.737694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35200) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:59.828010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639825-c173-4d57-986c-c1be77d88abb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Port': ['ID=2b97bd2a-aa73-4cfc-a142-52112cf43ddb,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:48:59.877682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8e602ef9-580f-4f65-9a53-f6dff44bb87e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Deleting port 2b97bd2a-aa73-4cfc-a142-52112cf43ddb {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:48:59.878110 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e602ef9-580f-4f65-9a53-f6dff44bb87e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:59.914765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35206) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:48:59.958769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1820275356-network', 'tenant_id': '9d8dd53b3f814181bce688f565bf949b'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:48:59.979850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:48:59.987299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Usage tracker for resource:network and tenant:9d8dd53b3f814181bce688f565bf949b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:48:59.995254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:00.002188 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7673430c-805a-49cd-9930-740c7ce89f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.025573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:00.044358 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55dbd361-4832-49f5-b6c5-ec72a1fb9e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.055099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7673430c-805a-49cd-9930-740c7ce89f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:00.078780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7673430c-805a-49cd-9930-740c7ce89f91 admin admin] Usage tracker for resource:security_group_rule and tenant:807f507c1b314ae2a7727392a6fbe439 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:00.084675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7673430c-805a-49cd-9930-740c7ce89f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:00.089202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a854a7c1-dc94-42f0-9910-4f86a9d413eb None None] Provisioning complete for port 2b97bd2a-aa73-4cfc-a142-52112cf43ddb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:00.089709 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a854a7c1-dc94-42f0-9910-4f86a9d413eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.090527 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55dbd361-4832-49f5-b6c5-ec72a1fb9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.093925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7673430c-805a-49cd-9930-740c7ce89f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:00.098153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Made reservation on behalf of 9d8dd53b3f814181bce688f565bf949b for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:00.100736 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.128839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-55dbd361-4832-49f5-b6c5-ec72a1fb9e4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09f8916abd04435d8498f5ae16f6479c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6914992 May 28 05:49:00.131952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35214) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:00.134191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.172738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a854a7c1-dc94-42f0-9910-4f86a9d413eb None None] Port 2b97bd2a-aa73-4cfc-a142-52112cf43ddb cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:49:00.202124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.228714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:00.231843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Usage tracker for resource:security_group_rule and tenant:9d8dd53b3f814181bce688f565bf949b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:00.234668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:00.240446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:00.266978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbd361-4832-49f5-b6c5-ec72a1fb9e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b503a90-2067-4ccb-a51e-8f8dbea3ca0a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:00.401869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc29316-fe15-442b-a873-d5a21928acef req-58a00b16-1793-45a6-b9ab-de89d1589fdb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:00.403672 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7fc29316-fe15-442b-a873-d5a21928acef req-58a00b16-1793-45a6-b9ab-de89d1589fdb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.3724067 May 28 05:49:00.412872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e602ef9-580f-4f65-9a53-f6dff44bb87e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.419178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-789dfef1-9de8-4599-96d7-78aa83c278f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.539324 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-789dfef1-9de8-4599-96d7-78aa83c278f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.567177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8e602ef9-580f-4f65-9a53-f6dff44bb87e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Calling delete_port for 2b97bd2a-aa73-4cfc-a142-52112cf43ddb owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:00.573932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7fc29316-fe15-442b-a873-d5a21928acef req-add73734-7bf2-47fb-a5c5-ead19f9be209 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557086 May 28 05:49:00.733118 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.812090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7673430c-805a-49cd-9930-740c7ce89f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.820350 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-789dfef1-9de8-4599-96d7-78aa83c278f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.820791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39705b-a14c-4225-a566-0ae647c591a5 req-6398ca50-21d9-430e-bde3-b224b6587530 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:00.822299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d39705b-a14c-4225-a566-0ae647c591a5 req-6398ca50-21d9-430e-bde3-b224b6587530 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 945 time: 0.5327735 May 28 05:49:00.824079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.827396 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7673430c-805a-49cd-9930-740c7ce89f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.839987 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.845075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dfef1-9de8-4599-96d7-78aa83c278f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b503a90-2067-4ccb-a51e-8f8dbea3ca0a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:00.869188 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.930920 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-789dfef1-9de8-4599-96d7-78aa83c278f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:00.934789 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-789dfef1-9de8-4599-96d7-78aa83c278f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b503a90-2067-4ccb-a51e-8f8dbea3ca0a HTTP/1.1" status: 204 len: 168 time: 0.7987885 May 28 05:49:00.948968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673430c-805a-49cd-9930-740c7ce89f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9515b13d-1a78-4a6d-a415-56ed9cabfdea,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:00.960452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:49:00.967528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7673430c-805a-49cd-9930-740c7ce89f91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=807f507c1b314ae2a7727392a6fbe439&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4167285 May 28 05:49:00.969726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35222) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:01.009096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46579118-48c7-4bbf-a4df-6a081c6bb6d4'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:01.063570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ce945c-0e4f-4f0d-9bc5-79163840e769,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:01.070861 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d39705b-a14c-4225-a566-0ae647c591a5 req-b6bbc18c-77d9-4d86-9f75-fa5d361ce506 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342002 May 28 05:49:01.090459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Router 01fa0c9c-157a-407b-964c-529fc4c23f05 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:49:01.116165 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c3ff07-9c31-4939-b169-173a1db8dbca'] response: {'server_uuid': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46579118-48c7-4bbf-a4df-6a081c6bb6d4', 'code': 200} May 28 05:49:01.164383 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e602ef9-580f-4f65-9a53-f6dff44bb87e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.177892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.178237 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Added segment aaf3a072-28d6-4cd6-8c0c-0f0dacb7a50f of type vlan for network 158e1dee-f972-4018-9dd2-c3f1aa99925c May 28 05:49:01.229219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bca0053a-904c-45d8-96b5-fa68ddbbb7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.242390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e602ef9-580f-4f65-9a53-f6dff44bb87e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event deleted for resources: {'Port': ['ID=2b97bd2a-aa73-4cfc-a142-52112cf43ddb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:01.316515 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e602ef9-580f-4f65-9a53-f6dff44bb87e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.337306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.355757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bca0053a-904c-45d8-96b5-fa68ddbbb7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.392500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:49:01.406180 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] Sync routers for ids ['01fa0c9c-157a-407b-964c-529fc4c23f05'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:49:01.417673 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] Routers {'01fa0c9c-157a-407b-964c-529fc4c23f05'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:49:01.418521 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:48:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['01fa0c9c-157a-407b-964c-529fc4c23f05'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:01.424109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8e602ef9-580f-4f65-9a53-f6dff44bb87e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "DELETE /v2.0/ports/2b97bd2a-aa73-4cfc-a142-52112cf43ddb HTTP/1.1" status: 204 len: 168 time: 1.6851058 May 28 05:49:01.425266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35234) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:01.433098 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.435304 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d500dbe0-c528-4afc-b1c3-be07583ac2b0 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.4640536 May 28 05:49:01.439032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35238) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:01.483989 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.484220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:01.484693 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.503749 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4d75c6-03ac-4b8b-9f1b-61016343007f tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] GET failed (client error): The resource could not be found. May 28 05:49:01.504314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6a4d75c6-03ac-4b8b-9f1b-61016343007f tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Synchronizing usage tracker for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:01.607045 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bca0053a-904c-45d8-96b5-fa68ddbbb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.649593 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7194443 May 28 05:49:01.650376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5b8ce-1005-48fe-b572-7a4a6f94ee78 admin admin] Pushing event updated for resources: {'Network': ['ID=158e1dee-f972-4018-9dd2-c3f1aa99925c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:01.660204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35248) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:01.660754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 158e1dee-f972-4018-9dd2-c3f1aa99925c details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:49:01.664399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0053a-904c-45d8-96b5-fa68ddbbb7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515b13d-1a78-4a6d-a415-56ed9cabfdea,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:01.673861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6a4d75c6-03ac-4b8b-9f1b-61016343007f tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Unset dirty status for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:01.680280 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6a4d75c6-03ac-4b8b-9f1b-61016343007f tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "GET /v2.0/ports/2b97bd2a-aa73-4cfc-a142-52112cf43ddb HTTP/1.1" status: 404 len: 333 time: 0.2495646 May 28 05:49:01.680280 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bca0053a-904c-45d8-96b5-fa68ddbbb7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.684071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bca0053a-904c-45d8-96b5-fa68ddbbb7c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9515b13d-1a78-4a6d-a415-56ed9cabfdea HTTP/1.1" status: 204 len: 168 time: 0.7071152 May 28 05:49:01.684718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35252) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:01.689250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Request body: {'subnet': {'network_id': '158e1dee-f972-4018-9dd2-c3f1aa99925c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1820275356-subnet', 'tenant_id': '9d8dd53b3f814181bce688f565bf949b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:01.697608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'port': {'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1051466333'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:01.713194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:01.723899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Usage tracker for resource:subnet and tenant:9d8dd53b3f814181bce688f565bf949b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:01.745009 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] Set router 01fa0c9c-157a-407b-964c-529fc4c23f05 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:49:01.774319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:01.832805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:01.857881 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.903515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Made reservation on behalf of 9d8dd53b3f814181bce688f565bf949b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:01.905841 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:01.968979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2269d6-06b1-46ad-b358-bd2cf772cfd9 req-2a578362-017b-43a0-b873-2568009875aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:01.971625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba2269d6-06b1-46ad-b358-bd2cf772cfd9 req-2a578362-017b-43a0-b873-2568009875aa service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 1096 time: 0.7631941 May 28 05:49:02.039394 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba2269d6-06b1-46ad-b358-bd2cf772cfd9 req-8ced95ae-b07b-4af7-8764-e6ea746f8fa3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583236 May 28 05:49:02.113255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:02.181243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:02.212745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:02.239059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Deleting port 900d0349-41a1-44b2-ae1e-8f7e8d42bb76 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:02.239534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:02.240681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0eaf0-15e2-4aea-a429-903823a54cf4 req-3e844b1e-dc04-44e4-8d7b-f93e0832494e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:02.253251 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47e0eaf0-15e2-4aea-a429-903823a54cf4 req-3e844b1e-dc04-44e4-8d7b-f93e0832494e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.4795980 May 28 05:49:02.297544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Made reservation on behalf of 76933709c8894a8fbe55101a37dd89d5 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:02.301246 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:02.368450 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fa0c9c-157a-407b-964c-529fc4c23f05', 'name': '', 'tenant_id': '6dd5440363224539bd3134fd100b3846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72f7a0e-de32-4204-bf6c-98d82d8596cd', 'external_fixed_ips': [{'subnet_id': 'c682eca8-43a5-4412-9c16-233762c159d8', 'ip_address': '2001:db8::7c'}], 'enable_snat': True}, 'gw_port_id': '900d0349-41a1-44b2-ae1e-8f7e8d42bb76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:48:57Z', 'updated_at': '2022-05-28T05:48:59Z', 'revision_number': 3, 'project_id': '6dd5440363224539bd3134fd100b3846', 'gw_port': {'id': '900d0349-41a1-44b2-ae1e-8f7e8d42bb76', 'name': '', 'network_id': 'a72f7a0e-de32-4204-bf6c-98d82d8596cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fa0c9c-157a-407b-964c-529fc4c23f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c682eca8-43a5-4412-9c16-233762c159d8', 'ip_address': '2001:db8::7c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:48:58Z', 'updated_at': '2022-05-28T05:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c682eca8-43a5-4412-9c16-233762c159d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:02.370262 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47e0eaf0-15e2-4aea-a429-903823a54cf4 req-11549f0d-2187-4878-b8a5-2158c5a159b2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159139 May 28 05:49:02.377316 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] Checking router: 01fa0c9c-157a-407b-964c-529fc4c23f05 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:49:02.377660 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] Updating router 01fa0c9c-157a-407b-964c-529fc4c23f05 port 900d0349-41a1-44b2-ae1e-8f7e8d42bb76 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:49:02.381990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] device_id is not set on port c4280c2b-bcb4-421d-b751-d6a7e762f83a yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:02.425895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35274) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:02.444408 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:02.448579 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a0c7d88-81bb-43b4-a584-15e0cdff9bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:02.481706 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:02.527919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6a0c7d88-81bb-43b4-a584-15e0cdff9bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:02.544698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6a0c7d88-81bb-43b4-a584-15e0cdff9bee admin admin] Usage tracker for resource:security_group_rule and tenant:6dcc5a5199904091a8f15f7b999928fd is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:02.552222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6a0c7d88-81bb-43b4-a584-15e0cdff9bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:02.561861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6a0c7d88-81bb-43b4-a584-15e0cdff9bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:02.650706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Calling delete_port for 900d0349-41a1-44b2-ae1e-8f7e8d42bb76 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:02.730293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Allocated IP 2001:db8::f5 (229a1a69-bca3-4625-9ff2-8454b32b7061/bb956bfd-a0db-46cb-a42b-9b8d410dc48c/c4280c2b-bcb4-421d-b751-d6a7e762f83a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:49:02.740994 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:02.914621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44963f3-c731-40c0-a671-acfbc658a951 req-429eb6a2-bcd3-4d5a-8ada-e47b97ec90a6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:02.921878 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f44963f3-c731-40c0-a671-acfbc658a951 req-429eb6a2-bcd3-4d5a-8ada-e47b97ec90a6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 945 time: 0.5894818 May 28 05:49:02.942263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa0a653-24d6-4c6b-be52-83d652e34856,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:02.981789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a0c7d88-81bb-43b4-a584-15e0cdff9bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:02.987566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f44963f3-c731-40c0-a671-acfbc658a951 req-6b244555-b26f-46f0-a6bd-6d80fd0da48e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647724 May 28 05:49:03.011823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Checking segment: {'id': 'aaf3a072-28d6-4cd6-8c0c-0f0dacb7a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '158e1dee-f972-4018-9dd2-c3f1aa99925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:49:03.012186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Network hostable DHCP agents. Network: 158e1dee-f972-4018-9dd2-c3f1aa99925c, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:49:03.027741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a0c7d88-81bb-43b4-a584-15e0cdff9bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.106320 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.135998 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.db.api [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:49:03.138600 n-d-843679-5 neutron-server[88419]: DEBUG oslo_db.api [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:49:03.220807 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.239051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Transition to ACTIVE for port object c4280c2b-bcb4-421d-b751-d6a7e762f83a will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:03.269290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event deleted for resources: {'Port': ['ID=900d0349-41a1-44b2-ae1e-8f7e8d42bb76,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:03.281630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.305413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.570028 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.572970 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.578857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Network 158e1dee-f972-4018-9dd2-c3f1aa99925c is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:49:03.606750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6a0c7d88-81bb-43b4-a584-15e0cdff9bee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6dcc5a5199904091a8f15f7b999928fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1779909 May 28 05:49:03.613149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35306) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:03.647297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c7d88-81bb-43b4-a584-15e0cdff9bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a27874c-5f98-4554-9b5f-51b8f1e6fb14,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:03.660696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 158e1dee-f972-4018-9dd2-c3f1aa99925c) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:03.671120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af10312-f1d3-4e0c-a3a9-fc758214e998 None None] Network 158e1dee-f972-4018-9dd2-c3f1aa99925c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:49:03.697022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:03.697611 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.703382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:03.711145 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] Port 900d0349-41a1-44b2-ae1e-8f7e8d42bb76 not found while updating agent binding for router 01fa0c9c-157a-407b-964c-529fc4c23f05. {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 28 05:49:03.721482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:03.723083 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] Routers {'01fa0c9c-157a-407b-964c-529fc4c23f05'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:49:03.723992 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:48:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['01fa0c9c-157a-407b-964c-529fc4c23f05'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:03.771769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:03.777241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:03.777868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.782480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Port': ['ID=c4280c2b-bcb4-421d-b751-d6a7e762f83a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:03.811401 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.817183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01fa0c9c-157a-407b-964c-529fc4c23f05 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:49:03.844914 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:03.846103 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6563295-dcaf-4c2f-aefc-f7c761ef5b41 None None] The sync data for ids ['01fa0c9c-157a-407b-964c-529fc4c23f05'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:49:03.879708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.881770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-360fd7e5-0e61-4eae-816b-13b37a8aac2f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "DELETE /v2.0/routers/01fa0c9c-157a-407b-964c-529fc4c23f05 HTTP/1.1" status: 204 len: 168 time: 2.4383490 May 28 05:49:03.884081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ecfd5a0e-c203-47f4-89ee-1035f22a2fa4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2214799 May 28 05:49:03.884628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35318) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:03.906781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7dfb0b70-32f5-4400-96e2-eaeccd2af05a tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2146089 May 28 05:49:03.911948 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db45ce8f-3c51-4854-b23a-ab01b2a43d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:03.916167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35324) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:03.954403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'port': {'network_id': '229a1a69-bca3-4625-9ff2-8454b32b7061', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1174073021'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:04.021972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e9d159-a4a7-48ed-9ab5-7879d919ab38 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Deleting subnet c682eca8-43a5-4412-9c16-233762c159d8 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:49:04.031433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b3bc-5033-4b81-810c-71db186a2d32 req-a80a5599-f47e-4e4e-9b73-730799090ec5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:04.033396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd372a-aa52-4b06-81b5-712fe090275a req-a6947598-a799-4479-8dfc-450817761b30 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:04.037929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b3bc-5033-4b81-810c-71db186a2d32 req-a80a5599-f47e-4e4e-9b73-730799090ec5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:04.042725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fcdd372a-aa52-4b06-81b5-712fe090275a req-a6947598-a799-4479-8dfc-450817761b30 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 945 time: 0.4387267 May 28 05:49:04.048836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b3bc-5033-4b81-810c-71db186a2d32 req-a80a5599-f47e-4e4e-9b73-730799090ec5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:04.066921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b3bc-5033-4b81-810c-71db186a2d32 req-a80a5599-f47e-4e4e-9b73-730799090ec5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:04.068013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2e9d159-a4a7-48ed-9ab5-7879d919ab38 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.072964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b3bc-5033-4b81-810c-71db186a2d32 req-a80a5599-f47e-4e4e-9b73-730799090ec5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:04.078827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b3bc-5033-4b81-810c-71db186a2d32 req-a80a5599-f47e-4e4e-9b73-730799090ec5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:04.086220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b3bc-5033-4b81-810c-71db186a2d32 req-a80a5599-f47e-4e4e-9b73-730799090ec5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:04.093917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faa1b3bc-5033-4b81-810c-71db186a2d32 req-a80a5599-f47e-4e4e-9b73-730799090ec5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5433 time: 0.5272312 May 28 05:49:04.136066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fcdd372a-aa52-4b06-81b5-712fe090275a req-dc446456-5f0d-44ba-94b6-6e4f56bbc20e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919659 May 28 05:49:04.163854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c485c5-6da1-42d9-abcf-451c83ad03b5 None None] Network 158e1dee-f972-4018-9dd2-c3f1aa99925c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:49:04.182301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2e9d159-a4a7-48ed-9ab5-7879d919ab38 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.186863 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db45ce8f-3c51-4854-b23a-ab01b2a43d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.194003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35328) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:04.263858 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2e9d159-a4a7-48ed-9ab5-7879d919ab38 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.352278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faa1b3bc-5033-4b81-810c-71db186a2d32 req-01d60ebc-5b8f-43ce-b376-23c37f5cef34 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2572386 May 28 05:49:04.354328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-91cd5747-24c3-4a52-a6d2-3cd77b1e6e0a None None] Provisioning for port c4280c2b-bcb4-421d-b751-d6a7e762f83a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:49:04.361491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-91cd5747-24c3-4a52-a6d2-3cd77b1e6e0a None None] Provisioning complete for port c4280c2b-bcb4-421d-b751-d6a7e762f83a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:04.361915 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91cd5747-24c3-4a52-a6d2-3cd77b1e6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.436265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e8a16a-e2a0-4c7e-a6d6-e226eb1b7559 admin admin] Deleting subnet a1fd94d1-94c3-495d-abc2-2ed7994fc1b6 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:49:04.447281 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12e8a16a-e2a0-4c7e-a6d6-e226eb1b7559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.449384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2e9d159-a4a7-48ed-9ab5-7879d919ab38 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.455218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-91cd5747-24c3-4a52-a6d2-3cd77b1e6e0a None None] Port c4280c2b-bcb4-421d-b751-d6a7e762f83a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:49:04.483489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:04.500210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Usage tracker for resource:port and tenant:76933709c8894a8fbe55101a37dd89d5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:04.505574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:04.510973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9d159-a4a7-48ed-9ab5-7879d919ab38 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c682eca8-43a5-4412-9c16-233762c159d8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:04.515263 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2e9d159-a4a7-48ed-9ab5-7879d919ab38 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.516745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:04.524252 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db45ce8f-3c51-4854-b23a-ab01b2a43d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.529191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12e8a16a-e2a0-4c7e-a6d6-e226eb1b7559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.538541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415673a9-f7c8-4dc7-afeb-ba7098904024 req-c501c9cf-ef6b-453c-9a61-14221d1aa636 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:04.540020 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-415673a9-f7c8-4dc7-afeb-ba7098904024 req-c501c9cf-ef6b-453c-9a61-14221d1aa636 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.1936746 May 28 05:49:04.569098 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e2e9d159-a4a7-48ed-9ab5-7879d919ab38 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/c682eca8-43a5-4412-9c16-233762c159d8 HTTP/1.1" status: 204 len: 168 time: 0.6821194 May 28 05:49:04.571950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35334) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:04.592727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45ce8f-3c51-4854-b23a-ab01b2a43d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a27874c-5f98-4554-9b5f-51b8f1e6fb14,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:04.604407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Made reservation on behalf of 76933709c8894a8fbe55101a37dd89d5 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:04.607872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.621498 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db45ce8f-3c51-4854-b23a-ab01b2a43d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.622602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-db45ce8f-3c51-4854-b23a-ab01b2a43d4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a27874c-5f98-4554-9b5f-51b8f1e6fb14 HTTP/1.1" status: 204 len: 168 time: 0.9717615 May 28 05:49:04.639011 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12e8a16a-e2a0-4c7e-a6d6-e226eb1b7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.680255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] device_id is not set on port 92552ef8-c727-4a9c-9e96-b87e3fa4260c yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:04.701209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.766993 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-415673a9-f7c8-4dc7-afeb-ba7098904024 req-bb580b53-4571-4c1f-a465-56cd96890f7d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210457 May 28 05:49:04.882786 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12e8a16a-e2a0-4c7e-a6d6-e226eb1b7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.924130 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.930778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8a16a-e2a0-4c7e-a6d6-e226eb1b7559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1fd94d1-94c3-495d-abc2-2ed7994fc1b6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:04.957278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12e8a16a-e2a0-4c7e-a6d6-e226eb1b7559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:04.959663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72f7a0e-de32-4204-bf6c-98d82d8596cd']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:04.964933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Allocated IP 2001:db8::3a0 (229a1a69-bca3-4625-9ff2-8454b32b7061/bb956bfd-a0db-46cb-a42b-9b8d410dc48c/92552ef8-c727-4a9c-9e96-b87e3fa4260c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:49:04.987497 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-12e8a16a-e2a0-4c7e-a6d6-e226eb1b7559 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a1fd94d1-94c3-495d-abc2-2ed7994fc1b6 HTTP/1.1" status: 204 len: 168 time: 0.7884524 May 28 05:49:04.989057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72f1e78-6973-4e6f-9c1c-c0ae000d3139') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:04.989227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35348) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:04.989829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72f1e78-6973-4e6f-9c1c-c0ae000d3139') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:05.009423 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:05.046395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:05.078592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:49:05.081195 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:05.148481 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e72f1e78-6973-4e6f-9c1c-c0ae000d3139 resource provider aggregate not found May 28 05:49:05.338311 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e72f1e78-6973-4e6f-9c1c-c0ae000d3139 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e72f1e78-6973-4e6f-9c1c-c0ae000d3139 found for delete ", "request_id": "req-047a2493-45e7-4b9f-af08-9ab2b949c6c2"}]} May 28 05:49:05.400611 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:05.422234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a72f7a0e-de32-4204-bf6c-98d82d8596cd {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 05:49:05.427758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:05.432330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event deleted for resources: {'Network': ['ID=a72f7a0e-de32-4204-bf6c-98d82d8596cd,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:05.438629 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d4fadf7e-4646-4af7-983a-1f5ded62e3be tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a72f7a0e-de32-4204-bf6c-98d82d8596cd HTTP/1.1" status: 204 len: 168 time: 0.8657224 May 28 05:49:05.448750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c9894-17eb-4710-adf2-09eccf7e6a42 req-4818b774-de0f-49bb-b129-783d39f6edb3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:05.450249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-404c9894-17eb-4710-adf2-09eccf7e6a42 req-4818b774-de0f-49bb-b129-783d39f6edb3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.2783580 May 28 05:49:05.480278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:05.545849 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-404c9894-17eb-4710-adf2-09eccf7e6a42 req-d6a52bbc-887a-44fd-a709-d97bc9b58cfb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883460 May 28 05:49:05.827389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:05.926292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b699b1-649b-4a5f-8c14-4efc44ef02cb req-edf89e2e-2b9f-4dcd-8b3b-ec9eb5bd045b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:05.934732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-53b699b1-649b-4a5f-8c14-4efc44ef02cb req-edf89e2e-2b9f-4dcd-8b3b-ec9eb5bd045b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 945 time: 0.5336983 May 28 05:49:05.978114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Transition to ACTIVE for port object 92552ef8-c727-4a9c-9e96-b87e3fa4260c will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:05.986093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.042648 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-53b699b1-649b-4a5f-8c14-4efc44ef02cb req-66296867-11cd-404e-bfde-a42f32449fe6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067898 May 28 05:49:06.045728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e986e-5d9c-44b8-94d6-7986a2385905 req-5e1e9857-678a-4206-bdd7-1ea4dcea5acd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:06.051769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4034d296-3fca-43e6-b4bd-46f46672030e']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:06.052338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e986e-5d9c-44b8-94d6-7986a2385905 req-5e1e9857-678a-4206-bdd7-1ea4dcea5acd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:06.058685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e986e-5d9c-44b8-94d6-7986a2385905 req-5e1e9857-678a-4206-bdd7-1ea4dcea5acd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:06.071348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d45b0dd-abc3-4f74-b2ed-b22602e444c0') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:06.071348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d45b0dd-abc3-4f74-b2ed-b22602e444c0') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:06.076782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e986e-5d9c-44b8-94d6-7986a2385905 req-5e1e9857-678a-4206-bdd7-1ea4dcea5acd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:06.082513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e986e-5d9c-44b8-94d6-7986a2385905 req-5e1e9857-678a-4206-bdd7-1ea4dcea5acd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:06.101281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e986e-5d9c-44b8-94d6-7986a2385905 req-5e1e9857-678a-4206-bdd7-1ea4dcea5acd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:06.111306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.118060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e986e-5d9c-44b8-94d6-7986a2385905 req-5e1e9857-678a-4206-bdd7-1ea4dcea5acd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:06.120205 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b65e986e-5d9c-44b8-94d6-7986a2385905 req-5e1e9857-678a-4206-bdd7-1ea4dcea5acd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5433 time: 0.3291976 May 28 05:49:06.152912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.170687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.172582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:49:06.173169 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.194862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35390) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:06.219824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b65e986e-5d9c-44b8-94d6-7986a2385905 req-0e5192e6-421f-4994-a197-670e17d076f0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933945 May 28 05:49:06.226043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Request body: {'router': {'name': 'tempest-router--1883839109', 'project_id': '256321f54832437b8ad41370b447fac7'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:06.240179 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:49:06.259539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:06.264377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Usage tracker for resource:router and tenant:256321f54832437b8ad41370b447fac7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:06.270113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:06.284045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:06.306319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.307356 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.328951 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3d45b0dd-abc3-4f74-b2ed-b22602e444c0 resource provider aggregate not found May 28 05:49:06.538832 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3d45b0dd-abc3-4f74-b2ed-b22602e444c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d45b0dd-abc3-4f74-b2ed-b22602e444c0 found for delete ", "request_id": "req-112336d2-e0f5-44a1-bffe-ce76e8ae670a"}]} May 28 05:49:06.560571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:06.565809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:06.573911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:06.578383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:06.579000 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.604494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Port': ['ID=92552ef8-c727-4a9c-9e96-b87e3fa4260c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:06.614150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.626822 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.639952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.655672 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.657373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4034d296-3fca-43e6-b4bd-46f46672030e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:06.665675 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6e5d6e9c-8582-4270-987c-e971f9352ec6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4034d296-3fca-43e6-b4bd-46f46672030e HTTP/1.1" status: 204 len: 168 time: 1.6754942 May 28 05:49:06.670131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35412) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:06.718010 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3274b9c7-9004-42ca-a6b9-c4d9c87133c5 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7983518 May 28 05:49:06.718686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35418) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:06.732733 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:06.734691 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d56301a2-6efe-4d0f-b5b0-502eba5a4509 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5137062 May 28 05:49:06.739435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-483557a1-ab81-4709-be7b-0da25bc9ea2e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::191', 'mac_address': 'fa:16:3e:ab:ee:c8'}, {'ip_address': '2001:db8::f5', 'mac_address': 'fa:16:3e:1c:b3:bf'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:06.744107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a0120-dbab-4d0c-b1e0-c671906d9b08 req-9f999f2b-17a9-474b-b5f4-c95e7e5b40d0 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:06.751434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c64a0120-dbab-4d0c-b1e0-c671906d9b08 req-9f999f2b-17a9-474b-b5f4-c95e7e5b40d0 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 945 time: 0.2284398 May 28 05:49:06.769203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35422) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:06.967828 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be2eac0c-9c92-4203-bfb2-d45eaf4a024f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.014179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0f81ae33-91ff-4dd0-b9ba-e188328783d0 None None] Provisioning for port 92552ef8-c727-4a9c-9e96-b87e3fa4260c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:49:07.019402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0f81ae33-91ff-4dd0-b9ba-e188328783d0 None None] Provisioning complete for port 92552ef8-c727-4a9c-9e96-b87e3fa4260c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:07.019593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Deleting subnet 6fa0a653-24d6-4c6b-be52-83d652e34856 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:49:07.019779 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0f81ae33-91ff-4dd0-b9ba-e188328783d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.037717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.129153 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0f81ae33-91ff-4dd0-b9ba-e188328783d0 None None] Port 92552ef8-c727-4a9c-9e96-b87e3fa4260c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:49:07.208688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.246731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35444) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:07.267263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec7602-dba9-4f20-9312-1c7360dbeb47 req-b14119c2-8e8d-46a6-a4a8-f1bf7df43b80 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.268843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-09ec7602-dba9-4f20-9312-1c7360dbeb47 req-b14119c2-8e8d-46a6-a4a8-f1bf7df43b80 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.5491846 May 28 05:49:07.292901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c64a0120-dbab-4d0c-b1e0-c671906d9b08 req-d11fa9cf-2df8-4952-9693-7ffc0c932363 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405090 May 28 05:49:07.455927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-09ec7602-dba9-4f20-9312-1c7360dbeb47 req-363c64c5-5f40-435e-bc80-8f1efe8a96cc tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674752 May 28 05:49:07.530199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.605261 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be2eac0c-9c92-4203-bfb2-d45eaf4a024f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.612931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be2eac0c-9c92-4203-bfb2-d45eaf4a024f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.613190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-483557a1-ab81-4709-be7b-0da25bc9ea2e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.655472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-47cd8fb8-dcd7-4165-824c-c955ebe1a9e7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.659244 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be2eac0c-9c92-4203-bfb2-d45eaf4a024f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.659808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2eac0c-9c92-4203-bfb2-d45eaf4a024f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0940001d-b36b-423f-8a67-4fbe896e6aa4 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:49:07.662141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-47cd8fb8-dcd7-4165-824c-c955ebe1a9e7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.669860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-47cd8fb8-dcd7-4165-824c-c955ebe1a9e7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.670408 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be2eac0c-9c92-4203-bfb2-d45eaf4a024f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.673959 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-be2eac0c-9c92-4203-bfb2-d45eaf4a024f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "DELETE /v2.0/routers/0940001d-b36b-423f-8a67-4fbe896e6aa4 HTTP/1.1" status: 204 len: 168 time: 0.9010305 May 28 05:49:07.681639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-47cd8fb8-dcd7-4165-824c-c955ebe1a9e7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.688476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39ad16-6df9-4d60-9d97-4dedc3a3e40c req-98c3076b-2890-4b40-80d8-0a42913a8c51 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.689238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-47cd8fb8-dcd7-4165-824c-c955ebe1a9e7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.695055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39ad16-6df9-4d60-9d97-4dedc3a3e40c req-98c3076b-2890-4b40-80d8-0a42913a8c51 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.700919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39ad16-6df9-4d60-9d97-4dedc3a3e40c req-98c3076b-2890-4b40-80d8-0a42913a8c51 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.708118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39ad16-6df9-4d60-9d97-4dedc3a3e40c req-98c3076b-2890-4b40-80d8-0a42913a8c51 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.710021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-47cd8fb8-dcd7-4165-824c-c955ebe1a9e7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.716940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39ad16-6df9-4d60-9d97-4dedc3a3e40c req-98c3076b-2890-4b40-80d8-0a42913a8c51 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.718736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-47cd8fb8-dcd7-4165-824c-c955ebe1a9e7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.721639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-47cd8fb8-dcd7-4165-824c-c955ebe1a9e7 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5433 time: 0.6277659 May 28 05:49:07.721799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39ad16-6df9-4d60-9d97-4dedc3a3e40c req-98c3076b-2890-4b40-80d8-0a42913a8c51 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.728564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1329165287'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:07.728851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39ad16-6df9-4d60-9d97-4dedc3a3e40c req-98c3076b-2890-4b40-80d8-0a42913a8c51 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.730933 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9c39ad16-6df9-4d60-9d97-4dedc3a3e40c req-98c3076b-2890-4b40-80d8-0a42913a8c51 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 5433 time: 0.1765606 May 28 05:49:07.770449 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.815777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:07.832550 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9c39ad16-6df9-4d60-9d97-4dedc3a3e40c req-e1d42317-b810-4129-a956-b59338a53d28 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954223 May 28 05:49:07.876566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Usage tracker for resource:network and tenant:d12b28c77d1b400188b18c7072d00b99 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:07.886153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:07.900116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa0a653-24d6-4c6b-be52-83d652e34856,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:07.907313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:07.912648 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:07.929117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.929459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.929795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.930128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.930443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.930769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.931091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.931438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.931812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.932068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.932386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.932703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:07.937855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35460) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:07.952285 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-80a51043-4807-48da-b88e-a6b0084a8d3a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6fa0a653-24d6-4c6b-be52-83d652e34856 HTTP/1.1" status: 204 len: 168 time: 1.2811315 May 28 05:49:07.955482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35466) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:07.959653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-0bdb881a-92db-41dd-bd3c-b3c638fe8fcd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:07.962134 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-0bdb881a-92db-41dd-bd3c-b3c638fe8fcd tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "GET /v2.0/ports/eac95adf-2b9b-4a91-a926-7f2214c04881?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1920435 May 28 05:49:07.963952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Made reservation on behalf of d12b28c77d1b400188b18c7072d00b99 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:07.967225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.027015 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.169860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-932801274', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:08.188389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:08.202574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Usage tracker for resource:router and tenant:dbe86bb44e484047bb5fd9e680544445 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:08.209635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:08.231751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:08.246556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:08.250504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-e1d1a16f-2e76-4c6e-87c6-2fd788d76e8c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:08.252520 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-e1d1a16f-2e76-4c6e-87c6-2fd788d76e8c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 945 time: 0.1882255 May 28 05:49:08.255424 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.262071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Usage tracker for resource:security_group_rule and tenant:d12b28c77d1b400188b18c7072d00b99 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:08.272295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:08.290112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:08.367926 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.369015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.390439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-b1bf9554-fbd3-4b00-b269-193a76d5453c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "GET /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4113474 May 28 05:49:08.410657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:08.429705 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-05687f5c-7df1-4ce0-8d1e-801745d72020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.434343 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.500075 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-483557a1-ab81-4709-be7b-0da25bc9ea2e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.546598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-dd41e625-311d-4b99-aca1-de79e991e26f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Deleting port abdb71f9-ef94-4b78-8121-7328e52d5276 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:08.547348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-dd41e625-311d-4b99-aca1-de79e991e26f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.556443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-483557a1-ab81-4709-be7b-0da25bc9ea2e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.655527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-483557a1-ab81-4709-be7b-0da25bc9ea2e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] In _notify_port_updated(), no bound segment for port 92552ef8-c727-4a9c-9e96-b87e3fa4260c on network 229a1a69-bca3-4625-9ff2-8454b32b7061 {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:49:08.660956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483557a1-ab81-4709-be7b-0da25bc9ea2e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:08.661618 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-483557a1-ab81-4709-be7b-0da25bc9ea2e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.665944 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-483557a1-ab81-4709-be7b-0da25bc9ea2e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "PUT /v2.0/ports/92552ef8-c727-4a9c-9e96-b87e3fa4260c HTTP/1.1" status: 200 len: 1067 time: 1.9420273 May 28 05:49:08.670036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35480) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:08.942193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-dd41e625-311d-4b99-aca1-de79e991e26f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] For port abdb71f9-ef94-4b78-8121-7328e52d5276, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=abdb71f9-ef94-4b78-8121-7328e52d5276,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:08.942641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-dd41e625-311d-4b99-aca1-de79e991e26f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.953716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483557a1-ab81-4709-be7b-0da25bc9ea2e tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event updated for resources: {'Port': ['ID=92552ef8-c727-4a9c-9e96-b87e3fa4260c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:08.965154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e3a2b671-f80c-45f6-a6b0-51e6f05fa7b2 None None] Provisioning complete for port 92552ef8-c727-4a9c-9e96-b87e3fa4260c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:08.965712 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e3a2b671-f80c-45f6-a6b0-51e6f05fa7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.969222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:08.982649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.001862 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.010333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b20758bb-982e-49fa-ae4c-86b5f81378aa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Deleting port 92552ef8-c727-4a9c-9e96-b87e3fa4260c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:09.011264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b20758bb-982e-49fa-ae4c-86b5f81378aa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.036655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2b671-f80c-45f6-a6b0-51e6f05fa7b2 None None] Port 92552ef8-c727-4a9c-9e96-b87e3fa4260c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:49:09.075671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-dd41e625-311d-4b99-aca1-de79e991e26f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Calling delete_port for abdb71f9-ef94-4b78-8121-7328e52d5276 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:09.115173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3d680-66fa-497b-8e9f-2c3a1431e9e6 req-c3bfcc9e-5695-4344-a5de-447b1cc563e4 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:09.116923 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3da3d680-66fa-497b-8e9f-2c3a1431e9e6 req-c3bfcc9e-5695-4344-a5de-447b1cc563e4 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 945 time: 0.6192968 May 28 05:49:09.147302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.149757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:49:09.195388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7edba40-ab88-43d0-b5ce-1a83656b7118,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:09.208496 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.208986 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Added segment 78b0e824-fef9-4b12-ad21-038e596ce434 of type vlan for network 0f409199-2ec0-4edd-b3e7-e692bb01c947 May 28 05:49:09.312885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158e1dee-f972-4018-9dd2-c3f1aa99925c']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:09.338283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf3a072-28d6-4cd6-8c0c-0f0dacb7a50f') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:09.338481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf3a072-28d6-4cd6-8c0c-0f0dacb7a50f') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:09.352107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912b23-51ac-4d0c-8127-27c5917150cb req-59909eff-f12b-4143-9a95-7817b6daf88b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:09.353622 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-31912b23-51ac-4d0c-8127-27c5917150cb req-59909eff-f12b-4143-9a95-7817b6daf88b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 1.0488625 May 28 05:49:09.401363 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.424418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3da3d680-66fa-497b-8e9f-2c3a1431e9e6 req-2305db17-7cdb-4db1-aaba-47e0325a248c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879167 May 28 05:49:09.447644 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.489559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] For port eac95adf-2b9b-4a91-a926-7f2214c04881, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=eac95adf-2b9b-4a91-a926-7f2214c04881,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:09.525230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] For port eac95adf-2b9b-4a91-a926-7f2214c04881, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:49:09.601122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] device_id is not set on port eac95adf-2b9b-4a91-a926-7f2214c04881 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:09.612944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.618601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.635632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.648892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:49:09.649285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.676976 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-31912b23-51ac-4d0c-8127-27c5917150cb req-7e549f6e-4038-4592-ba03-3aa669773b89 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755721 May 28 05:49:09.727515 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment aaf3a072-28d6-4cd6-8c0c-0f0dacb7a50f resource provider aggregate not found May 28 05:49:09.771112 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment aaf3a072-28d6-4cd6-8c0c-0f0dacb7a50f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aaf3a072-28d6-4cd6-8c0c-0f0dacb7a50f found for delete ", "request_id": "req-4176a596-9edc-4ee0-953f-ee1b2ca6b4e4"}]} May 28 05:49:09.776554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 46579118-48c7-4bbf-a4df-6a081c6bb6d4 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:49:09.797971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.842758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-dd41e625-311d-4b99-aca1-de79e991e26f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.899541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.903262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.905361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41e625-311d-4b99-aca1-de79e991e26f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event deleted for resources: {'Port': ['ID=abdb71f9-ef94-4b78-8121-7328e52d5276,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:09.910878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:09.911695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.928892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['abdb71f9-ef94-4b78-8121-7328e52d5276'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:49:09.930974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:09.982731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] Pushing event deleted for resources: {'Network': ['ID=158e1dee-f972-4018-9dd2-c3f1aa99925c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:10.027799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35496) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:10.059808 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6dd7edad-6e42-407b-804e-c6452000d62f admin admin] 10.222.0.39 "DELETE /v2.0/networks/158e1dee-f972-4018-9dd2-c3f1aa99925c HTTP/1.1" status: 204 len: 168 time: 2.0915141 May 28 05:49:10.069393 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.120282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-dd41e625-311d-4b99-aca1-de79e991e26f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] No DVR routers for this DVR port abdb71f9-ef94-4b78-8121-7328e52d5276 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:49:10.128225 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-dd41e625-311d-4b99-aca1-de79e991e26f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.132508 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1838db0f-ec54-4691-95f4-260947e65bf3 req-dd41e625-311d-4b99-aca1-de79e991e26f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "DELETE /v2.0/ports/abdb71f9-ef94-4b78-8121-7328e52d5276 HTTP/1.1" status: 204 len: 173 time: 1.8683610 May 28 05:49:10.138601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88895955-824f-4f60-afa3-287593e11c5b', 'name': 'network-vif-deleted', 'tag': 'abdb71f9-ef94-4b78-8121-7328e52d5276'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:10.158955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:10.190136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '46579118-48c7-4bbf-a4df-6a081c6bb6d4', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'port_id': '46579118-48c7-4bbf-a4df-6a081c6bb6d4', 'mac_address': 'fa:16:3e:c0:6c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:49:10.246655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b20758bb-982e-49fa-ae4c-86b5f81378aa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.278642 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca58a17-c13a-420f-809a-ebade71291d8'] response: {'server_uuid': '88895955-824f-4f60-afa3-287593e11c5b', 'name': 'network-vif-deleted', 'tag': 'abdb71f9-ef94-4b78-8121-7328e52d5276', 'status': 'completed', 'code': 200} May 28 05:49:10.360939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Pushing event updated for resources: {'Network': ['ID=0f409199-2ec0-4edd-b3e7-e692bb01c947,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:10.372020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:10.372404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.418320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0f409199-2ec0-4edd-b3e7-e692bb01c947 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:49:10.518312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35508) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:10.545269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ac592d67-2f83-41cb-8027-f7c9363948c8 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:10.576051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] No DVR routers for this DVR port eac95adf-2b9b-4a91-a926-7f2214c04881 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:49:10.604286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eac95adf-2b9b-4a91-a926-7f2214c04881,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:10.616554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b20758bb-982e-49fa-ae4c-86b5f81378aa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Calling delete_port for 92552ef8-c727-4a9c-9e96-b87e3fa4260c owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:10.663288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-132e360f-10e9-40bb-8a7b-914eaff9847f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.4095666 May 28 05:49:10.715428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46579118-48c7-4bbf-a4df-6a081c6bb6d4 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:49:10.727440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] In _notify_port_updated(), no bound segment for port eac95adf-2b9b-4a91-a926-7f2214c04881 on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:49:10.728426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:10.729584 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.731224 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-d1fdd68e-54c5-40b5-b482-a60a1649e1c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/eac95adf-2b9b-4a91-a926-7f2214c04881 HTTP/1.1" status: 200 len: 1026 time: 2.3307598 May 28 05:49:10.739549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:10.794446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c428d-c662-45c0-ac64-d32780a2f017 req-142396d6-77b8-42a3-ba41-9e9148e78502 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:10.794610 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.801020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c428d-c662-45c0-ac64-d32780a2f017 req-142396d6-77b8-42a3-ba41-9e9148e78502 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:10.808593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c428d-c662-45c0-ac64-d32780a2f017 req-142396d6-77b8-42a3-ba41-9e9148e78502 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:10.814753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c428d-c662-45c0-ac64-d32780a2f017 req-142396d6-77b8-42a3-ba41-9e9148e78502 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:10.822811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6ab25772-7e19-491a-8626-b4676b649535 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec9bc9da5a244ced8f18614d6b15bfae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992709 May 28 05:49:10.822975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c428d-c662-45c0-ac64-d32780a2f017 req-142396d6-77b8-42a3-ba41-9e9148e78502 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:10.823076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea51d-027d-4bef-9f76-df6cc2e91681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.827375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c428d-c662-45c0-ac64-d32780a2f017 req-142396d6-77b8-42a3-ba41-9e9148e78502 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:10.829435 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f5c428d-c662-45c0-ac64-d32780a2f017 req-142396d6-77b8-42a3-ba41-9e9148e78502 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 4660 time: 1.0371773 May 28 05:49:10.829987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35518) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:10.831664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.898835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.922807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=46579118-48c7-4bbf-a4df-6a081c6bb6d4,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:10.933437 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2b20461f-1147-45c4-b29b-47a796aa4a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.936547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8f840716-716f-449e-a49c-9155286765c9 None None] Provisioning complete for port eac95adf-2b9b-4a91-a926-7f2214c04881 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:10.937143 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8f840716-716f-449e-a49c-9155286765c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:10.947711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8b7ea51d-027d-4bef-9f76-df6cc2e91681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:10.951818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8b7ea51d-027d-4bef-9f76-df6cc2e91681 admin admin] Usage tracker for resource:security_group_rule and tenant:8a9505d08d54425a81011d4602a8f703 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:10.954739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8b7ea51d-027d-4bef-9f76-df6cc2e91681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:10.961154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8b7ea51d-027d-4bef-9f76-df6cc2e91681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:10.982083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-c8fe60d1-aeed-498e-9281-263ce6b7eb49 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:10.983570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-c8fe60d1-aeed-498e-9281-263ce6b7eb49 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "GET /v2.0/ports/ee84642a-e2b4-40ec-ba83-ddf32d888fb0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2367480 May 28 05:49:11.014858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['46579118-48c7-4bbf-a4df-6a081c6bb6d4'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:49:11.039891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:11.043752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-fb509d62-8faf-4977-9ec7-44b4b661cb7a req-8e6f6126-3ac8-4459-a9aa-485c57e3c167 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:11.096992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-fb509d62-8faf-4977-9ec7-44b4b661cb7a req-8e6f6126-3ac8-4459-a9aa-485c57e3c167 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:11.098480 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fb509d62-8faf-4977-9ec7-44b4b661cb7a req-8e6f6126-3ac8-4459-a9aa-485c57e3c167 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=88895955-824f-4f60-afa3-287593e11c5b HTTP/1.1" status: 200 len: 210 time: 0.2842269 May 28 05:49:11.101898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ac592d67-2f83-41cb-8027-f7c9363948c8 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:11.107800 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.147805 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea51d-027d-4bef-9f76-df6cc2e91681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.154206 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea51d-027d-4bef-9f76-df6cc2e91681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.220507 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8b7ea51d-027d-4bef-9f76-df6cc2e91681 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a9505d08d54425a81011d4602a8f703&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1841791 May 28 05:49:11.221806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ea51d-027d-4bef-9f76-df6cc2e91681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471e5669-8c83-423b-932a-f02eba3af07a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:11.226745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port ac592d67-2f83-41cb-8027-f7c9363948c8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ac592d67-2f83-41cb-8027-f7c9363948c8,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:11.226940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35524) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:11.238363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac592d67-2f83-41cb-8027-f7c9363948c8'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:11.259454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8f840716-716f-449e-a49c-9155286765c9 None None] Port eac95adf-2b9b-4a91-a926-7f2214c04881 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:49:11.261513 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.261650 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f5c428d-c662-45c0-ac64-d32780a2f017 req-869b5176-c1e1-45ba-8069-518f2663d683 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3956778 May 28 05:49:11.262215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d206c985-1731-43f4-905c-67893bc4872e no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:11.309899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa90b-8c63-49df-a718-02b1c401b9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.361802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b20758bb-982e-49fa-ae4c-86b5f81378aa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.366050 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d1761a3-56ed-45c2-b7b6-cc3c588df954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.374302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa90b-8c63-49df-a718-02b1c401b9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.502592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20758bb-982e-49fa-ae4c-86b5f81378aa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event deleted for resources: {'Port': ['ID=92552ef8-c727-4a9c-9e96-b87e3fa4260c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:11.512937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Allocated IP 172.25.4.65 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/c2be3248-7678-40c0-a749-69b1eb638a28) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:49:11.535942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa90b-8c63-49df-a718-02b1c401b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.564157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=ac592d67-2f83-41cb-8027-f7c9363948c8,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:11.589535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1aa90b-8c63-49df-a718-02b1c401b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471e5669-8c83-423b-932a-f02eba3af07a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:11.594430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d206c985-1731-43f4-905c-67893bc4872e is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:11.594813 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.636631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d1761a3-56ed-45c2-b7b6-cc3c588df954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.648307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d206c985-1731-43f4-905c-67893bc4872e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d206c985-1731-43f4-905c-67893bc4872e,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:11.666515 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.674649 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.675602 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3efc8914-ecca-46ba-aed6-cb659ba33b3e no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:11.677564 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.718921 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa90b-8c63-49df-a718-02b1c401b9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.721304 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1e1aa90b-8c63-49df-a718-02b1c401b9a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/471e5669-8c83-423b-932a-f02eba3af07a HTTP/1.1" status: 204 len: 168 time: 0.4933171 May 28 05:49:11.846294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35532) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:11.868368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Request body: {'port': {'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947', 'binding:host_id': 'n-h2-843679-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-680775626'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:11.880359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:11.888970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Usage tracker for resource:port and tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:11.892945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:11.900014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:11.912942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.922770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Made reservation on behalf of ae3c9d345aa34be5a5fc49c548f3f4e7 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:11.925266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.943795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:11.955211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device abdb71f9-ef94-4b78-8121-7328e52d5276 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:11.964828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:11.969170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Usage tracker for resource:security_group_rule and tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:11.973141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:11.980412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:11.984252 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f14a928-627a-44bd-b17e-704c615dcf30'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac592d67-2f83-41cb-8027-f7c9363948c8', 'code': 200} May 28 05:49:12.019126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.043719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: abdb71f9-ef94-4b78-8121-7328e52d5276 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:49:12.044491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device abdb71f9-ef94-4b78-8121-7328e52d5276 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:49:12.045287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a386f0c-13b2-40d8-a8b5-2e1a769596fc req-cd9ff616-be45-4ae4-9809-26535f13c4e6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:12.054479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a386f0c-13b2-40d8-a8b5-2e1a769596fc req-cd9ff616-be45-4ae4-9809-26535f13c4e6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 944 time: 0.5715952 May 28 05:49:12.068868 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.086623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d206c985-1731-43f4-905c-67893bc4872e,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:12.124999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:12.134746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:12.149236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:12.168308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d1761a3-56ed-45c2-b7b6-cc3c588df954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.183137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 3efc8914-ecca-46ba-aed6-cb659ba33b3e is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:12.183625 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.230209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3efc8914-ecca-46ba-aed6-cb659ba33b3e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3efc8914-ecca-46ba-aed6-cb659ba33b3e,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:12.235439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.237499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device ee84642a-e2b4-40ec-ba83-ddf32d888fb0 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:12.256459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1761a3-56ed-45c2-b7b6-cc3c588df954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abee1bc-b1d7-4e50-a0e6-391f3ae8c20f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:12.320556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a386f0c-13b2-40d8-a8b5-2e1a769596fc req-e264c4ac-f64d-4813-aa0a-8445aa249453 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650194 May 28 05:49:12.346367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] For port ee84642a-e2b4-40ec-ba83-ddf32d888fb0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:12.355472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b20758bb-982e-49fa-ae4c-86b5f81378aa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.360673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b20758bb-982e-49fa-ae4c-86b5f81378aa tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "DELETE /v2.0/ports/92552ef8-c727-4a9c-9e96-b87e3fa4260c HTTP/1.1" status: 204 len: 168 time: 3.6856616 May 28 05:49:12.362942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35544) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:12.364093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d1761a3-56ed-45c2-b7b6-cc3c588df954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.365386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4d1761a3-56ed-45c2-b7b6-cc3c588df954 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0abee1bc-b1d7-4e50-a0e6-391f3ae8c20f HTTP/1.1" status: 204 len: 168 time: 1.5276902 May 28 05:49:12.417071 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca661fd3-9592-46f3-9623-8a84166cf5ad tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] GET failed (client error): The resource could not be found. May 28 05:49:12.425170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ca661fd3-9592-46f3-9623-8a84166cf5ad tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Synchronizing usage tracker for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:12.458314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] For port ee84642a-e2b4-40ec-ba83-ddf32d888fb0, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:49:12.488994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ca661fd3-9592-46f3-9623-8a84166cf5ad tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Unset dirty status for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:12.493020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ca661fd3-9592-46f3-9623-8a84166cf5ad tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "GET /v2.0/ports/92552ef8-c727-4a9c-9e96-b87e3fa4260c HTTP/1.1" status: 404 len: 333 time: 0.1264501 May 28 05:49:12.527587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35550) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:12.543301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35556) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:12.628912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:12.629533 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.639666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=3efc8914-ecca-46ba-aed6-cb659ba33b3e,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:12.727584 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07494123-4f48-458b-ace3-1afef1a3cfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.747388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.747603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] device_id is not set on port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:12.770713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Pushing event updated for resources: {'Port': ['ID=c2be3248-7678-40c0-a749-69b1eb638a28,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:12.774027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.777769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] device_id is not set on port 0fd1479f-dbe2-4d0d-ba93-f412161306fd yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:12.779736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-07494123-4f48-458b-ace3-1afef1a3cfbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:12.783178 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.787616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-810b16fe-d52d-4ea1-99fa-1f7de47e7ec1 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Deleting port c4280c2b-bcb4-421d-b751-d6a7e762f83a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:12.788029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-810b16fe-d52d-4ea1-99fa-1f7de47e7ec1 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.826735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-07494123-4f48-458b-ace3-1afef1a3cfbe admin admin] Usage tracker for resource:security_group_rule and tenant:38da4abe79f94c4ca797e212f0fde200 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:12.837937 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:12.849412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-07494123-4f48-458b-ace3-1afef1a3cfbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:12.882698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:49:12.883201 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:49:12.903603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-07494123-4f48-458b-ace3-1afef1a3cfbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:12.952934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53960ac1-f056-497f-922e-038e38c72cf7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:12.986028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35570) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:13.081283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ddee9-91a6-46a4-b4e7-a14589b6a0a6 req-cdb715a7-9d1c-4d58-9953-814701f00f8f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:13.091915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ddee9-91a6-46a4-b4e7-a14589b6a0a6 req-cdb715a7-9d1c-4d58-9953-814701f00f8f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:13.099061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ddee9-91a6-46a4-b4e7-a14589b6a0a6 req-cdb715a7-9d1c-4d58-9953-814701f00f8f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:13.107752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ddee9-91a6-46a4-b4e7-a14589b6a0a6 req-cdb715a7-9d1c-4d58-9953-814701f00f8f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:13.113988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ddee9-91a6-46a4-b4e7-a14589b6a0a6 req-cdb715a7-9d1c-4d58-9953-814701f00f8f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:13.123082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ddee9-91a6-46a4-b4e7-a14589b6a0a6 req-cdb715a7-9d1c-4d58-9953-814701f00f8f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:13.123638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] Pushing event updated for resources: {'Port': ['ID=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:13.127269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c1ddee9-91a6-46a4-b4e7-a14589b6a0a6 req-cdb715a7-9d1c-4d58-9953-814701f00f8f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 4654 time: 0.5007405 May 28 05:49:13.136248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] No DVR routers for this DVR port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:49:13.204496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-6c09c752-59ce-4a03-9864-64505191071b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:13.211881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-6c09c752-59ce-4a03-9864-64505191071b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.5816877 May 28 05:49:13.224301 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:13.227716 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c1ddee9-91a6-46a4-b4e7-a14589b6a0a6 req-de0cf7a0-4c4a-4ec5-85a1-6016138f6090 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=844146c0-0471-4516-b71c-0f73e14793a7&id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786586 May 28 05:49:13.228377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:13.307170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c3ee5aab-0ba7-48b0-b8c6-aada0abdfc68 None None] Provisioning complete for port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:13.307820 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5aab-0ba7-48b0-b8c6-aada0abdfc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:13.309752 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07494123-4f48-458b-ace3-1afef1a3cfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:13.334391 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07494123-4f48-458b-ace3-1afef1a3cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:13.382890 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-7b8aa9de-f38f-4fc0-b8b7-c746734bf9a3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/quotas/77494e1a6ff9467b8fe094cdca45ac25 HTTP/1.1" status: 200 len: 375 time: 0.1699841 May 28 05:49:13.478435 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-89b6f264-e780-4e88-a66a-3d6f0f35a249 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d8dd53b3f814181bce688f565bf949b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875803 May 28 05:49:13.503422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 is: DOWN; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:13.504799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:13.542522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35576) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:13.557176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c3ee5aab-0ba7-48b0-b8c6-aada0abdfc68 None None] Port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:49:13.648136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] In _notify_port_updated(), no bound segment for port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 on network 52bddb62-c404-4753-8461-48e940f599d0 {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:49:13.649030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:13.649636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:13.650920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-24fda2ca-55f7-4af9-b630-9c61dc9da276 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee84642a-e2b4-40ec-ba83-ddf32d888fb0 HTTP/1.1" status: 200 len: 1028 time: 2.6457593 May 28 05:49:13.675888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:13.676419 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:13.693106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-15193a07-37b4-4c4d-ae62-829473065580 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3092031 May 28 05:49:13.710002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:13.719339 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:13.720411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device af3b4060-b2a0-41d6-8288-eda4f365e181 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:13.776560 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-07494123-4f48-458b-ace3-1afef1a3cfbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38da4abe79f94c4ca797e212f0fde200&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2317739 May 28 05:49:13.789315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07494123-4f48-458b-ace3-1afef1a3cfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efc2bc0-63e6-4696-8afb-2ad56b7f7fb7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:13.797890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35582) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:13.846659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 46579118-48c7-4bbf-a4df-6a081c6bb6d4 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:49:13.897775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-4045878c-7338-4e28-8a79-428c51e40d18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting port d206c985-1731-43f4-905c-67893bc4872e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:13.898236 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-4045878c-7338-4e28-8a79-428c51e40d18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:13.922816 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec8d89d4-5324-4e87-a50a-b7e44492e9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:13.977352 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-810b16fe-d52d-4ea1-99fa-1f7de47e7ec1 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.006928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd206c985-1731-43f4-905c-67893bc4872e'}, {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3efc8914-ecca-46ba-aed6-cb659ba33b3e'}, {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f8cf13f-ff0c-46cf-a4ae-63372701f4dd'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:14.011619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port af3b4060-b2a0-41d6-8288-eda4f365e181 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:14.012096 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.036208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:14.069125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port af3b4060-b2a0-41d6-8288-eda4f365e181, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=af3b4060-b2a0-41d6-8288-eda4f365e181,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:14.070758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:14.071219 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.095633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] device_id is not set on port 0fd1479f-dbe2-4d0d-ba93-f412161306fd yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:14.133126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.133841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device eac95adf-2b9b-4a91-a926-7f2214c04881 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:14.138714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b388882-e822-4685-939c-95c14d7f1160 req-76410a43-b053-4eba-b0c8-2681d02dcf89 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:14.147906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b388882-e822-4685-939c-95c14d7f1160 req-76410a43-b053-4eba-b0c8-2681d02dcf89 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 944 time: 0.6699269 May 28 05:49:14.161667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.187484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-810b16fe-d52d-4ea1-99fa-1f7de47e7ec1 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Calling delete_port for c4280c2b-bcb4-421d-b751-d6a7e762f83a owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:14.223653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec8d89d4-5324-4e87-a50a-b7e44492e9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.242014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-8229d790-9838-4533-b127-302b338c954e service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478811 May 28 05:49:14.257489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Transition to ACTIVE for port object 0fd1479f-dbe2-4d0d-ba93-f412161306fd will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:14.302255 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-168fe21d-9929-4164-bdfa-f19513e52871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.307950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.322323 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b388882-e822-4685-939c-95c14d7f1160 req-65321eff-b46b-42b5-8b2b-074b06dc9a06 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731994 May 28 05:49:14.354282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=af3b4060-b2a0-41d6-8288-eda4f365e181,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:14.380383 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.536306 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09371df9-e720-4af7-b340-7761d23c1c01'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd206c985-1731-43f4-905c-67893bc4872e', 'code': 200} May 28 05:49:14.536576 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09371df9-e720-4af7-b340-7761d23c1c01'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3efc8914-ecca-46ba-aed6-cb659ba33b3e', 'code': 200} May 28 05:49:14.537374 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09371df9-e720-4af7-b340-7761d23c1c01'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f8cf13f-ff0c-46cf-a4ae-63372701f4dd', 'code': 200} May 28 05:49:14.562761 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-168fe21d-9929-4164-bdfa-f19513e52871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.598676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device eac95adf-2b9b-4a91-a926-7f2214c04881 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:49:14.658039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-5d2d046b-8ba8-4788-abdb-afce27fbcb98 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879614 May 28 05:49:14.705051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-4045878c-7338-4e28-8a79-428c51e40d18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] For port d206c985-1731-43f4-905c-67893bc4872e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d206c985-1731-43f4-905c-67893bc4872e,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:14.707347 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-4045878c-7338-4e28-8a79-428c51e40d18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.708698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:14.709086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.825277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:14.892547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-4045878c-7338-4e28-8a79-428c51e40d18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Calling delete_port for d206c985-1731-43f4-905c-67893bc4872e owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:14.917756 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:14.957748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event updated for resources: {'Port': ['ID=0fd1479f-dbe2-4d0d-ba93-f412161306fd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:15.049555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=46579118-48c7-4bbf-a4df-6a081c6bb6d4,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:15.075848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec8d89d4-5324-4e87-a50a-b7e44492e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:15.108433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Checking segment: {'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:49:15.109142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Network hostable DHCP agents. Network: 0f409199-2ec0-4edd-b3e7-e692bb01c947, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:49:15.122537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d89d4-5324-4e87-a50a-b7e44492e9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ce945c-0e4f-4f0d-9bc5-79163840e769,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:15.155041 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-4045878c-7338-4e28-8a79-428c51e40d18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:15.157710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-168fe21d-9929-4164-bdfa-f19513e52871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:15.253172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-810b16fe-d52d-4ea1-99fa-1f7de47e7ec1 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:15.254938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fe21d-9929-4164-bdfa-f19513e52871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efc2bc0-63e6-4696-8afb-2ad56b7f7fb7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:15.304083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-168fe21d-9929-4164-bdfa-f19513e52871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:15.306057 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-168fe21d-9929-4164-bdfa-f19513e52871 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6efc2bc0-63e6-4696-8afb-2ad56b7f7fb7 HTTP/1.1" status: 204 len: 168 time: 1.5040877 May 28 05:49:15.307197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Network 0f409199-2ec0-4edd-b3e7-e692bb01c947 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:49:15.316247 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec8d89d4-5324-4e87-a50a-b7e44492e9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:15.317770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ec8d89d4-5324-4e87-a50a-b7e44492e9a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1ce945c-0e4f-4f0d-9bc5-79163840e769 HTTP/1.1" status: 204 len: 168 time: 1.7742941 May 28 05:49:15.336506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3000f7d1-00c1-4e7b-a27d-907662108d56 req-62941496-82d6-400f-ae01-56b905bb41fc tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 210 time: 0.2083876 May 28 05:49:15.382341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 0f409199-2ec0-4edd-b3e7-e692bb01c947) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:15.393967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:15.425251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c414554-6fe0-4320-bec1-d27d7adebc8a None None] Network 0f409199-2ec0-4edd-b3e7-e692bb01c947 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:49:15.454255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144dad-7dca-4ad7-a1ac-f7a058f8b654 req-8121de40-c6fb-411e-a3c5-681ccf24df00 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:15.473987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045878c-7338-4e28-8a79-428c51e40d18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Port': ['ID=d206c985-1731-43f4-905c-67893bc4872e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:15.478309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144dad-7dca-4ad7-a1ac-f7a058f8b654 req-8121de40-c6fb-411e-a3c5-681ccf24df00 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:15.497956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144dad-7dca-4ad7-a1ac-f7a058f8b654 req-8121de40-c6fb-411e-a3c5-681ccf24df00 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:15.515092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144dad-7dca-4ad7-a1ac-f7a058f8b654 req-8121de40-c6fb-411e-a3c5-681ccf24df00 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:15.534108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144dad-7dca-4ad7-a1ac-f7a058f8b654 req-8121de40-c6fb-411e-a3c5-681ccf24df00 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:15.547592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08144dad-7dca-4ad7-a1ac-f7a058f8b654 req-8121de40-c6fb-411e-a3c5-681ccf24df00 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 3875 time: 0.9303439 May 28 05:49:15.666788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:15.667132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:15.667532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:15.680270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Router 9971dcbc-50f0-40b8-9553-b4cbd4ffd22a is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:49:15.757001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:15.759705 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:15.779324 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 2 to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd May 28 05:49:16.008287 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-810b16fe-d52d-4ea1-99fa-1f7de47e7ec1 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:16.031390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b16fe-d52d-4ea1-99fa-1f7de47e7ec1 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event deleted for resources: {'Port': ['ID=c4280c2b-bcb4-421d-b751-d6a7e762f83a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:16.095299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-4045878c-7338-4e28-8a79-428c51e40d18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] No DVR routers for this DVR port d206c985-1731-43f4-905c-67893bc4872e on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:49:16.123063 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-4045878c-7338-4e28-8a79-428c51e40d18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:16.132128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-deleted', 'tag': 'd206c985-1731-43f4-905c-67893bc4872e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:16.154760 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08144dad-7dca-4ad7-a1ac-f7a058f8b654 req-072b5856-a8d8-4e9d-b7ea-0e094ecbbc91 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6062307 May 28 05:49:16.181909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:16.182223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:16.182607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:16.223535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-810b16fe-d52d-4ea1-99fa-1f7de47e7ec1 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "DELETE /v2.0/ports/c4280c2b-bcb4-421d-b751-d6a7e762f83a HTTP/1.1" status: 204 len: 168 time: 3.6946552 May 28 05:49:16.224414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35640) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:16.224832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:16.233947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-4045878c-7338-4e28-8a79-428c51e40d18 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "DELETE /v2.0/ports/d206c985-1731-43f4-905c-67893bc4872e HTTP/1.1" status: 204 len: 173 time: 2.5582981 May 28 05:49:16.241410 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:16.259212 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 3 to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd May 28 05:49:16.454746 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bdc098-3741-418c-a46f-69417b3d48b0'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-deleted', 'tag': 'd206c985-1731-43f4-905c-67893bc4872e', 'status': 'completed', 'code': 200} May 28 05:49:16.512424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b0a46-072e-4e27-a90f-70e6f9f0244d req-fb22481a-fdc1-4ea5-8ec5-b80bcd722b41 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:16.537241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e5b0a46-072e-4e27-a90f-70e6f9f0244d req-fb22481a-fdc1-4ea5-8ec5-b80bcd722b41 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.9253342 May 28 05:49:16.538233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3b4060-b2a0-41d6-8288-eda4f365e181'}, {'server_uuid': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46579118-48c7-4bbf-a4df-6a081c6bb6d4'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:16.602127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-8dbdae79-03f0-4270-bf9a-0f560bd35cac tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting port 3efc8914-ecca-46ba-aed6-cb659ba33b3e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:16.602550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-8dbdae79-03f0-4270-bf9a-0f560bd35cac tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:16.746745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:16.747167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:16.747593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:16.772299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e5b0a46-072e-4e27-a90f-70e6f9f0244d req-f6281b2e-743f-40b6-bd0b-54aa49b62718 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339487 May 28 05:49:16.794266 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d16224-01ed-48de-a966-ae5413958aeb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] GET failed (client error): The resource could not be found. May 28 05:49:16.799838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7d16224-01ed-48de-a966-ae5413958aeb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Synchronizing usage tracker for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:16.909124 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459c083f-f9e6-4dbc-b749-45318d1c424f'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3b4060-b2a0-41d6-8288-eda4f365e181', 'code': 200} May 28 05:49:16.909398 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459c083f-f9e6-4dbc-b749-45318d1c424f'] response: {'server_uuid': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46579118-48c7-4bbf-a4df-6a081c6bb6d4', 'code': 200} May 28 05:49:16.946941 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-57df5001-ec58-482a-960b-34970bbf331b req-5b493265-2dfe-459b-8518-05f5e9ea0f49 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 210 time: 0.1998188 May 28 05:49:16.949183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:16.950684 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:16.978165 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 4 to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd May 28 05:49:17.017417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:17.018053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:17.018579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:17.023478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:49:17.043691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c11f042-053b-4185-85a2-ab2ebad21f1f None None] Sync routers for ids ['9971dcbc-50f0-40b8-9553-b4cbd4ffd22a'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:49:17.047632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7d16224-01ed-48de-a966-ae5413958aeb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Unset dirty status for tenant:76933709c8894a8fbe55101a37dd89d5 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:17.049058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e7d16224-01ed-48de-a966-ae5413958aeb tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "GET /v2.0/ports/c4280c2b-bcb4-421d-b751-d6a7e762f83a HTTP/1.1" status: 404 len: 333 time: 0.8067360 May 28 05:49:17.053157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:17.053735 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:17.061297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11f042-053b-4185-85a2-ab2ebad21f1f None None] Routers {'9971dcbc-50f0-40b8-9553-b4cbd4ffd22a'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:49:17.061919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9c11f042-053b-4185-85a2-ab2ebad21f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:49:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9971dcbc-50f0-40b8-9553-b4cbd4ffd22a'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:17.075138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35676) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:17.075991 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 5 to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd May 28 05:49:17.152035 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:17.163720 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0022dd3c-fc32-4bc9-9bc7-79a73c5a388b tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.2247963 May 28 05:49:17.221940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-8dbdae79-03f0-4270-bf9a-0f560bd35cac tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] For port 3efc8914-ecca-46ba-aed6-cb659ba33b3e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3efc8914-ecca-46ba-aed6-cb659ba33b3e,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:17.222316 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-8dbdae79-03f0-4270-bf9a-0f560bd35cac tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:17.309373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9c11f042-053b-4185-85a2-ab2ebad21f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:17.344346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35680) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:17.345982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11f042-053b-4185-85a2-ab2ebad21f1f None None] Routers {'9971dcbc-50f0-40b8-9553-b4cbd4ffd22a'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:49:17.346716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9c11f042-053b-4185-85a2-ab2ebad21f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:49:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9971dcbc-50f0-40b8-9553-b4cbd4ffd22a'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:17.387100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:17.387789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:17.388144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:17.509035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-8dbdae79-03f0-4270-bf9a-0f560bd35cac tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Calling delete_port for 3efc8914-ecca-46ba-aed6-cb659ba33b3e owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:17.524578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9c11f042-053b-4185-85a2-ab2ebad21f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:17.525141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c11f042-053b-4185-85a2-ab2ebad21f1f None None] The sync data for ids ['9971dcbc-50f0-40b8-9553-b4cbd4ffd22a'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:49:17.923904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-8dbdae79-03f0-4270-bf9a-0f560bd35cac tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:18.061533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:18.062042 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:18.067323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-360b8319-14d7-49db-a19d-e9e8e3885897 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Deleting port 94955fd9-e361-4da7-9080-a71a47e1221c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:18.068018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360b8319-14d7-49db-a19d-e9e8e3885897 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:18.141881 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c283f17b-d5d6-4dd5-b9e8-21f8f5bbd7ec tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/routers/9971dcbc-50f0-40b8-9553-b4cbd4ffd22a HTTP/1.1" status: 200 len: 923 time: 0.7872887 May 28 05:49:18.149361 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 6 to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd May 28 05:49:18.159417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6d24e-6503-4404-9607-14c50afbd421 req-61826070-b1e8-4251-880b-93fce2625a2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:18.175949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6d24e-6503-4404-9607-14c50afbd421 req-61826070-b1e8-4251-880b-93fce2625a2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:18.194375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6d24e-6503-4404-9607-14c50afbd421 req-61826070-b1e8-4251-880b-93fce2625a2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:18.200433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6d24e-6503-4404-9607-14c50afbd421 req-61826070-b1e8-4251-880b-93fce2625a2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:18.201362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cba6d24e-6503-4404-9607-14c50afbd421 req-61826070-b1e8-4251-880b-93fce2625a2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Synchronizing usage tracker for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:18.206188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdae79-03f0-4270-bf9a-0f560bd35cac tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Port': ['ID=3efc8914-ecca-46ba-aed6-cb659ba33b3e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:18.208348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35708) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:18.462112 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fd08f30a-8525-4645-ac03-232f618899ed tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=9971dcbc-50f0-40b8-9553-b4cbd4ffd22a HTTP/1.1" status: 200 len: 205 time: 0.2366600 May 28 05:49:18.463215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-8dbdae79-03f0-4270-bf9a-0f560bd35cac tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] No DVR routers for this DVR port 3efc8914-ecca-46ba-aed6-cb659ba33b3e on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:49:18.467681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35716) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:18.471406 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-8dbdae79-03f0-4270-bf9a-0f560bd35cac tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:18.475412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-deleted', 'tag': '3efc8914-ecca-46ba-aed6-cb659ba33b3e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:18.480764 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360b8319-14d7-49db-a19d-e9e8e3885897 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:18.567486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cba6d24e-6503-4404-9607-14c50afbd421 req-61826070-b1e8-4251-880b-93fce2625a2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Unset dirty status for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:18.574809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cba6d24e-6503-4404-9607-14c50afbd421 req-61826070-b1e8-4251-880b-93fce2625a2a tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 3142 time: 0.8000531 May 28 05:49:18.579777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-8dbdae79-03f0-4270-bf9a-0f560bd35cac tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "DELETE /v2.0/ports/3efc8914-ecca-46ba-aed6-cb659ba33b3e HTTP/1.1" status: 204 len: 173 time: 2.3020792 May 28 05:49:18.659510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-360b8319-14d7-49db-a19d-e9e8e3885897 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Calling delete_port for 94955fd9-e361-4da7-9080-a71a47e1221c owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:18.800839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-7007fa10-1638-4c4e-9145-eea7a7912e1a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:18.803341 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-7007fa10-1638-4c4e-9145-eea7a7912e1a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.41 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 1.7521629 May 28 05:49:18.855040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-e09b4c7f-fb68-47d1-ba88-a5b2d90d6d45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:18.855453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-e09b4c7f-fb68-47d1-ba88-a5b2d90d6d45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:18.920263 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cba6d24e-6503-4404-9607-14c50afbd421 req-ffc4254a-9e78-443f-aa1e-efa35cbde811 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444049 May 28 05:49:18.951141 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:19.066564 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360b8319-14d7-49db-a19d-e9e8e3885897 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:19.098781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Request body: {'port': {'device_id': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'admin_state_up': True, 'tenant_id': '77494e1a6ff9467b8fe094cdca45ac25'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:19.312329 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ffd4199-11e6-4366-a675-923b6f795c4e req-dc919b1d-371a-4d75-bbc8-d357fa92f975 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 210 time: 0.2031181 May 28 05:49:19.333294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:19.334003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:19.334396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:19.391222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:19.391643 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:19.401444 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b44e22-aefd-4049-a3e0-304f96f3d8cc'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-deleted', 'tag': '3efc8914-ecca-46ba-aed6-cb659ba33b3e', 'status': 'completed', 'code': 200} May 28 05:49:19.508707 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 7 to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd May 28 05:49:19.518150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b8319-14d7-49db-a19d-e9e8e3885897 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event deleted for resources: {'Port': ['ID=94955fd9-e361-4da7-9080-a71a47e1221c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:19.590767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-360b8319-14d7-49db-a19d-e9e8e3885897 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:19.614071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:19.614790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:19.626593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:19.649891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:19.649891 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:19.666788 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 8 to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd May 28 05:49:19.690104 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-360b8319-14d7-49db-a19d-e9e8e3885897 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "DELETE /v2.0/ports/94955fd9-e361-4da7-9080-a71a47e1221c HTTP/1.1" status: 204 len: 168 time: 2.6019936 May 28 05:49:19.695565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35746) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:19.739310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:19.739806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:19.740245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:19.749652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d946f4-6be4-48c7-8c51-f189e4d2afc5 req-33fba5c8-97aa-46ca-99a9-688b87bed5b9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:19.751473 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67d946f4-6be4-48c7-8c51-f189e4d2afc5 req-33fba5c8-97aa-46ca-99a9-688b87bed5b9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 1.6082003 May 28 05:49:19.797913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:19.798411 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:19.800150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:19.804249 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 9 to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd May 28 05:49:19.826207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Deleting port c2be3248-7678-40c0-a749-69b1eb638a28 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:19.826663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:19.836761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:19.846778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:19.847417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:19.847852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:20.011824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:20.017657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0e13b2-0bb1-4683-aacb-627966091431 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Deleting subnet bb956bfd-a0db-46cb-a42b-9b8d410dc48c {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:49:20.019662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:20.020094 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:20.025476 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 10 to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd May 28 05:49:20.033406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b0e13b2-0bb1-4683-aacb-627966091431 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.068623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67d946f4-6be4-48c7-8c51-f189e4d2afc5 req-b1f8d32a-7fdd-46b1-9186-aae8cbcb1fe1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970679 May 28 05:49:20.091634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:20.092032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:20.092468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:20.102039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:20.102484 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 0fd1479f-dbe2-4d0d-ba93-f412161306fd on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:20.102958 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.117394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Made reservation on behalf of 77494e1a6ff9467b8fe094cdca45ac25 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:20.121286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.133236 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.156607 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b0e13b2-0bb1-4683-aacb-627966091431 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.360244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Calling delete_port for c2be3248-7678-40c0-a749-69b1eb638a28 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:20.452829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] For port 0fd1479f-dbe2-4d0d-ba93-f412161306fd, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:49:20.453351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempted to set empty binding levels {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 05:49:20.464918 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.551811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Allocated IP 172.20.0.2 (16869d4a-c80d-44a1-af8f-c16c452e479c/fa91beaf-eda9-4703-bb88-eafa22b1d514/a677973f-489e-4db6-91a3-2a8504aa819b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:49:20.583540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:20.584222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.612384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b0e13b2-0bb1-4683-aacb-627966091431 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.667847 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.734996 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32885152-d17b-4ab4-9fdb-046298e77b08 req-78d4d212-aeee-481b-8a1b-a12be230db00 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 210 time: 0.1433151 May 28 05:49:20.769926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event updated for resources: {'Port': ['ID=0fd1479f-dbe2-4d0d-ba93-f412161306fd,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:20.796541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dc66a653-8895-4876-8bb2-4d206f44d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 8.9467123 May 28 05:49:20.800032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35762) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:20.808834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Pushing event deleted for resources: {'Port': ['ID=c2be3248-7678-40c0-a749-69b1eb638a28,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:20.832527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-e09b4c7f-fb68-47d1-ba88-a5b2d90d6d45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] For port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:20.832897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-e09b4c7f-fb68-47d1-ba88-a5b2d90d6d45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.892082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b0e13b2-0bb1-4683-aacb-627966091431 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:20.948016 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:21.009969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e13b2-0bb1-4683-aacb-627966091431 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event deleted for resources: {'Subnet': ['ID=bb956bfd-a0db-46cb-a42b-9b8d410dc48c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:21.012184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b0e13b2-0bb1-4683-aacb-627966091431 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:21.015836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3055ea3-a56d-4d83-923f-305df49fa839 None None] Network 229a1a69-bca3-4625-9ff2-8454b32b7061 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:49:21.034720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-9a677830-ca02-4065-8bea-d73571ba3ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Deleting port 0fd1479f-dbe2-4d0d-ba93-f412161306fd {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:21.035055 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a677830-ca02-4065-8bea-d73571ba3ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:21.128375 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9b0e13b2-0bb1-4683-aacb-627966091431 tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "DELETE /v2.0/subnets/bb956bfd-a0db-46cb-a42b-9b8d410dc48c HTTP/1.1" status: 204 len: 168 time: 1.4279344 May 28 05:49:21.137495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35770) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:21.376525 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:21.386465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:21.660605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-e09b4c7f-fb68-47d1-ba88-a5b2d90d6d45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Calling delete_port for 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:21.728763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] DHCP port deletion for 229a1a69-bca3-4625-9ff2-8454b32b7061 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:49:21.734135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Deleting port 135d11c7-1dce-439e-8fcc-d4a324305df5 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:21.734764 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:21.813583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Deleting port 135d11c7-1dce-439e-8fcc-d4a324305df5 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:21.814204 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:21.907579 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:21.935326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:21.938251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-9a677830-ca02-4065-8bea-d73571ba3ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] For port 0fd1479f-dbe2-4d0d-ba93-f412161306fd, host n-h2-843679-5, got binding levels [] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:21.938615 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a677830-ca02-4065-8bea-d73571ba3ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:22.021680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3049ab5-6ff4-4ccd-a1a5-0402a4db0886 req-a85ef121-9cce-4115-b892-4b7f14f2a7ce tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:22.039551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3049ab5-6ff4-4ccd-a1a5-0402a4db0886 req-a85ef121-9cce-4115-b892-4b7f14f2a7ce tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:22.057382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3049ab5-6ff4-4ccd-a1a5-0402a4db0886 req-a85ef121-9cce-4115-b892-4b7f14f2a7ce tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:22.065392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3049ab5-6ff4-4ccd-a1a5-0402a4db0886 req-a85ef121-9cce-4115-b892-4b7f14f2a7ce tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 2409 time: 1.4157023 May 28 05:49:22.236371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:22.236792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Fanout notify agent at l3_agent the message router_deleted on router 9971dcbc-50f0-40b8-9553-b4cbd4ffd22a {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:49:22.368849 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3049ab5-6ff4-4ccd-a1a5-0402a4db0886 req-8528b29d-b1e7-4b5d-a6ea-7864ff9e597e tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972248 May 28 05:49:22.390917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-5785ac33-3262-4716-86ec-428a79105a31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0840828 May 28 05:49:22.471794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-9a677830-ca02-4065-8bea-d73571ba3ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Calling delete_port for 0fd1479f-dbe2-4d0d-ba93-f412161306fd owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:22.481820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] For port 135d11c7-1dce-439e-8fcc-d4a324305df5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=135d11c7-1dce-439e-8fcc-d4a324305df5,segment=NetworkSegment(7865d2b9-5fc0-457f-840d-62e2e30462c6),segment_id=7865d2b9-5fc0-457f-840d-62e2e30462c6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:22.482485 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:22.608013 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:22.612281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a73c73f8-134e-4094-affb-74ab9d79c404 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/9971dcbc-50f0-40b8-9553-b4cbd4ffd22a HTTP/1.1" status: 204 len: 168 time: 4.1403356 May 28 05:49:22.621852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35794) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:22.628024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 135d11c7-1dce-439e-8fcc-d4a324305df5 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:22.629916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1791657223', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'enable_snat': False}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:22.641203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:22.688386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02cd1e5e-4381-4d57-b0cb-b051bd8b6356 req-f21bb31e-0f65-4f31-ab5c-81b1ab482c4e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 210 time: 0.0467329 May 28 05:49:22.706399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Usage tracker for resource:router and tenant:6dd5440363224539bd3134fd100b3846 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:22.732483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:22.754404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:22.762636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-e09b4c7f-fb68-47d1-ba88-a5b2d90d6d45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:22.868903 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:22.870368 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:22.875502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b4c7f-fb68-47d1-ba88-a5b2d90d6d45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Port': ['ID=4f8cf13f-ff0c-46cf-a4ae-63372701f4dd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:22.901708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:22.931760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] For port 135d11c7-1dce-439e-8fcc-d4a324305df5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=135d11c7-1dce-439e-8fcc-d4a324305df5,segment=NetworkSegment(7865d2b9-5fc0-457f-840d-62e2e30462c6),segment_id=7865d2b9-5fc0-457f-840d-62e2e30462c6)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:22.935702 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:22.947326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Calling delete_port for 135d11c7-1dce-439e-8fcc-d4a324305df5 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:22.991527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-87454df9-b049-452a-b352-c9c8be06ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:22.995460 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-87454df9-b049-452a-b352-c9c8be06ba3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 1097 time: 0.4825144 May 28 05:49:23.046069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Network 16869d4a-c80d-44a1-af8f-c16c452e479c is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:23.052176 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a677830-ca02-4065-8bea-d73571ba3ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:23.106761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116d66-8224-4ebf-b5d4-e47473441930 req-2ba16127-4453-4ffd-b9e6-60225194cd73 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:23.126574 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d6116d66-8224-4ebf-b5d4-e47473441930 req-2ba16127-4453-4ffd-b9e6-60225194cd73 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 1.6686475 May 28 05:49:23.138355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:23.154232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:23.159529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-e09b4c7f-fb68-47d1-ba88-a5b2d90d6d45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] No DVR routers for this DVR port 4f8cf13f-ff0c-46cf-a4ae-63372701f4dd on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:49:23.162461 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:23.172410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-e09b4c7f-fb68-47d1-ba88-a5b2d90d6d45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:23.175449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-deleted', 'tag': '4f8cf13f-ff0c-46cf-a4ae-63372701f4dd'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:23.297089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a677830-ca02-4065-8bea-d73571ba3ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:23.300912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 135d11c7-1dce-439e-8fcc-d4a324305df5 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:23.302586 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:23.345322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:23.346464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:23.364430 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aab1f11-736f-4cfe-9c56-68284e3668a1'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-deleted', 'tag': '4f8cf13f-ff0c-46cf-a4ae-63372701f4dd', 'status': 'completed', 'code': 200} May 28 05:49:23.403524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-e09b4c7f-fb68-47d1-ba88-a5b2d90d6d45 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "DELETE /v2.0/ports/4f8cf13f-ff0c-46cf-a4ae-63372701f4dd HTTP/1.1" status: 204 len: 173 time: 4.8083069 May 28 05:49:23.508948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 135d11c7-1dce-439e-8fcc-d4a324305df5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=135d11c7-1dce-439e-8fcc-d4a324305df5,segment=NetworkSegment(7865d2b9-5fc0-457f-840d-62e2e30462c6),segment_id=7865d2b9-5fc0-457f-840d-62e2e30462c6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:23.524271 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:23.571206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9a677830-ca02-4065-8bea-d73571ba3ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "DELETE /v2.0/ports/0fd1479f-dbe2-4d0d-ba93-f412161306fd HTTP/1.1" status: 204 len: 168 time: 2.7698905 May 28 05:49:23.575202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35814) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:23.603221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Calling delete_port for 135d11c7-1dce-439e-8fcc-d4a324305df5 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:23.617827 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:49:23.618187 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:49:23.689007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=135d11c7-1dce-439e-8fcc-d4a324305df5,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:23.786267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting port af3b4060-b2a0-41d6-8288-eda4f365e181 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:23.787038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:23.798436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d6116d66-8224-4ebf-b5d4-e47473441930 req-8b9f9e78-c7f0-4840-a413-b587e739f8a6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708784 May 28 05:49:23.816987 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b560df-b18e-4d97-b0d9-a58b30b8afed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] GET failed (client error): The resource could not be found. May 28 05:49:23.818356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b5b560df-b18e-4d97-b0d9-a58b30b8afed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Synchronizing usage tracker for tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:23.821748 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7715867 May 28 05:49:23.824188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3615107-706a-4f31-a457-914948886eca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event updated for resources: {'Port': ['ID=a677973f-489e-4db6-91a3-2a8504aa819b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:23.841332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Request body: {'port': {'device_id': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:23.955683 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:49:23.956367 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:49:23.977222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a677830-ca02-4065-8bea-d73571ba3ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fd1479f-dbe2-4d0d-ba93-f412161306fd,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:23.998886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b5b560df-b18e-4d97-b0d9-a58b30b8afed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Unset dirty status for tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:24.008115 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b5b560df-b18e-4d97-b0d9-a58b30b8afed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "GET /v2.0/ports/0fd1479f-dbe2-4d0d-ba93-f412161306fd HTTP/1.1" status: 404 len: 333 time: 0.3436501 May 28 05:49:24.013052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35820) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:24.072628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Request body: {'port': {'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-595310149'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:24.119667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Deleting port 135d11c7-1dce-439e-8fcc-d4a324305df5 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:24.120054 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:24.123055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-b18454d6-a139-48e2-8409-c824a08cb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:24.125035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-b18454d6-a139-48e2-8409-c824a08cb481 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 1.0191455 May 28 05:49:24.140093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:24.217466 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:24.350678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfb1ae-a4e9-40f9-98f1-66e418c4d3a7 req-2d43a78d-0810-422e-8369-6f61e86c8362 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:24.351331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-77bfb1ae-a4e9-40f9-98f1-66e418c4d3a7 req-2d43a78d-0810-422e-8369-6f61e86c8362 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:24.382734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-77bfb1ae-a4e9-40f9-98f1-66e418c4d3a7 req-2d43a78d-0810-422e-8369-6f61e86c8362 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:24.389621 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77bfb1ae-a4e9-40f9-98f1-66e418c4d3a7 req-2d43a78d-0810-422e-8369-6f61e86c8362 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 931 time: 0.2919548 May 28 05:49:24.465549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Deleting port 135d11c7-1dce-439e-8fcc-d4a324305df5 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:24.466124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:24.524046 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:24.542109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:24.555326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] For port 135d11c7-1dce-439e-8fcc-d4a324305df5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=135d11c7-1dce-439e-8fcc-d4a324305df5,segment=NetworkSegment(7865d2b9-5fc0-457f-840d-62e2e30462c6),segment_id=7865d2b9-5fc0-457f-840d-62e2e30462c6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:24.555865 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:24.601775 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77bfb1ae-a4e9-40f9-98f1-66e418c4d3a7 req-81ad6957-efaa-4c24-955c-fe37b8e59fe7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111468 May 28 05:49:24.623148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-ed4ee7a6-3e17-4525-b749-5a2465addb0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70e858ed-12b8-46a3-9bab-51c97a2f9c1d HTTP/1.1" status: 200 len: 217 time: 0.4636354 May 28 05:49:24.706386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Made reservation on behalf of ae3c9d345aa34be5a5fc49c548f3f4e7 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:24.709333 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:24.785312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] device_id is not set on port 81983171-cc60-4644-aeea-1ba4c416f3b1 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:24.863945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Calling delete_port for 135d11c7-1dce-439e-8fcc-d4a324305df5 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:25.047522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a677973f-489e-4db6-91a3-2a8504aa819b {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:49:25.058519 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:25.080298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Transition to ACTIVE for port object a677973f-489e-4db6-91a3-2a8504aa819b will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:25.152041 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:25.213786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] For port 135d11c7-1dce-439e-8fcc-d4a324305df5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=135d11c7-1dce-439e-8fcc-d4a324305df5,segment=NetworkSegment(7865d2b9-5fc0-457f-840d-62e2e30462c6),segment_id=7865d2b9-5fc0-457f-840d-62e2e30462c6)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:25.214158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:25.326508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:25.359294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] Pushing event deleted for resources: {'Port': ['ID=135d11c7-1dce-439e-8fcc-d4a324305df5,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:25.388566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e692f667-9913-402c-9a20-f7c92cbc2286 None None] No DVR routers for this DVR port 135d11c7-1dce-439e-8fcc-d4a324305df5 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:49:25.451744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:25.473288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c70b55-ae19-45bd-9ad2-2e17923d1bc6 req-2227632c-1eca-4051-80a1-2ddfe7bebece tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:25.480040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c70b55-ae19-45bd-9ad2-2e17923d1bc6 req-2227632c-1eca-4051-80a1-2ddfe7bebece tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:25.480847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b4c70b55-ae19-45bd-9ad2-2e17923d1bc6 req-2227632c-1eca-4051-80a1-2ddfe7bebece tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Synchronizing usage tracker for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:25.552797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Calling delete_port for 135d11c7-1dce-439e-8fcc-d4a324305df5 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:25.619468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-95c19d39-52f4-4993-9575-f7d348897e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:25.621806 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-95c19d39-52f4-4993-9575-f7d348897e10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.9729655 May 28 05:49:25.681908 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:49:25.682272 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:49:25.688886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:25.832075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Network 0f409199-2ec0-4edd-b3e7-e692bb01c947 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:25.891860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:25.901925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:25.904127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:25.905541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:25.913088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b4c70b55-ae19-45bd-9ad2-2e17923d1bc6 req-2227632c-1eca-4051-80a1-2ddfe7bebece tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Unset dirty status for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:25.914390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4c70b55-ae19-45bd-9ad2-2e17923d1bc6 req-2227632c-1eca-4051-80a1-2ddfe7bebece tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 1677 time: 2.1539712 May 28 05:49:25.973485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Deleting port 135d11c7-1dce-439e-8fcc-d4a324305df5 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:25.975325 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:26.015541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] For port af3b4060-b2a0-41d6-8288-eda4f365e181, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=af3b4060-b2a0-41d6-8288-eda4f365e181,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:26.015960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:26.078083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a677973f-489e-4db6-91a3-2a8504aa819b,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:26.153624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] The port '135d11c7-1dce-439e-8fcc-d4a324305df5' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:49:26.206293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94d0fb-d9d7-4a4d-8cd1-06fcf1a0b105 req-0c5dd424-4da5-4ccb-a778-ee3a6d16dfa4 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:26.207898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa94d0fb-d9d7-4a4d-8cd1-06fcf1a0b105 req-0c5dd424-4da5-4ccb-a778-ee3a6d16dfa4 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.5657463 May 28 05:49:26.335746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:26.366350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event updated for resources: {'Port': ['ID=81983171-cc60-4644-aeea-1ba4c416f3b1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:26.396798 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-329b5312-4a3c-4997-9ca2-304da15180dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3527091 May 28 05:49:26.397595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229a1a69-bca3-4625-9ff2-8454b32b7061']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:26.413091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35842) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:26.415398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7865d2b9-5fc0-457f-840d-62e2e30462c6') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:26.415942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7865d2b9-5fc0-457f-840d-62e2e30462c6') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:26.431107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:26.443192 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:26.463684 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:26.471481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:49:26.472420 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:26.630894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:26.651642 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:26.685770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-471f138e-e0c1-4463-a013-de24117c9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:26.687566 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-471f138e-e0c1-4463-a013-de24117c9f1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0389764 May 28 05:49:26.688171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:26.723404 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4c70b55-ae19-45bd-9ad2-2e17923d1bc6 req-04a38a24-c8e2-4770-9253-117d042875ba tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7739804 May 28 05:49:26.776714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Attempting to bind port a677973f-489e-4db6-91a3-2a8504aa819b on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:26.778015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Attempting to bind port a677973f-489e-4db6-91a3-2a8504aa819b by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:26.778761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Attempting to bind port a677973f-489e-4db6-91a3-2a8504aa819b on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:26.795263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Port a677973f-489e-4db6-91a3-2a8504aa819b on network 16869d4a-c80d-44a1-af8f-c16c452e479c not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:26.802938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Attempting to bind port a677973f-489e-4db6-91a3-2a8504aa819b on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:26.814161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] Pushing event deleted for resources: {'Network': ['ID=229a1a69-bca3-4625-9ff2-8454b32b7061,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:26.833168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:49:26.835121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Checking segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:49:26.836417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Bound using segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:49:26.837339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Bound port: a677973f-489e-4db6-91a3-2a8504aa819b, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:49:26.839069 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:26.874718 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3196f3ee-8458-4619-9f21-dd50f943897c tempest-AllowedAddressPairIpV6TestJSON-1907665445 tempest-AllowedAddressPairIpV6TestJSON-1907665445-project] 10.222.0.39 "DELETE /v2.0/networks/229a1a69-bca3-4625-9ff2-8454b32b7061 HTTP/1.1" status: 204 len: 168 time: 5.7361290 May 28 05:49:26.899924 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa94d0fb-d9d7-4a4d-8cd1-06fcf1a0b105 req-0874fc68-4636-46f8-a760-9de8b0c816d6 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122251 May 28 05:49:26.993243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] For port a677973f-489e-4db6-91a3-2a8504aa819b, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:49:26.997835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] For port a677973f-489e-4db6-91a3-2a8504aa819b, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a677973f-489e-4db6-91a3-2a8504aa819b,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:49:27.000326 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 7865d2b9-5fc0-457f-840d-62e2e30462c6 resource provider aggregate not found May 28 05:49:27.008589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:27.046450 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 7865d2b9-5fc0-457f-840d-62e2e30462c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7865d2b9-5fc0-457f-840d-62e2e30462c6 found for delete ", "request_id": "req-4308dd11-42f1-41d7-8227-e7cd3971826e"}]} May 28 05:49:27.079653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:27.080561 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:27.082597 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/a677973f-489e-4db6-91a3-2a8504aa819b HTTP/1.1" status: 200 len: 1091 time: 3.2453659 May 28 05:49:27.087281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'tag': 'a677973f-489e-4db6-91a3-2a8504aa819b'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:27.117329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75245018-a4e8-4d50-baeb-339167c909b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a677973f-489e-4db6-91a3-2a8504aa819b,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:27.260904 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92eae75e-5202-4929-98f0-6953e21e1021'] response: {'name': 'network-changed', 'server_uuid': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'tag': 'a677973f-489e-4db6-91a3-2a8504aa819b', 'status': 'completed', 'code': 200} May 28 05:49:27.358520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-8198d3e1-b008-4a3c-a36b-822d4787d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:27.361841 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-8198d3e1-b008-4a3c-a36b-822d4787d488 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 1094 time: 0.2285810 May 28 05:49:27.492583 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-4cc485b2-6dd8-485e-8514-38172ea611ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a677973f-489e-4db6-91a3-2a8504aa819b HTTP/1.1" status: 200 len: 217 time: 0.1198311 May 28 05:49:27.505519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35864) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:27.584570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:27.585187 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:27.585297 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Floating IP 450a2f33-8aca-4d3f-a0bb-dc286a327353 disassociated. External IP: 172.25.4.120, port: af3b4060-b2a0-41d6-8288-eda4f365e181. May 28 05:49:27.585590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Calling delete_port for af3b4060-b2a0-41d6-8288-eda4f365e181 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:27.729798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-d58a253d-0560-42d8-9813-897da8872a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:27.732530 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-d58a253d-0560-42d8-9813-897da8872a9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.2281821 May 28 05:49:27.888677 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-385367b2-a1aa-4527-bf52-b1eef6ed320f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444564 May 28 05:49:28.119312 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-81073895-c8a8-40bb-b69a-e1e6e8153012 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76933709c8894a8fbe55101a37dd89d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126831 May 28 05:49:28.127321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35878) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:28.226112 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:49:28.358132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220fda9-2ee1-451e-b456-f851d9add8ba req-ffb063a5-ec3b-40ca-8741-be5ce4c11ad0 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:28.359700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0220fda9-2ee1-451e-b456-f851d9add8ba req-ffb063a5-ec3b-40ca-8741-be5ce4c11ad0 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 943 time: 1.2252872 May 28 05:49:28.406149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-0eaacaab-a619-494c-9b8d-11f1be0161c0 service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073967 May 28 05:49:28.490055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] device_id is not set on port 81983171-cc60-4644-aeea-1ba4c416f3b1 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:28.500053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-a8fb233c-94bd-4c74-ac7d-72cf716c8721 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7520900 May 28 05:49:28.508397 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:28.545735 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0220fda9-2ee1-451e-b456-f851d9add8ba req-e14bcce3-f557-4b00-840c-4bcb961038eb tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354389 May 28 05:49:28.594766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Transition to ACTIVE for port object 81983171-cc60-4644-aeea-1ba4c416f3b1 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:28.611908 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae9da46-61e3-4fea-ab85-672c75399e46 req-fa9f5c34-8281-4f03-b4b7-f79fe7f7b0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734295 May 28 05:49:28.631415 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:28.736158 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:28.787538 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:28.808666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c89c3-4de3-42af-bfb9-90f797fb5411 req-636a23df-2411-4247-a6e5-bee0021b08d0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:28.815179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c89c3-4de3-42af-bfb9-90f797fb5411 req-636a23df-2411-4247-a6e5-bee0021b08d0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:28.824095 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-898c89c3-4de3-42af-bfb9-90f797fb5411 req-636a23df-2411-4247-a6e5-bee0021b08d0 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 1677 time: 0.8644435 May 28 05:49:28.871996 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2cd1984b-0a01-4981-98de-c8610593d68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:28.901565 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2cd1984b-0a01-4981-98de-c8610593d68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:28.942442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Allocated IP 172.25.4.183 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/40bee442-7b65-4fbe-a660-780342cc3e17) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:49:28.975858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-898c89c3-4de3-42af-bfb9-90f797fb5411 req-95b85d8d-1aba-433d-bb47-0a4ef346fa79 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507761 May 28 05:49:29.001682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2cd1984b-0a01-4981-98de-c8610593d68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:29.021469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1984b-0a01-4981-98de-c8610593d68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849c1592-d1c2-4642-aec4-c6590de681b5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:29.038922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-2f2f503e-8c15-429b-9a58-290d9050b2ca service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7611794 May 28 05:49:29.045365 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2cd1984b-0a01-4981-98de-c8610593d68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:29.046545 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2cd1984b-0a01-4981-98de-c8610593d68f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/849c1592-d1c2-4642-aec4-c6590de681b5 HTTP/1.1" status: 204 len: 168 time: 0.9165118 May 28 05:49:29.085306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e7d8-f59b-47c7-a1b0-d068203ed8cc req-367e33d2-f13b-4847-974b-2a90ac3bdb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:29.086789 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96e3e7d8-f59b-47c7-a1b0-d068203ed8cc req-367e33d2-f13b-4847-974b-2a90ac3bdb7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 1094 time: 0.3833942 May 28 05:49:29.485572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e7d8-f59b-47c7-a1b0-d068203ed8cc req-bb02ca9b-bd33-4b1a-ac11-4d3103cbb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:29.487546 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96e3e7d8-f59b-47c7-a1b0-d068203ed8cc req-bb02ca9b-bd33-4b1a-ac11-4d3103cbb873 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 912 time: 0.3941579 May 28 05:49:29.502421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba28b4d2-fd0a-4b20-b3cd-44a7f382970d req-1ef1004e-50c5-423b-b6e0-83b1faaf77a9 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9781680 May 28 05:49:29.531054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event updated for resources: {'Port': ['ID=81983171-cc60-4644-aeea-1ba4c416f3b1,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:29.567206 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:29.685668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Port': ['ID=af3b4060-b2a0-41d6-8288-eda4f365e181,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:29.709498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:29.710169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:29.710767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:29.734193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96e3e7d8-f59b-47c7-a1b0-d068203ed8cc req-b9e88547-edc7-4bb6-85d1-00db6420f8d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a677973f-489e-4db6-91a3-2a8504aa819b HTTP/1.1" status: 200 len: 217 time: 0.2283475 May 28 05:49:29.841602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e7d8-f59b-47c7-a1b0-d068203ed8cc req-b0063a33-efff-4759-ac73-1894677d3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:29.843058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96e3e7d8-f59b-47c7-a1b0-d068203ed8cc req-b0063a33-efff-4759-ac73-1894677d3954 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.0991154 May 28 05:49:30.079081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:30.079403 n-d-843679-5 neutron-server[88417]: ERROR neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:30.082732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:30.105333 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96e3e7d8-f59b-47c7-a1b0-d068203ed8cc req-7a67f591-26bf-4d9f-828f-723fe24fa6bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212187 May 28 05:49:30.120346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-21e8ffe1-d52a-42b0-8301-d7bec8983134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:30.122297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-21e8ffe1-d52a-42b0-8301-d7bec8983134 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 1096 time: 0.7164981 May 28 05:49:30.129161 n-d-843679-5 neutron-server[88417]: INFO neutron.plugins.ml2.plugin [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 2 to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 May 28 05:49:30.330865 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:30.343676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b67cb-e5ff-4a57-be52-2d989e9e90ca req-04c3f209-86fd-49b2-86c0-2230fe70729b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:30.345931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be9b67cb-e5ff-4a57-be52-2d989e9e90ca req-04c3f209-86fd-49b2-86c0-2230fe70729b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 1.1408577 May 28 05:49:30.472300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a677973f-489e-4db6-91a3-2a8504aa819b details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:49:30.474269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:30.474826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:30.475423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:30.511122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96e3e7d8-f59b-47c7-a1b0-d068203ed8cc req-52dc4dc3-088e-465d-a505-e34142b4f98f service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867109 May 28 05:49:30.538547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:30.550300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:30.553501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:30.651713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:30.651713 n-d-843679-5 neutron-server[88417]: ERROR neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:30.684734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event updated for resources: {'Port': ['ID=40bee442-7b65-4fbe-a660-780342cc3e17,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:30.703696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:49:30.703696 n-d-843679-5 neutron-server[88417]: INFO neutron.plugins.ml2.plugin [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 3 to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 May 28 05:49:30.943207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a677973f-489e-4db6-91a3-2a8504aa819b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a677973f-489e-4db6-91a3-2a8504aa819b,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:30.969926 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:30.976618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a677973f-489e-4db6-91a3-2a8504aa819b', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'port_id': 'a677973f-489e-4db6-91a3-2a8504aa819b', 'mac_address': 'fa:16:3e:a6:ef:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa91beaf-eda9-4703-bb88-eafa22b1d514', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:49:31.015089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-3d739372-8b52-41ba-a6bb-bd8a824e2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:31.016349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-3d739372-8b52-41ba-a6bb-bd8a824e2c4e service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.5043380 May 28 05:49:31.120068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35946) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:31.138897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a677973f-489e-4db6-91a3-2a8504aa819b is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:31.139546 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:31.173360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a677973f-489e-4db6-91a3-2a8504aa819b {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:49:31.179498 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-b1b9f02e-da74-4421-b3bd-662fba59f80d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 HTTP/1.1" status: 200 len: 217 time: 0.1489880 May 28 05:49:31.210338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a677973f-489e-4db6-91a3-2a8504aa819b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a677973f-489e-4db6-91a3-2a8504aa819b,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:31.220221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:31.221048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:31.222875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:31.234076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:31.252431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be9b67cb-e5ff-4a57-be52-2d989e9e90ca req-c73d1f8d-e7c1-452b-935f-115e6cb3ff74 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8296287 May 28 05:49:31.331587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715c98f-468d-49ea-9ded-99585318511e req-a533174b-5105-4f28-81e6-752ebd3151c5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:31.333736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0715c98f-468d-49ea-9ded-99585318511e req-a533174b-5105-4f28-81e6-752ebd3151c5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 943 time: 1.4884963 May 28 05:49:31.379400 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a677973f-489e-4db6-91a3-2a8504aa819b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:31.387968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.397209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.397880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.398445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.398996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.399563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.400112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.400648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.401182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.401768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.402315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.403473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:31.410158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:31.410479 n-d-843679-5 neutron-server[88417]: ERROR neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:31.493807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-dd291155-ad49-46f7-ada2-15edb0681198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:31.495419 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-dd291155-ad49-46f7-ada2-15edb0681198 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.3028865 May 28 05:49:31.497325 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96e3e7d8-f59b-47c7-a1b0-d068203ed8cc req-e8625d40-c983-49ee-a3ef-a6c3284b4f9c service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9693711 May 28 05:49:31.527867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a677973f-489e-4db6-91a3-2a8504aa819b'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:49:31.562933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-56c3a3b3-108a-4a06-b57a-94303ec4544d tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:31.573391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-56c3a3b3-108a-4a06-b57a-94303ec4544d tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4034700 May 28 05:49:31.587533 n-d-843679-5 neutron-server[88417]: INFO neutron.plugins.ml2.plugin [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 4 to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 May 28 05:49:31.659641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35954) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:31.712728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0715c98f-468d-49ea-9ded-99585318511e req-0c97aa11-f6fa-495e-9b60-6b51dd0e3374 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600860 May 28 05:49:31.810055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-6f292f0f-f654-4b8f-8882-2589ed5f1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:31.811827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-6f292f0f-f654-4b8f-8882-2589ed5f1c6b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2949526 May 28 05:49:31.844352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:31.844965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:31.845269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:31.913662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-ac79302b-1c38-4e05-b880-e0d75d7d52f8 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:31.923448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ac79302b-1c38-4e05-b880-e0d75d7d52f8 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.1080995 May 28 05:49:31.980361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35966) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:31.990614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:31.991188 n-d-843679-5 neutron-server[88417]: ERROR neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:31.996535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-8f898765-694d-4bcb-a387-a949cf58540e tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.000763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8f898765-694d-4bcb-a387-a949cf58540e tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0177352 May 28 05:49:32.003794 n-d-843679-5 neutron-server[88417]: INFO neutron.plugins.ml2.plugin [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 5 to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 May 28 05:49:32.005961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35970) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.045042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-b5b4c3a3-cf44-408c-85a0-a57ada2649d8 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.046117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b5b4c3a3-cf44-408c-85a0-a57ada2649d8 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0393145 May 28 05:49:32.049314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35974) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.065557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-05e4e75f-825f-4a17-a485-edb470d9bf80 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.066576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-05e4e75f-825f-4a17-a485-edb470d9bf80 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0165155 May 28 05:49:32.069849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35978) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.085198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-4c4c75d6-9260-4f48-a6fa-cff3a3350a12 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.086599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4c4c75d6-9260-4f48-a6fa-cff3a3350a12 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0154161 May 28 05:49:32.089787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35982) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.100521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-0e11c2b9-72fb-4260-96df-ad5e4b44848d tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.101538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0e11c2b9-72fb-4260-96df-ad5e4b44848d tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0109830 May 28 05:49:32.116149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35986) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.126094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-6edf742e-4dd4-4a27-a05d-9dfca58446b5 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.127932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6edf742e-4dd4-4a27-a05d-9dfca58446b5 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0107455 May 28 05:49:32.131843 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35990) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.137823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-86ba4d18-6a8e-401d-9861-44e1b8e35b6e tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.141180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-86ba4d18-6a8e-401d-9861-44e1b8e35b6e tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0082064 May 28 05:49:32.148926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35994) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.152140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:32.152597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:32.153030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:32.170035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-296f7704-6644-4625-be0c-d132b052b29f tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.171642 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-296f7704-6644-4625-be0c-d132b052b29f tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0213954 May 28 05:49:32.175267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36000) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.179783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:49:32.191572 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] Sync routers for ids ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:49:32.192650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-fea9d9fb-c7a3-4795-819c-22c1495e7098 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.193982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fea9d9fb-c7a3-4795-819c-22c1495e7098 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0180113 May 28 05:49:32.198235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.200798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-8edadce8-2e7a-4513-9ee4-dd20c6c0a291 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816283 May 28 05:49:32.213632 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] Routers {'8fe620cf-c8ce-4927-af14-290a1a76a4e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:49:32.214279 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:49:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:32.217173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-30304fb2-e76a-4c65-9ea1-832e537f960b tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.218210 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-30304fb2-e76a-4c65-9ea1-832e537f960b tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0148835 May 28 05:49:32.261824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36008) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.289237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:32.291038 n-d-843679-5 neutron-server[88417]: ERROR neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:32.323708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-b6c3b182-7250-4bd3-ad43-e5ca32e33d07 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.327284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b6c3b182-7250-4bd3-ad43-e5ca32e33d07 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0311511 May 28 05:49:32.327284 n-d-843679-5 neutron-server[88417]: INFO neutron.plugins.ml2.plugin [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 6 to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 May 28 05:49:32.345155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36014) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.559336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-1d6011f4-c36a-4d13-bd18-88a9cd0c9ba4 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.560603 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1d6011f4-c36a-4d13-bd18-88a9cd0c9ba4 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.2010610 May 28 05:49:32.572773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83bf0b7e-d2d4-432c-9296-6fe197a89c22 req-bc628892-815e-485a-b4c5-ceb03732b8ff service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534751 May 28 05:49:32.580000 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] Set router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:49:32.663212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36018) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.691334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-c1cda514-f535-43f1-a92a-6ecac175c427 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.697311 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c1cda514-f535-43f1-a92a-6ecac175c427 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0307331 May 28 05:49:32.711613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36022) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.731723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-d64c217d-39a8-4f84-9906-c3b3f17e17a8 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.735280 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d64c217d-39a8-4f84-9906-c3b3f17e17a8 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0078442 May 28 05:49:32.755749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] No DVR routers for this DVR port af3b4060-b2a0-41d6-8288-eda4f365e181 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:49:32.757465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:32.771561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36026) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.805565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-52e2cd5a-a611-403f-886b-653c34e18d01 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.806793 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-52e2cd5a-a611-403f-886b-653c34e18d01 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0262382 May 28 05:49:32.815870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36034) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.828643 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:32.833212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-61251210-cf5a-46ad-8bb5-237ce685f1ce tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.834941 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-61251210-cf5a-46ad-8bb5-237ce685f1ce tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0163281 May 28 05:49:32.836882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-deleted', 'tag': 'af3b4060-b2a0-41d6-8288-eda4f365e181'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:32.841399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36038) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.865759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfd9a-bc7c-455e-b0b0-7b0f3da0f1dc req-2ecc0b47-a369-4f43-814c-1087b6c642e5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:32.867329 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-467cfd9a-bc7c-455e-b0b0-7b0f3da0f1dc req-2ecc0b47-a369-4f43-814c-1087b6c642e5 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 943 time: 1.2809575 May 28 05:49:32.868066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:32.868423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:32.868726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:32.879476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f47b-f22b-412e-b571-940c4b2754ff req-a38dda1d-0065-4152-ad71-d0252d94a972 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:32.881865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:32.882200 n-d-843679-5 neutron-server[88417]: ERROR neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:32.893973 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4124f47b-f22b-412e-b571-940c4b2754ff req-a38dda1d-0065-4152-ad71-d0252d94a972 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.3177979 May 28 05:49:32.903663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-c0f9aa43-4001-4e46-a362-93e80339c962 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.904664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c0f9aa43-4001-4e46-a362-93e80339c962 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0486383 May 28 05:49:32.917092 n-d-843679-5 neutron-server[88417]: INFO neutron.plugins.ml2.plugin [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 7 to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 May 28 05:49:32.939322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36048) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.943213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:32.943654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:32.944271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:32.955464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-c1eba0a1-19cf-4d5f-9dbf-b7150faced57 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.956408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c1eba0a1-19cf-4d5f-9dbf-b7150faced57 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052323 May 28 05:49:32.963755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:32.964084 n-d-843679-5 neutron-server[88417]: ERROR neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:32.964504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36052) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:32.969860 n-d-843679-5 neutron-server[88417]: INFO neutron.plugins.ml2.plugin [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 8 to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 May 28 05:49:32.985125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-d2861130-3a8c-454a-96c7-89e872bd032d tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:32.986438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d2861130-3a8c-454a-96c7-89e872bd032d tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0065610 May 28 05:49:32.991169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36058) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.005544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-03ef0c6b-6161-4a1c-ad6b-d4fc0703a0d4 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.007016 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-03ef0c6b-6161-4a1c-ad6b-d4fc0703a0d4 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0140111 May 28 05:49:33.010985 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4124f47b-f22b-412e-b571-940c4b2754ff req-8a6ae085-b454-44f6-9b99-443cd9a2bb31 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035182 May 28 05:49:33.011477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36064) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.016902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-72061f2c-a766-40de-bb34-8c672f61a3fa tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.017825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-72061f2c-a766-40de-bb34-8c672f61a3fa tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053205 May 28 05:49:33.021242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36068) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.031912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-a65a383b-645a-44ca-84d7-ad7a93706bb0 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.034064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a65a383b-645a-44ca-84d7-ad7a93706bb0 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0118816 May 28 05:49:33.043592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36072) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.051539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-4764bc31-e8ab-4b4b-8c65-fc8c5c979eaf tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.059177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-f7c017ed-af17-4126-826b-14a5aa75cb80 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "DELETE /v2.0/ports/af3b4060-b2a0-41d6-8288-eda4f365e181 HTTP/1.1" status: 204 len: 173 time: 9.6417890 May 28 05:49:33.060466 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4764bc31-e8ab-4b4b-8c65-fc8c5c979eaf tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0158448 May 28 05:49:33.064891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36076) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.082139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-ca87c31e-f7b1-4f76-8284-14a6b3d5759e tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.104541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ca87c31e-f7b1-4f76-8284-14a6b3d5759e tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0169306 May 28 05:49:33.105768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36080) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.124020 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a92cdedb-4bbc-45d6-9f8e-01367d034c92', 'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'tenant_id': '35100819b20440649f162236d29682d4', 'mac_address': 'fa:16:3e:d2:5b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:46Z', 'updated_at': '2022-05-28T05:43:00Z', 'revision_number': 5, 'project_id': '35100819b20440649f162236d29682d4', 'subnets': [{'id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:33.129715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-10118ce9-60e4-43d8-861d-2bc979f41047 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.130807 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] Checking router: 8fe620cf-c8ce-4927-af14-290a1a76a4e9 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:49:33.135266 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-10118ce9-60e4-43d8-861d-2bc979f41047 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0290463 May 28 05:49:33.138339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36084) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.145456 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] Routers {'8fe620cf-c8ce-4927-af14-290a1a76a4e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:49:33.146070 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:49:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:33.149488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-1ebfa70b-613f-4764-8244-f58830ce0b62 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.150460 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1ebfa70b-613f-4764-8244-f58830ce0b62 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0111897 May 28 05:49:33.155469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36088) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.167028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-2cdd3a36-d551-4d4e-92cb-e808e7a12676 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.169913 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2cdd3a36-d551-4d4e-92cb-e808e7a12676 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0134451 May 28 05:49:33.173000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36092) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.186345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-52ce2956-bc40-41c0-908a-52c3f3a5a37a tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.187411 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-52ce2956-bc40-41c0-908a-52c3f3a5a37a tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0134306 May 28 05:49:33.191303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36096) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.203357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-ee3291fa-abdb-44a8-b80f-a71725cc96e4 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.206782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ee3291fa-abdb-44a8-b80f-a71725cc96e4 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0143087 May 28 05:49:33.210906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36100) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.229006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-3fa8b66c-e387-41a8-84f8-ce819de787c9 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.236344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3fa8b66c-e387-41a8-84f8-ce819de787c9 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0241072 May 28 05:49:33.242991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36106) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.249261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-896387a2-31d5-4cfb-bec5-986d848bacf5 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.250270 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-896387a2-31d5-4cfb-bec5-986d848bacf5 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0059245 May 28 05:49:33.355701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36110) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.363797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-899a3aca-e0fa-47b5-85e1-eb1af6d3b1b2 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.366157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-899a3aca-e0fa-47b5-85e1-eb1af6d3b1b2 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0093570 May 28 05:49:33.378629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36118) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.386170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-1b9c31d2-b37e-4a37-b5b9-1a107ce24950 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.389427 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1b9c31d2-b37e-4a37-b5b9-1a107ce24950 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0065565 May 28 05:49:33.393054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36122) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.398663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-eed56200-78b7-4c72-99b2-02e372666ce8 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.401505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eed56200-78b7-4c72-99b2-02e372666ce8 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0052545 May 28 05:49:33.404043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36126) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.409530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-e46733de-b44e-41c4-bfba-f44128cbc201 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.413296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-ea7e4d05-facf-44ed-a8e8-476bc9325b6c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting port ac592d67-2f83-41cb-8027-f7c9363948c8 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:33.413455 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e46733de-b44e-41c4-bfba-f44128cbc201 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055954 May 28 05:49:33.413565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-ea7e4d05-facf-44ed-a8e8-476bc9325b6c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:33.417489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36132) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.425355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-1e17e937-40da-4d65-bfa1-3180a3fd23e4 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.432576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1e17e937-40da-4d65-bfa1-3180a3fd23e4 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0132811 May 28 05:49:33.434665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36136) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.441164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-fed31e0d-732a-4394-b020-46bb3d854c88 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.444076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fed31e0d-732a-4394-b020-46bb3d854c88 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0067799 May 28 05:49:33.447213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36140) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.457459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:33.457818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:33.458152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:33.462794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-fe71300e-0909-4e7c-aca0-1c0cb0a66f43 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.470972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-467cfd9a-bc7c-455e-b0b0-7b0f3da0f1dc req-b4d29b74-589e-43e5-b670-82b645169273 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5912507 May 28 05:49:33.471464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36146) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.471598 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fe71300e-0909-4e7c-aca0-1c0cb0a66f43 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0210466 May 28 05:49:33.493810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-62859483-e7fc-4f7b-bba3-44b765403542 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.498060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-62859483-e7fc-4f7b-bba3-44b765403542 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0128477 May 28 05:49:33.501950 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] Set router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:49:33.506944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:33.507262 n-d-843679-5 neutron-server[88417]: ERROR neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:33.507813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c01666-3e1c-4db9-85ca-c2db71884019 req-6c0b2a09-a33a-4d5b-8510-16704b4e0389 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:33.511848 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4c01666-3e1c-4db9-85ca-c2db71884019 req-6c0b2a09-a33a-4d5b-8510-16704b4e0389 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 944 time: 0.2580366 May 28 05:49:33.512342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36152) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.522787 n-d-843679-5 neutron-server[88417]: INFO neutron.plugins.ml2.plugin [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 9 to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 May 28 05:49:33.545846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-c153737c-46f4-43fb-a442-45f740dba6fe tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.549293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c153737c-46f4-43fb-a442-45f740dba6fe tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0303907 May 28 05:49:33.566806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36158) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.628255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [None req-1d73ce92-fa75-4019-b0be-2517f00f0d02 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.631643 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1d73ce92-fa75-4019-b0be-2517f00f0d02 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0583689 May 28 05:49:33.650911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36166) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.686653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4c01666-3e1c-4db9-85ca-c2db71884019 req-48e1ec4c-c9a3-4daf-b72e-9963e44f225e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582863 May 28 05:49:33.697374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-40d3b0d0-1055-4cae-bf99-ca57139a4c3d tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.699009 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-40d3b0d0-1055-4cae-bf99-ca57139a4c3d tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0468190 May 28 05:49:33.701741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36172) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.706141 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051e51e6-3741-4021-94fb-ef82563ba0ba'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-deleted', 'tag': 'af3b4060-b2a0-41d6-8288-eda4f365e181', 'status': 'completed', 'code': 200} May 28 05:49:33.719630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-5b8d8b54-de22-4fb2-ae95-4f9a8265c37e tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.725592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5b8d8b54-de22-4fb2-ae95-4f9a8265c37e tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0198140 May 28 05:49:33.726708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36176) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.739179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-7f9e28b7-0feb-4312-b8c8-9181e9f21659 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.745142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7f9e28b7-0feb-4312-b8c8-9181e9f21659 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0139103 May 28 05:49:33.750994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36180) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.756937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-9cdd4566-e1e8-4112-b4f3-1027543bb87c tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.760376 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9cdd4566-e1e8-4112-b4f3-1027543bb87c tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0092170 May 28 05:49:33.767751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36184) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.773155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-72d35425-fab8-4346-b216-9ab9703467a5 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.774098 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-72d35425-fab8-4346-b216-9ab9703467a5 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053954 May 28 05:49:33.784975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36188) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.788686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-4e4bc054-7756-4490-aec4-e15a57b51fa1 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.789653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4e4bc054-7756-4490-aec4-e15a57b51fa1 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050013 May 28 05:49:33.792787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36192) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.797570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-a8683fac-a207-4048-9b32-a211036d1bfe tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.798486 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a8683fac-a207-4048-9b32-a211036d1bfe tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047987 May 28 05:49:33.802714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36196) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.807973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-2f5f93d9-e121-48b4-a75f-7f7f245dc3d6 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.808884 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2f5f93d9-e121-48b4-a75f-7f7f245dc3d6 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052786 May 28 05:49:33.817911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36200) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.822724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-2291d9ef-b564-4e4e-9ebc-7bb701f3e762 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.823662 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2291d9ef-b564-4e4e-9ebc-7bb701f3e762 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047667 May 28 05:49:33.830936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36204) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.840531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-a928e133-6bfa-4976-a238-4547cc777203 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.841623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a928e133-6bfa-4976-a238-4547cc777203 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0097616 May 28 05:49:33.847349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36210) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.852703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-49bfb31b-caf8-48ae-a20c-e27c7ea2e617 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.855898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-49bfb31b-caf8-48ae-a20c-e27c7ea2e617 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053608 May 28 05:49:33.858275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36214) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.862911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-c48b4060-328d-4104-95c8-4ad6a5accbb8 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.866210 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c48b4060-328d-4104-95c8-4ad6a5accbb8 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047317 May 28 05:49:33.867279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36218) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.876398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-b6863d18-1fd6-410e-b412-cb2556804b07 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.879855 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b6863d18-1fd6-410e-b412-cb2556804b07 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0091383 May 28 05:49:33.894016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36222) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.899634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-84eb70bf-4ebb-4e17-ade7-6ebe4da8db38 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.903044 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-84eb70bf-4ebb-4e17-ade7-6ebe4da8db38 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0054536 May 28 05:49:33.915796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36226) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.921407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-78876d51-7f19-4f07-8000-17edea3b1f57 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.924839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-78876d51-7f19-4f07-8000-17edea3b1f57 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0056212 May 28 05:49:33.935820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36230) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.940781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-63eb5e67-84d2-461a-9fc7-2d5c0279478e tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.941712 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-63eb5e67-84d2-461a-9fc7-2d5c0279478e tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049038 May 28 05:49:33.947868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36234) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.952859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-bb927619-69ed-46cb-9584-56197de4a6ff tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.953808 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bb927619-69ed-46cb-9584-56197de4a6ff tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050480 May 28 05:49:33.960238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36238) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.965102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-2c8fb7db-2f43-438c-bfb9-9fef5ab1513d tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.966033 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2c8fb7db-2f43-438c-bfb9-9fef5ab1513d tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048499 May 28 05:49:33.975825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36244) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.981151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-8b117d0a-8b30-456b-95f7-100ca397a018 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.982089 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8b117d0a-8b30-456b-95f7-100ca397a018 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052919 May 28 05:49:33.987818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36248) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:33.992712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-5b6fdd20-6d4a-4a66-9e99-17ae483df616 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:33.993643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5b6fdd20-6d4a-4a66-9e99-17ae483df616 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048709 May 28 05:49:34.004133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36252) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:34.009855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-b268fff2-d899-42de-a595-ea41cedd2d52 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:34.010798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b268fff2-d899-42de-a595-ea41cedd2d52 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0051470 May 28 05:49:34.019850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36256) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:34.025903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-c200c62d-961c-4f17-89c0-0f4b3cb0d577 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:34.026833 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c200c62d-961c-4f17-89c0-0f4b3cb0d577 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0054691 May 28 05:49:34.031791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36260) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:34.042557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-47e3fdf6-5b45-41db-ac81-1ee120eb57f2 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:34.045794 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-47e3fdf6-5b45-41db-ac81-1ee120eb57f2 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0108221 May 28 05:49:34.053687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36266) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:34.062832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-9362e04d-6f9a-4c67-bf44-c5837f228cce tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:34.077335 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9362e04d-6f9a-4c67-bf44-c5837f228cce tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0212946 May 28 05:49:34.079092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36270) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:34.113953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-c3a88c54-a899-491b-9c1b-870696f59383 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:34.118048 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c3a88c54-a899-491b-9c1b-870696f59383 tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0378299 May 28 05:49:34.121822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36276) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:34.128906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [None req-bcf1860c-126b-4fba-b057-72a8eef767db tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:49:34.133105 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bcf1860c-126b-4fba-b057-72a8eef767db tempest-ExtensionsTestJSON-1697819442 tempest-ExtensionsTestJSON-1697819442-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0101705 May 28 05:49:34.194264 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a92cdedb-4bbc-45d6-9f8e-01367d034c92', 'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'tenant_id': '35100819b20440649f162236d29682d4', 'mac_address': 'fa:16:3e:d2:5b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:46Z', 'updated_at': '2022-05-28T05:43:00Z', 'revision_number': 5, 'project_id': '35100819b20440649f162236d29682d4', 'subnets': [{'id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:34.200683 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc08117-7a7c-483a-b4b3-07497cea83e6 None None] The sync data for ids ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'] in n-d-843679-5 is: [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a92cdedb-4bbc-45d6-9f8e-01367d034c92', 'name': '', 'network_id': '741ba084-ed2e-407e-be15-0d0600915b04', 'tenant_id': '35100819b20440649f162236d29682d4', 'mac_address': 'fa:16:3e:d2:5b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:46Z', 'updated_at': '2022-05-28T05:43:00Z', 'revision_number': 5, 'project_id': '35100819b20440649f162236d29682d4', 'subnets': [{'id': 'a2eded9b-a86c-45b9-b9be-1ab2a936ac59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:49:34.220838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:34.222608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:34.223133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:34.473539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a677973f-489e-4db6-91a3-2a8504aa819b up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:49:34.485070 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:34.648713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:34.649286 n-d-843679-5 neutron-server[88417]: ERROR neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:34.671434 n-d-843679-5 neutron-server[88417]: INFO neutron.plugins.ml2.plugin [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 10 to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 May 28 05:49:34.729054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port a677973f-489e-4db6-91a3-2a8504aa819b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:49:34.745130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a677973f-489e-4db6-91a3-2a8504aa819b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:34.745508 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:34.790531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36294) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:34.896941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:34.897432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:34.897836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:34.903309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de17e61-55e2-4584-ae47-2389dd18018a None None] New status for floating IP 450a2f33-8aca-4d3f-a0bb-dc286a327353: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:49:35.047484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b30d91-1709-4bab-897d-71000537cd2e req-66ef368e-bdd3-4c1a-8365-4af397ba30a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.049479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9b30d91-1709-4bab-897d-71000537cd2e req-66ef368e-bdd3-4c1a-8365-4af397ba30a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 943 time: 0.2919333 May 28 05:49:35.179265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9b30d91-1709-4bab-897d-71000537cd2e req-a837ad8a-d65f-41c5-ba82-78b696de5b41 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184576 May 28 05:49:35.183150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:35.183689 n-d-843679-5 neutron-server[88417]: ERROR neutron.plugins.ml2.managers [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 81983171-cc60-4644-aeea-1ba4c416f3b1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:35.184198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:35.269463 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f69c5a-8598-4bcb-b1af-b365dcfc55a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:35.471635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] For port 81983171-cc60-4644-aeea-1ba4c416f3b1, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:49:35.495249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempted to set empty binding levels {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 05:49:35.521992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:35.532463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4f69c5a-8598-4bcb-b1af-b365dcfc55a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:35.588985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4f69c5a-8598-4bcb-b1af-b365dcfc55a4 admin admin] Usage tracker for resource:security_group_rule and tenant:66f0901f7bb84840b09d9bdcc0246c11 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:35.604510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a677973f-489e-4db6-91a3-2a8504aa819b is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:35.605065 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:35.608973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-ea7e4d05-facf-44ed-a8e8-476bc9325b6c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] For port ac592d67-2f83-41cb-8027-f7c9363948c8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=ac592d67-2f83-41cb-8027-f7c9363948c8,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:35.609361 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-ea7e4d05-facf-44ed-a8e8-476bc9325b6c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:35.617375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4f69c5a-8598-4bcb-b1af-b365dcfc55a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:35.650168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec43e-6d9a-4b30-921c-d068653ae348 req-40bcc4fa-5d24-47f7-b666-5ab00f649f91 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.661281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d32ec43e-6d9a-4b30-921c-d068653ae348 req-40bcc4fa-5d24-47f7-b666-5ab00f649f91 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 1.1735673 May 28 05:49:35.664313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] In _notify_port_updated(), no bound segment for port 81983171-cc60-4644-aeea-1ba4c416f3b1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:49:35.665175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.665773 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:35.669315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "PUT /v2.0/ports/81983171-cc60-4644-aeea-1ba4c416f3b1 HTTP/1.1" status: 200 len: 978 time: 9.2413948 May 28 05:49:35.670334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36312) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:35.687499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4f69c5a-8598-4bcb-b1af-b365dcfc55a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:35.693813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b71d9-708b-4b27-b7ba-5beef4885962 req-a654b12b-d27d-4d6f-840a-d44481bc0171 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.695686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a677973f-489e-4db6-91a3-2a8504aa819b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a677973f-489e-4db6-91a3-2a8504aa819b,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:35.697412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677973f-489e-4db6-91a3-2a8504aa819b'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:35.710945 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:35.711556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b21b71d9-708b-4b27-b7ba-5beef4885962 req-a654b12b-d27d-4d6f-840a-d44481bc0171 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 944 time: 0.2799561 May 28 05:49:35.822830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b21b71d9-708b-4b27-b7ba-5beef4885962 req-23847406-6579-4c1e-a22f-cb776b059b37 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101251 May 28 05:49:35.840914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a677973f-489e-4db6-91a3-2a8504aa819b,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:35.876013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-ea7e4d05-facf-44ed-a8e8-476bc9325b6c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Calling delete_port for ac592d67-2f83-41cb-8027-f7c9363948c8 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:35.890474 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d49f9f-cc93-4ad6-b303-0e545a82b868'] response: {'server_uuid': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677973f-489e-4db6-91a3-2a8504aa819b', 'code': 200} May 28 05:49:35.906284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.906912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.907788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.908319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.908849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.909374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.912494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.913038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.914266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.914755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.915262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.915720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.916464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.916930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.930936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.931554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.932032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.932506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.934642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.935182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.935677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.936144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.937023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.937503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.937960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.938545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.939055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.940584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:35.950357 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-03a9cd79-8786-46f9-9f90-ce366df0c30e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24927 time: 0.2787979 May 28 05:49:35.951343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36322) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:36.010156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72599f-0455-4500-af28-ab51fdefd829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event updated for resources: {'Port': ['ID=81983171-cc60-4644-aeea-1ba4c416f3b1,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:36.155662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c06c4-2ca2-48d0-afac-517b9b996fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Deleting port 81983171-cc60-4644-aeea-1ba4c416f3b1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:36.156254 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf3c06c4-2ca2-48d0-afac-517b9b996fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:36.213056 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f69c5a-8598-4bcb-b1af-b365dcfc55a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:36.231467 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f69c5a-8598-4bcb-b1af-b365dcfc55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:36.284902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Router 3ae6f555-a6d8-45d4-a3ac-cd36ada127f3 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:49:36.309128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d32ec43e-6d9a-4b30-921c-d068653ae348 req-0535e6e4-c207-49f7-af43-eb03ef7acf8e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469216 May 28 05:49:36.370828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f80c84-2d1c-43e4-ad0f-19e7e59c2ba6 req-aee30416-d6e6-4bca-ac70-97294d2f7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:36.374763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f80c84-2d1c-43e4-ad0f-19e7e59c2ba6 req-aee30416-d6e6-4bca-ac70-97294d2f7575 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 1096 time: 0.3867335 May 28 05:49:36.523896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4f69c5a-8598-4bcb-b1af-b365dcfc55a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66f0901f7bb84840b09d9bdcc0246c11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7283185 May 28 05:49:36.524869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36336) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:36.813930 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a4f80c84-2d1c-43e4-ad0f-19e7e59c2ba6 req-455b3caa-f052-4484-b2c2-ec8e622c298e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155054 May 28 05:49:36.820479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:49:36.825903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-bf3c06c4-2ca2-48d0-afac-517b9b996fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] For port 81983171-cc60-4644-aeea-1ba4c416f3b1, host n-h2-843679-5, got binding levels [] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:36.826266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf3c06c4-2ca2-48d0-afac-517b9b996fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:36.830171 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Sync routers for ids ['3ae6f555-a6d8-45d4-a3ac-cd36ada127f3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:49:36.847152 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Routers {'3ae6f555-a6d8-45d4-a3ac-cd36ada127f3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:49:36.849840 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:49:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3ae6f555-a6d8-45d4-a3ac-cd36ada127f3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:36.855765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f69c5a-8598-4bcb-b1af-b365dcfc55a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ce8c8f-d2b4-4589-84cc-217bd441741b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:37.162393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:37.163524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c52cccc3-0c06-4183-9ef1-36742d29e1fa tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 14.5406013 May 28 05:49:37.167114 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Set router 3ae6f555-a6d8-45d4-a3ac-cd36ada127f3 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:49:37.167996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36350) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:37.219811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c06c4-2ca2-48d0-afac-517b9b996fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Calling delete_port for 81983171-cc60-4644-aeea-1ba4c416f3b1 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:37.287850 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-ea7e4d05-facf-44ed-a8e8-476bc9325b6c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:37.537666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad58ae-2bc6-4d18-9e43-5ce648cd2efd req-e8b5336f-13f9-4cb2-84a2-9a2074ab2beb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:37.540268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6ad58ae-2bc6-4d18-9e43-5ce648cd2efd req-e8b5336f-13f9-4cb2-84a2-9a2074ab2beb tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 943 time: 1.0238700 May 28 05:49:37.544482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf3c06c4-2ca2-48d0-afac-517b9b996fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:37.664993 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf3c06c4-2ca2-48d0-afac-517b9b996fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:37.676935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c06c4-2ca2-48d0-afac-517b9b996fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event deleted for resources: {'Port': ['ID=81983171-cc60-4644-aeea-1ba4c416f3b1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:37.738290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6ad58ae-2bc6-4d18-9e43-5ce648cd2efd req-efd8872a-7ec1-48b5-a535-8640f23a75e1 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups?id=f204e9ca-0bbe-4ce6-85e0-5b8533829feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360993 May 28 05:49:37.773394 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bf3c06c4-2ca2-48d0-afac-517b9b996fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "DELETE /v2.0/ports/81983171-cc60-4644-aeea-1ba4c416f3b1 HTTP/1.1" status: 204 len: 168 time: 1.8196716 May 28 05:49:37.779896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36362) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:37.804367 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8c421788-b9b1-4e71-b7e0-47edb22b6ccc tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/routers/3ae6f555-a6d8-45d4-a3ac-cd36ada127f3 HTTP/1.1" status: 200 len: 909 time: 0.5412602 May 28 05:49:37.829741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36366) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:37.832431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e4d05-facf-44ed-a8e8-476bc9325b6c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Port': ['ID=ac592d67-2f83-41cb-8027-f7c9363948c8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:37.860416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1791657223', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'enable_snat': True}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:37.908776 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-686b20a0-230b-45d3-92f7-70a0891a434c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:37.932418 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae6f555-a6d8-45d4-a3ac-cd36ada127f3', 'name': 'tempest-snat-router-1791657223', 'tenant_id': '6dd5440363224539bd3134fd100b3846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': False}, 'gw_port_id': '40bee442-7b65-4fbe-a660-780342cc3e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:49:22Z', 'updated_at': '2022-05-28T05:49:32Z', 'revision_number': 3, 'project_id': '6dd5440363224539bd3134fd100b3846', 'gw_port': {'id': '40bee442-7b65-4fbe-a660-780342cc3e17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae6f555-a6d8-45d4-a3ac-cd36ada127f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:49:28Z', 'updated_at': '2022-05-28T05:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:37.943138 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Checking router: 3ae6f555-a6d8-45d4-a3ac-cd36ada127f3 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:49:37.946577 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Updating router 3ae6f555-a6d8-45d4-a3ac-cd36ada127f3 port 40bee442-7b65-4fbe-a660-780342cc3e17 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:49:37.966028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-686b20a0-230b-45d3-92f7-70a0891a434c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:37.976695 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba0b98a-405e-4242-a199-2f0bf6a914e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] GET failed (client error): The resource could not be found. May 28 05:49:37.977247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1ba0b98a-405e-4242-a199-2f0bf6a914e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Synchronizing usage tracker for tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:38.018985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1ba0b98a-405e-4242-a199-2f0bf6a914e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Unset dirty status for tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:38.024129 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1ba0b98a-405e-4242-a199-2f0bf6a914e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "GET /v2.0/ports/81983171-cc60-4644-aeea-1ba4c416f3b1 HTTP/1.1" status: 404 len: 333 time: 0.2410641 May 28 05:49:38.025196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36388) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:38.041277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-744115520', 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:38.058232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:38.069819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:38.142509 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:38.164841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:38.204383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Made reservation on behalf of ae3c9d345aa34be5a5fc49c548f3f4e7 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:38.207297 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:38.215992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Usage tracker for resource:router and tenant:6dd5440363224539bd3134fd100b3846 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:38.222381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:38.233956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-ea7e4d05-facf-44ed-a8e8-476bc9325b6c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] No DVR routers for this DVR port ac592d67-2f83-41cb-8027-f7c9363948c8 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:49:38.235895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-686b20a0-230b-45d3-92f7-70a0891a434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:38.242116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] device_id is not set on port 8ad275aa-2169-44c9-a258-40136339335a yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:38.269780 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-ea7e4d05-facf-44ed-a8e8-476bc9325b6c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:38.322347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-deleted', 'tag': 'ac592d67-2f83-41cb-8027-f7c9363948c8'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:38.352997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:38.359573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e6c56-6ab0-4769-bb39-b60fdd0372ed req-bbddbefb-17bd-481e-a3d5-5ec0e7d7980b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:38.369436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-753e6c56-6ab0-4769-bb39-b60fdd0372ed req-bbddbefb-17bd-481e-a3d5-5ec0e7d7980b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.2718794 May 28 05:49:38.404617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893371e-f6b8-4ff5-adda-37abe4971fe0 req-901aca99-4afc-4537-ae88-7ba47d32ccda tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:38.414680 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1893371e-f6b8-4ff5-adda-37abe4971fe0 req-901aca99-4afc-4537-ae88-7ba47d32ccda tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 1.2824109 May 28 05:49:38.436838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b20a0-230b-45d3-92f7-70a0891a434c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ce8c8f-d2b4-4589-84cc-217bd441741b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:38.465981 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-686b20a0-230b-45d3-92f7-70a0891a434c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:38.468562 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-686b20a0-230b-45d3-92f7-70a0891a434c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7ce8c8f-d2b4-4589-84cc-217bd441741b HTTP/1.1" status: 204 len: 168 time: 1.9378109 May 28 05:49:38.493753 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e0dd4e-f88d-4b64-b016-ac576ac89b8f req-ea7e4d05-facf-44ed-a8e8-476bc9325b6c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.41 "DELETE /v2.0/ports/ac592d67-2f83-41cb-8027-f7c9363948c8 HTTP/1.1" status: 204 len: 173 time: 5.2720032 May 28 05:49:38.496626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-753e6c56-6ab0-4769-bb39-b60fdd0372ed req-880e5b35-4ad0-4415-97ad-fcc2b7612b2c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241355 May 28 05:49:38.601154 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2a0b2e13-fd77-4fae-ae22-b6f92738be8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:38.653864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:38.661565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:38.673522 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d2c880-6221-463b-9ec7-8bbcecfb0562'] response: {'server_uuid': '864f7bea-a53e-4d32-b9fd-e2df71291064', 'name': 'network-vif-deleted', 'tag': 'ac592d67-2f83-41cb-8027-f7c9363948c8', 'status': 'completed', 'code': 200} May 28 05:49:38.768550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:38.779308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1893371e-f6b8-4ff5-adda-37abe4971fe0 req-3505f17c-830f-4cef-af3d-c12866d7926d tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008370 May 28 05:49:39.070025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:39.197234 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:39.279100 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Transition to ACTIVE for port object 40bee442-7b65-4fbe-a660-780342cc3e17 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:39.295375 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0bd9a05f-1cde-4094-af47-d707761dbeb0 req-59f1af46-c16b-4be7-9fff-2f90e28e9d1c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 210 time: 0.2149673 May 28 05:49:39.314120 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:39.350801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:39.533281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Network 0f409199-2ec0-4edd-b3e7-e692bb01c947 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:39.537378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:39.546290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:39.547662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:39.548261 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:39.599717 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5708556 May 28 05:49:39.600517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0015fe5-7c02-4fcf-be9d-da607522fad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event updated for resources: {'Port': ['ID=8ad275aa-2169-44c9-a258-40136339335a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:39.605488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36430) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:39.726378 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Attempting to bind port 40bee442-7b65-4fbe-a660-780342cc3e17 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:39.726808 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Attempting to bind port 40bee442-7b65-4fbe-a660-780342cc3e17 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:39.727178 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Attempting to bind port 40bee442-7b65-4fbe-a660-780342cc3e17 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:39.749896 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:39.758786 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Pushing event updated for resources: {'Port': ['ID=40bee442-7b65-4fbe-a660-780342cc3e17,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:39.778130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e55e15-3b09-492f-873b-04e7973dd18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:39.778755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-08e55e15-3b09-492f-873b-04e7973dd18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Synchronizing usage tracker for tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:39.794700 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:49:39.795077 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:49:39.795484 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:39.795878 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:49:39.796349 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Bound port: 40bee442-7b65-4fbe-a660-780342cc3e17, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:49:39.796724 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:39.825758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-08e55e15-3b09-492f-873b-04e7973dd18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Unset dirty status for tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:39.829989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-08e55e15-3b09-492f-873b-04e7973dd18f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "GET /v2.0/ports/8ad275aa-2169-44c9-a258-40136339335a HTTP/1.1" status: 200 len: 958 time: 0.2215436 May 28 05:49:39.830735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36442) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:39.883144 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:40.012569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-463b918c-2d86-4036-a2c5-b1e58e691635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Deleting port 8ad275aa-2169-44c9-a258-40136339335a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:40.012569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-463b918c-2d86-4036-a2c5-b1e58e691635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:40.069059 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.069569 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.072241 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.079317 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.079809 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.082328 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.082781 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.083122 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.095685 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.096074 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.096414 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.096786 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:40.152679 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] For port 40bee442-7b65-4fbe-a660-780342cc3e17, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:49:40.160431 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] For port 40bee442-7b65-4fbe-a660-780342cc3e17, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=40bee442-7b65-4fbe-a660-780342cc3e17,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:49:40.179625 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:40.381331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484b3e0-bbd9-4f76-941c-aac54d1faf4d req-26197c58-65c2-4080-82ea-0406f2d8362f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:40.383000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6484b3e0-bbd9-4f76-941c-aac54d1faf4d req-26197c58-65c2-4080-82ea-0406f2d8362f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.5085762 May 28 05:49:40.418717 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec114fba-1eb4-40db-a0cd-9191a3adcbda None None] Pushing event updated for resources: {'Port': ['ID=40bee442-7b65-4fbe-a660-780342cc3e17,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:40.474851 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Routers {'3ae6f555-a6d8-45d4-a3ac-cd36ada127f3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:49:40.488181 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:49:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3ae6f555-a6d8-45d4-a3ac-cd36ada127f3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:40.588845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36472) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:40.681484 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4adefbe4-8b91-485b-915b-0ac56a68c5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:40.696509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6484b3e0-bbd9-4f76-941c-aac54d1faf4d req-02f9b911-2671-4719-814c-804888897036 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820485 May 28 05:49:40.697022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36478) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:40.850783 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-463b918c-2d86-4036-a2c5-b1e58e691635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:41.074715 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] Set router 3ae6f555-a6d8-45d4-a3ac-cd36ada127f3 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:49:41.231562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c9bca2af-3e58-408b-be8d-d91643063626 req-2316145c-b806-46b0-b679-23ff0b49277d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Synchronizing usage tracker for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:41.234271 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b53dfaa9-b842-4540-8a92-1890286e625e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:41.266853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-463b918c-2d86-4036-a2c5-b1e58e691635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Calling delete_port for 8ad275aa-2169-44c9-a258-40136339335a owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:41.355108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1029907736'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:41.405150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:41.416917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b53dfaa9-b842-4540-8a92-1890286e625e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:41.424100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b53dfaa9-b842-4540-8a92-1890286e625e admin admin] Usage tracker for resource:security_group_rule and tenant:46e0130bec7545728ee9682027bbe9cc is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:41.430905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b53dfaa9-b842-4540-8a92-1890286e625e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:41.441413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b53dfaa9-b842-4540-8a92-1890286e625e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:41.527665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6d8da-c14e-40c6-8efa-619a32ad0d76 req-56454ab7-fd9c-403e-8bec-016598f26ca6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:41.531115 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-def6d8da-c14e-40c6-8efa-619a32ad0d76 req-56454ab7-fd9c-403e-8bec-016598f26ca6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 1.3945434 May 28 05:49:41.554582 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:41.590593 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-463b918c-2d86-4036-a2c5-b1e58e691635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:41.595810 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b53dfaa9-b842-4540-8a92-1890286e625e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:41.601879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c9bca2af-3e58-408b-be8d-d91643063626 req-2316145c-b806-46b0-b679-23ff0b49277d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Unset dirty status for tenant:35100819b20440649f162236d29682d4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:41.609307 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:41.614472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9bca2af-3e58-408b-be8d-d91643063626 req-2316145c-b806-46b0-b679-23ff0b49277d tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 210 time: 0.5471518 May 28 05:49:41.620622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:network and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:41.655182 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-def6d8da-c14e-40c6-8efa-619a32ad0d76 req-54606169-2709-461e-a756-5125b299d797 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172709 May 28 05:49:41.661734 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae6f555-a6d8-45d4-a3ac-cd36ada127f3', 'name': 'tempest-snat-router-1791657223', 'tenant_id': '6dd5440363224539bd3134fd100b3846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': False}, 'gw_port_id': '40bee442-7b65-4fbe-a660-780342cc3e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:49:22Z', 'updated_at': '2022-05-28T05:49:32Z', 'revision_number': 3, 'project_id': '6dd5440363224539bd3134fd100b3846', 'gw_port': {'id': '40bee442-7b65-4fbe-a660-780342cc3e17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae6f555-a6d8-45d4-a3ac-cd36ada127f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:49:28Z', 'updated_at': '2022-05-28T05:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:41.668971 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea77e8c-6bba-4223-baa8-0eef216b5d38 None None] The sync data for ids ['3ae6f555-a6d8-45d4-a3ac-cd36ada127f3'] in n-d-843679-5 is: [{'id': '3ae6f555-a6d8-45d4-a3ac-cd36ada127f3', 'name': 'tempest-snat-router-1791657223', 'tenant_id': '6dd5440363224539bd3134fd100b3846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': False}, 'gw_port_id': '40bee442-7b65-4fbe-a660-780342cc3e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:49:22Z', 'updated_at': '2022-05-28T05:49:32Z', 'revision_number': 3, 'project_id': '6dd5440363224539bd3134fd100b3846', 'gw_port': {'id': '40bee442-7b65-4fbe-a660-780342cc3e17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae6f555-a6d8-45d4-a3ac-cd36ada127f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:49:28Z', 'updated_at': '2022-05-28T05:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:49:41.669240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:41.688171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b53dfaa9-b842-4540-8a92-1890286e625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:41.736231 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:41.803688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b53dfaa9-b842-4540-8a92-1890286e625e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46e0130bec7545728ee9682027bbe9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1970758 May 28 05:49:41.811070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-463b918c-2d86-4036-a2c5-b1e58e691635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:41.832923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36506) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:41.838813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b918c-2d86-4036-a2c5-b1e58e691635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ad275aa-2169-44c9-a258-40136339335a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:41.889899 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-463b918c-2d86-4036-a2c5-b1e58e691635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "DELETE /v2.0/ports/8ad275aa-2169-44c9-a258-40136339335a HTTP/1.1" status: 204 len: 168 time: 2.0578296 May 28 05:49:41.899627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36510) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:41.920853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dfaa9-b842-4540-8a92-1890286e625e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcaa3a1-0cf2-4744-9c34-296a79a2bd3a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:41.938190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:41.944774 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:42.026322 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eb731539-73d3-467e-83c8-6f2e40a17a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:42.076333 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eb731539-73d3-467e-83c8-6f2e40a17a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:42.235680 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:42.242009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eb731539-73d3-467e-83c8-6f2e40a17a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:42.290609 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:42.314185 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8afea2-d9c1-4d99-ab18-61ec3e9b02c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] GET failed (client error): The resource could not be found. May 28 05:49:42.316069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1b8afea2-d9c1-4d99-ab18-61ec3e9b02c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Synchronizing usage tracker for tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:42.332318 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eb731539-73d3-467e-83c8-6f2e40a17a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:42.333134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:42.337582 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eb731539-73d3-467e-83c8-6f2e40a17a71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ddcaa3a1-0cf2-4744-9c34-296a79a2bd3a HTTP/1.1" status: 204 len: 168 time: 0.5024929 May 28 05:49:42.345957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb731539-73d3-467e-83c8-6f2e40a17a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcaa3a1-0cf2-4744-9c34-296a79a2bd3a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:42.433064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:42.438581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:security_group_rule and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:42.458849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:42.469375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:42.678351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1b8afea2-d9c1-4d99-ab18-61ec3e9b02c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Unset dirty status for tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:42.679552 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1b8afea2-d9c1-4d99-ab18-61ec3e9b02c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "GET /v2.0/ports/8ad275aa-2169-44c9-a258-40136339335a HTTP/1.1" status: 404 len: 333 time: 0.7685773 May 28 05:49:42.683476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36538) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:42.692723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Request body: {'port': {'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054611641'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:42.706889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:42.766705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:42.798994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 40bee442-7b65-4fbe-a660-780342cc3e17 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:49:42.815933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e77a84-7789-4983-9e9e-fff18fa7976c req-d19452a3-df26-46a0-8cf4-5ada64ba2568 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:42.819193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Made reservation on behalf of ae3c9d345aa34be5a5fc49c548f3f4e7 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:42.820317 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83e77a84-7789-4983-9e9e-fff18fa7976c req-d19452a3-df26-46a0-8cf4-5ada64ba2568 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.8229408 May 28 05:49:42.821944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:42.916782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] device_id is not set on port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:42.938435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Allocated IP 172.25.4.201 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/4d69cf8b-677a-4ef8-90ab-17d4867da39e) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:49:42.944195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 40bee442-7b65-4fbe-a660-780342cc3e17 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:49:42.951362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 40bee442-7b65-4fbe-a660-780342cc3e17 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:42.952534 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:42.998899 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.014864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.028036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:49:43.049256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.049602 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added segment 7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7 of type vlan for network 206506fd-4679-4b6e-bb74-3fe2ee1d0272 May 28 05:49:43.096291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36548) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:43.097175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f509cc-c97c-4e87-a4c9-223b8d5d3ff3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:43.104374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83e77a84-7789-4983-9e9e-fff18fa7976c req-a0016252-78eb-43c7-b425-db48f81d427e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715266 May 28 05:49:43.230361 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:49:43.244028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a94740aa-8d0e-41db-8947-23af442eafa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.256952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.284283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a94740aa-8d0e-41db-8947-23af442eafa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:43.289981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a94740aa-8d0e-41db-8947-23af442eafa0 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f0ae157194492c9db414d77bcdab14 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:43.294067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a94740aa-8d0e-41db-8947-23af442eafa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:43.301115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a94740aa-8d0e-41db-8947-23af442eafa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:43.375784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 40bee442-7b65-4fbe-a660-780342cc3e17 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:43.378052 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.391900 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.414230 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.414537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 40bee442-7b65-4fbe-a660-780342cc3e17, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=40bee442-7b65-4fbe-a660-780342cc3e17,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:43.421905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.513792 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.519343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:43.520522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.523368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=40bee442-7b65-4fbe-a660-780342cc3e17,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:43.572884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5f9eaf2-c1b7-49a8-b7b8-dff0be3870f4 req-e8c1c439-365b-4059-9fa2-94e969bb56b4 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/ports?device_id=864f7bea-a53e-4d32-b9fd-e2df71291064 HTTP/1.1" status: 200 len: 210 time: 0.1122546 May 28 05:49:43.719816 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.733451 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.738672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f752fa-78c4-41cf-b87d-38ab0e3fd188 req-a98d5c56-8bdd-4f6a-88f5-c7ef52f57128 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:43.740276 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e6f752fa-78c4-41cf-b87d-38ab0e3fd188 req-a98d5c56-8bdd-4f6a-88f5-c7ef52f57128 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.8269200 May 28 05:49:43.750786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c277ae-abdf-490a-961c-c87e41707675 req-8ff5503e-d2ad-411c-8e73-daff61c29ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:43.752167 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49c277ae-abdf-490a-961c-c87e41707675 req-8ff5503e-d2ad-411c-8e73-daff61c29ba1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 1096 time: 0.3141334 May 28 05:49:43.776343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Network': ['ID=206506fd-4679-4b6e-bb74-3fe2ee1d0272,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:43.789083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 206506fd-4679-4b6e-bb74-3fe2ee1d0272 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:49:43.822497 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a94740aa-8d0e-41db-8947-23af442eafa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.825717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b1071136-7e38-4e8a-83e5-dff8c98d1d8b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1135831 May 28 05:49:43.831027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36562) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:43.837978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-85394798'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:43.847829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:43.852465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a94740aa-8d0e-41db-8947-23af442eafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.870456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:43.901663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:43.921216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:network and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:43.929008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:43.962454 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:43.983388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event updated for resources: {'Port': ['ID=4d69cf8b-677a-4ef8-90ab-17d4867da39e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:44.001938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:44.036987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e6f752fa-78c4-41cf-b87d-38ab0e3fd188 req-987d4e69-e2a0-45ea-a138-cabef1885ed6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826874 May 28 05:49:44.039025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:44.045761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Network 0f409199-2ec0-4edd-b3e7-e692bb01c947 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:44.058471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94740aa-8d0e-41db-8947-23af442eafa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c26d635-93f7-46e1-bea7-b14a10c9ac08,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:44.061045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:44.065132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a94740aa-8d0e-41db-8947-23af442eafa0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8f0ae157194492c9db414d77bcdab14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9645622 May 28 05:49:44.075602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36566) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:44.076374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:44.077310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:44.077910 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:44.127306 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4424300 May 28 05:49:44.145470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36572) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:44.161519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:44.163717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:44.165068 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:44.245118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7120197-9235-4a85-8552-25806e115e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event updated for resources: {'Port': ['ID=70d97bcd-bb02-4598-9b4f-abdf602f57c1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:44.306550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c277ae-abdf-490a-961c-c87e41707675 req-cbabe51c-3153-480d-80f4-b24179de9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:44.308034 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49c277ae-abdf-490a-961c-c87e41707675 req-cbabe51c-3153-480d-80f4-b24179de9d93 service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.5311999 May 28 05:49:44.402955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49c277ae-abdf-490a-961c-c87e41707675 req-841fcedc-e605-48dd-b89e-0d96c4abc078 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4 HTTP/1.1" status: 200 len: 217 time: 0.0734148 May 28 05:49:44.410651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:49:44.434445 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:44.434883 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added segment f342d5dd-e34c-4174-a95f-06a6b2e304aa of type vlan for network 4aed0edc-4589-4311-b551-362ade04290e May 28 05:49:44.464727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:44.503166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c856870-5473-4218-9f8a-6025b7f6eb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:44.588859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0c22e-4d42-49e3-985e-33a5a40565a5 req-691ed412-cbec-4631-87a2-19668f8a2138 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:44.590386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dc0c22e-4d42-49e3-985e-33a5a40565a5 req-691ed412-cbec-4631-87a2-19668f8a2138 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 945 time: 0.3018224 May 28 05:49:44.594094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:44.596738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c277ae-abdf-490a-961c-c87e41707675 req-ddc4c6de-f0f7-4a83-b4d4-304e3d618c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:44.597389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 40bee442-7b65-4fbe-a660-780342cc3e17 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:49:44.599676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49c277ae-abdf-490a-961c-c87e41707675 req-ddc4c6de-f0f7-4a83-b4d4-304e3d618c42 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.1910570 May 28 05:49:44.652409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c856870-5473-4218-9f8a-6025b7f6eb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:44.727076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 40bee442-7b65-4fbe-a660-780342cc3e17 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:44.727890 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:44.732493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36588) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:44.749726 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:44.872242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 40bee442-7b65-4fbe-a660-780342cc3e17 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:44.937391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c856870-5473-4218-9f8a-6025b7f6eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:44.957609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c277ae-abdf-490a-961c-c87e41707675 req-42666fc4-beea-46c1-bc48-52b7c4b913fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:44.958413 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49c277ae-abdf-490a-961c-c87e41707675 req-42666fc4-beea-46c1-bc48-52b7c4b913fb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3451920 May 28 05:49:44.976165 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:49:45.011063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3dc0c22e-4d42-49e3-985e-33a5a40565a5 req-1c96a84b-d9bf-477d-afd0-9d2cf9270647 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052950 May 28 05:49:45.014715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c856870-5473-4218-9f8a-6025b7f6eb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c26d635-93f7-46e1-bea7-b14a10c9ac08,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:45.017312 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2c856870-5473-4218-9f8a-6025b7f6eb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:45.018675 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2c856870-5473-4218-9f8a-6025b7f6eb40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c26d635-93f7-46e1-bea7-b14a10c9ac08 HTTP/1.1" status: 204 len: 168 time: 0.9163554 May 28 05:49:45.158462 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b19644aa-1f7e-4eec-aab4-b578543a4d5c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:45.181427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:45.187792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:45.188716 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:45.200433 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b19644aa-1f7e-4eec-aab4-b578543a4d5c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:45.332063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] device_id is not set on port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:49:45.362283 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:45.408308 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49c277ae-abdf-490a-961c-c87e41707675 req-c101480f-ff82-47c3-b411-f87a9353f2b6 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322205 May 28 05:49:45.419681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Transition to ACTIVE for port object 70d97bcd-bb02-4598-9b4f-abdf602f57c1 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:45.423114 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b19644aa-1f7e-4eec-aab4-b578543a4d5c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:45.497681 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6655753 May 28 05:49:45.501547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3eae1-c5ec-4a74-b490-79d8cf109452 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Network': ['ID=4aed0edc-4589-4311-b551-362ade04290e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:45.507439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36610) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:45.514776 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 4aed0edc-4589-4311-b551-362ade04290e details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:49:45.569419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'subnet': {'network_id': '206506fd-4679-4b6e-bb74-3fe2ee1d0272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:45.748283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:45.753419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:subnet and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:45.754415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:45.757000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:45.764125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:45.772708 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:45.824286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f14d5e-5708-4f8d-8f75-cfcf01d9fa9f req-000d0a73-52e2-4452-9f9e-fc4f95a8c92d tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:45.825839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08f14d5e-5708-4f8d-8f75-cfcf01d9fa9f req-000d0a73-52e2-4452-9f9e-fc4f95a8c92d tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.5883553 May 28 05:49:45.829915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19644aa-1f7e-4eec-aab4-b578543a4d5c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f204e9ca-0bbe-4ce6-85e0-5b8533829feb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:45.835349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:45.838726 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:45.948905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 46579118-48c7-4bbf-a4df-6a081c6bb6d4 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:45.979167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:45.979545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:45.979886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:46.000451 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b19644aa-1f7e-4eec-aab4-b578543a4d5c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:46.001568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b19644aa-1f7e-4eec-aab4-b578543a4d5c tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "DELETE /v2.0/security-groups/f204e9ca-0bbe-4ce6-85e0-5b8533829feb HTTP/1.1" status: 204 len: 168 time: 1.2681429 May 28 05:49:46.008680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36636) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:46.015811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:46.016441 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:46.040458 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 2 to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 May 28 05:49:46.151961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event updated for resources: {'Port': ['ID=70d97bcd-bb02-4598-9b4f-abdf602f57c1,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:46.180175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:46.180419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:46.180758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:46.204435 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-91aa425b-5824-4354-b105-1d2cee599129 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] show failed (client error): The resource could not be found. May 28 05:49:46.213511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-91aa425b-5824-4354-b105-1d2cee599129 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "GET /v2.0/security-groups/f204e9ca-0bbe-4ce6-85e0-5b8533829feb HTTP/1.1" status: 404 len: 347 time: 0.1992166 May 28 05:49:46.215666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36644) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:46.236172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:46.237500 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:46.244242 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 3 to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 May 28 05:49:46.255139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:46.255624 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:46.266919 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08f14d5e-5708-4f8d-8f75-cfcf01d9fa9f req-c105d5a3-9696-4c02-afc0-33e3cc4aa1e0 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294346 May 28 05:49:46.287315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49c277ae-abdf-490a-961c-c87e41707675 req-0f8aa3d7-b8b3-44d4-839e-7ba28e646623 service neutron] 10.222.0.33 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8669426 May 28 05:49:46.289966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:46.290293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:46.290794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:46.315804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:46.316782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46579118-48c7-4bbf-a4df-6a081c6bb6d4'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:49:46.322672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:46.325371 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:46.332036 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 4 to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 May 28 05:49:46.338070 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:46.384649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:46.386783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:46.387655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:46.405654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:46.407922 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:46.408495 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 5 to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 May 28 05:49:46.419342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=46579118-48c7-4bbf-a4df-6a081c6bb6d4,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:46.436239 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65756dc-3245-49ef-8baf-eb11289fe25f'] response: {'server_uuid': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46579118-48c7-4bbf-a4df-6a081c6bb6d4', 'code': 200} May 28 05:49:46.450358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:46.450684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:46.451257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:46.456885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:46.457935 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:46.458467 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 6 to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 May 28 05:49:46.484941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Router d21fe159-998a-443d-ae5d-9fde1b02fdaa is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:49:46.496111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:46.496111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:46.496111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:46.526043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:46.526377 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:46.526768 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 7 to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 May 28 05:49:46.544131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:46.544467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:46.544980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:46.547575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f93660fa-d318-420d-ab22-eda12993ea73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting port 06dbf97e-dc86-49df-bc98-831eadf97a1c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:46.548085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f93660fa-d318-420d-ab22-eda12993ea73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:46.551596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:46.552129 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:46.552667 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 8 to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 May 28 05:49:46.570975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:46.571572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:46.572403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:46.577810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:46.578134 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:46.578525 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 9 to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 May 28 05:49:46.601571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:46.602251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:46.602906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:46.608551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:46.609270 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:46.609864 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempt 10 to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 May 28 05:49:46.630411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:46.632214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:46.632572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempting to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:46.638537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:49:46.639112 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Failed to bind port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on host n-h2-843679-5 for vnic_type normal using segments [{'id': '78b0e824-fef9-4b12-ad21-038e596ce434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0f409199-2ec0-4edd-b3e7-e692bb01c947'}] May 28 05:49:46.639756 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:46.767975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] For port 70d97bcd-bb02-4598-9b4f-abdf602f57c1, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:49:46.768544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attempted to set empty binding levels {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 05:49:46.778790 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:46.861306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] In _notify_port_updated(), no bound segment for port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 on network 0f409199-2ec0-4edd-b3e7-e692bb01c947 {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:49:46.862153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:46.863066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:46.868079 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "PUT /v2.0/ports/70d97bcd-bb02-4598-9b4f-abdf602f57c1 HTTP/1.1" status: 200 len: 979 time: 2.7191141 May 28 05:49:46.868809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36668) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:46.949788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8a67a471-12b6-4646-b646-f04614628546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Deleting port 70d97bcd-bb02-4598-9b4f-abdf602f57c1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:46.950129 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a67a471-12b6-4646-b646-f04614628546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:46.985808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86208f55-0811-446f-a0c8-21d094393a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event updated for resources: {'Port': ['ID=70d97bcd-bb02-4598-9b4f-abdf602f57c1,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:47.001572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:47.065089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ec42-2ecb-4772-a48a-3504ca8a0f58 req-bd5b2f7e-079c-4af9-92bf-c3ce81d2cb52 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:47.074213 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-51f5ec42-2ecb-4772-a48a-3504ca8a0f58 req-bd5b2f7e-079c-4af9-92bf-c3ce81d2cb52 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 943 time: 0.7821200 May 28 05:49:47.168734 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f93660fa-d318-420d-ab22-eda12993ea73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:47.173369 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f93660fa-d318-420d-ab22-eda12993ea73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:47.253687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-8a67a471-12b6-4646-b646-f04614628546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] For port 70d97bcd-bb02-4598-9b4f-abdf602f57c1, host n-h2-843679-5, got binding levels [] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:47.254257 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a67a471-12b6-4646-b646-f04614628546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:47.358227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f93660fa-d318-420d-ab22-eda12993ea73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Calling delete_port for 06dbf97e-dc86-49df-bc98-831eadf97a1c owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:47.480459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8a67a471-12b6-4646-b646-f04614628546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Calling delete_port for 70d97bcd-bb02-4598-9b4f-abdf602f57c1 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:47.511030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Subnet': ['ID=0a6f3a10-380d-48c2-bc96-516642e6aa9a,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:47.519247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-51f5ec42-2ecb-4772-a48a-3504ca8a0f58 req-8d075057-3e63-4f41-bc27-f45cc31a5701 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438951 May 28 05:49:47.606538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Checking segment: {'id': '7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '206506fd-4679-4b6e-bb74-3fe2ee1d0272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:49:47.607325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network hostable DHCP agents. Network: 206506fd-4679-4b6e-bb74-3fe2ee1d0272, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:49:47.613793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:49:47.624509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Sync routers for ids ['d21fe159-998a-443d-ae5d-9fde1b02fdaa'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:49:47.647048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Routers {'d21fe159-998a-443d-ae5d-9fde1b02fdaa'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:49:47.647719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:49:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d21fe159-998a-443d-ae5d-9fde1b02fdaa'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:47.673469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:47.677248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d6288fa4-241f-4cb8-8c2f-87dff42af48f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.8438845 May 28 05:49:47.685898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36696) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:47.687302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2423f-72c7-49bd-b344-3808b14cd5d4 req-fcb6726e-123a-4d83-99f1-3052ad534c57 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:47.692448 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7f2423f-72c7-49bd-b344-3808b14cd5d4 req-fcb6726e-123a-4d83-99f1-3052ad534c57 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.2539558 May 28 05:49:47.698020 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a67a471-12b6-4646-b646-f04614628546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:47.776890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 206506fd-4679-4b6e-bb74-3fe2ee1d0272 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:49:47.795600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 206506fd-4679-4b6e-bb74-3fe2ee1d0272) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:47.817259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:47.817863 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:47.846285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67a471-12b6-4646-b646-f04614628546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Pushing event deleted for resources: {'Port': ['ID=70d97bcd-bb02-4598-9b4f-abdf602f57c1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:47.851298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a67a471-12b6-4646-b646-f04614628546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:47.864400 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8a67a471-12b6-4646-b646-f04614628546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "DELETE /v2.0/ports/70d97bcd-bb02-4598-9b4f-abdf602f57c1 HTTP/1.1" status: 204 len: 168 time: 0.9847262 May 28 05:49:47.871555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36706) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:47.906290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1d18ca2b-63cb-4d8f-ac9a-c9ca075d5b1f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3977342 May 28 05:49:47.913105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36710) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:47.921000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'subnet': {'network_id': '4aed0edc-4589-4311-b551-362ade04290e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:47.929107 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2194ff-29a6-4795-b449-a73811788548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] GET failed (client error): The resource could not be found. May 28 05:49:47.929107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9a2194ff-29a6-4795-b449-a73811788548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Synchronizing usage tracker for tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:49:47.973349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8611be-4e85-4cc5-b8fa-0f57e75090a8 None None] Network 206506fd-4679-4b6e-bb74-3fe2ee1d0272 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:49:47.978673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c7f2423f-72c7-49bd-b344-3808b14cd5d4 req-16057e6d-f364-40d1-9f6b-699fb81747b7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786696 May 28 05:49:47.980974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36714) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:48.021500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9a2194ff-29a6-4795-b449-a73811788548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] Unset dirty status for tenant:ae3c9d345aa34be5a5fc49c548f3f4e7 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:49:48.022660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9a2194ff-29a6-4795-b449-a73811788548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540057664-project-admin] 10.222.0.39 "GET /v2.0/ports/70d97bcd-bb02-4598-9b4f-abdf602f57c1 HTTP/1.1" status: 404 len: 333 time: 0.1500411 May 28 05:49:48.026266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36722) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:48.167134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Set router d21fe159-998a-443d-ae5d-9fde1b02fdaa gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:49:48.270842 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9048932-d61e-45a1-a67a-909bdf10db61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:48.312358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c9048932-d61e-45a1-a67a-909bdf10db61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:48.314084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-21407d59-ff66-4b7b-aaec-2d0bd9623175 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/routers/d21fe159-998a-443d-ae5d-9fde1b02fdaa HTTP/1.1" status: 200 len: 908 time: 0.6264260 May 28 05:49:48.320105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36730) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:48.321038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f93660fa-d318-420d-ab22-eda12993ea73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:48.328883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:48.337744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c9048932-d61e-45a1-a67a-909bdf10db61 admin admin] Usage tracker for resource:security_group_rule and tenant:a0290845e95043808c26c2c14d9bcb12 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:48.344318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c9048932-d61e-45a1-a67a-909bdf10db61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:48.351875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:48.361648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c9048932-d61e-45a1-a67a-909bdf10db61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:48.469889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:subnet and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:48.486280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:48.492467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93660fa-d318-420d-ab22-eda12993ea73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Port': ['ID=06dbf97e-dc86-49df-bc98-831eadf97a1c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:48.542881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:48.647902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-206506fd-4679-4b6e-bb74-3fe2ee1d0272', 'network_id': '206506fd-4679-4b6e-bb74-3fe2ee1d0272', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'fixed_ips': [{'subnet_id': '0a6f3a10-380d-48c2-bc96-516642e6aa9a'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:49:48.649470 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:48.748130 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:48.789220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:48.789876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f409199-2ec0-4edd-b3e7-e692bb01c947']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:48.791952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:48.807976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b0e824-fef9-4b12-ad21-038e596ce434') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:48.808267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b0e824-fef9-4b12-ad21-038e596ce434') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:48.878041 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:48.918031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Allocated IP 2001:db8::2 (206506fd-4679-4b6e-bb74-3fe2ee1d0272/0a6f3a10-380d-48c2-bc96-516642e6aa9a/93fa44ff-7e21-4809-b8f0-d05f2c76d8bc) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:49:48.932354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:48.943150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:49:48.944297 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.088997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f93660fa-d318-420d-ab22-eda12993ea73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.091183 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f93660fa-d318-420d-ab22-eda12993ea73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.092352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f93660fa-d318-420d-ab22-eda12993ea73 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "DELETE /v2.0/floatingips/450a2f33-8aca-4d3f-a0bb-dc286a327353 HTTP/1.1" status: 204 len: 168 time: 2.8659697 May 28 05:49:49.095244 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9048932-d61e-45a1-a67a-909bdf10db61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.101575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36742) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:49.130574 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.141256 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.148568 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 78b0e824-fef9-4b12-ad21-038e596ce434 resource provider aggregate not found May 28 05:49:49.154680 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.162182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fe159-998a-443d-ae5d-9fde1b02fdaa', 'name': 'tempest-snat-router-1791657223', 'tenant_id': '6dd5440363224539bd3134fd100b3846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '4d69cf8b-677a-4ef8-90ab-17d4867da39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:49:38Z', 'updated_at': '2022-05-28T05:49:44Z', 'revision_number': 3, 'project_id': '6dd5440363224539bd3134fd100b3846', 'gw_port': {'id': '4d69cf8b-677a-4ef8-90ab-17d4867da39e', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21fe159-998a-443d-ae5d-9fde1b02fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:49:42Z', 'updated_at': '2022-05-28T05:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:49.180742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9048932-d61e-45a1-a67a-909bdf10db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.187670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Checking router: d21fe159-998a-443d-ae5d-9fde1b02fdaa for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:49:49.188306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Updating router d21fe159-998a-443d-ae5d-9fde1b02fdaa port 4d69cf8b-677a-4ef8-90ab-17d4867da39e binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:49:49.228681 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c9048932-d61e-45a1-a67a-909bdf10db61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0290845e95043808c26c2c14d9bcb12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2441125 May 28 05:49:49.228681 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 78b0e824-fef9-4b12-ad21-038e596ce434 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78b0e824-fef9-4b12-ad21-038e596ce434 found for delete ", "request_id": "req-151925bd-647a-4943-90c1-4315cad63cf0"}]} May 28 05:49:49.249092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36756) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:49.273363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] Pushing event deleted for resources: {'Network': ['ID=0f409199-2ec0-4edd-b3e7-e692bb01c947,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:49.303102 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.324040 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-720d6d0a-1918-4d67-8662-66f14aece914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590245987-project] 10.222.0.39 "DELETE /v2.0/networks/0f409199-2ec0-4edd-b3e7-e692bb01c947 HTTP/1.1" status: 204 len: 168 time: 1.2965732 May 28 05:49:49.344536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9048932-d61e-45a1-a67a-909bdf10db61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f327c06a-18c4-4fde-9268-9858bcdc8bf1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:49.364403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f40ae-d07d-4c3c-a47f-abaa1e3ab92f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting port eac95adf-2b9b-4a91-a926-7f2214c04881 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:49.364953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fd3f40ae-d07d-4c3c-a47f-abaa1e3ab92f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.406209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220f69a-e0ce-4206-a02e-238e424a0559 req-d6d2bb78-b2ee-434c-90ac-c85119c88741 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:49.416744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a220f69a-e0ce-4206-a02e-238e424a0559 req-d6d2bb78-b2ee-434c-90ac-c85119c88741 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.2052221 May 28 05:49:49.486920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a220f69a-e0ce-4206-a02e-238e424a0559 req-6e139b1c-1788-431a-8657-0c35cfbda1b7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684781 May 28 05:49:49.492617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4270e4-5a6f-4476-93c6-93cf0d76006b req-8d18f9dd-66d5-4d7f-b1b0-4db8ebfb5232 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:49.494462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c4270e4-5a6f-4476-93c6-93cf0d76006b req-8d18f9dd-66d5-4d7f-b1b0-4db8ebfb5232 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 943 time: 0.8220425 May 28 05:49:49.661762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.683070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Transition to ACTIVE for port object 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:49.699895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36768) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:49.710907 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.757369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Transition to ACTIVE for port object 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:49.777851 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.784606 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.797473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3343f3e6-3172-4115-b415-aa516ac9375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.854005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Deleting port 4d69cf8b-677a-4ef8-90ab-17d4867da39e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:49.854614 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:49.871106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Network 206506fd-4679-4b6e-bb74-3fe2ee1d0272 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:49.874253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Transition to ACTIVE for port object 4d69cf8b-677a-4ef8-90ab-17d4867da39e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:49.879999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:49.884579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Pushing event updated for resources: {'Port': ['ID=93fa44ff-7e21-4809-b8f0-d05f2c76d8bc,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:49.886542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:49.893921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c4270e4-5a6f-4476-93c6-93cf0d76006b req-17317fac-17d2-419d-a8a9-f514d79d0000 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271478 May 28 05:49:49.940825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-58952819-7d95-4afd-b893-942fadbf0f09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d12b28c77d1b400188b18c7072d00b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370045 May 28 05:49:49.941179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36780) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:50.002555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3343f3e6-3172-4115-b415-aa516ac9375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.025854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.046538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e4c4479c-d232-4772-8b9e-7c3fe8fb1858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.080886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e4c4479c-d232-4772-8b9e-7c3fe8fb1858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.100127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.117283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb428b82-a7fe-4daf-a070-88a81feea677 None None] Pushing event updated for resources: {'Port': ['ID=4d69cf8b-677a-4ef8-90ab-17d4867da39e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:50.188864 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e4c4479c-d232-4772-8b9e-7c3fe8fb1858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.213158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Attempting to bind port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:50.213792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Attempting to bind port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '206506fd-4679-4b6e-bb74-3fe2ee1d0272'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:50.214868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Attempting to bind port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc on network 206506fd-4679-4b6e-bb74-3fe2ee1d0272 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:50.217293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Attempting to bind port 4d69cf8b-677a-4ef8-90ab-17d4867da39e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:50.218094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Attempting to bind port 4d69cf8b-677a-4ef8-90ab-17d4867da39e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:50.218681 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Attempting to bind port 4d69cf8b-677a-4ef8-90ab-17d4867da39e on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:50.229864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:49:50.230614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Checking segment: {'id': '7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '206506fd-4679-4b6e-bb74-3fe2ee1d0272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:49:50.231288 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.232069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Bound using segment: {'id': '7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '206506fd-4679-4b6e-bb74-3fe2ee1d0272'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:49:50.232760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Bound port: 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '206506fd-4679-4b6e-bb74-3fe2ee1d0272'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:49:50.233374 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.244323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:49:50.245494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:49:50.246127 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.246750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:49:50.247532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Bound port: 4d69cf8b-677a-4ef8-90ab-17d4867da39e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:49:50.248138 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.266021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4479c-d232-4772-8b9e-7c3fe8fb1858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7edba40-ab88-43d0-b5ce-1a83656b7118,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:50.312756 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e4c4479c-d232-4772-8b9e-7c3fe8fb1858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.314945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e4c4479c-d232-4772-8b9e-7c3fe8fb1858 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7edba40-ab88-43d0-b5ce-1a83656b7118 HTTP/1.1" status: 204 len: 168 time: 0.3726213 May 28 05:49:50.422388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee80530-a445-46f6-a3ee-0ee05f6fde93 req-e390903d-e250-4a86-80db-e94e7ef8ef79 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:50.427080 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ee80530-a445-46f6-a3ee-0ee05f6fde93 req-e390903d-e250-4a86-80db-e94e7ef8ef79 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2572479 May 28 05:49:50.431041 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fd3f40ae-d07d-4c3c-a47f-abaa1e3ab92f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.521130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] For port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:49:50.525571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] For port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=93fa44ff-7e21-4809-b8f0-d05f2c76d8bc,segment=NetworkSegment(7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7),segment_id=7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:49:50.544536 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.553824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ee80530-a445-46f6-a3ee-0ee05f6fde93 req-b129a4cc-86f7-4fe1-b195-0a03737bff84 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210206 May 28 05:49:50.685921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b50f08-722a-498f-8d86-e1a856552abb None None] Pushing event updated for resources: {'Port': ['ID=93fa44ff-7e21-4809-b8f0-d05f2c76d8bc,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:50.713092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] For port 4d69cf8b-677a-4ef8-90ab-17d4867da39e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:49:50.718103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] For port 4d69cf8b-677a-4ef8-90ab-17d4867da39e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4d69cf8b-677a-4ef8-90ab-17d4867da39e,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:49:50.728179 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:50.752940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f40ae-d07d-4c3c-a47f-abaa1e3ab92f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Calling delete_port for eac95adf-2b9b-4a91-a926-7f2214c04881 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:50.866486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Subnet': ['ID=17b878bb-0f10-4168-9312-048affe626a7,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:50.883848 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Routers {'d21fe159-998a-443d-ae5d-9fde1b02fdaa'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:49:50.885322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:49:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d21fe159-998a-443d-ae5d-9fde1b02fdaa'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:50.948359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36009e9-a64c-41ef-8441-43ae5f5fb5f2 req-16d9e9bc-304d-4dc0-ac9d-5665811a142f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:50.951024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e36009e9-a64c-41ef-8441-43ae5f5fb5f2 req-16d9e9bc-304d-4dc0-ac9d-5665811a142f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2187006 May 28 05:49:50.967928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Checking segment: {'id': 'f342d5dd-e34c-4174-a95f-06a6b2e304aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4aed0edc-4589-4311-b551-362ade04290e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:49:50.968654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network hostable DHCP agents. Network: 4aed0edc-4589-4311-b551-362ade04290e, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:49:51.033621 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3343f3e6-3172-4115-b415-aa516ac9375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:51.057685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e36009e9-a64c-41ef-8441-43ae5f5fb5f2 req-1e70d59d-908d-41ae-a8ea-d2ded10259fe tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857759 May 28 05:49:51.060549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] For port 4d69cf8b-677a-4ef8-90ab-17d4867da39e, host n-d-843679-5, got binding levels [] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:51.060919 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:51.128391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36804) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:51.196634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] Set router d21fe159-998a-443d-ae5d-9fde1b02fdaa gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:49:51.257344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a66b7f15-23f5-4c74-a507-a778b37e3507 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae3c9d345aa34be5a5fc49c548f3f4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277425 May 28 05:49:51.264641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36810) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:51.399558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fe159-998a-443d-ae5d-9fde1b02fdaa', 'name': 'tempest-snat-router-1791657223', 'tenant_id': '6dd5440363224539bd3134fd100b3846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:49:38Z', 'updated_at': '2022-05-28T05:49:49Z', 'revision_number': 4, 'project_id': '6dd5440363224539bd3134fd100b3846', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:49:51.422524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c6dd98-6d66-433a-aece-fd7cffce03ca None None] The sync data for ids ['d21fe159-998a-443d-ae5d-9fde1b02fdaa'] in n-d-843679-5 is: [{'id': 'd21fe159-998a-443d-ae5d-9fde1b02fdaa', 'name': 'tempest-snat-router-1791657223', 'tenant_id': '6dd5440363224539bd3134fd100b3846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:49:38Z', 'updated_at': '2022-05-28T05:49:49Z', 'revision_number': 4, 'project_id': '6dd5440363224539bd3134fd100b3846', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:49:51.424179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb428b82-a7fe-4daf-a070-88a81feea677 None None] Pushing event updated for resources: {'Port': ['ID=4d69cf8b-677a-4ef8-90ab-17d4867da39e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:51.525754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-908d2d5e-eefe-434f-83eb-a6f235e85e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:51.577074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8aa953-903a-48d3-9491-be51aaa6d507 req-b3243e6a-e3f9-4a93-8428-7826e08d5e50 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:51.578674 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a8aa953-903a-48d3-9491-be51aaa6d507 req-b3243e6a-e3f9-4a93-8428-7826e08d5e50 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2798991 May 28 05:49:51.596206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Calling delete_port for 4d69cf8b-677a-4ef8-90ab-17d4867da39e owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:51.602317 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-908d2d5e-eefe-434f-83eb-a6f235e85e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:51.654073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343f3e6-3172-4115-b415-aa516ac9375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f327c06a-18c4-4fde-9268-9858bcdc8bf1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:51.690945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a8aa953-903a-48d3-9491-be51aaa6d507 req-fd7a189d-5ba0-42e8-be8d-72ca827b6e7f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907075 May 28 05:49:51.730165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-908d2d5e-eefe-434f-83eb-a6f235e85e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:51.755278 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-908d2d5e-eefe-434f-83eb-a6f235e85e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:51.756743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-908d2d5e-eefe-434f-83eb-a6f235e85e10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53960ac1-f056-497f-922e-038e38c72cf7 HTTP/1.1" status: 204 len: 168 time: 0.4911060 May 28 05:49:51.761448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d2d5e-eefe-434f-83eb-a6f235e85e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53960ac1-f056-497f-922e-038e38c72cf7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:51.890380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 4aed0edc-4589-4311-b551-362ade04290e is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:49:51.931185 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3343f3e6-3172-4115-b415-aa516ac9375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:51.934816 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3343f3e6-3172-4115-b415-aa516ac9375c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f327c06a-18c4-4fde-9268-9858bcdc8bf1 HTTP/1.1" status: 204 len: 168 time: 2.6802177 May 28 05:49:51.963947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 4aed0edc-4589-4311-b551-362ade04290e) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:51.973563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838427d9-9aa4-4f5a-b5ef-a17a9897f588 None None] Network 4aed0edc-4589-4311-b551-362ade04290e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:49:51.994829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:52.002520 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:52.058125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bce81-15de-43be-99a9-e207293cd5ec req-c1cb8fb6-0b9a-4cb5-b309-962a11fd19dd tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:52.069286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175bce81-15de-43be-99a9-e207293cd5ec req-c1cb8fb6-0b9a-4cb5-b309-962a11fd19dd tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 1.2222481 May 28 05:49:52.079950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4a4943c7-e24e-48aa-8443-46c644bf7a9a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1657040 May 28 05:49:52.102244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75aa4b-cba5-4345-8506-eb0392174f5e req-a8d68d2d-da3f-499d-8689-27ef77657077 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:52.112070 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd75aa4b-cba5-4345-8506-eb0392174f5e req-a8d68d2d-da3f-499d-8689-27ef77657077 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2328439 May 28 05:49:52.114275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36828) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:52.135375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-761881127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:52.222544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:52.230966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:router and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:52.242520 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175bce81-15de-43be-99a9-e207293cd5ec req-3098eb2e-1fa9-4a1f-8056-8adbb0ccbaf6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724005 May 28 05:49:52.245572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:49:52.247059 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:49:52.247477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:52.248415 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fd3f40ae-d07d-4c3c-a47f-abaa1e3ab92f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:52.260095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 46579118-48c7-4bbf-a4df-6a081c6bb6d4 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:49:52.302716 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd75aa4b-cba5-4345-8506-eb0392174f5e req-09412317-4c64-4e47-bc01-b7fcf4376446 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896226 May 28 05:49:52.312844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:52.350574 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:52.351894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:52.378919 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:52.429333 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:52.455815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f40ae-d07d-4c3c-a47f-abaa1e3ab92f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Port': ['ID=eac95adf-2b9b-4a91-a926-7f2214c04881,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:52.519266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:52.522427 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3e7b68f4-9db2-4f5d-90b6-29b6486bce32 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4071977 May 28 05:49:52.523123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36844) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:52.634896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b8e2d-f988-427b-b53e-03c8fe2fd0fd None None] Network 206506fd-4679-4b6e-bb74-3fe2ee1d0272 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:49:52.760167 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fd3f40ae-d07d-4c3c-a47f-abaa1e3ab92f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:52.765616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Deleting port 4d69cf8b-677a-4ef8-90ab-17d4867da39e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:52.765955 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:52.859136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fd3f40ae-d07d-4c3c-a47f-abaa1e3ab92f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "DELETE /v2.0/ports/eac95adf-2b9b-4a91-a926-7f2214c04881 HTTP/1.1" status: 204 len: 168 time: 3.7564871 May 28 05:49:52.873359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36850) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:53.022567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:49:53.212450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a96660e3-4777-40e1-bb48-f9ea7b437a9f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting port ee84642a-e2b4-40ec-ba83-ddf32d888fb0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:53.212982 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a96660e3-4777-40e1-bb48-f9ea7b437a9f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:53.357733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36866) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:53.361603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-4aed0edc-4589-4311-b551-362ade04290e', 'network_id': '4aed0edc-4589-4311-b551-362ade04290e', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'fixed_ips': [{'subnet_id': '17b878bb-0f10-4168-9312-048affe626a7'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:49:53.363478 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:53.710249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e7acc69e-04a7-492d-bca0-518d3f74fef3 None None] Provisioning for port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:49:53.720134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:49:53.736205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c547778-658c-4e7f-8c7a-f645696ade81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:53.742492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e7acc69e-04a7-492d-bca0-518d3f74fef3 None None] Provisioning complete for port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:53.743049 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e7acc69e-04a7-492d-bca0-518d3f74fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:53.767342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9c547778-658c-4e7f-8c7a-f645696ade81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:53.809732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9c547778-658c-4e7f-8c7a-f645696ade81 admin admin] Usage tracker for resource:security_group_rule and tenant:a11cb76109584192bd3037e9bf308af0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:53.818321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9c547778-658c-4e7f-8c7a-f645696ade81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:53.837107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9c547778-658c-4e7f-8c7a-f645696ade81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:53.845590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:53.846184 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:53.851418 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a96660e3-4777-40e1-bb48-f9ea7b437a9f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:53.883052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041050a2-1f86-4b2b-9bc5-627ccb4c6412 req-bb44e84e-da96-415c-8eef-8437614f8e40 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:53.885177 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-041050a2-1f86-4b2b-9bc5-627ccb4c6412 req-bb44e84e-da96-415c-8eef-8437614f8e40 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.6675401 May 28 05:49:53.952202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 is: DOWN; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:53.968210 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.065115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a96660e3-4777-40e1-bb48-f9ea7b437a9f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Calling delete_port for ee84642a-e2b4-40ec-ba83-ddf32d888fb0 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:54.124658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36890) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:54.160048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c547778-658c-4e7f-8c7a-f645696ade81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.162310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e7acc69e-04a7-492d-bca0-518d3f74fef3 None None] Current status of the port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:54.162817 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e7acc69e-04a7-492d-bca0-518d3f74fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.183216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c547778-658c-4e7f-8c7a-f645696ade81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.183970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] For port 4d69cf8b-677a-4ef8-90ab-17d4867da39e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4d69cf8b-677a-4ef8-90ab-17d4867da39e,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:54.187539 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.188818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:54.189194 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.339999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Allocated IP 2001:db8:1::2 (4aed0edc-4589-4311-b551-362ade04290e/17b878bb-0f10-4168-9312-048affe626a7/37595d7c-4147-421b-aa71-05f005005904) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:49:54.373426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e7acc69e-04a7-492d-bca0-518d3f74fef3 None None] For port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=93fa44ff-7e21-4809-b8f0-d05f2c76d8bc,segment=NetworkSegment(7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7),segment_id=7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:54.425309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c547778-658c-4e7f-8c7a-f645696ade81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c44c7f-2299-4734-aeb1-7fe987ca1b46,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:54.443555 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e7acc69e-04a7-492d-bca0-518d3f74fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.494299 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-041050a2-1f86-4b2b-9bc5-627ccb4c6412 req-241878bb-5e4c-477d-8bf7-1e175aeee8ed tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5525489 May 28 05:49:54.513238 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9c547778-658c-4e7f-8c7a-f645696ade81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a11cb76109584192bd3037e9bf308af0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1355731 May 28 05:49:54.558440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36902) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:54.595659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1061516216'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:54.610271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Calling delete_port for 4d69cf8b-677a-4ef8-90ab-17d4867da39e owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:54.642643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:54.657101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443bde6-68b6-4b44-8cb5-15d27ab78b64 req-9f7eca0c-cb2a-4207-a001-cd83bc1a94f2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:54.658882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b443bde6-68b6-4b44-8cb5-15d27ab78b64 req-9f7eca0c-cb2a-4207-a001-cd83bc1a94f2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 1.2423987 May 28 05:49:54.678244 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:49:54.678592 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:49:54.692584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Usage tracker for resource:network and tenant:b42e1ae7a8234bbc91d9f19527527296 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:54.798205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acc69e-04a7-492d-bca0-518d3f74fef3 None None] Pushing event updated for resources: {'Port': ['ID=93fa44ff-7e21-4809-b8f0-d05f2c76d8bc,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:54.809221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e6fb77-5256-454a-88a9-79d5867eccbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.817252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9a6472ef-dd05-4551-8d08-a3390a2d895d None None] Provisioning complete for port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:54.817630 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9a6472ef-dd05-4551-8d08-a3390a2d895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.885927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:54.902517 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e6fb77-5256-454a-88a9-79d5867eccbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.902734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:54.904443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a96660e3-4777-40e1-bb48-f9ea7b437a9f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.950893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:54.971859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96660e3-4777-40e1-bb48-f9ea7b437a9f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Port': ['ID=ee84642a-e2b4-40ec-ba83-ddf32d888fb0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:54.975060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Transition to ACTIVE for port object 37595d7c-4147-421b-aa71-05f005005904 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:55.018940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Transition to ACTIVE for port object 37595d7c-4147-421b-aa71-05f005005904 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:55.055458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Allocated IP 2001:db8::1 (206506fd-4679-4b6e-bb74-3fe2ee1d0272/0a6f3a10-380d-48c2-bc96-516642e6aa9a/326838bb-4f8d-44a3-9de4-daefc1ed06a9) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:49:55.060195 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.107648 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b443bde6-68b6-4b44-8cb5-15d27ab78b64 req-d528dd4b-dfa4-43a2-8529-e7d61ba21bcc tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193928 May 28 05:49:55.108280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Made reservation on behalf of b42e1ae7a8234bbc91d9f19527527296 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:55.111892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.160366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.180756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Network 4aed0edc-4589-4311-b551-362ade04290e is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:55.202136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:55.208527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Usage tracker for resource:security_group_rule and tenant:b42e1ae7a8234bbc91d9f19527527296 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:55.214881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:55.233931 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a96660e3-4777-40e1-bb48-f9ea7b437a9f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.238905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:55.267217 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e6fb77-5256-454a-88a9-79d5867eccbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.287341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Pushing event updated for resources: {'Port': ['ID=37595d7c-4147-421b-aa71-05f005005904,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:55.291084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:55.293604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:55.302062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9a6472ef-dd05-4551-8d08-a3390a2d895d None None] Current status of the port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:55.310359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6fb77-5256-454a-88a9-79d5867eccbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c44c7f-2299-4734-aeb1-7fe987ca1b46,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:55.323392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a96660e3-4777-40e1-bb48-f9ea7b437a9f tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "DELETE /v2.0/ports/ee84642a-e2b4-40ec-ba83-ddf32d888fb0 HTTP/1.1" status: 204 len: 168 time: 2.4483051 May 28 05:49:55.331598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36914) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:55.373404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e6fb77-5256-454a-88a9-79d5867eccbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.378739 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b2e6fb77-5256-454a-88a9-79d5867eccbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80c44c7f-2299-4734-aeb1-7fe987ca1b46 HTTP/1.1" status: 204 len: 168 time: 0.8192370 May 28 05:49:55.387452 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.408236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Transition to ACTIVE for port object 326838bb-4f8d-44a3-9de4-daefc1ed06a9 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:49:55.486100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Attempting to bind port 37595d7c-4147-421b-aa71-05f005005904 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:49:55.486606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Attempting to bind port 37595d7c-4147-421b-aa71-05f005005904 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'f342d5dd-e34c-4174-a95f-06a6b2e304aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4aed0edc-4589-4311-b551-362ade04290e'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:49:55.487413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Attempting to bind port 37595d7c-4147-421b-aa71-05f005005904 on network 4aed0edc-4589-4311-b551-362ade04290e {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:49:55.490995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:55.498050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:49:55.498506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Checking segment: {'id': 'f342d5dd-e34c-4174-a95f-06a6b2e304aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4aed0edc-4589-4311-b551-362ade04290e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:49:55.498834 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.499404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Bound using segment: {'id': 'f342d5dd-e34c-4174-a95f-06a6b2e304aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4aed0edc-4589-4311-b551-362ade04290e'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:49:55.499762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Bound port: 37595d7c-4147-421b-aa71-05f005005904, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f342d5dd-e34c-4174-a95f-06a6b2e304aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4aed0edc-4589-4311-b551-362ade04290e'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:49:55.500449 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.509750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.539736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d69620-0453-4e2b-be8b-a1aac24b5dbc tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting subnet 5d7392c2-003a-4f0b-b24d-ffd91d19976a {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:49:55.551940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11d69620-0453-4e2b-be8b-a1aac24b5dbc tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.637490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.640083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 206506fd-4679-4b6e-bb74-3fe2ee1d0272 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:55.643786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:55.648473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:49:55.650969 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.765315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] For port 37595d7c-4147-421b-aa71-05f005005904, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:49:55.777237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] For port 37595d7c-4147-421b-aa71-05f005005904, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=37595d7c-4147-421b-aa71-05f005005904,segment=NetworkSegment(f342d5dd-e34c-4174-a95f-06a6b2e304aa),segment_id=f342d5dd-e34c-4174-a95f-06a6b2e304aa)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:49:55.782505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:49:55.787819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d69cf8b-677a-4ef8-90ab-17d4867da39e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:55.817558 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:55.981163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=326838bb-4f8d-44a3-9de4-daefc1ed06a9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:56.031302 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11d69620-0453-4e2b-be8b-a1aac24b5dbc tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.035845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215026a-c6d3-442c-b072-a6cd79b43c38 None None] Pushing event updated for resources: {'Port': ['ID=37595d7c-4147-421b-aa71-05f005005904,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:56.047753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:56.048439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.260181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-718850e9-be28-4650-8d39-8a1cac1923fd None None] Provisioning for port 326838bb-4f8d-44a3-9de4-daefc1ed06a9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:49:56.311601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-718850e9-be28-4650-8d39-8a1cac1923fd None None] Provisioning complete for port 326838bb-4f8d-44a3-9de4-daefc1ed06a9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:56.322767 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-718850e9-be28-4650-8d39-8a1cac1923fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.330573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074515d-8b21-4ac9-b7b8-15e4dde43a30 req-f3947c48-623f-4826-bd8e-7c2042ab857b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:56.346955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5074515d-8b21-4ac9-b7b8-15e4dde43a30 req-f3947c48-623f-4826-bd8e-7c2042ab857b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3699760 May 28 05:49:56.378244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.459931 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5074515d-8b21-4ac9-b7b8-15e4dde43a30 req-226fbe07-2418-44d7-8fa3-f55713260af7 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037273 May 28 05:49:56.459931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.464616 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.470421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:56.483695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-718850e9-be28-4650-8d39-8a1cac1923fd None None] Port 326838bb-4f8d-44a3-9de4-daefc1ed06a9 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:49:56.485486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:49:56.502876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.591891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.592237 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Added segment e346de43-e36c-4004-acdb-ec3cb60c24da of type vlan for network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d May 28 05:49:56.841412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3c1dff-32f4-48f5-a07e-fa93463edbda,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:56.846749 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.855887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.869922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:56.900711 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11d69620-0453-4e2b-be8b-a1aac24b5dbc tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.000294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa4789-98d2-450f-9917-6cf8369be956 req-5a93df25-f2b6-4a54-b0c2-69f122e79a09 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:57.002239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9efa4789-98d2-450f-9917-6cf8369be956 req-5a93df25-f2b6-4a54-b0c2-69f122e79a09 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.6202326 May 28 05:49:57.003055 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.003726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d21fe159-998a-443d-ae5d-9fde1b02fdaa {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:49:57.087313 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9efa4789-98d2-450f-9917-6cf8369be956 req-d3b4b40c-ae1a-4df3-8efa-c1242c7cc51a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661995 May 28 05:49:57.109216 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.123374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:57.124266 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.303691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.304265 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.305247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c261af96-7632-43f2-bcc0-13e2b42e6d3f tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d21fe159-998a-443d-ae5d-9fde1b02fdaa HTTP/1.1" status: 204 len: 168 time: 8.9788377 May 28 05:49:57.307892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36966) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:57.310377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11d69620-0453-4e2b-be8b-a1aac24b5dbc tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.324937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1980295 May 28 05:49:57.382286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36970) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:57.398042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'subnet': {'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:49:57.403007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f74cf8-e74f-4e01-86b9-627838ee3b34 None None] Network 337da631-7b56-4c95-b848-be4d1c218e24 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:49:57.413795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.415038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.666126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d69620-0453-4e2b-be8b-a1aac24b5dbc tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7392c2-003a-4f0b-b24d-ffd91d19976a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:57.671053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13710a6a-7b7a-4fac-ab60-52ab2babf3ba tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Network': ['ID=2e2844bd-45f3-420f-bf8f-050ce8f60e3d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:57.687595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11d69620-0453-4e2b-be8b-a1aac24b5dbc tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.690570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-11d69620-0453-4e2b-be8b-a1aac24b5dbc tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "DELETE /v2.0/subnets/5d7392c2-003a-4f0b-b24d-ffd91d19976a HTTP/1.1" status: 204 len: 168 time: 2.3502626 May 28 05:49:57.693145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36988) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:57.703689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:49:57.751586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Usage tracker for resource:subnet and tenant:b42e1ae7a8234bbc91d9f19527527296 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:49:57.790037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:49:57.815969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:49:57.817549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e84f5db-55ee-4052-b6f4-3593a840e920 None None] Network 4aed0edc-4589-4311-b551-362ade04290e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:49:57.838872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f864ee-b83f-4550-a141-6454b01094ee tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting subnet 3f3bc5f2-89c3-469e-a844-5420c365cb66 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:49:57.842575 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0f864ee-b83f-4550-a141-6454b01094ee tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:57.854054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:49:57.882119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 37595d7c-4147-421b-aa71-05f005005904 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:49:57.942973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=326838bb-4f8d-44a3-9de4-daefc1ed06a9,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:57.955823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.956202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.956496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.956836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.957710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.958029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.958352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.958675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.958998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.959345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.959669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:57.959984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:49:58.050071 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:58.070758 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0f864ee-b83f-4550-a141-6454b01094ee tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:58.178729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Made reservation on behalf of b42e1ae7a8234bbc91d9f19527527296 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:49:58.192762 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:58.237035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0317fac0-a865-4d1b-96af-0d7f5623ef8c None None] Provisioning for port 37595d7c-4147-421b-aa71-05f005005904 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:49:58.261161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ee89e-683a-46e8-b118-0a8738c8045e req-ca7279cd-1e82-4394-8dcb-d307bb4a19df tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:58.270543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d94ee89e-683a-46e8-b118-0a8738c8045e req-ca7279cd-1e82-4394-8dcb-d307bb4a19df tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.6074424 May 28 05:49:58.291719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 37595d7c-4147-421b-aa71-05f005005904 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:49:58.298899 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 37595d7c-4147-421b-aa71-05f005005904 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:58.299460 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:58.317865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 206506fd-4679-4b6e-bb74-3fe2ee1d0272 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:49:58.321263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:49:58.327453 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:58.420233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9bb71b-dee8-45c7-8068-c3d90954da3b None None] DHCP port deletion for 337da631-7b56-4c95-b848-be4d1c218e24 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:49:58.434377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d9bb71b-dee8-45c7-8068-c3d90954da3b None None] Deleting port cfdd8836-ce25-4d74-8dbd-d858ccf61562 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:58.434789 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb71b-dee8-45c7-8068-c3d90954da3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:58.569034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0f864ee-b83f-4550-a141-6454b01094ee tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:58.663295 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d94ee89e-683a-46e8-b118-0a8738c8045e req-e546d133-c21e-4a40-9dc0-e079f27b434f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913939 May 28 05:49:58.694139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Deleting port 40bee442-7b65-4fbe-a660-780342cc3e17 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:58.694487 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:58.724804 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0f864ee-b83f-4550-a141-6454b01094ee tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:58.809797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f864ee-b83f-4550-a141-6454b01094ee tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3bc5f2-89c3-469e-a844-5420c365cb66,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:58.819981 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0f864ee-b83f-4550-a141-6454b01094ee tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:58.824362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb915dd-458c-46eb-b682-a7c4aff850e8 None None] Network 52bddb62-c404-4753-8461-48e940f599d0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:49:58.827209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d0f864ee-b83f-4550-a141-6454b01094ee tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "DELETE /v2.0/subnets/3f3bc5f2-89c3-469e-a844-5420c365cb66 HTTP/1.1" status: 204 len: 168 time: 1.1329434 May 28 05:49:58.834349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37020) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:49:59.042774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ea56d-c4ea-47d8-84e1-af0d17529577 req-e448126b-4191-4afc-8b20-daf1c60e256b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:49:59.044636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f22ea56d-c4ea-47d8-84e1-af0d17529577 req-e448126b-4191-4afc-8b20-daf1c60e256b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.5931439 May 28 05:49:59.073832 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:59.127127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d9bb71b-dee8-45c7-8068-c3d90954da3b None None] For port cfdd8836-ce25-4d74-8dbd-d858ccf61562, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cfdd8836-ce25-4d74-8dbd-d858ccf61562,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:59.127934 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb71b-dee8-45c7-8068-c3d90954da3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:59.157187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting port cfdd8836-ce25-4d74-8dbd-d858ccf61562 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:49:59.157562 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:59.272589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d9bb71b-dee8-45c7-8068-c3d90954da3b None None] Calling delete_port for cfdd8836-ce25-4d74-8dbd-d858ccf61562 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:59.310803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f22ea56d-c4ea-47d8-84e1-af0d17529577 req-f2e0b715-b316-48f6-9935-16224f23fdb9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564533 May 28 05:49:59.372183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router 33a7613b-14a1-4fcd-a9dd-2694e06c312f is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:49:59.424450 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 37595d7c-4147-421b-aa71-05f005005904 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:49:59.424989 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:59.472410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] For port 40bee442-7b65-4fbe-a660-780342cc3e17, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=40bee442-7b65-4fbe-a660-780342cc3e17,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:59.473406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:59.488198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e0243548-a0aa-48c4-b7b6-e12f6412642b None None] Provisioning complete for port 326838bb-4f8d-44a3-9de4-daefc1ed06a9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:49:59.488343 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e0243548-a0aa-48c4-b7b6-e12f6412642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:59.516423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] For port cfdd8836-ce25-4d74-8dbd-d858ccf61562, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cfdd8836-ce25-4d74-8dbd-d858ccf61562,segment=NetworkSegment(77302954-f122-45a1-bb3f-24e9ff451b5e),segment_id=77302954-f122-45a1-bb3f-24e9ff451b5e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:59.516423 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:59.612254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 37595d7c-4147-421b-aa71-05f005005904, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=37595d7c-4147-421b-aa71-05f005005904,segment=NetworkSegment(f342d5dd-e34c-4174-a95f-06a6b2e304aa),segment_id=f342d5dd-e34c-4174-a95f-06a6b2e304aa)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:49:59.617725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e0243548-a0aa-48c4-b7b6-e12f6412642b None None] Port 326838bb-4f8d-44a3-9de4-daefc1ed06a9 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:49:59.625900 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb71b-dee8-45c7-8068-c3d90954da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:59.702735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:59.742097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bb71b-dee8-45c7-8068-c3d90954da3b None None] Pushing event deleted for resources: {'Port': ['ID=cfdd8836-ce25-4d74-8dbd-d858ccf61562,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:49:59.745172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9bb71b-dee8-45c7-8068-c3d90954da3b None None] No DVR routers for this DVR port cfdd8836-ce25-4d74-8dbd-d858ccf61562 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:49:59.760781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Calling delete_port for cfdd8836-ce25-4d74-8dbd-d858ccf61562 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:59.858681 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:49:59.891318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Calling delete_port for 40bee442-7b65-4fbe-a660-780342cc3e17 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:49:59.991727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e094d-46a0-4f23-8d2e-b9a28d761069 None None] DHCP port deletion for 52bddb62-c404-4753-8461-48e940f599d0 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:49:59.994115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cfdd8836-ce25-4d74-8dbd-d858ccf61562 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:00.073536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: cfdd8836-ce25-4d74-8dbd-d858ccf61562 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:50:00.073536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cfdd8836-ce25-4d74-8dbd-d858ccf61562 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:50:00.073536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-601e094d-46a0-4f23-8d2e-b9a28d761069 None None] Deleting port 0d8b153c-3901-467e-b3d7-37e163a68158 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:00.073536 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-601e094d-46a0-4f23-8d2e-b9a28d761069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:00.106549 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:50:00.107125 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:50:00.111162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:50:00.118077 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4849b543-fd87-4d55-bdc6-690d1ee1dbc9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/33a7613b-14a1-4fcd-a9dd-2694e06c312f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5920761 May 28 05:50:00.123470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37054) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:00.129696 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f63d1-1f7e-42af-98eb-056c2925ca6c None None] Sync routers for ids ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:50:00.146633 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f63d1-1f7e-42af-98eb-056c2925ca6c None None] Routers {'33a7613b-14a1-4fcd-a9dd-2694e06c312f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:00.147606 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3b7f63d1-1f7e-42af-98eb-056c2925ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:49:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:00.204351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Subnet': ['ID=e7daac2e-f24d-442b-a84d-b29560b70d6a,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:00.233353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Checking segment: {'id': 'e346de43-e36c-4004-acdb-ec3cb60c24da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:50:00.233714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Network hostable DHCP agents. Network: 2e2844bd-45f3-420f-bf8f-050ce8f60e3d, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:50:00.262680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6f4749b2-5384-4957-970c-a1decc5afbdd None None] Provisioning complete for port 37595d7c-4147-421b-aa71-05f005005904 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:00.263063 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f4749b2-5384-4957-970c-a1decc5afbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:00.287692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:50:00.299980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893e9d3-4c25-4ad3-9266-d6ef76e3e57d req-1646c632-0c0e-4c75-b975-fcc8fe7c79b4 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:00.302443 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2893e9d3-4c25-4ad3-9266-d6ef76e3e57d req-1646c632-0c0e-4c75-b975-fcc8fe7c79b4 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3433075 May 28 05:50:00.312050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 2e2844bd-45f3-420f-bf8f-050ce8f60e3d) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:00.312245 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3b7f63d1-1f7e-42af-98eb-056c2925ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:00.319620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=37595d7c-4147-421b-aa71-05f005005904,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:00.326710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:00.327335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:00.331357 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f63d1-1f7e-42af-98eb-056c2925ca6c None None] Routers {'33a7613b-14a1-4fcd-a9dd-2694e06c312f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:00.332016 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3b7f63d1-1f7e-42af-98eb-056c2925ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:49:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:00.411719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ea5d4f56-46d5-4619-b82d-c86c62e0a032 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0261533 May 28 05:50:00.413352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37074) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:00.428704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a48737a-d64b-4550-b977-ccc99b525485 None None] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:50:00.432457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'port': {'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d', 'name': 'tempest-AllowedAddressPairTestJSON-2107863809'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:00.480721 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3b7f63d1-1f7e-42af-98eb-056c2925ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:00.481132 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f63d1-1f7e-42af-98eb-056c2925ca6c None None] The sync data for ids ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:50:00.481938 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2893e9d3-4c25-4ad3-9266-d6ef76e3e57d req-54402d01-816e-414b-9ca0-129f27f24e84 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456640 May 28 05:50:00.499479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d31b44-c132-4fb8-869f-87e960d145f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:00.500572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b4d31b44-c132-4fb8-869f-87e960d145f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:00.555389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b4d31b44-c132-4fb8-869f-87e960d145f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:00.557155 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b4d31b44-c132-4fb8-869f-87e960d145f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports/326838bb-4f8d-44a3-9de4-daefc1ed06a9 HTTP/1.1" status: 200 len: 911 time: 0.4104083 May 28 05:50:00.560250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37078) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:00.633310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Deleting port cfdd8836-ce25-4d74-8dbd-d858ccf61562 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:00.633571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:00.700008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:00.737425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6f4749b2-5384-4957-970c-a1decc5afbdd None None] Current status of the port 37595d7c-4147-421b-aa71-05f005005904 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:00.748014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Usage tracker for resource:port and tenant:b42e1ae7a8234bbc91d9f19527527296 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:00.756228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] The port 'cfdd8836-ce25-4d74-8dbd-d858ccf61562' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:50:00.761640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:00.811567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:00.842149 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.055914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-601e094d-46a0-4f23-8d2e-b9a28d761069 None None] For port 0d8b153c-3901-467e-b3d7-37e163a68158, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0d8b153c-3901-467e-b3d7-37e163a68158,segment=NetworkSegment(b68052dc-7dce-4e5f-aa2f-47cc7916b00e),segment_id=b68052dc-7dce-4e5f-aa2f-47cc7916b00e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:01.057034 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-601e094d-46a0-4f23-8d2e-b9a28d761069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.135043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Made reservation on behalf of b42e1ae7a8234bbc91d9f19527527296 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:50:01.138699 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.169823 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.241613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] device_id is not set on port 50b2b21f-134c-49c2-b319-ee09a979d53b yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:50:01.286652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.364319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event deleted for resources: {'Port': ['ID=40bee442-7b65-4fbe-a660-780342cc3e17,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:01.463968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-601e094d-46a0-4f23-8d2e-b9a28d761069 None None] Calling delete_port for 0d8b153c-3901-467e-b3d7-37e163a68158 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:01.495217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-2e2844bd-45f3-420f-bf8f-050ce8f60e3d', 'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d', 'tenant_id': 'b42e1ae7a8234bbc91d9f19527527296', 'fixed_ips': [{'subnet_id': 'e7daac2e-f24d-442b-a84d-b29560b70d6a'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:50:01.496363 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.529564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337da631-7b56-4c95-b848-be4d1c218e24']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:01.556174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77302954-f122-45a1-bb3f-24e9ff451b5e') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:01.556504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77302954-f122-45a1-bb3f-24e9ff451b5e') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:01.576393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb0ccd-3684-4ce2-9fe7-8225d3eafcf2 req-fb3e767f-e510-442e-b2ce-0f98459103c5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:01.585591 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5dfb0ccd-3684-4ce2-9fe7-8225d3eafcf2 req-fb3e767f-e510-442e-b2ce-0f98459103c5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.9126666 May 28 05:50:01.676875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-601e094d-46a0-4f23-8d2e-b9a28d761069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.684092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Allocated IP 172.20.0.12 (2e2844bd-45f3-420f-bf8f-050ce8f60e3d/e7daac2e-f24d-442b-a84d-b29560b70d6a/50b2b21f-134c-49c2-b319-ee09a979d53b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:01.687623 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.712873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5dfb0ccd-3684-4ce2-9fe7-8225d3eafcf2 req-5e9ca5e8-1352-4dde-ae68-184034c0b330 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263361 May 28 05:50:01.736212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.740911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e094d-46a0-4f23-8d2e-b9a28d761069 None None] Pushing event deleted for resources: {'Port': ['ID=0d8b153c-3901-467e-b3d7-37e163a68158,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:01.760730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e094d-46a0-4f23-8d2e-b9a28d761069 None None] No DVR routers for this DVR port 0d8b153c-3901-467e-b3d7-37e163a68158 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:50:01.777811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:50:01.778600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.902163 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:01.969572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 37595d7c-4147-421b-aa71-05f005005904 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:50:02.128652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 37595d7c-4147-421b-aa71-05f005005904 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:02.129031 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.253967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.276525 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 77302954-f122-45a1-bb3f-24e9ff451b5e resource provider aggregate not found May 28 05:50:02.319981 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 77302954-f122-45a1-bb3f-24e9ff451b5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77302954-f122-45a1-bb3f-24e9ff451b5e found for delete ", "request_id": "req-634adc88-1ccc-421d-934f-1cfcb26bf5bc"}]} May 28 05:50:02.327088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 37595d7c-4147-421b-aa71-05f005005904 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:02.338891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Transition to ACTIVE for port object 50b2b21f-134c-49c2-b319-ee09a979d53b will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:02.365051 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.379826 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.394053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.399617 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.410576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.418665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.430206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0d8b153c-3901-467e-b3d7-37e163a68158 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:02.514367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Network': ['ID=337da631-7b56-4c95-b848-be4d1c218e24,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:02.540020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Allocated IP 172.20.0.2 (2e2844bd-45f3-420f-bf8f-050ce8f60e3d/e7daac2e-f24d-442b-a84d-b29560b70d6a/7ee54724-e476-4a17-867c-2c1df5bf8aeb) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:02.543461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:02.555990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:02.574339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2c18811e-b44c-4479-9cee-9f5cbbf62e82 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "DELETE /v2.0/networks/337da631-7b56-4c95-b848-be4d1c218e24 HTTP/1.1" status: 204 len: 168 time: 3.7327261 May 28 05:50:02.580245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:02.675722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37120) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:02.704725 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.705274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae6f555-a6d8-45d4-a3ac-cd36ada127f3 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:50:02.725405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 0d8b153c-3901-467e-b3d7-37e163a68158 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:50:02.725750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0d8b153c-3901-467e-b3d7-37e163a68158 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:50:02.736293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d27c-3f11-45e9-886b-eafbfd4f891f req-c22c0228-ff06-4f57-8f9e-4b454fc35ec0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:02.744771 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59e0d27c-3f11-45e9-886b-eafbfd4f891f req-c22c0228-ff06-4f57-8f9e-4b454fc35ec0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.8934929 May 28 05:50:02.843864 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.850594 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-12ea10a0-cac0-496f-9dff-b9d6b3ea7976 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "DELETE /v2.0/routers/3ae6f555-a6d8-45d4-a3ac-cd36ada127f3 HTTP/1.1" status: 204 len: 168 time: 5.5413804 May 28 05:50:02.909373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37126) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:02.912846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:02.913913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.935490 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59e0d27c-3f11-45e9-886b-eafbfd4f891f req-d6418029-15ce-4290-990c-45303b9d66f5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883295 May 28 05:50:02.940071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1956792294', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:02.950662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Port': ['ID=50b2b21f-134c-49c2-b319-ee09a979d53b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:02.964606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:02.969665 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:02.973788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d79b9485-347b-4dd0-99a7-1d4cadbc8f3a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5592403 May 28 05:50:02.980936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Usage tracker for resource:router and tenant:dbe86bb44e484047bb5fd9e680544445 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:02.983304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37130) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:02.986788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Transition to ACTIVE for port object 7ee54724-e476-4a17-867c-2c1df5bf8aeb will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:03.002035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:03.012047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'port': {'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d', 'name': 'tempest-AllowedAddressPairTestJSON-2027816394', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2f:d7:ee'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:03.022373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Transition to ACTIVE for port object 7ee54724-e476-4a17-867c-2c1df5bf8aeb will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:03.031863 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.069455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.187811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:03.188076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:03.193576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:03.198343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Usage tracker for resource:port and tenant:b42e1ae7a8234bbc91d9f19527527296 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:03.201672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:03.202125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:03.208504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:03.209448 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:03.216292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Pushing event updated for resources: {'Port': ['ID=7ee54724-e476-4a17-867c-2c1df5bf8aeb,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:03.233802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Made reservation on behalf of b42e1ae7a8234bbc91d9f19527527296 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:50:03.253784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.254825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.362278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Attempting to bind port 7ee54724-e476-4a17-867c-2c1df5bf8aeb on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:50:03.363755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Attempting to bind port 7ee54724-e476-4a17-867c-2c1df5bf8aeb by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'e346de43-e36c-4004-acdb-ec3cb60c24da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:50:03.364303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Attempting to bind port 7ee54724-e476-4a17-867c-2c1df5bf8aeb on network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:50:03.374648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:50:03.375731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Checking segment: {'id': 'e346de43-e36c-4004-acdb-ec3cb60c24da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:50:03.376363 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.378651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Bound using segment: {'id': 'e346de43-e36c-4004-acdb-ec3cb60c24da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:50:03.379319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Bound port: 7ee54724-e476-4a17-867c-2c1df5bf8aeb, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e346de43-e36c-4004-acdb-ec3cb60c24da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:50:03.380401 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.381459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa77ad-beb3-4567-9b4e-5edb565518db req-28a5ae0a-db1c-419e-894d-d15ceae5fa61 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:03.389142 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06aa77ad-beb3-4567-9b4e-5edb565518db req-28a5ae0a-db1c-419e-894d-d15ceae5fa61 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.4095500 May 28 05:50:03.438845 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.461782 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.485711 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.514040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] For port 7ee54724-e476-4a17-867c-2c1df5bf8aeb, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:50:03.520319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] For port 7ee54724-e476-4a17-867c-2c1df5bf8aeb, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7ee54724-e476-4a17-867c-2c1df5bf8aeb,segment=NetworkSegment(e346de43-e36c-4004-acdb-ec3cb60c24da),segment_id=e346de43-e36c-4004-acdb-ec3cb60c24da)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:50:03.522094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06aa77ad-beb3-4567-9b4e-5edb565518db req-3c800f3f-d13d-4805-b4ff-005d3117e463 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319590 May 28 05:50:03.539086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.554664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bddb62-c404-4753-8461-48e940f599d0']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:03.576750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] device_id is not set on port 83db5b28-231b-4c89-91cf-f605c8e730f3 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:50:03.599853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:03.600496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68052dc-7dce-4e5f-aa2f-47cc7916b00e') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:03.615327 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.638459 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.648615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:50:03.649588 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.664891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae4825-ba25-4f3e-8ede-d831f0ce91d5 None None] Pushing event updated for resources: {'Port': ['ID=7ee54724-e476-4a17-867c-2c1df5bf8aeb,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:03.734378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 40bee442-7b65-4fbe-a660-780342cc3e17 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:03.804540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 40bee442-7b65-4fbe-a660-780342cc3e17 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:50:03.804883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 40bee442-7b65-4fbe-a660-780342cc3e17 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:50:03.816314 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.833734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Allocated IP 172.20.0.10 (2e2844bd-45f3-420f-bf8f-050ce8f60e3d/e7daac2e-f24d-442b-a84d-b29560b70d6a/83db5b28-231b-4c89-91cf-f605c8e730f3) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:03.839080 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:03.868911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] Pushing event deleted for resources: {'Network': ['ID=52bddb62-c404-4753-8461-48e940f599d0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:03.879282 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-52665cd6-c494-4e96-b977-402c4e8ac9a2 tempest-TaggedBootDevicesTest-1194333623 tempest-TaggedBootDevicesTest-1194333623-project] 10.222.0.39 "DELETE /v2.0/networks/52bddb62-c404-4753-8461-48e940f599d0 HTTP/1.1" status: 204 len: 168 time: 1.2011621 May 28 05:50:03.904600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Allocated IP 2001:db8:1::1 (4aed0edc-4589-4311-b551-362ade04290e/17b878bb-0f10-4168-9312-048affe626a7/6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:04.310595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fab11-1ada-40ae-b609-13a10ffdcab9 req-d1d1953e-c5c8-4ead-b632-0647bbff6595 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:04.327101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe9fab11-1ada-40ae-b609-13a10ffdcab9 req-d1d1953e-c5c8-4ead-b632-0647bbff6595 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2028387 May 28 05:50:04.404218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe9fab11-1ada-40ae-b609-13a10ffdcab9 req-87e017db-0bf1-4a00-b074-68420f7f06ef tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627561 May 28 05:50:04.405782 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment b68052dc-7dce-4e5f-aa2f-47cc7916b00e resource provider aggregate not found May 28 05:50:04.429241 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment b68052dc-7dce-4e5f-aa2f-47cc7916b00e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b68052dc-7dce-4e5f-aa2f-47cc7916b00e found for delete ", "request_id": "req-1a46aaef-cfed-40b2-b10a-323b3bf60ea2"}]} May 28 05:50:04.676473 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:04.694144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Transition to ACTIVE for port object 6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:04.783618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:04.972043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ca0fe-533a-4e7c-90b6-79ab22593d3d req-c21b9f88-35c8-4bcc-b4ee-d681349206ff tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:04.974176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc6ca0fe-533a-4e7c-90b6-79ab22593d3d req-c21b9f88-35c8-4bcc-b4ee-d681349206ff tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.2147684 May 28 05:50:05.030833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc6ca0fe-533a-4e7c-90b6-79ab22593d3d req-22753c91-4607-4550-a295-11c7f5cd6fc5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506408 May 28 05:50:05.203480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-6a8d7eb9-7e29-4ab2-9e2b-9ebb6813d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:05.205630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-6a8d7eb9-7e29-4ab2-9e2b-9ebb6813d836 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1096 time: 0.1323202 May 28 05:50:05.265839 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:05.378282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 4aed0edc-4589-4311-b551-362ade04290e is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:05.413586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:05.417276 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:05.418131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:05.604492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55833461-fa82-499b-a9c0-a41a82a30f4c None None] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:50:05.651948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-44747093-0e0f-43af-ab10-0bbbe4638636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:05.667754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-44747093-0e0f-43af-ab10-0bbbe4638636 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.4385109 May 28 05:50:05.718361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:05.840459 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:05.868598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-eb0e747b-8041-4fa8-b760-513c05bf7830 None None] Provisioning for port 7ee54724-e476-4a17-867c-2c1df5bf8aeb completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:05.881788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:05.987602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-6c2f7bba-5422-4aa3-b01c-187372054d17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 1000 time: 0.3189077 May 28 05:50:05.992947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Transition to ACTIVE for port object 83db5b28-231b-4c89-91cf-f605c8e730f3 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:06.000103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7ee54724-e476-4a17-867c-2c1df5bf8aeb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:50:06.085234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b560977-8b7e-4fde-af2e-d00316c2c84a req-518a7b81-c7a6-4a55-85ad-973d705f3840 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:06.095193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b560977-8b7e-4fde-af2e-d00316c2c84a req-518a7b81-c7a6-4a55-85ad-973d705f3840 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.8105321 May 28 05:50:06.160796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-b5ee35e9-15e1-428a-9f34-27bedacc863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:06.161246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-b5ee35e9-15e1-428a-9f34-27bedacc863c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.1638632 May 28 05:50:06.294763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-61fb309d-3fb3-4c7b-b40a-aae252713081 None None] Provisioning for port 6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:06.329794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-61fb309d-3fb3-4c7b-b40a-aae252713081 None None] Provisioning complete for port 6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:06.331784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-61fb309d-3fb3-4c7b-b40a-aae252713081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:06.345345 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b560977-8b7e-4fde-af2e-d00316c2c84a req-c8540709-c83b-4165-9516-5f739079e3f4 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443852 May 28 05:50:06.431034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-d747247f-2035-492e-b685-18df06c0b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:06.432562 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-d747247f-2035-492e-b685-18df06c0b58e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2556705 May 28 05:50:06.438084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-61fb309d-3fb3-4c7b-b40a-aae252713081 None None] Port 6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:06.455087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:06.530877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 7ee54724-e476-4a17-867c-2c1df5bf8aeb completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:06.538944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1825c-8455-4aef-a1fb-10ce8eb9c0e3 req-25773e7f-51b3-4891-97e3-f00871ee0bb9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:06.541690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7ee54724-e476-4a17-867c-2c1df5bf8aeb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:06.542305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:06.546343 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8b1825c-8455-4aef-a1fb-10ce8eb9c0e3 req-25773e7f-51b3-4891-97e3-f00871ee0bb9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.2624178 May 28 05:50:06.629171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8b1825c-8455-4aef-a1fb-10ce8eb9c0e3 req-dcc458fc-e645-4f0c-98df-0c2ae54ec28b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817952 May 28 05:50:06.655516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:06.695355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-8b8b10ae-dfd3-45bd-82c9-ca08ecff76a1 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536230 May 28 05:50:06.772224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7ee54724-e476-4a17-867c-2c1df5bf8aeb is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:06.772819 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:06.853971 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 7ee54724-e476-4a17-867c-2c1df5bf8aeb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7ee54724-e476-4a17-867c-2c1df5bf8aeb,segment=NetworkSegment(e346de43-e36c-4004-acdb-ec3cb60c24da),segment_id=e346de43-e36c-4004-acdb-ec3cb60c24da)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:06.873146 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:07.013382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=7ee54724-e476-4a17-867c-2c1df5bf8aeb,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:07.039213 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c3a15a5-6c59-450b-b332-89ca405388ea req-72efb8e7-ea62-430e-b188-e878ac7fe543 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358769 May 28 05:50:07.045254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:07.061667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:07.095009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Provisioning for port 83db5b28-231b-4c89-91cf-f605c8e730f3 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:07.103123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Provisioning complete for port 83db5b28-231b-4c89-91cf-f605c8e730f3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:07.105097 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:07.223468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Port 83db5b28-231b-4c89-91cf-f605c8e730f3 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:07.247779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Provisioning complete for port 7ee54724-e476-4a17-867c-2c1df5bf8aeb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:07.248224 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:07.252955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:07.254138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:07.258849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Port': ['ID=83db5b28-231b-4c89-91cf-f605c8e730f3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:07.554184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Current status of the port 7ee54724-e476-4a17-867c-2c1df5bf8aeb is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:07.582361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Provisioning for port 50b2b21f-134c-49c2-b319-ee09a979d53b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:07.587812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Provisioning complete for port 50b2b21f-134c-49c2-b319-ee09a979d53b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:07.588597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:07.782538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-591dbee2-36a2-462c-a79c-8a2d88d6d4c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.7977858 May 28 05:50:07.785815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37228) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:07.848824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bd73414d-7e64-4c97-a1f6-7d581a1eaae5 None None] Port 50b2b21f-134c-49c2-b319-ee09a979d53b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:07.877352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7ee54724-e476-4a17-867c-2c1df5bf8aeb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:50:07.939175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:50:08.011491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727cd2a-55ff-441a-b6e6-a233e2d4c472 req-a8735bc4-86eb-4f0f-aa6f-d8452e35fdd5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:08.019641 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a727cd2a-55ff-441a-b6e6-a233e2d4c472 req-a8735bc4-86eb-4f0f-aa6f-d8452e35fdd5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.1324306 May 28 05:50:08.020195 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:08.022992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7ee54724-e476-4a17-867c-2c1df5bf8aeb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:08.023682 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:08.069375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8b548a07-46f4-4410-8b1c-f9b1752b929a None None] Provisioning complete for port 83db5b28-231b-4c89-91cf-f605c8e730f3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:08.070114 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8b548a07-46f4-4410-8b1c-f9b1752b929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:08.098691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016509c-b16a-4436-9a72-334af02cf7da tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:08.110705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016509c-b16a-4436-9a72-334af02cf7da tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:08.126134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016509c-b16a-4436-9a72-334af02cf7da tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:08.127544 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:08.129042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d016509c-b16a-4436-9a72-334af02cf7da tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Synchronizing usage tracker for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:08.180002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a727cd2a-55ff-441a-b6e6-a233e2d4c472 req-011b28ae-4b7f-4046-999c-153b995f1bcf tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499491 May 28 05:50:08.181681 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:08.187203 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:08.238970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d016509c-b16a-4436-9a72-334af02cf7da tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Unset dirty status for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:08.241737 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d016509c-b16a-4436-9a72-334af02cf7da tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.4549303 May 28 05:50:08.244385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37244) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:08.389104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8b548a07-46f4-4410-8b1c-f9b1752b929a None None] Port 83db5b28-231b-4c89-91cf-f605c8e730f3 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:08.429076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Deleting port 83db5b28-231b-4c89-91cf-f605c8e730f3 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:08.430870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:08.448326 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:08.539961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7ee54724-e476-4a17-867c-2c1df5bf8aeb is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:08.616999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8b548a07-46f4-4410-8b1c-f9b1752b929a None None] Provisioning complete for port 50b2b21f-134c-49c2-b319-ee09a979d53b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:08.617660 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8b548a07-46f4-4410-8b1c-f9b1752b929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:08.714703 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8dcea826-1024-4d3c-8544-764c7e88ea5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:08.784210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:08.829085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45bc7-5d8b-4ed3-a5ff-721e6cf63a9f req-27b450c8-0e04-4c86-8bf3-f2fec3664d9e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:08.835287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8b548a07-46f4-4410-8b1c-f9b1752b929a None None] Port 50b2b21f-134c-49c2-b319-ee09a979d53b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:08.843738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae45bc7-5d8b-4ed3-a5ff-721e6cf63a9f req-27b450c8-0e04-4c86-8bf3-f2fec3664d9e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 1.1103501 May 28 05:50:09.133536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:09.158694 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ae45bc7-5d8b-4ed3-a5ff-721e6cf63a9f req-19019b2e-7c35-4ddf-a44d-2c1912b8cc99 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140225 May 28 05:50:09.208320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 4aed0edc-4589-4311-b551-362ade04290e is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:09.227162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:09.299328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Allocated IP 172.25.4.80 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/11b872b3-b2f3-4325-9ca0-f660d2ff1e1b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:09.378244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Calling delete_port for 83db5b28-231b-4c89-91cf-f605c8e730f3 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:09.706948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-939fdd6b-c8de-4a5c-9ea9-c3c4acde61d4 None None] Provisioning complete for port 6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:09.709529 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-939fdd6b-c8de-4a5c-9ea9-c3c4acde61d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:09.866700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:09.869979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-939fdd6b-c8de-4a5c-9ea9-c3c4acde61d4 None None] Port 6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:09.873132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:09.933780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event deleted for resources: {'Port': ['ID=83db5b28-231b-4c89-91cf-f605c8e730f3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:09.944962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.945595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.946095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.946574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.947050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.947567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.948057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.948783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.949284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.949976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.950621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:09.951121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:10.243722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9c25b-0156-47ca-8605-e149bfda9c82 req-0fc6deb7-5c4b-4f56-9005-dee9e94fdb51 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:10.245837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eac9c25b-0156-47ca-8605-e149bfda9c82 req-0fc6deb7-5c4b-4f56-9005-dee9e94fdb51 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.6416216 May 28 05:50:10.246713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router 33a7613b-14a1-4fcd-a9dd-2694e06c312f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:50:10.339866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eac9c25b-0156-47ca-8605-e149bfda9c82 req-69c7746d-456b-4f03-b8ea-9481c97cf110 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851755 May 28 05:50:10.444356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:10.465721 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c6c94f6d-5594-4c82-9c93-6c94bf275f66 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "DELETE /v2.0/ports/83db5b28-231b-4c89-91cf-f605c8e730f3 HTTP/1.1" status: 204 len: 168 time: 2.2199659 May 28 05:50:10.470438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37280) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:10.520929 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1895617b-0af9-433a-a3a9-07e1594fe105 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] GET failed (client error): The resource could not be found. May 28 05:50:10.521715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1895617b-0af9-433a-a3a9-07e1594fe105 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Synchronizing usage tracker for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:10.542466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1895617b-0af9-433a-a3a9-07e1594fe105 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Unset dirty status for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:10.545290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1895617b-0af9-433a-a3a9-07e1594fe105 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "GET /v2.0/ports/83db5b28-231b-4c89-91cf-f605c8e730f3 HTTP/1.1" status: 404 len: 333 time: 0.0736527 May 28 05:50:10.550083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37288) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:10.556881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'port': {'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d', 'name': 'tempest-AllowedAddressPairTestJSON-1904395822'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:10.629824 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:10.647755 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f858c4fe-694f-445b-9c5e-979df3dbc29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:10.687562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:50:10.698585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debb61c-3329-4be6-be54-822d68990b60 None None] Sync routers for ids ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:50:10.707857 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cbc1e7e9-a44a-4b19-8804-63b546c4cad4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/33a7613b-14a1-4fcd-a9dd-2694e06c312f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1463897 May 28 05:50:10.710633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:10.718763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debb61c-3329-4be6-be54-822d68990b60 None None] Routers {'33a7613b-14a1-4fcd-a9dd-2694e06c312f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:10.719418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7debb61c-3329-4be6-be54-822d68990b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:10.758552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:10.772387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:10.786291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Made reservation on behalf of b42e1ae7a8234bbc91d9f19527527296 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:50:10.791029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:10.794814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:10.820327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] device_id is not set on port 6476f510-b7fc-4cc4-b9ff-378d72a36ac6 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:50:10.913827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983af81-7b62-41ae-80b1-5fd211ae1b5a req-a2c98d31-2693-44f9-bf78-29271c07d60a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:10.913827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2983af81-7b62-41ae-80b1-5fd211ae1b5a req-a2c98d31-2693-44f9-bf78-29271c07d60a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4456220 May 28 05:50:10.958924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7debb61c-3329-4be6-be54-822d68990b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:10.968829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debb61c-3329-4be6-be54-822d68990b60 None None] Routers {'33a7613b-14a1-4fcd-a9dd-2694e06c312f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:10.969470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7debb61c-3329-4be6-be54-822d68990b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:11.046439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7debb61c-3329-4be6-be54-822d68990b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:11.046859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debb61c-3329-4be6-be54-822d68990b60 None None] The sync data for ids ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:50:11.075493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Allocated IP 172.20.0.8 (2e2844bd-45f3-420f-bf8f-050ce8f60e3d/e7daac2e-f24d-442b-a84d-b29560b70d6a/6476f510-b7fc-4cc4-b9ff-378d72a36ac6) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:11.125830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a5a62d-2f96-4c30-b878-3a6fa704e03d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:11.126441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-12a5a62d-2f96-4c30-b878-3a6fa704e03d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:11.145942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:11.158004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:11.168172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:11.229332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Pushing event updated for resources: {'Port': ['ID=11b872b3-b2f3-4325-9ca0-f660d2ff1e1b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:11.240960 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2983af81-7b62-41ae-80b1-5fd211ae1b5a req-25a5d457-cf46-465d-83ef-f51f5139ad6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121033 May 28 05:50:11.251130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-12a5a62d-2f96-4c30-b878-3a6fa704e03d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:11.255640 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-12a5a62d-2f96-4c30-b878-3a6fa704e03d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports/6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d HTTP/1.1" status: 200 len: 913 time: 0.5403872 May 28 05:50:11.260090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37306) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:11.404004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:11.420459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Transition to ACTIVE for port object 6476f510-b7fc-4cc4-b9ff-378d72a36ac6 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:11.483469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:11.580657 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:11.605011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:11.655753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:11.661029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:11.673864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:11.740986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Port': ['ID=6476f510-b7fc-4cc4-b9ff-378d72a36ac6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:11.811514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:11.812248 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:11.823315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a87364-0c26-42ed-9d68-4a12c548a0c7 req-cc5998be-a6ee-4916-8ac4-360b9c6041be tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:11.824985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14a87364-0c26-42ed-9d68-4a12c548a0c7 req-cc5998be-a6ee-4916-8ac4-360b9c6041be tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3804233 May 28 05:50:11.909096 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3314fe8f-86bc-4dfb-b94b-ef92f229e4c8 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3542476 May 28 05:50:11.918008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37332) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:11.942480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-584c8ae3-9ef0-4e78-8664-641371aa88c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2f:d7:ee'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:12.005169 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14a87364-0c26-42ed-9d68-4a12c548a0c7 req-921477cc-a8ba-4bf6-9100-a259b978a24e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640847 May 28 05:50:12.139840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c082344-8e52-4696-8e24-dd79661a6f04 None None] Provisioning for port 6476f510-b7fc-4cc4-b9ff-378d72a36ac6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:12.159357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c082344-8e52-4696-8e24-dd79661a6f04 None None] Provisioning complete for port 6476f510-b7fc-4cc4-b9ff-378d72a36ac6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:12.166041 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c082344-8e52-4696-8e24-dd79661a6f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:12.358088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2c082344-8e52-4696-8e24-dd79661a6f04 None None] Port 6476f510-b7fc-4cc4-b9ff-378d72a36ac6 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:12.393933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385568b-29ca-4a4c-9848-6a728cca833b req-6a627e4f-dd6b-4cad-9c39-14998f811139 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:12.405779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d385568b-29ca-4a4c-9848-6a728cca833b req-6a627e4f-dd6b-4cad-9c39-14998f811139 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.7752802 May 28 05:50:12.559742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8229d95-8645-4f5a-b420-46ebd4693fcd req-a2bb3ab1-eade-463d-8e42-79680b1300c5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:12.562882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8229d95-8645-4f5a-b420-46ebd4693fcd req-a2bb3ab1-eade-463d-8e42-79680b1300c5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3156264 May 28 05:50:12.586178 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d385568b-29ca-4a4c-9848-6a728cca833b req-45f8ccc8-5005-4a49-9fcf-cf7676f659ed tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794338 May 28 05:50:12.693266 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-584c8ae3-9ef0-4e78-8664-641371aa88c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:12.822875 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8229d95-8645-4f5a-b420-46ebd4693fcd req-969f24be-2267-4e51-8a62-5e9ed5d5aee8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441139 May 28 05:50:12.849008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:13.254059 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:13.575535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-584c8ae3-9ef0-4e78-8664-641371aa88c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:13.583941 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-584c8ae3-9ef0-4e78-8664-641371aa88c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:13.674138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c8ae3-9ef0-4e78-8664-641371aa88c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Port': ['ID=6476f510-b7fc-4cc4-b9ff-378d72a36ac6,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:13.850613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:13.877070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-584c8ae3-9ef0-4e78-8664-641371aa88c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] In _notify_port_updated(), no bound segment for port 6476f510-b7fc-4cc4-b9ff-378d72a36ac6 on network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:50:13.882540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584c8ae3-9ef0-4e78-8664-641371aa88c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:13.883207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-584c8ae3-9ef0-4e78-8664-641371aa88c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:13.908940 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-584c8ae3-9ef0-4e78-8664-641371aa88c9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "PUT /v2.0/ports/6476f510-b7fc-4cc4-b9ff-378d72a36ac6 HTTP/1.1" status: 200 len: 994 time: 1.9900050 May 28 05:50:14.014980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37380) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:14.142948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a3f8180e-1603-4c0f-b8a1-39e1ba5dcf68 None None] Provisioning complete for port 6476f510-b7fc-4cc4-b9ff-378d72a36ac6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:14.143480 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a3f8180e-1603-4c0f-b8a1-39e1ba5dcf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:14.217445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4909f-ebf1-4c26-890f-b31ea6038d1c tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Deleting port 6476f510-b7fc-4cc4-b9ff-378d72a36ac6 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:14.223148 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5fc4909f-ebf1-4c26-890f-b31ea6038d1c tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:14.255017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8180e-1603-4c0f-b8a1-39e1ba5dcf68 None None] Port 6476f510-b7fc-4cc4-b9ff-378d72a36ac6 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:14.310055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bf542-7923-45cf-8393-44bf6424cf2b req-96868d73-b258-4806-8e04-0aea6cd79d87 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:14.311828 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-695bf542-7923-45cf-8393-44bf6424cf2b req-96868d73-b258-4806-8e04-0aea6cd79d87 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.4004610 May 28 05:50:14.443624 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-695bf542-7923-45cf-8393-44bf6424cf2b req-9694c1e3-8cfe-4446-ad43-cf7254fe8d6a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866454 May 28 05:50:14.470944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5532-6469-4479-8fca-c8dba0e5e02f req-b3e11b29-d2be-4890-b8a3-ff516b2af677 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:14.478775 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-253e5532-6469-4479-8fca-c8dba0e5e02f req-b3e11b29-d2be-4890-b8a3-ff516b2af677 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.9484434 May 28 05:50:14.498388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:14.579707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5fc4909f-ebf1-4c26-890f-b31ea6038d1c tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:14.646547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a677973f-489e-4db6-91a3-2a8504aa819b details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:50:14.671611 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-253e5532-6469-4479-8fca-c8dba0e5e02f req-4dbc98a0-14b0-4548-bd3c-1c265750d56a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915376 May 28 05:50:14.804236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4909f-ebf1-4c26-890f-b31ea6038d1c tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Calling delete_port for 6476f510-b7fc-4cc4-b9ff-378d72a36ac6 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:14.861858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:14.863401 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:15.013071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a677973f-489e-4db6-91a3-2a8504aa819b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a677973f-489e-4db6-91a3-2a8504aa819b,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:15.079861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'a677973f-489e-4db6-91a3-2a8504aa819b', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'port_id': 'a677973f-489e-4db6-91a3-2a8504aa819b', 'mac_address': 'fa:16:3e:a6:ef:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa91beaf-eda9-4703-bb88-eafa22b1d514', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:50:15.151855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b77c25-9c52-4fd8-9ff0-1a279ae89741 req-da0700a7-9b39-4952-adc1-24bb63288539 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:15.165767 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-54b77c25-9c52-4fd8-9ff0-1a279ae89741 req-da0700a7-9b39-4952-adc1-24bb63288539 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3154304 May 28 05:50:15.166445 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5fc4909f-ebf1-4c26-890f-b31ea6038d1c tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:15.235483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a677973f-489e-4db6-91a3-2a8504aa819b is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:15.236151 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:15.266156 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:15.275901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a677973f-489e-4db6-91a3-2a8504aa819b {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:50:15.312597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a677973f-489e-4db6-91a3-2a8504aa819b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a677973f-489e-4db6-91a3-2a8504aa819b,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:15.333749 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:15.405291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4909f-ebf1-4c26-890f-b31ea6038d1c tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event deleted for resources: {'Port': ['ID=6476f510-b7fc-4cc4-b9ff-378d72a36ac6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:15.506186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['a677973f-489e-4db6-91a3-2a8504aa819b'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:50:15.524813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:15.546859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-54b77c25-9c52-4fd8-9ff0-1a279ae89741 req-95643838-6a76-4511-9155-0188c1739d6c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681676 May 28 05:50:15.829139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a677973f-489e-4db6-91a3-2a8504aa819b,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:15.958811 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5fc4909f-ebf1-4c26-890f-b31ea6038d1c tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:15.991690 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5fc4909f-ebf1-4c26-890f-b31ea6038d1c tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "DELETE /v2.0/ports/6476f510-b7fc-4cc4-b9ff-378d72a36ac6 HTTP/1.1" status: 204 len: 168 time: 1.9621265 May 28 05:50:15.991690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37428) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:16.078051 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99bde06-76c9-4825-b100-0dd197691099 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] GET failed (client error): The resource could not be found. May 28 05:50:16.078593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b99bde06-76c9-4825-b100-0dd197691099 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Synchronizing usage tracker for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:16.126172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b99bde06-76c9-4825-b100-0dd197691099 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Unset dirty status for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:16.130827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b99bde06-76c9-4825-b100-0dd197691099 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "GET /v2.0/ports/6476f510-b7fc-4cc4-b9ff-378d72a36ac6 HTTP/1.1" status: 404 len: 333 time: 0.1351097 May 28 05:50:16.131205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37436) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:16.138291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'port': {'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d', 'name': 'tempest-AllowedAddressPairTestJSON-1912535993'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:16.161591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37440) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:16.265472 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:16.642254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a677973f-489e-4db6-91a3-2a8504aa819b up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:50:16.656632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:16.672003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:16.691535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce51a06-acfb-4e87-99a2-a36b903313b4 req-5581ee36-2222-4bf3-9153-12750d79125e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:16.711589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce51a06-acfb-4e87-99a2-a36b903313b4 req-5581ee36-2222-4bf3-9153-12750d79125e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3131127 May 28 05:50:16.764732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Made reservation on behalf of b42e1ae7a8234bbc91d9f19527527296 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:50:16.769634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:16.840448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce51a06-acfb-4e87-99a2-a36b903313b4 req-25e8c4b9-ae01-4cfc-9a8a-0792a932c979 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271553 May 28 05:50:16.852109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] device_id is not set on port 91746450-c234-4e41-83df-5bc9433c2a3f yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:50:16.978896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port a677973f-489e-4db6-91a3-2a8504aa819b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:16.980043 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:17.034147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=6ea463ab-e49c-4f03-9aaa-95f4fd1cc65d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:17.146097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Router 07e7a62d-4877-4c86-891a-4b7d51238e6c is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:50:17.192277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:17.272080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a677973f-489e-4db6-91a3-2a8504aa819b is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:17.275793 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:17.337976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8feb6-c031-4950-b3f7-4f1839c5a83f req-6f5c3514-81c7-492f-99ca-f8148a918f41 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:17.342167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677973f-489e-4db6-91a3-2a8504aa819b'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:50:17.347475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e6c8feb6-c031-4950-b3f7-4f1839c5a83f req-6f5c3514-81c7-492f-99ca-f8148a918f41 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 944 time: 1.4978242 May 28 05:50:17.354379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a677973f-489e-4db6-91a3-2a8504aa819b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a677973f-489e-4db6-91a3-2a8504aa819b,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:17.367066 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:17.632865 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f087aef-3bf1-4609-ad74-6a2a30388a5c'] response: {'server_uuid': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677973f-489e-4db6-91a3-2a8504aa819b', 'code': 200} May 28 05:50:17.693116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a677973f-489e-4db6-91a3-2a8504aa819b,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:17.849756 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e6c8feb6-c031-4950-b3f7-4f1839c5a83f req-d06dfce2-77f6-4be0-a567-a9410f5d8794 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011013 May 28 05:50:18.009916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router 33a7613b-14a1-4fcd-a9dd-2694e06c312f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:50:18.199696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:50:18.213590 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae77d0-f7fe-4d6b-b242-e13c63af0c84 None None] Sync routers for ids ['07e7a62d-4877-4c86-891a-4b7d51238e6c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:50:18.238975 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae77d0-f7fe-4d6b-b242-e13c63af0c84 None None] Routers {'07e7a62d-4877-4c86-891a-4b7d51238e6c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:18.245891 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ddae77d0-f7fe-4d6b-b242-e13c63af0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['07e7a62d-4877-4c86-891a-4b7d51238e6c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:18.414030 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ddae77d0-f7fe-4d6b-b242-e13c63af0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:18.424486 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae77d0-f7fe-4d6b-b242-e13c63af0c84 None None] Routers {'07e7a62d-4877-4c86-891a-4b7d51238e6c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:18.443493 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ddae77d0-f7fe-4d6b-b242-e13c63af0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['07e7a62d-4877-4c86-891a-4b7d51238e6c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:18.555977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Allocated IP 172.20.0.13 (2e2844bd-45f3-420f-bf8f-050ce8f60e3d/e7daac2e-f24d-442b-a84d-b29560b70d6a/91746450-c234-4e41-83df-5bc9433c2a3f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:18.568205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:18.576284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e8bcf8e0-1464-4c29-bee4-7e062e87ae7a tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 15.6647644 May 28 05:50:18.585443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37498) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:18.585643 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ddae77d0-f7fe-4d6b-b242-e13c63af0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:18.585961 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae77d0-f7fe-4d6b-b242-e13c63af0c84 None None] The sync data for ids ['07e7a62d-4877-4c86-891a-4b7d51238e6c'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:50:18.595819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8c65a40e-664e-430d-9867-9d6934412c4c tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'enable_snat': False}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:18.693646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:50:18.706466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350f60c-832f-4c4f-b00f-62d195712ebb None None] Sync routers for ids ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:50:18.713927 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d38f4163-6caa-497e-adfe-473caf0ae717 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/33a7613b-14a1-4fcd-a9dd-2694e06c312f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4528010 May 28 05:50:18.738229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37510) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:18.770623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350f60c-832f-4c4f-b00f-62d195712ebb None None] Routers {'33a7613b-14a1-4fcd-a9dd-2694e06c312f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:18.776833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e350f60c-832f-4c4f-b00f-62d195712ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:18.946442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436393c5-aaf2-48fa-93e4-991c8acec54e req-0d2569f2-ca20-4a2d-ad97-b032f00b8c8e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:18.953581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-436393c5-aaf2-48fa-93e4-991c8acec54e req-0d2569f2-ca20-4a2d-ad97-b032f00b8c8e tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4828951 May 28 05:50:18.986117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e350f60c-832f-4c4f-b00f-62d195712ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:18.997673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350f60c-832f-4c4f-b00f-62d195712ebb None None] Routers {'33a7613b-14a1-4fcd-a9dd-2694e06c312f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:18.998291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e350f60c-832f-4c4f-b00f-62d195712ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:19.153034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e350f60c-832f-4c4f-b00f-62d195712ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:19.154066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350f60c-832f-4c4f-b00f-62d195712ebb None None] The sync data for ids ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:50:19.270403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37518) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:19.317418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-436393c5-aaf2-48fa-93e4-991c8acec54e req-6aa693de-ad7a-453b-9416-a2190ddea4a3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628058 May 28 05:50:19.576824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:19.606090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Transition to ACTIVE for port object 91746450-c234-4e41-83df-5bc9433c2a3f will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:19.665356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:19.675897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46003410-1458-4011-937c-eabb20f6b233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:19.927994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-46003410-1458-4011-937c-eabb20f6b233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:19.945592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-46003410-1458-4011-937c-eabb20f6b233 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6824774e894f3fb9b942a1c439ea7d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:19.997195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:19.998348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-46003410-1458-4011-937c-eabb20f6b233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:20.012009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e08a62-429f-4134-88e8-75d8f80f41e2 req-e181d6b7-a388-4c97-8878-b0087fce8c74 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:20.013354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95e08a62-429f-4134-88e8-75d8f80f41e2 req-e181d6b7-a388-4c97-8878-b0087fce8c74 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.7109005 May 28 05:50:20.019891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:20.022416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-46003410-1458-4011-937c-eabb20f6b233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:20.033033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Port': ['ID=91746450-c234-4e41-83df-5bc9433c2a3f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:20.039430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:20.179198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:20.180250 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:20.189487 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:20.232410 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:50:20.431806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4429c60-cf45-4ddc-a58e-95706a5b52d7 req-6ddb75d7-a5da-4ce1-9594-15826e5ae9a8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:20.433549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4429c60-cf45-4ddc-a58e-95706a5b52d7 req-6ddb75d7-a5da-4ce1-9594-15826e5ae9a8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.5530739 May 28 05:50:20.477742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-54687dc8-7f48-4dbe-9784-17b3b6b9b4aa None None] Provisioning for port 91746450-c234-4e41-83df-5bc9433c2a3f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:20.496604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-54687dc8-7f48-4dbe-9784-17b3b6b9b4aa None None] Provisioning complete for port 91746450-c234-4e41-83df-5bc9433c2a3f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:20.498223 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-54687dc8-7f48-4dbe-9784-17b3b6b9b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:20.500190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a9cd993f-11c1-402c-8dd7-ad18c71e2d70 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3671622 May 28 05:50:20.502002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37542) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:20.509999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e0431fdc-7d00-4c8b-adcd-1e9f8d8c7217 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2f:d7:ee'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:20.673231 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95e08a62-429f-4134-88e8-75d8f80f41e2 req-886cbf09-61e8-438b-b5b9-2c2026b0953b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277668 May 28 05:50:20.676833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-54687dc8-7f48-4dbe-9784-17b3b6b9b4aa None None] Port 91746450-c234-4e41-83df-5bc9433c2a3f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:20.762888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-ca184b92-99c4-4013-9435-73d2147ba734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:20.764419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-ca184b92-99c4-4013-9435-73d2147ba734 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c303052f2a440959915b8d9746a0229&device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 1096 time: 0.8157284 May 28 05:50:20.802539 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c65a40e-664e-430d-9867-9d6934412c4c tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:20.989268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-fb6d9611-cf2e-456f-8131-4450bc41bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:20.990701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-fb6d9611-cf2e-456f-8131-4450bc41bb08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 200 len: 913 time: 0.2094786 May 28 05:50:20.992726 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46003410-1458-4011-937c-eabb20f6b233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:21.183995 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-11eeb6fc-53c6-4c10-a45e-ff6134788451 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 200 len: 1000 time: 0.1798372 May 28 05:50:21.190885 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46003410-1458-4011-937c-eabb20f6b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:21.200974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4429c60-cf45-4ddc-a58e-95706a5b52d7 req-71202dc7-b626-4fd3-b392-43d47fe3b645 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6894929 May 28 05:50:21.295304 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0431fdc-7d00-4c8b-adcd-1e9f8d8c7217 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:21.381778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46003410-1458-4011-937c-eabb20f6b233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced487c3-3ac9-4494-ba5f-f4154e2a7507,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:21.407547 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-46003410-1458-4011-937c-eabb20f6b233 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e6824774e894f3fb9b942a1c439ea7d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1345537 May 28 05:50:21.411688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37556) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:21.545440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-0aaa74e7-fab7-4190-9286-2d6b7d6af8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:21.545440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-0aaa74e7-fab7-4190-9286-2d6b7d6af8fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 200 len: 851 time: 0.3377628 May 28 05:50:21.545440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26cafdfa-997c-44bc-bad1-87908de2c254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:21.625910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26cafdfa-997c-44bc-bad1-87908de2c254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:21.774680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] Deleting port a92cdedb-4bbc-45d6-9f8e-01367d034c92 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:21.775478 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:21.813942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26cafdfa-997c-44bc-bad1-87908de2c254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:21.853948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-a10a29c1-5b88-4e80-8efb-3739ff801410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:21.856424 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-a10a29c1-5b88-4e80-8efb-3739ff801410 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2721248 May 28 05:50:21.904159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cafdfa-997c-44bc-bad1-87908de2c254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced487c3-3ac9-4494-ba5f-f4154e2a7507,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:21.937258 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26cafdfa-997c-44bc-bad1-87908de2c254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:21.941270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-26cafdfa-997c-44bc-bad1-87908de2c254 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ced487c3-3ac9-4494-ba5f-f4154e2a7507 HTTP/1.1" status: 204 len: 168 time: 0.5250735 May 28 05:50:22.076972 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-e0431fdc-7d00-4c8b-adcd-1e9f8d8c7217 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:50:22.210677 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0431fdc-7d00-4c8b-adcd-1e9f8d8c7217 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:22.234682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0431fdc-7d00-4c8b-adcd-1e9f8d8c7217 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:22.336080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-64d64a87-fa7e-4024-b91d-9febd095bbad service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287367 May 28 05:50:22.342873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] For port a92cdedb-4bbc-45d6-9f8e-01367d034c92, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a92cdedb-4bbc-45d6-9f8e-01367d034c92,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:22.342873 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:22.433749 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:22.710918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] Calling delete_port for a92cdedb-4bbc-45d6-9f8e-01367d034c92 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:22.712740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0431fdc-7d00-4c8b-adcd-1e9f8d8c7217 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Port': ['ID=91746450-c234-4e41-83df-5bc9433c2a3f,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:22.734604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bbcf5504-4bc8-4165-9208-d4b3ce872f89 None None] Provisioning complete for port 91746450-c234-4e41-83df-5bc9433c2a3f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:22.735123 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5504-4bc8-4165-9208-d4b3ce872f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:22.846293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37578) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:22.870422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e0431fdc-7d00-4c8b-adcd-1e9f8d8c7217 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] In _notify_port_updated(), no bound segment for port 91746450-c234-4e41-83df-5bc9433c2a3f on network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:50:22.876460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0431fdc-7d00-4c8b-adcd-1e9f8d8c7217 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:22.877333 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0431fdc-7d00-4c8b-adcd-1e9f8d8c7217 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:22.879623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e0431fdc-7d00-4c8b-adcd-1e9f8d8c7217 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "PUT /v2.0/ports/91746450-c234-4e41-83df-5bc9433c2a3f HTTP/1.1" status: 200 len: 997 time: 2.3743389 May 28 05:50:22.899055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37584) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:22.962853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf5504-4bc8-4165-9208-d4b3ce872f89 None None] Port 91746450-c234-4e41-83df-5bc9433c2a3f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:22.978442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a9c0e-661b-4ae5-a455-2f0254bf8097 req-7a9fa7a7-65f8-489a-b27e-2264c78c4730 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:22.980702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-588a9c0e-661b-4ae5-a455-2f0254bf8097 req-7a9fa7a7-65f8-489a-b27e-2264c78c4730 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 1.0030227 May 28 05:50:23.174362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac9479-fe8e-4020-92f8-120e1e8a8ea2 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Deleting port 91746450-c234-4e41-83df-5bc9433c2a3f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:23.174739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9479-fe8e-4020-92f8-120e1e8a8ea2 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:23.310945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-588a9c0e-661b-4ae5-a455-2f0254bf8097 req-0de735e8-da6d-460b-b5eb-9d044c31e6f2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244166 May 28 05:50:23.511215 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9479-fe8e-4020-92f8-120e1e8a8ea2 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:23.588577 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1b7716a5-a7bd-481e-b830-a11158cd91c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:23.663574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 326838bb-4f8d-44a3-9de4-daefc1ed06a9 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:23.664136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:23.675662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1b7716a5-a7bd-481e-b830-a11158cd91c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:23.679814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1b7716a5-a7bd-481e-b830-a11158cd91c1 admin admin] Usage tracker for resource:security_group_rule and tenant:eecd752129f74a56b2d352ea5728f00d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:23.682743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1b7716a5-a7bd-481e-b830-a11158cd91c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:23.691681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1b7716a5-a7bd-481e-b830-a11158cd91c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:23.788093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1b7716a5-a7bd-481e-b830-a11158cd91c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:23.800462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac9479-fe8e-4020-92f8-120e1e8a8ea2 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Calling delete_port for 91746450-c234-4e41-83df-5bc9433c2a3f owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:23.849029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1b7716a5-a7bd-481e-b830-a11158cd91c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:23.933377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1b7716a5-a7bd-481e-b830-a11158cd91c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eecd752129f74a56b2d352ea5728f00d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0840425 May 28 05:50:23.952722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37598) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:23.952722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7716a5-a7bd-481e-b830-a11158cd91c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca73c922-0aa4-435c-b41f-ba56c1d7bd2b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:23.991578 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42fed036-a294-4202-9a80-2166fa2b69e8 req-78552e05-598c-43f4-b90c-3c280adb76d3 service neutron] 10.222.0.41 "GET /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6322315 May 28 05:50:24.017689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3f37-f234-4b7d-9692-3b299294643f req-e8f3e72d-1bfb-4736-8461-b54c75561ad9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:24.026230 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad1d3f37-f234-4b7d-9692-3b299294643f req-e8f3e72d-1bfb-4736-8461-b54c75561ad9 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 1.5764103 May 28 05:50:24.157070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad1d3f37-f234-4b7d-9692-3b299294643f req-41be059f-b0c2-48e8-bb29-c53e2f19443f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294706 May 28 05:50:24.213439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-841d3c95-f26f-4942-835e-a1698215bec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:24.234805 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c65a40e-664e-430d-9867-9d6934412c4c tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:24.238462 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c65a40e-664e-430d-9867-9d6934412c4c tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:24.323659 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-841d3c95-f26f-4942-835e-a1698215bec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:24.373139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9479-fe8e-4020-92f8-120e1e8a8ea2 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:24.414844 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:24.483590 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:24.505243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac9479-fe8e-4020-92f8-120e1e8a8ea2 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event deleted for resources: {'Port': ['ID=91746450-c234-4e41-83df-5bc9433c2a3f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:24.569285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 326838bb-4f8d-44a3-9de4-daefc1ed06a9 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:24.670585 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-841d3c95-f26f-4942-835e-a1698215bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:24.783759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a92cdedb-4bbc-45d6-9f8e-01367d034c92,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:25.073157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d3c95-f26f-4942-835e-a1698215bec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca73c922-0aa4-435c-b41f-ba56c1d7bd2b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:25.119285 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-841d3c95-f26f-4942-835e-a1698215bec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:25.122692 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-841d3c95-f26f-4942-835e-a1698215bec2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca73c922-0aa4-435c-b41f-ba56c1d7bd2b HTTP/1.1" status: 204 len: 168 time: 1.1646631 May 28 05:50:25.145882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9479-fe8e-4020-92f8-120e1e8a8ea2 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:25.148721 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b4ac9479-fe8e-4020-92f8-120e1e8a8ea2 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "DELETE /v2.0/ports/91746450-c234-4e41-83df-5bc9433c2a3f HTTP/1.1" status: 204 len: 168 time: 2.2446606 May 28 05:50:25.152514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37624) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:25.235854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c65a40e-664e-430d-9867-9d6934412c4c tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Router 07e7a62d-4877-4c86-891a-4b7d51238e6c has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:50:25.297230 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f739525c-33b3-444d-b419-b7f8d713f0a9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] GET failed (client error): The resource could not be found. May 28 05:50:25.298255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f739525c-33b3-444d-b419-b7f8d713f0a9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Synchronizing usage tracker for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:25.406929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f739525c-33b3-444d-b419-b7f8d713f0a9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Unset dirty status for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:25.408655 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f739525c-33b3-444d-b419-b7f8d713f0a9 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "GET /v2.0/ports/91746450-c234-4e41-83df-5bc9433c2a3f HTTP/1.1" status: 404 len: 333 time: 0.2547979 May 28 05:50:25.421720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37630) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:25.439856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'port': {'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d', 'name': 'tempest-AllowedAddressPairTestJSON-2056093592'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:25.681796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c65a40e-664e-430d-9867-9d6934412c4c tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:50:25.691353 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97004414-0d83-495f-b9e0-37389a6d581d None None] Sync routers for ids ['07e7a62d-4877-4c86-891a-4b7d51238e6c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:50:25.710113 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97004414-0d83-495f-b9e0-37389a6d581d None None] Routers {'07e7a62d-4877-4c86-891a-4b7d51238e6c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:25.711022 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-97004414-0d83-495f-b9e0-37389a6d581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['07e7a62d-4877-4c86-891a-4b7d51238e6c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:25.750302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d06294-b238-406a-9d43-b91cd32d5c3e req-2c628bd7-9004-42f5-b710-925f69982e5a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:25.751884 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36d06294-b238-406a-9d43-b91cd32d5c3e req-2c628bd7-9004-42f5-b710-925f69982e5a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.5147009 May 28 05:50:25.755441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c65a40e-664e-430d-9867-9d6934412c4c tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:25.756554 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8c65a40e-664e-430d-9867-9d6934412c4c tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "PUT /v2.0/routers/07e7a62d-4877-4c86-891a-4b7d51238e6c HTTP/1.1" status: 200 len: 925 time: 7.1668637 May 28 05:50:25.770016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37640) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:25.775692 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:25.913433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=326838bb-4f8d-44a3-9de4-daefc1ed06a9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:25.924027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37648) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:25.952708 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-97004414-0d83-495f-b9e0-37389a6d581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:25.964264 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97004414-0d83-495f-b9e0-37389a6d581d None None] Routers {'07e7a62d-4877-4c86-891a-4b7d51238e6c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:25.965159 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-97004414-0d83-495f-b9e0-37389a6d581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['07e7a62d-4877-4c86-891a-4b7d51238e6c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:26.010644 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:26.012335 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8c54329-81ba-4e73-a4fb-f12ab1d6fa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:26.064076 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-97004414-0d83-495f-b9e0-37389a6d581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:26.064688 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97004414-0d83-495f-b9e0-37389a6d581d None None] The sync data for ids ['07e7a62d-4877-4c86-891a-4b7d51238e6c'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:50:26.077887 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36d06294-b238-406a-9d43-b91cd32d5c3e req-e7c756a8-fb89-4df1-b8e6-bfbf43ebb975 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060706 May 28 05:50:26.079130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d8c54329-81ba-4e73-a4fb-f12ab1d6fa7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:26.173135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d8c54329-81ba-4e73-a4fb-f12ab1d6fa7f admin admin] Usage tracker for resource:security_group_rule and tenant:e5b85f70bac1436898255645423e012f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:26.200795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d8c54329-81ba-4e73-a4fb-f12ab1d6fa7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:26.289873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:26.305647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d8c54329-81ba-4e73-a4fb-f12ab1d6fa7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:26.558167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:26.594590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:26.701132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-38b452e4-b21a-4486-ba88-512391461b1e tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/routers/07e7a62d-4877-4c86-891a-4b7d51238e6c HTTP/1.1" status: 200 len: 925 time: 0.9254706 May 28 05:50:26.714371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37662) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:26.723350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf42bd-39a5-40ed-ac5f-54f83bbcee31 req-1c0881bf-90d9-4c4d-a63f-4083f1286c3c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:26.725652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7faf42bd-39a5-40ed-ac5f-54f83bbcee31 req-1c0881bf-90d9-4c4d-a63f-4083f1286c3c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 1.1843116 May 28 05:50:26.726527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Made reservation on behalf of b42e1ae7a8234bbc91d9f19527527296 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:50:26.730495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:26.819824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router 33a7613b-14a1-4fcd-a9dd-2694e06c312f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:50:26.875858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] device_id is not set on port 4706b4a7-3b9e-4947-9c66-05862f15b585 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:50:27.011283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:50:27.021514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b907c99-bda0-4dff-886a-371960dcf572 None None] Sync routers for ids ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:50:27.045657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b907c99-bda0-4dff-886a-371960dcf572 None None] Routers {'33a7613b-14a1-4fcd-a9dd-2694e06c312f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:27.046285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9b907c99-bda0-4dff-886a-371960dcf572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:27.071821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7faf42bd-39a5-40ed-ac5f-54f83bbcee31 req-74a66d52-0b6b-462a-a4cf-52e7fe2a8bd0 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152330 May 28 05:50:27.080390 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8c54329-81ba-4e73-a4fb-f12ab1d6fa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:27.099064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3692723a-4d2a-4905-9091-36cc546555eb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/33a7613b-14a1-4fcd-a9dd-2694e06c312f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3594916 May 28 05:50:27.101301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8c54329-81ba-4e73-a4fb-f12ab1d6fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:27.141293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9b907c99-bda0-4dff-886a-371960dcf572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:27.152127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b907c99-bda0-4dff-886a-371960dcf572 None None] Routers {'33a7613b-14a1-4fcd-a9dd-2694e06c312f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:27.153794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9b907c99-bda0-4dff-886a-371960dcf572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:27.175877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37666) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:27.199572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d8c54329-81ba-4e73-a4fb-f12ab1d6fa7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5b85f70bac1436898255645423e012f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2709477 May 28 05:50:27.203693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37672) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:27.257283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9b907c99-bda0-4dff-886a-371960dcf572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:27.263593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b907c99-bda0-4dff-886a-371960dcf572 None None] The sync data for ids ['33a7613b-14a1-4fcd-a9dd-2694e06c312f'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:50:27.350771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Allocated IP 172.20.0.6 (2e2844bd-45f3-420f-bf8f-050ce8f60e3d/e7daac2e-f24d-442b-a84d-b29560b70d6a/4706b4a7-3b9e-4947-9c66-05862f15b585) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:27.382239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-30328cf0-300d-428b-8735-a09a33fea6aa tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:27.426586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c54329-81ba-4e73-a4fb-f12ab1d6fa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97b00d3-eca3-4bec-8b7a-bc5ae9775f0c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:27.469544 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9c82837-5a3a-49aa-9a67-be2dd79926c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:27.500108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-30328cf0-300d-428b-8735-a09a33fea6aa tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:27.501414 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-30328cf0-300d-428b-8735-a09a33fea6aa tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7613b-14a1-4fcd-a9dd-2694e06c312f HTTP/1.1" status: 200 len: 205 time: 0.2975447 May 28 05:50:27.504841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37680) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:27.555878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79e51b7-9ca7-44a9-8bbb-30d004aea5ff tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:27.556603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f79e51b7-9ca7-44a9-8bbb-30d004aea5ff tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Synchronizing usage tracker for tenant:6dd5440363224539bd3134fd100b3846 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:27.586618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] Router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:50:27.624891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9c82837-5a3a-49aa-9a67-be2dd79926c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:27.683731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce585d85-d5ea-4313-8318-db9441865bba req-b8b1e8a3-d5f8-40fa-a51f-1ddb0ef86855 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:27.691584 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ce585d85-d5ea-4313-8318-db9441865bba req-b8b1e8a3-d5f8-40fa-a51f-1ddb0ef86855 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.3870451 May 28 05:50:27.714773 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb86-2c1f-4be8-af9f-a6a0f8b40217 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:27.892918 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:27.916113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Transition to ACTIVE for port object 4706b4a7-3b9e-4947-9c66-05862f15b585 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:28.118226 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb86-2c1f-4be8-af9f-a6a0f8b40217 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.120777 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb86-2c1f-4be8-af9f-a6a0f8b40217 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.183982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ce585d85-d5ea-4313-8318-db9441865bba req-e51eb566-051b-491e-ae83-ba14bf794bd0 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915175 May 28 05:50:28.184572 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb86-2c1f-4be8-af9f-a6a0f8b40217 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.185269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c4bb86-2c1f-4be8-af9f-a6a0f8b40217 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Fanout notify agent at l3_agent the message router_deleted on router 33a7613b-14a1-4fcd-a9dd-2694e06c312f {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:50:28.198218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb86-2c1f-4be8-af9f-a6a0f8b40217 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.201844 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-06c4bb86-2c1f-4be8-af9f-a6a0f8b40217 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/33a7613b-14a1-4fcd-a9dd-2694e06c312f HTTP/1.1" status: 204 len: 168 time: 0.6935654 May 28 05:50:28.212885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37684) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:28.259654 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.261321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f79e51b7-9ca7-44a9-8bbb-30d004aea5ff tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Unset dirty status for tenant:6dd5440363224539bd3134fd100b3846 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:28.264952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f79e51b7-9ca7-44a9-8bbb-30d004aea5ff tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&device_id=07e7a62d-4877-4c86-891a-4b7d51238e6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.5205686 May 28 05:50:28.267598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37688) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:28.371718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa655d6-e97d-494f-baac-c7e8be4404f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting subnet 17b878bb-0f10-4168-9312-048affe626a7 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:50:28.375136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fa655d6-e97d-494f-baac-c7e8be4404f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.376882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810b5bc-a10c-401e-bdc8-fb812d0d5836 req-df9e17d1-b24e-41af-9f00-af87863c2f00 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:28.378410 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e810b5bc-a10c-401e-bdc8-fb812d0d5836 req-df9e17d1-b24e-41af-9f00-af87863c2f00 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.9694643 May 28 05:50:28.391373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:28.415332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:28.424430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:28.530424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Port': ['ID=4706b4a7-3b9e-4947-9c66-05862f15b585,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:28.578485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:28.579095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.641025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:50:28.654762 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-02863739-ec9f-4a41-97fc-1850ed6cf2ba admin admin] 10.222.0.39 "PUT /v2.0/routers/8fe620cf-c8ce-4927-af14-290a1a76a4e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4896841 May 28 05:50:28.658110 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] Sync routers for ids ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:50:28.662026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37700) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:28.675774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6d65800f-133e-4ad1-9cc8-d6b815daf86e tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2525980 May 28 05:50:28.679224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37704) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:28.684438 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] Routers {'8fe620cf-c8ce-4927-af14-290a1a76a4e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:28.687771 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:28.704340 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fa655d6-e97d-494f-baac-c7e8be4404f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.782702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8784b0f-6ec0-47ea-8e58-4decfe2b23f9 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:28.783303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b8784b0f-6ec0-47ea-8e58-4decfe2b23f9 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Synchronizing usage tracker for tenant:6dd5440363224539bd3134fd100b3846 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:28.801991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'port': {'network_id': '2e2844bd-45f3-420f-bf8f-050ce8f60e3d', 'name': 'tempest-AllowedAddressPairTestJSON-1494506620'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:28.833950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b8784b0f-6ec0-47ea-8e58-4decfe2b23f9 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Unset dirty status for tenant:6dd5440363224539bd3134fd100b3846 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:28.836520 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e810b5bc-a10c-401e-bdc8-fb812d0d5836 req-c84f9cf2-c7ba-4a91-9fba-9d727130b579 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4407113 May 28 05:50:28.849381 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9c82837-5a3a-49aa-9a67-be2dd79926c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.852011 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9c82837-5a3a-49aa-9a67-be2dd79926c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.856129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c9c82837-5a3a-49aa-9a67-be2dd79926c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c97b00d3-eca3-4bec-8b7a-bc5ae9775f0c HTTP/1.1" status: 204 len: 168 time: 1.6266682 May 28 05:50:28.868647 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b8784b0f-6ec0-47ea-8e58-4decfe2b23f9 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 881 time: 0.6000946 May 28 05:50:28.869519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37708) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:28.879137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cbd1180c-1938-45f0-a600-40c7bef81aa6 None None] Provisioning for port 4706b4a7-3b9e-4947-9c66-05862f15b585 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:28.889585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cbd1180c-1938-45f0-a600-40c7bef81aa6 None None] Provisioning complete for port 4706b4a7-3b9e-4947-9c66-05862f15b585 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:28.889873 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbd1180c-1938-45f0-a600-40c7bef81aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:28.922899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-18355da6-b00d-4866-b9d0-8756c2d14e26 req-74caa0b4-21ac-4262-9a60-ddcf0198b86b service neutron] (88417) timed out ('10.222.0.41', 55988) {{(pid=88417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 05:50:28.936288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c82837-5a3a-49aa-9a67-be2dd79926c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97b00d3-eca3-4bec-8b7a-bc5ae9775f0c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:29.074260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37716) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:29.075094 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-24a0ce7b-5b67-4c86-aa61-cf3f087b1ea4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=07e7a62d-4877-4c86-891a-4b7d51238e6c HTTP/1.1" status: 200 len: 205 time: 0.1669343 May 28 05:50:29.113257 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fa655d6-e97d-494f-baac-c7e8be4404f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:29.305962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1180c-1938-45f0-a600-40c7bef81aa6 None None] Port 4706b4a7-3b9e-4947-9c66-05862f15b585 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:29.367311 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] Set router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:50:29.467561 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fa655d6-e97d-494f-baac-c7e8be4404f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:29.498577 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:29.554526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa655d6-e97d-494f-baac-c7e8be4404f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Subnet': ['ID=17b878bb-0f10-4168-9312-048affe626a7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:29.556902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fa655d6-e97d-494f-baac-c7e8be4404f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:29.570647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4acd934-810f-4b1a-92a2-e6d7e0db9656 None None] Network 4aed0edc-4589-4311-b551-362ade04290e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:50:29.572967 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5fa655d6-e97d-494f-baac-c7e8be4404f4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/17b878bb-0f10-4168-9312-048affe626a7 HTTP/1.1" status: 204 len: 168 time: 1.3589079 May 28 05:50:29.583050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37732) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:29.780636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d81de1-0c74-451c-a160-611988a1337b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting subnet 0a6f3a10-380d-48c2-bc96-516642e6aa9a {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:50:29.792893 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9d81de1-0c74-451c-a160-611988a1337b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:29.956382 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:50:24Z', 'revision_number': 5, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:29.961526 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] Checking router: 8fe620cf-c8ce-4927-af14-290a1a76a4e9 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:50:29.970647 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] Routers {'8fe620cf-c8ce-4927-af14-290a1a76a4e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:29.972304 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:29.993493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9d81de1-0c74-451c-a160-611988a1337b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:30.077845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:30.107062 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:30.190198 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] Set router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:50:30.258023 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9d81de1-0c74-451c-a160-611988a1337b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:30.379312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] DHCP port deletion for 4aed0edc-4589-4311-b551-362ade04290e request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:50:30.384966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Deleting port 37595d7c-4147-421b-aa71-05f005005904 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:30.385643 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:30.493760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9d81de1-0c74-451c-a160-611988a1337b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:30.593901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d81de1-0c74-451c-a160-611988a1337b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6f3a10-380d-48c2-bc96-516642e6aa9a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:30.619925 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9d81de1-0c74-451c-a160-611988a1337b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:30.638547 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b9d81de1-0c74-451c-a160-611988a1337b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/0a6f3a10-380d-48c2-bc96-516642e6aa9a HTTP/1.1" status: 204 len: 168 time: 1.0521700 May 28 05:50:30.640309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37758) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:30.673440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Usage tracker for resource:port and tenant:b42e1ae7a8234bbc91d9f19527527296 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:30.715204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:30.721307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:30.742198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:30.764194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:30.814373 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:50:24Z', 'revision_number': 5, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:30.817369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Deleting port 11b872b3-b2f3-4325-9ca0-f660d2ff1e1b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:30.817783 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:30.827612 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f84f0b-c940-4169-9619-a6e5df52a2c8 None None] The sync data for ids ['8fe620cf-c8ce-4927-af14-290a1a76a4e9'] in n-d-843679-5 is: [{'id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'name': 'tempest-TaggedBootDevicesTest-214859418-router', 'tenant_id': '35100819b20440649f162236d29682d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:32Z', 'updated_at': '2022-05-28T05:50:24Z', 'revision_number': 5, 'project_id': '35100819b20440649f162236d29682d4', 'gw_port': {'id': 'f8bdce8e-5e71-48b0-ba82-db79320c5968', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe620cf-c8ce-4927-af14-290a1a76a4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:36Z', 'updated_at': '2022-05-28T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:50:30.856974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd959c-ece9-404b-aa4d-c089f7144ab7 None None] Network 206506fd-4679-4b6e-bb74-3fe2ee1d0272 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:50:31.008304 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:31.035617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 37595d7c-4147-421b-aa71-05f005005904 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:31.035975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:31.094872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:31.404168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Deleting port f8bdce8e-5e71-48b0-ba82-db79320c5968 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:31.404597 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:31.546183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 37595d7c-4147-421b-aa71-05f005005904, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=37595d7c-4147-421b-aa71-05f005005904,segment=NetworkSegment(f342d5dd-e34c-4174-a95f-06a6b2e304aa),segment_id=f342d5dd-e34c-4174-a95f-06a6b2e304aa)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:31.547615 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:31.561734 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:31.597059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] For port 37595d7c-4147-421b-aa71-05f005005904, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=37595d7c-4147-421b-aa71-05f005005904,segment=NetworkSegment(f342d5dd-e34c-4174-a95f-06a6b2e304aa),segment_id=f342d5dd-e34c-4174-a95f-06a6b2e304aa)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:31.597489 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:31.616930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Made reservation on behalf of b42e1ae7a8234bbc91d9f19527527296 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:50:31.620434 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:31.688768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Calling delete_port for 11b872b3-b2f3-4325-9ca0-f660d2ff1e1b owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:31.923433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] device_id is not set on port 43dd748d-905d-4cce-b83f-e2573e663a46 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:50:31.930428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Calling delete_port for 37595d7c-4147-421b-aa71-05f005005904 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:31.969097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a92cdedb-4bbc-45d6-9f8e-01367d034c92 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:32.007800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0dfd7-8d59-4011-930f-abf61aa389b3 req-870554c8-f1ef-4c8a-a506-8b6e5f4ca7f2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:32.010143 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26d0dfd7-8d59-4011-930f-abf61aa389b3 req-870554c8-f1ef-4c8a-a506-8b6e5f4ca7f2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 1.9496295 May 28 05:50:32.032932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: a92cdedb-4bbc-45d6-9f8e-01367d034c92 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:50:32.033302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a92cdedb-4bbc-45d6-9f8e-01367d034c92 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:50:32.034245 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 37595d7c-4147-421b-aa71-05f005005904 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:32.036257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 37595d7c-4147-421b-aa71-05f005005904 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:32.100186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae5924-4907-467d-a734-e096fffb9ea0 None None] DHCP port deletion for 206506fd-4679-4b6e-bb74-3fe2ee1d0272 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:50:32.107521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae5924-4907-467d-a734-e096fffb9ea0 None None] Deleting port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:32.107903 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5924-4907-467d-a734-e096fffb9ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:32.388148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26d0dfd7-8d59-4011-930f-abf61aa389b3 req-f8757d02-1e5d-4e55-9810-cb02d2ca4aa9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644626 May 28 05:50:32.410408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 37595d7c-4147-421b-aa71-05f005005904 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:32.410969 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:32.437132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-b5303f37-e4d9-40bc-9e34-477c26fe56f5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:32.439148 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-b5303f37-e4d9-40bc-9e34-477c26fe56f5 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=4588cf0d-c582-41af-91ad-443703bc4ce6 HTTP/1.1" status: 200 len: 943 time: 0.3154421 May 28 05:50:32.520812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] For port f8bdce8e-5e71-48b0-ba82-db79320c5968, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f8bdce8e-5e71-48b0-ba82-db79320c5968,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:32.522775 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:32.539259 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:50:32.544307 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:50:32.582269 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:32.607058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-f7f62135-e8b3-4c7e-a205-de37e2c57c0b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Deleting port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:32.607843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-f7f62135-e8b3-4c7e-a205-de37e2c57c0b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:32.643119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Allocated IP 172.20.0.14 (2e2844bd-45f3-420f-bf8f-050ce8f60e3d/e7daac2e-f24d-442b-a84d-b29560b70d6a/43dd748d-905d-4cce-b83f-e2573e663a46) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:32.702749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] No DVR routers for this DVR port 37595d7c-4147-421b-aa71-05f005005904 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:50:32.715000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Pushing event deleted for resources: {'Port': ['ID=37595d7c-4147-421b-aa71-05f005005904,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:32.735183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Calling delete_port for f8bdce8e-5e71-48b0-ba82-db79320c5968 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:32.749870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.749870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.749870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.750190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.750598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.750938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.751293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.751623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.751957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.752288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.752688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.753021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eed723-edd1-48c2-a4b4-0a0a8766f953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:32.786369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b3ae5924-4907-467d-a734-e096fffb9ea0 None None] For port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=93fa44ff-7e21-4809-b8f0-d05f2c76d8bc,segment=NetworkSegment(7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7),segment_id=7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:32.787021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5924-4907-467d-a734-e096fffb9ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:32.957008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:33.082766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Pushing event deleted for resources: {'Port': ['ID=11b872b3-b2f3-4325-9ca0-f660d2ff1e1b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:33.167306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae5924-4907-467d-a734-e096fffb9ea0 None None] Calling delete_port for 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:33.239634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-f7f62135-e8b3-4c7e-a205-de37e2c57c0b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] For port 46579118-48c7-4bbf-a4df-6a081c6bb6d4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=46579118-48c7-4bbf-a4df-6a081c6bb6d4,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:33.245895 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-f7f62135-e8b3-4c7e-a205-de37e2c57c0b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:33.362853 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5924-4907-467d-a734-e096fffb9ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:33.388012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 37595d7c-4147-421b-aa71-05f005005904 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:33.388672 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:33.501264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:33.518856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Transition to ACTIVE for port object 43dd748d-905d-4cce-b83f-e2573e663a46 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:33.557066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae5924-4907-467d-a734-e096fffb9ea0 None None] Pushing event deleted for resources: {'Port': ['ID=93fa44ff-7e21-4809-b8f0-d05f2c76d8bc,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:33.570866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae5924-4907-467d-a734-e096fffb9ea0 None None] No DVR routers for this DVR port 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:50:33.621217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:33.669073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:33.677130 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:33.792443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] The port '37595d7c-4147-421b-aa71-05f005005904' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:50:33.803394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-f7f62135-e8b3-4c7e-a205-de37e2c57c0b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Calling delete_port for 46579118-48c7-4bbf-a4df-6a081c6bb6d4 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:33.883602 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:33.988950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:50:33.989407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 93fa44ff-7e21-4809-b8f0-d05f2c76d8bc not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:50:34.044798 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.127637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aed0edc-4589-4311-b551-362ade04290e']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:34.176785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f342d5dd-e34c-4174-a95f-06a6b2e304aa') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:34.177006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f342d5dd-e34c-4174-a95f-06a6b2e304aa') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:34.206839 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.248042 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.251047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bdce8e-5e71-48b0-ba82-db79320c5968,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:34.256040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:50:34.256420 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.371169 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.382914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.386758 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.411665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.428280 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment f342d5dd-e34c-4174-a95f-06a6b2e304aa resource provider aggregate not found May 28 05:50:34.462484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Network': ['ID=4aed0edc-4589-4311-b551-362ade04290e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:34.462695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:34.469395 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment f342d5dd-e34c-4174-a95f-06a6b2e304aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f342d5dd-e34c-4174-a95f-06a6b2e304aa found for delete ", "request_id": "req-c466ada1-a8a8-466c-b354-86d00b54f4af"}]} May 28 05:50:34.505545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:34.521757 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7badbc78-cff8-4fe6-b8d6-19cacc0f964c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/networks/4aed0edc-4589-4311-b551-362ade04290e HTTP/1.1" status: 204 len: 168 time: 3.8811095 May 28 05:50:34.524491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37842) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:34.546295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:34.646569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Port': ['ID=43dd748d-905d-4cce-b83f-e2573e663a46,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:34.685213 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.685684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Fanout notify agent at l3_agent the message router_deleted on router 07e7a62d-4877-4c86-891a-4b7d51238e6c {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:50:34.736444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.873897 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.886961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f1bcc3fc-48c1-424a-9784-051a36d973ae None None] Provisioning for port 43dd748d-905d-4cce-b83f-e2573e663a46 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:34.892053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f1bcc3fc-48c1-424a-9784-051a36d973ae None None] Provisioning complete for port 43dd748d-905d-4cce-b83f-e2573e663a46 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:34.892477 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc3fc-48c1-424a-9784-051a36d973ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:34.992921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f1bcc3fc-48c1-424a-9784-051a36d973ae None None] Port 43dd748d-905d-4cce-b83f-e2573e663a46 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:35.083222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-f7f62135-e8b3-4c7e-a205-de37e2c57c0b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.099145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['70e858ed-12b8-46a3-9bab-51c97a2f9c1d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:50:35.182316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:50:35.348764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-f7f62135-e8b3-4c7e-a205-de37e2c57c0b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] No DVR routers for this DVR port 46579118-48c7-4bbf-a4df-6a081c6bb6d4 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:50:35.351315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f62135-e8b3-4c7e-a205-de37e2c57c0b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event deleted for resources: {'Port': ['ID=46579118-48c7-4bbf-a4df-6a081c6bb6d4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:35.353883 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-f7f62135-e8b3-4c7e-a205-de37e2c57c0b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.366008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'name': 'network-vif-deleted', 'tag': '46579118-48c7-4bbf-a4df-6a081c6bb6d4'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:50:35.377595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.388556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8da7f9b0-b52b-4dcf-b881-d5e7183c0787 req-f7f62135-e8b3-4c7e-a205-de37e2c57c0b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "DELETE /v2.0/ports/46579118-48c7-4bbf-a4df-6a081c6bb6d4 HTTP/1.1" status: 204 len: 173 time: 2.9407961 May 28 05:50:35.414335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.424532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206506fd-4679-4b6e-bb74-3fe2ee1d0272']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:35.429436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.457501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:35.457976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:35.477007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.501641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.513716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:50:35.513716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.520530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.526625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7d4ef938-7441-488b-8961-64760626d87e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/07e7a62d-4877-4c86-891a-4b7d51238e6c HTTP/1.1" status: 204 len: 168 time: 6.4508150 May 28 05:50:35.527344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37860) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:35.550075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:35.551107 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.559333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1750360717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:35.587980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cc294-2f48-40a3-b03a-9193b823deec req-232ed6cb-9712-4031-b23d-d36ba57976be tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:35.595840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-711cc294-2f48-40a3-b03a-9193b823deec req-232ed6cb-9712-4031-b23d-d36ba57976be tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 1.9196777 May 28 05:50:35.609440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:35.612806 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.613427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe620cf-c8ce-4927-af14-290a1a76a4e9 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:50:35.654163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.657569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-68f152fd-b60e-41bb-9702-55b57bd66db0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8fe620cf-c8ce-4927-af14-290a1a76a4e9 HTTP/1.1" status: 204 len: 168 time: 6.9883637 May 28 05:50:35.660236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37864) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:35.678210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Usage tracker for resource:router and tenant:dbe86bb44e484047bb5fd9e680544445 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:35.695632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-711cc294-2f48-40a3-b03a-9193b823deec req-c10825f5-e213-4356-86e8-ff50aa0ffe50 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987358 May 28 05:50:35.698749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:35.716022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:35.729031 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-59fe1b83-9f5f-40f8-8c6a-1b0643ae3254 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.9316425 May 28 05:50:35.730127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37868) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:35.771025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e7139d26-0365-4867-9b82-1c0a77f5805a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2f:d7:ee'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:77:b9:aa'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:35.811118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fb328d-8979-4be3-b213-e8babc5e0bb9 admin admin] Deleting subnet a2eded9b-a86c-45b9-b9be-1ab2a936ac59 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:50:35.818889 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30fb328d-8979-4be3-b213-e8babc5e0bb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.874713 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.876192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.914246 n-d-843679-5 neutron-server[88416]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e3ea8f3c-f163-4cd0-baea-09ec4fd56656']: {'server_uuid': '4588cf0d-c582-41af-91ad-443703bc4ce6', 'name': 'network-vif-deleted', 'tag': '46579118-48c7-4bbf-a4df-6a081c6bb6d4', 'status': 'failed', 'code': 422} returned with failed status May 28 05:50:35.933949 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.974145 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:35.995777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Network': ['ID=206506fd-4679-4b6e-bb74-3fe2ee1d0272,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:35.997488 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.017426 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-38cac209-8033-4737-89ae-f7ffa06715a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/networks/206506fd-4679-4b6e-bb74-3fe2ee1d0272 HTTP/1.1" status: 204 len: 168 time: 1.4917018 May 28 05:50:36.026953 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30fb328d-8979-4be3-b213-e8babc5e0bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.057558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37878) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:36.086009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-152745464'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:36.131004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:36.145490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:network and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:36.165858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:36.183312 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30fb328d-8979-4be3-b213-e8babc5e0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.198818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:36.214390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.284191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:50:36.287591 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.319501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.323767 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-520619a8-f525-4c71-97b6-54d84a80627f tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7834704 May 28 05:50:36.325185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37882) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:36.334318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:36.372710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:50:36.393717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.393866 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added segment 0e1f96d9-195c-4981-a1e8-4024cdfb93d8 of type vlan for network c859d5a8-8421-4882-a91f-bfc133f7edc1 May 28 05:50:36.448317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.514938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.521172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:36.521800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.629035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5654676 May 28 05:50:36.644597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37898) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:36.684386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'subnet': {'network_id': 'c859d5a8-8421-4882-a91f-bfc133f7edc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:36.773653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30fb328d-8979-4be3-b213-e8babc5e0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:36.978764 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7139d26-0365-4867-9b82-1c0a77f5805a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:37.027623 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7 resource provider aggregate not found May 28 05:50:37.042687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c131d-1dd0-4445-b517-4fef9d20da73 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Network': ['ID=c859d5a8-8421-4882-a91f-bfc133f7edc1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:37.064068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c859d5a8-8421-4882-a91f-bfc133f7edc1 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:50:37.260264 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:37.268545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb328d-8979-4be3-b213-e8babc5e0bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2eded9b-a86c-45b9-b9be-1ab2a936ac59,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:37.281343 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30fb328d-8979-4be3-b213-e8babc5e0bb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:37.341629 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b5cdd65-7ded-4a20-90a8-6ea3e9662bb7 found for delete ", "request_id": "req-7a8f5226-92e1-4514-b020-be0e85035a6b"}]} May 28 05:50:37.349767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:37.387092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:subnet and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:37.416971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:37.450869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:37.468601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5190e3-20fe-4f1a-9a96-e9a1692cb55d None None] Network 741ba084-ed2e-407e-be15-0d0600915b04 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:50:37.487106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-30fb328d-8979-4be3-b213-e8babc5e0bb9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a2eded9b-a86c-45b9-b9be-1ab2a936ac59 HTTP/1.1" status: 204 len: 168 time: 1.8244705 May 28 05:50:37.487912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37918) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:37.605716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:50:37.610161 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:37.829002 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:37.880125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f8bdce8e-5e71-48b0-ba82-db79320c5968 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:37.948396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Deleting port b9e910bd-561d-4a95-8eca-30b940b7b170 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:37.951714 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:37.975209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f8bdce8e-5e71-48b0-ba82-db79320c5968 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:50:37.975575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f8bdce8e-5e71-48b0-ba82-db79320c5968 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:50:38.080856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8ea2-de08-4329-b8a0-30c906e05366 req-3cdc1c85-fde5-4b3f-98b2-bd0759769c14 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:38.081614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-24de8ea2-de08-4329-b8a0-30c906e05366 req-3cdc1c85-fde5-4b3f-98b2-bd0759769c14 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:38.119900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8046bb8c-fb1e-47b1-b43a-204dd92012dc None None] DHCP port deletion for 741ba084-ed2e-407e-be15-0d0600915b04 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:50:38.124260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8046bb8c-fb1e-47b1-b43a-204dd92012dc None None] Deleting port b9e910bd-561d-4a95-8eca-30b940b7b170 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:38.124645 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8046bb8c-fb1e-47b1-b43a-204dd92012dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:38.451315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-e7139d26-0365-4867-9b82-1c0a77f5805a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:50:38.470775 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:38.550266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8c6f0-2ad9-4f7c-ac98-adbe5c39a432 req-e49eb2d8-5e5b-4756-a800-26263349a070 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:38.562027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56d8c6f0-2ad9-4f7c-ac98-adbe5c39a432 req-e49eb2d8-5e5b-4756-a800-26263349a070 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 1.6044676 May 28 05:50:38.615210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7139d26-0365-4867-9b82-1c0a77f5805a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:38.626026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-24de8ea2-de08-4329-b8a0-30c906e05366 req-3cdc1c85-fde5-4b3f-98b2-bd0759769c14 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:38.632590 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24de8ea2-de08-4329-b8a0-30c906e05366 req-3cdc1c85-fde5-4b3f-98b2-bd0759769c14 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 907 time: 1.1658802 May 28 05:50:38.751573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cec57429-8f71-4564-9b77-7149c8fa4f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:38.765803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8046bb8c-fb1e-47b1-b43a-204dd92012dc None None] For port b9e910bd-561d-4a95-8eca-30b940b7b170, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b9e910bd-561d-4a95-8eca-30b940b7b170,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:38.768928 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8046bb8c-fb1e-47b1-b43a-204dd92012dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:38.783576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7139d26-0365-4867-9b82-1c0a77f5805a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:38.799814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:38.898012 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:39.018762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8046bb8c-fb1e-47b1-b43a-204dd92012dc None None] Calling delete_port for b9e910bd-561d-4a95-8eca-30b940b7b170 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:39.032977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56d8c6f0-2ad9-4f7c-ac98-adbe5c39a432 req-efb29974-f91e-4c24-b3c8-87ccb7fbadbc tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541223 May 28 05:50:39.155031 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8046bb8c-fb1e-47b1-b43a-204dd92012dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:39.276252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7139d26-0365-4867-9b82-1c0a77f5805a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event updated for resources: {'Port': ['ID=43dd748d-905d-4cce-b83f-e2573e663a46,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:39.276721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046bb8c-fb1e-47b1-b43a-204dd92012dc None None] No DVR routers for this DVR port b9e910bd-561d-4a95-8eca-30b940b7b170 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:50:39.281352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Subnet': ['ID=c48ae06f-b5d7-4ab2-8dbd-d4d9f8a7ebe4,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:39.308431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046bb8c-fb1e-47b1-b43a-204dd92012dc None None] Pushing event deleted for resources: {'Port': ['ID=b9e910bd-561d-4a95-8eca-30b940b7b170,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:39.386572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] For port b9e910bd-561d-4a95-8eca-30b940b7b170, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b9e910bd-561d-4a95-8eca-30b940b7b170,segment=NetworkSegment(7a1cf2fb-b07c-4496-9db0-5f6cef7cc014),segment_id=7a1cf2fb-b07c-4496-9db0-5f6cef7cc014)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:39.387318 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:39.390556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Checking segment: {'id': '0e1f96d9-195c-4981-a1e8-4024cdfb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c859d5a8-8421-4882-a91f-bfc133f7edc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:50:39.399031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network hostable DHCP agents. Network: c859d5a8-8421-4882-a91f-bfc133f7edc1, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:50:39.457361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e7139d26-0365-4867-9b82-1c0a77f5805a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] In _notify_port_updated(), no bound segment for port 43dd748d-905d-4cce-b83f-e2573e663a46 on network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:50:39.468006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7139d26-0365-4867-9b82-1c0a77f5805a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:39.471435 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7139d26-0365-4867-9b82-1c0a77f5805a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:39.477522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e7139d26-0365-4867-9b82-1c0a77f5805a tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "PUT /v2.0/ports/43dd748d-905d-4cce-b83f-e2573e663a46 HTTP/1.1" status: 200 len: 1057 time: 3.7393520 May 28 05:50:39.488428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37936) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:39.555627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-9cbbe811-7e9b-4add-91f6-ce84f3e6e98d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:39.557052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-9cbbe811-7e9b-4add-91f6-ce84f3e6e98d tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 907 time: 0.9070814 May 28 05:50:39.559133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9cb3a22a-b14a-4829-af31-9499f8145163 None None] Provisioning complete for port 43dd748d-905d-4cce-b83f-e2573e663a46 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:39.562939 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a22a-b14a-4829-af31-9499f8145163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:39.579760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network c859d5a8-8421-4882-a91f-bfc133f7edc1 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:50:39.679756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Calling delete_port for b9e910bd-561d-4a95-8eca-30b940b7b170 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:39.699099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3a22a-b14a-4829-af31-9499f8145163 None None] Port 43dd748d-905d-4cce-b83f-e2573e663a46 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:39.706257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c859d5a8-8421-4882-a91f-bfc133f7edc1) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:39.717346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b073e6-5cc0-465f-ad03-0dfc13eb0723 None None] Network c859d5a8-8421-4882-a91f-bfc133f7edc1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:50:39.753266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:39.763619 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:39.856087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a14ce8ec-11b4-4907-8b46-7531495d2e01 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1919696 May 28 05:50:39.856687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37944) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:39.899759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-570511450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:39.913198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a33f1dec-5e2b-4479-9856-8de6b13251ff tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Deleting port 43dd748d-905d-4cce-b83f-e2573e663a46 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:39.917413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a33f1dec-5e2b-4479-9856-8de6b13251ff tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:39.967477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:39.973320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-d5211fc1-9afe-4759-ac08-8a5a6144343a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Deleting port a812a0f6-bc85-4713-85fa-e185456b1721 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:39.973667 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-d5211fc1-9afe-4759-ac08-8a5a6144343a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:40.024335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:router and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:40.039936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:40.051912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:40.160503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b9e910bd-561d-4a95-8eca-30b940b7b170 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:40.188394 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:50:40.188949 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:50:40.214309 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:40.215780 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:40.275764 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:40.397384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: b9e910bd-561d-4a95-8eca-30b940b7b170 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:50:40.400957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b9e910bd-561d-4a95-8eca-30b940b7b170 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:50:40.409563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Allocated IP 172.25.4.91 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/cf35aff1-8415-4fb5-915e-22db6d8dab43) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:40.411579 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:40.440588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-c859d5a8-8421-4882-a91f-bfc133f7edc1', 'network_id': 'c859d5a8-8421-4882-a91f-bfc133f7edc1', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'fixed_ips': [{'subnet_id': 'c48ae06f-b5d7-4ab2-8dbd-d4d9f8a7ebe4'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:50:40.441905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:40.443473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c7e08-50e6-4628-810a-1bef8226a555 req-d90d7982-58f2-46d7-a172-9480eb88df01 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:40.445192 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d0c7e08-50e6-4628-810a-1bef8226a555 req-d90d7982-58f2-46d7-a172-9480eb88df01 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 907 time: 0.2524598 May 28 05:50:40.627000 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:40.772805 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:40.772805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4912c61b-25dd-4c13-9781-57cd48127016 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7255149 May 28 05:50:40.772805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37966) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:40.774914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Deleting port b9e910bd-561d-4a95-8eca-30b940b7b170 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:40.774914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:40.775301 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f837ba61-6f2c-4912-8cf5-36fded59ab31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:40.794241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'port': {'network_id': 'c859d5a8-8421-4882-a91f-bfc133f7edc1', 'name': 'tempest-RoutersIpV6Test-1801572849'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:40.954257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] The port 'b9e910bd-561d-4a95-8eca-30b940b7b170' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:50:40.965044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:41.021116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-d5211fc1-9afe-4759-ac08-8a5a6144343a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] For port a812a0f6-bc85-4713-85fa-e185456b1721, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a812a0f6-bc85-4713-85fa-e185456b1721,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:41.021116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-d5211fc1-9afe-4759-ac08-8a5a6144343a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:41.029452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a812a0f6-bc85-4713-85fa-e185456b1721 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:41.320766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Allocated IP 2001:db8::2 (c859d5a8-8421-4882-a91f-bfc133f7edc1/c48ae06f-b5d7-4ab2-8dbd-d4d9f8a7ebe4/5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:41.341232 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:41.390633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a812a0f6-bc85-4713-85fa-e185456b1721 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:41.391351 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:41.522982 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:41.661742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:41.687470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-d5211fc1-9afe-4759-ac08-8a5a6144343a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Calling delete_port for a812a0f6-bc85-4713-85fa-e185456b1721 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:41.697987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741ba084-ed2e-407e-be15-0d0600915b04']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:41.721287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:41.735750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:42.178305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:42.203543 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:42.209204 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:42.245206 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a33f1dec-5e2b-4479-9856-8de6b13251ff tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:42.347834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:42.348395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1cf2fb-b07c-4496-9db0-5f6cef7cc014') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:42.473334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a33f1dec-5e2b-4479-9856-8de6b13251ff tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Calling delete_port for 43dd748d-905d-4cce-b83f-e2573e663a46 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:42.538408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Pushing event updated for resources: {'Port': ['ID=cf35aff1-8415-4fb5-915e-22db6d8dab43,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:42.552989 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:42.569030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:42.578760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:50:42.578760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:42.649268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7d7e9-322b-444b-bb0f-c4ef81383bb0 req-baddd36d-f601-4bb1-b3af-7906476ed946 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:42.650963 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0d7d7e9-322b-444b-bb0f-c4ef81383bb0 req-baddd36d-f601-4bb1-b3af-7906476ed946 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 2.3248911 May 28 05:50:42.712275 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 7a1cf2fb-b07c-4496-9db0-5f6cef7cc014 resource provider aggregate not found May 28 05:50:42.750673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-d5211fc1-9afe-4759-ac08-8a5a6144343a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:42.776714 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 7a1cf2fb-b07c-4496-9db0-5f6cef7cc014 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a1cf2fb-b07c-4496-9db0-5f6cef7cc014 found for delete ", "request_id": "req-fa07c9ec-c488-425e-b481-faa00f780c65"}]} May 28 05:50:42.810202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:42.826729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Transition to ACTIVE for port object 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:42.836119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5211fc1-9afe-4759-ac08-8a5a6144343a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event deleted for resources: {'Port': ['ID=a812a0f6-bc85-4713-85fa-e185456b1721,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:42.871266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Transition to ACTIVE for port object 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:42.873022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148ab01-69a4-488c-b01c-8ecf4f045629 req-2a5d6ebf-52c2-4d51-bced-06d9779fb6bb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:42.890449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4148ab01-69a4-488c-b01c-8ecf4f045629 req-2a5d6ebf-52c2-4d51-bced-06d9779fb6bb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 907 time: 0.9609358 May 28 05:50:42.891610 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:42.898643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:port and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:42.977193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:42.984371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:43.002956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Pushing event updated for resources: {'Port': ['ID=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:43.006995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Network c859d5a8-8421-4882-a91f-bfc133f7edc1 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:43.009368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:43.013019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:43.013223 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0d7d7e9-322b-444b-bb0f-c4ef81383bb0 req-785f482f-0572-4cc8-b052-9d0a5b475314 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393068 May 28 05:50:43.021137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:43.027021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:50:43.031448 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:43.143718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] device_id is not set on port f2d79883-79e3-4c0e-ad74-bb0783129015 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:50:43.291093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Attempting to bind port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:50:43.291493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Attempting to bind port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '0e1f96d9-195c-4981-a1e8-4024cdfb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c859d5a8-8421-4882-a91f-bfc133f7edc1'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:50:43.291863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Attempting to bind port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca on network c859d5a8-8421-4882-a91f-bfc133f7edc1 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:50:43.299336 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:43.321196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:50:43.321572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Checking segment: {'id': '0e1f96d9-195c-4981-a1e8-4024cdfb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c859d5a8-8421-4882-a91f-bfc133f7edc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:50:43.321977 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:43.322375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Bound using segment: {'id': '0e1f96d9-195c-4981-a1e8-4024cdfb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c859d5a8-8421-4882-a91f-bfc133f7edc1'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:50:43.322856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Bound port: 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1f96d9-195c-4981-a1e8-4024cdfb93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c859d5a8-8421-4882-a91f-bfc133f7edc1'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:50:43.323257 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:43.344357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=741ba084-ed2e-407e-be15-0d0600915b04,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:43.384883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7d241117-71b3-4686-bb27-7d09c21a5b3c admin admin] 10.222.0.39 "DELETE /v2.0/networks/741ba084-ed2e-407e-be15-0d0600915b04 HTTP/1.1" status: 204 len: 168 time: 5.8846409 May 28 05:50:43.388327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38022) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:43.394407 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:43.446599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-d5211fc1-9afe-4759-ac08-8a5a6144343a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] No DVR routers for this DVR port a812a0f6-bc85-4713-85fa-e185456b1721 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:50:43.470482 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-d5211fc1-9afe-4759-ac08-8a5a6144343a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:43.503108 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] For port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:50:43.506381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2', 'name': 'network-vif-deleted', 'tag': 'a812a0f6-bc85-4713-85fa-e185456b1721'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:50:43.710456 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0f171c-0103-4dfe-acfa-850d5d6b809c'] response: {'server_uuid': '5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2', 'name': 'network-vif-deleted', 'tag': 'a812a0f6-bc85-4713-85fa-e185456b1721', 'status': 'completed', 'code': 200} May 28 05:50:43.711770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] For port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,segment=NetworkSegment(0e1f96d9-195c-4981-a1e8-4024cdfb93d8),segment_id=0e1f96d9-195c-4981-a1e8-4024cdfb93d8)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:50:43.716246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-827a504f-41f6-4fc1-8f4a-de76f726fee1 req-d5211fc1-9afe-4759-ac08-8a5a6144343a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "DELETE /v2.0/ports/a812a0f6-bc85-4713-85fa-e185456b1721 HTTP/1.1" status: 204 len: 173 time: 4.1033802 May 28 05:50:43.722365 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:43.742885 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a33f1dec-5e2b-4479-9856-8de6b13251ff tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:43.857059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Allocated IP 2001:db8::3d5 (c859d5a8-8421-4882-a91f-bfc133f7edc1/c48ae06f-b5d7-4ab2-8dbd-d4d9f8a7ebe4/f2d79883-79e3-4c0e-ad74-bb0783129015) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:50:43.956735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca371a-3bc7-4ae7-be9a-f3af08306fef None None] Pushing event updated for resources: {'Port': ['ID=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:44.346539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f1dec-5e2b-4479-9856-8de6b13251ff tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event deleted for resources: {'Port': ['ID=43dd748d-905d-4cce-b83f-e2573e663a46,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:44.477885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-07f207f1-06e6-4c54-bddc-da6dc1b6308c req-69c97034-6434-49e9-9804-a098b2d2369c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:44.638342 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:44.741084 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:44.757621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38052) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:44.832907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Transition to ACTIVE for port object f2d79883-79e3-4c0e-ad74-bb0783129015 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:50:44.941273 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:45.032328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-07f207f1-06e6-4c54-bddc-da6dc1b6308c req-69c97034-6434-49e9-9804-a098b2d2369c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:45.040307 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07f207f1-06e6-4c54-bddc-da6dc1b6308c req-69c97034-6434-49e9-9804-a098b2d2369c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e96aa47-6cfb-4d11-9b8a-0469ec6cd8a2 HTTP/1.1" status: 200 len: 210 time: 0.6505921 May 28 05:50:45.116511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network c859d5a8-8421-4882-a91f-bfc133f7edc1 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:45.137666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:45.140668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1241fb-ec7b-47cc-b595-808724bfe6e8 req-e91930e3-cbaa-4d6e-b6b8-6b0e36e988f2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:45.143949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:50:45.146879 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed1241fb-ec7b-47cc-b595-808724bfe6e8 req-e91930e3-cbaa-4d6e-b6b8-6b0e36e988f2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.7312210 May 28 05:50:45.153118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:45.153118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:45.175145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=f2d79883-79e3-4c0e-ad74-bb0783129015,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:45.222741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aec193f4-0f1b-43f3-84aa-96471ad3cad8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5212622 May 28 05:50:45.232507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38062) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:45.294609 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-21d1c4a3-220e-43a6-9f39-8e89b4bcf8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:45.527355 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed1241fb-ec7b-47cc-b595-808724bfe6e8 req-a82083fc-c0a8-4bb2-9fa2-402063d458c9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490520 May 28 05:50:45.540844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-21d1c4a3-220e-43a6-9f39-8e89b4bcf8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:45.557529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-e780f805-a515-4736-b6f6-4f2ccc47931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:45.557529 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-e780f805-a515-4736-b6f6-4f2ccc47931b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 1096 time: 1.1500468 May 28 05:50:45.557726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-21d1c4a3-220e-43a6-9f39-8e89b4bcf8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a8bc43a945ef471fa4a84cfe9797555d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:45.562985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-21d1c4a3-220e-43a6-9f39-8e89b4bcf8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:45.601936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-21d1c4a3-220e-43a6-9f39-8e89b4bcf8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:45.679223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:45.714646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:45.900559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:50:45.997569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91922060-082d-498b-bb5c-3fb5e45308e2 None None] Network c859d5a8-8421-4882-a91f-bfc133f7edc1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:50:46.238220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-3e6042d2-d318-4622-8bd6-990193e93c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:46.240016 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-3e6042d2-d318-4622-8bd6-990193e93c39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 912 time: 0.6720822 May 28 05:50:46.249752 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a33f1dec-5e2b-4479-9856-8de6b13251ff tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:46.262888 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a33f1dec-5e2b-4479-9856-8de6b13251ff tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "DELETE /v2.0/ports/43dd748d-905d-4cce-b83f-e2573e663a46 HTTP/1.1" status: 204 len: 168 time: 6.7732496 May 28 05:50:46.263704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38080) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:46.301765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:46.315554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-87b1c146-ce19-4710-a9ce-db5ad28e0a03 None None] Provisioning for port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:46.325367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:46.326188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:46.371637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-1383feff-8d6e-4dff-b452-59da879f4d74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a677973f-489e-4db6-91a3-2a8504aa819b HTTP/1.1" status: 200 len: 217 time: 0.0990849 May 28 05:50:46.468001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-87b1c146-ce19-4710-a9ce-db5ad28e0a03 None None] Provisioning complete for port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:46.468001 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-87b1c146-ce19-4710-a9ce-db5ad28e0a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:46.523850 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-21d1c4a3-220e-43a6-9f39-8e89b4bcf8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:46.541215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:46.555688 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7a6962-df9e-4fc6-9dad-b058ed4a89bc tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] GET failed (client error): The resource could not be found. May 28 05:50:46.556530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1e7a6962-df9e-4fc6-9dad-b058ed4a89bc tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Synchronizing usage tracker for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:46.657592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1e7a6962-df9e-4fc6-9dad-b058ed4a89bc tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Unset dirty status for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:46.661899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1e7a6962-df9e-4fc6-9dad-b058ed4a89bc tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "GET /v2.0/ports/43dd748d-905d-4cce-b83f-e2573e663a46 HTTP/1.1" status: 404 len: 333 time: 0.3954384 May 28 05:50:46.662792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38090) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:46.676521 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-21d1c4a3-220e-43a6-9f39-8e89b4bcf8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:46.678811 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:46.754809 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-21d1c4a3-220e-43a6-9f39-8e89b4bcf8f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8bc43a945ef471fa4a84cfe9797555d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9911485 May 28 05:50:46.758269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38094) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:46.786946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-e1ee2621-c6fe-4008-b07b-210055ec0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:46.786946 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-e1ee2621-c6fe-4008-b07b-210055ec0e35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.4045925 May 28 05:50:46.850090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:46.850090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:46.866301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1c4a3-220e-43a6-9f39-8e89b4bcf8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d112d-ddc6-475e-946f-bb44730f758f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:46.866301 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-5be5b1c1-612b-4e31-8809-64c2a5158b25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729644 May 28 05:50:46.890843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a677973f-489e-4db6-91a3-2a8504aa819b no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:46.948157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-2850aec9-ee5e-4415-a8de-7a8e1cd564b3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:50:46.948157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-2850aec9-ee5e-4415-a8de-7a8e1cd564b3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192003 May 28 05:50:46.993272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-87b1c146-ce19-4710-a9ce-db5ad28e0a03 None None] Current status of the port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:46.993272 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-87b1c146-ce19-4710-a9ce-db5ad28e0a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:47.021574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,segment=NetworkSegment(0e1f96d9-195c-4981-a1e8-4024cdfb93d8),segment_id=0e1f96d9-195c-4981-a1e8-4024cdfb93d8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:47.060417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-74bdfdf0-47de-4c57-8c1b-e9e81af934fa tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Deleting port 4706b4a7-3b9e-4947-9c66-05862f15b585 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:47.060843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-74bdfdf0-47de-4c57-8c1b-e9e81af934fa tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:47.102207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a677973f-489e-4db6-91a3-2a8504aa819b is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:47.102539 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:47.151709 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-d66806d9-6f84-45c2-aabf-85e4e250b818 service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722915 May 28 05:50:47.160116 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:47.223507 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Router b309ca9c-2b4b-45ce-9840-f3a57e23cda4 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:50:47.402729 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07623e4e-58b8-46fb-a66d-0320d11794f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:47.431396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-87b1c146-ce19-4710-a9ce-db5ad28e0a03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:50:47.431754 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-87b1c146-ce19-4710-a9ce-db5ad28e0a03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:50:47.447277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a677973f-489e-4db6-91a3-2a8504aa819b'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:50:47.466603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port a677973f-489e-4db6-91a3-2a8504aa819b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a677973f-489e-4db6-91a3-2a8504aa819b,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:47.471740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:47.501556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cc939-f832-4079-a64b-7bab93976f7a req-3c22d5c0-d7c3-458c-b1c9-eb3e80c7f2f6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:47.501556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-069cc939-f832-4079-a64b-7bab93976f7a req-3c22d5c0-d7c3-458c-b1c9-eb3e80c7f2f6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 945 time: 0.7483778 May 28 05:50:47.513703 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f7685d5-bac1-41eb-86de-6ce7c8b2e518 req-75dafe80-b939-4e75-b7cd-c65a4c55e95b service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560550 May 28 05:50:47.533773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:47.721960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=a677973f-489e-4db6-91a3-2a8504aa819b,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:47.762036 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07623e4e-58b8-46fb-a66d-0320d11794f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:47.794322 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:47.813301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:47.859760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:50:47.959542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bd95d-4025-4be2-88d2-6193784b3767 req-dfda2f02-c52a-4f67-bc49-c207f7ef13c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:47.959542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e4bd95d-4025-4be2-88d2-6193784b3767 req-dfda2f02-c52a-4f67-bc49-c207f7ef13c3 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 945 time: 0.8072369 May 28 05:50:48.003381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:50:48.045968 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e4bd95d-4025-4be2-88d2-6193784b3767 req-8dd74a14-e3e8-4e1b-996b-eff092b9ce6b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916274 May 28 05:50:48.096011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daae1ba-2c53-45db-96a8-ad4a6efd2d69 None None] Sync routers for ids ['b309ca9c-2b4b-45ce-9840-f3a57e23cda4'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:50:48.126135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:48.128184 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c7bc4ef8-1646-4d6f-8cb1-d81042cd562e tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "PUT /v2.0/routers/b309ca9c-2b4b-45ce-9840-f3a57e23cda4 HTTP/1.1" status: 200 len: 883 time: 11.8014367 May 28 05:50:48.135446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38110) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:48.137299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daae1ba-2c53-45db-96a8-ad4a6efd2d69 None None] Routers {'b309ca9c-2b4b-45ce-9840-f3a57e23cda4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:48.137979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3daae1ba-2c53-45db-96a8-ad4a6efd2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b309ca9c-2b4b-45ce-9840-f3a57e23cda4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:48.283352 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c059b8ae-8f97-441a-bd06-ecce20d877e5'] response: {'server_uuid': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a677973f-489e-4db6-91a3-2a8504aa819b', 'code': 200} May 28 05:50:48.314199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3daae1ba-2c53-45db-96a8-ad4a6efd2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:48.348635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] Deleting port a881d3bc-34f5-49cb-8177-ca3d04fc8f31 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:48.348635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:48.370959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daae1ba-2c53-45db-96a8-ad4a6efd2d69 None None] Routers {'b309ca9c-2b4b-45ce-9840-f3a57e23cda4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:48.371511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3daae1ba-2c53-45db-96a8-ad4a6efd2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b309ca9c-2b4b-45ce-9840-f3a57e23cda4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:48.477056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3daae1ba-2c53-45db-96a8-ad4a6efd2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:48.477056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daae1ba-2c53-45db-96a8-ad4a6efd2d69 None None] The sync data for ids ['b309ca9c-2b4b-45ce-9840-f3a57e23cda4'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:50:48.485004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-87b1c146-ce19-4710-a9ce-db5ad28e0a03 None None] Current status of the port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:48.493228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:48.493228 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:48.504645 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-74bdfdf0-47de-4c57-8c1b-e9e81af934fa tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:48.628847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:48.661150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-45927ca7-c154-4c38-a4d5-8ba114ec9d2a None None] Provisioning for port f2d79883-79e3-4c0e-ad74-bb0783129015 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:50:48.661886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-74bdfdf0-47de-4c57-8c1b-e9e81af934fa tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Calling delete_port for 4706b4a7-3b9e-4947-9c66-05862f15b585 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:48.666611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-45927ca7-c154-4c38-a4d5-8ba114ec9d2a None None] Provisioning complete for port f2d79883-79e3-4c0e-ad74-bb0783129015 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:48.667369 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-45927ca7-c154-4c38-a4d5-8ba114ec9d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:48.732814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-45927ca7-c154-4c38-a4d5-8ba114ec9d2a None None] Port f2d79883-79e3-4c0e-ad74-bb0783129015 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:48.742963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=f2d79883-79e3-4c0e-ad74-bb0783129015,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:48.746418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-45927ca7-c154-4c38-a4d5-8ba114ec9d2a None None] Provisioning complete for port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:48.755556 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-45927ca7-c154-4c38-a4d5-8ba114ec9d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:48.794648 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07623e4e-58b8-46fb-a66d-0320d11794f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:48.828043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-069cc939-f832-4079-a64b-7bab93976f7a req-147261c7-8cec-4819-88bd-d898d05b26f7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3252165 May 28 05:50:48.906277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07623e4e-58b8-46fb-a66d-0320d11794f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d112d-ddc6-475e-946f-bb44730f758f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:48.934571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07623e4e-58b8-46fb-a66d-0320d11794f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:48.934571 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-07623e4e-58b8-46fb-a66d-0320d11794f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be7d112d-ddc6-475e-946f-bb44730f758f HTTP/1.1" status: 204 len: 168 time: 2.1702232 May 28 05:50:49.005890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-45927ca7-c154-4c38-a4d5-8ba114ec9d2a None None] Current status of the port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:49.042972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-ede48501-a078-49fa-8353-0963da5ba978 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:49.045494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-ede48501-a078-49fa-8353-0963da5ba978 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.33 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 945 time: 0.5474820 May 28 05:50:49.238954 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-74bdfdf0-47de-4c57-8c1b-e9e81af934fa tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:49.241654 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:49.274162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Deleting port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:49.274424 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:49.347465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] For port a881d3bc-34f5-49cb-8177-ca3d04fc8f31, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a881d3bc-34f5-49cb-8177-ca3d04fc8f31,segment=NetworkSegment(80052b36-a656-4131-a168-970cc957c30a),segment_id=80052b36-a656-4131-a168-970cc957c30a)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:49.347465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:49.544245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdfdf0-47de-4c57-8c1b-e9e81af934fa tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event deleted for resources: {'Port': ['ID=4706b4a7-3b9e-4947-9c66-05862f15b585,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:49.568703 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-12eab29e-3243-4776-8949-4a176c6b93cf tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/routers/b309ca9c-2b4b-45ce-9840-f3a57e23cda4 HTTP/1.1" status: 200 len: 924 time: 1.4318407 May 28 05:50:49.601968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38132) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:49.636276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38138) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:49.721199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] Calling delete_port for a881d3bc-34f5-49cb-8177-ca3d04fc8f31 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:49.791737 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:49.818540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db25c146-069e-414c-a941-cf347ed95a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:49.958671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-db25c146-069e-414c-a941-cf347ed95a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:50.055499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-db25c146-069e-414c-a941-cf347ed95a6a admin admin] Usage tracker for resource:security_group_rule and tenant:5ee33651f6194d8aac5c2ef270b9bafe is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:50.058545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c661bc-1f71-48b4-890b-210ee0a7bb7b req-4e68b9ae-ff5e-42f3-8dc6-7198efcb460b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:50.066203 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c661bc-1f71-48b4-890b-210ee0a7bb7b req-4e68b9ae-ff5e-42f3-8dc6-7198efcb460b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 945 time: 0.7429059 May 28 05:50:50.080121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-74bdfdf0-47de-4c57-8c1b-e9e81af934fa tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:50.080121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-db25c146-069e-414c-a941-cf347ed95a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:50.258636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:50.292890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] For port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:50.293251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:50.384412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-db25c146-069e-414c-a941-cf347ed95a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:50.466926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db25c146-069e-414c-a941-cf347ed95a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:50.477805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:50.477805 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:50.494891 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7c661bc-1f71-48b4-890b-210ee0a7bb7b req-d7b016b7-8e67-4edb-a6b2-3fd02cb09265 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285157 May 28 05:50:50.505931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Calling delete_port for b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:50.527935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-db25c146-069e-414c-a941-cf347ed95a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:50.558769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:50.564115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-74bdfdf0-47de-4c57-8c1b-e9e81af934fa tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "DELETE /v2.0/ports/4706b4a7-3b9e-4947-9c66-05862f15b585 HTTP/1.1" status: 204 len: 168 time: 3.8843853 May 28 05:50:50.565305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cbd055-40d3-4bed-87d0-51320fb2dd48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:50:50.566769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25c146-069e-414c-a941-cf347ed95a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9b8aa3-4764-428b-92bc-905ca1fa03b8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:50.577717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38148) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:50.588750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:50.669284 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6700dd-82fe-4b1c-8d11-d01fefb6e310'] response: {'server_uuid': '37cbd055-40d3-4bed-87d0-51320fb2dd48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91', 'code': 200} May 28 05:50:50.693112 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0754741-68ee-4f1f-82db-e387c33c6828 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] GET failed (client error): The resource could not be found. May 28 05:50:50.694368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b0754741-68ee-4f1f-82db-e387c33c6828 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Synchronizing usage tracker for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:50.704689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:50.729307 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:50:50.729623 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:50:50.759508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-db25c146-069e-414c-a941-cf347ed95a6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ee33651f6194d8aac5c2ef270b9bafe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0973930 May 28 05:50:50.759508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e56869-285f-43ca-9ace-7e8031f767fe tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:50.759508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-49e56869-285f-43ca-9ace-7e8031f767fe tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&device_id=b309ca9c-2b4b-45ce-9840-f3a57e23cda4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1474445 May 28 05:50:50.759508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38158) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:50.759508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38160) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:50.779218 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:50.907458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a881d3bc-34f5-49cb-8177-ca3d04fc8f31,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:51.102684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b0754741-68ee-4f1f-82db-e387c33c6828 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Unset dirty status for tenant:b42e1ae7a8234bbc91d9f19527527296 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:51.104633 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b0754741-68ee-4f1f-82db-e387c33c6828 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "GET /v2.0/ports/4706b4a7-3b9e-4947-9c66-05862f15b585 HTTP/1.1" status: 404 len: 333 time: 0.5138981 May 28 05:50:51.118478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38170) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:51.136072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0afea0f-0ff7-49b7-8ba0-c277d37b2ab8 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:51.136072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f0afea0f-0ff7-49b7-8ba0-c277d37b2ab8 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Synchronizing usage tracker for tenant:6dd5440363224539bd3134fd100b3846 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:51.197853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f0afea0f-0ff7-49b7-8ba0-c277d37b2ab8 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Unset dirty status for tenant:6dd5440363224539bd3134fd100b3846 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:51.211717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f0afea0f-0ff7-49b7-8ba0-c277d37b2ab8 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 881 time: 0.4281769 May 28 05:50:51.233002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a364c-0484-4078-bab1-6952d36dcd5c req-e26fa758-12b3-4c50-8af1-e03179a7f75a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:51.233002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c73a364c-0484-4078-bab1-6952d36dcd5c req-e26fa758-12b3-4c50-8af1-e03179a7f75a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 943 time: 1.1764803 May 28 05:50:51.254170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38174) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:51.330984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Deleting port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:51.331595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:51.377488 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c173d307-cfe6-4099-8295-a9af225ac036 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=b309ca9c-2b4b-45ce-9840-f3a57e23cda4 HTTP/1.1" status: 200 len: 205 time: 0.1271434 May 28 05:50:51.389738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38180) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:51.495645 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11f6d22e-97fd-4fda-ab33-8636f885f2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:51.498980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-44b82ef0-9a45-4e7b-b0ea-a1bf1cc3c306 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Deleting port 50b2b21f-134c-49c2-b319-ee09a979d53b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:51.498980 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44b82ef0-9a45-4e7b-b0ea-a1bf1cc3c306 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:51.502973 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:50:51.682610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c73a364c-0484-4078-bab1-6952d36dcd5c req-8bccf0e3-8dd0-468e-a68b-d47df0a83e3e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607597 May 28 05:50:51.734892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:51.776967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:51.780250 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:51.904670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11f6d22e-97fd-4fda-ab33-8636f885f2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:52.031941 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:52.144853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=f2d79883-79e3-4c0e-ad74-bb0783129015,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:52.196301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44b82ef0-9a45-4e7b-b0ea-a1bf1cc3c306 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:52.337650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-44b82ef0-9a45-4e7b-b0ea-a1bf1cc3c306 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Calling delete_port for 50b2b21f-134c-49c2-b319-ee09a979d53b owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:52.406003 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:52.412884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11f6d22e-97fd-4fda-ab33-8636f885f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:52.443773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6d22e-97fd-4fda-ab33-8636f885f2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9b8aa3-4764-428b-92bc-905ca1fa03b8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:52.471601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11f6d22e-97fd-4fda-ab33-8636f885f2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:52.471601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-11f6d22e-97fd-4fda-ab33-8636f885f2f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e9b8aa3-4764-428b-92bc-905ca1fa03b8 HTTP/1.1" status: 204 len: 168 time: 1.6912496 May 28 05:50:52.502831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network c859d5a8-8421-4882-a91f-bfc133f7edc1 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:50:52.502831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:52.509636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:50:52.647113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] For port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:52.647495 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:52.728683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Deleting port cf35aff1-8415-4fb5-915e-22db6d8dab43 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:52.729311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:52.947935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a677973f-489e-4db6-91a3-2a8504aa819b no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:53.175734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router dfce5425-272d-49b9-8078-af8f08ccac6c is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:50:53.196964 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:53.203968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Calling delete_port for b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:53.275644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a677973f-489e-4db6-91a3-2a8504aa819b is: DOWN; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:50:53.275644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c47d7256-e01a-481f-a3f1-b40f86884d2d None None] Provisioning complete for port f2d79883-79e3-4c0e-ad74-bb0783129015 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:50:53.275644 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c47d7256-e01a-481f-a3f1-b40f86884d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:53.380051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c47d7256-e01a-481f-a3f1-b40f86884d2d None None] Port f2d79883-79e3-4c0e-ad74-bb0783129015 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:50:53.466718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af1d51-4b8f-4307-ba32-da31fbfa2b13 req-5d36d7a4-937e-4347-922d-a1f61a5acb63 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:53.471900 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3af1d51-4b8f-4307-ba32-da31fbfa2b13 req-5d36d7a4-937e-4347-922d-a1f61a5acb63 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 943 time: 1.6737359 May 28 05:50:53.548212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Calling delete_port for cf35aff1-8415-4fb5-915e-22db6d8dab43 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:53.799347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3af1d51-4b8f-4307-ba32-da31fbfa2b13 req-7127548e-e2e8-47ff-a754-27b8c804ada1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249381 May 28 05:50:53.853610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:50:53.862611 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-89a76444-077d-4891-ba49-4412c122ed51 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/dfce5425-272d-49b9-8078-af8f08ccac6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6261330 May 28 05:50:53.864493 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7bec6-d059-43c0-94d1-ef6003be5329 None None] Sync routers for ids ['dfce5425-272d-49b9-8078-af8f08ccac6c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:50:53.872755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38264) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:53.875703 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7bec6-d059-43c0-94d1-ef6003be5329 None None] Routers {'dfce5425-272d-49b9-8078-af8f08ccac6c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:53.876313 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-53f7bec6-d059-43c0-94d1-ef6003be5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['dfce5425-272d-49b9-8078-af8f08ccac6c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:53.937626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-dff74796-3ff8-43eb-9314-c0f2aa142b6c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:53.939133 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-dff74796-3ff8-43eb-9314-c0f2aa142b6c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c6d151-37df-4057-a7b6-a6cc652f29bd HTTP/1.1" status: 200 len: 943 time: 0.4366274 May 28 05:50:53.947116 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-53f7bec6-d059-43c0-94d1-ef6003be5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:53.957335 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7bec6-d059-43c0-94d1-ef6003be5329 None None] Routers {'dfce5425-272d-49b9-8078-af8f08ccac6c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:53.957958 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-53f7bec6-d059-43c0-94d1-ef6003be5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['dfce5425-272d-49b9-8078-af8f08ccac6c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:54.088172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-4cee3c00-4dcb-4fa8-b716-2e240fab29ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Deleting port a677973f-489e-4db6-91a3-2a8504aa819b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:54.088172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-4cee3c00-4dcb-4fa8-b716-2e240fab29ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:54.090373 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-53f7bec6-d059-43c0-94d1-ef6003be5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:54.090373 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7bec6-d059-43c0-94d1-ef6003be5329 None None] The sync data for ids ['dfce5425-272d-49b9-8078-af8f08ccac6c'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:50:54.343470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee1d74-249b-480b-8162-5834a49d1c87 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:54.343470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7dee1d74-249b-480b-8162-5834a49d1c87 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:54.360166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44b82ef0-9a45-4e7b-b0ea-a1bf1cc3c306 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:54.393897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:54.437518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b82ef0-9a45-4e7b-b0ea-a1bf1cc3c306 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event deleted for resources: {'Port': ['ID=50b2b21f-134c-49c2-b319-ee09a979d53b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:54.447709 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:54.462582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['70e858ed-12b8-46a3-9bab-51c97a2f9c1d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:50:54.499491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Pushing event deleted for resources: {'Port': ['ID=cf35aff1-8415-4fb5-915e-22db6d8dab43,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:54.563911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7dee1d74-249b-480b-8162-5834a49d1c87 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:54.569635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7dee1d74-249b-480b-8162-5834a49d1c87 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports/f2d79883-79e3-4c0e-ad74-bb0783129015 HTTP/1.1" status: 200 len: 984 time: 0.6915090 May 28 05:50:54.569799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38280) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:54.625480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event deleted for resources: {'Port': ['ID=b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:54.640772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] Router bebd7e60-6338-426f-a452-4518e5edd7dc has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:50:54.829860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] No DVR routers for this DVR port b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:50:54.871184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:54.884814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cbd055-40d3-4bed-87d0-51320fb2dd48', 'name': 'network-vif-deleted', 'tag': 'b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:50:55.036429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44b82ef0-9a45-4e7b-b0ea-a1bf1cc3c306 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:55.038568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-44b82ef0-9a45-4e7b-b0ea-a1bf1cc3c306 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "DELETE /v2.0/ports/50b2b21f-134c-49c2-b319-ee09a979d53b HTTP/1.1" status: 204 len: 168 time: 3.9229803 May 28 05:50:55.045991 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8a935c0-b55c-4c7d-bb8a-5ae32c1f32b3 req-6921875c-bf50-47b2-bdcd-be332fbb6797 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.33 "DELETE /v2.0/ports/b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91 HTTP/1.1" status: 204 len: 173 time: 5.9842381 May 28 05:50:55.046692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38300) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:55.124988 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:55.231382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0a500197-a4e9-45d2-ad77-7c0fbce493b6 req-1bf5843e-059a-4f67-93e2-891fb59fb0fa tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:55.283429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-4cee3c00-4dcb-4fa8-b716-2e240fab29ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] For port a677973f-489e-4db6-91a3-2a8504aa819b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a677973f-489e-4db6-91a3-2a8504aa819b,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:55.283429 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-4cee3c00-4dcb-4fa8-b716-2e240fab29ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:55.434688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0a500197-a4e9-45d2-ad77-7c0fbce493b6 req-1bf5843e-059a-4f67-93e2-891fb59fb0fa tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:55.436616 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0a500197-a4e9-45d2-ad77-7c0fbce493b6 req-1bf5843e-059a-4f67-93e2-891fb59fb0fa tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=37cbd055-40d3-4bed-87d0-51320fb2dd48 HTTP/1.1" status: 200 len: 210 time: 0.4019418 May 28 05:50:55.451100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf8cce7-872e-45ec-a088-940d62d2bad6 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Deleting subnet e7daac2e-f24d-442b-a84d-b29560b70d6a {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:50:55.466043 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cce7-872e-45ec-a088-940d62d2bad6 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:55.553994 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cce7-872e-45ec-a088-940d62d2bad6 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:55.605203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-4cee3c00-4dcb-4fa8-b716-2e240fab29ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Calling delete_port for a677973f-489e-4db6-91a3-2a8504aa819b owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:55.613054 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06879360-9ad3-4999-a742-436a03c5de1d'] response: {'server_uuid': '37cbd055-40d3-4bed-87d0-51320fb2dd48', 'name': 'network-vif-deleted', 'tag': 'b83ae7c0-3d07-4748-b6b3-e03a5e0e7f91', 'status': 'completed', 'code': 200} May 28 05:50:55.613054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:50:55.630764 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2ade7435-cae5-4d72-9706-2a086c99dfc9 admin admin] 10.222.0.39 "PUT /v2.0/routers/bebd7e60-6338-426f-a452-4518e5edd7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2272959 May 28 05:50:55.630764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38312) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:55.639073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] Sync routers for ids ['bebd7e60-6338-426f-a452-4518e5edd7dc'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:50:55.663088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] Routers {'bebd7e60-6338-426f-a452-4518e5edd7dc'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:55.663088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['bebd7e60-6338-426f-a452-4518e5edd7dc'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:55.936542 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:55.948891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:55.962758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cce7-872e-45ec-a088-940d62d2bad6 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.044887 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] Set router bebd7e60-6338-426f-a452-4518e5edd7dc gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:50:56.167050 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.271504 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.271504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Fanout notify agent at l3_agent the message router_deleted on router b309ca9c-2b4b-45ce-9840-f3a57e23cda4 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:50:56.374426 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.374426 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4dfb2863-9887-453d-b2c4-19939f2680f4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/b309ca9c-2b4b-45ce-9840-f3a57e23cda4 HTTP/1.1" status: 204 len: 168 time: 4.9713166 May 28 05:50:56.374426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38330) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:56.384754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-598657761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:56.395853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:56.432771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Usage tracker for resource:router and tenant:dbe86bb44e484047bb5fd9e680544445 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:56.446804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:56.480782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:56.499433 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-4cee3c00-4dcb-4fa8-b716-2e240fab29ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.617507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cce7-872e-45ec-a088-940d62d2bad6 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.628114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'name': 'tempest-TaggedBootDevicesTest-457190221-router', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:56Z', 'updated_at': '2022-05-28T05:50:50Z', 'revision_number': 5, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'gw_port': {'id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:58Z', 'updated_at': '2022-05-28T05:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:56.633201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] Checking router: bebd7e60-6338-426f-a452-4518e5edd7dc for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:50:56.640392 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.641399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.643642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] Routers {'bebd7e60-6338-426f-a452-4518e5edd7dc'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:50:56.644407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['bebd7e60-6338-426f-a452-4518e5edd7dc'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:56.660249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee3c00-4dcb-4fa8-b716-2e240fab29ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event deleted for resources: {'Port': ['ID=a677973f-489e-4db6-91a3-2a8504aa819b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:56.785159 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cce7-872e-45ec-a088-940d62d2bad6 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.802855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396721f5-8a4d-4c19-b064-21ead1cbe74c None None] Network 2e2844bd-45f3-420f-bf8f-050ce8f60e3d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:50:56.892840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8cce7-872e-45ec-a088-940d62d2bad6 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event deleted for resources: {'Subnet': ['ID=e7daac2e-f24d-442b-a84d-b29560b70d6a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:56.896729 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.896729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-4cee3c00-4dcb-4fa8-b716-2e240fab29ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] No DVR routers for this DVR port a677973f-489e-4db6-91a3-2a8504aa819b on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:50:56.900443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-4cee3c00-4dcb-4fa8-b716-2e240fab29ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:56.921430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'name': 'network-vif-deleted', 'tag': 'a677973f-489e-4db6-91a3-2a8504aa819b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:50:56.939955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3bf8cce7-872e-45ec-a088-940d62d2bad6 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "DELETE /v2.0/subnets/e7daac2e-f24d-442b-a84d-b29560b70d6a HTTP/1.1" status: 204 len: 168 time: 1.8147640 May 28 05:50:56.947274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38350) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:57.073533 n-d-843679-5 neutron-server[88417]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e11a564b-4a1d-4a8b-aced-72527286f9b9']: {'server_uuid': '81c6d151-37df-4057-a7b6-a6cc652f29bd', 'name': 'network-vif-deleted', 'tag': 'a677973f-489e-4db6-91a3-2a8504aa819b', 'status': 'failed', 'code': 422} returned with failed status May 28 05:50:57.080889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-964e7329-1be3-4e4a-9923-11cceb46e672 req-4cee3c00-4dcb-4fa8-b716-2e240fab29ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "DELETE /v2.0/ports/a677973f-489e-4db6-91a3-2a8504aa819b HTTP/1.1" status: 204 len: 173 time: 3.1141200 May 28 05:50:57.151633 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:57.160551 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:57.165339 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:57.194548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Deleting port 3b02368f-5a69-42cf-b81e-8037a72cb9e6 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:57.194548 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:57.259251 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:50:57.324926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] Set router bebd7e60-6338-426f-a452-4518e5edd7dc gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:50:57.333982 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:57.343514 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-59ddcfe3-bae5-4b42-96f8-cd5087236c61 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9701033 May 28 05:50:57.344488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38364) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:57.358749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'enable_snat': True}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:50:57.611715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Deleting port 7ee54724-e476-4a17-867c-2c1df5bf8aeb {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:57.611715 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:57.812867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] For port 3b02368f-5a69-42cf-b81e-8037a72cb9e6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b02368f-5a69-42cf-b81e-8037a72cb9e6,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:57.813565 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:58.010241 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8a44e-b737-4b83-93c0-f461ce1ce50c None None] DHCP port deletion for 2e2844bd-45f3-420f-bf8f-050ce8f60e3d request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:50:58.129852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Calling delete_port for 3b02368f-5a69-42cf-b81e-8037a72cb9e6 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:58.197841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4de8a44e-b737-4b83-93c0-f461ce1ce50c None None] Deleting port 7ee54724-e476-4a17-867c-2c1df5bf8aeb {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:58.198221 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4de8a44e-b737-4b83-93c0-f461ce1ce50c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:58.229278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:58.311209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-f9d8af63-97cc-49a6-bf9c-4285c9ecbc6b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:58.311209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-f9d8af63-97cc-49a6-bf9c-4285c9ecbc6b tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.8871493 May 28 05:50:58.636130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4de8a44e-b737-4b83-93c0-f461ce1ce50c None None] For port 7ee54724-e476-4a17-867c-2c1df5bf8aeb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7ee54724-e476-4a17-867c-2c1df5bf8aeb,segment=NetworkSegment(e346de43-e36c-4004-acdb-ec3cb60c24da),segment_id=e346de43-e36c-4004-acdb-ec3cb60c24da)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:58.636130 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4de8a44e-b737-4b83-93c0-f461ce1ce50c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:58.718121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38406) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:50:58.763179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-a88871f4-cc2c-4b1a-bd64-142b41c08f6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Deleting port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:58.763541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-a88871f4-cc2c-4b1a-bd64-142b41c08f6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:58.781063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4de8a44e-b737-4b83-93c0-f461ce1ce50c None None] Calling delete_port for 7ee54724-e476-4a17-867c-2c1df5bf8aeb owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:58.796001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2ffb3-7ebd-44f8-9daf-f205e31f777c req-39b6d61d-b159-4ecf-8955-11f631775f27 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:58.802882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ec2ffb3-7ebd-44f8-9daf-f205e31f777c req-39b6d61d-b159-4ecf-8955-11f631775f27 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 1.3781624 May 28 05:50:58.835017 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:58.843691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'name': 'tempest-TaggedBootDevicesTest-457190221-router', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:56Z', 'updated_at': '2022-05-28T05:50:50Z', 'revision_number': 5, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'gw_port': {'id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:58Z', 'updated_at': '2022-05-28T05:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:50:58.853199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb162c-be70-4b87-8fc1-1e566515e44a None None] The sync data for ids ['bebd7e60-6338-426f-a452-4518e5edd7dc'] in n-d-843679-5 is: [{'id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'name': 'tempest-TaggedBootDevicesTest-457190221-router', 'tenant_id': '9e692cd7bd0241ac98839ff87c29af5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:42:56Z', 'updated_at': '2022-05-28T05:50:50Z', 'revision_number': 5, 'project_id': '9e692cd7bd0241ac98839ff87c29af5f', 'gw_port': {'id': '3b02368f-5a69-42cf-b81e-8037a72cb9e6', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd7e60-6338-426f-a452-4518e5edd7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:42:58Z', 'updated_at': '2022-05-28T05:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:50:58.929183 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4de8a44e-b737-4b83-93c0-f461ce1ce50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:58.993898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] For port 7ee54724-e476-4a17-867c-2c1df5bf8aeb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7ee54724-e476-4a17-867c-2c1df5bf8aeb,segment=NetworkSegment(e346de43-e36c-4004-acdb-ec3cb60c24da),segment_id=e346de43-e36c-4004-acdb-ec3cb60c24da)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:50:58.993898 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:59.045891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8a44e-b737-4b83-93c0-f461ce1ce50c None None] Pushing event deleted for resources: {'Port': ['ID=7ee54724-e476-4a17-867c-2c1df5bf8aeb,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:59.050372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-46b0a0fa-04bf-43c0-bde6-ba7d0ced70a8 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:50:59.050372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-46b0a0fa-04bf-43c0-bde6-ba7d0ced70a8 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.5994251 May 28 05:50:59.052557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8a44e-b737-4b83-93c0-f461ce1ce50c None None] No DVR routers for this DVR port 7ee54724-e476-4a17-867c-2c1df5bf8aeb on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:50:59.184826 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c71daee-cd6f-46fa-9fda-a40d759ff6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:59.208826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-0ec9bd40-18aa-4c3c-8dab-ab642bf467cf tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/quotas/77494e1a6ff9467b8fe094cdca45ac25 HTTP/1.1" status: 200 len: 375 time: 0.1189125 May 28 05:50:59.220954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7c71daee-cd6f-46fa-9fda-a40d759ff6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:50:59.246658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Calling delete_port for 7ee54724-e476-4a17-867c-2c1df5bf8aeb owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:50:59.281177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7c71daee-cd6f-46fa-9fda-a40d759ff6cb admin admin] Usage tracker for resource:security_group_rule and tenant:ad6d98051db346b3b9dda838e77b3093 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:50:59.281177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7c71daee-cd6f-46fa-9fda-a40d759ff6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:50:59.297395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-bf04dcac-db1c-4ada-b1cb-d70cf1b39590 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:50:59.297395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7c71daee-cd6f-46fa-9fda-a40d759ff6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:50:59.407490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-bf04dcac-db1c-4ada-b1cb-d70cf1b39590 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:50:59.407490 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-bf04dcac-db1c-4ada-b1cb-d70cf1b39590 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1957235 May 28 05:50:59.407490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port f2d79883-79e3-4c0e-ad74-bb0783129015 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:50:59.407490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:59.622329 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ec2ffb3-7ebd-44f8-9daf-f205e31f777c req-b579d812-36fb-4c80-a689-8efe0a87d717 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8156276 May 28 05:50:59.683060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c71daee-cd6f-46fa-9fda-a40d759ff6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:59.685471 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:59.754721 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c71daee-cd6f-46fa-9fda-a40d759ff6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:59.837616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b02368f-5a69-42cf-b81e-8037a72cb9e6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:50:59.881673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7ee54724-e476-4a17-867c-2c1df5bf8aeb no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.923870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:50:59.936249 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:50:59.975678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 7ee54724-e476-4a17-867c-2c1df5bf8aeb {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:50:59.975678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7ee54724-e476-4a17-867c-2c1df5bf8aeb not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:50:59.975678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a881d3bc-34f5-49cb-8177-ca3d04fc8f31 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:50:59.984146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:50:59.984146 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:51:00.034956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: a881d3bc-34f5-49cb-8177-ca3d04fc8f31 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:51:00.035713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a881d3bc-34f5-49cb-8177-ca3d04fc8f31 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:51:00.048588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7c71daee-cd6f-46fa-9fda-a40d759ff6cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad6d98051db346b3b9dda838e77b3093&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3263228 May 28 05:51:00.052760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38424) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:00.112605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-e9708834-da68-4790-bfe0-b5e942233b97 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592541 May 28 05:51:00.122843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71daee-cd6f-46fa-9fda-a40d759ff6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09585cf1-623c-4bba-b202-c589e4ecb338,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:00.171756 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.186629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.225398 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.225398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bebd7e60-6338-426f-a452-4518e5edd7dc {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:51:00.260007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-a88871f4-cc2c-4b1a-bd64-142b41c08f6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] For port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:00.260007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-a88871f4-cc2c-4b1a-bd64-142b41c08f6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.337166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.426169 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.430477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38434) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:00.430745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4d24b137-c7cb-46ba-a5b9-2612721cf45f admin admin] 10.222.0.39 "DELETE /v2.0/routers/bebd7e60-6338-426f-a452-4518e5edd7dc HTTP/1.1" status: 204 len: 168 time: 4.8043599 May 28 05:51:00.439260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-a88871f4-cc2c-4b1a-bd64-142b41c08f6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Calling delete_port for 70e858ed-12b8-46a3-9bab-51c97a2f9c1d owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:00.488652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Deleting port 7ee54724-e476-4a17-867c-2c1df5bf8aeb {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:00.488652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.576672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] The port '7ee54724-e476-4a17-867c-2c1df5bf8aeb' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:51:00.632267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for f2d79883-79e3-4c0e-ad74-bb0783129015 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:00.676244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51553569-1d05-48c1-81ed-d9adef602deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.726338 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.804595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51553569-1d05-48c1-81ed-d9adef602deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.807479 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.884685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2844bd-45f3-420f-bf8f-050ce8f60e3d']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:00.886737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5199eb-d0f9-4bae-bf14-42f4a2b0abc7 admin admin] Deleting subnet ec26c7c4-0a53-4247-b711-91fe6c2aa8d7 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:51:00.886737 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.907246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e346de43-e36c-4004-acdb-ec3cb60c24da') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:00.907246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e346de43-e36c-4004-acdb-ec3cb60c24da') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:00.935475 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.939802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 70e858ed-12b8-46a3-9bab-51c97a2f9c1d no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:51:00.962850 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-a88871f4-cc2c-4b1a-bd64-142b41c08f6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.965550 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:00.975269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 70e858ed-12b8-46a3-9bab-51c97a2f9c1d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:51:00.975843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 70e858ed-12b8-46a3-9bab-51c97a2f9c1d not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:51:00.983079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5199eb-d0f9-4bae-bf14-42f4a2b0abc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:01.025464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb790-5122-42af-8186-a8e81559d77f req-f0336568-fb56-4403-8f36-011770ff2da8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:01.027076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-433cb790-5122-42af-8186-a8e81559d77f req-f0336568-fb56-4403-8f36-011770ff2da8 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 946 time: 0.2456219 May 28 05:51:01.037008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:51:01.037338 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:01.073062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-8c1aa5fb-7df2-4893-b146-98ef940a8da1 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9052610 May 28 05:51:01.085324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88871f4-cc2c-4b1a-bd64-142b41c08f6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event deleted for resources: {'Port': ['ID=70e858ed-12b8-46a3-9bab-51c97a2f9c1d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:01.137308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5199eb-d0f9-4bae-bf14-42f4a2b0abc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:01.354290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5199eb-d0f9-4bae-bf14-42f4a2b0abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:01.389461 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e346de43-e36c-4004-acdb-ec3cb60c24da resource provider aggregate not found May 28 05:51:01.396541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-433cb790-5122-42af-8186-a8e81559d77f req-19f4fe6e-5222-442e-838d-19474c67879a tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=6638e850-79f5-445b-ad9c-4098dfa40431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387194 May 28 05:51:01.426405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:01.487888 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e346de43-e36c-4004-acdb-ec3cb60c24da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e346de43-e36c-4004-acdb-ec3cb60c24da found for delete ", "request_id": "req-2e7a6efb-3bfb-4dc9-8a97-63e78c42d784"}]} May 28 05:51:01.604602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-a88871f4-cc2c-4b1a-bd64-142b41c08f6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] No DVR routers for this DVR port 70e858ed-12b8-46a3-9bab-51c97a2f9c1d on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:51:01.610863 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-a88871f4-cc2c-4b1a-bd64-142b41c08f6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:01.618445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eaaf5822-7321-4bc3-be98-72f4e81debda req-f4f7da11-5f7b-4e56-bbf6-f4e5dce53bd4 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 210 time: 0.0834627 May 28 05:51:01.621738 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51553569-1d05-48c1-81ed-d9adef602deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:01.640516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bc7958-0c6f-4b18-8db3-928a8fe73ac3', 'name': 'network-vif-deleted', 'tag': '70e858ed-12b8-46a3-9bab-51c97a2f9c1d'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:51:01.656831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:01.671555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51553569-1d05-48c1-81ed-d9adef602deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09585cf1-623c-4bba-b202-c589e4ecb338,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:01.703832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:01.714411 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ad0f389-bb8d-461b-9a64-54fdfd57e663 req-a88871f4-cc2c-4b1a-bd64-142b41c08f6f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "DELETE /v2.0/ports/70e858ed-12b8-46a3-9bab-51c97a2f9c1d HTTP/1.1" status: 204 len: 173 time: 3.1238277 May 28 05:51:01.721747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] Pushing event deleted for resources: {'Network': ['ID=2e2844bd-45f3-420f-bf8f-050ce8f60e3d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:01.722973 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51553569-1d05-48c1-81ed-d9adef602deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:01.725375 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5d0fa7aa-9448-4056-a944-a49e6ed01417 tempest-AllowedAddressPairTestJSON-1273718093 tempest-AllowedAddressPairTestJSON-1273718093-project] 10.222.0.39 "DELETE /v2.0/networks/2e2844bd-45f3-420f-bf8f-050ce8f60e3d HTTP/1.1" status: 204 len: 168 time: 4.7779558 May 28 05:51:01.747510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-51553569-1d05-48c1-81ed-d9adef602deb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09585cf1-623c-4bba-b202-c589e4ecb338 HTTP/1.1" status: 204 len: 168 time: 1.6854432 May 28 05:51:01.754796 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40fcb93-74a3-4b1b-a6b0-fd07644fabd1'] response: {'server_uuid': '26bc7958-0c6f-4b18-8db3-928a8fe73ac3', 'name': 'network-vif-deleted', 'tag': '70e858ed-12b8-46a3-9bab-51c97a2f9c1d', 'status': 'completed', 'code': 200} May 28 05:51:01.944034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b02368f-5a69-42cf-b81e-8037a72cb9e6 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:51:01.962100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Allocated IP 172.25.4.60 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/56277686-3496-48f6-8b14-e1917f1c1b6a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:02.063655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 3b02368f-5a69-42cf-b81e-8037a72cb9e6 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:51:02.064565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b02368f-5a69-42cf-b81e-8037a72cb9e6 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:51:02.127352 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5199eb-d0f9-4bae-bf14-42f4a2b0abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:02.229422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5199eb-d0f9-4bae-bf14-42f4a2b0abc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec26c7c4-0a53-4247-b711-91fe6c2aa8d7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:02.246824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a88050-c271-4a96-bd98-71b503064353 None None] Network 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:02.265830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5199eb-d0f9-4bae-bf14-42f4a2b0abc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:02.314663 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8f5199eb-d0f9-4bae-bf14-42f4a2b0abc7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ec26c7c4-0a53-4247-b711-91fe6c2aa8d7 HTTP/1.1" status: 204 len: 168 time: 1.8168530 May 28 05:51:02.316743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38476) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:02.377079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38482) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:02.404349 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:02.530734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=f2d79883-79e3-4c0e-ad74-bb0783129015,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:02.699171 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:02.725462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Deleting port 82d6848a-c492-492c-b379-722389f6a7d0 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:02.739784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:02.771079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:02.794498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38496) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:02.836886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd5796-b839-4873-ac54-0e614e4c4d43 None None] DHCP port deletion for 7edd3d8b-b6dd-42c6-a03e-3dd024d3369e request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:51:02.855981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-33bd5796-b839-4873-ac54-0e614e4c4d43 None None] Deleting port 82d6848a-c492-492c-b379-722389f6a7d0 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:02.856462 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33bd5796-b839-4873-ac54-0e614e4c4d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:03.002808 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-002fb612-2849-4bbf-97b2-18a1e0b72c7c req-a83f5d87-0fd9-4982-86c4-a1969329118d tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 210 time: 0.1902585 May 28 05:51:03.290427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-33bd5796-b839-4873-ac54-0e614e4c4d43 None None] For port 82d6848a-c492-492c-b379-722389f6a7d0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=82d6848a-c492-492c-b379-722389f6a7d0,segment=NetworkSegment(80052b36-a656-4131-a168-970cc957c30a),segment_id=80052b36-a656-4131-a168-970cc957c30a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:03.290427 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33bd5796-b839-4873-ac54-0e614e4c4d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:03.413836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] For port 82d6848a-c492-492c-b379-722389f6a7d0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=82d6848a-c492-492c-b379-722389f6a7d0,segment=NetworkSegment(80052b36-a656-4131-a168-970cc957c30a),segment_id=80052b36-a656-4131-a168-970cc957c30a)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:03.414510 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:03.424716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c58d49dc-f86e-48dc-8b72-850f0ff2ec97 req-d6a6128d-09e9-4cb1-a3bb-495a279f5440 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26bc7958-0c6f-4b18-8db3-928a8fe73ac3 HTTP/1.1" status: 200 len: 210 time: 0.6326880 May 28 05:51:03.461615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65d1a816-f6d6-4813-a481-225cada211e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:03.553678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-33bd5796-b839-4873-ac54-0e614e4c4d43 None None] Calling delete_port for 82d6848a-c492-492c-b379-722389f6a7d0 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:03.591816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-65d1a816-f6d6-4813-a481-225cada211e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:03.602375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-65d1a816-f6d6-4813-a481-225cada211e6 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec6fd3bdbde484b80b8d404244f7ff2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:03.602375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:03.611588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-65d1a816-f6d6-4813-a481-225cada211e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:03.623194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-65d1a816-f6d6-4813-a481-225cada211e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:03.697627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Calling delete_port for 82d6848a-c492-492c-b379-722389f6a7d0 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:03.705605 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33bd5796-b839-4873-ac54-0e614e4c4d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:03.757692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd5796-b839-4873-ac54-0e614e4c4d43 None None] Pushing event deleted for resources: {'Port': ['ID=82d6848a-c492-492c-b379-722389f6a7d0,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:03.771609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd5796-b839-4873-ac54-0e614e4c4d43 None None] No DVR routers for this DVR port 82d6848a-c492-492c-b379-722389f6a7d0 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:51:03.843814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:51:03.843814 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:51:03.849673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-76fc7c7f-3750-4678-bc95-4b7a7ca88f4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b42e1ae7a8234bbc91d9f19527527296&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4624553 May 28 05:51:03.849673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38510) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:03.883855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:03.909064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 82d6848a-c492-492c-b379-722389f6a7d0 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:51:03.952960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 82d6848a-c492-492c-b379-722389f6a7d0 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:51:03.952960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 82d6848a-c492-492c-b379-722389f6a7d0 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:51:03.964739 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33beee2a-5196-415a-95be-74968d7a201d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:04.008897 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33beee2a-5196-415a-95be-74968d7a201d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:04.048530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:04.086565 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33beee2a-5196-415a-95be-74968d7a201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:04.108620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:04.121356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:04.173850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event updated for resources: {'Port': ['ID=56277686-3496-48f6-8b14-e1917f1c1b6a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:04.233527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33beee2a-5196-415a-95be-74968d7a201d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3c1dff-32f4-48f5-a07e-fa93463edbda,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:04.256399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router dfce5425-272d-49b9-8078-af8f08ccac6c has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:51:04.293259 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2d5bf1b6-332f-469f-af9c-5122fbf80ec1 req-3fc38179-4231-4460-8914-1702b7ad3ab8 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 210 time: 0.1486187 May 28 05:51:04.309326 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33beee2a-5196-415a-95be-74968d7a201d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:04.309326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-33beee2a-5196-415a-95be-74968d7a201d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de3c1dff-32f4-48f5-a07e-fa93463edbda HTTP/1.1" status: 204 len: 168 time: 0.4542975 May 28 05:51:04.385664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Deleting port 82d6848a-c492-492c-b379-722389f6a7d0 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:04.386116 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:04.554108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] The port '82d6848a-c492-492c-b379-722389f6a7d0' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:51:04.581536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65d1a816-f6d6-4813-a481-225cada211e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:04.801303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65d1a816-f6d6-4813-a481-225cada211e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:04.850891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:04.862325 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222ea6-6ad4-41e4-93b6-0dd3461a3668 None None] Sync routers for ids ['dfce5425-272d-49b9-8078-af8f08ccac6c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:04.882963 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0222ea6-6ad4-41e4-93b6-0dd3461a3668 None None] Routers {'dfce5425-272d-49b9-8078-af8f08ccac6c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:04.882963 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f0222ea6-6ad4-41e4-93b6-0dd3461a3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['dfce5425-272d-49b9-8078-af8f08ccac6c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:04.910305 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-65d1a816-f6d6-4813-a481-225cada211e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ec6fd3bdbde484b80b8d404244f7ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9726400 May 28 05:51:04.921626 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:04.927880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38534) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:04.927880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1a816-f6d6-4813-a481-225cada211e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9891946-fdff-4582-b441-5391f34181b8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:05.005252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-0758bf90-a4ab-4305-9f4d-65c9ea016d29 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:05.005252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-0758bf90-a4ab-4305-9f4d-65c9ea016d29 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.6599443 May 28 05:51:05.005252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edd3d8b-b6dd-42c6-a03e-3dd024d3369e']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:05.021365 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f0222ea6-6ad4-41e4-93b6-0dd3461a3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:05.021365 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0222ea6-6ad4-41e4-93b6-0dd3461a3668 None None] Routers {'dfce5425-272d-49b9-8078-af8f08ccac6c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:05.021365 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f0222ea6-6ad4-41e4-93b6-0dd3461a3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['dfce5425-272d-49b9-8078-af8f08ccac6c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:05.043966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Request body: {'port': {'device_id': '71b11113-2115-4348-aa28-89f5eb72092b', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'admin_state_up': True, 'tenant_id': '77494e1a6ff9467b8fe094cdca45ac25'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:05.110086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80052b36-a656-4131-a168-970cc957c30a') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:05.110086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80052b36-a656-4131-a168-970cc957c30a') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:05.142847 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f0222ea6-6ad4-41e4-93b6-0dd3461a3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:05.142847 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222ea6-6ad4-41e4-93b6-0dd3461a3668 None None] The sync data for ids ['dfce5425-272d-49b9-8078-af8f08ccac6c'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:05.202169 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4272c39c-5a16-4ced-9d6c-d17b5b25b4c8 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/dfce5425-272d-49b9-8078-af8f08ccac6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6182742 May 28 05:51:05.209876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38544) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:05.252069 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:05.291215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:05.307943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:51:05.308554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:05.593666 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 80052b36-a656-4131-a168-970cc957c30a resource provider aggregate not found May 28 05:51:05.687366 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 80052b36-a656-4131-a168-970cc957c30a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80052b36-a656-4131-a168-970cc957c30a found for delete ", "request_id": "req-d4b35a7e-b1c6-43b5-95e3-047348e4c31f"}]} May 28 05:51:05.698780 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5079f2c0-a305-479e-8eb0-8f2e32966531 req-42e84bfd-3032-462d-8156-8ff9af4eeab7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 210 time: 0.1928439 May 28 05:51:05.723077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:05.727559 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:05.762910 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:05.802049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7edd3d8b-b6dd-42c6-a03e-3dd024d3369e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:05.820197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a1c9f819-fd37-4d74-b28f-cf9c127aadb2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7edd3d8b-b6dd-42c6-a03e-3dd024d3369e HTTP/1.1" status: 204 len: 168 time: 3.5015812 May 28 05:51:05.820197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:05.837485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Made reservation on behalf of 77494e1a6ff9467b8fe094cdca45ac25 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:05.840760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:06.149288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Allocated IP 172.20.0.9 (16869d4a-c80d-44a1-af8f-c16c452e479c/fa91beaf-eda9-4703-bb88-eafa22b1d514/da4deffd-94ee-4a3c-bc1d-ab6aef0274f6) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:06.208064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec5202-87af-419b-b2fe-f9b39b01abdc req-4d0d0e0e-8eea-42e9-9cfc-7f9c8e633727 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:06.218837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89ec5202-87af-419b-b2fe-f9b39b01abdc req-4d0d0e0e-8eea-42e9-9cfc-7f9c8e633727 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.8426228 May 28 05:51:06.256741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:06.301241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38574) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:06.301241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38576) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:06.368344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c226478-0330-43e6-82e6-11ab0b105241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:06.520986 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ea56fb5a-8d64-4fcf-bafa-f29c7d30c7e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35100819b20440649f162236d29682d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127507 May 28 05:51:06.520986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38586) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:06.612748 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-00513db3-4cdc-4e40-a75b-c00069105310 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] remove_router_interface failed (client error): The resource could not be found. May 28 05:51:06.612748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-00513db3-4cdc-4e40-a75b-c00069105310 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/dfce5425-272d-49b9-8078-af8f08ccac6c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.3970075 May 28 05:51:06.627273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38592) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:06.748818 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c226478-0330-43e6-82e6-11ab0b105241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:06.768764 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:06.801579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1605385736'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:06.814345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:06.821907 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ae4deb6e-4115-4b62-82d1-7d4549e352fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:06.821907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:network and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:06.839629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:06.846922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89ec5202-87af-419b-b2fe-f9b39b01abdc req-90d4dc5f-db01-4ab1-879a-7c99a5159208 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6245072 May 28 05:51:06.849858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:06.927282 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ae4deb6e-4115-4b62-82d1-7d4549e352fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:06.978642 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b6459043-0318-4de7-b934-307658a82cdb req-b3a76580-3d5b-49d4-956e-0deec9a674c4 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 210 time: 0.1289680 May 28 05:51:07.004378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-95298908-e2b2-4333-89d0-4910966f47cd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:07.004378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-95298908-e2b2-4333-89d0-4910966f47cd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Synchronizing usage tracker for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:51:07.008520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e995eb11-8a0d-40cf-b5d8-1ddd8c342fa6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:51:07.024322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:07.028176 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.079062 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.095490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-95298908-e2b2-4333-89d0-4910966f47cd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Unset dirty status for tenant:6c303052f2a440959915b8d9746a0229 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:51:07.095490 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-95298908-e2b2-4333-89d0-4910966f47cd tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.4456739 May 28 05:51:07.100546 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.143786 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ae4deb6e-4115-4b62-82d1-7d4549e352fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.176723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:07.176723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group_rule and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:07.183468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:07.186720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:07.199942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.206886 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.286798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e995eb11-8a0d-40cf-b5d8-1ddd8c342fa6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:51:07.288051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4deb6e-4115-4b62-82d1-7d4549e352fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844146c0-0471-4516-b71c-0f73e14793a7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:07.291809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e995eb11-8a0d-40cf-b5d8-1ddd8c342fa6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfce5425-272d-49b9-8078-af8f08ccac6c HTTP/1.1" status: 200 len: 205 time: 0.6645823 May 28 05:51:07.302311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38606) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:07.406487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Network 16869d4a-c80d-44a1-af8f-c16c452e479c is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:07.411682 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c226478-0330-43e6-82e6-11ab0b105241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.421856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:07.457846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c226478-0330-43e6-82e6-11ab0b105241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9891946-fdff-4582-b441-5391f34181b8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:07.478572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9c226478-0330-43e6-82e6-11ab0b105241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.483148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9c226478-0330-43e6-82e6-11ab0b105241 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9891946-fdff-4582-b441-5391f34181b8 HTTP/1.1" status: 204 len: 168 time: 2.5617106 May 28 05:51:07.497104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:07.528532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Deleting port a2d41bb6-061b-4987-a6d2-ffeac5b20fad {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:07.528532 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.550763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Router d366a35f-aba5-4fee-bb5c-e0a44978386c is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:51:07.584753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event updated for resources: {'Port': ['ID=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:07.603206 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ae4deb6e-4115-4b62-82d1-7d4549e352fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.618507 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ae4deb6e-4115-4b62-82d1-7d4549e352fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/844146c0-0471-4516-b71c-0f73e14793a7 HTTP/1.1" status: 204 len: 168 time: 1.0890396 May 28 05:51:07.665796 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c248af82-c904-4e21-b35a-5f85d80c2bb7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.948078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:07.952174 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:07.955782 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bdf02959-7398-42ff-b267-5e2e55b68dce tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "PUT /v2.0/routers/d366a35f-aba5-4fee-bb5c-e0a44978386c HTTP/1.1" status: 200 len: 917 time: 10.6052427 May 28 05:51:07.956191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38624) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:07.964945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7700471-998b-492b-ac42-3d8a8017b124 None None] Sync routers for ids ['d366a35f-aba5-4fee-bb5c-e0a44978386c'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:07.984217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7700471-998b-492b-ac42-3d8a8017b124 None None] Routers {'d366a35f-aba5-4fee-bb5c-e0a44978386c'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:07.985716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c7700471-998b-492b-ac42-3d8a8017b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d366a35f-aba5-4fee-bb5c-e0a44978386c'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:08.232252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c7700471-998b-492b-ac42-3d8a8017b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:08.270963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7700471-998b-492b-ac42-3d8a8017b124 None None] Routers {'d366a35f-aba5-4fee-bb5c-e0a44978386c'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:08.270963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c7700471-998b-492b-ac42-3d8a8017b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:50:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d366a35f-aba5-4fee-bb5c-e0a44978386c'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:08.297662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7a333ce2-d086-4f3a-83cb-076f5920aec8 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/routers/d366a35f-aba5-4fee-bb5c-e0a44978386c HTTP/1.1" status: 200 len: 923 time: 0.3309150 May 28 05:51:08.299015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38634) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:08.512913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c7700471-998b-492b-ac42-3d8a8017b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:08.512913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7700471-998b-492b-ac42-3d8a8017b124 None None] The sync data for ids ['d366a35f-aba5-4fee-bb5c-e0a44978386c'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:08.512913 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4428ac46-1d4f-4087-9818-374801eebff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:08.533892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:08.533892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:08.548247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c6823-7114-44bf-b364-a9343a0df09d req-c402aec6-1415-4861-86ac-c710f682b6fe tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:08.548247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-401c6823-7114-44bf-b364-a9343a0df09d req-c402aec6-1415-4861-86ac-c710f682b6fe tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.2401335 May 28 05:51:08.583407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e34bb-52a5-4de3-b16c-21da1d86327b tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:08.583407 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-af8e34bb-52a5-4de3-b16c-21da1d86327b tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&device_id=d366a35f-aba5-4fee-bb5c-e0a44978386c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2771893 May 28 05:51:08.583407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38646) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:08.732668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38652) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:08.894064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4bb6f01f-60b0-4028-a582-3a925c1bb598 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e692cd7bd0241ac98839ff87c29af5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489065 May 28 05:51:08.894064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-401c6823-7114-44bf-b364-a9343a0df09d req-43a8d7db-a83d-440b-bebb-9500d92be499 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3362515 May 28 05:51:08.894064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38658) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:08.894064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ffd2b-5f9d-493d-8053-f3a886a0aa73 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:08.894064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7e2ffd2b-5f9d-493d-8053-f3a886a0aa73 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 881 time: 0.3038847 May 28 05:51:08.907802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38664) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:08.929970 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c248af82-c904-4e21-b35a-5f85d80c2bb7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:08.936403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c248af82-c904-4e21-b35a-5f85d80c2bb7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:08.968347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device a2d41bb6-061b-4987-a6d2-ffeac5b20fad no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:51:08.976193 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a556d9f3-a61c-4fb5-bcae-6a3c4fec1b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.054871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-460c7d38-ed75-4219-a20a-395121b4c7a7 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=d366a35f-aba5-4fee-bb5c-e0a44978386c HTTP/1.1" status: 200 len: 205 time: 0.1359158 May 28 05:51:09.057116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a556d9f3-a61c-4fb5-bcae-6a3c4fec1b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.066349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-90763fc7-0712-4349-b2a5-13030d92fe10 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0466402 May 28 05:51:09.068063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38670) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:09.143400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Request body: {'port': {'device_id': '71b11113-2115-4348-aa28-89f5eb72092b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:09.253980 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.262721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port a2d41bb6-061b-4987-a6d2-ffeac5b20fad is: DOWN; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:09.364734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] For port a2d41bb6-061b-4987-a6d2-ffeac5b20fad, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:09.364734 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.383948 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.486722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c248af82-c904-4e21-b35a-5f85d80c2bb7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.487289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c248af82-c904-4e21-b35a-5f85d80c2bb7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Fanout notify agent at l3_agent the message router_deleted on router dfce5425-272d-49b9-8078-af8f08ccac6c {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:51:09.488897 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.567007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c248af82-c904-4e21-b35a-5f85d80c2bb7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.567007 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c248af82-c904-4e21-b35a-5f85d80c2bb7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/dfce5425-272d-49b9-8078-af8f08ccac6c HTTP/1.1" status: 204 len: 168 time: 2.2635744 May 28 05:51:09.585402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38688) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:09.585402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:51:09.588480 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a556d9f3-a61c-4fb5-bcae-6a3c4fec1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.635777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556d9f3-a61c-4fb5-bcae-6a3c4fec1b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb2aa0d-1690-4d46-a217-e51fba2215f5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:09.712900 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a556d9f3-a61c-4fb5-bcae-6a3c4fec1b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.712900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a556d9f3-a61c-4fb5-bcae-6a3c4fec1b21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecb2aa0d-1690-4d46-a217-e51fba2215f5 HTTP/1.1" status: 204 len: 168 time: 0.8224118 May 28 05:51:09.731510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013bf3d5-53da-4a66-aa52-dbf7f62353e0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:09.746279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.770158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Deleting port 56277686-3496-48f6-8b14-e1917f1c1b6a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:09.770738 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.773493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944ffd9-e6ee-47ce-9f5d-0a92912fd644 req-1a7b7087-c5d6-4a2d-932d-2a9e800ea7fa tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:09.774574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2944ffd9-e6ee-47ce-9f5d-0a92912fd644 req-1a7b7087-c5d6-4a2d-932d-2a9e800ea7fa tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:51:09.783290 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.783861 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Added segment fa27e0dd-bfc9-4949-9298-5a37ec865c2c of type vlan for network 6b772a76-c0e9-406d-a743-df1016360448 May 28 05:51:09.865258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:09.946075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:10.164179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:10.210967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de88125-8994-43fd-ada0-c38e6b0eb9a9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting subnet c48ae06f-b5d7-4ab2-8dbd-d4d9f8a7ebe4 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:51:10.215124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0de88125-8994-43fd-ada0-c38e6b0eb9a9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:10.316062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2944ffd9-e6ee-47ce-9f5d-0a92912fd644 req-1a7b7087-c5d6-4a2d-932d-2a9e800ea7fa tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:51:10.320093 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2944ffd9-e6ee-47ce-9f5d-0a92912fd644 req-1a7b7087-c5d6-4a2d-932d-2a9e800ea7fa tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 931 time: 1.8069439 May 28 05:51:10.340058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Calling delete_port for 56277686-3496-48f6-8b14-e1917f1c1b6a owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:10.411994 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:10.542057 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0de88125-8994-43fd-ada0-c38e6b0eb9a9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:10.585988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:10.586661 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:10.586661 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Floating IP 75a8cb3b-e03a-4600-98b4-015b14bad472 disassociated. External IP: 172.25.4.233, port: a2d41bb6-061b-4987-a6d2-ffeac5b20fad. May 28 05:51:10.586989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Calling delete_port for a2d41bb6-061b-4987-a6d2-ffeac5b20fad owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:10.628190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:51:10.691352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5fb65-e2a4-4bde-8249-c1327ffe0655 req-1cc2f1be-6ce0-426d-8e71-e3281a91d241 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:10.691352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bea5fb65-e2a4-4bde-8249-c1327ffe0655 req-1cc2f1be-6ce0-426d-8e71-e3281a91d241 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 945 time: 0.3566465 May 28 05:51:10.699786 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d1c78974-dc36-4ef1-89aa-376ef9b4dd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:10.803851 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2944ffd9-e6ee-47ce-9f5d-0a92912fd644 req-9572fe4b-cd1f-4d45-ab95-ecf33126024f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875101 May 28 05:51:10.857573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bea5fb65-e2a4-4bde-8249-c1327ffe0655 req-aa005efe-72e7-42f7-9858-12359c637595 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups?id=40e4bacb-8159-4bcc-ad16-fbb2f62850bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284378 May 28 05:51:10.962988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:10.969049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:10.969688 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:10.988058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.060418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Pushing event deleted for resources: {'Port': ['ID=56277686-3496-48f6-8b14-e1917f1c1b6a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:11.100229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.100229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.100229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.100229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.100858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.102777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.103309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.103432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.106217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.106806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.107155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.107664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:11.251931 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.420493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38792) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:11.434570 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 5.1250572 May 28 05:51:11.441993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57269a-2d71-4d01-bc97-db23ba7fa6e4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Network': ['ID=6b772a76-c0e9-406d-a743-df1016360448,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:11.444437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38800) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:11.455473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 6b772a76-c0e9-406d-a743-df1016360448 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:51:11.483010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'name': 'tempest-PortsTestJSON-775553715'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:11.687617 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0de88125-8994-43fd-ada0-c38e6b0eb9a9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.728476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.744351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.799466 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.803959 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.807075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.815564 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-38327796-network', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:11.819215 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.820176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Fanout notify agent at l3_agent the message router_deleted on router d366a35f-aba5-4fee-bb5c-e0a44978386c {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:51:11.844291 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.847271 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6363e5c3-3471-438e-a3ea-696f1ba65195 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/d366a35f-aba5-4fee-bb5c-e0a44978386c HTTP/1.1" status: 204 len: 168 time: 2.7765946 May 28 05:51:11.849578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38808) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:11.855500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1902723340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:11.864113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:11.868603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Usage tracker for resource:router and tenant:dbe86bb44e484047bb5fd9e680544445 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:11.872368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:11.881956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:11.901276 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.902664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.937814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:11.972162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:11.972162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Usage tracker for resource:network and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:11.979156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:11.999525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:12.041964 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:12.060309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:12.060309 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:12.115537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:12.152580 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:12.152580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cb7ed636-d35f-4a77-a9e3-0c6adaee6efa tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2998827 May 28 05:51:12.159856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38820) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:12.180211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'enable_snat': False}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:12.218055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event deleted for resources: {'Port': ['ID=a2d41bb6-061b-4987-a6d2-ffeac5b20fad,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:12.283540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:port and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:12.286678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:12.293010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:12.301870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:12.433726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:12.444100 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:12.465779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:12.465779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0de88125-8994-43fd-ada0-c38e6b0eb9a9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:12.482686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd11cc70-ed9d-494d-a0ce-cb8481588911 req-1235103b-430b-4ef3-bb66-f2f24e89bd86 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 210 time: 0.1638074 May 28 05:51:12.514543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Usage tracker for resource:security_group_rule and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:12.552525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:12.608922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de88125-8994-43fd-ada0-c38e6b0eb9a9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Subnet': ['ID=c48ae06f-b5d7-4ab2-8dbd-d4d9f8a7ebe4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:12.612643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:12.617351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0de88125-8994-43fd-ada0-c38e6b0eb9a9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:12.623056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ebe79-5fec-497b-8971-a3a1fd4a4b74 None None] Network c859d5a8-8421-4882-a91f-bfc133f7edc1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:12.634116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port 933435d6-1d22-4e1d-9818-86195659a654 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:51:12.699432 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:51:12.810526 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0de88125-8994-43fd-ada0-c38e6b0eb9a9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/c48ae06f-b5d7-4ab2-8dbd-d4d9f8a7ebe4 HTTP/1.1" status: 204 len: 168 time: 3.1940942 May 28 05:51:12.860791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38828) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:12.948123 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:12.975393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:51:13.104147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:13.163408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Router 877e3184-7b02-40eb-8351-82bd87b472c9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:51:13.259800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594f899-1062-41af-88c5-dc2f4a9af4f3 req-2b830568-f1db-48fa-87e3-e327bf2b8a27 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:13.267945 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:13.278470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f594f899-1062-41af-88c5-dc2f4a9af4f3 req-2b830568-f1db-48fa-87e3-e327bf2b8a27 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 931 time: 1.1150563 May 28 05:51:13.342832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Transition to ACTIVE for port object da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:13.365363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] DHCP port deletion for c859d5a8-8421-4882-a91f-bfc133f7edc1 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:51:13.365363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Deleting port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:13.373946 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:13.508331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:13.517437 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:13.789365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] For port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,segment=NetworkSegment(0e1f96d9-195c-4981-a1e8-4024cdfb93d8),segment_id=0e1f96d9-195c-4981-a1e8-4024cdfb93d8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:13.789365 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:13.872549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad645374-132d-454e-be74-a2023d5a546e req-90f3bc1a-fc29-491f-8e5e-1ccfcaae188c tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 210 time: 0.1127508 May 28 05:51:13.880996 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:13.931725 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:13.950545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:51:14.056331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-2fb297cd-cdfe-44ed-9849-909be9162360 req-64fe54fe-3ff4-4a0f-85ce-fcadbb894932 service neutron] (88417) timed out ('10.222.0.33', 59713) {{(pid=88417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 05:51:14.109555 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f594f899-1062-41af-88c5-dc2f4a9af4f3 req-066a8015-e461-4347-afb9-c2788de72ac1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8299260 May 28 05:51:14.159949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Calling delete_port for 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:14.262159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Allocated IP 172.25.4.171 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/04e8a7b7-48a0-4839-bd22-edc8a9179c7b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:14.368159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:14.396617 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] Sync routers for ids ['877e3184-7b02-40eb-8351-82bd87b472c9'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:14.419420 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] Routers {'877e3184-7b02-40eb-8351-82bd87b472c9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:14.419420 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['877e3184-7b02-40eb-8351-82bd87b472c9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:14.530630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:14.639730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:14.640274 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:14.684450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:14.685030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:14.747870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:14.893702 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:14.940670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Pushing event updated for resources: {'Port': ['ID=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:14.987456 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] Set router 877e3184-7b02-40eb-8351-82bd87b472c9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:51:15.066405 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:15.081866 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:15.091762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:15.100815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,segment=NetworkSegment(0e1f96d9-195c-4981-a1e8-4024cdfb93d8),segment_id=0e1f96d9-195c-4981-a1e8-4024cdfb93d8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:15.105840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:15.116491 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:15.116662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:15.267050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:15.267050 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:51:15.267050 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:51:15.333995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] No DVR routers for this DVR port a2d41bb6-061b-4987-a6d2-ffeac5b20fad on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:51:15.380917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Attempting to bind port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:51:15.380917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Attempting to bind port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:51:15.380917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Attempting to bind port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:51:15.428233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:15.435499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-deleted', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:51:15.437347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Pushing event updated for resources: {'Port': ['ID=04e8a7b7-48a0-4839-bd22-edc8a9179c7b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:15.511581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d24ea8c5-794d-42cc-a045-c3a1315910ba req-6d916ae3-9cdb-4a3a-b8a1-d4bdcda5ead1 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 210 time: 0.1947949 May 28 05:51:15.516936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:51:15.519020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 on network 16869d4a-c80d-44a1-af8f-c16c452e479c not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:51:15.519378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Attempting to bind port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:51:15.663733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:51:15.663733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Checking segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:15.663733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Bound using segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:51:15.663733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Bound port: da4deffd-94ee-4a3c-bc1d-ab6aef0274f6, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:51:15.663733 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:15.683372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:15.745469 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '97ddcec4-b182-4312-bf25-4ee34ac5a58a', 'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'mac_address': 'fa:16:3e:80:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:47Z', 'updated_at': '2022-05-28T05:42:01Z', 'revision_number': 5, 'project_id': '6c303052f2a440959915b8d9746a0229', 'subnets': [{'id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:15.762478 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] Checking router: 877e3184-7b02-40eb-8351-82bd87b472c9 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:51:15.773529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Deleting port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:15.773529 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:15.801917 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] Routers {'877e3184-7b02-40eb-8351-82bd87b472c9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:15.805286 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['877e3184-7b02-40eb-8351-82bd87b472c9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:15.883919 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:15.884130 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Added segment 0d131ccd-338a-4a08-a57a-986cee1b16e8 of type vlan for network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 May 28 05:51:15.961491 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fe7b284e-e062-4fee-b698-135e7318adb2 req-b167888c-811d-4fb1-84cb-79bb2124dfa2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.41 "DELETE /v2.0/ports/a2d41bb6-061b-4987-a6d2-ffeac5b20fad HTTP/1.1" status: 204 len: 173 time: 8.8016150 May 28 05:51:16.142148 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b205c6-d547-4e06-a5c9-84b61454799f'] response: {'server_uuid': '1cacf0b2-7740-481c-80dd-7dea81fc7798', 'name': 'network-vif-deleted', 'tag': 'a2d41bb6-061b-4987-a6d2-ffeac5b20fad', 'status': 'completed', 'code': 200} May 28 05:51:16.225422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,segment=NetworkSegment(0e1f96d9-195c-4981-a1e8-4024cdfb93d8),segment_id=0e1f96d9-195c-4981-a1e8-4024cdfb93d8)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:16.225422 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:16.280544 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] Set router 877e3184-7b02-40eb-8351-82bd87b472c9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:51:16.424164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:16.516035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] For port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,segment=NetworkSegment(0e1f96d9-195c-4981-a1e8-4024cdfb93d8),segment_id=0e1f96d9-195c-4981-a1e8-4024cdfb93d8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:16.516035 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:16.522570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:16.658502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:51:16.658502 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:51:16.693575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:16.924759 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:16.997161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Calling delete_port for 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:17.035183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20247d-79c1-4f73-9b8b-55b3eb2ffa66 req-8c21df1a-875f-4420-9830-5094f2e64798 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:17.035183 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c20247d-79c1-4f73-9b8b-55b3eb2ffa66 req-8c21df1a-875f-4420-9830-5094f2e64798 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 943 time: 1.5520654 May 28 05:51:17.082161 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '97ddcec4-b182-4312-bf25-4ee34ac5a58a', 'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'mac_address': 'fa:16:3e:80:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:47Z', 'updated_at': '2022-05-28T05:42:01Z', 'revision_number': 5, 'project_id': '6c303052f2a440959915b8d9746a0229', 'subnets': [{'id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:17.101762 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6617-e792-468f-9f85-a3ad6f4ed1e8 None None] The sync data for ids ['877e3184-7b02-40eb-8351-82bd87b472c9'] in n-d-843679-5 is: [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '97ddcec4-b182-4312-bf25-4ee34ac5a58a', 'name': '', 'network_id': 'bdfa6f4b-a27f-4e97-85ea-e21e14c7098d', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'mac_address': 'fa:16:3e:80:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:47Z', 'updated_at': '2022-05-28T05:42:01Z', 'revision_number': 5, 'project_id': '6c303052f2a440959915b8d9746a0229', 'subnets': [{'id': '57f2cfde-0a40-4f1c-8f63-f1314498f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:17.116517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=933435d6-1d22-4e1d-9818-86195659a654,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:17.125750 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c20247d-79c1-4f73-9b8b-55b3eb2ffa66 req-eeeb7b22-3a5e-4e63-be99-5eff37ffefea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737808 May 28 05:51:17.130694 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] For port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:51:17.140728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Checking segment: {'id': 'fa27e0dd-bfc9-4949-9298-5a37ec865c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b772a76-c0e9-406d-a743-df1016360448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:17.140728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network hostable DHCP agents. Network: 6b772a76-c0e9-406d-a743-df1016360448, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:51:17.181455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:17.181455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:17.195366 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:17.215346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4268d334-bcf1-40b2-8507-82fc51a9be27 req-b85db23e-485a-4f86-b1ae-868141cbfc3f tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cacf0b2-7740-481c-80dd-7dea81fc7798 HTTP/1.1" status: 200 len: 210 time: 0.2031527 May 28 05:51:17.318585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] Pushing event deleted for resources: {'Port': ['ID=5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:17.325419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e618f1-cb8f-446b-b34b-1b594166375a None None] No DVR routers for this DVR port 5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:51:17.366064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] The port '5ed66f54-85c9-4558-bfa9-b17c9ecaa3ca' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:51:17.405417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] For port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:51:17.414178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:17.415155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:17.415759 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:17.631118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da2173a-533a-43db-92a9-5bfa89a891ea None None] New status for floating IP 75a8cb3b-e03a-4600-98b4-015b14bad472: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:51:17.634961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:17.642712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:17.915447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] Pushing event updated for resources: {'Network': ['ID=d9749cf5-b31b-4b2d-9463-3d84e612ffc8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:17.915447 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:17.973491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:51:17.973960 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f4049d1e-ad02-4f45-8e51-5784a5985f88 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 6.5479691 May 28 05:51:17.982918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38886) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:18.014939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:18.015695 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:18.017675 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] 10.222.0.33 "PUT /v2.0/ports/da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 HTTP/1.1" status: 200 len: 1091 time: 8.8850453 May 28 05:51:18.028976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:18.041396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:51:18.053550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Request body: {'subnet': {'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-subnet', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:18.072495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 6b772a76-c0e9-406d-a743-df1016360448) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:18.078642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c859d5a8-8421-4882-a91f-bfc133f7edc1']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:18.091995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:18.122616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Usage tracker for resource:subnet and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:18.125129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:18.137511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:18.137511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Router d6330ae3-54b9-49e1-bea7-7520d94457e6 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:51:18.172304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f0827-4931-480c-87dc-f755a8c77200 None None] Network 6b772a76-c0e9-406d-a743-df1016360448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:18.210179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b11113-2115-4348-aa28-89f5eb72092b', 'tag': 'da4deffd-94ee-4a3c-bc1d-ab6aef0274f6'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:51:18.244691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:18.272235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:18.272235 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:18.314658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24239c-9769-43db-a9d8-c51d158e7383 service neutron] Pushing event updated for resources: {'Port': ['ID=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:18.360671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1f96d9-195c-4981-a1e8-4024cdfb93d8') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:18.360671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1f96d9-195c-4981-a1e8-4024cdfb93d8') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:18.401720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:18.413142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:18.479026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:18.512167 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4f17d1d8-438b-4133-b93f-aff8e91a4797 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 7.0540078 May 28 05:51:18.512167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38904) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:18.528128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-538906662'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:18.537396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:18.540099 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:18.552615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:network and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:18.575111 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d290f8a-b996-46fe-a319-02bd8885902c'] response: {'name': 'network-changed', 'server_uuid': '71b11113-2115-4348-aa28-89f5eb72092b', 'tag': 'da4deffd-94ee-4a3c-bc1d-ab6aef0274f6', 'status': 'completed', 'code': 200} May 28 05:51:18.581718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:18.598362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:18.608632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:51:18.613849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:18.649530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38910) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:18.719984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-0a8f141a-4014-4584-8b42-ac81d7ed6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:18.721484 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-0a8f141a-4014-4584-8b42-ac81d7ed6ed8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 1094 time: 0.6295907 May 28 05:51:18.723089 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 0e1f96d9-195c-4981-a1e8-4024cdfb93d8 resource provider aggregate not found May 28 05:51:18.869070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:18.878583 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:18.880064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-23de2427-095a-4372-91a4-957ed050acd1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "PUT /v2.0/routers/d6330ae3-54b9-49e1-bea7-7520d94457e6 HTTP/1.1" status: 200 len: 920 time: 6.7256401 May 28 05:51:18.880551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:18.885212 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:18.887283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38918) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:18.888398 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cca91-463a-4f7e-90f7-07818a753e86 None None] Sync routers for ids ['d6330ae3-54b9-49e1-bea7-7520d94457e6'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:18.904105 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cca91-463a-4f7e-90f7-07818a753e86 None None] Routers {'d6330ae3-54b9-49e1-bea7-7520d94457e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:18.905269 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-183cca91-463a-4f7e-90f7-07818a753e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d6330ae3-54b9-49e1-bea7-7520d94457e6'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:18.989119 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-183cca91-463a-4f7e-90f7-07818a753e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:18.998562 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cca91-463a-4f7e-90f7-07818a753e86 None None] Routers {'d6330ae3-54b9-49e1-bea7-7520d94457e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:18.999706 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-183cca91-463a-4f7e-90f7-07818a753e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d6330ae3-54b9-49e1-bea7-7520d94457e6'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:19.037733 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 0e1f96d9-195c-4981-a1e8-4024cdfb93d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e1f96d9-195c-4981-a1e8-4024cdfb93d8 found for delete ", "request_id": "req-4b92aa75-ada1-4a3c-8b7e-5e8e8da9753a"}]} May 28 05:51:19.039096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.048058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-eeb6d7da-0cf9-4c3d-af9f-7973200a0f5d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 HTTP/1.1" status: 200 len: 217 time: 0.3078246 May 28 05:51:19.112701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487c2e-baad-45b7-b6ce-6c73189d7581 req-3ef0cad3-04db-4625-b0ea-ec8c33affe50 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:19.114412 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93487c2e-baad-45b7-b6ce-6c73189d7581 req-3ef0cad3-04db-4625-b0ea-ec8c33affe50 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 943 time: 0.7028682 May 28 05:51:19.137256 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.168188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fe3f5ee7-2140-4180-95e4-0dc3ee18070e tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/routers/d6330ae3-54b9-49e1-bea7-7520d94457e6 HTTP/1.1" status: 200 len: 926 time: 0.2797666 May 28 05:51:19.191144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38922) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:19.199853 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-183cca91-463a-4f7e-90f7-07818a753e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:19.200253 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cca91-463a-4f7e-90f7-07818a753e86 None None] The sync data for ids ['d6330ae3-54b9-49e1-bea7-7520d94457e6'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:19.266999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.304605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:51:19.316140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Network': ['ID=c859d5a8-8421-4882-a91f-bfc133f7edc1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:19.350890 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.351623 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Added segment 19ec6ba0-3e68-48e7-8122-916bcbcfebd7 of type vlan for network 220cc3b1-7383-4115-ae6e-cf18a7bb5279 May 28 05:51:19.358729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:19.361087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-70ff1be4-c360-4949-95e5-7d51b7f57848 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/networks/c859d5a8-8421-4882-a91f-bfc133f7edc1 HTTP/1.1" status: 204 len: 168 time: 6.5092199 May 28 05:51:19.367165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38926) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:19.374496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-838829180'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:19.388240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:19.393025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Checking segment: {'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:19.393388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Network hostable DHCP agents. Network: d9749cf5-b31b-4b2d-9463-3d84e612ffc8, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:51:19.401330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:network and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:19.405979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527cae53-24d7-448c-b808-3ded2b2941f1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:19.407618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-527cae53-24d7-448c-b808-3ded2b2941f1 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&device_id=d6330ae3-54b9-49e1-bea7-7520d94457e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2154641 May 28 05:51:19.409107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:19.411823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38932) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:19.424493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-001cf7f8-6533-4bc7-9551-9c8db8072dd2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.446298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:19.464207 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-93487c2e-baad-45b7-b6ce-6c73189d7581 req-abdc461b-6a2f-4a97-8d45-00e3c80050e0 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045561 May 28 05:51:19.471705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-605bdc04-6e71-4b16-88e1-eaa924bfb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:19.473734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-605bdc04-6e71-4b16-88e1-eaa924bfb90c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.3311253 May 28 05:51:19.475757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.545451 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-c206b142-b7aa-40d9-be66-7c91de8cb41a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622120 May 28 05:51:19.551572 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-001cf7f8-6533-4bc7-9551-9c8db8072dd2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.553213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:51:19.561545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:19.568610 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.599717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, d9749cf5-b31b-4b2d-9463-3d84e612ffc8) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:19.608563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7113c1-7289-4a67-bf0a-c46eda39757e None None] Network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:19.628722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:19.629307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.667560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:51:19.673852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-19376934-56d7-4808-9e9c-2abfb685c35b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6557553 May 28 05:51:19.681055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38938) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:19.692225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:19.702930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:19.708964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1201c6-3185-4d8a-881f-c4cbaf4c255b tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:19.710723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dc1201c6-3185-4d8a-881f-c4cbaf4c255b tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 881 time: 0.2978468 May 28 05:51:19.712103 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.712617 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added segment 40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a of type vlan for network 61277037-8dc6-43e2-acf8-9da717d02a11 May 28 05:51:19.715162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38942) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:19.722931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.728768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:19.729399 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.754650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Usage tracker for resource:router and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:19.770354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:19.787187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-625b40f6-4ff9-4653-81f2-675c5b93a4c4 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6330ae3-54b9-49e1-bea7-7520d94457e6 HTTP/1.1" status: 200 len: 205 time: 0.0706224 May 28 05:51:19.791487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:19.793456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38946) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:19.899641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.904964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Network': ['ID=220cc3b1-7383-4115-ae6e-cf18a7bb5279,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:19.921190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.922408 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.929992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 220cc3b1-7383-4115-ae6e-cf18a7bb5279 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:51:19.971089 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-53764248-a991-4611-8008-1d6de2e125e8 service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099600 May 28 05:51:19.974378 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-001cf7f8-6533-4bc7-9551-9c8db8072dd2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.977266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-001cf7f8-6533-4bc7-9551-9c8db8072dd2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:19.978550 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-001cf7f8-6533-4bc7-9551-9c8db8072dd2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "DELETE /v2.0/security-groups/40e4bacb-8159-4bcc-ad16-fbb2f62850bb HTTP/1.1" status: 204 len: 168 time: 1.3277433 May 28 05:51:20.009920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38950) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:20.022311 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-be8215fa-e97b-44b4-b22f-a6a896ade92f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5058081 May 28 05:51:20.023765 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38954) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:20.050710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'ports': [{'network_id': '6b772a76-c0e9-406d-a743-df1016360448'}, {'network_id': '220cc3b1-7383-4115-ae6e-cf18a7bb5279'}]} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:20.051770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:20.052445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '220cc3b1-7383-4115-ae6e-cf18a7bb5279'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:20.139396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cf7f8-6533-4bc7-9551-9c8db8072dd2 tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e4bacb-8159-4bcc-ad16-fbb2f62850bb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:20.177917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-d9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:51:20.178840 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:20.183825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:51:20.208956 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-bfeb2205-050e-46b1-a8a5-fa714657caaa tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] show failed (client error): The resource could not be found. May 28 05:51:20.210334 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bfeb2205-050e-46b1-a8a5-fa714657caaa tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "GET /v2.0/security-groups/40e4bacb-8159-4bcc-ad16-fbb2f62850bb HTTP/1.1" status: 404 len: 347 time: 0.1965356 May 28 05:51:20.221198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38958) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:20.332412 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:20.376541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:20.384056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:20.384997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:20.393355 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60cdb7a5-ecd8-45a3-9eca-56dee13cfb0d req-88a8e1c0-c8e5-4e84-8f36-41946983febf service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129915 May 28 05:51:20.433923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:20.441106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:port and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:20.445223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:20.452537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:20.464430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Allocated IP 172.20.0.2 (d9749cf5-b31b-4b2d-9463-3d84e612ffc8/3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f/e3dbbe69-8bee-4f95-9768-e71874d31e0a) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:20.481057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 2} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:20.486226 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:20.645997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:20.731148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f3e37976-c63d-41db-b458-12a3dd7345eb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Deleting port 9a11274d-251d-4992-8bb1-6d63d9cf7351 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:20.731936 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3e37976-c63d-41db-b458-12a3dd7345eb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:20.786123 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:20.900913 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:20.914664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Transition to ACTIVE for port object e3dbbe69-8bee-4f95-9768-e71874d31e0a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:20.935480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Transition to ACTIVE for port object e3dbbe69-8bee-4f95-9768-e71874d31e0a will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:20.943862 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:21.017152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Pushing event updated for resources: {'Port': ['ID=e3dbbe69-8bee-4f95-9768-e71874d31e0a,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:21.032581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:21.034069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:21.036738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:21.072700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356146-1f9d-4f44-86a1-1b7ce54bee50 req-9e880e42-5049-4515-9f70-ba03d29aa696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:21.077489 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2356146-1f9d-4f44-86a1-1b7ce54bee50 req-9e880e42-5049-4515-9f70-ba03d29aa696 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 1094 time: 0.5508542 May 28 05:51:21.154101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Attempting to bind port e3dbbe69-8bee-4f95-9768-e71874d31e0a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:51:21.155245 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Attempting to bind port e3dbbe69-8bee-4f95-9768-e71874d31e0a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:51:21.157819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Attempting to bind port e3dbbe69-8bee-4f95-9768-e71874d31e0a on network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:51:21.171963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:51:21.173646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Checking segment: {'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:21.175305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:21.177425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Bound using segment: {'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:51:21.177930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Bound port: e3dbbe69-8bee-4f95-9768-e71874d31e0a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:51:21.178835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:21.242330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8720233 May 28 05:51:21.273286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38968) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:21.289443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'subnet': {'network_id': '61277037-8dc6-43e2-acf8-9da717d02a11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:21.305141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356146-1f9d-4f44-86a1-1b7ce54bee50 req-9934b93a-fd42-4429-8238-f8eecd7a8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:21.307069 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2356146-1f9d-4f44-86a1-1b7ce54bee50 req-9934b93a-fd42-4429-8238-f8eecd7a8fec service neutron] 10.222.0.33 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 912 time: 0.2189047 May 28 05:51:21.348578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] For port e3dbbe69-8bee-4f95-9768-e71874d31e0a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:51:21.354009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] For port e3dbbe69-8bee-4f95-9768-e71874d31e0a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3dbbe69-8bee-4f95-9768-e71874d31e0a,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:51:21.359850 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:21.382676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port 219f1a69-66d2-44ed-ab84-560a544c4c64 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:51:21.396819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943a001-d362-4932-a0ce-559b657f8ade tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Network': ['ID=61277037-8dc6-43e2-acf8-9da717d02a11,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:21.427883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 61277037-8dc6-43e2-acf8-9da717d02a11 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:51:21.458546 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2356146-1f9d-4f44-86a1-1b7ce54bee50 req-5c285515-12de-4dfa-899b-c3cf6f312ef6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 HTTP/1.1" status: 200 len: 217 time: 0.1437671 May 28 05:51:21.541655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356146-1f9d-4f44-86a1-1b7ce54bee50 req-33ff0ece-3b24-48ed-9cba-e24dacaa6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:21.543517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2356146-1f9d-4f44-86a1-1b7ce54bee50 req-33ff0ece-3b24-48ed-9cba-e24dacaa6d4f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.0659533 May 28 05:51:21.597882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2356146-1f9d-4f44-86a1-1b7ce54bee50 req-13c468fb-24f0-4ed4-879f-0ef299f4a6ec service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461180 May 28 05:51:21.600192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01533fd-a1e7-4d5f-a2a9-4bff201c1505 None None] Pushing event updated for resources: {'Port': ['ID=e3dbbe69-8bee-4f95-9768-e71874d31e0a,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:21.612846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:21.636542 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3e37976-c63d-41db-b458-12a3dd7345eb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:21.636886 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3e37976-c63d-41db-b458-12a3dd7345eb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:21.645352 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:21.741177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:21.753784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:subnet and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:21.769731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:21.786946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:21.830385 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2356146-1f9d-4f44-86a1-1b7ce54bee50 req-92d31c90-4d1f-4ed0-807c-c834b1c64672 service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172110 May 28 05:51:21.867622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:21.871886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:22.105620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f3e37976-c63d-41db-b458-12a3dd7345eb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Calling delete_port for 9a11274d-251d-4992-8bb1-6d63d9cf7351 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:22.244132 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:22.271500 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2356146-1f9d-4f44-86a1-1b7ce54bee50 req-49b91941-2ca6-4beb-b6c6-2172f043d477 service neutron] 10.222.0.33 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333904 May 28 05:51:22.330451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Deleting port 04e8a7b7-48a0-4839-bd22-edc8a9179c7b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:22.330969 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:22.380622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdc83b-ed4c-4f5c-bcfb-07647402f666 req-010d0da0-2cb0-42f4-bd44-bc1a917383e3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:22.382330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8dbdc83b-ed4c-4f5c-bcfb-07647402f666 req-010d0da0-2cb0-42f4-bd44-bc1a917383e3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 943 time: 1.5070324 May 28 05:51:22.394738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port 118ee69f-f87b-4b27-b337-7bc1921202cc yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:51:22.413847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:51:22.455842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8dbdc83b-ed4c-4f5c-bcfb-07647402f666 req-baccd57a-f709-444d-b281-d458df390ff7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611911 May 28 05:51:22.665117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:22.675627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:22.708237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'da4deffd-94ee-4a3c-bc1d-ab6aef0274f6', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'port_id': 'da4deffd-94ee-4a3c-bc1d-ab6aef0274f6', 'mac_address': 'fa:16:3e:ee:f1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa91beaf-eda9-4703-bb88-eafa22b1d514', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:51:22.850204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:22.850599 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:22.902938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:51:22.943446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:22.952272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:22.957974 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:22.974349 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3e37976-c63d-41db-b458-12a3dd7345eb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:22.998819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Subnet': ['ID=8f3a587f-513b-4362-ad92-15002c013f60,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:23.107896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:23.283992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e37976-c63d-41db-b458-12a3dd7345eb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Pushing event deleted for resources: {'Port': ['ID=9a11274d-251d-4992-8bb1-6d63d9cf7351,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:23.285876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Checking segment: {'id': '40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '61277037-8dc6-43e2-acf8-9da717d02a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:23.286368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network hostable DHCP agents. Network: 61277037-8dc6-43e2-acf8-9da717d02a11, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:51:23.295366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Calling delete_port for 04e8a7b7-48a0-4839-bd22-edc8a9179c7b owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:23.327909 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:23.356130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1d32b-1b55-4127-989e-2a8d6e89c556 None None] Network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:23.365855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 61277037-8dc6-43e2-acf8-9da717d02a11 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:51:23.393131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 61277037-8dc6-43e2-acf8-9da717d02a11) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:23.409830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:23.410751 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:23.447385 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:23.509752 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3e37976-c63d-41db-b458-12a3dd7345eb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:23.516132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['da4deffd-94ee-4a3c-bc1d-ab6aef0274f6'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:51:23.544040 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f4040559-c314-405d-be7e-affb61b32b59 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2677021 May 28 05:51:23.581744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39002) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:23.601859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e692775-ba76-4567-a45e-e03fb97afe84 None None] Network 61277037-8dc6-43e2-acf8-9da717d02a11 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:23.628505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1755439357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:23.641760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:23.711947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:23.744763 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3e37976-c63d-41db-b458-12a3dd7345eb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:23.746411 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f3e37976-c63d-41db-b458-12a3dd7345eb tempest-ServerActionsTestJSON-1697295659 tempest-ServerActionsTestJSON-1697295659-project] 10.222.0.39 "DELETE /v2.0/floatingips/75a8cb3b-e03a-4600-98b4-015b14bad472 HTTP/1.1" status: 204 len: 168 time: 3.5233698 May 28 05:51:23.753576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39016) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:23.811276 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:router and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:23.817806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:23.836268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:23.862133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:23.863090 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:23.885076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:23.885446 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:23.915911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=219f1a69-66d2-44ed-ab84-560a544c4c64,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:23.939100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:24.018419 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:24.135363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:24.136460 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:24.195125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3dbbe69-8bee-4f95-9768-e71874d31e0a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:24.243358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Pushing event deleted for resources: {'Port': ['ID=04e8a7b7-48a0-4839-bd22-edc8a9179c7b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:24.302941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Checking segment: {'id': '19ec6ba0-3e68-48e7-8122-916bcbcfebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '220cc3b1-7383-4115-ae6e-cf18a7bb5279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:24.302941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network hostable DHCP agents. Network: 220cc3b1-7383-4115-ae6e-cf18a7bb5279, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:51:24.330617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=118ee69f-f87b-4b27-b337-7bc1921202cc,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:24.337552 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:24.359202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beabc1-dea2-404e-b41b-0042e7a94bfc req-fbda70d7-4d46-443e-928f-fdbff436e3d5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:24.366983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9beabc1-dea2-404e-b41b-0042e7a94bfc req-fbda70d7-4d46-443e-928f-fdbff436e3d5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 944 time: 0.7006621 May 28 05:51:24.402860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 220cc3b1-7383-4115-ae6e-cf18a7bb5279 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:51:24.438004 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9beabc1-dea2-404e-b41b-0042e7a94bfc req-4d5e3eff-f34e-4f2d-a408-d6940da2c362 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698633 May 28 05:51:24.440033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 220cc3b1-7383-4115-ae6e-cf18a7bb5279) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:24.443629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:24.468345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9ba7bfbc-7f8b-4b74-9781-0c7687f47095 None None] Provisioning for port e3dbbe69-8bee-4f95-9768-e71874d31e0a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:24.475099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:24.482169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:24.489153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:24.490030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:24.506321 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:24.511010 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bbf2ee34-304b-47f7-8701-3d8db0aa0c3f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8962877 May 28 05:51:24.514591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39070) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:24.532626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d616bacf-8918-4a9f-be88-af7c5a33f483 None None] Network 220cc3b1-7383-4115-ae6e-cf18a7bb5279 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:24.621148 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-73b4e915-5364-4728-ae1a-43e641e6be53 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5752635 May 28 05:51:24.691058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39084) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:24.781889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6056eadb-ec2b-4fa1-b367-50bd61e4613b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 118ee69f-f87b-4b27-b337-7bc1921202cc {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:24.782515 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6056eadb-ec2b-4fa1-b367-50bd61e4613b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:24.866873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-61277037-8dc6-43e2-acf8-9da717d02a11', 'network_id': '61277037-8dc6-43e2-acf8-9da717d02a11', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'fixed_ips': [{'subnet_id': '8f3a587f-513b-4362-ad92-15002c013f60'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:51:24.867704 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:25.168153 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e3dbbe69-8bee-4f95-9768-e71874d31e0a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:25.211755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e3dbbe69-8bee-4f95-9768-e71874d31e0a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:25.212164 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:25.383283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Allocated IP 172.25.4.139 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/1131a843-0859-4d2a-972d-ea67ce75367c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:25.688725 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:25.741389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:25.799922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-49906f8a-d879-4847-8419-702de3f89018 None None] Provisioning complete for port e3dbbe69-8bee-4f95-9768-e71874d31e0a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:25.800872 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-49906f8a-d879-4847-8419-702de3f89018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:25.889423 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:25.919067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Allocated IP 2001:db8::2 (61277037-8dc6-43e2-acf8-9da717d02a11/8f3a587f-513b-4362-ad92-15002c013f60/3ab65155-d3bb-4fe6-8bdb-d35997491d47) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:26.076330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6056eadb-ec2b-4fa1-b367-50bd61e4613b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:26.193251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:26.221092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e3dbbe69-8bee-4f95-9768-e71874d31e0a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:26.222096 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:26.249972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:26.252796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:26.299992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6056eadb-ec2b-4fa1-b367-50bd61e4613b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 118ee69f-f87b-4b27-b337-7bc1921202cc owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:26.324173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e3dbbe69-8bee-4f95-9768-e71874d31e0a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3dbbe69-8bee-4f95-9768-e71874d31e0a,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:26.400578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-49906f8a-d879-4847-8419-702de3f89018 None None] Current status of the port e3dbbe69-8bee-4f95-9768-e71874d31e0a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:26.406059 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:26.456700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:26.628969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e3dbbe69-8bee-4f95-9768-e71874d31e0a,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:26.664436 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:26.678272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Transition to ACTIVE for port object 3ab65155-d3bb-4fe6-8bdb-d35997491d47 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:26.682138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:26.692953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:26.693572 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:26.700988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:26.758137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Transition to ACTIVE for port object 3ab65155-d3bb-4fe6-8bdb-d35997491d47 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:26.774751 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:26.802051 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:26.810838 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:26.858780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Network 61277037-8dc6-43e2-acf8-9da717d02a11 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:26.872201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:26.877475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:26.976493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Pushing event updated for resources: {'Port': ['ID=1131a843-0859-4d2a-972d-ea67ce75367c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:27.006821 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6056eadb-ec2b-4fa1-b367-50bd61e4613b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.040648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Pushing event updated for resources: {'Port': ['ID=3ab65155-d3bb-4fe6-8bdb-d35997491d47,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:27.067477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.068225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Fanout notify agent at l3_agent the message router_deleted on router d6330ae3-54b9-49e1-bea7-7520d94457e6 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:51:27.070838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Attempting to bind port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:51:27.071209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Attempting to bind port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '61277037-8dc6-43e2-acf8-9da717d02a11'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:51:27.071638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Attempting to bind port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 on network 61277037-8dc6-43e2-acf8-9da717d02a11 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:51:27.073930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:27.074152 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.090553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6056eadb-ec2b-4fa1-b367-50bd61e4613b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.106109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:51:27.106490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Checking segment: {'id': '40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '61277037-8dc6-43e2-acf8-9da717d02a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:27.107074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.107543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Bound using segment: {'id': '40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '61277037-8dc6-43e2-acf8-9da717d02a11'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:51:27.108027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Bound port: 3ab65155-d3bb-4fe6-8bdb-d35997491d47, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '61277037-8dc6-43e2-acf8-9da717d02a11'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:51:27.108432 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.115137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056eadb-ec2b-4fa1-b367-50bd61e4613b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=118ee69f-f87b-4b27-b337-7bc1921202cc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:27.165577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6056eadb-ec2b-4fa1-b367-50bd61e4613b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/118ee69f-f87b-4b27-b337-7bc1921202cc HTTP/1.1" status: 204 len: 168 time: 2.4708071 May 28 05:51:27.169522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39298) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:27.170462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b11113-2115-4348-aa28-89f5eb72092b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4deffd-94ee-4a3c-bc1d-ab6aef0274f6'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:51:27.405148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89af6ae-ca22-4de1-8e41-0ea9a3228341 req-e5504f70-654f-4205-8af3-ba2e2aeea1f9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:27.407641 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c89af6ae-ca22-4de1-8e41-0ea9a3228341 req-e5504f70-654f-4205-8af3-ba2e2aeea1f9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 944 time: 1.6011021 May 28 05:51:27.419367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.421061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-791348f6-128d-4a9e-a1ab-2db1aa8d0e74 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/d6330ae3-54b9-49e1-bea7-7520d94457e6 HTTP/1.1" status: 204 len: 168 time: 7.6241701 May 28 05:51:27.429592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39318) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:27.447728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1084570301', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:27.467422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:27.480292 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b98730b-785f-4c9f-9487-604ffc61ffcc'] response: {'server_uuid': '71b11113-2115-4348-aa28-89f5eb72092b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4deffd-94ee-4a3c-bc1d-ab6aef0274f6', 'code': 200} May 28 05:51:27.484741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Usage tracker for resource:router and tenant:dbe86bb44e484047bb5fd9e680544445 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:27.491410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:27.497300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:27.508223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:27.585694 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.616978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.626309 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.693740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] For port 3ab65155-d3bb-4fe6-8bdb-d35997491d47, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:51:27.708083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] For port 3ab65155-d3bb-4fe6-8bdb-d35997491d47, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3ab65155-d3bb-4fe6-8bdb-d35997491d47,segment=NetworkSegment(40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a),segment_id=40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:51:27.714073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:27.736352 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.757849 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c89af6ae-ca22-4de1-8e41-0ea9a3228341 req-079b5e3c-3aba-4866-8505-d6d264878e03 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329868 May 28 05:51:27.908574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445e08e-b194-49fc-b7e1-362e220c4229 None None] Pushing event updated for resources: {'Port': ['ID=3ab65155-d3bb-4fe6-8bdb-d35997491d47,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:27.939665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:27.986260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Allocated IP 2001:db8::1 (61277037-8dc6-43e2-acf8-9da717d02a11/8f3a587f-513b-4362-ad92-15002c013f60/32a99dbe-2bce-4d4f-ab29-0d4f22cb1697) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:28.065022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1263ccd-3b12-4adf-9056-c0033591f587 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:28.069208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1263ccd-3b12-4adf-9056-c0033591f587 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:28.073368 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f1263ccd-3b12-4adf-9056-c0033591f587 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.8967550 May 28 05:51:28.092781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39378) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:28.116390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a459fb5-af57-4fcb-9b93-e69760427c2c req-bd3d0aab-47bf-42b9-84d8-41eee25e56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:28.117922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a459fb5-af57-4fcb-9b93-e69760427c2c req-bd3d0aab-47bf-42b9-84d8-41eee25e56d7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 1096 time: 0.5830133 May 28 05:51:28.233210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:28.349092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a440e133-5136-4a3b-97c2-80802187e4ee tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 219f1a69-66d2-44ed-ab84-560a544c4c64 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:28.349640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a440e133-5136-4a3b-97c2-80802187e4ee tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:28.602904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:28.667316 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a459fb5-af57-4fcb-9b93-e69760427c2c req-f33afb47-2e1b-42bd-b82f-ae0f9ced161d service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639235 May 28 05:51:28.741807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3dbbe69-8bee-4f95-9768-e71874d31e0a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:28.867681 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a440e133-5136-4a3b-97c2-80802187e4ee tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:28.883630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:28.919873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e3dbbe69-8bee-4f95-9768-e71874d31e0a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:28.920395 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:28.933349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Transition to ACTIVE for port object 32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:29.232373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e3dbbe69-8bee-4f95-9768-e71874d31e0a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:29.233796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3ab65155-d3bb-4fe6-8bdb-d35997491d47 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:29.424945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:29.473034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a440e133-5136-4a3b-97c2-80802187e4ee tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 219f1a69-66d2-44ed-ab84-560a544c4c64 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:29.585193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c6874-4cae-43ea-9188-114d22320aec None None] Network 61277037-8dc6-43e2-acf8-9da717d02a11 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:29.592648 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:29.595153 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:29.626757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:29.659778 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:29.693284 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:29.767762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-355c36a2-875c-4ff1-91c9-0d3cc3ebb280 None None] Provisioning for port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:29.775446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-355c36a2-875c-4ff1-91c9-0d3cc3ebb280 None None] Provisioning complete for port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:29.776115 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-355c36a2-875c-4ff1-91c9-0d3cc3ebb280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:29.780982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 61277037-8dc6-43e2-acf8-9da717d02a11 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:29.783410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a440e133-5136-4a3b-97c2-80802187e4ee tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:29.790287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:29.793113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:29.793972 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:29.937762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=32a99dbe-2bce-4d4f-ab29-0d4f22cb1697,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:29.981581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2769ac7-9d1c-4655-acd2-dbd64ae3c0c8 req-b0a36b42-bebf-47f4-84e9-178b6cadd9d9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:29.983152 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f2769ac7-9d1c-4655-acd2-dbd64ae3c0c8 req-b0a36b42-bebf-47f4-84e9-178b6cadd9d9 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.8681750 May 28 05:51:29.995843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-355c36a2-875c-4ff1-91c9-0d3cc3ebb280 None None] Current status of the port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:29.996444 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-355c36a2-875c-4ff1-91c9-0d3cc3ebb280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:30.083127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-355c36a2-875c-4ff1-91c9-0d3cc3ebb280 None None] For port 3ab65155-d3bb-4fe6-8bdb-d35997491d47, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3ab65155-d3bb-4fe6-8bdb-d35997491d47,segment=NetworkSegment(40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a),segment_id=40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:30.097348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-355c36a2-875c-4ff1-91c9-0d3cc3ebb280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:30.175542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c36a2-875c-4ff1-91c9-0d3cc3ebb280 None None] Pushing event updated for resources: {'Port': ['ID=3ab65155-d3bb-4fe6-8bdb-d35997491d47,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:30.201485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440e133-5136-4a3b-97c2-80802187e4ee tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=219f1a69-66d2-44ed-ab84-560a544c4c64,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:30.364849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a440e133-5136-4a3b-97c2-80802187e4ee tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:30.398256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a440e133-5136-4a3b-97c2-80802187e4ee tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/219f1a69-66d2-44ed-ab84-560a544c4c64 HTTP/1.1" status: 204 len: 168 time: 2.3045878 May 28 05:51:30.402693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39498) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:30.414429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:30.486955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f2769ac7-9d1c-4655-acd2-dbd64ae3c0c8 req-8e140ad4-137d-4b7c-b324-887804c85fb3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900053 May 28 05:51:30.560917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Allocated IP 172.25.4.8 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/24fe4caf-bc8f-463e-92a0-5254420f0216) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:30.563067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Router 215b76cf-3fd4-445d-9c0d-334b2610b1fe is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:51:30.565326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3ab65155-d3bb-4fe6-8bdb-d35997491d47 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:30.648698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-396e58b7-f104-4647-af32-ef74347337d6 None None] Provisioning for port 32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:30.680376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-396e58b7-f104-4647-af32-ef74347337d6 None None] Provisioning complete for port 32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:30.680849 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-396e58b7-f104-4647-af32-ef74347337d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:30.786518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-396e58b7-f104-4647-af32-ef74347337d6 None None] Port 32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:51:30.797013 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:30.822528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:30.822528 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:30.962184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-396e58b7-f104-4647-af32-ef74347337d6 None None] Provisioning complete for port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:30.962184 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-396e58b7-f104-4647-af32-ef74347337d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:31.025546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:31.052565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Sync routers for ids ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:31.056004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] Deleting port 97ddcec4-b182-4312-bf25-4ee34ac5a58a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:31.056595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:31.082220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4d8a7-e5d5-41d6-87a5-256d25e8cf1c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:31.082848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3df4d8a7-e5d5-41d6-87a5-256d25e8cf1c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:51:31.091709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Routers {'215b76cf-3fd4-445d-9c0d-334b2610b1fe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:31.092453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:31.166854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3df4d8a7-e5d5-41d6-87a5-256d25e8cf1c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:51:31.168174 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3df4d8a7-e5d5-41d6-87a5-256d25e8cf1c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7621598 May 28 05:51:31.174384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39508) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:31.210367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:31.211638 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3f78e79d-6f6f-4801-b6d3-5ee72c41f044 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.5265853 May 28 05:51:31.219808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39512) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:31.227145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:31.278631 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:31.283081 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-320b9d07-fa49-4957-8ff5-a3e436bbcdee tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:51:31.286603 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-320b9d07-fa49-4957-8ff5-a3e436bbcdee tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/118ee69f-f87b-4b27-b337-7bc1921202cc HTTP/1.1" status: 404 len: 333 time: 0.1066015 May 28 05:51:31.289472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39516) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:31.424494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-396e58b7-f104-4647-af32-ef74347337d6 None None] Current status of the port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:31.451895 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0974ee-5c0f-45bc-9977-a74cb01ead3a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:51:31.456887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ae0974ee-5c0f-45bc-9977-a74cb01ead3a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:51:31.475058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Set router 215b76cf-3fd4-445d-9c0d-334b2610b1fe gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:51:31.495526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:31.588837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Pushing event updated for resources: {'Port': ['ID=24fe4caf-bc8f-463e-92a0-5254420f0216,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:31.595799 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:31.608392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:31.609929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:31.610701 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:31.622726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ae0974ee-5c0f-45bc-9977-a74cb01ead3a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:51:31.627420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ae0974ee-5c0f-45bc-9977-a74cb01ead3a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/219f1a69-66d2-44ed-ab84-560a544c4c64 HTTP/1.1" status: 404 len: 333 time: 0.3348377 May 28 05:51:31.629651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] For port 97ddcec4-b182-4312-bf25-4ee34ac5a58a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=97ddcec4-b182-4312-bf25-4ee34ac5a58a,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:31.630015 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:31.637728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39524) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:31.700998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:31.723220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:32.013816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aeec03ee-e1c9-4af5-a277-0416b0121ae8 None None] Provisioning complete for port 32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:32.015038 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aeec03ee-e1c9-4af5-a277-0416b0121ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:32.101955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=32a99dbe-2bce-4d4f-ab29-0d4f22cb1697,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:32.124037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-aeec03ee-e1c9-4af5-a277-0416b0121ae8 None None] Port 32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:51:32.180883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] Calling delete_port for 97ddcec4-b182-4312-bf25-4ee34ac5a58a owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:32.286690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:27Z', 'revision_number': 3, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:32.295155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Checking router: 215b76cf-3fd4-445d-9c0d-334b2610b1fe for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:51:32.296506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Updating router 215b76cf-3fd4-445d-9c0d-334b2610b1fe port 1131a843-0859-4d2a-972d-ea67ce75367c binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:51:32.365539 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:32.385384 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:32.440858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 61277037-8dc6-43e2-acf8-9da717d02a11 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:32.443779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:32.757815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13baf14-a174-4da6-813e-6d1901d13785 req-52b47f22-0984-4850-a212-e0cfb631c3bf tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:32.759944 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b13baf14-a174-4da6-813e-6d1901d13785 req-52b47f22-0984-4850-a212-e0cfb631c3bf tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.9693389 May 28 05:51:32.819733 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:32.879278 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:32.900734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-acc2f3b2-0c91-48ec-a241-1966321f3ca8 None None] Provisioning complete for port 32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:32.901104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-acc2f3b2-0c91-48ec-a241-1966321f3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:32.926844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220cc3b1-7383-4115-ae6e-cf18a7bb5279']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:32.934730 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:32.954802 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b13baf14-a174-4da6-813e-6d1901d13785 req-13112c98-61bf-4cbd-8c39-05ed7cc0d283 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762376 May 28 05:51:32.966620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Transition to ACTIVE for port object 1131a843-0859-4d2a-972d-ea67ce75367c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:32.979093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ec6ba0-3e68-48e7-8122-916bcbcfebd7') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:32.979093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ec6ba0-3e68-48e7-8122-916bcbcfebd7') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:32.987722 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.068157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Pushing event updated for resources: {'Port': ['ID=1131a843-0859-4d2a-972d-ea67ce75367c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:33.084296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-acc2f3b2-0c91-48ec-a241-1966321f3ca8 None None] Port 32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:51:33.096133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.096555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.096959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.097667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.098077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.098473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.098863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.099268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.099663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.100067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.100453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.101149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:33.114811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Attempting to bind port 1131a843-0859-4d2a-972d-ea67ce75367c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:51:33.115325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Attempting to bind port 1131a843-0859-4d2a-972d-ea67ce75367c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:51:33.115786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Attempting to bind port 1131a843-0859-4d2a-972d-ea67ce75367c on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:51:33.122024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:51:33.122440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:33.123301 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.123790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:51:33.124351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Bound port: 1131a843-0859-4d2a-972d-ea67ce75367c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:51:33.124918 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.147790 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.285367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router e81d49c6-bb75-4f6c-9d74-b96d8118b54c is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:51:33.289260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] For port 1131a843-0859-4d2a-972d-ea67ce75367c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:51:33.295249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] For port 1131a843-0859-4d2a-972d-ea67ce75367c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1131a843-0859-4d2a-972d-ea67ce75367c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:51:33.306359 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.438449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Routers {'215b76cf-3fd4-445d-9c0d-334b2610b1fe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:33.439253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:33.450548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.478777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:51:33.479170 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.532976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f389e-4f5e-4113-bb97-08a7424069a0 None None] Pushing event updated for resources: {'Port': ['ID=1131a843-0859-4d2a-972d-ea67ce75367c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:33.634955 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 19ec6ba0-3e68-48e7-8122-916bcbcfebd7 resource provider aggregate not found May 28 05:51:33.678101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.727408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] Set router 215b76cf-3fd4-445d-9c0d-334b2610b1fe gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:51:33.750099 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 19ec6ba0-3e68-48e7-8122-916bcbcfebd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19ec6ba0-3e68-48e7-8122-916bcbcfebd7 found for delete ", "request_id": "req-f6a5a53a-2141-4649-8b62-2a994b26a8f4"}]} May 28 05:51:33.759893 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.839337 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.841589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] Pushing event deleted for resources: {'Port': ['ID=97ddcec4-b182-4312-bf25-4ee34ac5a58a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:33.845712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.889656 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:33.962271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Network': ['ID=220cc3b1-7383-4115-ae6e-cf18a7bb5279,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:34.063729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46143997-92bb-42aa-87ce-127204419384 req-c00b553a-dd69-4065-87b8-a8c6513c432b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:34.065382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46143997-92bb-42aa-87ce-127204419384 req-c00b553a-dd69-4065-87b8-a8c6513c432b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.6862555 May 28 05:51:34.066671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cc8a7e58-87ee-4b29-86ab-997840016f10 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/networks/220cc3b1-7383-4115-ae6e-cf18a7bb5279 HTTP/1.1" status: 204 len: 168 time: 2.4247954 May 28 05:51:34.139067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39564) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:34.152043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:34.164061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1390487794'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:34.165339 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734833aa-cc90-47ff-9968-57fefef02785 None None] Sync routers for ids ['e81d49c6-bb75-4f6c-9d74-b96d8118b54c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:34.174493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:34.178753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:network and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:34.179572 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734833aa-cc90-47ff-9968-57fefef02785 None None] Routers {'e81d49c6-bb75-4f6c-9d74-b96d8118b54c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:34.180188 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-734833aa-cc90-47ff-9968-57fefef02785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e81d49c6-bb75-4f6c-9d74-b96d8118b54c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:34.181251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:27Z', 'revision_number': 3, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:34.186664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389db48-77d5-4c10-b0ee-c2286155f9b8 None None] The sync data for ids ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'] in n-d-843679-5 is: [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:27Z', 'revision_number': 3, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:34.187011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:34.196444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:34.241071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:34.244513 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:34.340674 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f8102344-fbf8-4f28-9d1e-6b211476cd1a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/e81d49c6-bb75-4f6c-9d74-b96d8118b54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8245156 May 28 05:51:34.356922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39568) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:34.368714 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-734833aa-cc90-47ff-9968-57fefef02785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:34.376038 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:51:34.386578 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734833aa-cc90-47ff-9968-57fefef02785 None None] Routers {'e81d49c6-bb75-4f6c-9d74-b96d8118b54c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:34.387189 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-734833aa-cc90-47ff-9968-57fefef02785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e81d49c6-bb75-4f6c-9d74-b96d8118b54c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:34.455111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3829a-2ee9-4ead-a9e7-55e932a3429b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:34.455734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-47b3829a-2ee9-4ead-a9e7-55e932a3429b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:51:34.470894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:51:34.496443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-47b3829a-2ee9-4ead-a9e7-55e932a3429b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:51:34.501153 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-47b3829a-2ee9-4ead-a9e7-55e932a3429b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports/32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 HTTP/1.1" status: 200 len: 911 time: 0.1428771 May 28 05:51:34.501750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39572) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:34.508145 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:34.508491 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Added segment f09357da-6ab1-4f78-984f-db82e1caf7eb of type vlan for network a89980e4-11e2-41f3-bef8-1491d03343c9 May 28 05:51:34.524842 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-734833aa-cc90-47ff-9968-57fefef02785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:34.525244 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734833aa-cc90-47ff-9968-57fefef02785 None None] The sync data for ids ['e81d49c6-bb75-4f6c-9d74-b96d8118b54c'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:34.625250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Allocated IP 172.20.0.1 (d9749cf5-b31b-4b2d-9463-3d84e612ffc8/3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f/5ac90136-5c63-47db-b419-c93a4ca68550) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:34.730186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:34.932026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:51:35.031933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:35.037606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:35.038482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:35.042495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Router 02c005b1-1c00-4d00-a98e-24f72ad6d599 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:51:35.066936 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:35.167036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Transition to ACTIVE for port object 5ac90136-5c63-47db-b419-c93a4ca68550 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:35.218376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:35.296589 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1474781 May 28 05:51:35.316215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39588) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:35.332605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46143997-92bb-42aa-87ce-127204419384 req-ed300503-6167-4263-8ed9-9ff8d3c31944 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1748359 May 28 05:51:35.343737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': 'a89980e4-11e2-41f3-bef8-1491d03343c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:35.519347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:35.520176 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:35.528607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:35.530540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9471c-b843-4124-8de2-3070e4ef6e14 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Network': ['ID=a89980e4-11e2-41f3-bef8-1491d03343c9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:35.542782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a89980e4-11e2-41f3-bef8-1491d03343c9 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:51:35.548231 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac90136-5c63-47db-b419-c93a4ca68550,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:35.550576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:35.810935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:35.862812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7d4508-5e5e-4627-a18b-709f9761608d None None] Sync routers for ids ['02c005b1-1c00-4d00-a98e-24f72ad6d599'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:35.907411 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:35.908864 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6159cff4-60bd-4eac-bf3f-ce13c6f809e0 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4783003 May 28 05:51:35.915147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39596) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:35.928722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:35.953789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:35.959795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:35.960844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d4508-5e5e-4627-a18b-709f9761608d None None] Routers {'02c005b1-1c00-4d00-a98e-24f72ad6d599'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:35.961643 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4c7d4508-5e5e-4627-a18b-709f9761608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02c005b1-1c00-4d00-a98e-24f72ad6d599'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:35.998207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:36.008319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:36.052152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4c7d4508-5e5e-4627-a18b-709f9761608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:36.076836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d4508-5e5e-4627-a18b-709f9761608d None None] Routers {'02c005b1-1c00-4d00-a98e-24f72ad6d599'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:36.077927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4c7d4508-5e5e-4627-a18b-709f9761608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02c005b1-1c00-4d00-a98e-24f72ad6d599'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:36.138202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-369aa966-20fb-422d-ab65-5b1041c5b3cb None None] Provisioning for port 5ac90136-5c63-47db-b419-c93a4ca68550 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:36.163386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-369aa966-20fb-422d-ab65-5b1041c5b3cb None None] Provisioning complete for port 5ac90136-5c63-47db-b419-c93a4ca68550 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:36.164115 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-369aa966-20fb-422d-ab65-5b1041c5b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:36.168491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:36.207386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4c7d4508-5e5e-4627-a18b-709f9761608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:36.211573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7d4508-5e5e-4627-a18b-709f9761608d None None] The sync data for ids ['02c005b1-1c00-4d00-a98e-24f72ad6d599'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:36.258932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-369aa966-20fb-422d-ab65-5b1041c5b3cb None None] Port 5ac90136-5c63-47db-b419-c93a4ca68550 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:51:36.309712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:36.327724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:36.331295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:36.605413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1131a843-0859-4d2a-972d-ea67ce75367c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:36.631809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.ipam_backend_mixin [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Performing IP validity checks on allocation pools {{(pid=88417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 05:51:36.632425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.ipam_backend_mixin [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 05:51:36.758538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1131a843-0859-4d2a-972d-ea67ce75367c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:36.768388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1131a843-0859-4d2a-972d-ea67ce75367c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:36.768878 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:36.870452 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:36.914880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] Router 877e3184-7b02-40eb-8351-82bd87b472c9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:51:37.030293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1131a843-0859-4d2a-972d-ea67ce75367c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:37.030293 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:37.066375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1131a843-0859-4d2a-972d-ea67ce75367c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1131a843-0859-4d2a-972d-ea67ce75367c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:37.071787 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:37.178609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1131a843-0859-4d2a-972d-ea67ce75367c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:37.300915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110111b7-28c7-48b4-81a4-5dd3f203ee7e req-2c0a7c75-193c-4af5-8eee-e56d5099c10e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:37.302260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-110111b7-28c7-48b4-81a4-5dd3f203ee7e req-2c0a7c75-193c-4af5-8eee-e56d5099c10e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.6308277 May 28 05:51:37.428782 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:37.442417 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-110111b7-28c7-48b4-81a4-5dd3f203ee7e req-1aa20ad1-1aaa-43b8-87c8-129bcebe7c54 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901079 May 28 05:51:37.493849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:37.514404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:37.533592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Deleting port 24fe4caf-bc8f-463e-92a0-5254420f0216 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:37.533968 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:37.561813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:37.562170 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:37.711909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=abcf9f7b-94bc-4f70-bd08-3ce467da27bf,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:37.779739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Checking segment: {'id': 'f09357da-6ab1-4f78-984f-db82e1caf7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a89980e4-11e2-41f3-bef8-1491d03343c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:37.780094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network hostable DHCP agents. Network: a89980e4-11e2-41f3-bef8-1491d03343c9, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:51:37.804698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:37.832675 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] Sync routers for ids ['877e3184-7b02-40eb-8351-82bd87b472c9'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:37.845860 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] Routers {'877e3184-7b02-40eb-8351-82bd87b472c9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:37.847327 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['877e3184-7b02-40eb-8351-82bd87b472c9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:37.864082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network a89980e4-11e2-41f3-bef8-1491d03343c9 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:51:37.868559 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:37.879132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4e9147d9-911e-473a-9e59-e12780b9c56f admin admin] 10.222.0.39 "PUT /v2.0/routers/877e3184-7b02-40eb-8351-82bd87b472c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1243031 May 28 05:51:37.880929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39612) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:37.883831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:37.974758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a89980e4-11e2-41f3-bef8-1491d03343c9) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:37.985895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0957c4-02ec-4a8c-9076-969260d937ce None None] Network a89980e4-11e2-41f3-bef8-1491d03343c9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:38.003575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:38.004182 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:38.054389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:38.063301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac90136-5c63-47db-b419-c93a4ca68550,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:38.069119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-27b2eb9b-4070-465c-bbce-b5622f57c1a0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7415984 May 28 05:51:38.077778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39620) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:38.087727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:38.104348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': 'a89980e4-11e2-41f3-bef8-1491d03343c9', 'name': 'tempest-PortsTestJSON-1750191526'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:38.227840 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:38.246320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:38.247624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:38.397113 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] Set router 877e3184-7b02-40eb-8351-82bd87b472c9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:51:38.597019 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b0634186-4501-49da-a76c-4d607d40b0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:38.621571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-a89980e4-11e2-41f3-bef8-1491d03343c9', 'network_id': 'a89980e4-11e2-41f3-bef8-1491d03343c9', 'tenant_id': 'c2462d2832014f7d9bedf389dab3788a', 'fixed_ips': [{'subnet_id': 'abcf9f7b-94bc-4f70-bd08-3ce467da27bf'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:51:38.622413 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:38.764060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Router 215b76cf-3fd4-445d-9c0d-334b2610b1fe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:51:38.780022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1131a843-0859-4d2a-972d-ea67ce75367c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:38.940180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Calling delete_port for 24fe4caf-bc8f-463e-92a0-5254420f0216 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:39.055420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-04b360f2-ce6d-42df-ab70-a6762bba4cfb None None] Provisioning complete for port 5ac90136-5c63-47db-b419-c93a4ca68550 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:39.055949 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-04b360f2-ce6d-42df-ab70-a6762bba4cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:39.126990 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:51:32Z', 'revision_number': 5, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:39.132059 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] Checking router: 877e3184-7b02-40eb-8351-82bd87b472c9 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:51:39.143184 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] Routers {'877e3184-7b02-40eb-8351-82bd87b472c9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:39.144406 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['877e3184-7b02-40eb-8351-82bd87b472c9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:39.206001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-04b360f2-ce6d-42df-ab70-a6762bba4cfb None None] Port 5ac90136-5c63-47db-b419-c93a4ca68550 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:51:39.313030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:39.332084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-447785c1-6609-4151-a838-1c4931d22746 admin admin] 10.222.0.39 "PUT /v2.0/routers/215b76cf-3fd4-445d-9c0d-334b2610b1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1112731 May 28 05:51:39.336458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Sync routers for ids ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:39.394563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1131a843-0859-4d2a-972d-ea67ce75367c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:39.394937 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:39.398998 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:39.438099 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] Set router 877e3184-7b02-40eb-8351-82bd87b472c9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:51:39.446990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822191a7-3c63-43a8-aa18-a16c5d6e4428 req-fb2bd484-5348-42b0-86c8-03c7c7e20648 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:39.455691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-822191a7-3c63-43a8-aa18-a16c5d6e4428 req-fb2bd484-5348-42b0-86c8-03c7c7e20648 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.2069738 May 28 05:51:39.482072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Routers {'215b76cf-3fd4-445d-9c0d-334b2610b1fe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:39.483060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:39.536963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 32a99dbe-2bce-4d4f-ab29-0d4f22cb1697 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:39.552843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-822191a7-3c63-43a8-aa18-a16c5d6e4428 req-d3f47202-924e-4c8c-b1ad-847861026b14 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961936 May 28 05:51:39.625859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Pushing event deleted for resources: {'Port': ['ID=24fe4caf-bc8f-463e-92a0-5254420f0216,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:39.869545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Set router 215b76cf-3fd4-445d-9c0d-334b2610b1fe gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:51:39.927609 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:39.985380 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.055727 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:51:32Z', 'revision_number': 5, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:40.059910 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86195bb0-0880-4bc6-b9f9-0f3004ab76d0 None None] The sync data for ids ['877e3184-7b02-40eb-8351-82bd87b472c9'] in n-d-843679-5 is: [{'id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'name': 'tempest-ServerActionsTestJSON-1086798503-router', 'tenant_id': '6c303052f2a440959915b8d9746a0229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:41:39Z', 'updated_at': '2022-05-28T05:51:32Z', 'revision_number': 5, 'project_id': '6c303052f2a440959915b8d9746a0229', 'gw_port': {'id': '2be930f7-4750-4fc9-8ff3-3d489ac8c0e8', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877e3184-7b02-40eb-8351-82bd87b472c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:41:40Z', 'updated_at': '2022-05-28T05:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:40.219576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Allocated IP 172.20.0.2 (a89980e4-11e2-41f3-bef8-1491d03343c9/abcf9f7b-94bc-4f70-bd08-3ce467da27bf/b165cd1a-f3b7-4e9a-8be5-017300e2d9a0) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:40.308816 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.344068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39670) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:40.353109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-285125291-network', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:40.360647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:40.366487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Usage tracker for resource:network and tenant:9a8d239c1f1f4e38b64521bf1ac2be29 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:40.370598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:40.377378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:40.394526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Made reservation on behalf of 9a8d239c1f1f4e38b64521bf1ac2be29 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:40.397408 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.413509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.436529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:40.471893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:40.477979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Usage tracker for resource:security_group_rule and tenant:9a8d239c1f1f4e38b64521bf1ac2be29 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:40.492530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:40.507346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:40.534754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:40.594423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1131a843-0859-4d2a-972d-ea67ce75367c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:40.692696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.695587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 97ddcec4-b182-4312-bf25-4ee34ac5a58a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:51:40.697791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.744816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90af59f3-b5f2-4b43-ace0-71b950cde0d5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:40.755250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:51:40.767709 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.768067 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Added segment fb6b8159-7a53-4be1-99da-748fd89a3a91 of type vlan for network 20cd1522-6623-45a4-9575-0d41359a9844 May 28 05:51:40.770590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 97ddcec4-b182-4312-bf25-4ee34ac5a58a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:51:40.771046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 97ddcec4-b182-4312-bf25-4ee34ac5a58a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:51:40.774418 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb8f2-7aca-4126-b213-c4d16a282242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.811724 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.862007 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.863935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:40.864805 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.899688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:40.904919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:36Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5ac90136-5c63-47db-b419-c93a4ca68550', 'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'mac_address': 'fa:16:3e:12:32:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:34Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 2, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'subnets': [{'id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:40.961367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Checking router: 215b76cf-3fd4-445d-9c0d-334b2610b1fe for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:51:40.961728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Updating router 215b76cf-3fd4-445d-9c0d-334b2610b1fe port 5ac90136-5c63-47db-b419-c93a4ca68550 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:51:40.999018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Transition to ACTIVE for port object b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:41.005208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.017746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.049613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Transition to ACTIVE for port object b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:41.056578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] Pushing event updated for resources: {'Network': ['ID=20cd1522-6623-45a4-9575-0d41359a9844,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:41.073375 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.077916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6337a78f-e984-4aef-a695-57ca3e5fea31 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7294056 May 28 05:51:41.078759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39688) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:41.084185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Request body: {'subnet': {'network_id': '20cd1522-6623-45a4-9575-0d41359a9844', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-285125291-subnet', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:41.095036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:41.104494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Usage tracker for resource:subnet and tenant:9a8d239c1f1f4e38b64521bf1ac2be29 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:41.111410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:41.111713 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.119601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:41.142256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 20cd1522-6623-45a4-9575-0d41359a9844 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:51:41.147484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:41.150901 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.166150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Made reservation on behalf of 9a8d239c1f1f4e38b64521bf1ac2be29 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:41.169682 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.253094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.366890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port 44ee256d-bfc6-45b0-a49c-472d65f158ec yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:51:41.432454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Deleting port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:41.432786 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.435810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Pushing event updated for resources: {'Port': ['ID=b165cd1a-f3b7-4e9a-8be5-017300e2d9a0,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:41.452780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Network a89980e4-11e2-41f3-bef8-1491d03343c9 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:41.455646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:41.463494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:41.495733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Router 02c005b1-1c00-4d00-a98e-24f72ad6d599 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:51:41.657338 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.738973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Attempting to bind port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:51:41.738973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Attempting to bind port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'f09357da-6ab1-4f78-984f-db82e1caf7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a89980e4-11e2-41f3-bef8-1491d03343c9'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:51:41.738973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Attempting to bind port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 on network a89980e4-11e2-41f3-bef8-1491d03343c9 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:51:41.745924 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.793764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:51:41.794249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Checking segment: {'id': 'f09357da-6ab1-4f78-984f-db82e1caf7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a89980e4-11e2-41f3-bef8-1491d03343c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:41.794657 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.795052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Bound using segment: {'id': 'f09357da-6ab1-4f78-984f-db82e1caf7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a89980e4-11e2-41f3-bef8-1491d03343c9'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:51:41.795558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Bound port: b165cd1a-f3b7-4e9a-8be5-017300e2d9a0, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09357da-6ab1-4f78-984f-db82e1caf7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a89980e4-11e2-41f3-bef8-1491d03343c9'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:51:41.795938 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.836361 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:41.889157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39734-7b54-4570-b012-c5ce2ff8ab4e req-8a03e6d9-fc65-4a39-ad65-7602902676c4 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:41.891695 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b6c39734-7b54-4570-b012-c5ce2ff8ab4e req-8a03e6d9-fc65-4a39-ad65-7602902676c4 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 1.0600982 May 28 05:51:41.904093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:41.920321 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a722d9c8-cc3d-44e0-bc46-0f93fdb0195a None None] Sync routers for ids ['02c005b1-1c00-4d00-a98e-24f72ad6d599'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:41.937056 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a722d9c8-cc3d-44e0-bc46-0f93fdb0195a None None] Routers {'02c005b1-1c00-4d00-a98e-24f72ad6d599'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:41.940836 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a722d9c8-cc3d-44e0-bc46-0f93fdb0195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02c005b1-1c00-4d00-a98e-24f72ad6d599'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:41.979524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d73e83-c385-42e3-9429-18f194c0b884,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:42.032585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Checking segment: {'id': 'fb6b8159-7a53-4be1-99da-748fd89a3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:42.032953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Network hostable DHCP agents. Network: 20cd1522-6623-45a4-9575-0d41359a9844, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:51:42.046242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] For port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:51:42.058950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] For port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b165cd1a-f3b7-4e9a-8be5-017300e2d9a0,segment=NetworkSegment(f09357da-6ab1-4f78-984f-db82e1caf7eb),segment_id=f09357da-6ab1-4f78-984f-db82e1caf7eb)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:51:42.073852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Network 20cd1522-6623-45a4-9575-0d41359a9844 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:51:42.076201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.102567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 20cd1522-6623-45a4-9575-0d41359a9844) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:42.106973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:42.107615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.116508 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a722d9c8-cc3d-44e0-bc46-0f93fdb0195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:42.128300 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a722d9c8-cc3d-44e0-bc46-0f93fdb0195a None None] Routers {'02c005b1-1c00-4d00-a98e-24f72ad6d599'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:42.129124 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a722d9c8-cc3d-44e0-bc46-0f93fdb0195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['02c005b1-1c00-4d00-a98e-24f72ad6d599'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:42.143202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e9d1c-31a7-401a-aaad-2e26deeaa498 None None] Network 20cd1522-6623-45a4-9575-0d41359a9844 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:42.174593 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1443a061-b16b-4617-a9d6-7c0eb73dbd1b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0947988 May 28 05:51:42.177155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39716) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:42.182471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-285125291-router', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:42.193392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:42.205862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Usage tracker for resource:router and tenant:9a8d239c1f1f4e38b64521bf1ac2be29 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:42.208854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:42.215888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:42.246360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.247439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.307747 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.372269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] For port 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2be930f7-4750-4fc9-8ff3-3d489ac8c0e8,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:42.372976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.408832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.410187 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6a6614d4-fd1d-4152-8244-97f64fff8b63 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "PUT /v2.0/routers/02c005b1-1c00-4d00-a98e-24f72ad6d599 HTTP/1.1" status: 200 len: 710 time: 6.4936304 May 28 05:51:42.418400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39722) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:42.431729 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a722d9c8-cc3d-44e0-bc46-0f93fdb0195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:42.432077 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a722d9c8-cc3d-44e0-bc46-0f93fdb0195a None None] The sync data for ids ['02c005b1-1c00-4d00-a98e-24f72ad6d599'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:42.449361 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.459891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6141f21-6a88-4d15-8545-474be0695de6 None None] Pushing event updated for resources: {'Port': ['ID=b165cd1a-f3b7-4e9a-8be5-017300e2d9a0,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:42.499421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Transition to ACTIVE for port object 5ac90136-5c63-47db-b419-c93a4ca68550 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:42.545835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.551764 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.556876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Calling delete_port for 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:42.844674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:42.988579 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b6c39734-7b54-4570-b012-c5ce2ff8ab4e req-4d6937a6-0443-4f09-8053-16ebff9b2a92 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0503671 May 28 05:51:43.035500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=32a99dbe-2bce-4d4f-ab29-0d4f22cb1697,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:43.395256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8aaf4-182d-4c9e-a1b5-8a332f9640be None None] Pushing event updated for resources: {'Port': ['ID=5ac90136-5c63-47db-b419-c93a4ca68550,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:43.458864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Attempting to bind port 5ac90136-5c63-47db-b419-c93a4ca68550 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:51:43.458864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Attempting to bind port 5ac90136-5c63-47db-b419-c93a4ca68550 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:51:43.459788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Attempting to bind port 5ac90136-5c63-47db-b419-c93a4ca68550 on network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:51:43.474016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:51:43.474399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Checking segment: {'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:43.474814 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:43.475209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Bound using segment: {'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:51:43.475807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Bound port: 5ac90136-5c63-47db-b419-c93a4ca68550, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:51:43.476247 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:43.491997 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:43.498146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-20cd1522-6623-45a4-9575-0d41359a9844', 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'fixed_ips': [{'subnet_id': '32d73e83-c385-42e3-9429-18f194c0b884'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:51:43.498954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:43.534625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-831f93d2-1044-47ff-bace-95b6c72978c7 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/routers/02c005b1-1c00-4d00-a98e-24f72ad6d599 HTTP/1.1" status: 200 len: 745 time: 1.0533595 May 28 05:51:43.538993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39738) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:43.540314 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:43.630375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:43.644360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a2611b78-3068-4fb0-836f-14bb27e03ad9 tempest-RoutersIpV6AdminTest-1543407398 tempest-RoutersIpV6AdminTest-1543407398-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&device_id=02c005b1-1c00-4d00-a98e-24f72ad6d599 HTTP/1.1" status: 200 len: 205 time: 0.0743399 May 28 05:51:43.653814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39742) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:43.697619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:43.744913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.9 (a89980e4-11e2-41f3-bef8-1491d03343c9/abcf9f7b-94bc-4f70-bd08-3ce467da27bf/44ee256d-bfc6-45b0-a49c-472d65f158ec) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:43.770788 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b14a3f83-07d7-4d8d-b929-cee726458657 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=02c005b1-1c00-4d00-a98e-24f72ad6d599 HTTP/1.1" status: 200 len: 205 time: 0.1156304 May 28 05:51:43.781986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39750) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:43.795368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Allocated IP 172.20.0.2 (20cd1522-6623-45a4-9575-0d41359a9844/32d73e83-c385-42e3-9429-18f194c0b884/08219db4-9c06-429c-8a70-110b00f89763) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:44.081995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a488ce71-74a4-4d18-a6ac-ade535a86930 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:44.226173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router e81d49c6-bb75-4f6c-9d74-b96d8118b54c has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:51:44.234875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c697b-c18d-498d-ab1c-626799a5f9b3 None None] Network a89980e4-11e2-41f3-bef8-1491d03343c9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:44.291333 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:44.528177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] For port 5ac90136-5c63-47db-b419-c93a4ca68550, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:51:44.532383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] For port 5ac90136-5c63-47db-b419-c93a4ca68550, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5ac90136-5c63-47db-b419-c93a4ca68550,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:51:44.569411 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:44.584336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Transition to ACTIVE for port object 08219db4-9c06-429c-8a70-110b00f89763 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:44.636568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:44.646585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bc2a006f-742a-418c-8747-79685b0393b6 None None] Provisioning for port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:44.685516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49903ab-cd58-4600-a317-40c10d0f15ec None None] Sync routers for ids ['e81d49c6-bb75-4f6c-9d74-b96d8118b54c'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:44.714118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Routers {'215b76cf-3fd4-445d-9c0d-334b2610b1fe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:44.715284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:44.787971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a488ce71-74a4-4d18-a6ac-ade535a86930 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:44.798676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3e4efe47-45e7-4841-8913-0f8b67f64493 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/e81d49c6-bb75-4f6c-9d74-b96d8118b54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2923238 May 28 05:51:44.805708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39764) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:44.806370 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a488ce71-74a4-4d18-a6ac-ade535a86930 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:44.897002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a653ac7-b733-4663-afcb-e46e8957b7dc tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:51:44.945942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:44.949393 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:44.981937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Allocated IP 172.25.4.183 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/65f82407-8584-44f5-ab1b-c28ecef6fac1) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:44.988329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a488ce71-74a4-4d18-a6ac-ade535a86930 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:44.988801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a488ce71-74a4-4d18-a6ac-ade535a86930 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Fanout notify agent at l3_agent the message router_deleted on router 02c005b1-1c00-4d00-a98e-24f72ad6d599 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:51:45.042600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] Set router 215b76cf-3fd4-445d-9c0d-334b2610b1fe gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:51:45.054408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=2be930f7-4750-4fc9-8ff3-3d489ac8c0e8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:45.068821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a653ac7-b733-4663-afcb-e46e8957b7dc tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:51:45.068821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5a653ac7-b733-4663-afcb-e46e8957b7dc tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=e81d49c6-bb75-4f6c-9d74-b96d8118b54c HTTP/1.1" status: 200 len: 205 time: 0.2580352 May 28 05:51:45.077665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39772) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:45.111246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object 44ee256d-bfc6-45b0-a49c-472d65f158ec will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:45.181140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:45.266575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71842b9-8fff-4f34-8ed3-bc4571e76fd0 req-006a4552-c0a7-4104-920c-4c15b8891190 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:45.273518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d71842b9-8fff-4f34-8ed3-bc4571e76fd0 req-006a4552-c0a7-4104-920c-4c15b8891190 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.6977139 May 28 05:51:45.315052 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a488ce71-74a4-4d18-a6ac-ade535a86930 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:45.321524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a488ce71-74a4-4d18-a6ac-ade535a86930 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/02c005b1-1c00-4d00-a98e-24f72ad6d599 HTTP/1.1" status: 204 len: 168 time: 1.5379379 May 28 05:51:45.326789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39776) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:45.453132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-310402de-d47a-41a8-af3d-d2c6894ef7ed tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=02c005b1-1c00-4d00-a98e-24f72ad6d599 HTTP/1.1" status: 200 len: 205 time: 0.0710144 May 28 05:51:45.461861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39784) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:45.466054 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6270-9f02-46d7-a3af-a418d8e4462f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:45.506811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:45.551875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Transition to ACTIVE for port object 08219db4-9c06-429c-8a70-110b00f89763 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:45.709297 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-a96ec26d-4cad-44e4-a2cb-9a9f11f53833 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] delete failed (client error): The resource could not be found. May 28 05:51:45.713137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a96ec26d-4cad-44e4-a2cb-9a9f11f53833 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/02c005b1-1c00-4d00-a98e-24f72ad6d599 HTTP/1.1" status: 404 len: 336 time: 0.1949196 May 28 05:51:45.713722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39794) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:45.729691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49903ab-cd58-4600-a317-40c10d0f15ec None None] Routers {'e81d49c6-bb75-4f6c-9d74-b96d8118b54c'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:45.730386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e49903ab-cd58-4600-a317-40c10d0f15ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e81d49c6-bb75-4f6c-9d74-b96d8118b54c'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:45.733547 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d71842b9-8fff-4f34-8ed3-bc4571e76fd0 req-fa7b90d7-e8f6-4ad3-95e4-e71591d28e33 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590909 May 28 05:51:45.843492 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:45.852802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:45.855044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:45.867784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:45.905973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dc4c552b-642b-4fe2-ae99-5d90f7cceabf tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6330ae3-54b9-49e1-bea7-7520d94457e6 HTTP/1.1" status: 200 len: 205 time: 0.1874046 May 28 05:51:45.920262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39802) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:45.925930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Network 20cd1522-6623-45a4-9575-0d41359a9844 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:45.940089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:45.946172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:45.952394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39808) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:46.013221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network a89980e4-11e2-41f3-bef8-1491d03343c9 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:46.036980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:46.051567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:46.107280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8aaf4-182d-4c9e-a1b5-8a332f9640be None None] Pushing event updated for resources: {'Port': ['ID=5ac90136-5c63-47db-b419-c93a4ca68550,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:46.176981 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:46.177603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.205676 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.206219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 877e3184-7b02-40eb-8351-82bd87b472c9 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:51:46.241974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=44ee256d-bfc6-45b0-a49c-472d65f158ec,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:46.242955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e49903ab-cd58-4600-a317-40c10d0f15ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:46.306188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-78318094-2d4c-4729-b056-5203221263be tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.2098711 May 28 05:51:46.306670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Pushing event updated for resources: {'Port': ['ID=08219db4-9c06-429c-8a70-110b00f89763,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:46.315109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39814) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:46.329563 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d593d30-4855-4b8c-b1d5-62846178b81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.342568 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.351267 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9893396a-cbc6-4e77-ae30-7c75420b8e9b admin admin] 10.222.0.39 "DELETE /v2.0/routers/877e3184-7b02-40eb-8351-82bd87b472c9 HTTP/1.1" status: 204 len: 168 time: 8.4692070 May 28 05:51:46.355100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39822) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:46.369521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49903ab-cd58-4600-a317-40c10d0f15ec None None] Routers {'e81d49c6-bb75-4f6c-9d74-b96d8118b54c'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:46.370164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e49903ab-cd58-4600-a317-40c10d0f15ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e81d49c6-bb75-4f6c-9d74-b96d8118b54c'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:46.432522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:46.451876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:46.452515 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.520534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.521836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Attempting to bind port 08219db4-9c06-429c-8a70-110b00f89763 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:51:46.522213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Attempting to bind port 08219db4-9c06-429c-8a70-110b00f89763 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'fb6b8159-7a53-4be1-99da-748fd89a3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:51:46.522577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Attempting to bind port 08219db4-9c06-429c-8a70-110b00f89763 on network 20cd1522-6623-45a4-9575-0d41359a9844 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:51:46.531186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-184b9a8c-70b0-49d3-8c26-2fcd2bcd4419 admin admin] Deleting subnet 57f2cfde-0a40-4f1c-8f63-f1314498f1c0 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:51:46.535078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4d593d30-4855-4b8c-b1d5-62846178b81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:46.537399 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-285a0751-15c9-40a0-bc0d-53a1f0f561dd tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] delete failed (client error): The resource could not be found. May 28 05:51:46.538457 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-285a0751-15c9-40a0-bc0d-53a1f0f561dd tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/d6330ae3-54b9-49e1-bea7-7520d94457e6 HTTP/1.1" status: 404 len: 336 time: 0.6170061 May 28 05:51:46.548249 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6270-9f02-46d7-a3af-a418d8e4462f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.549021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39828) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:46.555872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6270-9f02-46d7-a3af-a418d8e4462f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.556297 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-184b9a8c-70b0-49d3-8c26-2fcd2bcd4419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.574999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:36Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5ac90136-5c63-47db-b419-c93a4ca68550', 'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'mac_address': 'fa:16:3e:12:32:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:34Z', 'updated_at': '2022-05-28T05:51:44Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'subnets': [{'id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:46.592843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6270-9f02-46d7-a3af-a418d8e4462f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.593850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9d6270-9f02-46d7-a3af-a418d8e4462f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Fanout notify agent at l3_agent the message router_deleted on router e81d49c6-bb75-4f6c-9d74-b96d8118b54c {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:51:46.611085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6270-9f02-46d7-a3af-a418d8e4462f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.617878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:51:46.618748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Checking segment: {'id': 'fb6b8159-7a53-4be1-99da-748fd89a3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:46.619114 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.619652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Bound using segment: {'id': 'fb6b8159-7a53-4be1-99da-748fd89a3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:51:46.620270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Bound port: 08219db4-9c06-429c-8a70-110b00f89763, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6b8159-7a53-4be1-99da-748fd89a3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:51:46.620704 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.621234 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8c9d6270-9f02-46d7-a3af-a418d8e4462f tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/e81d49c6-bb75-4f6c-9d74-b96d8118b54c HTTP/1.1" status: 204 len: 168 time: 1.5477824 May 28 05:51:46.622724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39832) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:46.629353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4d593d30-4855-4b8c-b1d5-62846178b81b admin admin] Usage tracker for resource:security_group_rule and tenant:8f72d7fc1f3d43d884248a6e21af4f89 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:46.631856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e49903ab-cd58-4600-a317-40c10d0f15ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:46.632331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49903ab-cd58-4600-a317-40c10d0f15ec None None] The sync data for ids ['e81d49c6-bb75-4f6c-9d74-b96d8118b54c'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:46.637487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4f900-f0c9-472a-bba2-2f67fdbdcc8b None None] The sync data for ids ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'] in n-d-843679-5 is: [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:36Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5ac90136-5c63-47db-b419-c93a4ca68550', 'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'mac_address': 'fa:16:3e:12:32:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:34Z', 'updated_at': '2022-05-28T05:51:44Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'subnets': [{'id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:46.653512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4d593d30-4855-4b8c-b1d5-62846178b81b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:46.689161 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.697609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4d593d30-4855-4b8c-b1d5-62846178b81b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:46.710360 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-18e859d9-8597-4735-990d-ea8e486dc1ef tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=d366a35f-aba5-4fee-bb5c-e0a44978386c HTTP/1.1" status: 200 len: 205 time: 0.1590383 May 28 05:51:46.721768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39836) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:46.825774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:46.834392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:46.842536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] For port 08219db4-9c06-429c-8a70-110b00f89763, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:51:46.847400 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] For port 08219db4-9c06-429c-8a70-110b00f89763, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08219db4-9c06-429c-8a70-110b00f89763,segment=NetworkSegment(fb6b8159-7a53-4be1-99da-748fd89a3a91),segment_id=fb6b8159-7a53-4be1-99da-748fd89a3a91)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:51:46.860280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:46.910885 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-8b27c431-9e0b-4f46-a508-e4e308d6e2c2 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] delete failed (client error): The resource could not be found. May 28 05:51:46.918969 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8b27c431-9e0b-4f46-a508-e4e308d6e2c2 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/d366a35f-aba5-4fee-bb5c-e0a44978386c HTTP/1.1" status: 404 len: 336 time: 0.1957734 May 28 05:51:46.919100 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:46.920824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39846) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:46.952234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e0366327-9215-41cd-8160-abae83338ec1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 44ee256d-bfc6-45b0-a49c-472d65f158ec {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:46.956163 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0366327-9215-41cd-8160-abae83338ec1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:47.101285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b4a9f37c-f4fb-42f7-8eb3-c51bcf6bf661 None None] Provisioning complete for port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:47.101657 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f37c-f4fb-42f7-8eb3-c51bcf6bf661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:47.136739 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-184b9a8c-70b0-49d3-8c26-2fcd2bcd4419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:47.159512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:47.160343 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:47.192325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb49584-cf75-47ce-8bb0-84d62f3d0fdd None None] Pushing event updated for resources: {'Port': ['ID=08219db4-9c06-429c-8a70-110b00f89763,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:47.240744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b165cd1a-f3b7-4e9a-8be5-017300e2d9a0,segment=NetworkSegment(f09357da-6ab1-4f78-984f-db82e1caf7eb),segment_id=f09357da-6ab1-4f78-984f-db82e1caf7eb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:47.333533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Pushing event updated for resources: {'Port': ['ID=65f82407-8584-44f5-ab1b-c28ecef6fac1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:47.356199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9f37c-f4fb-42f7-8eb3-c51bcf6bf661 None None] Current status of the port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:47.358350 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:47.382400 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f25e0941-ef8d-475d-bc6b-a45c7093afd1 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=b309ca9c-2b4b-45ce-9840-f3a57e23cda4 HTTP/1.1" status: 200 len: 205 time: 0.4585683 May 28 05:51:47.458546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39850) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:47.556032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad50f4df-da9d-4e17-95d7-ff5f92dc828c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting subnet 8f3a587f-513b-4362-ad92-15002c013f60 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:51:47.569832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8911287c-42c0-46f4-acd5-2d71b97ff4db None None] Provisioning for port 44ee256d-bfc6-45b0-a49c-472d65f158ec completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:47.593758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5ac90136-5c63-47db-b419-c93a4ca68550 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:47.600839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad50f4df-da9d-4e17-95d7-ff5f92dc828c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:47.630904 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-4e265c18-7abf-4fc2-8b47-229eb2309388 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] delete failed (client error): The resource could not be found. May 28 05:51:47.632252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4e265c18-7abf-4fc2-8b47-229eb2309388 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/b309ca9c-2b4b-45ce-9840-f3a57e23cda4 HTTP/1.1" status: 404 len: 336 time: 0.1727793 May 28 05:51:47.645230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39860) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:47.671345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b165cd1a-f3b7-4e9a-8be5-017300e2d9a0,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:47.688103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8911287c-42c0-46f4-acd5-2d71b97ff4db None None] Provisioning complete for port 44ee256d-bfc6-45b0-a49c-472d65f158ec triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:47.688517 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8911287c-42c0-46f4-acd5-2d71b97ff4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:47.721218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad50f4df-da9d-4e17-95d7-ff5f92dc828c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:47.777979 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c9ac2265-9eb1-40af-a6f4-eea1457dc9d5 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=07e7a62d-4877-4c86-891a-4b7d51238e6c HTTP/1.1" status: 200 len: 205 time: 0.1282554 May 28 05:51:47.782438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8911287c-42c0-46f4-acd5-2d71b97ff4db None None] Port 44ee256d-bfc6-45b0-a49c-472d65f158ec cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:51:47.795604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39864) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:47.821470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5ac90136-5c63-47db-b419-c93a4ca68550 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:47.828374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5ac90136-5c63-47db-b419-c93a4ca68550 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:47.829272 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:48.001445 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad50f4df-da9d-4e17-95d7-ff5f92dc828c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:48.026288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5ac90136-5c63-47db-b419-c93a4ca68550 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:48.027037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:48.060466 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0366327-9215-41cd-8160-abae83338ec1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:48.108480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 5ac90136-5c63-47db-b419-c93a4ca68550, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5ac90136-5c63-47db-b419-c93a4ca68550,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:48.126768 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:48.226616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:51:48.245344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:48.326175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:51:48.326523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2be930f7-4750-4fc9-8ff3-3d489ac8c0e8 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:51:48.336439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=5ac90136-5c63-47db-b419-c93a4ca68550,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:48.390539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e0366327-9215-41cd-8160-abae83338ec1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 44ee256d-bfc6-45b0-a49c-472d65f158ec owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:48.457975 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad50f4df-da9d-4e17-95d7-ff5f92dc828c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:48.520297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50f4df-da9d-4e17-95d7-ff5f92dc828c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3a587f-513b-4362-ad92-15002c013f60,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:48.585353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad50f4df-da9d-4e17-95d7-ff5f92dc828c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:48.590644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c92dc4-9c33-495d-b8b6-2d8ed51b8239 None None] Network 61277037-8dc6-43e2-acf8-9da717d02a11 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:48.627438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ad50f4df-da9d-4e17-95d7-ff5f92dc828c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/8f3a587f-513b-4362-ad92-15002c013f60 HTTP/1.1" status: 204 len: 168 time: 2.0018373 May 28 05:51:48.654771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39876) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:48.761022 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-184b9a8c-70b0-49d3-8c26-2fcd2bcd4419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:48.806452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af35256a-0ea4-4c7f-9e96-ab97dfde63e8 None None] Network 20cd1522-6623-45a4-9575-0d41359a9844 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:48.837396 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-0e3edd1c-a569-40bd-8c79-64d2235a8713 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] delete failed (client error): The resource could not be found. May 28 05:51:48.841686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39882) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:48.843759 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0e3edd1c-a569-40bd-8c79-64d2235a8713 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/07e7a62d-4877-4c86-891a-4b7d51238e6c HTTP/1.1" status: 404 len: 336 time: 0.9357827 May 28 05:51:48.938472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:48.944204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6140e-9b7c-45ba-b240-174899be790f req-809a2b64-5b5b-4d5d-8c43-02d0b616c7f5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:48.951492 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ec6140e-9b7c-45ba-b240-174899be790f req-809a2b64-5b5b-4d5d-8c43-02d0b616c7f5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 1.8751755 May 28 05:51:48.991690 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d593d30-4855-4b8c-b1d5-62846178b81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.002741 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0366327-9215-41cd-8160-abae83338ec1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.054786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-27578aa2-5550-4957-9180-b4885bab60c2 None None] Provisioning for port 08219db4-9c06-429c-8a70-110b00f89763 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:49.106664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4d593d30-4855-4b8c-b1d5-62846178b81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.204131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0366327-9215-41cd-8160-abae83338ec1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=44ee256d-bfc6-45b0-a49c-472d65f158ec,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:49.231321 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ec6140e-9b7c-45ba-b240-174899be790f req-db1b75f4-544d-4d22-be13-96e364904050 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707584 May 28 05:51:49.290487 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-184b9a8c-70b0-49d3-8c26-2fcd2bcd4419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.304475 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c8d795d7-bef6-434b-9ebb-8ccfa629f302 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "GET /v2.0/ports?device_id=9971dcbc-50f0-40b8-9553-b4cbd4ffd22a HTTP/1.1" status: 200 len: 205 time: 0.4578998 May 28 05:51:49.327056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39892) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:49.378056 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b9a8c-70b0-49d3-8c26-2fcd2bcd4419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f2cfde-0a40-4f1c-8f63-f1314498f1c0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:49.381464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-184b9a8c-70b0-49d3-8c26-2fcd2bcd4419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.390933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625aba9-7782-42ea-92b6-1aa7f0e35755 None None] Network bdfa6f4b-a27f-4e97-85ea-e21e14c7098d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:49.398317 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4d593d30-4855-4b8c-b1d5-62846178b81b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f72d7fc1f3d43d884248a6e21af4f89&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4360099 May 28 05:51:49.405642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39898) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:49.425801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d593d30-4855-4b8c-b1d5-62846178b81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96892c02-25b7-414b-a8ee-c7189eb8e0c8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:49.482211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0366327-9215-41cd-8160-abae83338ec1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.493638 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e0366327-9215-41cd-8160-abae83338ec1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/44ee256d-bfc6-45b0-a49c-472d65f158ec HTTP/1.1" status: 204 len: 168 time: 3.1662524 May 28 05:51:49.494687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39902) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:49.495571 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-5686b717-19f4-46fc-9e68-5a2669f73853 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] delete failed (client error): The resource could not be found. May 28 05:51:49.496715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5686b717-19f4-46fc-9e68-5a2669f73853 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/routers/9971dcbc-50f0-40b8-9553-b4cbd4ffd22a HTTP/1.1" status: 404 len: 336 time: 0.1639979 May 28 05:51:49.509463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39904) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:49.523104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b394a783-de88-442e-a051-279269b13274 None None] DHCP port deletion for 61277037-8dc6-43e2-acf8-9da717d02a11 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:51:49.530598 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-184b9a8c-70b0-49d3-8c26-2fcd2bcd4419 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/57f2cfde-0a40-4f1c-8f63-f1314498f1c0 HTTP/1.1" status: 204 len: 168 time: 3.1313188 May 28 05:51:49.539148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39908) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:49.556314 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b394a783-de88-442e-a051-279269b13274 None None] Deleting port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:49.556806 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b394a783-de88-442e-a051-279269b13274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.556943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.686596 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e77c2c9-d2a8-4af3-99a5-29af46b252c2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:51:49.686596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e77c2c9-d2a8-4af3-99a5-29af46b252c2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:51:49.695433 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3e77c2c9-d2a8-4af3-99a5-29af46b252c2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/44ee256d-bfc6-45b0-a49c-472d65f158ec HTTP/1.1" status: 404 len: 333 time: 0.1797495 May 28 05:51:49.695433 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-30889463-d5dc-4b2f-a3d1-b77eaed38569 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] DELETE failed (client error): The resource could not be found. May 28 05:51:49.695433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30889463-d5dc-4b2f-a3d1-b77eaed38569 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:51:49.695433 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-30889463-d5dc-4b2f-a3d1-b77eaed38569 tempest-RoutersIpV6AdminTest-1908793655 tempest-RoutersIpV6AdminTest-1908793655-project] 10.222.0.39 "DELETE /v2.0/subnets/c682eca8-43a5-4412-9c16-233762c159d8 HTTP/1.1" status: 404 len: 337 time: 0.1590173 May 28 05:51:49.695433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39914) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:49.696732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 08219db4-9c06-429c-8a70-110b00f89763 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:49.771185 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39be216-9ec0-49b9-8fd0-ec1ff45439a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:51:49.772023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c39be216-9ec0-49b9-8fd0-ec1ff45439a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:51:49.783710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-baf1396f-4015-4a33-a19a-8ed0c2b2a36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.818869 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-baf1396f-4015-4a33-a19a-8ed0c2b2a36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.841720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:49.842286 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.899251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-baf1396f-4015-4a33-a19a-8ed0c2b2a36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.920820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1396f-4015-4a33-a19a-8ed0c2b2a36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96892c02-25b7-414b-a8ee-c7189eb8e0c8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:49.924314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-baf1396f-4015-4a33-a19a-8ed0c2b2a36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.926303 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-baf1396f-4015-4a33-a19a-8ed0c2b2a36d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96892c02-25b7-414b-a8ee-c7189eb8e0c8 HTTP/1.1" status: 204 len: 168 time: 0.5151348 May 28 05:51:49.928356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c39be216-9ec0-49b9-8fd0-ec1ff45439a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:51:49.929390 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c39be216-9ec0-49b9-8fd0-ec1ff45439a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/44ee256d-bfc6-45b0-a49c-472d65f158ec HTTP/1.1" status: 404 len: 333 time: 0.2118587 May 28 05:51:49.942421 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:49.951708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39928) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:50.053175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 08219db4-9c06-429c-8a70-110b00f89763 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:50.066224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 08219db4-9c06-429c-8a70-110b00f89763 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:50.066784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.125234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41763e8-156c-479a-9f26-8aec5ce8c16b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet abcf9f7b-94bc-4f70-bd08-3ce467da27bf {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:51:50.134671 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d41763e8-156c-479a-9f26-8aec5ce8c16b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.189109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39934) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:50.257993 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d41763e8-156c-479a-9f26-8aec5ce8c16b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.366195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 3ab65155-d3bb-4fe6-8bdb-d35997491d47, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3ab65155-d3bb-4fe6-8bdb-d35997491d47,segment=NetworkSegment(40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a),segment_id=40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:50.367796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.480157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d41763e8-156c-479a-9f26-8aec5ce8c16b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.486756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b394a783-de88-442e-a051-279269b13274 None None] For port 3ab65155-d3bb-4fe6-8bdb-d35997491d47, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3ab65155-d3bb-4fe6-8bdb-d35997491d47,segment=NetworkSegment(40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a),segment_id=40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:50.487641 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b394a783-de88-442e-a051-279269b13274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.581099 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e472162-0b9f-4a69-b97f-796673993bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.606808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4e472162-0b9f-4a69-b97f-796673993bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:50.614963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4e472162-0b9f-4a69-b97f-796673993bcd admin admin] Usage tracker for resource:security_group_rule and tenant:dbe86bb44e484047bb5fd9e680544445 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:50.618367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4e472162-0b9f-4a69-b97f-796673993bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:50.626937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4e472162-0b9f-4a69-b97f-796673993bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:50.642021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c7e426-a770-4551-bcff-7da7a70bc1e0 None None] DHCP port deletion for bdfa6f4b-a27f-4e97-85ea-e21e14c7098d request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:51:50.654221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b394a783-de88-442e-a051-279269b13274 None None] Calling delete_port for 3ab65155-d3bb-4fe6-8bdb-d35997491d47 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:50.721286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d41763e8-156c-479a-9f26-8aec5ce8c16b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.749044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 3ab65155-d3bb-4fe6-8bdb-d35997491d47 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:50.766167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 08219db4-9c06-429c-8a70-110b00f89763 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:50.766872 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.777360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-09c7e426-a770-4551-bcff-7da7a70bc1e0 None None] Deleting port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:50.778015 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-09c7e426-a770-4551-bcff-7da7a70bc1e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.830603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Deleting port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:50.831028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.938654 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b394a783-de88-442e-a051-279269b13274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.972093 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e472162-0b9f-4a69-b97f-796673993bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:50.974285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41763e8-156c-479a-9f26-8aec5ce8c16b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=abcf9f7b-94bc-4f70-bd08-3ce467da27bf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:50.988630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d41763e8-156c-479a-9f26-8aec5ce8c16b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:51.005759 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d41763e8-156c-479a-9f26-8aec5ce8c16b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/abcf9f7b-94bc-4f70-bd08-3ce467da27bf HTTP/1.1" status: 204 len: 168 time: 1.0556352 May 28 05:51:51.007390 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e472162-0b9f-4a69-b97f-796673993bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:51.014810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39964) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:51.025441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394a783-de88-442e-a051-279269b13274 None None] Pushing event deleted for resources: {'Port': ['ID=3ab65155-d3bb-4fe6-8bdb-d35997491d47,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:51.038583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Router ccf619c3-b330-4238-9cd3-2590733edf29 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:51:51.044666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4415ad81-3fcb-4309-85db-c0ee1db6cd0a None None] Network a89980e4-11e2-41f3-bef8-1491d03343c9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:51:51.075650 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4e472162-0b9f-4a69-b97f-796673993bcd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbe86bb44e484047bb5fd9e680544445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8831832 May 28 05:51:51.075650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e472162-0b9f-4a69-b97f-796673993bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947e662c-8c8f-40c9-93ac-0154deb85573,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:51.080656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39970) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:51.108458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 08219db4-9c06-429c-8a70-110b00f89763, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08219db4-9c06-429c-8a70-110b00f89763,segment=NetworkSegment(fb6b8159-7a53-4be1-99da-748fd89a3a91),segment_id=fb6b8159-7a53-4be1-99da-748fd89a3a91)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:51.194210 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09de5b15-1cce-4336-92e7-5d56e95485fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:51.221854 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:51:51.222175 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:51:51.251830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b394a783-de88-442e-a051-279269b13274 None None] No DVR routers for this DVR port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:51:51.257681 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09de5b15-1cce-4336-92e7-5d56e95485fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:51.267486 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:51.268282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:51.351937 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09de5b15-1cce-4336-92e7-5d56e95485fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:51.378872 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de5b15-1cce-4336-92e7-5d56e95485fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947e662c-8c8f-40c9-93ac-0154deb85573,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:51.397617 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09de5b15-1cce-4336-92e7-5d56e95485fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:51.401417 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-09de5b15-1cce-4336-92e7-5d56e95485fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/947e662c-8c8f-40c9-93ac-0154deb85573 HTTP/1.1" status: 204 len: 168 time: 0.3192039 May 28 05:51:51.821143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=08219db4-9c06-429c-8a70-110b00f89763,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:51.936094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-09c7e426-a770-4551-bcff-7da7a70bc1e0 None None] For port 411ae497-1bcb-4b7e-8ab0-aa030ce77591, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=411ae497-1bcb-4b7e-8ab0-aa030ce77591,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:51.936546 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-09c7e426-a770-4551-bcff-7da7a70bc1e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:51.944985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:51.944985 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:51.990961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39996) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:52.030225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:51:52.053093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 3ab65155-d3bb-4fe6-8bdb-d35997491d47 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:52.053439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.073025 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Sync routers for ids ['ccf619c3-b330-4238-9cd3-2590733edf29'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:51:52.089898 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Routers {'ccf619c3-b330-4238-9cd3-2590733edf29'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:52.092823 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ccf619c3-b330-4238-9cd3-2590733edf29'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:52.123473 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ac1fa4e0-de42-4f57-a088-e1c93e8e78e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6dd5440363224539bd3134fd100b3846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312377 May 28 05:51:52.124294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40000) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:52.264909 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a47d0da-1ef4-4c81-bdf4-bd16a1be654c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.304807 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a47d0da-1ef4-4c81-bdf4-bd16a1be654c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.317829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-09c7e426-a770-4551-bcff-7da7a70bc1e0 None None] Calling delete_port for 411ae497-1bcb-4b7e-8ab0-aa030ce77591 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:52.381022 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a47d0da-1ef4-4c81-bdf4-bd16a1be654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.412187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47d0da-1ef4-4c81-bdf4-bd16a1be654c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810f5f14-9af3-4384-b158-9673226cb120,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:52.417450 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a47d0da-1ef4-4c81-bdf4-bd16a1be654c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.420102 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5a47d0da-1ef4-4c81-bdf4-bd16a1be654c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/810f5f14-9af3-4384-b158-9673226cb120 HTTP/1.1" status: 204 len: 168 time: 0.2941489 May 28 05:51:52.461581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] For port 411ae497-1bcb-4b7e-8ab0-aa030ce77591, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=411ae497-1bcb-4b7e-8ab0-aa030ce77591,segment=NetworkSegment(42ad7751-60dd-4ff1-9974-a7d0eab1a709),segment_id=42ad7751-60dd-4ff1-9974-a7d0eab1a709)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:52.461930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.524408 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Set router ccf619c3-b330-4238-9cd3-2590733edf29 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:51:52.641014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:52.642038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5ac90136-5c63-47db-b419-c93a4ca68550 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:52.665870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96eb937-1006-4697-a3d3-56efb05690d3 None None] DHCP port deletion for a89980e4-11e2-41f3-bef8-1491d03343c9 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:51:52.674370 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-09c7e426-a770-4551-bcff-7da7a70bc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.728022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d96eb937-1006-4697-a3d3-56efb05690d3 None None] Deleting port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:52.728404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d96eb937-1006-4697-a3d3-56efb05690d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.740676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Calling delete_port for 411ae497-1bcb-4b7e-8ab0-aa030ce77591 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:52.779568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7e426-a770-4551-bcff-7da7a70bc1e0 None None] Pushing event deleted for resources: {'Port': ['ID=411ae497-1bcb-4b7e-8ab0-aa030ce77591,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:52.791738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7e426-a770-4551-bcff-7da7a70bc1e0 None None] No DVR routers for this DVR port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:51:52.862554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] The port '3ab65155-d3bb-4fe6-8bdb-d35997491d47' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:51:52.880039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90957a2-0cc2-4a9f-a326-e49383e014b3 req-3bb68eeb-0a05-4fc7-aed8-76515658179f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:52.889235 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d90957a2-0cc2-4a9f-a326-e49383e014b3 req-3bb68eeb-0a05-4fc7-aed8-76515658179f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 2.1070933 May 28 05:51:52.918579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5ac90136-5c63-47db-b419-c93a4ca68550 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:52.919268 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.943604 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.986526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:52.990804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40024) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:52.991190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-64f38002-51cb-4064-90a0-9073e6276523 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.8128455 May 28 05:51:53.033742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d90957a2-0cc2-4a9f-a326-e49383e014b3 req-a63280a5-dbb2-486c-8e8c-2a30bd85b496 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429267 May 28 05:51:53.153426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d96eb937-1006-4697-a3d3-56efb05690d3 None None] For port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b165cd1a-f3b7-4e9a-8be5-017300e2d9a0,segment=NetworkSegment(f09357da-6ab1-4f78-984f-db82e1caf7eb),segment_id=f09357da-6ab1-4f78-984f-db82e1caf7eb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:53.153833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d96eb937-1006-4697-a3d3-56efb05690d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:53.175636 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'name': 'tempest-TaggedBootDevicesTest_v242-285125291-router', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:42Z', 'updated_at': '2022-05-28T05:51:47Z', 'revision_number': 3, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'gw_port': {'id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:43Z', 'updated_at': '2022-05-28T05:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:53.198239 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Checking router: ccf619c3-b330-4238-9cd3-2590733edf29 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:51:53.201736 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Updating router ccf619c3-b330-4238-9cd3-2590733edf29 port 65f82407-8584-44f5-ab1b-c28ecef6fac1 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:51:53.283432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:53.284205 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:53.357355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:53.368013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d96eb937-1006-4697-a3d3-56efb05690d3 None None] Calling delete_port for b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:53.388873 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:53.708704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61277037-8dc6-43e2-acf8-9da717d02a11']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:53.723964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:53.724262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:53.737937 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:53.759568 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:53.769097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:51:53.769917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:53.841066 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d96eb937-1006-4697-a3d3-56efb05690d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:53.905930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:51:53.906546 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:51:53.984274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5ac90136-5c63-47db-b419-c93a4ca68550 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:54.001773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eb937-1006-4697-a3d3-56efb05690d3 None None] Pushing event deleted for resources: {'Port': ['ID=b165cd1a-f3b7-4e9a-8be5-017300e2d9a0,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:54.004364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96eb937-1006-4697-a3d3-56efb05690d3 None None] No DVR routers for this DVR port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:51:54.051487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] For port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b165cd1a-f3b7-4e9a-8be5-017300e2d9a0,segment=NetworkSegment(f09357da-6ab1-4f78-984f-db82e1caf7eb),segment_id=f09357da-6ab1-4f78-984f-db82e1caf7eb)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:54.052724 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.177296 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.210199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:51:54.278414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40062) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:54.289891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 08219db4-9c06-429c-8a70-110b00f89763 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:54.309903 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a resource provider aggregate not found May 28 05:51:54.335454 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40b5f9c7-37e5-4b39-9b6f-118c3f20fd5a found for delete ", "request_id": "req-54ea0210-3853-4ba5-932c-0d0b4f725280"}]} May 28 05:51:54.354537 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.368485 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.414612 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Transition to ACTIVE for port object 65f82407-8584-44f5-ab1b-c28ecef6fac1 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:54.436695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 08219db4-9c06-429c-8a70-110b00f89763 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:54.438660 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.445393 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.503579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Deleting port 411ae497-1bcb-4b7e-8ab0-aa030ce77591 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:54.503923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.567855 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Pushing event updated for resources: {'Port': ['ID=65f82407-8584-44f5-ab1b-c28ecef6fac1,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:54.581480 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.582097 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.582696 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.583582 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.584263 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.584736 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.585222 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.585706 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.586187 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.586828 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.587351 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.587837 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:51:54.589864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40072) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:54.604165 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/networks/61277037-8dc6-43e2-acf8-9da717d02a11 HTTP/1.1" status: 204 len: 168 time: 5.9481986 May 28 05:51:54.607538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1551040247', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:54.611441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d9edf-dcbb-4b92-8963-ba1ff62ab803 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Network': ['ID=61277037-8dc6-43e2-acf8-9da717d02a11,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:54.646208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 08219db4-9c06-429c-8a70-110b00f89763 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:54.662791 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Attempting to bind port 65f82407-8584-44f5-ab1b-c28ecef6fac1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:51:54.663509 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Attempting to bind port 65f82407-8584-44f5-ab1b-c28ecef6fac1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:51:54.663977 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Attempting to bind port 65f82407-8584-44f5-ab1b-c28ecef6fac1 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:51:54.673686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:54.676547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] The port '411ae497-1bcb-4b7e-8ab0-aa030ce77591' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:51:54.686795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4d6ee-23a2-4aa3-94c4-5a1bf93c910d req-e791987e-5414-416b-9fcc-5388f9f7f804 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:54.688532 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ac4d6ee-23a2-4aa3-94c4-5a1bf93c910d req-e791987e-5414-416b-9fcc-5388f9f7f804 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.3733077 May 28 05:51:54.690971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'networks': [{'name': 'tempest-network--1626136125'}, {'name': 'tempest-network--1483450415'}]} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:54.691322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'network': {'name': 'tempest-network--1626136125'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:54.691792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'network': {'name': 'tempest-network--1483450415'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:54.693186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:router and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:54.705852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:54.706365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:54.707097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:51:54.714043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Usage tracker for resource:network and tenant:b3bec44976e349bc8d4d648e9315f8b1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:54.720092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:54.731801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:54.757575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:51:54.758690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:51:54.760127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 411ae497-1bcb-4b7e-8ab0-aa030ce77591 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:51:54.764511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ac4d6ee-23a2-4aa3-94c4-5a1bf93c910d req-fb2812c5-c344-4bc2-be44-7dbeb5550629 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675485 May 28 05:51:54.768235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:54.824205 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:51:54.824536 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:51:54.825041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Made reservation on behalf of b3bec44976e349bc8d4d648e9315f8b1 for: {'network': 2} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:54.830532 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.838725 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:51:54.839096 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:51:54.839520 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.840312 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:51:54.840982 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Bound port: 65f82407-8584-44f5-ab1b-c28ecef6fac1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:51:54.841544 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.857521 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.860240 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.870924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 411ae497-1bcb-4b7e-8ab0-aa030ce77591 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:51:54.871648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 411ae497-1bcb-4b7e-8ab0-aa030ce77591 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:51:54.873912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3ab65155-d3bb-4fe6-8bdb-d35997491d47 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:51:54.892267 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:54.929261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 3ab65155-d3bb-4fe6-8bdb-d35997491d47 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:51:54.933025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3ab65155-d3bb-4fe6-8bdb-d35997491d47 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:51:54.953800 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] For port 65f82407-8584-44f5-ab1b-c28ecef6fac1, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:51:54.965334 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] For port 65f82407-8584-44f5-ab1b-c28ecef6fac1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=65f82407-8584-44f5-ab1b-c28ecef6fac1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:51:54.998492 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.007925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.039615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfa6f4b-a27f-4e97-85ea-e21e14c7098d']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:55.209635 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Routers {'ccf619c3-b330-4238-9cd3-2590733edf29'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:51:55.211329 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ccf619c3-b330-4238-9cd3-2590733edf29'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:55.216106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ad7751-60dd-4ff1-9974-a7d0eab1a709') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:55.227519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ad7751-60dd-4ff1-9974-a7d0eab1a709') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:55.241355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.259649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.267341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:51:55.267763 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.331729 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9edcf-d873-468f-8262-a3d87944235e None None] Pushing event updated for resources: {'Port': ['ID=65f82407-8584-44f5-ab1b-c28ecef6fac1,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:55.392471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port b165cd1a-f3b7-4e9a-8be5-017300e2d9a0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:51:55.392960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.453098 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.484543 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] Set router ccf619c3-b330-4238-9cd3-2590733edf29 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:51:55.509092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] The port 'b165cd1a-f3b7-4e9a-8be5-017300e2d9a0' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:51:55.518748 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.550595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.569594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:55.573775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Usage tracker for resource:security_group_rule and tenant:b3bec44976e349bc8d4d648e9315f8b1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:55.577012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:55.584188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:55.607840 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.687921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.719223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.721860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfa6f4b-a27f-4e97-85ea-e21e14c7098d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:55.723696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.724510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.850677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:51:55.860687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.861205 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Added segment 7ff0a59d-6c08-4414-bf85-ef84d7fe235b of type vlan for network 67461170-c7b9-4d8b-959f-2176963b5920 May 28 05:51:55.881348 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'name': 'tempest-TaggedBootDevicesTest_v242-285125291-router', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:42Z', 'updated_at': '2022-05-28T05:51:47Z', 'revision_number': 3, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'gw_port': {'id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:43Z', 'updated_at': '2022-05-28T05:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:55.886487 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093168d8-b84d-4e97-9613-308a2ad71602 None None] The sync data for ids ['ccf619c3-b330-4238-9cd3-2590733edf29'] in n-d-843679-5 is: [{'id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'name': 'tempest-TaggedBootDevicesTest_v242-285125291-router', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:42Z', 'updated_at': '2022-05-28T05:51:47Z', 'revision_number': 3, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'gw_port': {'id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:43Z', 'updated_at': '2022-05-28T05:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:51:55.964719 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:55.986975 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.012499 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-137ab65e-6a1b-41ec-af6d-20c25f2a613a admin admin] 10.222.0.39 "DELETE /v2.0/networks/bdfa6f4b-a27f-4e97-85ea-e21e14c7098d HTTP/1.1" status: 204 len: 168 time: 6.4694989 May 28 05:51:56.069210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b099836d-6e48-4809-bfad-bc9f23c2cf15,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:56.088143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:51:56.121203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89980e4-11e2-41f3-bef8-1491d03343c9']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:56.167517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09357da-6ab1-4f78-984f-db82e1caf7eb') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:56.167875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09357da-6ab1-4f78-984f-db82e1caf7eb') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:56.184597 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.207741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.235648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:51:56.239405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.328326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Allocated IP 172.20.0.1 (20cd1522-6623-45a4-9575-0d41359a9844/32d73e83-c385-42e3-9429-18f194c0b884/a09af7d6-ee12-4c8c-8373-b2bf907ef50c) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:56.432811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:51:56.442626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.442990 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Added segment ee2299ef-a74c-42a9-9faf-155027997b2d of type vlan for network 83452958-937d-4ca8-a9fd-2b823a224175 May 28 05:51:56.472488 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.578893 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 42ad7751-60dd-4ff1-9974-a7d0eab1a709 resource provider aggregate not found May 28 05:51:56.614814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.615587 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.649031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:56.660024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:56.660968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.696539 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 42ad7751-60dd-4ff1-9974-a7d0eab1a709 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42ad7751-60dd-4ff1-9974-a7d0eab1a709 found for delete ", "request_id": "req-50fa52e8-7692-4d3a-b819-70a99fc510a8"}]} May 28 05:51:56.709425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40116) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:56.810893 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment f09357da-6ab1-4f78-984f-db82e1caf7eb resource provider aggregate not found May 28 05:51:56.915842 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.920824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.951799 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment f09357da-6ab1-4f78-984f-db82e1caf7eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f09357da-6ab1-4f78-984f-db82e1caf7eb found for delete ", "request_id": "req-ef8ad9c4-b768-4025-9aa5-885f0b0a2985"}]} May 28 05:51:56.956193 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:56.960415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/networks/a89980e4-11e2-41f3-bef8-1491d03343c9 HTTP/1.1" status: 204 len: 168 time: 5.9370823 May 28 05:51:56.979315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40124) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:56.997197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51be5af-9390-45a0-83c4-decf6dc5ac58 req-ad69f307-610f-4223-a9a3-56f8ad56f9b3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:56.999780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f51be5af-9390-45a0-83c4-decf6dc5ac58 req-ad69f307-610f-4223-a9a3-56f8ad56f9b3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.9936805 May 28 05:51:57.001454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.7219658 May 28 05:51:57.005928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-320578645'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:57.023103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40128) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:57.029557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:57.130938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'Network': ['ID=67461170-c7b9-4d8b-959f-2176963b5920,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:57.145287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 67461170-c7b9-4d8b-959f-2176963b5920 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:51:57.154167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:network and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:57.186344 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.352125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef87a6-9f36-4741-b9e4-43f8f7edb599 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'Network': ['ID=83452958-937d-4ca8-a9fd-2b823a224175,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:57.366942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 83452958-937d-4ca8-a9fd-2b823a224175 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:51:57.415033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:57.432794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:57.439492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6ac95-0638-4170-85bf-fa0c437aa53e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Network': ['ID=a89980e4-11e2-41f3-bef8-1491d03343c9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:57.465893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4ad605cb-3fc6-4e23-a20c-21831091bf38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c303052f2a440959915b8d9746a0229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7267721 May 28 05:51:57.475568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40142) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:57.540296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Allocated IP 172.25.4.80 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/4fb264bd-cf09-4612-8fb6-1bad79a1bb8a) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:51:57.553290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f51be5af-9390-45a0-83c4-decf6dc5ac58 req-1ab5812a-6f0c-4702-9c8a-29a4e30a5116 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287971 May 28 05:51:57.567638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:57.572997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.657314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:51:57.673283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f9dd2-e5be-4f32-b349-1782035134b9 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:57.679711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f9dd2-e5be-4f32-b349-1782035134b9 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:57.685716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f9dd2-e5be-4f32-b349-1782035134b9 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:57.691452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f9dd2-e5be-4f32-b349-1782035134b9 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:57.692333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b20f9dd2-e5be-4f32-b349-1782035134b9 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Synchronizing usage tracker for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:51:57.695368 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-374a6a09-5348-40ca-80e4-4f126f3d30d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.701190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.719471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.719810 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Added segment 9d9e09c4-632d-4f26-8cf5-2a081484d0d7 of type vlan for network a6042fc4-36a8-4f26-9ce7-034b8ad03d99 May 28 05:51:57.743459 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-374a6a09-5348-40ca-80e4-4f126f3d30d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.770800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Transition to ACTIVE for port object a09af7d6-ee12-4c8c-8373-b2bf907ef50c will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:51:57.778285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b20f9dd2-e5be-4f32-b349-1782035134b9 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Unset dirty status for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:51:57.783186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b20f9dd2-e5be-4f32-b349-1782035134b9 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7559917 May 28 05:51:57.784028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40150) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:57.793700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.805302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.861668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.965202 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.969506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.970949 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:57.974936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:57.975584 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:58.003516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Network 20cd1522-6623-45a4-9575-0d41359a9844 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:58.010370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:58.016964 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-374a6a09-5348-40ca-80e4-4f126f3d30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:58.021233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:51:58.022832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:58.063929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a09af7d6-ee12-4c8c-8373-b2bf907ef50c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:58.141444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:58.144046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:51:58.163970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65f82407-8584-44f5-ab1b-c28ecef6fac1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:51:58.174791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:51:58.387985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 65f82407-8584-44f5-ab1b-c28ecef6fac1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:58.403175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 65f82407-8584-44f5-ab1b-c28ecef6fac1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:58.403597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:58.482980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a6a09-5348-40ca-80e4-4f126f3d30d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6638e850-79f5-445b-ad9c-4098dfa40431,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:58.545052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5603333 May 28 05:51:58.552950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40162) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:58.563081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': 'a6042fc4-36a8-4f26-9ce7-034b8ad03d99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:51:58.609386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f8d9265f-3abd-4f80-bf3e-4ad38c4a5805 None None] Provisioning for port a09af7d6-ee12-4c8c-8373-b2bf907ef50c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:51:58.612293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64731a85-d0ad-48d5-bec6-becf54985575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Network': ['ID=a6042fc4-36a8-4f26-9ce7-034b8ad03d99,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:58.631624 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-374a6a09-5348-40ca-80e4-4f126f3d30d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:58.635703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-374a6a09-5348-40ca-80e4-4f126f3d30d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6638e850-79f5-445b-ad9c-4098dfa40431 HTTP/1.1" status: 204 len: 168 time: 1.1591654 May 28 05:51:58.697332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a6042fc4-36a8-4f26-9ce7-034b8ad03d99 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:51:58.906602 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f8d9265f-3abd-4f80-bf3e-4ad38c4a5805 None None] Provisioning complete for port a09af7d6-ee12-4c8c-8373-b2bf907ef50c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:51:58.907004 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f8d9265f-3abd-4f80-bf3e-4ad38c4a5805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:58.966543 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:59.024149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:51:59.028642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 65f82407-8584-44f5-ab1b-c28ecef6fac1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:51:59.029274 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:59.033906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:51:59.036123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9265f-3abd-4f80-bf3e-4ad38c4a5805 None None] Port a09af7d6-ee12-4c8c-8373-b2bf907ef50c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:51:59.038010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67461170-c7b9-4d8b-959f-2176963b5920']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:59.047323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:51:59.057996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:51:59.060851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 65f82407-8584-44f5-ab1b-c28ecef6fac1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=65f82407-8584-44f5-ab1b-c28ecef6fac1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:51:59.061484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff0a59d-6c08-4414-bf85-ef84d7fe235b') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:59.062480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff0a59d-6c08-4414-bf85-ef84d7fe235b') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:51:59.078861 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:59.080977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:59.098330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:51:59.103030 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:59.131215 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:59.162930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=4fb264bd-cf09-4612-8fb6-1bad79a1bb8a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:59.215410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:51:59.216076 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:59.221476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=65f82407-8584-44f5-ab1b-c28ecef6fac1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:59.362288 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 7ff0a59d-6c08-4414-bf85-ef84d7fe235b resource provider aggregate not found May 28 05:51:59.428431 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 7ff0a59d-6c08-4414-bf85-ef84d7fe235b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ff0a59d-6c08-4414-bf85-ef84d7fe235b found for delete ", "request_id": "req-4ed00b49-3248-4863-b784-d28970e186e6"}]} May 28 05:51:59.450157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:59.491757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:59.503211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:51:59.507299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event deleted for resources: {'Network': ['ID=67461170-c7b9-4d8b-959f-2176963b5920,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:51:59.526715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3567a48b-a44d-43c0-a2bd-ce05c9ae4943 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "DELETE /v2.0/networks/67461170-c7b9-4d8b-959f-2176963b5920 HTTP/1.1" status: 204 len: 168 time: 1.7366426 May 28 05:51:59.528858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40202) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:51:59.803686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069aa60-0868-4d0b-b842-4b45b74d1a52 req-722c5a38-bf23-4169-82ff-6efcce0237df tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:51:59.808927 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f069aa60-0868-4d0b-b842-4b45b74d1a52 req-722c5a38-bf23-4169-82ff-6efcce0237df tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.9837835 May 28 05:51:59.917139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f069aa60-0868-4d0b-b842-4b45b74d1a52 req-4b61cba8-e095-4363-b8be-19b709c9beb7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806108 May 28 05:51:59.931329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.083957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.173544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65f82407-8584-44f5-ab1b-c28ecef6fac1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:00.262720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.287122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40220) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:00.297576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83452958-937d-4ca8-a9fd-2b823a224175']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:00.314540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2299ef-a74c-42a9-9faf-155027997b2d') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:00.315139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2299ef-a74c-42a9-9faf-155027997b2d') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:00.319713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 65f82407-8584-44f5-ab1b-c28ecef6fac1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:00.320202 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.329884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.349568 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.358243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:52:00.359815 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.451344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 65f82407-8584-44f5-ab1b-c28ecef6fac1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:00.463267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1177078468-network', 'tenant_id': '382d6402fa274fbfb1816cf214c8a99f'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:00.475960 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.498661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:00.511515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Usage tracker for resource:network and tenant:382d6402fa274fbfb1816cf214c8a99f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:00.519394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:00.525894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=fb08eb13-217c-44c0-a0c8-305dc21c6fdd,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:00.543297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.570111 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.576502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Checking segment: {'id': '9d9e09c4-632d-4f26-8cf5-2a081484d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6042fc4-36a8-4f26-9ce7-034b8ad03d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:00.576502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network hostable DHCP agents. Network: a6042fc4-36a8-4f26-9ce7-034b8ad03d99, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:00.584687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event deleted for resources: {'Network': ['ID=83452958-937d-4ca8-a9fd-2b823a224175,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:00.612960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a2785f87-8ad2-420f-999c-cd619da9729e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "DELETE /v2.0/networks/83452958-937d-4ca8-a9fd-2b823a224175 HTTP/1.1" status: 204 len: 168 time: 1.0821261 May 28 05:52:00.613863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40232) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:00.624807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:00.701556 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.701927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network a6042fc4-36a8-4f26-9ce7-034b8ad03d99 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:00.708682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Made reservation on behalf of 382d6402fa274fbfb1816cf214c8a99f for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:00.711089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.722285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a6042fc4-36a8-4f26-9ce7-034b8ad03d99) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:00.729877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.730457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c57b02-02ed-443b-9e74-cc6019a3b9a5 None None] Network a6042fc4-36a8-4f26-9ce7-034b8ad03d99 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:00.734277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:00.735034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.786253 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d5bb1888-2e3a-477c-892c-f07cd1c894f4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2318907 May 28 05:52:00.797918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40236) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:00.807653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': 'a6042fc4-36a8-4f26-9ce7-034b8ad03d99', 'security_groups': [], 'name': 'tempest-PortsTestJSON-409340096'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:00.834666 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:00.876984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:00.882448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Usage tracker for resource:security_group_rule and tenant:382d6402fa274fbfb1816cf214c8a99f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:00.885654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:00.892976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:00.909703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c27ee-2bcb-4f4b-bb4b-c04b055a50df tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:00.915850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c27ee-2bcb-4f4b-bb4b-c04b055a50df tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:00.915850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0d6c27ee-2bcb-4f4b-bb4b-c04b055a50df tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Synchronizing usage tracker for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:00.963185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0d6c27ee-2bcb-4f4b-bb4b-c04b055a50df tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Unset dirty status for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:00.964401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0d6c27ee-2bcb-4f4b-bb4b-c04b055a50df tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3472199 May 28 05:52:00.979657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40246) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:00.989889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2053701737'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:00.997963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:01.025458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-a6042fc4-36a8-4f26-9ce7-034b8ad03d99', 'network_id': 'a6042fc4-36a8-4f26-9ce7-034b8ad03d99', 'tenant_id': 'c2462d2832014f7d9bedf389dab3788a', 'fixed_ips': [{'subnet_id': 'fb08eb13-217c-44c0-a0c8-305dc21c6fdd'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:52:01.028858 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.033511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:01.052774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:01.056849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.076394 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.094304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:01.100261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Made reservation on behalf of b3bec44976e349bc8d4d648e9315f8b1 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:01.111511 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.197841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a09af7d6-ee12-4c8c-8373-b2bf907ef50c,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:01.215459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.216217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.216711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.217229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.217763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.218256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.218731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.219362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.219864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.220359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.220834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.221307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:01.270840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Allocated IP 172.20.0.2 (a6042fc4-36a8-4f26-9ce7-034b8ad03d99/fb08eb13-217c-44c0-a0c8-305dc21c6fdd/4365ba56-fa0f-4a79-8ffb-261fd0f256a9) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:01.300009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.323159 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.342479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router 39536ca8-820e-4023-9f1d-76cd894c90d3 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:52:01.356806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.471466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:01.474893 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.487261 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment ee2299ef-a74c-42a9-9faf-155027997b2d resource provider aggregate not found May 28 05:52:01.518982 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment ee2299ef-a74c-42a9-9faf-155027997b2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee2299ef-a74c-42a9-9faf-155027997b2d found for delete ", "request_id": "req-f98e3cbd-83e4-4657-a56e-dd0fb92c87ba"}]} May 28 05:52:01.546078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:01.549612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:52:01.645944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c0635d-6d46-479f-abf9-039572bcb019,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:01.655413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.656081 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Added segment 8f4cf805-48ef-40f9-b124-7335c96edede of type vlan for network b0f0c769-a657-4209-90cc-99fc08635ee1 May 28 05:52:01.691459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb67f2-7842-425c-a202-97cfa87ae4c2 req-10464e2e-a2e4-40d4-9039-2486f0267dc1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:01.694479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccdb67f2-7842-425c-a202-97cfa87ae4c2 req-10464e2e-a2e4-40d4-9039-2486f0267dc1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.5557427 May 28 05:52:01.706799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:01.717603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.744392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Transition to ACTIVE for port object 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:01.753715 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.754193 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Added segment 8103e439-6b16-41f7-bed8-7efe6d3b534c of type vlan for network 9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80 May 28 05:52:01.784039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Transition to ACTIVE for port object 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:01.784814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.800937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccdb67f2-7842-425c-a202-97cfa87ae4c2 req-b39b91c6-84aa-4677-b4dc-69ec3474c651 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964503 May 28 05:52:01.809686 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.929174 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.941084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Network a6042fc4-36a8-4f26-9ce7-034b8ad03d99 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:01.944251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:01.946167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:01.950255 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:01.950452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:02.006570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Network 20cd1522-6623-45a4-9575-0d41359a9844 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:02.009586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:02.041670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.079097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Pushing event updated for resources: {'Port': ['ID=4365ba56-fa0f-4a79-8ffb-261fd0f256a9,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:02.115642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Attempting to bind port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:52:02.116580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Attempting to bind port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '9d9e09c4-632d-4f26-8cf5-2a081484d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6042fc4-36a8-4f26-9ce7-034b8ad03d99'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:52:02.116955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Attempting to bind port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 on network a6042fc4-36a8-4f26-9ce7-034b8ad03d99 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:52:02.125097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:52:02.125519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Checking segment: {'id': '9d9e09c4-632d-4f26-8cf5-2a081484d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6042fc4-36a8-4f26-9ce7-034b8ad03d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:02.125988 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.126378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Bound using segment: {'id': '9d9e09c4-632d-4f26-8cf5-2a081484d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6042fc4-36a8-4f26-9ce7-034b8ad03d99'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:52:02.126841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Bound port: 4365ba56-fa0f-4a79-8ffb-261fd0f256a9, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9e09c4-632d-4f26-8cf5-2a081484d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6042fc4-36a8-4f26-9ce7-034b8ad03d99'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:52:02.127307 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.137179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.5 (a6042fc4-36a8-4f26-9ce7-034b8ad03d99/fb08eb13-217c-44c0-a0c8-305dc21c6fdd/ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:02.197557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'Network': ['ID=b0f0c769-a657-4209-90cc-99fc08635ee1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:02.204270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1e8703a2-d1be-4afc-b62d-11b5fac4af04 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2232981 May 28 05:52:02.216711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network b0f0c769-a657-4209-90cc-99fc08635ee1 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:02.218429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40274) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:02.234121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:52:02.241670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-502567826'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:02.248527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:02.253410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Usage tracker for resource:network and tenant:b3bec44976e349bc8d4d648e9315f8b1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:02.258638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:02.265787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:02.339985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:52:02.365632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Made reservation on behalf of b3bec44976e349bc8d4d648e9315f8b1 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:02.370261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.475754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5cc64-5b67-42e1-a52e-c08db46c7bd9 None None] Sync routers for ids ['39536ca8-820e-4023-9f1d-76cd894c90d3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:52:02.479849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:02.486360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.487671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:02.488450 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.517465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5cc64-5b67-42e1-a52e-c08db46c7bd9 None None] Routers {'39536ca8-820e-4023-9f1d-76cd894c90d3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:02.518569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-76f5cc64-5b67-42e1-a52e-c08db46c7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['39536ca8-820e-4023-9f1d-76cd894c90d3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:02.562927 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.564240 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Added segment c0b0c249-f441-4257-87b1-0fd78a74b9f7 of type vlan for network 385d88e7-6fe9-4c81-8df4-ec1dcc8a663c May 28 05:52:02.624053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-76f5cc64-5b67-42e1-a52e-c08db46c7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:02.643596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] For port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:52:02.647293 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.657664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] For port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4365ba56-fa0f-4a79-8ffb-261fd0f256a9,segment=NetworkSegment(9d9e09c4-632d-4f26-8cf5-2a081484d0d7),segment_id=9d9e09c4-632d-4f26-8cf5-2a081484d0d7)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:52:02.658945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5cc64-5b67-42e1-a52e-c08db46c7bd9 None None] Routers {'39536ca8-820e-4023-9f1d-76cd894c90d3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:02.659697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-76f5cc64-5b67-42e1-a52e-c08db46c7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['39536ca8-820e-4023-9f1d-76cd894c90d3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:02.781349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Router ccf619c3-b330-4238-9cd3-2590733edf29 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:52:02.791197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-76f5cc64-5b67-42e1-a52e-c08db46c7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:02.792675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5cc64-5b67-42e1-a52e-c08db46c7bd9 None None] The sync data for ids ['39536ca8-820e-4023-9f1d-76cd894c90d3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:52:02.797012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5f665819-94a3-4036-8996-a4d7eb1c5bea None None] Provisioning complete for port a09af7d6-ee12-4c8c-8373-b2bf907ef50c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:02.797744 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f665819-94a3-4036-8996-a4d7eb1c5bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.822910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.829111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:02.829808 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.831493 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.923659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] Pushing event updated for resources: {'Network': ['ID=9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:02.958266 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fde3102a-44c3-42be-8bab-4297fbad082a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6616571 May 28 05:52:02.969591 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:02.978987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3a432b28-1640-46fe-a5f7-06a0851ea6f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3877435 May 28 05:52:02.988867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:02.988867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40294) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:02.999158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:03.175012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Request body: {'subnet': {'network_id': '9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1177078468-subnet', 'tenant_id': '382d6402fa274fbfb1816cf214c8a99f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:03.206710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5f665819-94a3-4036-8996-a4d7eb1c5bea None None] Port a09af7d6-ee12-4c8c-8373-b2bf907ef50c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:52:03.218844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409460a2-285f-4910-85e0-44c20f1a94d0 None None] Pushing event updated for resources: {'Port': ['ID=4365ba56-fa0f-4a79-8ffb-261fd0f256a9,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:03.232190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0123477 May 28 05:52:03.239977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40300) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:03.266150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:03.284643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Usage tracker for resource:subnet and tenant:382d6402fa274fbfb1816cf214c8a99f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:03.291478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'ports': [{'network_id': 'b0f0c769-a657-4209-90cc-99fc08635ee1', 'name': 'tempest-port--1420718301', 'admin_state_up': True}, {'network_id': '385d88e7-6fe9-4c81-8df4-ec1dcc8a663c', 'admin_state_up': False}]} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:03.291793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'port': {'network_id': 'b0f0c769-a657-4209-90cc-99fc08635ee1', 'name': 'tempest-port--1420718301', 'admin_state_up': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:03.292280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'port': {'network_id': '385d88e7-6fe9-4c81-8df4-ec1dcc8a663c', 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:03.302780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:03.312102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3211d-6b79-4ec5-ad1e-21fcb07e3d95 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'Network': ['ID=385d88e7-6fe9-4c81-8df4-ec1dcc8a663c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:03.331525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 385d88e7-6fe9-4c81-8df4-ec1dcc8a663c details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:03.357039 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:03.375407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:03.476328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:03.538146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3094be-9feb-4302-96d0-b6bb5859656d req-6687bc1d-df87-4b9d-8836-7b6e4beaee16 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:03.539707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e3094be-9feb-4302-96d0-b6bb5859656d req-6687bc1d-df87-4b9d-8836-7b6e4beaee16 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.7942436 May 28 05:52:03.599157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Made reservation on behalf of 382d6402fa274fbfb1816cf214c8a99f for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:03.601889 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:03.819119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e3094be-9feb-4302-96d0-b6bb5859656d req-6a59a9ff-d693-4326-8145-8740399dfcc5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601852 May 28 05:52:03.823813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:03.917849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:03.935506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Usage tracker for resource:port and tenant:b3bec44976e349bc8d4d648e9315f8b1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:03.940351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network a6042fc4-36a8-4f26-9ce7-034b8ad03d99 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:03.942420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:03.947638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:03.969585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:03.997859 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e9bc8a12-8368-4206-a46d-ff868a47d273 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/routers/39536ca8-820e-4023-9f1d-76cd894c90d3 HTTP/1.1" status: 200 len: 884 time: 0.9896059 May 28 05:52:03.998508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40316) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:04.012594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:04.036922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:04.067049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Made reservation on behalf of b3bec44976e349bc8d4d648e9315f8b1 for: {'port': 2} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:04.072026 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:04.116894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:04.117664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:04.149240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:04.167350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:52:04.182908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:04.185154 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Sync routers for ids ['ccf619c3-b330-4238-9cd3-2590733edf29'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:52:04.205169 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-beb4aec6-6c18-4973-8105-ef0e8ede59c7 admin admin] 10.222.0.39 "PUT /v2.0/routers/ccf619c3-b330-4238-9cd3-2590733edf29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2123621 May 28 05:52:04.224599 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Routers {'ccf619c3-b330-4238-9cd3-2590733edf29'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:04.225239 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ccf619c3-b330-4238-9cd3-2590733edf29'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:04.227078 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-292fd85b-c7a7-41fb-a140-49e37aba954a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.4277501 May 28 05:52:04.234069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40326) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:04.305640 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:04.422905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:04.599467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] device_id is not set on port 0169921c-350f-463b-b575-47a1761e3894 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:52:04.630791 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Set router ccf619c3-b330-4238-9cd3-2590733edf29 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:52:04.647981 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-aea33ebf-9c84-40e7-a653-a673f0d58475 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:04.649730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-aea33ebf-9c84-40e7-a653-a673f0d58475 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 0.7535083 May 28 05:52:04.654041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14ad8434-448a-430c-b61b-530c8822a01c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:04.654526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14ad8434-448a-430c-b61b-530c8822a01c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:04.824342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:05.082456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c4b6e3-d09b-4713-b197-77dcdcdf7a75 None None] Network a6042fc4-36a8-4f26-9ce7-034b8ad03d99 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:05.106706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] device_id is not set on port f7c71e30-4aa9-4cb9-bff5-aecbb8da6eea yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:52:05.169579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2654fa-675b-4d83-a09d-fa91b4169183,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:05.482080 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'name': 'tempest-TaggedBootDevicesTest_v242-285125291-router', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:42Z', 'updated_at': '2022-05-28T05:51:59Z', 'revision_number': 4, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'gw_port': {'id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:43Z', 'updated_at': '2022-05-28T05:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a09af7d6-ee12-4c8c-8373-b2bf907ef50c', 'name': '', 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'mac_address': 'fa:16:3e:54:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '32d73e83-c385-42e3-9429-18f194c0b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:55Z', 'updated_at': '2022-05-28T05:52:00Z', 'revision_number': 2, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'subnets': [{'id': '32d73e83-c385-42e3-9429-18f194c0b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:05.492029 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Checking router: ccf619c3-b330-4238-9cd3-2590733edf29 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:52:05.492322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Checking segment: {'id': '8103e439-6b16-41f7-bed8-7efe6d3b534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:05.492619 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Updating router ccf619c3-b330-4238-9cd3-2590733edf29 port a09af7d6-ee12-4c8c-8373-b2bf907ef50c binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:52:05.492749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Network hostable DHCP agents. Network: 9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:05.524244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e488e0e7-a9ff-411e-a5ab-3afa3a58ee3c None None] Provisioning for port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:05.557373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e488e0e7-a9ff-411e-a5ab-3afa3a58ee3c None None] Provisioning complete for port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:05.558065 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e488e0e7-a9ff-411e-a5ab-3afa3a58ee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:05.570304 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:05.764633 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:05.863117 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:05.899141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-2c4d87f4-54d9-4134-9879-6709e17c979c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Deleting port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:05.899742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e488e0e7-a9ff-411e-a5ab-3afa3a58ee3c None None] Current status of the port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:05.899742 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e488e0e7-a9ff-411e-a5ab-3afa3a58ee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:05.900069 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-2c4d87f4-54d9-4134-9879-6709e17c979c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:06.041077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e488e0e7-a9ff-411e-a5ab-3afa3a58ee3c None None] For port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4365ba56-fa0f-4a79-8ffb-261fd0f256a9,segment=NetworkSegment(9d9e09c4-632d-4f26-8cf5-2a081484d0d7),segment_id=9d9e09c4-632d-4f26-8cf5-2a081484d0d7)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:06.065402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e488e0e7-a9ff-411e-a5ab-3afa3a58ee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:06.105419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'Port': ['ID=0169921c-350f-463b-b575-47a1761e3894,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:06.206353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Checking segment: {'id': '8f4cf805-48ef-40f9-b124-7335c96edede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b0f0c769-a657-4209-90cc-99fc08635ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:06.207993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Network hostable DHCP agents. Network: b0f0c769-a657-4209-90cc-99fc08635ee1, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:06.297913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Network b0f0c769-a657-4209-90cc-99fc08635ee1 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:06.325048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, b0f0c769-a657-4209-90cc-99fc08635ee1) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:06.330559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:06.331990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:06.352571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Network 9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:06.372297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83babb-38f4-4035-95e4-c0c716d8b397 None None] Network b0f0c769-a657-4209-90cc-99fc08635ee1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:06.386011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:06.393836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:06.395894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:06.432018 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bd35d9ad-3dfc-445f-8991-47d2d73c9da2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:router {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:06.488330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01047923-e7c7-4c75-884f-461d4b2bb28c None None] Network 9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:06.524458 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:06.553608 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Transition to ACTIVE for port object a09af7d6-ee12-4c8c-8373-b2bf907ef50c will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:06.555994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25625c0-a83f-4fd5-a44b-836c7ca97832 req-a0ef7cef-68bf-408f-a092-fdc8432ea07e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:06.568428 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d25625c0-a83f-4fd5-a44b-836c7ca97832 req-a0ef7cef-68bf-408f-a092-fdc8432ea07e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 1.4631100 May 28 05:52:06.573755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bb807d8a-129e-4e79-ab47-8ff673eb1d27 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5813684 May 28 05:52:06.580965 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:06.606254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'Port': ['ID=f7c71e30-4aa9-4cb9-bff5-aecbb8da6eea,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:06.690398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Checking segment: {'id': 'c0b0c249-f441-4257-87b1-0fd78a74b9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '385d88e7-6fe9-4c81-8df4-ec1dcc8a663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:06.690758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Network hostable DHCP agents. Network: 385d88e7-6fe9-4c81-8df4-ec1dcc8a663c, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:06.703772 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd1b4b-4179-461f-8004-9f9a8fad0c14 None None] Pushing event updated for resources: {'Port': ['ID=a09af7d6-ee12-4c8c-8373-b2bf907ef50c,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:06.752370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Network 385d88e7-6fe9-4c81-8df4-ec1dcc8a663c is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:06.783549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 385d88e7-6fe9-4c81-8df4-ec1dcc8a663c) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:06.794003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:06.822434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:06.852357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:06.855195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:06.933929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-57e0dfa6-57f9-494c-9f51-74698e2f83ee tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6903696 May 28 05:52:06.937210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40416) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:07.000359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319fca6b-a975-4d9b-b953-6a59ba5dedb4 None None] Network 385d88e7-6fe9-4c81-8df4-ec1dcc8a663c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:07.048669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bd35d9ad-3dfc-445f-8991-47d2d73c9da2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:router {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:07.059047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bd35d9ad-3dfc-445f-8991-47d2d73c9da2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 3.0541205 May 28 05:52:07.065773 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14ad8434-448a-430c-b61b-530c8822a01c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:07.073656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40438) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:07.114562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8c5fbaee-9a2d-455c-84ec-16bc5c3087d5 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1551040247'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:07.297585 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d25625c0-a83f-4fd5-a44b-836c7ca97832 req-7ae0f049-612c-4e0f-90a5-66382c635597 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7281649 May 28 05:52:07.419291 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Attempting to bind port a09af7d6-ee12-4c8c-8373-b2bf907ef50c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:52:07.420818 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Attempting to bind port a09af7d6-ee12-4c8c-8373-b2bf907ef50c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'fb6b8159-7a53-4be1-99da-748fd89a3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:52:07.421181 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Attempting to bind port a09af7d6-ee12-4c8c-8373-b2bf907ef50c on network 20cd1522-6623-45a4-9575-0d41359a9844 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:52:07.447288 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:52:07.447743 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Checking segment: {'id': 'fb6b8159-7a53-4be1-99da-748fd89a3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:07.449830 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:07.450232 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Bound using segment: {'id': 'fb6b8159-7a53-4be1-99da-748fd89a3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:52:07.450730 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Bound port: a09af7d6-ee12-4c8c-8373-b2bf907ef50c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6b8159-7a53-4be1-99da-748fd89a3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:52:07.451109 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:07.592736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14ad8434-448a-430c-b61b-530c8822a01c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:07.709787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488e0e7-a9ff-411e-a5ab-3afa3a58ee3c None None] Pushing event updated for resources: {'Port': ['ID=4365ba56-fa0f-4a79-8ffb-261fd0f256a9,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:07.747376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d9c22b-fbb5-4b4c-af3d-14aeefb15a5f tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:07.762527 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] For port a09af7d6-ee12-4c8c-8373-b2bf907ef50c, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:52:07.767859 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] For port a09af7d6-ee12-4c8c-8373-b2bf907ef50c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a09af7d6-ee12-4c8c-8373-b2bf907ef50c,segment=NetworkSegment(fb6b8159-7a53-4be1-99da-748fd89a3a91),segment_id=fb6b8159-7a53-4be1-99da-748fd89a3a91)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:52:07.768422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d9c22b-fbb5-4b4c-af3d-14aeefb15a5f tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:07.770451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96d9c22b-fbb5-4b4c-af3d-14aeefb15a5f tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Synchronizing usage tracker for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:07.788417 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:07.828356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-79b51ce8-2ca3-477a-8a8e-d4717dca0a7f None None] Provisioning complete for port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:07.828869 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-79b51ce8-2ca3-477a-8a8e-d4717dca0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:07.880495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-2c4d87f4-54d9-4134-9879-6709e17c979c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] For port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:07.889153 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-2c4d87f4-54d9-4134-9879-6709e17c979c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:07.948681 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd1b4b-4179-461f-8004-9f9a8fad0c14 None None] Pushing event updated for resources: {'Port': ['ID=a09af7d6-ee12-4c8c-8373-b2bf907ef50c,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:07.994929 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Routers {'ccf619c3-b330-4238-9cd3-2590733edf29'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:07.995610 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ccf619c3-b330-4238-9cd3-2590733edf29'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:08.054221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40464) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:08.170055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8e3c62-ce61-4d2c-a65f-7d894302f67c None None] Network 9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:08.339127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-2c4d87f4-54d9-4134-9879-6709e17c979c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Calling delete_port for da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:08.483138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96d9c22b-fbb5-4b4c-af3d-14aeefb15a5f tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Unset dirty status for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:08.486912 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-96d9c22b-fbb5-4b4c-af3d-14aeefb15a5f tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.5409987 May 28 05:52:08.508651 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40476) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:08.529560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:08.668897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:52:08.796635 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] Set router ccf619c3-b330-4238-9cd3-2590733edf29 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:52:08.942913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-852002d3-f48c-4761-a758-24edb6521880 admin admin] Deleting subnet 1c2654fa-675b-4d83-a09d-fa91b4169183 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:52:08.971374 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-852002d3-f48c-4761-a758-24edb6521880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:08.992683 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56f95510-58cb-42db-9b00-0073aa2bf42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.028534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f0481e0b-88e0-40f3-b9a1-377385755ce4 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Deleting port 0169921c-350f-463b-b575-47a1761e3894 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:09.039725 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0481e0b-88e0-40f3-b9a1-377385755ce4 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.066609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-79b51ce8-2ca3-477a-8a8e-d4717dca0a7f None None] Current status of the port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:09.136951 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbaee-9a2d-455c-84ec-16bc5c3087d5 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.179500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-852002d3-f48c-4761-a758-24edb6521880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.260697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:09.263914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.314092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbaee-9a2d-455c-84ec-16bc5c3087d5 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.452967 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14ad8434-448a-430c-b61b-530c8822a01c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.475967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-852002d3-f48c-4761-a758-24edb6521880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.485101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:09.485474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.519414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad8434-448a-430c-b61b-530c8822a01c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:09.523619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-79b51ce8-2ca3-477a-8a8e-d4717dca0a7f None None] Provisioning for port ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:09.577831 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'name': 'tempest-TaggedBootDevicesTest_v242-285125291-router', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:42Z', 'updated_at': '2022-05-28T05:51:59Z', 'revision_number': 4, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'gw_port': {'id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:43Z', 'updated_at': '2022-05-28T05:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a09af7d6-ee12-4c8c-8373-b2bf907ef50c', 'name': '', 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'mac_address': 'fa:16:3e:54:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '32d73e83-c385-42e3-9429-18f194c0b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:55Z', 'updated_at': '2022-05-28T05:52:07Z', 'revision_number': 4, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'subnets': [{'id': '32d73e83-c385-42e3-9429-18f194c0b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:09.587449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-79b51ce8-2ca3-477a-8a8e-d4717dca0a7f None None] Provisioning complete for port ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:09.587799 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-79b51ce8-2ca3-477a-8a8e-d4717dca0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.597458 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaec18a-d9e4-4671-b01c-b9ed2f061ce0 None None] The sync data for ids ['ccf619c3-b330-4238-9cd3-2590733edf29'] in n-d-843679-5 is: [{'id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'name': 'tempest-TaggedBootDevicesTest_v242-285125291-router', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:42Z', 'updated_at': '2022-05-28T05:51:59Z', 'revision_number': 4, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'gw_port': {'id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:43Z', 'updated_at': '2022-05-28T05:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a09af7d6-ee12-4c8c-8373-b2bf907ef50c', 'name': '', 'network_id': '20cd1522-6623-45a4-9575-0d41359a9844', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'mac_address': 'fa:16:3e:54:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '32d73e83-c385-42e3-9429-18f194c0b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:55Z', 'updated_at': '2022-05-28T05:52:07Z', 'revision_number': 4, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'subnets': [{'id': '32d73e83-c385-42e3-9429-18f194c0b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:52:09.737793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-79b51ce8-2ca3-477a-8a8e-d4717dca0a7f None None] Port ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc was deleted so its status cannot be updated. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 05:52:09.748915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5fbaee-9a2d-455c-84ec-16bc5c3087d5 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router 39536ca8-820e-4023-9f1d-76cd894c90d3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:52:09.753251 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-852002d3-f48c-4761-a758-24edb6521880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:09.867034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852002d3-f48c-4761-a758-24edb6521880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2654fa-675b-4d83-a09d-fa91b4169183,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:09.878432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-852002d3-f48c-4761-a758-24edb6521880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:10.161844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:10.175182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-452a5f4d-7021-4d91-a85d-30129e8727e5 None None] Could not find standard attr ID for object ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 05:52:10.195528 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:10.318806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0481e0b-88e0-40f3-b9a1-377385755ce4 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:10.354660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d79d2-ed61-448e-8afb-0e585d12b92f req-fc35067a-6225-453a-a0f8-f52fcceb06fe tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:10.365653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-648d79d2-ed61-448e-8afb-0e585d12b92f req-fc35067a-6225-453a-a0f8-f52fcceb06fe tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 945 time: 1.5708854 May 28 05:52:10.408639 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-2c4d87f4-54d9-4134-9879-6709e17c979c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:10.479096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a09af7d6-ee12-4c8c-8373-b2bf907ef50c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:10.600932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-852002d3-f48c-4761-a758-24edb6521880 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1c2654fa-675b-4d83-a09d-fa91b4169183 HTTP/1.1" status: 204 len: 168 time: 2.5139239 May 28 05:52:10.602322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40516) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:10.727749 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbcf053d-9136-4a36-9b10-2e8632f28d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:10.759025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port a09af7d6-ee12-4c8c-8373-b2bf907ef50c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:10.776177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a09af7d6-ee12-4c8c-8373-b2bf907ef50c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:10.777447 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:11.052201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d87f4-54d9-4134-9879-6709e17c979c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event deleted for resources: {'Port': ['ID=da4deffd-94ee-4a3c-bc1d-ab6aef0274f6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:11.073739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f0481e0b-88e0-40f3-b9a1-377385755ce4 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Calling delete_port for 0169921c-350f-463b-b575-47a1761e3894 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:11.113181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14ad8434-448a-430c-b61b-530c8822a01c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:11.149280 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-14ad8434-448a-430c-b61b-530c8822a01c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc HTTP/1.1" status: 204 len: 168 time: 6.9091394 May 28 05:52:11.171979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40526) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:11.236691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a09af7d6-ee12-4c8c-8373-b2bf907ef50c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:11.237113 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:11.296110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-648d79d2-ed61-448e-8afb-0e585d12b92f req-1ba31b4e-bb8c-4678-a22d-e96213dab7e3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9279544 May 28 05:52:11.345607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-2c4d87f4-54d9-4134-9879-6709e17c979c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] No DVR routers for this DVR port da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:52:11.383205 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:52:11.418063 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e379f15f-a32a-4bcb-a9f9-68c0fc0dab0e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:52:11.419135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e379f15f-a32a-4bcb-a9f9-68c0fc0dab0e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:11.462659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port a09af7d6-ee12-4c8c-8373-b2bf907ef50c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a09af7d6-ee12-4c8c-8373-b2bf907ef50c,segment=NetworkSegment(fb6b8159-7a53-4be1-99da-748fd89a3a91),segment_id=fb6b8159-7a53-4be1-99da-748fd89a3a91)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:11.485584 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:11.495500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:11.514353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e379f15f-a32a-4bcb-a9f9-68c0fc0dab0e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:11.525204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e379f15f-a32a-4bcb-a9f9-68c0fc0dab0e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc HTTP/1.1" status: 404 len: 333 time: 0.3146248 May 28 05:52:11.542929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-2c4d87f4-54d9-4134-9879-6709e17c979c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:11.555008 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68cf25e6-1f3d-4f8a-a1dc-c9406329e129 req-2c4d87f4-54d9-4134-9879-6709e17c979c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.33 "DELETE /v2.0/ports/da4deffd-94ee-4a3c-bc1d-ab6aef0274f6 HTTP/1.1" status: 204 len: 173 time: 6.7313335 May 28 05:52:11.558446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40534) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:11.572444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b11113-2115-4348-aa28-89f5eb72092b', 'name': 'network-vif-deleted', 'tag': 'da4deffd-94ee-4a3c-bc1d-ab6aef0274f6'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:52:11.690098 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0481e0b-88e0-40f3-b9a1-377385755ce4 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:11.702759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5fbaee-9a2d-455c-84ec-16bc5c3087d5 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:52:11.722373 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:11.736491 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbaee-9a2d-455c-84ec-16bc5c3087d5 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:11.737496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16de6f64-a603-4704-b80f-6ce2fdd2ca45 None None] Sync routers for ids ['39536ca8-820e-4023-9f1d-76cd894c90d3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:52:11.743784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8c5fbaee-9a2d-455c-84ec-16bc5c3087d5 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/39536ca8-820e-4023-9f1d-76cd894c90d3 HTTP/1.1" status: 200 len: 891 time: 4.6573284 May 28 05:52:11.748835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40542) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:11.762482 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:11.794957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=a09af7d6-ee12-4c8c-8373-b2bf907ef50c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:11.803881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de6f64-a603-4704-b80f-6ce2fdd2ca45 None None] Routers {'39536ca8-820e-4023-9f1d-76cd894c90d3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:11.804528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-16de6f64-a603-4704-b80f-6ce2fdd2ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:52:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['39536ca8-820e-4023-9f1d-76cd894c90d3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:11.911366 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76b5d38-c380-4987-b1c8-a05372965518'] response: {'server_uuid': '71b11113-2115-4348-aa28-89f5eb72092b', 'name': 'network-vif-deleted', 'tag': 'da4deffd-94ee-4a3c-bc1d-ab6aef0274f6', 'status': 'completed', 'code': 200} May 28 05:52:11.925379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-16de6f64-a603-4704-b80f-6ce2fdd2ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:11.945908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de6f64-a603-4704-b80f-6ce2fdd2ca45 None None] Routers {'39536ca8-820e-4023-9f1d-76cd894c90d3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:11.946735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-16de6f64-a603-4704-b80f-6ce2fdd2ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:52:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['39536ca8-820e-4023-9f1d-76cd894c90d3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:11.969074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0481e0b-88e0-40f3-b9a1-377385755ce4 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event deleted for resources: {'Port': ['ID=0169921c-350f-463b-b575-47a1761e3894,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:12.006913 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0481e0b-88e0-40f3-b9a1-377385755ce4 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:12.051007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3c9a1e-db05-4996-824e-3dbaa3e29cd1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet fb08eb13-217c-44c0-a0c8-305dc21c6fdd {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:52:12.068402 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f0481e0b-88e0-40f3-b9a1-377385755ce4 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "DELETE /v2.0/ports/0169921c-350f-463b-b575-47a1761e3894 HTTP/1.1" status: 204 len: 168 time: 3.5257013 May 28 05:52:12.070542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40550) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:12.120801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-16de6f64-a603-4704-b80f-6ce2fdd2ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:12.121696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16de6f64-a603-4704-b80f-6ce2fdd2ca45 None None] The sync data for ids ['39536ca8-820e-4023-9f1d-76cd894c90d3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:52:12.237545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9a1e-db05-4996-824e-3dbaa3e29cd1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:12.239469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7998fe8a-0963-4269-9835-a5b153f2e6e7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Deleting port f7c71e30-4aa9-4cb9-bff5-aecbb8da6eea {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:12.239815 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7998fe8a-0963-4269-9835-a5b153f2e6e7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:12.327134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a09af7d6-ee12-4c8c-8373-b2bf907ef50c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:12.488018 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:12.518940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9a1e-db05-4996-824e-3dbaa3e29cd1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:12.573414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a09af7d6-ee12-4c8c-8373-b2bf907ef50c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:12.573987 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:12.625339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5d8b0636-c76c-4e9f-9866-0c8c3d588eb4 req-6ca15d32-6404-451f-8f74-6cbe64a07cc3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:12.685140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:12.794876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-53e8c353-28f5-4fd7-9d68-b90a10c9a1b1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/routers/39536ca8-820e-4023-9f1d-76cd894c90d3 HTTP/1.1" status: 200 len: 891 time: 1.0440147 May 28 05:52:12.801835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40568) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:12.823863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8103e439-6b16-41f7-bed8-7efe6d3b534c') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:12.825124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8103e439-6b16-41f7-bed8-7efe6d3b534c') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:12.940173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a09af7d6-ee12-4c8c-8373-b2bf907ef50c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:12.945491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-66298f6e-aeeb-442f-8e2b-ecc48850db48 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:12.954670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:12.987189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-66298f6e-aeeb-442f-8e2b-ecc48850db48 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:12.991872 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-66298f6e-aeeb-442f-8e2b-ecc48850db48 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=39536ca8-820e-4023-9f1d-76cd894c90d3 HTTP/1.1" status: 200 len: 205 time: 0.1787040 May 28 05:52:12.994375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40572) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:13.022527 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7998fe8a-0963-4269-9835-a5b153f2e6e7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.098772 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.133814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:52:13.134293 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.256347 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.297446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5d8b0636-c76c-4e9f-9866-0c8c3d588eb4 req-6ca15d32-6404-451f-8f74-6cbe64a07cc3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:13.299196 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9a1e-db05-4996-824e-3dbaa3e29cd1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.313130 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d8b0636-c76c-4e9f-9866-0c8c3d588eb4 req-6ca15d32-6404-451f-8f74-6cbe64a07cc3 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=71b11113-2115-4348-aa28-89f5eb72092b HTTP/1.1" status: 200 len: 210 time: 0.7400806 May 28 05:52:13.340578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7998fe8a-0963-4269-9835-a5b153f2e6e7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Calling delete_port for f7c71e30-4aa9-4cb9-bff5-aecbb8da6eea owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:13.499911 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7998fe8a-0963-4269-9835-a5b153f2e6e7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.500545 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 8103e439-6b16-41f7-bed8-7efe6d3b534c resource provider aggregate not found May 28 05:52:13.534031 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.540987 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.554310 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 8103e439-6b16-41f7-bed8-7efe6d3b534c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8103e439-6b16-41f7-bed8-7efe6d3b534c found for delete ", "request_id": "req-834e34f5-cf82-4b36-b5d0-900509a1073d"}]} May 28 05:52:13.557300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998fe8a-0963-4269-9835-a5b153f2e6e7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event deleted for resources: {'Port': ['ID=f7c71e30-4aa9-4cb9-bff5-aecbb8da6eea,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:13.563548 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7998fe8a-0963-4269-9835-a5b153f2e6e7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.576390 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7998fe8a-0963-4269-9835-a5b153f2e6e7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "DELETE /v2.0/ports/f7c71e30-4aa9-4cb9-bff5-aecbb8da6eea HTTP/1.1" status: 204 len: 168 time: 1.5044961 May 28 05:52:13.577777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40590) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:13.585752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:13.596201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9eb0ea2a-991e-46a2-ada7-a80c9aeeaa80 HTTP/1.1" status: 204 len: 168 time: 2.9781630 May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.628931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.629703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94996f-79c8-4e51-9419-aa56b394b7a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:13.639573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-08109526-1225-41e8-90bb-0d13fead862f tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Synchronizing usage tracker for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:13.655098 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.665555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-08109526-1225-41e8-90bb-0d13fead862f tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Unset dirty status for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:13.667015 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-08109526-1225-41e8-90bb-0d13fead862f tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0880754 May 28 05:52:13.672133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40596) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:13.678771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-925456182'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:13.687760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:13.695868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Usage tracker for resource:network and tenant:b3bec44976e349bc8d4d648e9315f8b1 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:13.715788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:13.727971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:13.768555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Made reservation on behalf of b3bec44976e349bc8d4d648e9315f8b1 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:13.772205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.850922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40610) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:13.939727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:13.966730 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:13.967071 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Added segment 8e8c7483-536e-487f-a9ef-a66c916f9cf2 of type vlan for network d9beb40e-d596-4643-a48c-2598a8630c04 May 28 05:52:14.004228 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5fb6e405-5ba2-4936-a3f8-a3aa99f4f17a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=382d6402fa274fbfb1816cf214c8a99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500108 May 28 05:52:14.006974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40616) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:14.040553 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.047029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9a1e-db05-4996-824e-3dbaa3e29cd1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.068894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.104884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409af31-a06d-4a92-a605-cbe61b2e5942 None None] Network a6042fc4-36a8-4f26-9ce7-034b8ad03d99 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:14.105501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9a1e-db05-4996-824e-3dbaa3e29cd1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.116384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c9a1e-db05-4996-824e-3dbaa3e29cd1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=fb08eb13-217c-44c0-a0c8-305dc21c6fdd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:14.129291 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8b3c9a1e-db05-4996-824e-3dbaa3e29cd1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/fb08eb13-217c-44c0-a0c8-305dc21c6fdd HTTP/1.1" status: 204 len: 168 time: 2.5675421 May 28 05:52:14.132135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40620) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:14.137364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 4fb264bd-cf09-4612-8fb6-1bad79a1bb8a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:14.140183 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.190787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-731a354d-4b00-49e6-8356-23efd702efe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.219742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.226279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:14.227294 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.382766 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-731a354d-4b00-49e6-8356-23efd702efe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.493368 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8177412 May 28 05:52:14.506857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40632) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:14.522339 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-731a354d-4b00-49e6-8356-23efd702efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.524339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-415136353'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:14.545405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:14.566595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a354d-4b00-49e6-8356-23efd702efe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c0635d-6d46-479f-abf9-039572bcb019,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:14.571667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Usage tracker for resource:network and tenant:b3bec44976e349bc8d4d648e9315f8b1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:14.572902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-731a354d-4b00-49e6-8356-23efd702efe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.578230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-731a354d-4b00-49e6-8356-23efd702efe4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9c0635d-6d46-479f-abf9-039572bcb019 HTTP/1.1" status: 204 len: 168 time: 0.5694902 May 28 05:52:14.579446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:14.596166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a89e1b-0029-43a9-a647-8017f24db245 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'Network': ['ID=d9beb40e-d596-4643-a48c-2598a8630c04,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:14.600787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:14.630849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.639746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.653215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network d9beb40e-d596-4643-a48c-2598a8630c04 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:14.655787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Made reservation on behalf of b3bec44976e349bc8d4d648e9315f8b1 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:14.660273 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.694210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:14.706371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.706871 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Added segment cbeb0312-6f52-441e-b91e-471b8bff342c of type vlan for network b304e379-a1a1-4853-9f30-58b0197c5499 May 28 05:52:14.739556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.870414 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:14.879178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:14.880131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:15.154329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad702fb8-cf55-4d80-ac6f-0530edc4da6a None None] DHCP port deletion for a6042fc4-36a8-4f26-9ce7-034b8ad03d99 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:52:15.167989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ad702fb8-cf55-4d80-ac6f-0530edc4da6a None None] Deleting port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:15.168480 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ad702fb8-cf55-4d80-ac6f-0530edc4da6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:15.444194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2be34808-2ce6-4a0e-8cd7-2144674a4f66 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:15.454117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2be34808-2ce6-4a0e-8cd7-2144674a4f66 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.6097686 May 28 05:52:15.511591 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-a8e67cc2-fe0d-4dbf-ad3d-f925c9cc1db5 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/quotas/77494e1a6ff9467b8fe094cdca45ac25 HTTP/1.1" status: 200 len: 375 time: 0.0358772 May 28 05:52:15.556338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 4fb264bd-cf09-4612-8fb6-1bad79a1bb8a owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:15.596073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:15.598885 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:15.648115 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-aee6d6c3-603a-42ab-8b07-d57266359bcd tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1335514 May 28 05:52:15.685313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ad702fb8-cf55-4d80-ac6f-0530edc4da6a None None] For port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4365ba56-fa0f-4a79-8ffb-261fd0f256a9,segment=NetworkSegment(9d9e09c4-632d-4f26-8cf5-2a081484d0d7),segment_id=9d9e09c4-632d-4f26-8cf5-2a081484d0d7)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:15.685714 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ad702fb8-cf55-4d80-ac6f-0530edc4da6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:15.729543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'Network': ['ID=b304e379-a1a1-4853-9f30-58b0197c5499,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:15.739306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network b304e379-a1a1-4853-9f30-58b0197c5499 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:15.771838 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-55122e62-b89a-43bc-b9ae-c9824c663069 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2615433 May 28 05:52:15.937050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40676) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:15.950296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'subnets': [{'network_id': 'd9beb40e-d596-4643-a48c-2598a8630c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1315511824', 'ip_version': 4}, {'network_id': 'b304e379-a1a1-4853-9f30-58b0197c5499', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:15.950854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'subnet': {'network_id': 'd9beb40e-d596-4643-a48c-2598a8630c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1315511824', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:15.954004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Request body: {'subnet': {'network_id': 'b304e379-a1a1-4853-9f30-58b0197c5499', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:16.207638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ad702fb8-cf55-4d80-ac6f-0530edc4da6a None None] Calling delete_port for 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:16.340228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:52:16.583545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40700) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:16.610631 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ad702fb8-cf55-4d80-ac6f-0530edc4da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:16.661656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] For port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4365ba56-fa0f-4a79-8ffb-261fd0f256a9,segment=NetworkSegment(9d9e09c4-632d-4f26-8cf5-2a081484d0d7),segment_id=9d9e09c4-632d-4f26-8cf5-2a081484d0d7)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:16.662925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:16.748244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad702fb8-cf55-4d80-ac6f-0530edc4da6a None None] Pushing event deleted for resources: {'Port': ['ID=4365ba56-fa0f-4a79-8ffb-261fd0f256a9,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:16.754709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:16.755108 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:16.831352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad702fb8-cf55-4d80-ac6f-0530edc4da6a None None] No DVR routers for this DVR port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:52:17.120277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1288444129-network', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:17.132738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:17.202245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:17.249666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Usage tracker for resource:network and tenant:b64aac2a56744fc3b993f592b4557340 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:17.271485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:17.295721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:17.319530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:17.347938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:17.360369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Usage tracker for resource:subnet and tenant:b3bec44976e349bc8d4d648e9315f8b1 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:17.371358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:17.380778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=4fb264bd-cf09-4612-8fb6-1bad79a1bb8a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:17.387131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:17.395816 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-14eac4da-ccf0-45c5-aa08-f0f480c1df88 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7443173 May 28 05:52:17.396308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Made reservation on behalf of b64aac2a56744fc3b993f592b4557340 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:17.409192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:17.441347 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:17.539611 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:52:17.540482 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:52:17.541615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:17.565662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Made reservation on behalf of b3bec44976e349bc8d4d648e9315f8b1 for: {'subnet': 2} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:17.572717 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:17.573083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:17.613025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Usage tracker for resource:security_group_rule and tenant:b64aac2a56744fc3b993f592b4557340 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:17.625460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:17.630129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:17.651169 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:17.682930 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-9e2e383b-29c8-4a30-a475-8a6ad9838956 service neutron] 10.222.0.39 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789552 May 28 05:52:18.060277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 4365ba56-fa0f-4a79-8ffb-261fd0f256a9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:18.061436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.266617 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7232dab1-8762-4d30-8646-f172a7c7f6a6 req-1186fca6-a99e-4ed2-a17b-91793e72e015 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 210 time: 0.1755540 May 28 05:52:18.311054 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.322173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] The port '4365ba56-fa0f-4a79-8ffb-261fd0f256a9' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:52:18.323550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.329432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.388706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.403389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.540103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Checking segment: {'id': '8e8c7483-536e-487f-a9ef-a66c916f9cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd9beb40e-d596-4643-a48c-2598a8630c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:18.540103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Network hostable DHCP agents. Network: d9beb40e-d596-4643-a48c-2598a8630c04, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:18.576157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:18.581481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'Subnet': ['ID=ed32cc50-0c9f-4787-b6c0-a7c7e8247f66,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:18.597768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Network d9beb40e-d596-4643-a48c-2598a8630c04 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:18.621300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, d9beb40e-d596-4643-a48c-2598a8630c04) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:18.627425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.630448 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80246e7-951e-40e4-976f-e81d7135d40d None None] Network d9beb40e-d596-4643-a48c-2598a8630c04 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:18.633214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.633742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Fanout notify agent at l3_agent the message router_deleted on router 39536ca8-820e-4023-9f1d-76cd894c90d3 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:52:18.716404 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.749789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.750873 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Added segment df38dda8-213a-4f94-967e-c84b392bc68c of type vlan for network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 May 28 05:52:18.763830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec41479c-bbe9-44eb-ba72-c516bdb3df6a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:18.823973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6042fc4-36a8-4f26-9ce7-034b8ad03d99']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:18.831847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event updated for resources: {'Subnet': ['ID=fae0341f-b827-46e1-a518-f60fe8f1be39,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:18.865453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9e09c4-632d-4f26-8cf5-2a081484d0d7') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:18.866104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9e09c4-632d-4f26-8cf5-2a081484d0d7') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:18.913891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Checking segment: {'id': 'cbeb0312-6f52-441e-b91e-471b8bff342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b304e379-a1a1-4853-9f30-58b0197c5499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:18.914261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Network hostable DHCP agents. Network: b304e379-a1a1-4853-9f30-58b0197c5499, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:18.931270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.941944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:18.963325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Network b304e379-a1a1-4853-9f30-58b0197c5499 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:18.998234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, b304e379-a1a1-4853-9f30-58b0197c5499) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:19.035823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:19.035823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:19.039620 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.063666 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.098690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:52:19.100420 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1f8cca0d-a6e0-452d-8664-d3d1b93c88b8 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1615589 May 28 05:52:19.103214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40762) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:19.105294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.128584 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ce419-a898-4540-ba13-ec9f4b4312ea None None] Network b304e379-a1a1-4853-9f30-58b0197c5499 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:19.224283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03e0a5-8e3b-4239-abfa-99140db5618a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-d9beb40e-d596-4643-a48c-2598a8630c04', 'network_id': 'd9beb40e-d596-4643-a48c-2598a8630c04', 'tenant_id': 'b3bec44976e349bc8d4d648e9315f8b1', 'fixed_ips': [{'subnet_id': 'ed32cc50-0c9f-4787-b6c0-a7c7e8247f66'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:52:19.225172 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ad03e0a5-8e3b-4239-abfa-99140db5618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.248784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9eb638-3849-461a-9c3d-880294ea2585 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:19.250557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9eb638-3849-461a-9c3d-880294ea2585 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:19.256124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9eb638-3849-461a-9c3d-880294ea2585 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:19.257024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fd9eb638-3849-461a-9c3d-880294ea2585 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Synchronizing usage tracker for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:19.279988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fd9eb638-3849-461a-9c3d-880294ea2585 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Unset dirty status for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:19.281473 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fd9eb638-3849-461a-9c3d-880294ea2585 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1769128 May 28 05:52:19.284586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40768) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:19.467018 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:52:19.469241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a792cf6-79ff-4e32-a579-0bb9285a61d7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Deleting subnet ed32cc50-0c9f-4787-b6c0-a7c7e8247f66 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:52:19.489432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.513666 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.514778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:19.515659 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.519359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.530745 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9d9e09c4-632d-4f26-8cf5-2a081484d0d7 resource provider aggregate not found May 28 05:52:19.535359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/networks/a6042fc4-36a8-4f26-9ce7-034b8ad03d99 HTTP/1.1" status: 204 len: 168 time: 5.4022207 May 28 05:52:19.555860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.558322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-089b1b6a-25d4-441e-a30f-0e323dd62fd6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/39536ca8-820e-4023-9f1d-76cd894c90d3 HTTP/1.1" status: 204 len: 168 time: 6.5628140 May 28 05:52:19.559471 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a792cf6-79ff-4e32-a579-0bb9285a61d7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.573476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40784) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:19.573982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40786) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:19.579156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df6980-7756-4598-9160-236482a6aae7 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Network': ['ID=a6042fc4-36a8-4f26-9ce7-034b8ad03d99,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:19.677953 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9d9e09c4-632d-4f26-8cf5-2a081484d0d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d9e09c4-632d-4f26-8cf5-2a081484d0d7 found for delete ", "request_id": "req-bd4bfaba-64bd-4cd6-a9d6-f385051943d3"}]} May 28 05:52:19.682330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1963419652'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:19.692734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'name': 'tempest-PortsTestJSON-244864831'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:19.754301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:19.759395 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5250ecd2-88c8-4e38-8f1c-963bd41d36de req-16862b29-5ef9-4ede-b3d6-acc9b4d9e419 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 210 time: 0.2687862 May 28 05:52:19.767847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:network and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:19.779150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:19.793274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:19.811779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] Pushing event updated for resources: {'Network': ['ID=717afe8e-0e7b-46d2-9055-41c9dc2d17d0,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:19.845377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a792cf6-79ff-4e32-a579-0bb9285a61d7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:19.868064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:20.016350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b97ec797-8239-4912-94af-742d1758b349 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4302099 May 28 05:52:20.019319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40798) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:20.031210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:20.035717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:20.071696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-b304e379-a1a1-4853-9f30-58b0197c5499', 'network_id': 'b304e379-a1a1-4853-9f30-58b0197c5499', 'tenant_id': 'b3bec44976e349bc8d4d648e9315f8b1', 'fixed_ips': [{'subnet_id': 'fae0341f-b827-46e1-a518-f60fe8f1be39'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:52:20.072523 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:20.133551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Request body: {'subnet': {'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1288444129-subnet', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:20.148534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:20.164101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Usage tracker for resource:subnet and tenant:b64aac2a56744fc3b993f592b4557340 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:20.173564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:20.189983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:20.190934 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a792cf6-79ff-4e32-a579-0bb9285a61d7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:20.251605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Made reservation on behalf of b64aac2a56744fc3b993f592b4557340 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:20.254014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:20.382269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-9d48a95d-8ee1-4b7c-83e9-c705639bfc05 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:20.384392 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-9d48a95d-8ee1-4b7c-83e9-c705639bfc05 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.41 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 811 time: 0.6239469 May 28 05:52:20.398725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Request body: {'port': {'device_id': '47c6acfb-e9e3-46aa-b95a-f1e87e3745a6', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'admin_state_up': True, 'tenant_id': '77494e1a6ff9467b8fe094cdca45ac25'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:20.439270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Allocated IP 172.20.0.18 (b304e379-a1a1-4853-9f30-58b0197c5499/fae0341f-b827-46e1-a518-f60fe8f1be39/0b2bfede-f7dc-4d69-9e92-4d9b381e4af6) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:20.790405 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a792cf6-79ff-4e32-a579-0bb9285a61d7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server [None req-ad03e0a5-8e3b-4239-abfa-99140db5618a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed32cc50-0c9f-4787-b6c0-a7c7e8247f66: This subnet is being modified by another concurrent operation. May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 05:52:20.863619 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise exception May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed32cc50-0c9f-4787-b6c0-a7c7e8247f66: This subnet is being modified by another concurrent operation. May 28 05:52:20.867371 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server May 28 05:52:20.873456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a792cf6-79ff-4e32-a579-0bb9285a61d7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event deleted for resources: {'Subnet': ['ID=ed32cc50-0c9f-4787-b6c0-a7c7e8247f66,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:20.880190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a792cf6-79ff-4e32-a579-0bb9285a61d7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:20.915102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f22ff3-2e42-4723-ab94-4c6b1e734977 None None] Network d9beb40e-d596-4643-a48c-2598a8630c04 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:20.916525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:20.927379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:20.927704 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added segment d3c12c8a-2e21-4a31-b764-7cc6baea7c1e of type vlan for network 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c May 28 05:52:20.972657 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:20.978043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:20.980922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:20.984784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2a792cf6-79ff-4e32-a579-0bb9285a61d7 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "DELETE /v2.0/subnets/ed32cc50-0c9f-4787-b6c0-a7c7e8247f66 HTTP/1.1" status: 204 len: 168 time: 1.6991847 May 28 05:52:20.988399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40818) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:20.989640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:21.213082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:21.226866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:21.246289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:52:21.308660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:21.318829 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:21.322987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Made reservation on behalf of 77494e1a6ff9467b8fe094cdca45ac25 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:21.335298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:21.377261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944ad608-2695-494c-88e4-13ba23410268,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:21.416570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:21.418372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:21.418799 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:21.426917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Checking segment: {'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:21.426917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Network hostable DHCP agents. Network: 717afe8e-0e7b-46d2-9055-41c9dc2d17d0, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:21.595365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fa5154-5e84-4938-bab6-111f7ec14023 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Deleting subnet fae0341f-b827-46e1-a518-f60fe8f1be39 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:52:21.613878 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:21.634050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port fa74b84e-1990-4118-945b-3657b2c3fff3 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:52:21.647983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Transition to ACTIVE for port object 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:21.685162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Transition to ACTIVE for port object 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:21.698580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:21.749487 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-48fa5154-5e84-4938-bab6-111f7ec14023 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:21.821133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Network b304e379-a1a1-4853-9f30-58b0197c5499 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:21.832850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:21.835808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:21.919110 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:21.977820 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-48fa5154-5e84-4938-bab6-111f7ec14023 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:21.997734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Network': ['ID=5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:22.018899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c7007d6-3104-4725-ba30-4303d4729f6f req-bc1332dd-bba2-4bc6-a080-fe6532a229f0 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 210 time: 0.8719516 May 28 05:52:22.025631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:22.029279 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-169cd12d-b3d3-4761-bae6-6b6a433e42ca tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4521606 May 28 05:52:22.099493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:22.111372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40836) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:22.141453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'subnet': {'network_id': '5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:22.161137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:22.163704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=fa74b84e-1990-4118-945b-3657b2c3fff3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:22.169916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:22.178572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:22.183656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Allocated IP 172.20.0.5 (16869d4a-c80d-44a1-af8f-c16c452e479c/fa91beaf-eda9-4703-bb88-eafa22b1d514/0fa9d9d5-1da8-4c35-be6b-40543d91b50c) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:22.191159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:22.191891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:22.241370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:22.264757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e23a9209-c278-4b91-8084-907ec9ea98b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6874747 May 28 05:52:22.266290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40846) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:22.297511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Pushing event updated for resources: {'Port': ['ID=0b2bfede-f7dc-4d69-9e92-4d9b381e4af6,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:22.325970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Attempting to bind port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:52:22.327191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Attempting to bind port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'cbeb0312-6f52-441e-b91e-471b8bff342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b304e379-a1a1-4853-9f30-58b0197c5499'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:52:22.327779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Attempting to bind port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 on network b304e379-a1a1-4853-9f30-58b0197c5499 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:52:22.334046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:52:22.334606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Checking segment: {'id': 'cbeb0312-6f52-441e-b91e-471b8bff342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b304e379-a1a1-4853-9f30-58b0197c5499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:22.335184 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:22.335747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Bound using segment: {'id': 'cbeb0312-6f52-441e-b91e-471b8bff342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b304e379-a1a1-4853-9f30-58b0197c5499'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:52:22.337423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Bound port: 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbeb0312-6f52-441e-b91e-471b8bff342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b304e379-a1a1-4853-9f30-58b0197c5499'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:52:22.337987 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:22.388827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-feeabce0-16b8-4f35-a0e6-f5920e6fde25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port fa74b84e-1990-4118-945b-3657b2c3fff3 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:22.388827 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-feeabce0-16b8-4f35-a0e6-f5920e6fde25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:22.415970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 717afe8e-0e7b-46d2-9055-41c9dc2d17d0) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:22.431557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:22.432149 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:22.453963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:22.460152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d4566609-7216-4151-ac58-7afa4190fa79 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4337733 May 28 05:52:22.463267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40850) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:22.469444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1288444129-router', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:22.474283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:subnet and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:22.475331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:22.479542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Usage tracker for resource:router and tenant:b64aac2a56744fc3b993f592b4557340 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:22.480857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:22.484251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:22.493194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4575a9-09f7-49ce-98fb-46a6a31a6ea8 None None] Network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:22.501814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:22.504484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:22.519348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-48fa5154-5e84-4938-bab6-111f7ec14023 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:22.520089 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:22.521656 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:22.539972 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:22.815542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:22.819581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:23.036073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d2fb8-0bd6-45b3-b5d5-ce5d0e257724 None None] Network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:23.165239 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-48fa5154-5e84-4938-bab6-111f7ec14023 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:23.269453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:23.283440 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:23.285514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] For port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:52:23.312873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] For port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0b2bfede-f7dc-4d69-9e92-4d9b381e4af6,segment=NetworkSegment(cbeb0312-6f52-441e-b91e-471b8bff342c),segment_id=cbeb0312-6f52-441e-b91e-471b8bff342c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:52:23.334670 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:23.366018 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa5154-5e84-4938-bab6-111f7ec14023 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event deleted for resources: {'Subnet': ['ID=fae0341f-b827-46e1-a518-f60fe8f1be39,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:23.389818 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-52cb0675-771b-4133-a79a-ab5c08ee6a1e req-97b6bf1a-d9b1-4b8d-843e-78460a580001 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 210 time: 0.0766861 May 28 05:52:23.390951 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-48fa5154-5e84-4938-bab6-111f7ec14023 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:23.413894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-feeabce0-16b8-4f35-a0e6-f5920e6fde25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:23.414340 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-48fa5154-5e84-4938-bab6-111f7ec14023 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "DELETE /v2.0/subnets/fae0341f-b827-46e1-a518-f60fe8f1be39 HTTP/1.1" status: 204 len: 168 time: 2.4158974 May 28 05:52:23.418272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40866) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:23.539448 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847dcc3-dd39-431a-ab5c-b9eca0b6702d None None] Pushing event updated for resources: {'Port': ['ID=0b2bfede-f7dc-4d69-9e92-4d9b381e4af6,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:23.616928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d10ca-cb0d-4579-a0b8-17d3178ec67e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:23.617927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b39d10ca-cb0d-4579-a0b8-17d3178ec67e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Synchronizing usage tracker for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:23.705524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:23.899962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b39d10ca-cb0d-4579-a0b8-17d3178ec67e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Unset dirty status for tenant:b3bec44976e349bc8d4d648e9315f8b1 on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:23.904880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b39d10ca-cb0d-4579-a0b8-17d3178ec67e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4822397 May 28 05:52:23.917692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40878) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:23.959031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Network 16869d4a-c80d-44a1-af8f-c16c452e479c is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:23.963868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:23.968921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:24.045755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event updated for resources: {'Port': ['ID=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:24.057555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:24.242649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-feeabce0-16b8-4f35-a0e6-f5920e6fde25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for fa74b84e-1990-4118-945b-3657b2c3fff3 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:24.417718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:24.460024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-feeabce0-16b8-4f35-a0e6-f5920e6fde25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:24.497470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:24.500061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Subnet': ['ID=7d319ccd-f943-41c2-a151-5e63c9a28161,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:24.524020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:24.524697 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:24.567624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeabce0-16b8-4f35-a0e6-f5920e6fde25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=fa74b84e-1990-4118-945b-3657b2c3fff3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:24.573033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:24.600009 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-feeabce0-16b8-4f35-a0e6-f5920e6fde25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:24.613566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-d80ac266-3b3f-4b75-bb47-7503f3f0c666 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2186277 May 28 05:52:24.629690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Checking segment: {'id': 'd3c12c8a-2e21-4a31-b764-7cc6baea7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:24.630055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network hostable DHCP agents. Network: 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:24.651066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Request body: {'port': {'device_id': '47c6acfb-e9e3-46aa-b95a-f1e87e3745a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:24.781154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Deleting port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:24.781510 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:25.034192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:25.112304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-feeabce0-16b8-4f35-a0e6-f5920e6fde25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/fa74b84e-1990-4118-945b-3657b2c3fff3 HTTP/1.1" status: 204 len: 168 time: 2.8453209 May 28 05:52:25.113522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40898) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:25.117098 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:25.127163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'mac_address': 'fa:16:3e:de:1a:e1', 'name': 'tempest-PortsTestJSON-653273431'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:25.427481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:25.498111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:25.499969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:25.513063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:25.513715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a84aa3d-6864-4e84-a341-95981b03bf26 None None] Network 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:25.514892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:25.543044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:port and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:25.558648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3a963de7-e371-4f9a-b59b-5cbf45c51807 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4459696 May 28 05:52:25.559533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40902) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:25.583661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:25.627364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1340371463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:25.649441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:25.650030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:25.669001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:25.695947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:router and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:25.704967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:25.720186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] For port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0b2bfede-f7dc-4d69-9e92-4d9b381e4af6,segment=NetworkSegment(cbeb0312-6f52-441e-b91e-471b8bff342c),segment_id=cbeb0312-6f52-441e-b91e-471b8bff342c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:25.720186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:25.801979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570cbabe-d735-4e0a-acd2-0e89d67fb6e0 None None] Network b304e379-a1a1-4853-9f30-58b0197c5499 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:25.930732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:25.957031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-78dfd3a9-1424-4db8-a557-d9847bf7f827 None None] Provisioning for port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:26.070832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-78dfd3a9-1424-4db8-a557-d9847bf7f827 None None] Provisioning complete for port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:26.071199 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-78dfd3a9-1424-4db8-a557-d9847bf7f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:26.116976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ead0e-36b0-4c60-afeb-03556cc1d9a4 req-3c12ee73-227a-4ec3-8117-c67448c6f762 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:26.125507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-671ead0e-36b0-4c60-afeb-03556cc1d9a4 req-3c12ee73-227a-4ec3-8117-c67448c6f762 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 931 time: 1.3557954 May 28 05:52:26.235258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa9d9d5-1da8-4c35-be6b-40543d91b50c {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:52:26.249258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:26.280367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Transition to ACTIVE for port object 0fa9d9d5-1da8-4c35-be6b-40543d91b50c will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:26.294970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:26.308899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:26.397548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:26.483660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-671ead0e-36b0-4c60-afeb-03556cc1d9a4 req-6991c36f-8c9c-4486-a900-07e860a5ba28 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634446 May 28 05:52:26.493899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port edfce316-c6a3-4838-9b49-8f682de97175 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:52:26.545697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Allocated IP 172.25.4.13 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/0d87ba87-2c96-4446-9c88-211a944066ad) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:26.555919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-78dfd3a9-1424-4db8-a557-d9847bf7f827 None None] Current status of the port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:26.556879 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-78dfd3a9-1424-4db8-a557-d9847bf7f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:26.796695 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:26.798015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:26.809239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Calling delete_port for 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:27.010572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c', 'network_id': '5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'fixed_ips': [{'subnet_id': '7d319ccd-f943-41c2-a151-5e63c9a28161'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:52:27.011449 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.017699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.033057 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.055490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:27.175366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.245249 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.298132 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.352271 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-78dfd3a9-1424-4db8-a557-d9847bf7f827 None None] For port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0b2bfede-f7dc-4d69-9e92-4d9b381e4af6,segment=NetworkSegment(cbeb0312-6f52-441e-b91e-471b8bff342c),segment_id=cbeb0312-6f52-441e-b91e-471b8bff342c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:27.382579 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-78dfd3a9-1424-4db8-a557-d9847bf7f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.394011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=edfce316-c6a3-4838-9b49-8f682de97175,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:27.407506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:27.407506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:27.409327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:27.414441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:52:27.414775 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:52:27.416591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:27.417268 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.421558 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.429654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40932) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:27.436145 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-82aec54c-2886-4978-af55-38a7e3edddba tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.8299098 May 28 05:52:27.506202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Attempting to bind port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:52:27.506810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Attempting to bind port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:52:27.507300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Attempting to bind port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:52:27.526047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c on network 16869d4a-c80d-44a1-af8f-c16c452e479c not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:52:27.526379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Attempting to bind port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c on network 16869d4a-c80d-44a1-af8f-c16c452e479c {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:52:27.546687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:52:27.547074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Checking segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:27.547487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Bound using segment: {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:52:27.547916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Bound port: 0fa9d9d5-1da8-4c35-be6b-40543d91b50c, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673edf30-d091-4730-8c73-529d3cb6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:52:27.548258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.655601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfd3a9-1424-4db8-a557-d9847bf7f827 None None] Pushing event updated for resources: {'Port': ['ID=0b2bfede-f7dc-4d69-9e92-4d9b381e4af6,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:27.756527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Allocated IP 2001:db8::2 (5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c/7d319ccd-f943-41c2-a151-5e63c9a28161/66bc81a5-f59c-4f0c-9a9b-ee2cf727448f) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:27.895798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] For port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:52:27.901520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] For port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:52:27.910337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.916787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c92e9-4234-4fc1-8bef-3722760ce471 None None] DHCP port deletion for b304e379-a1a1-4853-9f30-58b0197c5499 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:52:27.941855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-439c92e9-4234-4fc1-8bef-3722760ce471 None None] Deleting port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:27.941855 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-439c92e9-4234-4fc1-8bef-3722760ce471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:27.942947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5e43182a-2ce2-4b68-b08a-715ec35d43a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8231235 May 28 05:52:27.945401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40944) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:28.004821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Deleting port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:28.005177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:28.107551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:28.230859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:28.231509 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:28.232982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] 10.222.0.41 "PUT /v2.0/ports/0fa9d9d5-1da8-4c35-be6b-40543d91b50c HTTP/1.1" status: 200 len: 1091 time: 3.6044819 May 28 05:52:28.233441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c6acfb-e9e3-46aa-b95a-f1e87e3745a6', 'tag': '0fa9d9d5-1da8-4c35-be6b-40543d91b50c'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:52:28.371351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-439c92e9-4234-4fc1-8bef-3722760ce471 None None] For port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0b2bfede-f7dc-4d69-9e92-4d9b381e4af6,segment=NetworkSegment(cbeb0312-6f52-441e-b91e-471b8bff342c),segment_id=cbeb0312-6f52-441e-b91e-471b8bff342c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:28.372260 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-439c92e9-4234-4fc1-8bef-3722760ce471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:28.414806 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1260fd-9ab3-4e1b-9020-957428dd4230'] response: {'name': 'network-changed', 'server_uuid': '47c6acfb-e9e3-46aa-b95a-f1e87e3745a6', 'tag': '0fa9d9d5-1da8-4c35-be6b-40543d91b50c', 'status': 'completed', 'code': 200} May 28 05:52:28.434647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e852-5f3a-4a34-a293-cfef71382974 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:28.587436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:52:28.611960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:28.613458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:28.654801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b8238-c1cc-42e1-8017-277d934f368b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:28.655575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d87b8238-c1cc-42e1-8017-277d934f368b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:28.658099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Pushing event updated for resources: {'Port': ['ID=0d87ba87-2c96-4446-9c88-211a944066ad,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:28.666842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:28.853908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4771c-c0e5-479b-a132-3e24586ff457 req-bdeeaf11-50fe-4d3d-aff7-2b5fc77aeaf8 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:28.860818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7ba4771c-c0e5-479b-a132-3e24586ff457 req-bdeeaf11-50fe-4d3d-aff7-2b5fc77aeaf8 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Synchronizing usage tracker for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:28.924776 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-439c92e9-4234-4fc1-8bef-3722760ce471 None None] Calling delete_port for 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:29.047740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7ba4771c-c0e5-479b-a132-3e24586ff457 req-bdeeaf11-50fe-4d3d-aff7-2b5fc77aeaf8 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Unset dirty status for tenant:77494e1a6ff9467b8fe094cdca45ac25 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:29.049577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ba4771c-c0e5-479b-a132-3e24586ff457 req-bdeeaf11-50fe-4d3d-aff7-2b5fc77aeaf8 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 943 time: 1.2845776 May 28 05:52:29.085918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] For port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0b2bfede-f7dc-4d69-9e92-4d9b381e4af6,segment=NetworkSegment(cbeb0312-6f52-441e-b91e-471b8bff342c),segment_id=cbeb0312-6f52-441e-b91e-471b8bff342c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:29.087096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:29.118092 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-439c92e9-4234-4fc1-8bef-3722760ce471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:29.211479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c92e9-4234-4fc1-8bef-3722760ce471 None None] Pushing event deleted for resources: {'Port': ['ID=0b2bfede-f7dc-4d69-9e92-4d9b381e4af6,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:29.219739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c92e9-4234-4fc1-8bef-3722760ce471 None None] No DVR routers for this DVR port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:52:29.246456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-3409ee9b-69f1-4597-8cac-7e1ac1ea20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:29.249006 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-3409ee9b-69f1-4597-8cac-7e1ac1ea20cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 1094 time: 0.9133272 May 28 05:52:29.281823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No active binding found for port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 {{(pid=88418) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 05:52:29.282031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:52:29.405981 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:29.439098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Transition to ACTIVE for port object 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:29.484762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d87b8238-c1cc-42e1-8017-277d934f368b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:29.500106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d87b8238-c1cc-42e1-8017-277d934f368b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/edfce316-c6a3-4838-9b49-8f682de97175 HTTP/1.1" status: 200 len: 840 time: 1.5420873 May 28 05:52:29.525916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Calling delete_port for 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:29.527187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40972) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:29.563167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Transition to ACTIVE for port object 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:29.584297 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:29.766514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Network 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:29.769516 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-8a58a357-22ef-43bb-ae5e-31c1e525f1eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fa9d9d5-1da8-4c35-be6b-40543d91b50c HTTP/1.1" status: 200 len: 217 time: 0.1697471 May 28 05:52:29.788274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:29.791537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:29.843051 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:29.900689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ba4771c-c0e5-479b-a132-3e24586ff457 req-19f008d4-dd49-4b9e-86f4-d7f9b1ea2300 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431971 May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: from cryptography.utils import int_from_bytes May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: from cryptography.utils import int_from_bytes May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn_limited( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn_limited( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.903062 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:52:29.905267 n-d-843679-5 neutron-server[88416]: util.warn( May 28 05:52:29.915898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-732afa26-e539-4957-83fb-f84e031efae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:29.918377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-732afa26-e539-4957-83fb-f84e031efae9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.1367011 May 28 05:52:29.924386 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:52:29.925567 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:52:29.933435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Pushing event updated for resources: {'Port': ['ID=66bc81a5-f59c-4f0c-9a9b-ee2cf727448f,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:29.984570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Attempting to bind port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:52:29.984941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Attempting to bind port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd3c12c8a-2e21-4a31-b764-7cc6baea7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:52:29.985491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Attempting to bind port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f on network 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:52:29.994309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:52:29.994689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Checking segment: {'id': 'd3c12c8a-2e21-4a31-b764-7cc6baea7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:29.995093 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:29.995510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Bound using segment: {'id': 'd3c12c8a-2e21-4a31-b764-7cc6baea7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:52:29.998726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Bound port: 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c12c8a-2e21-4a31-b764-7cc6baea7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:52:29.999444 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:30.020240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-91138055-02e5-447c-89aa-bf69bce39ea9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port edfce316-c6a3-4838-9b49-8f682de97175 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:30.020240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91138055-02e5-447c-89aa-bf69bce39ea9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:30.093893 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-66e32eac-b657-4564-a068-a5037d2f3ef9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642520 May 28 05:52:30.220954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] For port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:52:30.231262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] For port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=66bc81a5-f59c-4f0c-9a9b-ee2cf727448f,segment=NetworkSegment(d3c12c8a-2e21-4a31-b764-7cc6baea7c1e),segment_id=d3c12c8a-2e21-4a31-b764-7cc6baea7c1e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:52:30.241929 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:30.350001 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-3e258246-76ad-4ef3-8e1e-0c36c71ca901 service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370927 May 28 05:52:30.462827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825b0a5-9553-4352-8ff9-29499918daf5 None None] Pushing event updated for resources: {'Port': ['ID=66bc81a5-f59c-4f0c-9a9b-ee2cf727448f,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:30.588536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Deleting port 0b2bfede-f7dc-4d69-9e92-4d9b381e4af6 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:30.588980 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:30.662269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-068635b1-aebe-481e-bf67-b6ef5e6217c0 req-b98b3319-a295-47d2-9c96-3fda6469caa1 service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981091 May 28 05:52:30.793474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:30.962110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] The port '0b2bfede-f7dc-4d69-9e92-4d9b381e4af6' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:52:31.022823 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91138055-02e5-447c-89aa-bf69bce39ea9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:31.268315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:31.319838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa838905-b9f4-4bb2-aaec-e1039a736df8 req-c00ba253-aeb7-41e5-9d51-807473efca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:31.321323 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa838905-b9f4-4bb2-aaec-e1039a736df8 req-c00ba253-aeb7-41e5-9d51-807473efca98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 1094 time: 0.5338926 May 28 05:52:31.347196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-91138055-02e5-447c-89aa-bf69bce39ea9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for edfce316-c6a3-4838-9b49-8f682de97175 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:31.455778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b304e379-a1a1-4853-9f30-58b0197c5499']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:31.464375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91138055-02e5-447c-89aa-bf69bce39ea9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:31.483692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbeb0312-6f52-441e-b91e-471b8bff342c') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:31.484234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbeb0312-6f52-441e-b91e-471b8bff342c') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:31.502506 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:31.541135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:31.559795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:52:31.560307 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:31.679058 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment cbeb0312-6f52-441e-b91e-471b8bff342c resource provider aggregate not found May 28 05:52:31.683391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa838905-b9f4-4bb2-aaec-e1039a736df8 req-8d5d7849-c6c9-4914-8c2a-99a04e73529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:31.685064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa838905-b9f4-4bb2-aaec-e1039a736df8 req-8d5d7849-c6c9-4914-8c2a-99a04e73529f service neutron] 10.222.0.41 "GET /v2.0/networks?id=16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 200 len: 912 time: 0.3538275 May 28 05:52:31.776700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91138055-02e5-447c-89aa-bf69bce39ea9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=edfce316-c6a3-4838-9b49-8f682de97175,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:31.778805 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:31.916739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91138055-02e5-447c-89aa-bf69bce39ea9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:31.991597 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment cbeb0312-6f52-441e-b91e-471b8bff342c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbeb0312-6f52-441e-b91e-471b8bff342c found for delete ", "request_id": "req-75cd2dc8-7fe8-46e8-aaa2-927f7af30ab5"}]} May 28 05:52:32.069120 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa838905-b9f4-4bb2-aaec-e1039a736df8 req-126884cd-fe28-4713-9212-79004f28803b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fa9d9d5-1da8-4c35-be6b-40543d91b50c HTTP/1.1" status: 200 len: 217 time: 0.3768339 May 28 05:52:32.177194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-91138055-02e5-447c-89aa-bf69bce39ea9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/edfce316-c6a3-4838-9b49-8f682de97175 HTTP/1.1" status: 204 len: 168 time: 2.6487687 May 28 05:52:32.186527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41014) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:32.230956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:32.243086 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:32.266654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Allocated IP 2001:db8::1 (5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c/7d319ccd-f943-41c2-a151-5e63c9a28161/91908bc9-a86a-4995-8c76-562b0b3b82c5) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:32.312003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854635e-feb2-405e-89b8-2be845cd9302 req-cd0394d8-c02e-4416-b4d5-346319eca47f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:32.321447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d854635e-feb2-405e-89b8-2be845cd9302 req-cd0394d8-c02e-4416-b4d5-346319eca47f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 943 time: 0.8745651 May 28 05:52:32.413073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:32.449150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa838905-b9f4-4bb2-aaec-e1039a736df8 req-031fdba6-84f0-44c8-98cf-2f0fbdcaa7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:32.459209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa838905-b9f4-4bb2-aaec-e1039a736df8 req-031fdba6-84f0-44c8-98cf-2f0fbdcaa7be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 200 len: 851 time: 0.3708613 May 28 05:52:32.460630 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "DELETE /v2.0/networks/b304e379-a1a1-4853-9f30-58b0197c5499 HTTP/1.1" status: 204 len: 168 time: 8.5420611 May 28 05:52:32.472016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41034) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:32.546676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd53ce-bc23-4fc5-a296-02ddd76d16ae None None] Network 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:32.571421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5f227-1e83-411a-823b-12ce1e083411 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event deleted for resources: {'Network': ['ID=b304e379-a1a1-4853-9f30-58b0197c5499,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:32.584639 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa838905-b9f4-4bb2-aaec-e1039a736df8 req-69abd21e-6522-48a6-9e81-3a0be7d62f64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16869d4a-c80d-44a1-af8f-c16c452e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556989 May 28 05:52:32.585956 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5d960a-40f0-4075-bf2a-b775edc1ebe4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:52:32.586626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc5d960a-40f0-4075-bf2a-b775edc1ebe4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:32.770608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d854635e-feb2-405e-89b8-2be845cd9302 req-55d4158a-c6e4-4e73-a80c-28fa0ea164d6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425371 May 28 05:52:32.797663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-43fc7b97-45e4-442d-986e-be3f74efa61c None None] Provisioning for port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:32.823451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:32.831304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:32.831860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:32.855463 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa838905-b9f4-4bb2-aaec-e1039a736df8 req-132daaf7-81f2-4f54-9d81-9944ac0d6b80 service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051163 May 28 05:52:33.010657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc5d960a-40f0-4075-bf2a-b775edc1ebe4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:33.012104 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc5d960a-40f0-4075-bf2a-b775edc1ebe4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/edfce316-c6a3-4838-9b49-8f682de97175 HTTP/1.1" status: 404 len: 333 time: 0.8066652 May 28 05:52:33.019076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41046) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:33.037198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'name': 'tempest-PortsTestJSON-749375156'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:33.057653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:33.066782 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:33.151803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:33.152201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:33.183600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:33.190820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:33.203941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:33.211528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=66bc81a5-f59c-4f0c-9a9b-ee2cf727448f,segment=NetworkSegment(d3c12c8a-2e21-4a31-b764-7cc6baea7c1e),segment_id=d3c12c8a-2e21-4a31-b764-7cc6baea7c1e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:33.227973 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa838905-b9f4-4bb2-aaec-e1039a736df8 req-ba6d47bb-c900-4312-912c-67aae9e97082 service neutron] 10.222.0.41 "GET /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586533 May 28 05:52:33.231701 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:33.235447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:33.244138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:33.369594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port 672a0283-286c-4db6-8374-ee6a54794b6e yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:52:33.390408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=66bc81a5-f59c-4f0c-9a9b-ee2cf727448f,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:33.399405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.399837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.400246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.400652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.401076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.401473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.401872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.402264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.402657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.403182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.403733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.404705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:52:33.529770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9297c0-99eb-42ac-8ade-bb7492d818a1 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:52:33.645379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Transition to ACTIVE for port object 91908bc9-a86a-4995-8c76-562b0b3b82c5 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:33.658577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3a2461dc-dff3-4c82-87df-cfd11d4f8291 None None] Provisioning complete for port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:33.658966 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3a2461dc-dff3-4c82-87df-cfd11d4f8291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:33.710496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Router 4c37f606-a296-4b09-bd1b-3bd5d475c96f is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:52:33.799956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:33.911884 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:33.976653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9297c0-99eb-42ac-8ade-bb7492d818a1 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:52:34.003405 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.014345 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.097129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3a2461dc-dff3-4c82-87df-cfd11d4f8291 None None] Current status of the port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:34.107353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:34.137633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:34.145785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:34.155475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:34.156985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.212620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1838262 May 28 05:52:34.220549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41072) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:34.222826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9beb40e-d596-4643-a48c-2598a8630c04']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:34.239100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939675e-aeeb-4cd0-8c1d-59c797380f5c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=672a0283-286c-4db6-8374-ee6a54794b6e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:34.252247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-719af82d-c126-4aab-88f1-8a74e1e3bbfd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:34.289613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8c7483-536e-487f-a9ef-a66c916f9cf2') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:34.290051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8c7483-536e-487f-a9ef-a66c916f9cf2') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:34.305244 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.327368 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.334533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:52:34.335297 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.389928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:34.392484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:52:34.403454 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Sync routers for ids ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:52:34.416047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:34.425115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:34.425651 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.428597 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Routers {'4c37f606-a296-4b09-bd1b-3bd5d475c96f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:34.429320 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:52:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:34.508065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.518752 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8e8c7483-536e-487f-a9ef-a66c916f9cf2 resource provider aggregate not found May 28 05:52:34.530535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:34.571415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.578471 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8e8c7483-536e-487f-a9ef-a66c916f9cf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e8c7483-536e-487f-a9ef-a66c916f9cf2 found for delete ", "request_id": "req-28c774ef-5c52-44bf-ac8c-c43a50343462"}]} May 28 05:52:34.580239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event deleted for resources: {'Network': ['ID=d9beb40e-d596-4643-a48c-2598a8630c04,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:34.760525 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Set router 4c37f606-a296-4b09-bd1b-3bd5d475c96f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:52:34.798192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:34.798859 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.821142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=91908bc9-a86a-4995-8c76-562b0b3b82c5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:34.846813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:34.850742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6966f8b2-fbe6-4d70-8445-0c1e0366911e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.3836482 May 28 05:52:34.857143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41086) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:35.089317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f478c9-7f80-440b-bf69-cde71bf96687 req-d6e17ff6-5a32-4115-8a8c-dc3ce72a52d1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:35.102531 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86f478c9-7f80-440b-bf69-cde71bf96687 req-d6e17ff6-5a32-4115-8a8c-dc3ce72a52d1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 943 time: 1.1025383 May 28 05:52:35.113685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bdf963b9-99d8-41a1-9f23-9b31d50db50e tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "DELETE /v2.0/networks/d9beb40e-d596-4643-a48c-2598a8630c04 HTTP/1.1" status: 204 len: 168 time: 2.6268032 May 28 05:52:35.132545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41098) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:35.159911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:35.297155 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'name': 'tempest-ServerRescueTestJSON-1288444129-router', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:22Z', 'updated_at': '2022-05-28T05:52:29Z', 'revision_number': 3, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'gw_port': {'id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:52:25Z', 'updated_at': '2022-05-28T05:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:35.322115 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Checking router: 4c37f606-a296-4b09-bd1b-3bd5d475c96f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:52:35.322730 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Updating router 4c37f606-a296-4b09-bd1b-3bd5d475c96f port 0d87ba87-2c96-4446-9c88-211a944066ad binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:52:35.437454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0fa9d9d5-1da8-4c35-be6b-40543d91b50c details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:52:35.450500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:35.458233 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:35.503541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-719af82d-c126-4aab-88f1-8a74e1e3bbfd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:35.548070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:35.574300 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86f478c9-7f80-440b-bf69-cde71bf96687 req-9ae56c7c-2cf8-4607-a7ac-4605da9dc491 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708838 May 28 05:52:35.640921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f6f44b0c-d143-44fc-9710-4da1da788a68 None None] Provisioning for port 91908bc9-a86a-4995-8c76-562b0b3b82c5 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:35.673881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f6f44b0c-d143-44fc-9710-4da1da788a68 None None] Provisioning complete for port 91908bc9-a86a-4995-8c76-562b0b3b82c5 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:35.674268 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f6f44b0c-d143-44fc-9710-4da1da788a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:35.802281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:35.853275 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:35.858845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '0fa9d9d5-1da8-4c35-be6b-40543d91b50c', 'network_id': '16869d4a-c80d-44a1-af8f-c16c452e479c', 'port_id': '0fa9d9d5-1da8-4c35-be6b-40543d91b50c', 'mac_address': 'fa:16:3e:57:d0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa91beaf-eda9-4703-bb88-eafa22b1d514', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:52:35.886009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385d88e7-6fe9-4c81-8df4-ec1dcc8a663c']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:35.901097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b0c249-f441-4257-87b1-0fd78a74b9f7') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:35.901397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b0c249-f441-4257-87b1-0fd78a74b9f7') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:35.915178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:35.915720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f6f44b0c-d143-44fc-9710-4da1da788a68 None None] Port 91908bc9-a86a-4995-8c76-562b0b3b82c5 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:52:35.938581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:35.945272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:52:35.945675 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:35.966118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:35.967450 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:36.020140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa9d9d5-1da8-4c35-be6b-40543d91b50c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:52:36.063739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:36.078268 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:36.109203 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:36.145740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:36.204609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event deleted for resources: {'Network': ['ID=385d88e7-6fe9-4c81-8df4-ec1dcc8a663c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:36.232924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:36.287663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88358be4-bf43-49fa-bf3a-1c63f2de8a20 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "DELETE /v2.0/networks/385d88e7-6fe9-4c81-8df4-ec1dcc8a663c HTTP/1.1" status: 204 len: 168 time: 1.1540031 May 28 05:52:36.316705 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:36.330084 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Transition to ACTIVE for port object 0d87ba87-2c96-4446-9c88-211a944066ad will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:36.345414 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:36.374999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41116) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:36.386939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['0fa9d9d5-1da8-4c35-be6b-40543d91b50c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:52:36.554549 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Attempting to bind port 0d87ba87-2c96-4446-9c88-211a944066ad on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:52:36.554549 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Attempting to bind port 0d87ba87-2c96-4446-9c88-211a944066ad by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:52:36.555351 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Attempting to bind port 0d87ba87-2c96-4446-9c88-211a944066ad on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:52:36.590406 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:52:36.590781 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:36.591176 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:36.595747 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:52:36.595747 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Bound port: 0d87ba87-2c96-4446-9c88-211a944066ad, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:52:36.595980 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:36.643788 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c0b0c249-f441-4257-87b1-0fd78a74b9f7 resource provider aggregate not found May 28 05:52:36.664458 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:36.681034 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c0b0c249-f441-4257-87b1-0fd78a74b9f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0b0c249-f441-4257-87b1-0fd78a74b9f7 found for delete ", "request_id": "req-f0267b40-dba8-4ab6-a68b-b801776c59e9"}]} May 28 05:52:36.810249 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] For port 0d87ba87-2c96-4446-9c88-211a944066ad, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:52:36.812333 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-719af82d-c126-4aab-88f1-8a74e1e3bbfd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:52:36.896956 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] For port 0d87ba87-2c96-4446-9c88-211a944066ad, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0d87ba87-2c96-4446-9c88-211a944066ad,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:52:36.898210 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55b6d5-0c7d-4709-b263-a34324b20911 None None] Pushing event updated for resources: {'Port': ['ID=0d87ba87-2c96-4446-9c88-211a944066ad,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:36.919716 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.064712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-719af82d-c126-4aab-88f1-8a74e1e3bbfd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.067346 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Routers {'4c37f606-a296-4b09-bd1b-3bd5d475c96f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:37.067972 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:52:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:37.075017 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.085669 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-719af82d-c126-4aab-88f1-8a74e1e3bbfd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.268416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719af82d-c126-4aab-88f1-8a74e1e3bbfd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=672a0283-286c-4db6-8374-ee6a54794b6e,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:37.270950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-719af82d-c126-4aab-88f1-8a74e1e3bbfd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] In _notify_port_updated(), no bound segment for port 672a0283-286c-4db6-8374-ee6a54794b6e on network 6b772a76-c0e9-406d-a743-df1016360448 {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:52:37.292547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719af82d-c126-4aab-88f1-8a74e1e3bbfd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:37.293237 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-719af82d-c126-4aab-88f1-8a74e1e3bbfd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.297499 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-719af82d-c126-4aab-88f1-8a74e1e3bbfd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "PUT /v2.0/ports/672a0283-286c-4db6-8374-ee6a54794b6e HTTP/1.1" status: 200 len: 818 time: 3.0607762 May 28 05:52:37.301921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41198) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:37.302627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f0c769-a657-4209-90cc-99fc08635ee1']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:37.334098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4cf805-48ef-40f9-b124-7335c96edede') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:37.334393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4cf805-48ef-40f9-b124-7335c96edede') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:37.368055 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.401299 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55b6d5-0c7d-4709-b263-a34324b20911 None None] Pushing event updated for resources: {'Port': ['ID=0d87ba87-2c96-4446-9c88-211a944066ad,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:37.421388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.425362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-df950a8a-b9bd-4c91-85cd-485145506e75 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 672a0283-286c-4db6-8374-ee6a54794b6e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:37.425713 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-df950a8a-b9bd-4c91-85cd-485145506e75 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.437903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0fa9d9d5-1da8-4c35-be6b-40543d91b50c up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:37.456607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:52:37.457799 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.525704 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] Set router 4c37f606-a296-4b09-bd1b-3bd5d475c96f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:52:37.585970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:37.595351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:37.595761 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.770133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb1cd3-3a8f-4318-9017-d262fdf3c544 req-40c676f5-fc47-4549-939e-81e9f6c6a56f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:37.771944 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19fb1cd3-3a8f-4318-9017-d262fdf3c544 req-40c676f5-fc47-4549-939e-81e9f6c6a56f tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 944 time: 0.7874131 May 28 05:52:37.781544 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.792179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:37.875249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] Pushing event deleted for resources: {'Network': ['ID=b0f0c769-a657-4209-90cc-99fc08635ee1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:37.887483 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c4b269df-a2ac-4e17-aea1-7f0e69ec6508 tempest-BulkNetworkOpsTest-356795602 tempest-BulkNetworkOpsTest-356795602-project] 10.222.0.39 "DELETE /v2.0/networks/b0f0c769-a657-4209-90cc-99fc08635ee1 HTTP/1.1" status: 204 len: 168 time: 1.5113804 May 28 05:52:38.096121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:38.096708 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:38.168421 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-df950a8a-b9bd-4c91-85cd-485145506e75 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:38.177955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c6acfb-e9e3-46aa-b95a-f1e87e3745a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa9d9d5-1da8-4c35-be6b-40543d91b50c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:52:38.215688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:38.243755 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19fb1cd3-3a8f-4318-9017-d262fdf3c544 req-f23c0107-d8ba-4324-a9e0-aaa05c3ff673 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083586 May 28 05:52:38.245196 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:38.252760 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:38.370369 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'name': 'tempest-ServerRescueTestJSON-1288444129-router', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:22Z', 'updated_at': '2022-05-28T05:52:29Z', 'revision_number': 3, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'gw_port': {'id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:52:25Z', 'updated_at': '2022-05-28T05:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:38.395974 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5ac679-bc67-4f03-8bfc-e38a3fa4ce83 None None] The sync data for ids ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'] in n-d-843679-5 is: [{'id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'name': 'tempest-ServerRescueTestJSON-1288444129-router', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:22Z', 'updated_at': '2022-05-28T05:52:29Z', 'revision_number': 3, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'gw_port': {'id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:52:25Z', 'updated_at': '2022-05-28T05:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:52:38.516680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:38.551949 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-147bac18-ae16-47b0-9fd1-65729b964d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:38.557437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-df950a8a-b9bd-4c91-85cd-485145506e75 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 672a0283-286c-4db6-8374-ee6a54794b6e owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:38.724066 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8f4cf805-48ef-40f9-b124-7335c96edede resource provider aggregate not found May 28 05:52:38.745070 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8f4cf805-48ef-40f9-b124-7335c96edede resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f4cf805-48ef-40f9-b124-7335c96edede found for delete ", "request_id": "req-eb0ef039-aec0-4942-9871-6a5579b09e92"}]} May 28 05:52:38.756360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41330) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:38.797855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:38.860285 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:38.861383 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:38.916496 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-df950a8a-b9bd-4c91-85cd-485145506e75 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:38.940401 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11dfa7af-ff2f-48da-97dd-d5ea3752c4e6'] response: {'server_uuid': '47c6acfb-e9e3-46aa-b95a-f1e87e3745a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa9d9d5-1da8-4c35-be6b-40543d91b50c', 'code': 200} May 28 05:52:39.303541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-df950a8a-b9bd-4c91-85cd-485145506e75 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:39.309090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:39.319628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:39.488251 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9d37315a-3485-4919-a923-4d7728249cba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3bec44976e349bc8d4d648e9315f8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7281156 May 28 05:52:39.491584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41384) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:39.681027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ea9f-1bc4-44af-9692-88e26392d890 req-ce3c35bd-18df-4a64-b5dc-33fd5ca76b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:39.683413 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f33ea9f-1bc4-44af-9692-88e26392d890 req-ce3c35bd-18df-4a64-b5dc-33fd5ca76b11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 1096 time: 0.6442571 May 28 05:52:39.844628 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f33ea9f-1bc4-44af-9692-88e26392d890 req-7d4bff99-0349-407a-8c19-80ff6406c651 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201472 May 28 05:52:39.860281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13462d0e-46e6-4cd5-9dd5-427b2da9c751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:39.909499 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13462d0e-46e6-4cd5-9dd5-427b2da9c751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:39.931947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-79d68ffb-6a0b-4683-a452-4ea5679d1d5d None None] Provisioning complete for port 91908bc9-a86a-4995-8c76-562b0b3b82c5 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:39.932491 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-79d68ffb-6a0b-4683-a452-4ea5679d1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:39.975491 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:40.033278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-79d68ffb-6a0b-4683-a452-4ea5679d1d5d None None] Port 91908bc9-a86a-4995-8c76-562b0b3b82c5 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:52:40.036612 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13462d0e-46e6-4cd5-9dd5-427b2da9c751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:40.072339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13462d0e-46e6-4cd5-9dd5-427b2da9c751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b099836d-6e48-4809-bfad-bc9f23c2cf15,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:40.091979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Allocated IP 172.20.0.1 (717afe8e-0e7b-46d2-9055-41c9dc2d17d0/944ad608-2695-494c-88e4-13ba23410268/ba1e705f-2fa6-446c-96cc-df73e011e724) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:40.097437 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13462d0e-46e6-4cd5-9dd5-427b2da9c751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:40.111866 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-13462d0e-46e6-4cd5-9dd5-427b2da9c751 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b099836d-6e48-4809-bfad-bc9f23c2cf15 HTTP/1.1" status: 204 len: 168 time: 0.6138203 May 28 05:52:40.284593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=91908bc9-a86a-4995-8c76-562b0b3b82c5,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:40.434399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0d87ba87-2c96-4446-9c88-211a944066ad up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:40.579208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-df950a8a-b9bd-4c91-85cd-485145506e75 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/672a0283-286c-4db6-8374-ee6a54794b6e HTTP/1.1" status: 204 len: 168 time: 3.2730844 May 28 05:52:40.582011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41486) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:40.598877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 0d87ba87-2c96-4446-9c88-211a944066ad completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:40.617079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0d87ba87-2c96-4446-9c88-211a944066ad triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:40.617458 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:40.674154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df950a8a-b9bd-4c91-85cd-485145506e75 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=672a0283-286c-4db6-8374-ee6a54794b6e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:40.804177 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:40.837480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae854200-5105-4e14-a097-b1dab40b481b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:40.838967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ae854200-5105-4e14-a097-b1dab40b481b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:40.854471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87f944-cc33-4951-8ad4-3bf30b358ae3 req-08a3304a-c1e6-43dd-a634-9b04be7edc9a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:40.856322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d87f944-cc33-4951-8ad4-3bf30b358ae3 req-08a3304a-c1e6-43dd-a634-9b04be7edc9a tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 945 time: 0.8522012 May 28 05:52:40.878419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ae854200-5105-4e14-a097-b1dab40b481b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:40.884308 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ae854200-5105-4e14-a097-b1dab40b481b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3011518 May 28 05:52:40.885015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41520) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:40.892893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c1fb416a-ffcb-492b-ad82-5d3d3c2ba884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:40.962993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0d87ba87-2c96-4446-9c88-211a944066ad is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:40.963974 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:40.965196 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d87f944-cc33-4951-8ad4-3bf30b358ae3 req-6180afcd-c1d5-4211-a960-40b6b58d95fe tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994639 May 28 05:52:40.973993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router 2694dfde-2d5b-4458-ae38-6a8c96d8d427 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:52:41.037617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 0d87ba87-2c96-4446-9c88-211a944066ad, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0d87ba87-2c96-4446-9c88-211a944066ad,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:41.048746 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:41.061018 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a91441-983b-4b3f-8bf8-99e3f55ec2fa tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:52:41.069637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c1a91441-983b-4b3f-8bf8-99e3f55ec2fa tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/672a0283-286c-4db6-8374-ee6a54794b6e HTTP/1.1" status: 404 len: 333 time: 0.1708527 May 28 05:52:41.070948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41538) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:41.086246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1802670250'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:41.120052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:41.136900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:network and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:41.171850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:41.193318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:41.194805 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:41.212137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=0d87ba87-2c96-4446-9c88-211a944066ad,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:41.243415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:41.253502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:41.309206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:41.322534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:41.323131 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Added segment 1bed69ff-4f4f-4459-8f41-87bc14934e04 of type vlan for network 1635e9ac-3793-44c4-b9dd-b7b976141661 May 28 05:52:41.402709 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:41.460995 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:41.468163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:41.468774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:41.491251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:41.509680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:41.518083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:41.566045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Pushing event updated for resources: {'Port': ['ID=ba1e705f-2fa6-446c-96cc-df73e011e724,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:41.604033 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:41.606996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:52:41.614104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c7eae5b4-bf68-4b35-8bd5-b956ef5c6688 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/2694dfde-2d5b-4458-ae38-6a8c96d8d427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1822567 May 28 05:52:41.617608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41602) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:41.621051 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:41.642539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5748e9-5f5a-434f-b8bf-e2f9a932abf4 None None] Sync routers for ids ['2694dfde-2d5b-4458-ae38-6a8c96d8d427'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:52:41.654485 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:41.696952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5748e9-5f5a-434f-b8bf-e2f9a932abf4 None None] Routers {'2694dfde-2d5b-4458-ae38-6a8c96d8d427'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:41.705237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6c5748e9-5f5a-434f-b8bf-e2f9a932abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:52:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2694dfde-2d5b-4458-ae38-6a8c96d8d427'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:41.738304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54afd988-98c8-4afa-97eb-fc6a8acf1a9e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:41.739503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-54afd988-98c8-4afa-97eb-fc6a8acf1a9e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:41.789672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41628) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:41.813126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-54afd988-98c8-4afa-97eb-fc6a8acf1a9e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:41.814634 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-54afd988-98c8-4afa-97eb-fc6a8acf1a9e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports/91908bc9-a86a-4995-8c76-562b0b3b82c5 HTTP/1.1" status: 200 len: 911 time: 0.1958363 May 28 05:52:41.848035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41634) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:41.871754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-561bf062-e7de-4580-88d7-45007d456fec tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d319ccd-f943-41c2-a151-5e63c9a28161'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:41.947181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6c5748e9-5f5a-434f-b8bf-e2f9a932abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:41.971909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Network': ['ID=1635e9ac-3793-44c4-b9dd-b7b976141661,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:41.985964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5748e9-5f5a-434f-b8bf-e2f9a932abf4 None None] Routers {'2694dfde-2d5b-4458-ae38-6a8c96d8d427'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:41.989461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6c5748e9-5f5a-434f-b8bf-e2f9a932abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:52:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2694dfde-2d5b-4458-ae38-6a8c96d8d427'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:42.014533 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b0b55437-62da-40eb-ace7-78d8bc0c8ee3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9382899 May 28 05:52:42.015217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41658) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:42.024746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:42.214207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-751248732'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:42.233787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:42.245244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:network and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:42.254491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:42.269090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:42.291944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 1635e9ac-3793-44c4-b9dd-b7b976141661 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:42.329742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:42.339841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:42.351565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:42.378677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6c5748e9-5f5a-434f-b8bf-e2f9a932abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:42.379073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5748e9-5f5a-434f-b8bf-e2f9a932abf4 None None] The sync data for ids ['2694dfde-2d5b-4458-ae38-6a8c96d8d427'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:52:42.379874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:42.395800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0d87ba87-2c96-4446-9c88-211a944066ad up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:42.453239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:42.457375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:42.483221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:42.486611 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:42.556921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:42.594107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:42.602575 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:42.636873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:security_group_rule and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:42.710229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0d87ba87-2c96-4446-9c88-211a944066ad triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:42.717248 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:42.806092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e820ad-74b8-4a9e-92f3-d90d3e9de24c req-972e9025-3c36-4ebf-92ff-9ec6d924f14e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:42.811546 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-81e820ad-74b8-4a9e-92f3-d90d3e9de24c req-972e9025-3c36-4ebf-92ff-9ec6d924f14e tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 945 time: 0.4019334 May 28 05:52:42.909899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:42.914560 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-81e820ad-74b8-4a9e-92f3-d90d3e9de24c req-f74284dc-2b8e-433c-8317-41351516ab5b tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968504 May 28 05:52:43.025088 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:43.107343 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0d87ba87-2c96-4446-9c88-211a944066ad is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:43.265233 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:43.285646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=907f8b4d-7e3d-4449-b0e2-049b9c568bd6,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:43.325028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Checking segment: {'id': '1bed69ff-4f4f-4459-8f41-87bc14934e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:43.325383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network hostable DHCP agents. Network: 1635e9ac-3793-44c4-b9dd-b7b976141661, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:43.383540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 1635e9ac-3793-44c4-b9dd-b7b976141661 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:43.404775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 1635e9ac-3793-44c4-b9dd-b7b976141661) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:43.409103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:43.409857 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:43.413991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7750e-e18c-4f6f-b6c1-726181fa7b59 None None] Network 1635e9ac-3793-44c4-b9dd-b7b976141661 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:43.446448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:43.456080 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ad2b41c6-f549-4630-86f5-8c1ae0b1937d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4395137 May 28 05:52:43.459149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41696) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:43.464937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:43.466041 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-561bf062-e7de-4580-88d7-45007d456fec tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:43.642952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:43.693915 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:43.717837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:43.785584 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:43.877710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:43.882899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:43.886873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:43.904172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:43.928447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1125-4513-4cb2-b753-3c34976a4b39 req-511424f2-eb16-4a13-90c4-937d5ea324ca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:43.931857 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0bd1125-4513-4cb2-b753-3c34976a4b39 req-511424f2-eb16-4a13-90c4-937d5ea324ca tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 945 time: 0.2485528 May 28 05:52:43.933384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:43.940077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:43.952998 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:44.071161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-1635e9ac-3793-44c4-b9dd-b7b976141661', 'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661', 'tenant_id': 'c2462d2832014f7d9bedf389dab3788a', 'fixed_ips': [{'subnet_id': '907f8b4d-7e3d-4449-b0e2-049b9c568bd6'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:52:44.080279 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:44.142839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0bd1125-4513-4cb2-b753-3c34976a4b39 req-c88d0a6a-96d8-445e-95ad-7a49232e05c1 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608553 May 28 05:52:44.253035 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:44.254106 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Added segment a626d18b-6d65-4a99-8062-3fea2aa11a55 of type vlan for network 0a7ef0a7-b3c6-497e-ac0d-bef00241577f May 28 05:52:44.288209 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:44.301592 n-d-843679-5 neutron-server[88416]: INFO neutron.db.ipam_backend_mixin [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 907f8b4d-7e3d-4449-b0e2-049b9c568bd6 (CIDR: 172.20.0.0/28) May 28 05:52:44.313032 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 05:52:44.314127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:52:44.333391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15d9f75-03cd-4545-bfb5-f6194836393b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:44.346982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f1f8a95f-75bd-4bea-9edd-9822e31ea5d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8840606 May 28 05:52:44.347326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41704) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:44.359390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:44.437960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:44.438723 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Allocated IP 172.20.0.2 (1635e9ac-3793-44c4-b9dd-b7b976141661/907f8b4d-7e3d-4449-b0e2-049b9c568bd6/db3d2ac2-1fb9-45cf-8142-5e9369ee443b) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:44.465164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:44.475447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:44.476046 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:44.636405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:44.641043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:44.644058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:44.650804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:44.664753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:44.669881 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:44.677519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=0a7ef0a7-b3c6-497e-ac0d-bef00241577f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:44.725563 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:44.738350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Transition to ACTIVE for port object db3d2ac2-1fb9-45cf-8142-5e9369ee443b will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:44.763820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Transition to ACTIVE for port object db3d2ac2-1fb9-45cf-8142-5e9369ee443b will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:44.764065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Pushing event updated for resources: {'Port': ['ID=ba1e705f-2fa6-446c-96cc-df73e011e724,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:44.769298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0a7ef0a7-b3c6-497e-ac0d-bef00241577f details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:44.788336 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:44.810898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-537e57f0-5549-4056-b3ac-59a40cb307d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.0142252 May 28 05:52:44.951276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:44.955499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:45.006214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Network 1635e9ac-3793-44c4-b9dd-b7b976141661 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:45.012016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:45.024657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:45.111197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Pushing event updated for resources: {'Port': ['ID=db3d2ac2-1fb9-45cf-8142-5e9369ee443b,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:45.155489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Attempting to bind port db3d2ac2-1fb9-45cf-8142-5e9369ee443b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:52:45.157847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Attempting to bind port db3d2ac2-1fb9-45cf-8142-5e9369ee443b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '1bed69ff-4f4f-4459-8f41-87bc14934e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:52:45.158328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Attempting to bind port db3d2ac2-1fb9-45cf-8142-5e9369ee443b on network 1635e9ac-3793-44c4-b9dd-b7b976141661 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:52:45.182590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:52:45.184638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Checking segment: {'id': '1bed69ff-4f4f-4459-8f41-87bc14934e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:45.185168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:45.185642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Bound using segment: {'id': '1bed69ff-4f4f-4459-8f41-87bc14934e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:52:45.186319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Bound port: db3d2ac2-1fb9-45cf-8142-5e9369ee443b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bed69ff-4f4f-4459-8f41-87bc14934e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:52:45.186773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:45.192128 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-561bf062-e7de-4580-88d7-45007d456fec tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:45.263871 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-561bf062-e7de-4580-88d7-45007d456fec tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:45.270485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bf062-e7de-4580-88d7-45007d456fec tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:45.271417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-561bf062-e7de-4580-88d7-45007d456fec tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:45.273149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-561bf062-e7de-4580-88d7-45007d456fec tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/ports/91908bc9-a86a-4995-8c76-562b0b3b82c5 HTTP/1.1" status: 200 len: 911 time: 3.4181931 May 28 05:52:45.315608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41718) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:45.362651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] For port db3d2ac2-1fb9-45cf-8142-5e9369ee443b, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:52:45.371792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] For port db3d2ac2-1fb9-45cf-8142-5e9369ee443b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db3d2ac2-1fb9-45cf-8142-5e9369ee443b,segment=NetworkSegment(1bed69ff-4f4f-4459-8f41-87bc14934e04),segment_id=1bed69ff-4f4f-4459-8f41-87bc14934e04)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:52:45.390702 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:45.567880 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:45.636639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b6925-0d00-4d73-a967-b42db8e1d598 None None] Pushing event updated for resources: {'Port': ['ID=db3d2ac2-1fb9-45cf-8142-5e9369ee443b,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:45.719027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 1635e9ac-3793-44c4-b9dd-b7b976141661 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:45.728143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:45.737684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:45.740110 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:45.870379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5218585 May 28 05:52:45.876598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41728) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:45.884858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7128b-bba0-4039-88db-4fcf23f63009 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=03edb20a-fdda-4643-bd3d-9abc2acd71c3,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:45.907405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661', 'fixed_ips': [{'subnet_id': '907f8b4d-7e3d-4449-b0e2-049b9c568bd6'}, {'subnet_id': '03edb20a-fdda-4643-bd3d-9abc2acd71c3'}], 'name': 'tempest-PortsTestJSON-1131725872'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:46.484778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db3d2ac2-1fb9-45cf-8142-5e9369ee443b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:46.718382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port db3d2ac2-1fb9-45cf-8142-5e9369ee443b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:46.747960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bf062-e7de-4580-88d7-45007d456fec tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=91908bc9-a86a-4995-8c76-562b0b3b82c5,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:46.775004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:46.790102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:port and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:46.799796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:46.822016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:46.859797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:46.916865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Router 4c37f606-a296-4b09-bd1b-3bd5d475c96f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:52:47.038902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec0597-e56b-47fb-9d67-c1249fdf55df req-ab1a4ccf-f572-49d2-ad43-7886d8f8bb77 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:47.055921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23ec0597-e56b-47fb-9d67-c1249fdf55df req-ab1a4ccf-f572-49d2-ad43-7886d8f8bb77 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 945 time: 1.4641030 May 28 05:52:47.322696 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:47.412415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23ec0597-e56b-47fb-9d67-c1249fdf55df req-5177f905-0376-4502-a0dd-3378638604df tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542118 May 28 05:52:47.424392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41752) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:47.464385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port 62eb4676-5587-44bc-badc-919cca2033a7 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:52:47.527319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedd92bf-3343-4c76-9bfb-640b301bd9fc None None] Network 1635e9ac-3793-44c4-b9dd-b7b976141661 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:47.713146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-185e359c-651f-4ba0-8808-937356240039 None None] Provisioning for port db3d2ac2-1fb9-45cf-8142-5e9369ee443b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:47.763788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-185e359c-651f-4ba0-8808-937356240039 None None] Provisioning complete for port db3d2ac2-1fb9-45cf-8142-5e9369ee443b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:47.764853 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-185e359c-651f-4ba0-8808-937356240039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:48.222015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-185e359c-651f-4ba0-8808-937356240039 None None] Current status of the port db3d2ac2-1fb9-45cf-8142-5e9369ee443b is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:48.222521 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-185e359c-651f-4ba0-8808-937356240039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:48.264159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41766) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:48.314908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'network_id': '0a7ef0a7-b3c6-497e-ac0d-bef00241577f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:48.346225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-185e359c-651f-4ba0-8808-937356240039 None None] For port db3d2ac2-1fb9-45cf-8142-5e9369ee443b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db3d2ac2-1fb9-45cf-8142-5e9369ee443b,segment=NetworkSegment(1bed69ff-4f4f-4459-8f41-87bc14934e04),segment_id=1bed69ff-4f4f-4459-8f41-87bc14934e04)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:48.360293 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:52:48.366687 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-185e359c-651f-4ba0-8808-937356240039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:48.552630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e359c-651f-4ba0-8808-937356240039 None None] Pushing event updated for resources: {'Port': ['ID=db3d2ac2-1fb9-45cf-8142-5e9369ee443b,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:48.566945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:52:48.575835 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Sync routers for ids ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:52:48.589825 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Routers {'4c37f606-a296-4b09-bd1b-3bd5d475c96f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:48.590447 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:52:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:48.594163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3544854e-1b2c-473f-8b44-b806c0e6a8aa admin admin] 10.222.0.39 "PUT /v2.0/routers/4c37f606-a296-4b09-bd1b-3bd5d475c96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7353969 May 28 05:52:48.772468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.11 (1635e9ac-3793-44c4-b9dd-b7b976141661/907f8b4d-7e3d-4449-b0e2-049b9c568bd6/62eb4676-5587-44bc-badc-919cca2033a7) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:48.782537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.23 (1635e9ac-3793-44c4-b9dd-b7b976141661/03edb20a-fdda-4643-bd3d-9abc2acd71c3/62eb4676-5587-44bc-badc-919cca2033a7) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:48.785880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41782) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:48.794098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f6e7e0-d38d-4169-82ae-0876308c877c None None] Update dhcp port {'port': {'network_id': '1635e9ac-3793-44c4-b9dd-b7b976141661', 'fixed_ips': [{'subnet_id': '907f8b4d-7e3d-4449-b0e2-049b9c568bd6', 'ip_address': '172.20.0.2'}, {'subnet_id': '03edb20a-fdda-4643-bd3d-9abc2acd71c3'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'db3d2ac2-1fb9-45cf-8142-5e9369ee443b'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 05:52:48.794741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-334530076'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:48.811971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:48.818750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:network and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:48.832698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515b4f0-ca79-4c7d-8f32-7a7e0b4858ac req-b5e59660-e12b-4168-a8ce-eca0e41768ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:48.834502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3515b4f0-ca79-4c7d-8f32-7a7e0b4858ac req-b5e59660-e12b-4168-a8ce-eca0e41768ea tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 945 time: 0.4105890 May 28 05:52:48.835538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:48.852046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:48.857828 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:48.890924 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Set router 4c37f606-a296-4b09-bd1b-3bd5d475c96f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:52:48.938439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63f6e7e0-d38d-4169-82ae-0876308c877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.079001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:49.083940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.117264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3515b4f0-ca79-4c7d-8f32-7a7e0b4858ac req-3d0c2e0a-1f1e-4b94-bd4e-8b8a8a88c3b6 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740293 May 28 05:52:49.136050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:49.356135 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.357121 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Added segment c80ce10a-b378-4250-8985-135190e376f9 of type vlan for network db9d3feb-74d3-414b-a7b3-f4a6b602e13f May 28 05:52:49.403077 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.425179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d715795-0a45-4d44-aaef-2aa6a1d7e7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.448613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.488464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.493761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:49.494546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.605404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6d715795-0a45-4d44-aaef-2aa6a1d7e7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:49.626337 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'name': 'tempest-ServerRescueTestJSON-1288444129-router', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:22Z', 'updated_at': '2022-05-28T05:52:42Z', 'revision_number': 4, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'gw_port': {'id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:52:25Z', 'updated_at': '2022-05-28T05:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'ba1e705f-2fa6-446c-96cc-df73e011e724', 'name': '', 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'mac_address': 'fa:16:3e:45:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '944ad608-2695-494c-88e4-13ba23410268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:52:38Z', 'updated_at': '2022-05-28T05:52:42Z', 'revision_number': 2, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'subnets': [{'id': '944ad608-2695-494c-88e4-13ba23410268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:49.631433 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Checking router: 4c37f606-a296-4b09-bd1b-3bd5d475c96f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:52:49.631862 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Updating router 4c37f606-a296-4b09-bd1b-3bd5d475c96f port ba1e705f-2fa6-446c-96cc-df73e011e724 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:52:49.653303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 91908bc9-a86a-4995-8c76-562b0b3b82c5 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:49.654489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.674592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6d715795-0a45-4d44-aaef-2aa6a1d7e7bf admin admin] Usage tracker for resource:security_group_rule and tenant:987baa123ba04e0d878d234d5dfc5b9a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:49.686070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:49.692591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6d715795-0a45-4d44-aaef-2aa6a1d7e7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:49.707639 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.707965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9117384 May 28 05:52:49.708775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41802) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:49.709880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object 62eb4676-5587-44bc-badc-919cca2033a7 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:49.715799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bdb19-07ef-4112-8cbc-818346c26b16 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Network': ['ID=db9d3feb-74d3-414b-a7b3-f4a6b602e13f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:49.717251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6d715795-0a45-4d44-aaef-2aa6a1d7e7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:49.720796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:subnet and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:49.725172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:49.731711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network db9d3feb-74d3-414b-a7b3-f4a6b602e13f details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:49.754001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1779758491'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:49.780999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:49.797939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:49.936766 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d715795-0a45-4d44-aaef-2aa6a1d7e7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.937878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:49.941682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:49.957445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:network and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:49.974213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d715795-0a45-4d44-aaef-2aa6a1d7e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.017369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:50.085432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.090333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:50.186231 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.191937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-5b7fba81-00f8-4b45-b3de-63ab3f759983 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:50.193436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-5b7fba81-00f8-4b45-b3de-63ab3f759983 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 811 time: 0.8074844 May 28 05:52:50.211953 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6d715795-0a45-4d44-aaef-2aa6a1d7e7bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=987baa123ba04e0d878d234d5dfc5b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9540589 May 28 05:52:50.211953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d715795-0a45-4d44-aaef-2aa6a1d7e7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a5644e-edff-4a16-941c-c6184b8c877b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:50.216313 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Transition to ACTIVE for port object ba1e705f-2fa6-446c-96cc-df73e011e724 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:50.227851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41808) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:50.228514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:50.232466 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.240642 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.337701 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.340995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-fbbb6c71-172a-45c9-aaf9-7394726f6be1 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/quotas/b64aac2a56744fc3b993f592b4557340 HTTP/1.1" status: 200 len: 375 time: 0.1372430 May 28 05:52:50.390315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db3d2ac2-1fb9-45cf-8142-5e9369ee443b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:50.491702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-63f6e7e0-d38d-4169-82ae-0876308c877c None None] Allocated IP 172.20.0.18 (1635e9ac-3793-44c4-b9dd-b7b976141661/03edb20a-fdda-4643-bd3d-9abc2acd71c3/db3d2ac2-1fb9-45cf-8142-5e9369ee443b) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:50.511456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 1635e9ac-3793-44c4-b9dd-b7b976141661 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:50.518374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:50.526467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:50.532291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 91908bc9-a86a-4995-8c76-562b0b3b82c5 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:50.545599 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b83146db-77ca-4f08-add2-1d435dd39bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.554343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-ed12b785-c942-4a05-bbfb-9525e400f3b7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:50.555839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-ed12b785-c942-4a05-bbfb-9525e400f3b7 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 945 time: 0.5947399 May 28 05:52:50.560098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:50.563904 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bda893-dc00-46e1-ad4b-217ac5b68c95 None None] Pushing event updated for resources: {'Port': ['ID=ba1e705f-2fa6-446c-96cc-df73e011e724,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:50.586434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=62eb4676-5587-44bc-badc-919cca2033a7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:50.728393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-63f6e7e0-d38d-4169-82ae-0876308c877c None None] For port db3d2ac2-1fb9-45cf-8142-5e9369ee443b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db3d2ac2-1fb9-45cf-8142-5e9369ee443b,segment=NetworkSegment(1bed69ff-4f4f-4459-8f41-87bc14934e04),segment_id=1bed69ff-4f4f-4459-8f41-87bc14934e04)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:50.733319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port db3d2ac2-1fb9-45cf-8142-5e9369ee443b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:50.747737 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Attempting to bind port ba1e705f-2fa6-446c-96cc-df73e011e724 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:52:50.748247 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Attempting to bind port ba1e705f-2fa6-446c-96cc-df73e011e724 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:52:50.748360 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Attempting to bind port ba1e705f-2fa6-446c-96cc-df73e011e724 on network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:52:50.748538 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.768708 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:52:50.769077 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Checking segment: {'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:50.769474 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.769860 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Bound using segment: {'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:52:50.770323 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Bound port: ba1e705f-2fa6-446c-96cc-df73e011e724, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:52:50.770686 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.862758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2154b1-63ef-4c87-9792-699e02ce34ba req-b7b1c6f5-c429-4748-881b-2072ea9042da tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:50.864334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a2154b1-63ef-4c87-9792-699e02ce34ba req-b7b1c6f5-c429-4748-881b-2072ea9042da tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 945 time: 0.4208059 May 28 05:52:50.946987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a2154b1-63ef-4c87-9792-699e02ce34ba req-56a4236f-f068-41a2-a9d4-33fda1267b43 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685925 May 28 05:52:50.964002 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63f6e7e0-d38d-4169-82ae-0876308c877c None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:50.990123 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] For port ba1e705f-2fa6-446c-96cc-df73e011e724, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:52:50.993586 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] For port ba1e705f-2fa6-446c-96cc-df73e011e724, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ba1e705f-2fa6-446c-96cc-df73e011e724,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:52:50.995560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-63f6e7e0-d38d-4169-82ae-0876308c877c None None] Transition to ACTIVE for port object db3d2ac2-1fb9-45cf-8142-5e9369ee443b will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:51.001547 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.005370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Port db3d2ac2-1fb9-45cf-8142-5e9369ee443b had new provisioning blocks added so it will not transition to active. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 28 05:52:51.007615 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63f6e7e0-d38d-4169-82ae-0876308c877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.045469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.133848 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bda893-dc00-46e1-ad4b-217ac5b68c95 None None] Pushing event updated for resources: {'Port': ['ID=ba1e705f-2fa6-446c-96cc-df73e011e724,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:51.161067 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.161513 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Added segment 52367c57-0b61-46c0-bdfe-a93479c40fe3 of type vlan for network 4b427dc3-eb5a-4af2-a01b-203848d8638e May 28 05:52:51.184273 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Routers {'4c37f606-a296-4b09-bd1b-3bd5d475c96f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:51.185520 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:52:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:51.248082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=91908bc9-a86a-4995-8c76-562b0b3b82c5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:51.292192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6e7e0-d38d-4169-82ae-0876308c877c None None] Pushing event updated for resources: {'Port': ['ID=db3d2ac2-1fb9-45cf-8142-5e9369ee443b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:51.359808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b83146db-77ca-4f08-add2-1d435dd39bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.438762 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.451556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.484303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:51.485046 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.499431 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.505770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:51.506561 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.660546 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] Set router 4c37f606-a296-4b09-bd1b-3bd5d475c96f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:52:51.714413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Network': ['ID=4b427dc3-eb5a-4af2-a01b-203848d8638e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:51.726014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 4b427dc3-eb5a-4af2-a01b-203848d8638e details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:51.741422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-deaa04bc-8c75-4041-981b-b42441d23a68 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Deleting port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:51.741928 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-deaa04bc-8c75-4041-981b-b42441d23a68 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:51.954230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-1201b94d-38a4-41a6-8923-71353d844ace tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5609980 May 28 05:52:52.084971 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b83146db-77ca-4f08-add2-1d435dd39bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:52.096573 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-17ead8a1-9a50-4197-8ac8-715ac6ddd406 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 6.2189426 May 28 05:52:52.103828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41820) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:52.134520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae7c4ad-6526-4c8d-a8e7-22a6a420145b None None] Network 1635e9ac-3793-44c4-b9dd-b7b976141661 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:52.153900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '907f8b4d-7e3d-4449-b0e2-049b9c568bd6'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:52.243199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router 2694dfde-2d5b-4458-ae38-6a8c96d8d427 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:52:52.284671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9a08379b-9ca1-4dfc-9814-238f8a282007 None None] Provisioning for port db3d2ac2-1fb9-45cf-8142-5e9369ee443b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:52.292207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9a08379b-9ca1-4dfc-9814-238f8a282007 None None] Provisioning complete for port db3d2ac2-1fb9-45cf-8142-5e9369ee443b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:52.292722 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9a08379b-9ca1-4dfc-9814-238f8a282007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:52.375745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db3d2ac2-1fb9-45cf-8142-5e9369ee443b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:52.395863 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'name': 'tempest-ServerRescueTestJSON-1288444129-router', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:22Z', 'updated_at': '2022-05-28T05:52:42Z', 'revision_number': 4, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'gw_port': {'id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:52:25Z', 'updated_at': '2022-05-28T05:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'ba1e705f-2fa6-446c-96cc-df73e011e724', 'name': '', 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'mac_address': 'fa:16:3e:45:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '944ad608-2695-494c-88e4-13ba23410268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:52:38Z', 'updated_at': '2022-05-28T05:52:50Z', 'revision_number': 4, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'subnets': [{'id': '944ad608-2695-494c-88e4-13ba23410268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:52.404787 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80021e3-00a6-4a60-87ac-5350848cfe67 None None] The sync data for ids ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'] in n-d-843679-5 is: [{'id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'name': 'tempest-ServerRescueTestJSON-1288444129-router', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:22Z', 'updated_at': '2022-05-28T05:52:42Z', 'revision_number': 4, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'gw_port': {'id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:52:25Z', 'updated_at': '2022-05-28T05:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'ba1e705f-2fa6-446c-96cc-df73e011e724', 'name': '', 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'mac_address': 'fa:16:3e:45:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '944ad608-2695-494c-88e4-13ba23410268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:52:38Z', 'updated_at': '2022-05-28T05:52:50Z', 'revision_number': 4, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'subnets': [{'id': '944ad608-2695-494c-88e4-13ba23410268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:52:52.416125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b83146db-77ca-4f08-add2-1d435dd39bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:52.432363 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b83146db-77ca-4f08-add2-1d435dd39bd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53a5644e-edff-4a16-941c-c6184b8c877b HTTP/1.1" status: 204 len: 168 time: 2.1696799 May 28 05:52:52.515698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-febac8b0-cf06-430c-8155-8be062893203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.8039014 May 28 05:52:52.541953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41828) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:52.542287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41830) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:52.573293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83146db-77ca-4f08-add2-1d435dd39bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a5644e-edff-4a16-941c-c6184b8c877b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:52.588767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:52.686498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'subnet': {'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:52.725317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port db3d2ac2-1fb9-45cf-8142-5e9369ee443b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:52.736085 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:52.800667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:52:52.837033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4539d1ca-91fc-47f7-955e-25226813cc45 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/2694dfde-2d5b-4458-ae38-6a8c96d8d427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5126257 May 28 05:52:52.838958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41838) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:52.893804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-edddf291-909b-4654-a244-57396d0fb329 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:52.906308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9671-0c07-463e-81b4-6bd661ddb0cc req-f3b3c6b4-77ad-4d9b-91a5-1041d65d9860 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:52.914651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f5a9671-0c07-463e-81b4-6bd661ddb0cc req-f3b3c6b4-77ad-4d9b-91a5-1041d65d9860 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 945 time: 0.7535698 May 28 05:52:52.926154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e103da-b0f2-436d-a7be-28a29cf6e7ee None None] Sync routers for ids ['2694dfde-2d5b-4458-ae38-6a8c96d8d427'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:52:52.976004 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-0a659640-046f-4169-8fe7-bf46e6139e4f service neutron] 10.222.0.39 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9630604 May 28 05:52:52.992861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:52.993682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f5a9671-0c07-463e-81b4-6bd661ddb0cc req-c3df4a14-a7b8-4916-a043-38b1c04f9bd2 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777633 May 28 05:52:52.994962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-edddf291-909b-4654-a244-57396d0fb329 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:53.000988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-edddf291-909b-4654-a244-57396d0fb329 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2694dfde-2d5b-4458-ae38-6a8c96d8d427 HTTP/1.1" status: 200 len: 205 time: 0.1583591 May 28 05:52:53.001770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:subnet and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:53.002836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e103da-b0f2-436d-a7be-28a29cf6e7ee None None] Routers {'2694dfde-2d5b-4458-ae38-6a8c96d8d427'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:53.003507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f3e103da-b0f2-436d-a7be-28a29cf6e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:52:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2694dfde-2d5b-4458-ae38-6a8c96d8d427'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:53.009240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41844) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:53.013366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:53.023849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:53.087421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=9c2aa82e-cbf8-4246-958c-2c775b09feca,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:53.138250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9a08379b-9ca1-4dfc-9814-238f8a282007 None None] Current status of the port db3d2ac2-1fb9-45cf-8142-5e9369ee443b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:53.148930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f3e103da-b0f2-436d-a7be-28a29cf6e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:53.183168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e103da-b0f2-436d-a7be-28a29cf6e7ee None None] Routers {'2694dfde-2d5b-4458-ae38-6a8c96d8d427'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:52:53.183822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f3e103da-b0f2-436d-a7be-28a29cf6e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:52:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2694dfde-2d5b-4458-ae38-6a8c96d8d427'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:53.227083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:53.235799 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:53.294757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8449569-c628-4276-bb03-738e21543b5d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:53.317318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f3e103da-b0f2-436d-a7be-28a29cf6e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:53.317318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e103da-b0f2-436d-a7be-28a29cf6e7ee None None] The sync data for ids ['2694dfde-2d5b-4458-ae38-6a8c96d8d427'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:52:53.475282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port db3d2ac2-1fb9-45cf-8142-5e9369ee443b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:53.712876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41864) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:53.764363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4f8f7fe1-4a20-483f-835d-c83e5a22e009 None None] Provisioning complete for port db3d2ac2-1fb9-45cf-8142-5e9369ee443b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:53.765363 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7fe1-4a20-483f-835d-c83e5a22e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:53.824648 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8449569-c628-4276-bb03-738e21543b5d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:53.827263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8449569-c628-4276-bb03-738e21543b5d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:53.862013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07f82d69-209d-48d6-aa56-ae186170ee0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:53.873368 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8449569-c628-4276-bb03-738e21543b5d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:53.873894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8449569-c628-4276-bb03-738e21543b5d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Fanout notify agent at l3_agent the message router_deleted on router 2694dfde-2d5b-4458-ae38-6a8c96d8d427 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:52:53.912790 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8449569-c628-4276-bb03-738e21543b5d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:53.913901 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d8449569-c628-4276-bb03-738e21543b5d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/2694dfde-2d5b-4458-ae38-6a8c96d8d427 HTTP/1.1" status: 204 len: 168 time: 0.9037774 May 28 05:52:53.916617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41870) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:54.004547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f7fe1-4a20-483f-835d-c83e5a22e009 None None] Current status of the port db3d2ac2-1fb9-45cf-8142-5e9369ee443b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:54.023074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-683909604-network', 'tenant_id': '5b2d028f91264ef89bba35bd8dc794a4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:54.025495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-07f82d69-209d-48d6-aa56-ae186170ee0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:54.028854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4f8f7fe1-4a20-483f-835d-c83e5a22e009 None None] Provisioning for port 62eb4676-5587-44bc-badc-919cca2033a7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:54.031458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-616b84b5-b362-4c4b-9762-bde7c1af932a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting subnet 7d319ccd-f943-41c2-a151-5e63c9a28161 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:52:54.034563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:54.036613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-616b84b5-b362-4c4b-9762-bde7c1af932a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.041916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4f8f7fe1-4a20-483f-835d-c83e5a22e009 None None] Provisioning complete for port 62eb4676-5587-44bc-badc-919cca2033a7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:54.042292 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7fe1-4a20-483f-835d-c83e5a22e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.070170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Usage tracker for resource:network and tenant:5b2d028f91264ef89bba35bd8dc794a4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:54.080175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:54.119518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:54.125454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-07f82d69-209d-48d6-aa56-ae186170ee0e admin admin] Usage tracker for resource:security_group_rule and tenant:e98cfb444e724511a0034c5e8adafa17 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:54.132768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-deaa04bc-8c75-4041-981b-b42441d23a68 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] For port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,segment=NetworkSegment(673edf30-d091-4730-8c73-529d3cb6563b),segment_id=673edf30-d091-4730-8c73-529d3cb6563b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:54.133091 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-deaa04bc-8c75-4041-981b-b42441d23a68 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.143212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f7fe1-4a20-483f-835d-c83e5a22e009 None None] Port 62eb4676-5587-44bc-badc-919cca2033a7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:52:54.152146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-07f82d69-209d-48d6-aa56-ae186170ee0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:54.158584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking segment: {'id': 'a626d18b-6d65-4a99-8062-3fea2aa11a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a7ef0a7-b3c6-497e-ac0d-bef00241577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:54.159071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network hostable DHCP agents. Network: 0a7ef0a7-b3c6-497e-ac0d-bef00241577f, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:54.171661 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.194707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Made reservation on behalf of 5b2d028f91264ef89bba35bd8dc794a4 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:54.197324 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.210227 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-616b84b5-b362-4c4b-9762-bde7c1af932a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.234039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-07f82d69-209d-48d6-aa56-ae186170ee0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:54.281195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-892097b3-3022-4764-a0e3-bec7f2ac8ff9 None None] Provisioning complete for port 62eb4676-5587-44bc-badc-919cca2033a7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:54.281195 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-892097b3-3022-4764-a0e3-bec7f2ac8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.286197 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.342893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:54.348718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Usage tracker for resource:security_group_rule and tenant:5b2d028f91264ef89bba35bd8dc794a4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:54.352200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:54.359305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:54.361656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-892097b3-3022-4764-a0e3-bec7f2ac8ff9 None None] Port 62eb4676-5587-44bc-badc-919cca2033a7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:52:54.384951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ba1e705f-2fa6-446c-96cc-df73e011e724 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:54.410055 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-616b84b5-b362-4c4b-9762-bde7c1af932a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.459425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ba1e705f-2fa6-446c-96cc-df73e011e724 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:54.465220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ba1e705f-2fa6-446c-96cc-df73e011e724 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:54.465593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.475720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1059f-ac83-4848-9b76-218f047fcecd req-763902da-742b-43e0-9b3e-abaf1a12043c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:54.477286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26f1059f-ac83-4848-9b76-218f047fcecd req-763902da-742b-43e0-9b3e-abaf1a12043c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 945 time: 0.3590534 May 28 05:52:54.495373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-deaa04bc-8c75-4041-981b-b42441d23a68 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Calling delete_port for 0fa9d9d5-1da8-4c35-be6b-40543d91b50c owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:54.555385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26f1059f-ac83-4848-9b76-218f047fcecd req-5caebb11-80ea-4f7b-82f9-fd9d6253925c tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/security-groups?id=c155b8a2-abbe-4eea-ad88-180cf9737274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659344 May 28 05:52:54.586299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-616b84b5-b362-4c4b-9762-bde7c1af932a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.631461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ba1e705f-2fa6-446c-96cc-df73e011e724 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:54.631841 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.632761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b84b5-b362-4c4b-9762-bde7c1af932a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Subnet': ['ID=7d319ccd-f943-41c2-a151-5e63c9a28161,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:54.641381 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.642674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-616b84b5-b362-4c4b-9762-bde7c1af932a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.651780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e066070e-326e-4fd5-a436-87b94c5cbe69 None None] Network 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:54.652906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.670724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-616b84b5-b362-4c4b-9762-bde7c1af932a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/7d319ccd-f943-41c2-a151-5e63c9a28161 HTTP/1.1" status: 204 len: 168 time: 0.7530675 May 28 05:52:54.676939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41876) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:54.683197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:54.743583 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-56093778-8c7a-40d8-97f5-1db050fdfd30 service neutron] 10.222.0.39 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7667236 May 28 05:52:54.744218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network 0a7ef0a7-b3c6-497e-ac0d-bef00241577f is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:54.774754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.775105 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Added segment 4369818a-e539-4570-8121-ecf65eb771f7 of type vlan for network ac109167-1220-484d-a8bf-5dadaf8ed4e3 May 28 05:52:54.791869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea53ce56-701b-4b8a-aa50-99e12d748f2c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:54.807133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port ba1e705f-2fa6-446c-96cc-df73e011e724, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ba1e705f-2fa6-446c-96cc-df73e011e724,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:54.834304 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.841889 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.900100 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.902768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:54.903145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.911628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Subnet': ['ID=c5d4331c-e24a-43b9-a783-44ab2a6f88d6,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:54.931954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Checking segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:54.932470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network hostable DHCP agents. Network: db9d3feb-74d3-414b-a7b3-f4a6b602e13f, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:54.937671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 0a7ef0a7-b3c6-497e-ac0d-bef00241577f) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:54.943046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:54.943717 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:54.998553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.019335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=ba1e705f-2fa6-446c-96cc-df73e011e724,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:55.022450 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc9dd1f-1759-4214-a681-218a4e8b8545 None None] Network 0a7ef0a7-b3c6-497e-ac0d-bef00241577f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:55.030657 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-deaa04bc-8c75-4041-981b-b42441d23a68 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.099002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-20837f48-e127-45f4-a9d3-da5f79bbf676 req-a54436b1-47c7-4143-a5e9-6067f3aebde7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Synchronizing usage tracker for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:52:55.143475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.145108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:55.146362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.151776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-20837f48-e127-45f4-a9d3-da5f79bbf676 req-a54436b1-47c7-4143-a5e9-6067f3aebde7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Unset dirty status for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:52:55.161759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20837f48-e127-45f4-a9d3-da5f79bbf676 req-a54436b1-47c7-4143-a5e9-6067f3aebde7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 210 time: 0.1195769 May 28 05:52:55.223557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa04bc-8c75-4041-981b-b42441d23a68 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Pushing event deleted for resources: {'Port': ['ID=0fa9d9d5-1da8-4c35-be6b-40543d91b50c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:55.250302 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7deec7ca-2907-4ecd-8c6f-6c6999a863d0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.9801438 May 28 05:52:55.257475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network db9d3feb-74d3-414b-a7b3-f4a6b602e13f is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:55.266982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41888) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:55.295487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-992855935'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:55.327569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:55.349153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-deaa04bc-8c75-4041-981b-b42441d23a68 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] No DVR routers for this DVR port 0fa9d9d5-1da8-4c35-be6b-40543d91b50c on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:52:55.364208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-deaa04bc-8c75-4041-981b-b42441d23a68 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.366349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbed9d7d-7821-4d12-8861-33382d75e072 req-deaa04bc-8c75-4041-981b-b42441d23a68 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.41 "DELETE /v2.0/ports/0fa9d9d5-1da8-4c35-be6b-40543d91b50c HTTP/1.1" status: 204 len: 173 time: 4.7688820 May 28 05:52:55.366883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c6acfb-e9e3-46aa-b95a-f1e87e3745a6', 'name': 'network-vif-deleted', 'tag': '0fa9d9d5-1da8-4c35-be6b-40543d91b50c'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:52:55.373748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:network and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:55.383341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:55.391695 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6752100 May 28 05:52:55.393170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] DHCP port deletion for 5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:52:55.398485 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07f82d69-209d-48d6-aa56-ae186170ee0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.399520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b868206-6689-4b73-b82b-34171b852990 admin admin] Pushing event updated for resources: {'Network': ['ID=ac109167-1220-484d-a8bf-5dadaf8ed4e3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:55.402001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41896) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:55.402532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:55.403292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] Deleting port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:55.403645 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.415863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Request body: {'subnet': {'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-683909604-subnet', 'tenant_id': '5b2d028f91264ef89bba35bd8dc794a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:55.428679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:55.467979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Usage tracker for resource:subnet and tenant:5b2d028f91264ef89bba35bd8dc794a4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:55.474245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:55.490159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ac109167-1220-484d-a8bf-5dadaf8ed4e3 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:55.495622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, db9d3feb-74d3-414b-a7b3-f4a6b602e13f) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:55.501697 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07f82d69-209d-48d6-aa56-ae186170ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.511496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0fa9d9d5-1da8-4c35-be6b-40543d91b50c no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:52:55.544755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:55.550804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c3a3d-f17d-4e4c-a6a3-609d4aa0c6ff None None] Network db9d3feb-74d3-414b-a7b3-f4a6b602e13f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:55.557844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.587177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-0a7ef0a7-b3c6-497e-ac0d-bef00241577f', 'network_id': '0a7ef0a7-b3c6-497e-ac0d-bef00241577f', 'tenant_id': '981aa125554e472eae4daff49fbe2800', 'fixed_ips': [{'subnet_id': '9c2aa82e-cbf8-4246-958c-2c775b09feca'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:52:55.587383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:55.587734 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.648233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Made reservation on behalf of 5b2d028f91264ef89bba35bd8dc794a4 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:55.651062 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.655663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 0fa9d9d5-1da8-4c35-be6b-40543d91b50c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:52:55.656012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0fa9d9d5-1da8-4c35-be6b-40543d91b50c not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:52:55.659402 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-07f82d69-209d-48d6-aa56-ae186170ee0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e98cfb444e724511a0034c5e8adafa17&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0848899 May 28 05:52:55.668566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:55.669710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.674243 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d804b0ad-403f-4b34-950b-c015f6919d21'] response: {'server_uuid': '47c6acfb-e9e3-46aa-b95a-f1e87e3745a6', 'name': 'network-vif-deleted', 'tag': '0fa9d9d5-1da8-4c35-be6b-40543d91b50c', 'status': 'completed', 'code': 200} May 28 05:52:55.675142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f82d69-209d-48d6-aa56-ae186170ee0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa6f022-2444-45b8-8e20-779161d5379a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:55.689098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41902) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:55.707605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=66bc81a5-f59c-4f0c-9a9b-ee2cf727448f,segment=NetworkSegment(d3c12c8a-2e21-4a31-b764-7cc6baea7c1e),segment_id=d3c12c8a-2e21-4a31-b764-7cc6baea7c1e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:55.708157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:55.745149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ac3e851b-8b3f-485f-9318-bf8903c4e7f4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1796503 May 28 05:52:55.757826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41906) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:55.816068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:55.847340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'subnet': {'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:56.017455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:56.049629 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.050223 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Added segment 17da992f-734d-4a8b-9c46-54465ed69b02 of type vlan for network 66f69e4b-d361-4df5-b365-afbd7ae19138 May 28 05:52:56.062186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8ab74555-f889-4867-8a53-806dbd05c3fd req-b0e832a9-7a26-4e5f-b71c-574bda42e1f4 tempest-DeleteServersTestJSON-77833126 tempest-DeleteServersTestJSON-77833126-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c6acfb-e9e3-46aa-b95a-f1e87e3745a6 HTTP/1.1" status: 200 len: 210 time: 0.2419806 May 28 05:52:56.097754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-352da31e-c183-43b3-a035-b2c959b98acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.175553 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.180465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-352da31e-c183-43b3-a035-b2c959b98acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.198571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] For port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=66bc81a5-f59c-4f0c-9a9b-ee2cf727448f,segment=NetworkSegment(d3c12c8a-2e21-4a31-b764-7cc6baea7c1e),segment_id=d3c12c8a-2e21-4a31-b764-7cc6baea7c1e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:52:56.200900 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.213674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Allocated IP 2001:db8:0:ffff::2 (0a7ef0a7-b3c6-497e-ac0d-bef00241577f/9c2aa82e-cbf8-4246-958c-2c775b09feca/cbacd48a-ac2d-436a-a0f1-4df3e1f506d3) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:56.222048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.289591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Delete allocated IP 172.20.0.23 (1635e9ac-3793-44c4-b9dd-b7b976141661/03edb20a-fdda-4643-bd3d-9abc2acd71c3) {{(pid=88416) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 05:52:56.293061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=66bc81a5-f59c-4f0c-9a9b-ee2cf727448f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:56.312502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:56.321164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:subnet and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:56.324457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:56.331159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:56.332297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.338744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:56.339454 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.369543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No DVR routers for this DVR port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:52:56.402890 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-352da31e-c183-43b3-a035-b2c959b98acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.425460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ba1e705f-2fa6-446c-96cc-df73e011e724 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:52:56.567133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] Calling delete_port for 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:52:56.597812 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ec26961-12d7-4f46-afcd-3460aab9815f req-1d0ffbcf-9820-4185-8b70-a73c8fefc3d9 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 210 time: 0.1956973 May 28 05:52:56.598955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352da31e-c183-43b3-a035-b2c959b98acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa6f022-2444-45b8-8e20-779161d5379a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:56.611870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3335502 May 28 05:52:56.613845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41912) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:56.618796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:56.625738 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.640300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4864b8-c2c4-4f02-8ba2-7068cbef22b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=66f69e4b-d361-4df5-b365-afbd7ae19138,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:56.654013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'network_id': '66f69e4b-d361-4df5-b365-afbd7ae19138', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:56.677454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 66f69e4b-d361-4df5-b365-afbd7ae19138 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:52:56.687008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.719095 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-352da31e-c183-43b3-a035-b2c959b98acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.722539 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-352da31e-c183-43b3-a035-b2c959b98acf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7aa6f022-2444-45b8-8e20-779161d5379a HTTP/1.1" status: 204 len: 168 time: 1.0312293 May 28 05:52:56.785185 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.789308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:56.821899 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'fixed_ips': [{'subnet_id': 'c5d4331c-e24a-43b9-a783-44ab2a6f88d6'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:52:56.822717 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.857721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c12c8a-2e21-4a31-b764-7cc6baea7c1e') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:56.858039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c12c8a-2e21-4a31-b764-7cc6baea7c1e') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:52:56.883840 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.924466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:56.933962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.938578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:subnet and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:56.943812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:56.947497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:56.953576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb2cb39-359b-4b8e-8719-c46e0fd277ae,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:56.957790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:52:56.958186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.045680 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:52:57.046004 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:52:57.061768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ba1e705f-2fa6-446c-96cc-df73e011e724 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:57.061768 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.075864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-b0e9d14a-bcc0-40dd-a93d-e0c28237a7f3 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:57.077518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-b0e9d14a-bcc0-40dd-a93d-e0c28237a7f3 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.33 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 811 time: 0.5487223 May 28 05:52:57.121222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:57.172325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Checking segment: {'id': '4369818a-e539-4570-8121-ecf65eb771f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:57.172681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Network hostable DHCP agents. Network: ac109167-1220-484d-a8bf-5dadaf8ed4e3, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:57.187461 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment d3c12c8a-2e21-4a31-b764-7cc6baea7c1e resource provider aggregate not found May 28 05:52:57.219072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:57.222746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.241040 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment d3c12c8a-2e21-4a31-b764-7cc6baea7c1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3c12c8a-2e21-4a31-b764-7cc6baea7c1e found for delete ", "request_id": "req-8a2be28c-3db0-43a2-badc-6092ce0400fb"}]} May 28 05:52:57.327331 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.340363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Network ac109167-1220-484d-a8bf-5dadaf8ed4e3 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:57.344968 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.364149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object 62eb4676-5587-44bc-badc-919cca2033a7 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:57.377851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Transition to ACTIVE for port object cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:57.380719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Allocated IP 10.1.1.2 (db9d3feb-74d3-414b-a7b3-f4a6b602e13f/c5d4331c-e24a-43b9-a783-44ab2a6f88d6/3b4c876c-5831-4ab6-a1aa-3c87f3d275a3) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:57.380877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Request body: {'port': {'device_id': 'fc2b4310-fbac-4447-89f9-a48557ccb000', 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0', 'admin_state_up': True, 'tenant_id': 'b64aac2a56744fc3b993f592b4557340'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:57.391495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.405999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Network': ['ID=5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:57.412867 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b8234b34-00e8-48f9-ad84-dece02ef2a8d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/networks/5b7d0f52-8fe3-4e0f-872a-4beb5cd00f3c HTTP/1.1" status: 204 len: 168 time: 2.7349465 May 28 05:52:57.414055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ac109167-1220-484d-a8bf-5dadaf8ed4e3) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:57.420673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41928) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:57.424902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:57.425479 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.435872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1862493372', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:57.444933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41932) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:57.452819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:57.453758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ba1e705f-2fa6-446c-96cc-df73e011e724 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:52:57.457616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47891ccf-1ea3-4cfa-8b55-b2a0e6a3b807 None None] Network ac109167-1220-484d-a8bf-5dadaf8ed4e3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:57.472321 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.483343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:router and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:57.489244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:57.499290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7a17168-f215-418b-a935-35e931061000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.514269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:57.521654 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-96f3c038-64fc-4c9b-ae02-e8a680aef518 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1135566 May 28 05:52:57.531877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e7a17168-f215-418b-a935-35e931061000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:57.537773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e7a17168-f215-418b-a935-35e931061000 admin admin] Usage tracker for resource:security_group_rule and tenant:e165a08c8a1e47db91aa2d5791f9c575 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:57.542724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e7a17168-f215-418b-a935-35e931061000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:57.546176 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.547168 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.563543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] Deleting port 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:52:57.564265 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.589122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e7a17168-f215-418b-a935-35e931061000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:57.610638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:52:57.638601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.771574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.822075 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:57.866616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:52:57.867204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 66bc81a5-f59c-4f0c-9a9b-ee2cf727448f not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:52:57.869384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Transition to ACTIVE for port object cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:57.963063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8d551-af31-4b53-97d9-b6a79144a44a None None] The port '66bc81a5-f59c-4f0c-9a9b-ee2cf727448f' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:52:57.969083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.024082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.048246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e219632-5deb-4ccb-afbf-eaaa7b7feae3 req-cea89f22-7590-4760-9a8e-32020cfe06d0 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 210 time: 0.2131467 May 28 05:52:58.076123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Network 0a7ef0a7-b3c6-497e-ac0d-bef00241577f is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:52:58.082695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.098208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6eff42de-984b-49f0-b90d-b8436501c228 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6729255 May 28 05:52:58.135100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:58.154601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41954) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:58.218376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-565743042'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:58.219787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:52:58.260566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ff1fd4a3-875b-4887-bb9a-2bfa5c8c3877 None None] Provisioning for port 62eb4676-5587-44bc-badc-919cca2033a7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:52:58.272377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=62eb4676-5587-44bc-badc-919cca2033a7,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:58.278238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:58.291909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:58.311825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=bb7bd03f-e1a6-4e6b-8037-524bb2a3a9fe,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:58.327828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] In _notify_port_updated(), no bound segment for port 62eb4676-5587-44bc-badc-919cca2033a7 on network 1635e9ac-3793-44c4-b9dd-b7b976141661 {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:52:58.333417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:58.334048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.334675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:network and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:58.335356 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-789c3e24-44d3-425e-bbea-04cb03fe1bec tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "PUT /v2.0/ports/62eb4676-5587-44bc-badc-919cca2033a7 HTTP/1.1" status: 200 len: 920 time: 6.2064764 May 28 05:52:58.339189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41962) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:58.340253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:58.342513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Subnet': ['ID=073f8d3b-7e35-4a62-bd54-f7c6d068bce9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:58.344644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Checking segment: {'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:58.345004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network hostable DHCP agents. Network: 4b427dc3-eb5a-4af2-a01b-203848d8638e, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:58.355851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:58.361288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking segment: {'id': '17da992f-734d-4a8b-9c46-54465ed69b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66f69e4b-d361-4df5-b365-afbd7ae19138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:58.361446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network hostable DHCP agents. Network: 66f69e4b-d361-4df5-b365-afbd7ae19138, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:52:58.372590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network 4b427dc3-eb5a-4af2-a01b-203848d8638e is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:58.392017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '907f8b4d-7e3d-4449-b0e2-049b9c568bd6'}, {'subnet_id': '03edb20a-fdda-4643-bd3d-9abc2acd71c3'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:58.392235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 4b427dc3-eb5a-4af2-a01b-203848d8638e) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:58.402463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:58.403195 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.432188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:58.436689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-194813e2-71f1-4d77-9ba7-36e5696b0433 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6775558 May 28 05:52:58.437429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41966) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:58.441480 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7a17168-f215-418b-a935-35e931061000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.446349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f058e3-496e-42f2-9a42-08aa8def54dc None None] Network 4b427dc3-eb5a-4af2-a01b-203848d8638e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:58.446857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'port': {'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'name': 'tempest-TaggedBootDevicesTest_v242-1635996461', 'fixed_ips': [{'subnet_id': 'c5d4331c-e24a-43b9-a783-44ab2a6f88d6'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:52:58.468744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7a17168-f215-418b-a935-35e931061000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.469784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Pushing event updated for resources: {'Port': ['ID=cbacd48a-ac2d-436a-a0f1-4df3e1f506d3,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:58.485983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:58.489825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.498512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ff1fd4a3-875b-4887-bb9a-2bfa5c8c3877 None None] Provisioning complete for port 62eb4676-5587-44bc-badc-919cca2033a7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:52:58.499033 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd4a3-875b-4887-bb9a-2bfa5c8c3877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.561461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e7a17168-f215-418b-a935-35e931061000 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e165a08c8a1e47db91aa2d5791f9c575&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1088917 May 28 05:52:58.600309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network 66f69e4b-d361-4df5-b365-afbd7ae19138 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:52:58.607220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41976) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:58.694440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:52:58.699740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:port and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:52:58.704208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:52:58.712465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:52:58.729000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:58.834667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Made reservation on behalf of b64aac2a56744fc3b993f592b4557340 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:52:58.838320 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.861402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 66f69e4b-d361-4df5-b365-afbd7ae19138) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:52:58.865600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a17168-f215-418b-a935-35e931061000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885dd3fd-e57e-4988-ae05-8da977704339,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:58.889580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:52:58.892274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:52:58.892860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.893219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67d3145-f969-4508-bbee-afd3e1a4cc66 None None] Network 66f69e4b-d361-4df5-b365-afbd7ae19138 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:58.968288 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:58.968881 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added segment 596220a6-8e46-45d9-aa96-0e2f5b217178 of type vlan for network ca45cab6-f784-4be4-87d8-ae5f222a27c9 May 28 05:52:59.011712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d937ba0b-4668-4fd8-be33-bfa1f15bcdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.059093 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.061528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aa1bce05-5c64-4f34-9b20-7570a3a3bef9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4226630 May 28 05:52:59.062754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41988) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:52:59.134334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] device_id is not set on port efdb6ff1-c2c4-4123-a994-107560eb2bd0 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:52:59.142913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ff1fd4a3-875b-4887-bb9a-2bfa5c8c3877 None None] Port 62eb4676-5587-44bc-badc-919cca2033a7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:52:59.146389 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.157354 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d937ba0b-4668-4fd8-be33-bfa1f15bcdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.196647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.200643 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Attempting to bind port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:52:59.201020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Attempting to bind port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'a626d18b-6d65-4a99-8062-3fea2aa11a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a7ef0a7-b3c6-497e-ac0d-bef00241577f'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:52:59.201378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Attempting to bind port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 on network 0a7ef0a7-b3c6-497e-ac0d-bef00241577f {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:52:59.222878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Transition to ACTIVE for port object 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:59.355305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:52:59.355944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Checking segment: {'id': 'a626d18b-6d65-4a99-8062-3fea2aa11a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a7ef0a7-b3c6-497e-ac0d-bef00241577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:52:59.356647 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.357194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Bound using segment: {'id': 'a626d18b-6d65-4a99-8062-3fea2aa11a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a7ef0a7-b3c6-497e-ac0d-bef00241577f'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:52:59.357832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Bound port: cbacd48a-ac2d-436a-a0f1-4df3e1f506d3, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a626d18b-6d65-4a99-8062-3fea2aa11a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a7ef0a7-b3c6-497e-ac0d-bef00241577f'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:52:59.358367 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.434726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b337d7f-2185-4adf-8734-f1e8bc93cb79 None None] Network ac109167-1220-484d-a8bf-5dadaf8ed4e3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:52:59.441547 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.453940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d937ba0b-4668-4fd8-be33-bfa1f15bcdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.553089 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9686dc4-159c-4e76-aeae-f559c31f6c8e req-09736886-0c3c-4a3a-912a-66139710f40d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 210 time: 0.3037274 May 28 05:52:59.560632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937ba0b-4668-4fd8-be33-bfa1f15bcdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885dd3fd-e57e-4988-ae05-8da977704339,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:52:59.568754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Transition to ACTIVE for port object 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:52:59.580356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Allocated IP 172.20.0.8 (717afe8e-0e7b-46d2-9055-41c9dc2d17d0/944ad608-2695-494c-88e4-13ba23410268/b0baea0c-3cdd-447f-b3d1-adde821bf849) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:59.606984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.679644 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.696836 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d937ba0b-4668-4fd8-be33-bfa1f15bcdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.710898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d937ba0b-4668-4fd8-be33-bfa1f15bcdb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/885dd3fd-e57e-4988-ae05-8da977704339 HTTP/1.1" status: 204 len: 168 time: 1.0945902 May 28 05:52:59.729121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:52:59.802404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Allocated IP 10.1.1.32 (db9d3feb-74d3-414b-a7b3-f4a6b602e13f/c5d4331c-e24a-43b9-a783-44ab2a6f88d6/efdb6ff1-c2c4-4123-a994-107560eb2bd0) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:52:59.944561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Pushing event updated for resources: {'Port': ['ID=3b4c876c-5831-4ab6-a1aa-3c87f3d275a3,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:00.002921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7bd03f-e1a6-4e6b-8037-524bb2a3a9fe,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:00.015112 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.020415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:00.021007 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.061568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Network db9d3feb-74d3-414b-a7b3-f4a6b602e13f is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:00.077520 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.096206 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.173039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:00.212070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:00.374846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf7afd-9ba1-4232-a0d6-51e7bd6a2be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-66f69e4b-d361-4df5-b365-afbd7ae19138', 'network_id': '66f69e4b-d361-4df5-b365-afbd7ae19138', 'tenant_id': '981aa125554e472eae4daff49fbe2800', 'fixed_ips': [{'subnet_id': 'bb7bd03f-e1a6-4e6b-8037-524bb2a3a9fe'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:00.375797 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbaf7afd-9ba1-4232-a0d6-51e7bd6a2be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.435926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-4b427dc3-eb5a-4af2-a01b-203848d8638e', 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'fixed_ips': [{'subnet_id': '073f8d3b-7e35-4a62-bd54-f7c6d068bce9'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:00.436840 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.449016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.470916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] For port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:00.475369 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.497769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Transition to ACTIVE for port object efdb6ff1-c2c4-4123-a994-107560eb2bd0 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:00.531165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] For port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cbacd48a-ac2d-436a-a0f1-4df3e1f506d3,segment=NetworkSegment(a626d18b-6d65-4a99-8062-3fea2aa11a55),segment_id=a626d18b-6d65-4a99-8062-3fea2aa11a55)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:00.532916 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.533577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Attempting to bind port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:00.534040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Attempting to bind port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:00.534237 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3580449 May 28 05:53:00.534391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Attempting to bind port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:00.539452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42010) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:00.568198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ea33f-6c44-492b-a148-814288802991 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Network': ['ID=ca45cab6-f784-4be4-87d8-ae5f222a27c9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:00.572498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f69e4b-d361-4df5-b365-afbd7ae19138']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:00.589453 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.598736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:00.599222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Checking segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:00.599796 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.600172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Bound using segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:00.600554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17da992f-734d-4a8b-9c46-54465ed69b02') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:00.600717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Bound port: 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:00.600882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17da992f-734d-4a8b-9c46-54465ed69b02') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:00.601269 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.611946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ca45cab6-f784-4be4-87d8-ae5f222a27c9 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:00.687514 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.715954 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.765722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:53:00.766340 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.891032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'subnet': {'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:00.891907 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 17da992f-734d-4a8b-9c46-54465ed69b02 resource provider aggregate not found May 28 05:53:00.907703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:00.932852 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 17da992f-734d-4a8b-9c46-54465ed69b02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17da992f-734d-4a8b-9c46-54465ed69b02 found for delete ", "request_id": "req-c3d9a42b-c937-4840-942f-fef9b4b08770"}]} May 28 05:53:01.058790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:01.073163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:01.085396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:01.113384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb2345-d9c6-463c-ab8f-b3b4d4d9f20f req-74e1fd84-4788-4ac0-b1d5-c8c853660b82 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:01.122962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network db9d3feb-74d3-414b-a7b3-f4a6b602e13f is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:01.123878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9cb2345-d9c6-463c-ab8f-b3b4d4d9f20f req-74e1fd84-4788-4ac0-b1d5-c8c853660b82 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 931 time: 0.3413558 May 28 05:53:01.126348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.24 (1635e9ac-3793-44c4-b9dd-b7b976141661/03edb20a-fdda-4643-bd3d-9abc2acd71c3/62eb4676-5587-44bc-badc-919cca2033a7) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:01.137163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:01.143453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075655d9-de3c-459e-b94a-c706c187ed17 None None] Pushing event updated for resources: {'Port': ['ID=cbacd48a-ac2d-436a-a0f1-4df3e1f506d3,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:01.160633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Pushing event updated for resources: {'Port': ['ID=b0baea0c-3cdd-447f-b3d1-adde821bf849,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:01.181187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:01.276432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:01.281918 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:01.352945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:01.362607 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/66f69e4b-d361-4df5-b365-afbd7ae19138 HTTP/1.1" status: 204 len: 168 time: 2.2916281 May 28 05:53:01.369619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42046) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:01.376206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:subnet and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:01.388023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:01.394220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1389786708'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:01.395192 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:01.402759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e377e71-3aac-4283-8821-bf69d72bbff9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Network': ['ID=66f69e4b-d361-4df5-b365-afbd7ae19138,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:01.405050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:01.405310 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:01.417256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f9cb2345-d9c6-463c-ab8f-b3b4d4d9f20f req-0bef7c56-4519-4359-8a15-3b413fc8e05a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Synchronizing usage tracker for tenant:b64aac2a56744fc3b993f592b4557340 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:01.429323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:01.431847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:01.447682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:network and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:01.456290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:01.468267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Allocated IP 10.2.2.2 (4b427dc3-eb5a-4af2-a01b-203848d8638e/073f8d3b-7e35-4a62-bd54-f7c6d068bce9/ac108de5-eb47-4534-a1cd-dd20e9ddedb8) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:01.500537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Port': ['ID=efdb6ff1-c2c4-4123-a994-107560eb2bd0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:01.501784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71291456-9cea-41c7-b2ee-641f39bf2224 None None] Network 66f69e4b-d361-4df5-b365-afbd7ae19138 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:01.507569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:01.532762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:01.533713 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:01.540970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] For port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:01.549465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.550101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.550742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.551548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.552119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.552753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.553389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.554204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.554817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.555505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.556060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.556779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:01.560190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f9cb2345-d9c6-463c-ab8f-b3b4d4d9f20f req-0bef7c56-4519-4359-8a15-3b413fc8e05a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Unset dirty status for tenant:b64aac2a56744fc3b993f592b4557340 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:01.561058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71291456-9cea-41c7-b2ee-641f39bf2224 None None] Network 66f69e4b-d361-4df5-b365-afbd7ae19138 could not be found, it might have been deleted concurrently. {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 28 05:53:01.574266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9cb2345-d9c6-463c-ab8f-b3b4d4d9f20f req-0bef7c56-4519-4359-8a15-3b413fc8e05a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494481 May 28 05:53:01.576937 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-2d86bda2-f7a8-4730-ac4a-b777f7a2f30d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2145393 May 28 05:53:01.599663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] For port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b4c876c-5831-4ab6-a1aa-3c87f3d275a3,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:01.604202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-8e4d45a9-6bd4-4ab3-b82e-729383e98d80 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:53:01.605578 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-8e4d45a9-6bd4-4ab3-b82e-729383e98d80 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136046 May 28 05:53:01.628125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:01.637926 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:01.642390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:01.660826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object 62eb4676-5587-44bc-badc-919cca2033a7 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:01.665986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:01.671953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:01.675550 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:01.709736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9dd668c5-5ec2-4f22-bad9-6bd2d1b06a0a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2711208 May 28 05:53:01.734750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:01.775671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42060) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:01.859059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'port': {'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'name': 'tempest-TaggedBootDevicesTest_v242-1508150633', 'fixed_ips': [{'subnet_id': 'c5d4331c-e24a-43b9-a783-44ab2a6f88d6'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:01.897181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=62eb4676-5587-44bc-badc-919cca2033a7,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:02.137943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c39ce2-d607-46f5-8a69-9a06d623d433 None None] Pushing event updated for resources: {'Port': ['ID=3b4c876c-5831-4ab6-a1aa-3c87f3d275a3,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:02.401140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] In _notify_port_updated(), no bound segment for port 62eb4676-5587-44bc-badc-919cca2033a7 on network 1635e9ac-3793-44c4-b9dd-b7b976141661 {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:53:02.429058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:02.430822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:02.432340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0d9fc0ea-81a0-4302-92a1-9a935610bc51 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "PUT /v2.0/ports/62eb4676-5587-44bc-badc-919cca2033a7 HTTP/1.1" status: 200 len: 1000 time: 4.0728571 May 28 05:53:02.442317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42074) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:02.448216 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:02.466172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Transition to ACTIVE for port object ac108de5-eb47-4534-a1cd-dd20e9ddedb8 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:02.495454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Transition to ACTIVE for port object ac108de5-eb47-4534-a1cd-dd20e9ddedb8 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:02.513885 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:02.566793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:02.640898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:02.649564 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:port and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:02.657497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:02.671423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:02.676005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e91148e4-8d15-4ed3-b44e-574311864613 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 62eb4676-5587-44bc-badc-919cca2033a7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:02.679977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e91148e4-8d15-4ed3-b44e-574311864613 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:02.700479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Request body: {'port': {'device_id': 'fc2b4310-fbac-4447-89f9-a48557ccb000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:02.752787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Network 4b427dc3-eb5a-4af2-a01b-203848d8638e is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:02.763963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:02.790332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:02.797198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:02.799556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-afc34d7d-1406-443c-b02e-db65ad61e837 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:02.807505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-afc34d7d-1406-443c-b02e-db65ad61e837 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/networks?id=ac109167-1220-484d-a8bf-5dadaf8ed4e3 HTTP/1.1" status: 200 len: 808 time: 0.9622612 May 28 05:53:02.809201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42086) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:02.822686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:02.833543 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:02.917957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Pushing event updated for resources: {'Port': ['ID=ac108de5-eb47-4534-a1cd-dd20e9ddedb8,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:02.923064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4300ec83-36f9-4849-8cd4-ce75a3b4aeea None None] Provisioning for port 62eb4676-5587-44bc-badc-919cca2033a7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:02.937734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4300ec83-36f9-4849-8cd4-ce75a3b4aeea None None] Provisioning complete for port 62eb4676-5587-44bc-badc-919cca2033a7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:02.938311 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4300ec83-36f9-4849-8cd4-ce75a3b4aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:02.938543 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:02.939069 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Added segment 91ada803-e72d-49d4-b2be-c94b8f845c1f of type vlan for network fc2be186-8e92-4d8c-b4b2-2fba93cd0841 May 28 05:53:02.960242 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-b294d1a3-3cf8-4875-86bc-504db415b488 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/quotas/5b2d028f91264ef89bba35bd8dc794a4 HTTP/1.1" status: 200 len: 375 time: 0.1517527 May 28 05:53:03.051778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:03.086292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4300ec83-36f9-4849-8cd4-ce75a3b4aeea None None] Port 62eb4676-5587-44bc-badc-919cca2033a7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:03.142091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Attempting to bind port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:03.142582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Attempting to bind port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:03.143100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Attempting to bind port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 on network 4b427dc3-eb5a-4af2-a01b-203848d8638e {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:03.150069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:03.150707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Checking segment: {'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:03.151327 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:03.152037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Bound using segment: {'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:03.152602 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Bound port: ac108de5-eb47-4534-a1cd-dd20e9ddedb8, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:03.153129 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:03.156761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] device_id is not set on port b2b408ba-1753-4654-8059-1424962b2a46 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:53:03.184974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e91148e4-8d15-4ed3-b44e-574311864613 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:03.300472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] For port ac108de5-eb47-4534-a1cd-dd20e9ddedb8, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:03.308344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] For port ac108de5-eb47-4534-a1cd-dd20e9ddedb8, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ac108de5-eb47-4534-a1cd-dd20e9ddedb8,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:03.320291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:03.327741 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-60a04e5f-3c3d-4a73-9a2b-01eb2172b4f3 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b2d028f91264ef89bba35bd8dc794a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3665459 May 28 05:53:03.350125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e91148e4-8d15-4ed3-b44e-574311864613 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 62eb4676-5587-44bc-badc-919cca2033a7 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:53:03.360258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-1d5904e4-9d4a-4159-9129-f42fac1673e1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:53:03.367540 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-1d5904e4-9d4a-4159-9129-f42fac1673e1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0386941 May 28 05:53:03.369678 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-947ba4b9-bb7b-4a9c-832c-5750897dc8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:03.489327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b1ce0f-742a-484f-a283-cf01046aa3b4 None None] Network 0a7ef0a7-b3c6-497e-ac0d-bef00241577f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:03.637639 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:03.725618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-947ba4b9-bb7b-4a9c-832c-5750897dc8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:03.751806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-947ba4b9-bb7b-4a9c-832c-5750897dc8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:e30df55c2db84a87973c2f5276d966d1 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:03.768342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-947ba4b9-bb7b-4a9c-832c-5750897dc8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:03.803794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a64d2d-a35c-469f-9488-162c5ab40c81 None None] Pushing event updated for resources: {'Port': ['ID=ac108de5-eb47-4534-a1cd-dd20e9ddedb8,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:03.835679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbb369-7da3-4e7a-bbf3-729af33ab1e0 req-4e022696-106d-40ff-ba18-888a655e5c74 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:03.845288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8dbb369-7da3-4e7a-bbf3-729af33ab1e0 req-4e022696-106d-40ff-ba18-888a655e5c74 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 931 time: 0.3915434 May 28 05:53:03.853469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-dee72b34-ac17-4d94-bb04-819089a93184 None None] Provisioning for port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:03.865856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-dee72b34-ac17-4d94-bb04-819089a93184 None None] Provisioning complete for port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:03.866584 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dee72b34-ac17-4d94-bb04-819089a93184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:03.882727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-947ba4b9-bb7b-4a9c-832c-5750897dc8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:03.902476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e91148e4-8d15-4ed3-b44e-574311864613 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:03.920165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:03.920754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8dbb369-7da3-4e7a-bbf3-729af33ab1e0 req-875d0232-1b95-4820-86bc-f89b27913384 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745323 May 28 05:53:03.930001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d29495-4b75-47af-9b0f-1c480cf1ea00 None None] Network db9d3feb-74d3-414b-a7b3-f4a6b602e13f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:03.951316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:53:04.074293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91148e4-8d15-4ed3-b44e-574311864613 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=62eb4676-5587-44bc-badc-919cca2033a7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:04.211810 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.227661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:04.228321 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.265882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e91148e4-8d15-4ed3-b44e-574311864613 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.286345 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e91148e4-8d15-4ed3-b44e-574311864613 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/62eb4676-5587-44bc-badc-919cca2033a7 HTTP/1.1" status: 204 len: 168 time: 1.8426492 May 28 05:53:04.289761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42096) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:04.349149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-dee72b34-ac17-4d94-bb04-819089a93184 None None] Current status of the port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:04.349529 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dee72b34-ac17-4d94-bb04-819089a93184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.406565 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-db99d2d2-b2a2-4842-b82c-333c5c644f0a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:53:04.407161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-db99d2d2-b2a2-4842-b82c-333c5c644f0a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:04.436476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42100) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:04.444474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-db99d2d2-b2a2-4842-b82c-333c5c644f0a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:04.448101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-db99d2d2-b2a2-4842-b82c-333c5c644f0a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/62eb4676-5587-44bc-badc-919cca2033a7 HTTP/1.1" status: 404 len: 333 time: 0.1545229 May 28 05:53:04.450252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42106) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:04.501500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-dee72b34-ac17-4d94-bb04-819089a93184 None None] For port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cbacd48a-ac2d-436a-a0f1-4df3e1f506d3,segment=NetworkSegment(a626d18b-6d65-4a99-8062-3fea2aa11a55),segment_id=a626d18b-6d65-4a99-8062-3fea2aa11a55)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:04.512620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dee72b34-ac17-4d94-bb04-819089a93184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.515982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ac108de5-eb47-4534-a1cd-dd20e9ddedb8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:04.611394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3802ded-f1a3-46f0-9ea7-b65584bbfa26 admin admin] Deleting subnet fa91beaf-eda9-4703-bb88-eafa22b1d514 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:53:04.620122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0d0cd0-94d5-40cd-8901-e027b6e57575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet 03edb20a-fdda-4643-bd3d-9abc2acd71c3 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:53:04.623002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3802ded-f1a3-46f0-9ea7-b65584bbfa26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.656649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3805be2b-6c63-41b0-b6b8-b087a68ba082 None None] Provisioning for port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:04.658067 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0cd0-94d5-40cd-8901-e027b6e57575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.692232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee72b34-ac17-4d94-bb04-819089a93184 None None] Pushing event updated for resources: {'Port': ['ID=cbacd48a-ac2d-436a-a0f1-4df3e1f506d3,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:04.701765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3805be2b-6c63-41b0-b6b8-b087a68ba082 None None] Provisioning complete for port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:04.702042 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3805be2b-6c63-41b0-b6b8-b087a68ba082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.737920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3802ded-f1a3-46f0-9ea7-b65584bbfa26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.779652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:04.787884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:04.807032 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3802ded-f1a3-46f0-9ea7-b65584bbfa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.867202 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.874752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=fc2be186-8e92-4d8c-b4b2-2fba93cd0841,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:04.887926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0cd0-94d5-40cd-8901-e027b6e57575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:04.888398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network fc2be186-8e92-4d8c-b4b2-2fba93cd0841 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:04.962508 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-79632987-c7fe-4657-bc03-feeb5ae740e6 service neutron] 10.222.0.39 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5938792 May 28 05:53:05.032357 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0cd0-94d5-40cd-8901-e027b6e57575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.174870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:05.205403 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0cd0-94d5-40cd-8901-e027b6e57575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.208333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:05.208709 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.230877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ea0313d6-b674-4db1-87ef-646399d0eb74 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.8574262 May 28 05:53:05.234876 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-947ba4b9-bb7b-4a9c-832c-5750897dc8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.250389 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-9dce3a55-7492-4a78-9cfd-c8eb57c57316 service neutron] 10.222.0.39 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572656 May 28 05:53:05.263165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42112) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:05.269127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2022906-e166-4d89-ac3f-c4b8bdf57aa9 None None] Network 4b427dc3-eb5a-4af2-a01b-203848d8638e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:05.294039 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-947ba4b9-bb7b-4a9c-832c-5750897dc8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.317573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'network_id': 'fc2be186-8e92-4d8c-b4b2-2fba93cd0841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:05.354745 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3802ded-f1a3-46f0-9ea7-b65584bbfa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.371202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d0cd0-94d5-40cd-8901-e027b6e57575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=03edb20a-fdda-4643-bd3d-9abc2acd71c3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:05.406147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0cd0-94d5-40cd-8901-e027b6e57575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.416560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609c455-9e11-4138-961d-861be9e38705 None None] Network 1635e9ac-3793-44c4-b9dd-b7b976141661 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:05.427874 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4d0d0cd0-94d5-40cd-8901-e027b6e57575 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/03edb20a-fdda-4643-bd3d-9abc2acd71c3 HTTP/1.1" status: 204 len: 168 time: 0.9762943 May 28 05:53:05.432937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42118) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:05.473003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3802ded-f1a3-46f0-9ea7-b65584bbfa26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.474793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c3802ded-f1a3-46f0-9ea7-b65584bbfa26 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fa91beaf-eda9-4703-bb88-eafa22b1d514 HTTP/1.1" status: 204 len: 168 time: 1.0372968 May 28 05:53:05.476893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3802ded-f1a3-46f0-9ea7-b65584bbfa26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa91beaf-eda9-4703-bb88-eafa22b1d514,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:05.483213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42124) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:05.504222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Subnet': ['ID=6446b385-37e2-4ccd-9fe7-b636528e261a,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:05.515365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3805be2b-6c63-41b0-b6b8-b087a68ba082 None None] Current status of the port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:05.622384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a65e765-d191-49b4-bde1-c08e4c53d378 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet 907f8b4d-7e3d-4449-b0e2-049b9c568bd6 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:53:05.633710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Allocated IP 10.1.1.183 (db9d3feb-74d3-414b-a7b3-f4a6b602e13f/c5d4331c-e24a-43b9-a783-44ab2a6f88d6/b2b408ba-1753-4654-8059-1424962b2a46) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:05.634261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593516d0-2f39-4bfa-9806-d559727a520c req-c05a9ba2-f122-46ed-afc1-d5c20cb526d4 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:05.636667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-593516d0-2f39-4bfa-9806-d559727a520c req-c05a9ba2-f122-46ed-afc1-d5c20cb526d4 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 931 time: 0.4624104 May 28 05:53:05.637952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a65e765-d191-49b4-bde1-c08e4c53d378 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.723832 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.726324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:05.726631 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.751979 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a65e765-d191-49b4-bde1-c08e4c53d378 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.753290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ba4b9-bb7b-4a9c-832c-5750897dc8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3891b91-913d-4090-8681-dba89207f033,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:05.770268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Checking segment: {'id': '596220a6-8e46-45d9-aa96-0e2f5b217178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:05.770511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network hostable DHCP agents. Network: ca45cab6-f784-4be4-87d8-ae5f222a27c9, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:05.791667 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-41c79d90-db92-4e2a-93d3-92e9d608d252 req-683dd07d-5e2d-4150-aaa1-cf0ce97afcf8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 210 time: 0.1994026 May 28 05:53:05.794630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:05.803648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Provisioning for port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:05.806754 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-947ba4b9-bb7b-4a9c-832c-5750897dc8c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e30df55c2db84a87973c2f5276d966d1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9851213 May 28 05:53:05.808735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42132) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:05.828763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:subnet and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:05.833470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Provisioning complete for port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:05.833999 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.841987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:05.871787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-593516d0-2f39-4bfa-9806-d559727a520c req-79039430-8241-4b4d-8a0d-212eafb59402 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929359 May 28 05:53:05.904702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b4c876c-5831-4ab6-a1aa-3c87f3d275a3,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:05.937731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network ca45cab6-f784-4be4-87d8-ae5f222a27c9 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:05.947144 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:05.960051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:05.975411 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.006710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ca45cab6-f784-4be4-87d8-ae5f222a27c9) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:06.008548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16869d4a-c80d-44a1-af8f-c16c452e479c']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:06.018060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:06.018682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.026268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673edf30-d091-4730-8c73-529d3cb6563b') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:06.026818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673edf30-d091-4730-8c73-529d3cb6563b') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:06.034748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a65e765-d191-49b4-bde1-c08e4c53d378 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.046076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb2e0e2-e82e-4e6a-8b0f-062eeeb550b1 None None] Network ca45cab6-f784-4be4-87d8-ae5f222a27c9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:06.073142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:06.077364 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.083321 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.106947 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.118175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:53:06.118779 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.126499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3b4c876c-5831-4ab6-a1aa-3c87f3d275a3,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:06.230799 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-81f52626-45eb-47a3-be62-6f06c7142b8c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.6899104 May 28 05:53:06.231983 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-461603fb-6671-4331-8d6e-962aaae42fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.287816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42140) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:06.332451 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 673edf30-d091-4730-8c73-529d3cb6563b resource provider aggregate not found May 28 05:53:06.365720 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 673edf30-d091-4730-8c73-529d3cb6563b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 673edf30-d091-4730-8c73-529d3cb6563b found for delete ", "request_id": "req-4c6eb387-4fb2-497e-81d9-25d6c9540b2a"}]} May 28 05:53:06.368401 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a65e765-d191-49b4-bde1-c08e4c53d378 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.408728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-461603fb-6671-4331-8d6e-962aaae42fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.409368 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.414258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65e765-d191-49b4-bde1-c08e4c53d378 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=907f8b4d-7e3d-4449-b0e2-049b9c568bd6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:06.439047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.441455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Current status of the port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:06.441842 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.443211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] Pushing event deleted for resources: {'Network': ['ID=16869d4a-c80d-44a1-af8f-c16c452e479c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:06.454727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:06.455537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:53:06.460360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a65e765-d191-49b4-bde1-c08e4c53d378 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.475098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6a65e765-d191-49b4-bde1-c08e4c53d378 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/907f8b4d-7e3d-4449-b0e2-049b9c568bd6 HTTP/1.1" status: 204 len: 168 time: 1.0409875 May 28 05:53:06.478328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42146) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:06.506067 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8b375a11-66c4-4fa1-a00f-492ee4ba2258 admin admin] 10.222.0.39 "DELETE /v2.0/networks/16869d4a-c80d-44a1-af8f-c16c452e479c HTTP/1.1" status: 204 len: 168 time: 1.0217960 May 28 05:53:06.604900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] For port ac108de5-eb47-4534-a1cd-dd20e9ddedb8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ac108de5-eb47-4534-a1cd-dd20e9ddedb8,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:06.617243 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.625116 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.635930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port db3d2ac2-1fb9-45cf-8142-5e9369ee443b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:06.636490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.736624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:06.737078 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.765795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42152) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:06.767911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:06.768714 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.825617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Provisioning complete for port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:06.825838 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:06.940607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Pushing event updated for resources: {'Port': ['ID=ac108de5-eb47-4534-a1cd-dd20e9ddedb8,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:07.062233 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fc656389-2342-4d58-93c9-78a9034fa648 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77494e1a6ff9467b8fe094cdca45ac25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905996 May 28 05:53:07.065675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42160) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:07.204387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] For port db3d2ac2-1fb9-45cf-8142-5e9369ee443b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db3d2ac2-1fb9-45cf-8142-5e9369ee443b,segment=NetworkSegment(1bed69ff-4f4f-4459-8f41-87bc14934e04),segment_id=1bed69ff-4f4f-4459-8f41-87bc14934e04)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:07.205256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.337381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:07.338520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:07.399310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for db3d2ac2-1fb9-45cf-8142-5e9369ee443b owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:53:07.406380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0baea0c-3cdd-447f-b3d1-adde821bf849 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:53:07.469294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf74f12f-5de7-496b-ba9b-4bd2d56a65be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.476323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.495147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Current status of the port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:07.496552 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf74f12f-5de7-496b-ba9b-4bd2d56a65be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.535650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:07.535650 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.544487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-48f82a39-b47d-4cdb-8a99-8b3b85f85c26 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:07.546018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-48f82a39-b47d-4cdb-8a99-8b3b85f85c26 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.41 "GET /v2.0/networks?id=ac109167-1220-484d-a8bf-5dadaf8ed4e3 HTTP/1.1" status: 200 len: 808 time: 0.3943362 May 28 05:53:07.550981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff368d4-42e4-403f-8e03-2d1f9c8cab96 req-ace47bf5-b5b5-4ee0-a5c4-36601b89b90d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:07.552630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ff368d4-42e4-403f-8e03-2d1f9c8cab96 req-ace47bf5-b5b5-4ee0-a5c4-36601b89b90d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 931 time: 0.4495583 May 28 05:53:07.563425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-461603fb-6671-4331-8d6e-962aaae42fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.576833 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-41aa92c3-964f-437d-9cce-75898c7c1ef4 req-ef535308-6047-41f3-99e7-5e278b41fdb2 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 210 time: 0.4205563 May 28 05:53:07.612108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Request body: {'port': {'device_id': 'a2f92104-a6b6-4558-92b1-7613f34e199a', 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3', 'admin_state_up': True, 'tenant_id': '5b2d028f91264ef89bba35bd8dc794a4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:07.615980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ff368d4-42e4-403f-8e03-2d1f9c8cab96 req-d9fec4b5-695f-4652-8f75-494d6029da11 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479612 May 28 05:53:07.626483 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.675101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Provisioning for port efdb6ff1-c2c4-4123-a994-107560eb2bd0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:07.685225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=db3d2ac2-1fb9-45cf-8142-5e9369ee443b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:07.687776 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459d5893-1a1d-4826-a3de-8012cddf654c None None] Network 1635e9ac-3793-44c4-b9dd-b7b976141661 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:07.690123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No DVR routers for this DVR port db3d2ac2-1fb9-45cf-8142-5e9369ee443b on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:53:07.722782 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf74f12f-5de7-496b-ba9b-4bd2d56a65be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.757675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74f12f-5de7-496b-ba9b-4bd2d56a65be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c155b8a2-abbe-4eea-ad88-180cf9737274,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:07.774080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Provisioning complete for port efdb6ff1-c2c4-4123-a994-107560eb2bd0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:07.774457 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.785126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461603fb-6671-4331-8d6e-962aaae42fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3891b91-913d-4090-8681-dba89207f033,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:07.793307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Transition to ACTIVE for port object b0baea0c-3cdd-447f-b3d1-adde821bf849 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:07.798666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.852815 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.878149 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf74f12f-5de7-496b-ba9b-4bd2d56a65be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.879764 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cf74f12f-5de7-496b-ba9b-4bd2d56a65be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c155b8a2-abbe-4eea-ad88-180cf9737274 HTTP/1.1" status: 204 len: 168 time: 0.8128650 May 28 05:53:07.886221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.891355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1635e9ac-3793-44c4-b9dd-b7b976141661']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:07.907338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Allocated IP 2001:db8::2 (ca45cab6-f784-4be4-87d8-ae5f222a27c9/6446b385-37e2-4ccd-9fe7-b636528e261a/5aca55d4-ec31-4469-9408-7e5555907404) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:07.913160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bed69ff-4f4f-4459-8f41-87bc14934e04') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:07.913466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bed69ff-4f4f-4459-8f41-87bc14934e04') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:07.936002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.942098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a526c2d7-096b-4325-b1f9-ed38d45eae59 None None] Port efdb6ff1-c2c4-4123-a994-107560eb2bd0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:07.947285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-461603fb-6671-4331-8d6e-962aaae42fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.950683 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-461603fb-6671-4331-8d6e-962aaae42fe6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3891b91-913d-4090-8681-dba89207f033 HTTP/1.1" status: 204 len: 168 time: 2.1335001 May 28 05:53:07.966629 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.980116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:53:07.981542 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:07.987858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Transition to ACTIVE for port object b2b408ba-1753-4654-8059-1424962b2a46 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:08.169666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fbafc2d9-640c-4a5b-8401-a12ee1855dd9 None None] Provisioning complete for port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:08.170230 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fbafc2d9-640c-4a5b-8401-a12ee1855dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.202239 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:08.222377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Pushing event updated for resources: {'Port': ['ID=b0baea0c-3cdd-447f-b3d1-adde821bf849,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:08.226565 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.232173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89710025-1aaa-4a8b-bb00-135cd07c0107 None None] DHCP port deletion for 1635e9ac-3793-44c4-b9dd-b7b976141661 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:53:08.320703 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.327296 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.374835 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/networks/1635e9ac-3793-44c4-b9dd-b7b976141661 HTTP/1.1" status: 204 len: 168 time: 1.8952849 May 28 05:53:08.376334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42174) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:08.377571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8e8eb-9152-42ca-8ee3-a96c880bcfbe tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Network': ['ID=1635e9ac-3793-44c4-b9dd-b7b976141661,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:08.404937 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ac108de5-eb47-4534-a1cd-dd20e9ddedb8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:08.478338 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.491627 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 1bed69ff-4f4f-4459-8f41-87bc14934e04 resource provider aggregate not found May 28 05:53:08.516525 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 1bed69ff-4f4f-4459-8f41-87bc14934e04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1bed69ff-4f4f-4459-8f41-87bc14934e04 found for delete ", "request_id": "req-a36cdf1c-2bb2-4195-83a1-f6afc7da5f96"}]} May 28 05:53:08.518531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:08.541000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fbafc2d9-640c-4a5b-8401-a12ee1855dd9 None None] Current status of the port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:08.549126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Usage tracker for resource:port and tenant:5b2d028f91264ef89bba35bd8dc794a4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:08.554055 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.557677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc465b3-2634-43b1-b503-88997ca62357 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:08.559667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2dc465b3-2634-43b1-b503-88997ca62357 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:08.562834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fbafc2d9-640c-4a5b-8401-a12ee1855dd9 None None] Could not find standard attr ID for object db3d2ac2-1fb9-45cf-8142-5e9369ee443b. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 05:53:08.569022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:08.573923 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d642f318-99eb-4277-aad3-09a897d86a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.576846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Transition to ACTIVE for port object 5aca55d4-ec31-4469-9408-7e5555907404 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:08.594085 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2dc465b3-2634-43b1-b503-88997ca62357 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:08.601136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2dc465b3-2634-43b1-b503-88997ca62357 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2072730 May 28 05:53:08.601678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=87781cbc-c95b-4e20-a03c-d319814c25de,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:08.602331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42188) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:08.606455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Transition to ACTIVE for port object 5aca55d4-ec31-4469-9408-7e5555907404 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:08.614861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:08.614861 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.619879 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.634515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:08.642267 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.752339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Network ca45cab6-f784-4be4-87d8-ae5f222a27c9 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:08.773919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:08.784015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Pushing event updated for resources: {'Port': ['ID=5aca55d4-ec31-4469-9408-7e5555907404,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:08.802627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:08.825076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a1d13b2c-e0ff-4ba1-b170-6dca96410f54 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2072613 May 28 05:53:08.828380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42198) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:08.834442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1552097372'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:08.845175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:08.849703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:network and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:08.852979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:08.860843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:08.915325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:08.919643 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.973671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:08.976736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking segment: {'id': '91ada803-e72d-49d4-b2be-c94b8f845c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc2be186-8e92-4d8c-b4b2-2fba93cd0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:08.980450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network hostable DHCP agents. Network: fc2be186-8e92-4d8c-b4b2-2fba93cd0841, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:08.989145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:08.989483 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Added segment c8445d7f-f3b3-4b2e-9e58-811f217f1d86 of type vlan for network 41c6ee2f-2106-4277-9580-b7c2bb437b68 May 28 05:53:09.028008 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d195cd5f-601f-479b-8e7a-25a1608a12d3 req-65667f6d-0f8f-4329-9e38-8f31042dc778 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 210 time: 0.1742668 May 28 05:53:09.062076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Made reservation on behalf of 5b2d028f91264ef89bba35bd8dc794a4 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:09.069624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Attempting to bind port 5aca55d4-ec31-4469-9408-7e5555907404 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:09.070210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Attempting to bind port 5aca55d4-ec31-4469-9408-7e5555907404 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '596220a6-8e46-45d9-aa96-0e2f5b217178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:09.070715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Attempting to bind port 5aca55d4-ec31-4469-9408-7e5555907404 on network ca45cab6-f784-4be4-87d8-ae5f222a27c9 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:09.076305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:09.079192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:09.079593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Checking segment: {'id': '596220a6-8e46-45d9-aa96-0e2f5b217178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:09.080097 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:09.080617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Bound using segment: {'id': '596220a6-8e46-45d9-aa96-0e2f5b217178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:09.081211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Bound port: 5aca55d4-ec31-4469-9408-7e5555907404, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596220a6-8e46-45d9-aa96-0e2f5b217178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:09.081678 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:09.114149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42216) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:09.194634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] For port 5aca55d4-ec31-4469-9408-7e5555907404, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:09.198756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] For port 5aca55d4-ec31-4469-9408-7e5555907404, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5aca55d4-ec31-4469-9408-7e5555907404,segment=NetworkSegment(596220a6-8e46-45d9-aa96-0e2f5b217178),segment_id=596220a6-8e46-45d9-aa96-0e2f5b217178)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:09.205292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:09.210174 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:09.276458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Attempting to bind port b0baea0c-3cdd-447f-b3d1-adde821bf849 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:09.277009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Attempting to bind port b0baea0c-3cdd-447f-b3d1-adde821bf849 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:09.277876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Attempting to bind port b0baea0c-3cdd-447f-b3d1-adde821bf849 on network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:09.286165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network db9d3feb-74d3-414b-a7b3-f4a6b602e13f is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:09.292291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04366892-8a06-4c47-9249-70132dab4275 req-81abc4be-b652-40e2-a439-39c0cf4d2ddf tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:09.302615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-04366892-8a06-4c47-9249-70132dab4275 req-81abc4be-b652-40e2-a439-39c0cf4d2ddf tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 943 time: 0.4318388 May 28 05:53:09.304205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:09.305405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db3d2ac2-1fb9-45cf-8142-5e9369ee443b no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:53:09.309578 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:09.376086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: db3d2ac2-1fb9-45cf-8142-5e9369ee443b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:53:09.376441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db3d2ac2-1fb9-45cf-8142-5e9369ee443b not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:53:09.441600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66096ed9-2229-4324-96df-a5dee2cd7c06 None None] Pushing event updated for resources: {'Port': ['ID=5aca55d4-ec31-4469-9408-7e5555907404,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:09.494211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-04366892-8a06-4c47-9249-70132dab4275 req-ed541445-cba3-431b-ad58-9190bf1f6363 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905396 May 28 05:53:09.503163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:09.516101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:09.516784 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:09.641216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:09.695872 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8660843 May 28 05:53:09.711731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8f61973b-f567-49ab-82fd-c3e3b271101d None None] Provisioning for port b2b408ba-1753-4654-8059-1424962b2a46 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:09.715046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42230) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:09.716155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560d9a9-a70b-4de4-b86d-a6914c5ffab3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Network': ['ID=41c6ee2f-2106-4277-9580-b7c2bb437b68,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:09.718191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8f61973b-f567-49ab-82fd-c3e3b271101d None None] Provisioning complete for port b2b408ba-1753-4654-8059-1424962b2a46 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:09.718577 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8f61973b-f567-49ab-82fd-c3e3b271101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:09.726519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '41c6ee2f-2106-4277-9580-b7c2bb437b68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:09.739422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Port b0baea0c-3cdd-447f-b3d1-adde821bf849 on network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:53:09.739660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Attempting to bind port b0baea0c-3cdd-447f-b3d1-adde821bf849 on network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:09.775917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 41c6ee2f-2106-4277-9580-b7c2bb437b68 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:09.819719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network fc2be186-8e92-4d8c-b4b2-2fba93cd0841 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:09.842646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-network', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:09.857680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:09.858049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Checking segment: {'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:09.858435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Bound using segment: {'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:09.858882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Bound port: b0baea0c-3cdd-447f-b3d1-adde821bf849, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:09.859222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:09.880217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Port': ['ID=b2b408ba-1753-4654-8059-1424962b2a46,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:09.898873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:09.904109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:09.907832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:09.914683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:09.922060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, fc2be186-8e92-4d8c-b4b2-2fba93cd0841) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:09.939515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:09.948064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:09.953844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:09.956185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c8bfc-70e0-467a-baeb-445b0483d79d None None] Network fc2be186-8e92-4d8c-b4b2-2fba93cd0841 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:09.964359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:09.965497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.054530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] For port b0baea0c-3cdd-447f-b3d1-adde821bf849, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:10.058669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] For port b0baea0c-3cdd-447f-b3d1-adde821bf849, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:10.060329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Usage tracker for resource:network and tenant:a928476d426c4a8299ddc40dcdf4eecd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:10.075286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:10.087125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.156835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8f61973b-f567-49ab-82fd-c3e3b271101d None None] Port b2b408ba-1753-4654-8059-1424962b2a46 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:10.163600 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.253827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:10.254464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.261441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:10.314030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Pushing event updated for resources: {'Port': ['ID=b0baea0c-3cdd-447f-b3d1-adde821bf849,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:10.321634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.423192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=448175ce-b32b-41fd-a9c3-9f17c8166f68,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:10.438104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Checking segment: {'id': 'c8445d7f-f3b3-4b2e-9e58-811f217f1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41c6ee2f-2106-4277-9580-b7c2bb437b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:10.438458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network hostable DHCP agents. Network: 41c6ee2f-2106-4277-9580-b7c2bb437b68, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:10.438973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5aca55d4-ec31-4469-9408-7e5555907404 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:10.460196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 41c6ee2f-2106-4277-9580-b7c2bb437b68 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:10.464463 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5ceddc27-0b63-4af3-8f0b-6a4584f0258f req-ee0d84a4-5982-4ffb-9473-7066834a805c tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 210 time: 0.1516848 May 28 05:53:10.496106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 41c6ee2f-2106-4277-9580-b7c2bb437b68) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:10.501484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:10.502424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.507412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-fc2be186-8e92-4d8c-b4b2-2fba93cd0841', 'network_id': 'fc2be186-8e92-4d8c-b4b2-2fba93cd0841', 'tenant_id': '981aa125554e472eae4daff49fbe2800', 'fixed_ips': [{'subnet_id': '87781cbc-c95b-4e20-a03c-d319814c25de'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:10.509488 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.542404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d55adf-efb0-44b9-9225-6839eadddae7 None None] Network 41c6ee2f-2106-4277-9580-b7c2bb437b68 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:10.562398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-37d6b917-2939-48fa-a6a4-5c55e83d263a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8418055 May 28 05:53:10.564525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42250) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:10.571675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '41c6ee2f-2106-4277-9580-b7c2bb437b68', 'name': 'tempest-PortsTestJSON-1870581770'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:10.579352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:10.580018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.581474 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-cb7c9f0c-bd46-4f27-ae6b-ad7a2b395f67 service neutron] 10.222.0.33 "PUT /v2.0/ports/b0baea0c-3cdd-447f-b3d1-adde821bf849 HTTP/1.1" status: 200 len: 1091 time: 8.9548695 May 28 05:53:10.589882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2b4310-fbac-4447-89f9-a48557ccb000', 'tag': 'b0baea0c-3cdd-447f-b3d1-adde821bf849'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:53:10.595419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Made reservation on behalf of a928476d426c4a8299ddc40dcdf4eecd for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:10.597698 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.626299 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1acbf69f-d7f3-4d88-8cbe-8b74016fc396 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.8440411 May 28 05:53:10.627797 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3f3b91ca-bcdb-4bc9-b3c4-cc5a659c9de9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.3623052 May 28 05:53:10.646212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42258) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:10.679255 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.693508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1457268235'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:10.831680 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5b3425-73d2-4904-b71d-8333490de923'] response: {'name': 'network-changed', 'server_uuid': 'fc2b4310-fbac-4447-89f9-a48557ccb000', 'tag': 'b0baea0c-3cdd-447f-b3d1-adde821bf849', 'status': 'completed', 'code': 200} May 28 05:53:10.833684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:10.838476 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e3b25c9-3334-4fe5-bac1-c85df9a57b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:10.869705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:10.872182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42266) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:10.896125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763510271', 'description': 'tempest-description--1951490327'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:10.899834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:network and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:10.902094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Usage tracker for resource:security_group_rule and tenant:a928476d426c4a8299ddc40dcdf4eecd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:10.904103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:10.906445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:10.921609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:10.942483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5aca55d4-ec31-4469-9408-7e5555907404 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:10.956369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Allocated IP 2001:db8::1 (ca45cab6-f784-4be4-87d8-ae5f222a27c9/6446b385-37e2-4ccd-9fe7-b636528e261a/470eccf0-4ead-4d4c-b5ce-35099b9e70a2) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:10.962782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:10.970332 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.010406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Allocated IP 172.20.0.10 (ac109167-1220-484d-a8bf-5dadaf8ed4e3/1cb2cb39-359b-4b8e-8719-c46e0fd277ae/aa627f9b-fa07-429e-8b77-868f145a1d62) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:11.012821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:11.016932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07aa695-80eb-4866-a020-3a6db091f723 None None] Network ca45cab6-f784-4be4-87d8-ae5f222a27c9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:11.023382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.023852 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Added segment f0fffa6f-45e1-49bb-ac39-be7c6d64ef77 of type vlan for network c5df65f2-7a47-47db-953b-352019655b38 May 28 05:53:11.054111 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.082511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:11.085709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:11.093791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.099959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:11.100620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.111321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:security_group and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:11.126240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:11.142238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:11.144420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Allocated IP 2001:db8::3 (fc2be186-8e92-4d8c-b4b2-2fba93cd0841/87781cbc-c95b-4e20-a03c-d319814c25de/3b3b9272-4ebd-4e63-82d0-ceafc264aff6) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:11.232554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:11.242780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:11.246036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-11b905d7-318c-4c49-83e3-fc819e2d9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:11.248158 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-11b905d7-318c-4c49-83e3-fc819e2d9524 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 1094 time: 0.5774143 May 28 05:53:11.249072 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.278290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:11.282365 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.315730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69546f9f-7e8d-46f5-ab4e-b7d5b07f33cd req-0e2a7f9b-a1c2-4ba8-a784-e7755d68180a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:11.317177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69546f9f-7e8d-46f5-ab4e-b7d5b07f33cd req-0e2a7f9b-a1c2-4ba8-a784-e7755d68180a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 943 time: 0.5110235 May 28 05:53:11.325767 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6755102 May 28 05:53:11.326085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9f6c70a1-0ac2-468c-93b4-946688b3ba1b None None] Provisioning for port 5aca55d4-ec31-4469-9408-7e5555907404 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:11.331015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port 4288ae4e-3440-44a2-b2f9-77d201e3909b yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:53:11.378297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42278) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:11.416494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'network_id': 'c5df65f2-7a47-47db-953b-352019655b38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:11.431544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9f6c70a1-0ac2-468c-93b4-946688b3ba1b None None] Provisioning complete for port 5aca55d4-ec31-4469-9408-7e5555907404 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:11.431921 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f6c70a1-0ac2-468c-93b4-946688b3ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.446492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:11.451631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:security_group_rule and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:11.454727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:11.461224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:11.470543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-41c6ee2f-2106-4277-9580-b7c2bb437b68', 'network_id': '41c6ee2f-2106-4277-9580-b7c2bb437b68', 'tenant_id': 'c2462d2832014f7d9bedf389dab3788a', 'fixed_ips': [{'subnet_id': '448175ce-b32b-41fd-a9c3-9f17c8166f68'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:11.471443 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.532825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.9 (41c6ee2f-2106-4277-9580-b7c2bb437b68/448175ce-b32b-41fd-a9c3-9f17c8166f68/4288ae4e-3440-44a2-b2f9-77d201e3909b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:11.542893 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.545218 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-43a2601d-4f50-4e73-88e1-7afb8b7c2daa service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849 HTTP/1.1" status: 200 len: 217 time: 0.2675214 May 28 05:53:11.599421 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.704796 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.734419 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.776424 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.799776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.801077 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9272087 May 28 05:53:11.857852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42290) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:11.882014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.888459 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.902510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object 4288ae4e-3440-44a2-b2f9-77d201e3909b will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:11.904362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c70a1-0ac2-468c-93b4-946688b3ba1b None None] Current status of the port 5aca55d4-ec31-4469-9408-7e5555907404 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:11.904761 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f6c70a1-0ac2-468c-93b4-946688b3ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.926032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Transition to ACTIVE for port object 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:11.928921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'security_group_rule': {'security_group_id': '725da408-2dd0-4d67-b56c-9f77421a2ab0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:11.930948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadebc00-1f19-4c11-8f5f-9e0b06585402 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=c5df65f2-7a47-47db-953b-352019655b38,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:11.935398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:11.939517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:security_group_rule and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:11.942616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:11.949937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:11.957734 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:11.980914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c5df65f2-7a47-47db-953b-352019655b38 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:12.007666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6651500f-1f00-450c-9d6a-a122f88fd769 req-9d30d683-1599-498f-acab-aca5ad9fda3b tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Synchronizing usage tracker for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:12.057921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Transition to ACTIVE for port object 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:12.065385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e7e2b-b7db-41f5-b030-46bc3e250717 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725da408-2dd0-4d67-b56c-9f77421a2ab0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:12.067912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=4288ae4e-3440-44a2-b2f9-77d201e3909b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:12.087968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6651500f-1f00-450c-9d6a-a122f88fd769 req-9d30d683-1599-498f-acab-aca5ad9fda3b tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Unset dirty status for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:12.089328 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6651500f-1f00-450c-9d6a-a122f88fd769 req-9d30d683-1599-498f-acab-aca5ad9fda3b tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 210 time: 0.3053324 May 28 05:53:12.090608 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.134738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 41c6ee2f-2106-4277-9580-b7c2bb437b68 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:12.144915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:12.146362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:12.150636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:subnet and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:12.154485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:12.160896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:12.168951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9f6c70a1-0ac2-468c-93b4-946688b3ba1b None None] For port 5aca55d4-ec31-4469-9408-7e5555907404, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5aca55d4-ec31-4469-9408-7e5555907404,segment=NetworkSegment(596220a6-8e46-45d9-aa96-0e2f5b217178),segment_id=596220a6-8e46-45d9-aa96-0e2f5b217178)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:12.169672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69546f9f-7e8d-46f5-ab4e-b7d5b07f33cd req-a4af5955-910f-465c-a238-a2971a679c0f tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412646 May 28 05:53:12.172155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:12.210999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Allocated IP 172.20.0.2 (41c6ee2f-2106-4277-9580-b7c2bb437b68/448175ce-b32b-41fd-a9c3-9f17c8166f68/ef04854d-a316-4f81-984f-9dd6312ba84b) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:12.219567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-04433886-db8c-4246-8839-d27ebf1c260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:12.221039 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-04433886-db8c-4246-8839-d27ebf1c260a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 200 len: 851 time: 0.6319585 May 28 05:53:12.264109 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f6c70a1-0ac2-468c-93b4-946688b3ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.272937 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Transition to ACTIVE for port object 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:12.290034 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.326523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:12.328223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:12.329231 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.329855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.347602 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.362766 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fc8b2a4f-e8fd-496f-aa6a-18cc301d934f tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7964518 May 28 05:53:12.365403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42294) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:12.375327 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.376269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '41c6ee2f-2106-4277-9580-b7c2bb437b68', 'name': 'tempest-PortsTestJSON-803008117'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:12.415513 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.539698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Network fc2be186-8e92-4d8c-b4b2-2fba93cd0841 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:12.547376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:12.550491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:12.590806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.597043 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-5b90a571-caaa-4ab5-8812-4ae68dfb2d88 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3470993 May 28 05:53:12.619194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5ab0bb33-a140-4e1d-8dd3-4c6f8c803594 None None] Provisioning complete for port 5aca55d4-ec31-4469-9408-7e5555907404 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:12.619621 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5ab0bb33-a140-4e1d-8dd3-4c6f8c803594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.740466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c70a1-0ac2-468c-93b4-946688b3ba1b None None] Pushing event updated for resources: {'Port': ['ID=5aca55d4-ec31-4469-9408-7e5555907404,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:12.766562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:12.771519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:port and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:12.774751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:12.781811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:12.792495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:12.796499 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.818913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port 3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:53:12.834221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Attempting to bind port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:12.834739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Attempting to bind port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '91ada803-e72d-49d4-b2be-c94b8f845c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc2be186-8e92-4d8c-b4b2-2fba93cd0841'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:12.835208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Attempting to bind port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 on network fc2be186-8e92-4d8c-b4b2-2fba93cd0841 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:12.837332 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-ce9f9c5e-768d-471d-ae59-cb1fe2057199 service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029045 May 28 05:53:12.850442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72a1b18-3bcb-4461-9233-bda80c7b4b97,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:12.858441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:12.858946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Checking segment: {'id': '91ada803-e72d-49d4-b2be-c94b8f845c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc2be186-8e92-4d8c-b4b2-2fba93cd0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:12.859486 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.859999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Bound using segment: {'id': '91ada803-e72d-49d4-b2be-c94b8f845c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc2be186-8e92-4d8c-b4b2-2fba93cd0841'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:12.860711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Bound port: 3b3b9272-4ebd-4e63-82d0-ceafc264aff6, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ada803-e72d-49d4-b2be-c94b8f845c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc2be186-8e92-4d8c-b4b2-2fba93cd0841'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:12.861123 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.867876 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.871585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_backend_mixin [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Performing IP validity checks on allocation pools {{(pid=88416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 05:53:12.872112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_backend_mixin [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 05:53:12.903377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:12.907442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf29266-f30a-4498-a426-977fedece91f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:12.983035 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:12.984231 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fff6c187-29ea-4f47-9f60-8a67aff0b9a7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0888731 May 28 05:53:12.987585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42304) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:12.999219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Pushing event updated for resources: {'Port': ['ID=3b3b9272-4ebd-4e63-82d0-ceafc264aff6,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:13.000218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'security_group_rule': {'security_group_id': '725da408-2dd0-4d67-b56c-9f77421a2ab0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:13.002483 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.002834 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Added segment b175e2a7-c2a4-48db-89cf-fe978bfdcdec of type vlan for network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 May 28 05:53:13.024484 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.037251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:13.044489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:security_group_rule and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:13.049312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:13.056885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:13.103761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0bb33-a140-4e1d-8dd3-4c6f8c803594 None None] Current status of the port 5aca55d4-ec31-4469-9408-7e5555907404 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:13.108177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] For port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:13.117590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network ca45cab6-f784-4be4-87d8-ae5f222a27c9 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:13.146337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] For port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b3b9272-4ebd-4e63-82d0-ceafc264aff6,segment=NetworkSegment(91ada803-e72d-49d4-b2be-c94b8f845c1f),segment_id=91ada803-e72d-49d4-b2be-c94b8f845c1f)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:13.152859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:13.153381 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.156950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.162156 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.169886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:13.170464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.175062 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.307274 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.322627 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.349106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=470eccf0-4ead-4d4c-b5ce-35099b9e70a2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:13.372997 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:53:13.383423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1c41c6-e879-4c92-8a14-c6299b9d92e4,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:13.399388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Transition to ACTIVE for port object ef04854d-a316-4f81-984f-9dd6312ba84b will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:13.399732 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.403717 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4497e8f-5766-4b89-b82e-148168c15e70 req-a9ca4191-59e0-4efd-8971-97857cfd40fd service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511844 May 28 05:53:13.485368 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.514057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Transition to ACTIVE for port object ef04854d-a316-4f81-984f-9dd6312ba84b will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:13.530262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c26294-4fc7-4831-b783-1d1fa5d126af None None] Pushing event updated for resources: {'Port': ['ID=3b3b9272-4ebd-4e63-82d0-ceafc264aff6,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:13.541086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.614480 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.619960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-085480f3-f482-45e7-b2c2-c651b1a63f52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6308978 May 28 05:53:13.625111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42314) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:13.660045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Network 41c6ee2f-2106-4277-9580-b7c2bb437b68 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:13.663202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:13.667575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:13.672926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:13.697675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:13.709454 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.709636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:floatingip and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:13.710423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:13.710989 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.713591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:13.726802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Pushing event updated for resources: {'Port': ['ID=ef04854d-a316-4f81-984f-9dd6312ba84b,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:13.728408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:13.740326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Network ac109167-1220-484d-a8bf-5dadaf8ed4e3 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:13.786918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:13.794922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 4.6459253 May 28 05:53:13.798865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42320) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:13.812115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:13.817474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.14 (41c6ee2f-2106-4277-9580-b7c2bb437b68/448175ce-b32b-41fd-a9c3-9f17c8166f68/3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:13.823122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Request body: {'subnet': {'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-subnet', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:13.831860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:13.834479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e81cdbef-9726-41f7-9d42-bed1f4aa9bf6 None None] Provisioning for port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:13.837194 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.845519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e81cdbef-9726-41f7-9d42-bed1f4aa9bf6 None None] Provisioning complete for port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:13.846018 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e81cdbef-9726-41f7-9d42-bed1f4aa9bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.864173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Usage tracker for resource:subnet and tenant:a928476d426c4a8299ddc40dcdf4eecd is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:13.874536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:13.906123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Attempting to bind port ef04854d-a316-4f81-984f-9dd6312ba84b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:13.906510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Attempting to bind port ef04854d-a316-4f81-984f-9dd6312ba84b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'c8445d7f-f3b3-4b2e-9e58-811f217f1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41c6ee2f-2106-4277-9580-b7c2bb437b68'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:13.906852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Attempting to bind port ef04854d-a316-4f81-984f-9dd6312ba84b on network 41c6ee2f-2106-4277-9580-b7c2bb437b68 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:13.909884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:13.910534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.923813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:13.924191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Checking segment: {'id': 'c8445d7f-f3b3-4b2e-9e58-811f217f1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41c6ee2f-2106-4277-9580-b7c2bb437b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:13.924603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.925001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Bound using segment: {'id': 'c8445d7f-f3b3-4b2e-9e58-811f217f1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41c6ee2f-2106-4277-9580-b7c2bb437b68'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:13.925517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Bound port: ef04854d-a316-4f81-984f-9dd6312ba84b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8445d7f-f3b3-4b2e-9e58-811f217f1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41c6ee2f-2106-4277-9580-b7c2bb437b68'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:13.925895 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:13.984907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Pushing event updated for resources: {'Port': ['ID=aa627f9b-fa07-429e-8b77-868f145a1d62,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:14.000570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8614c-b94c-4ecc-bd43-72f6de835b38 req-91068828-b7b2-4114-b58f-3cee0177fa37 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:14.002387 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9af8614c-b94c-4ecc-bd43-72f6de835b38 req-91068828-b7b2-4114-b58f-3cee0177fa37 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 943 time: 0.5956156 May 28 05:53:14.007515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:14.010910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e81cdbef-9726-41f7-9d42-bed1f4aa9bf6 None None] Port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:14.101084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] For port ef04854d-a316-4f81-984f-9dd6312ba84b, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:14.111538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Made reservation on behalf of a928476d426c4a8299ddc40dcdf4eecd for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:14.114278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:14.114406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] For port ef04854d-a316-4f81-984f-9dd6312ba84b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ef04854d-a316-4f81-984f-9dd6312ba84b,segment=NetworkSegment(c8445d7f-f3b3-4b2e-9e58-811f217f1d86),segment_id=c8445d7f-f3b3-4b2e-9e58-811f217f1d86)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:14.122529 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:14.130708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:14.240565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90c7ec-4a13-4a13-9ca1-6781ac97d073 None None] Pushing event updated for resources: {'Port': ['ID=ef04854d-a316-4f81-984f-9dd6312ba84b,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:14.247147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46661ee-1fc3-4d49-85e3-4cd6a83b5f23 req-8d224634-a833-4619-ac94-c6630ec82d54 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:14.257028 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d46661ee-1fc3-4d49-85e3-4cd6a83b5f23 req-8d224634-a833-4619-ac94-c6630ec82d54 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 932 time: 0.8589718 May 28 05:53:14.270607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-89919646-c7be-4450-b3a7-83ca97c7f9d8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6651108 May 28 05:53:14.305550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be71c83-1eb3-4e66-b2e8-38d3b11fc926 admin admin] Pushing event updated for resources: {'Network': ['ID=7088dd9d-42b3-46b9-a9bf-0159a21869e0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:14.326894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9af8614c-b94c-4ecc-bd43-72f6de835b38 req-bf914a82-ecce-47c1-8e83-c4c96010e4ad tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139331 May 28 05:53:14.359601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Request body: {'port': {'device_id': 'a2f92104-a6b6-4558-92b1-7613f34e199a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:14.422656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:14.473886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:14.544958 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d46661ee-1fc3-4d49-85e3-4cd6a83b5f23 req-1e5f0e2b-4917-41eb-9fa5-917964a3a1bd tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621403 May 28 05:53:14.554933 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:14.562806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=ea72399b-3c83-411b-ab90-d659256e30e3,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:14.566889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbced75e-7887-4d54-beeb-cf6bb56f42c8 req-6739b103-5e03-435c-bb13-258d04f8f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:14.568681 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbced75e-7887-4d54-beeb-cf6bb56f42c8 req-6739b103-5e03-435c-bb13-258d04f8f004 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 1094 time: 1.0114717 May 28 05:53:14.576361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object 3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:14.615959 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:14.691189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5aca55d4-ec31-4469-9408-7e5555907404 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:14.708392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 41c6ee2f-2106-4277-9580-b7c2bb437b68 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:14.718194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:14.736621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:14.822328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking segment: {'id': 'f0fffa6f-45e1-49bb-ac39-be7c6d64ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5df65f2-7a47-47db-953b-352019655b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:14.822732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network hostable DHCP agents. Network: c5df65f2-7a47-47db-953b-352019655b38, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:14.883089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:14.922323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:14.922958 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:14.933093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.933450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.933824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.934727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.935076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.935434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.935768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.936094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.936422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.936743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.937063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:14.937381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:15.025185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8a560e0d-03cf-417e-ba68-6701f36a8062 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6583049 May 28 05:53:15.025949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42334) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:15.051196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5aca55d4-ec31-4469-9408-7e5555907404 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:15.051599 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:15.113422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:15.300481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a202433-09f6-448a-aa12-6976f9d0adc4 None None] Network fc2be186-8e92-4d8c-b4b2-2fba93cd0841 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:15.314392 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:15.332160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network c5df65f2-7a47-47db-953b-352019655b38 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:15.346248 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:15.404811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c5df65f2-7a47-47db-953b-352019655b38) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:15.407225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbced75e-7887-4d54-beeb-cf6bb56f42c8 req-6128ca4c-d231-4c38-b170-b1948b60511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:15.408989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbced75e-7887-4d54-beeb-cf6bb56f42c8 req-6128ca4c-d231-4c38-b170-b1948b60511d service neutron] 10.222.0.33 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 912 time: 0.8032844 May 28 05:53:15.428836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:15.429656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:15.464942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6eafd-42cf-4226-8ee4-e4dcb43e450c None None] Network c5df65f2-7a47-47db-953b-352019655b38 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:15.588593 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbced75e-7887-4d54-beeb-cf6bb56f42c8 req-84d27185-f051-4bee-818c-751b6454352d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849 HTTP/1.1" status: 200 len: 217 time: 0.1535583 May 28 05:53:15.624180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5aca55d4-ec31-4469-9408-7e5555907404 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:15.625275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:15.681275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c7df0cd8-e7a7-4673-baf8-37de77633cf3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.2842181 May 28 05:53:15.682204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42344) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:15.746975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Allocated IP 172.25.4.194 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/4dd4173f-8408-4e9c-85e8-463e57dd8efe) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:15.758532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc43936-7b57-4c59-93f9-a4f8d823ed7a,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:15.778264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dcfeb7-2899-4e22-94c3-641efcc956c0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:15.781197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-11dcfeb7-2899-4e22-94c3-641efcc956c0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:15.807338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a84f1051-7799-4ff1-a14d-2281bbad0d93 None None] Provisioning for port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:15.827769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Checking segment: {'id': 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:15.828394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Network hostable DHCP agents. Network: 7088dd9d-42b3-46b9-a9bf-0159a21869e0, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:15.968492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-11dcfeb7-2899-4e22-94c3-641efcc956c0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:15.973521 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-11dcfeb7-2899-4e22-94c3-641efcc956c0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.9422443 May 28 05:53:15.979261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42350) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:16.072614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b995e5d7-1727-4ff1-9ec8-6ed5653aaa94 None None] Network 41c6ee2f-2106-4277-9580-b7c2bb437b68 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:16.187477 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.195186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56dcc7-4300-434b-b0fc-fd0b9bb5177b req-bc9653bf-7184-45aa-b1b8-a971a5745da9 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:16.197000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e56dcc7-4300-434b-b0fc-fd0b9bb5177b req-bc9653bf-7184-45aa-b1b8-a971a5745da9 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 943 time: 0.6548736 May 28 05:53:16.197821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:16.327629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:16.330448 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e12ea218-f997-47c9-b142-6dca1701919e None None] Provisioning for port ef04854d-a316-4f81-984f-9dd6312ba84b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:16.337102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbced75e-7887-4d54-beeb-cf6bb56f42c8 req-837f841a-1fe8-4585-a716-f359f8d2f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:16.338767 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbced75e-7887-4d54-beeb-cf6bb56f42c8 req-837f841a-1fe8-4585-a716-f359f8d2f5a2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 200 len: 851 time: 0.7409029 May 28 05:53:16.386482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d5631bd2-5f80-478a-ab91-b15b0a99fcbc tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:16.387131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5631bd2-5f80-478a-ab91-b15b0a99fcbc tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.413567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:16.413944 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.447904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.476072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e56dcc7-4300-434b-b0fc-fd0b9bb5177b req-3102812e-05f8-453a-b643-9c7476358662 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662110 May 28 05:53:16.485402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 7088dd9d-42b3-46b9-a9bf-0159a21869e0) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:16.492022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cba629-a510-4392-a5b3-7f029a7258e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-c5df65f2-7a47-47db-953b-352019655b38', 'network_id': 'c5df65f2-7a47-47db-953b-352019655b38', 'tenant_id': '981aa125554e472eae4daff49fbe2800', 'fixed_ips': [{'subnet_id': 'ea72399b-3c83-411b-ab90-d659256e30e3'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:16.497846 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-55cba629-a510-4392-a5b3-7f029a7258e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.505735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:16.506362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.516130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2558bcd3-1d00-4cdd-a99c-6aecfae93b02 None None] Network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:16.528239 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbced75e-7887-4d54-beeb-cf6bb56f42c8 req-13290014-0f0a-4b2b-89a3-2fed20c894a2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784279 May 28 05:53:16.587028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.630488 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-02def0ed-6ee8-422d-bdab-c7d7c9aadfec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.8286870 May 28 05:53:16.631224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42364) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:16.661502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:16.687387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:16.710237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:16.762884 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.768698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Usage tracker for resource:router and tenant:a928476d426c4a8299ddc40dcdf4eecd is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:16.771467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:16.773667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:16.794675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:16.818535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.831647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:16.863455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Port': ['ID=4dd4173f-8408-4e9c-85e8-463e57dd8efe,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:16.866873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.867704 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.892883 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.893923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:16.927796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b0baea0c-3cdd-447f-b3d1-adde821bf849 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:53:16.957025 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5631bd2-5f80-478a-ab91-b15b0a99fcbc tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.008423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad17ad-b94b-4985-b9c6-3c861e65e9ed req-160b99dd-b422-4272-b5cd-8aeead942a8f tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:17.008911 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6aad17ad-b94b-4985-b9c6-3c861e65e9ed req-160b99dd-b422-4272-b5cd-8aeead942a8f tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 932 time: 1.1918654 May 28 05:53:17.062172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.066053 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbced75e-7887-4d54-beeb-cf6bb56f42c8 req-45bdd4ea-bc97-4024-8ea1-b8126ca27407 service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706817 May 28 05:53:17.146111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:53:17.158462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=470eccf0-4ead-4d4c-b5ce-35099b9e70a2,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:17.159521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d5631bd2-5f80-478a-ab91-b15b0a99fcbc tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:53:17.171100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:17.191676 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server [None req-55cba629-a510-4392-a5b3-7f029a7258e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea72399b-3c83-411b-ab90-d659256e30e3: This subnet is being modified by another concurrent operation. May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 05:53:17.325171 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise exception May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea72399b-3c83-411b-ab90-d659256e30e3: This subnet is being modified by another concurrent operation. May 28 05:53:17.328659 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server May 28 05:53:17.345222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9b30b-2fb3-4ac0-95aa-8d94c64381c6 None None] Network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:17.419086 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.424647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5631bd2-5f80-478a-ab91-b15b0a99fcbc tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.484164 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.494840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c23a839-d405-4e31-9735-13b95e8a779b None None] Network c5df65f2-7a47-47db-953b-352019655b38 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:17.674741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5631bd2-5f80-478a-ab91-b15b0a99fcbc tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:17.681718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Subnet': ['ID=ea72399b-3c83-411b-ab90-d659256e30e3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:17.695289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b3b9272-4ebd-4e63-82d0-ceafc264aff6,segment=NetworkSegment(91ada803-e72d-49d4-b2be-c94b8f845c1f),segment_id=91ada803-e72d-49d4-b2be-c94b8f845c1f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:17.712261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa627f9b-fa07-429e-8b77-868f145a1d62 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:53:17.723404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.733713 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.760403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Transition to ACTIVE for port object aa627f9b-fa07-429e-8b77-868f145a1d62 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:17.876190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.921848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5df65f2-7a47-47db-953b-352019655b38']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:17.931422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5631bd2-5f80-478a-ab91-b15b0a99fcbc tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.958734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fffa6f-45e1-49bb-ac39-be7c6d64ef77') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:17.959036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fffa6f-45e1-49bb-ac39-be7c6d64ef77') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:17.973559 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.974387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ef04854d-a316-4f81-984f-9dd6312ba84b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:17.991355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:17.998880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:53:17.999330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.110211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d699d8c1-a5fc-480f-a3c1-a779704fc38b None None] Provisioning complete for port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:18.110581 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d699d8c1-a5fc-480f-a3c1-a779704fc38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.150633 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.152029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6aad17ad-b94b-4985-b9c6-3c861e65e9ed req-660b5edf-10b1-41d4-ad37-02e89a765547 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0655315 May 28 05:53:18.156800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b0baea0c-3cdd-447f-b3d1-adde821bf849, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:18.178490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.196320 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.258487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3b3b9272-4ebd-4e63-82d0-ceafc264aff6,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:18.264225 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.267830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network ca45cab6-f784-4be4-87d8-ae5f222a27c9 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:18.268338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'b0baea0c-3cdd-447f-b3d1-adde821bf849', 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0', 'port_id': 'b0baea0c-3cdd-447f-b3d1-adde821bf849', 'mac_address': 'fa:16:3e:46:c5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944ad608-2695-494c-88e4-13ba23410268', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:53:18.272746 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment f0fffa6f-45e1-49bb-ac39-be7c6d64ef77 resource provider aggregate not found May 28 05:53:18.281373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ef04854d-a316-4f81-984f-9dd6312ba84b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:18.300322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:18.359537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ef04854d-a316-4f81-984f-9dd6312ba84b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:18.360053 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.368164 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.381589 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment f0fffa6f-45e1-49bb-ac39-be7c6d64ef77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0fffa6f-45e1-49bb-ac39-be7c6d64ef77 found for delete ", "request_id": "req-8381da5a-c590-4edf-978b-1d6f05dffd17"}]} May 28 05:53:18.385690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Pushing event updated for resources: {'Port': ['ID=aa627f9b-fa07-429e-8b77-868f145a1d62,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:18.492538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Network': ['ID=c5df65f2-7a47-47db-953b-352019655b38,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:18.582027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b0baea0c-3cdd-447f-b3d1-adde821bf849 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:18.589989 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.629183 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0baea0c-3cdd-447f-b3d1-adde821bf849 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:53:18.659073 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d112152e-0b42-4e3c-a972-301b33200615 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/c5df65f2-7a47-47db-953b-352019655b38 HTTP/1.1" status: 204 len: 168 time: 2.8629117 May 28 05:53:18.681164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42380) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:18.691219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b0baea0c-3cdd-447f-b3d1-adde821bf849, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:18.695517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d699d8c1-a5fc-480f-a3c1-a779704fc38b None None] Current status of the port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:18.708189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ef04854d-a316-4f81-984f-9dd6312ba84b is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:18.708821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.727103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1552216666'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:18.735305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.766240 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d5631bd2-5f80-478a-ab91-b15b0a99fcbc tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f HTTP/1.1" status: 204 len: 168 time: 2.7851903 May 28 05:53:18.779669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:18.782935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42384) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:18.802030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbced75e-7887-4d54-beeb-cf6bb56f42c8 req-ad7e05c1-0314-4b5b-897f-b806b0510c3a service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7124183 May 28 05:53:18.891339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b0baea0c-3cdd-447f-b3d1-adde821bf849,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:18.920206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port ef04854d-a316-4f81-984f-9dd6312ba84b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ef04854d-a316-4f81-984f-9dd6312ba84b,segment=NetworkSegment(c8445d7f-f3b3-4b2e-9e58-811f217f1d86),segment_id=c8445d7f-f3b3-4b2e-9e58-811f217f1d86)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:18.926365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Provisioning complete for port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:18.927069 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:18.966780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.002988 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.016734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e262-516d-494f-a9c4-a46374354103 req-e587b5dd-c52c-4f75-beef-96e649a3bd7e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:19.024463 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c696e262-516d-494f-a9c4-a46374354103 req-e587b5dd-c52c-4f75-beef-96e649a3bd7e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 943 time: 1.3473074 May 28 05:53:19.026795 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f859d6e5-d6d1-4787-9d26-6c2a85672d2e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:53:19.027428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f859d6e5-d6d1-4787-9d26-6c2a85672d2e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:19.035077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:network and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:19.041234 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.052730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:19.096353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:19.118077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Attempting to bind port aa627f9b-fa07-429e-8b77-868f145a1d62 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:19.118330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Attempting to bind port aa627f9b-fa07-429e-8b77-868f145a1d62 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '4369818a-e539-4570-8121-ecf65eb771f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:19.118658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Attempting to bind port aa627f9b-fa07-429e-8b77-868f145a1d62 on network ac109167-1220-484d-a8bf-5dadaf8ed4e3 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:19.129827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=ef04854d-a316-4f81-984f-9dd6312ba84b,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:19.137904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Port aa627f9b-fa07-429e-8b77-868f145a1d62 on network ac109167-1220-484d-a8bf-5dadaf8ed4e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:53:19.138231 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Attempting to bind port aa627f9b-fa07-429e-8b77-868f145a1d62 on network ac109167-1220-484d-a8bf-5dadaf8ed4e3 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:19.149336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Provisioning for port 4288ae4e-3440-44a2-b2f9-77d201e3909b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:19.155985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Provisioning complete for port 4288ae4e-3440-44a2-b2f9-77d201e3909b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:19.156535 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.167835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:19.168762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Checking segment: {'id': '4369818a-e539-4570-8121-ecf65eb771f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:19.169154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Bound using segment: {'id': '4369818a-e539-4570-8121-ecf65eb771f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:19.169592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Bound port: aa627f9b-fa07-429e-8b77-868f145a1d62, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4369818a-e539-4570-8121-ecf65eb771f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:19.171400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.231136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Port 4288ae4e-3440-44a2-b2f9-77d201e3909b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:19.233818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b0baea0c-3cdd-447f-b3d1-adde821bf849'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:53:19.248247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Port': ['ID=4dd4173f-8408-4e9c-85e8-463e57dd8efe,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:19.263696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:19.305435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add53e10-345a-4e21-8530-b98d8d9b12eb None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:53:19.362085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:53:19.375949 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c696e262-516d-494f-a9c4-a46374354103 req-47e8ca08-250d-4d3f-a57b-5bdb18d58dbd tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503892 May 28 05:53:19.384627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f859d6e5-d6d1-4787-9d26-6c2a85672d2e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:19.389037 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f859d6e5-d6d1-4787-9d26-6c2a85672d2e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f HTTP/1.1" status: 404 len: 333 time: 0.5252657 May 28 05:53:19.395478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42396) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:19.397222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:19.400937 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.422276 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] For port aa627f9b-fa07-429e-8b77-868f145a1d62, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:19.426192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] For port aa627f9b-fa07-429e-8b77-868f145a1d62, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=aa627f9b-fa07-429e-8b77-868f145a1d62,segment=NetworkSegment(4369818a-e539-4570-8121-ecf65eb771f7),segment_id=4369818a-e539-4570-8121-ecf65eb771f7)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:19.478241 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.486986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1c626-20a2-4435-8d51-9cd336e33d2d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 4288ae4e-3440-44a2-b2f9-77d201e3909b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:19.487461 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c626-20a2-4435-8d51-9cd336e33d2d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.515187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Provisioning complete for port ef04854d-a316-4f81-984f-9dd6312ba84b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:19.515888 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.589354 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.601615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:19.614210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.614721 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Added segment c1d13566-4784-4e17-97f0-e6fef5f25cda of type vlan for network 9b36118f-a1cf-40f8-bba1-e0c68f9d3997 May 28 05:53:19.671439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.737800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.745002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:19.756887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.761612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:53:19.770074 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-14c1cd7c-5bbc-4b72-ac7a-dd73e148e652 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4775927 May 28 05:53:19.772510 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:53:19.776564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42402) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:19.790158 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:53:19.790988 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:19.838837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:19.845744 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:19.847879 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa627f9b-fa07-429e-8b77-868f145a1d62 HTTP/1.1" status: 200 len: 1092 time: 5.5448020 May 28 05:53:19.872111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f92104-a6b6-4558-92b1-7613f34e199a', 'tag': 'aa627f9b-fa07-429e-8b77-868f145a1d62'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:53:19.897998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Current status of the port ef04854d-a316-4f81-984f-9dd6312ba84b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:19.903307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e6a8a319-df5a-4cac-b9e0-e1d46a334fad None None] Could not find standard attr ID for object 3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 05:53:19.906043 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add53e10-345a-4e21-8530-b98d8d9b12eb None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:53:19.922067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ef04854d-a316-4f81-984f-9dd6312ba84b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:19.986710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1099bc-4ede-49fd-83cf-785c0e5fc937 service neutron] Pushing event updated for resources: {'Port': ['ID=aa627f9b-fa07-429e-8b77-868f145a1d62,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:20.026120 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbfe1941-22f7-477e-bfc8-3757b0a221b8'] response: {'name': 'network-changed', 'server_uuid': 'a2f92104-a6b6-4558-92b1-7613f34e199a', 'tag': 'aa627f9b-fa07-429e-8b77-868f145a1d62', 'status': 'completed', 'code': 200} May 28 05:53:20.036865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a74ce3-b1e1-4783-a921-43fbdf2947b3 req-5c868670-16c9-4cb4-8c7c-57b25211afa9 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:20.038354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80a74ce3-b1e1-4783-a921-43fbdf2947b3 req-5c868670-16c9-4cb4-8c7c-57b25211afa9 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 944 time: 0.6739881 May 28 05:53:20.072573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-086a1cb4-6d97-44cd-932f-07a86fbe8407 None None] Could not find standard attr ID for object 3dc4e953-d6d4-4e44-a7a2-6267bc6bf89f. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 05:53:20.128558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ef04854d-a316-4f81-984f-9dd6312ba84b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:20.129175 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:20.143050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1751858676'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:20.162302 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:53:20.205599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80a74ce3-b1e1-4783-a921-43fbdf2947b3 req-cf59d274-b2a9-4ae2-a7c0-6645445dd7c5 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470091 May 28 05:53:20.219427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-b170ed98-1660-4b55-b78f-cd42ad2304d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:20.220944 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-b170ed98-1660-4b55-b78f-cd42ad2304d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b2d028f91264ef89bba35bd8dc794a4&device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 1095 time: 0.3156590 May 28 05:53:20.377295 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-90ded695-6710-409c-aa22-e7437790e842 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa627f9b-fa07-429e-8b77-868f145a1d62 HTTP/1.1" status: 200 len: 217 time: 0.1409459 May 28 05:53:20.476338 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c626-20a2-4435-8d51-9cd336e33d2d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:20.661540 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:53:13Z', 'revision_number': 2, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:15Z', 'revision_number': 2, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:20.666454 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:53:20.667129 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Updating router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:53:20.696939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ef04854d-a316-4f81-984f-9dd6312ba84b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:20.698120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:20.737629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1c626-20a2-4435-8d51-9cd336e33d2d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 4288ae4e-3440-44a2-b2f9-77d201e3909b owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:53:20.741371 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:20.806693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:20.809109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:20.811271 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0ff8273c-c942-4166-a3fe-104056ff07f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1727409 May 28 05:53:20.864765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:network and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:20.884078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-a76820ce-e635-49c1-b77f-641d9d011e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:20.889327 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-a76820ce-e635-49c1-b77f-641d9d011e9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cb2cb39-359b-4b8e-8719-c46e0fd277ae HTTP/1.1" status: 200 len: 848 time: 0.4976559 May 28 05:53:20.890114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b0baea0c-3cdd-447f-b3d1-adde821bf849 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:20.922982 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2083590 May 28 05:53:20.929203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:20.940525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42416) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:20.969462 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-a686de6d-8ad8-4c7f-9e96-8b52fcbe3301 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac109167-1220-484d-a8bf-5dadaf8ed4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594637 May 28 05:53:20.984453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:21.049073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'network_id': '9b36118f-a1cf-40f8-bba1-e0c68f9d3997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:21.085703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:21.086080 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:21.291344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:21.293762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port b0baea0c-3cdd-447f-b3d1-adde821bf849 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:21.304135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port b0baea0c-3cdd-447f-b3d1-adde821bf849 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:21.304516 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:21.318657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-a7f16ed9-a264-4bad-a3e8-c9888c9e953a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:21.369613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-a7f16ed9-a264-4bad-a3e8-c9888c9e953a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:21.371987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-a7f16ed9-a264-4bad-a3e8-c9888c9e953a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--763510271&fields=id&tenant_id=fd718985c28a4117b7e07db37d6ba250 HTTP/1.1" status: 200 len: 267 time: 0.1860311 May 28 05:53:21.388157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-3a203e22-3ebc-4160-ab3d-3dc2b6bf9c47 service neutron] 10.222.0.41 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156260 May 28 05:53:21.414023 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:21.428409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Transition to ACTIVE for port object 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:21.437116 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:21.445273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b0baea0c-3cdd-447f-b3d1-adde821bf849 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:21.445766 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:21.512124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b0baea0c-3cdd-447f-b3d1-adde821bf849, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:21.513255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2b4310-fbac-4447-89f9-a48557ccb000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0baea0c-3cdd-447f-b3d1-adde821bf849'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:53:21.521500 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:21.594356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c9780d52-7381-4750-89e4-4eff4b787276 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:21.595211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c9780d52-7381-4750-89e4-4eff4b787276 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:21.595703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aadf7-3be6-40e3-bb78-d144e4fcabb0 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=9b36118f-a1cf-40f8-bba1-e0c68f9d3997,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:21.628859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:21.634906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:21.649053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c9780d52-7381-4750-89e4-4eff4b787276 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:21.651171 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c9780d52-7381-4750-89e4-4eff4b787276 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports/efdb6ff1-c2c4-4123-a994-107560eb2bd0 HTTP/1.1" status: 200 len: 936 time: 0.2684214 May 28 05:53:21.656863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:21.689448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:subnet and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:21.701336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:21.706695 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b1876e0-667e-460c-8893-f719d6b6e826 req-f7d6afae-c8a3-49b5-a54d-76f9330506ae service neutron] 10.222.0.41 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754192 May 28 05:53:21.714413 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Pushing event updated for resources: {'Port': ['ID=470eccf0-4ead-4d4c-b5ce-35099b9e70a2,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:21.731102 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.731604 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.732026 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.732437 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.732850 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.733267 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.733747 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.734154 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.734559 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.734982 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.735455 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.735861 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:21.741833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9b36118f-a1cf-40f8-bba1-e0c68f9d3997 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:21.771351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-b6ced8b6-f926-48d7-bfbc-aed36dd8d3aa tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:21.775519 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-b6ced8b6-f926-48d7-bfbc-aed36dd8d3aa tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports/b2b408ba-1753-4654-8059-1424962b2a46 HTTP/1.1" status: 200 len: 937 time: 0.1172714 May 28 05:53:21.776215 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Attempting to bind port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:21.776797 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Attempting to bind port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '596220a6-8e46-45d9-aa96-0e2f5b217178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:21.778409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Attempting to bind port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 on network ca45cab6-f784-4be4-87d8-ae5f222a27c9 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:21.778588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b0baea0c-3cdd-447f-b3d1-adde821bf849,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:21.794770 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:21.795613 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Checking segment: {'id': '596220a6-8e46-45d9-aa96-0e2f5b217178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:21.796221 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:21.796798 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Bound using segment: {'id': '596220a6-8e46-45d9-aa96-0e2f5b217178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:21.799023 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Bound port: 470eccf0-4ead-4d4c-b5ce-35099b9e70a2, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596220a6-8e46-45d9-aa96-0e2f5b217178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:21.799985 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:21.859640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:21.935401 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-6eee8849-4b3c-4d05-bdd6-06d2d744f8a0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?network_id=4b427dc3-eb5a-4af2-a01b-203848d8638e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1506295 May 28 05:53:21.957638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:21.973835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:21.977286 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:21.988568 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] For port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:22.015565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:22.040038 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8fbf8dc1-8c91-43e3-ba60-e32ed6d7fb56 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?network_id=4b427dc3-eb5a-4af2-a01b-203848d8638e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0829079 May 28 05:53:22.105715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:22.106402 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added segment 1ce1812e-c343-4ed6-b088-44d20ae6f801 of type vlan for network 143c5095-e4e4-41bc-897b-01ef00cb195b May 28 05:53:22.123703 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] For port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=470eccf0-4ead-4d4c-b5ce-35099b9e70a2,segment=NetworkSegment(596220a6-8e46-45d9-aa96-0e2f5b217178),segment_id=596220a6-8e46-45d9-aa96-0e2f5b217178)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:22.127271 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:22.139117 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:22.150970 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c626-20a2-4435-8d51-9cd336e33d2d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:22.163062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff5d2d-1e61-4793-9b91-7017bcbbf074 req-5d2d2326-71be-4a59-8a22-d827f360f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:22.168822 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58ff5d2d-1e61-4793-9b91-7017bcbbf074 req-5d2d2326-71be-4a59-8a22-d827f360f3e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b2d028f91264ef89bba35bd8dc794a4&device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 1095 time: 0.3853419 May 28 05:53:22.249904 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:53:22.250752 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:22.268427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb09d4-8ffc-452d-a1b2-84ecfe675cee req-1bbd3f54-efb8-476a-86f9-b82902647dcd tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:22.270607 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cefb09d4-8ffc-452d-a1b2-84ecfe675cee req-1bbd3f54-efb8-476a-86f9-b82902647dcd tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 944 time: 1.4573195 May 28 05:53:22.344346 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dc104-d40d-4a03-bdf9-efb9682a8a20 None None] Pushing event updated for resources: {'Port': ['ID=470eccf0-4ead-4d4c-b5ce-35099b9e70a2,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:22.395634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-81774da0-a78d-41ae-8580-336d45c17211 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:22.401199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-81774da0-a78d-41ae-8580-336d45c17211 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:22.423108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-81774da0-a78d-41ae-8580-336d45c17211 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:22.423998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-81774da0-a78d-41ae-8580-336d45c17211 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:22.462444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff5d2d-1e61-4793-9b91-7017bcbbf074 req-cf6e478f-1146-4d42-b754-237db5beb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:22.464046 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58ff5d2d-1e61-4793-9b91-7017bcbbf074 req-cf6e478f-1146-4d42-b754-237db5beb13d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac109167-1220-484d-a8bf-5dadaf8ed4e3 HTTP/1.1" status: 200 len: 909 time: 0.2865210 May 28 05:53:22.468142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-81774da0-a78d-41ae-8580-336d45c17211 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:22.471191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-81774da0-a78d-41ae-8580-336d45c17211 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/networks?id=d9749cf5-b31b-4b2d-9463-3d84e612ffc8&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=4b427dc3-eb5a-4af2-a01b-203848d8638e&id=4b427dc3-eb5a-4af2-a01b-203848d8638e HTTP/1.1" status: 200 len: 1993 time: 0.4246778 May 28 05:53:22.526735 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:53:22.559539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1c626-20a2-4435-8d51-9cd336e33d2d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=4288ae4e-3440-44a2-b2f9-77d201e3909b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:22.562426 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58ff5d2d-1e61-4793-9b91-7017bcbbf074 req-fe2f4454-4320-4d17-bf73-5c10be788fa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa627f9b-fa07-429e-8b77-868f145a1d62 HTTP/1.1" status: 200 len: 217 time: 0.0895197 May 28 05:53:22.575934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c626-20a2-4435-8d51-9cd336e33d2d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:22.647765 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-9d509300-e369-41a2-986e-790654caf293 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/quotas/fd718985c28a4117b7e07db37d6ba250 HTTP/1.1" status: 200 len: 375 time: 0.1187871 May 28 05:53:22.662006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a8a1c626-20a2-4435-8d51-9cd336e33d2d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/4288ae4e-3440-44a2-b2f9-77d201e3909b HTTP/1.1" status: 204 len: 168 time: 3.2506266 May 28 05:53:22.675894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42450) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:22.737381 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:22.744402 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d92f4d-b49a-4c08-a00a-9fdd62a9caa5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:53:22.745159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c3d92f4d-b49a-4c08-a00a-9fdd62a9caa5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:22.786273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff5d2d-1e61-4793-9b91-7017bcbbf074 req-949c3f45-56d1-4376-89dd-e44fa96cd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:22.787631 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58ff5d2d-1e61-4793-9b91-7017bcbbf074 req-949c3f45-56d1-4376-89dd-e44fa96cd322 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cb2cb39-359b-4b8e-8719-c46e0fd277ae HTTP/1.1" status: 200 len: 848 time: 0.2098181 May 28 05:53:22.850576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cefb09d4-8ffc-452d-a1b2-84ecfe675cee req-540a9414-bcc0-4521-a2e6-62c60a3cb180 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300662 May 28 05:53:22.853974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58ff5d2d-1e61-4793-9b91-7017bcbbf074 req-2ccc5189-7295-4d84-84ca-b8bd34d78633 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac109167-1220-484d-a8bf-5dadaf8ed4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504990 May 28 05:53:22.889640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c3d92f4d-b49a-4c08-a00a-9fdd62a9caa5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:22.890784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c3d92f4d-b49a-4c08-a00a-9fdd62a9caa5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/4288ae4e-3440-44a2-b2f9-77d201e3909b HTTP/1.1" status: 404 len: 333 time: 0.2113066 May 28 05:53:22.893914 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-0c89ab6d-2842-4e03-b55e-1e160efe7fa6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2452691 May 28 05:53:22.895928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42454) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:22.971020 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:22.976433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:22.977032 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:23.000492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Allocated IP 172.25.4.57 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/bb704530-fec8-4372-9192-c4e009018298) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:23.079652 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:53:13Z', 'revision_number': 2, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:21Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:23.084840 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85184f-5fcd-4d12-acaa-e0ffdbe8f914 None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:53:13Z', 'revision_number': 2, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:21Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:53:23.143441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.3007176 May 28 05:53:23.150425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42460) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:23.179675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'subnet': {'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:23.333221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52ebf9-2e59-4f85-8128-fb01fc68d57c tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Network': ['ID=143c5095-e4e4-41bc-897b-01ef00cb195b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:23.352223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 143c5095-e4e4-41bc-897b-01ef00cb195b details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:23.432687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db6e6ec-7e78-41dd-98fe-ee9339a2267b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet 448175ce-b32b-41fd-a9c3-9f17c8166f68 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:53:23.435956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6db6e6ec-7e78-41dd-98fe-ee9339a2267b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:23.501415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6db6e6ec-7e78-41dd-98fe-ee9339a2267b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:23.554427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:23.564402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:subnet and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:23.568779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:23.588561 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:23.594445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:23.632458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58ff5d2d-1e61-4793-9b91-7017bcbbf074 req-6b3f6144-7138-4dbf-9101-c19093bfb473 service neutron] 10.222.0.41 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374327 May 28 05:53:23.645740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-16ed99a0-15c8-4f15-8e3c-5b87baf59d73 service neutron] 10.222.0.39 "GET /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279952 May 28 05:53:23.696049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceac38-2e53-48e9-836a-e348b651c77c req-e790990d-a401-4631-8b67-cfbd2c560fca tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:23.697595 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cceac38-2e53-48e9-836a-e348b651c77c req-e790990d-a401-4631-8b67-cfbd2c560fca tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 944 time: 0.6198468 May 28 05:53:23.734086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:23.737525 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:23.767489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6db6e6ec-7e78-41dd-98fe-ee9339a2267b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:23.773827 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:23.962402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:24.000588 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58ff5d2d-1e61-4793-9b91-7017bcbbf074 req-d8b669b8-9f96-4fb3-be35-4b5b1b07c41a service neutron] 10.222.0.41 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525503 May 28 05:53:24.013204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8c0eb6cd-7c6a-444c-97b2-faa60ebcd0de service neutron] 10.222.0.39 "GET /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457077 May 28 05:53:24.063507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:24.069305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:24.069878 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:24.073481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6db6e6ec-7e78-41dd-98fe-ee9339a2267b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:24.150878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=63c2f016-3dc3-4590-8e7e-4a62347bdf6a,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:24.178877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:24.180054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6e6ec-7e78-41dd-98fe-ee9339a2267b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=448175ce-b32b-41fd-a9c3-9f17c8166f68,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:24.190144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5cceac38-2e53-48e9-836a-e348b651c77c req-d778d041-9961-402f-9745-3a35c70b5bb5 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Synchronizing usage tracker for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:24.201508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6db6e6ec-7e78-41dd-98fe-ee9339a2267b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:24.220826 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6db6e6ec-7e78-41dd-98fe-ee9339a2267b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/448175ce-b32b-41fd-a9c3-9f17c8166f68 HTTP/1.1" status: 204 len: 168 time: 1.3218665 May 28 05:53:24.238275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-0dea5ab1-d2ce-45e5-a8f3-c7448edf1770 service neutron] 10.222.0.39 "GET /v2.0/ports/efdb6ff1-c2c4-4123-a994-107560eb2bd0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2143161 May 28 05:53:24.239869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42468) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:24.255558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:24.255558 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:24.266701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0812811-1f84-4504-b2ed-584b8ccc6289 None None] Network 41c6ee2f-2106-4277-9580-b7c2bb437b68 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:24.298301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking segment: {'id': 'c1d13566-4784-4e17-97f0-e6fef5f25cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b36118f-a1cf-40f8-bba1-e0c68f9d3997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:24.298931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network hostable DHCP agents. Network: 9b36118f-a1cf-40f8-bba1-e0c68f9d3997, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:24.379157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:24.394045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:24.407467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:24.411290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=470eccf0-4ead-4d4c-b5ce-35099b9e70a2,segment=NetworkSegment(596220a6-8e46-45d9-aa96-0e2f5b217178),segment_id=596220a6-8e46-45d9-aa96-0e2f5b217178)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:24.440671 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:24.458113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5cceac38-2e53-48e9-836a-e348b651c77c req-d778d041-9961-402f-9745-3a35c70b5bb5 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Unset dirty status for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:24.459551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5cceac38-2e53-48e9-836a-e348b651c77c req-d778d041-9961-402f-9745-3a35c70b5bb5 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7484932 May 28 05:53:24.468828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Pushing event updated for resources: {'Port': ['ID=bb704530-fec8-4372-9192-c4e009018298,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:24.544612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network 9b36118f-a1cf-40f8-bba1-e0c68f9d3997 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:24.568654 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fddfeb-9ea1-47bf-886a-aee201778629'] response: {'server_uuid': 'fc2b4310-fbac-4447-89f9-a48557ccb000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0baea0c-3cdd-447f-b3d1-adde821bf849', 'code': 200} May 28 05:53:24.609260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=470eccf0-4ead-4d4c-b5ce-35099b9e70a2,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:24.702176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9b36118f-a1cf-40f8-bba1-e0c68f9d3997) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:24.712293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f1215-ace7-4636-95e1-1b8ecf733954 None None] Network 9b36118f-a1cf-40f8-bba1-e0c68f9d3997 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:24.737702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e025477-7cd8-4a9d-8cbb-cfb7a3382035 None None] DHCP port deletion for 41c6ee2f-2106-4277-9580-b7c2bb437b68 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:53:24.748661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3e025477-7cd8-4a9d-8cbb-cfb7a3382035 None None] Deleting port ef04854d-a316-4f81-984f-9dd6312ba84b {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:24.749037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3e025477-7cd8-4a9d-8cbb-cfb7a3382035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:24.770242 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:24.813879 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1dc097e3-2348-465f-9dbe-15f4a56ba0b7 service neutron] 10.222.0.39 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746315 May 28 05:53:24.905547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port ef04854d-a316-4f81-984f-9dd6312ba84b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:24.905887 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:25.039628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af357f5-4b04-4aef-9f3d-e2c3640d65a3 req-39fb43c7-095a-4083-b726-0f79b73a4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:25.041117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7af357f5-4b04-4aef-9f3d-e2c3640d65a3 req-39fb43c7-095a-4083-b726-0f79b73a4b63 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 1096 time: 0.3691473 May 28 05:53:25.060743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42480) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:25.061051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:25.061794 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:25.234710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3e025477-7cd8-4a9d-8cbb-cfb7a3382035 None None] For port ef04854d-a316-4f81-984f-9dd6312ba84b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ef04854d-a316-4f81-984f-9dd6312ba84b,segment=NetworkSegment(c8445d7f-f3b3-4b2e-9e58-811f217f1d86),segment_id=c8445d7f-f3b3-4b2e-9e58-811f217f1d86)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:25.235423 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3e025477-7cd8-4a9d-8cbb-cfb7a3382035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:25.302102 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-46c25970-5a5c-4409-8e95-4fd29df18ba4 service neutron] 10.222.0.39 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835784 May 28 05:53:25.335742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-991b6ddf-e852-4e11-b8f0-46056ea17469 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.2919450 May 28 05:53:25.336899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42486) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:25.362850 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:53:25.397698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3e025477-7cd8-4a9d-8cbb-cfb7a3382035 None None] Calling delete_port for ef04854d-a316-4f81-984f-9dd6312ba84b owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:53:25.403942 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7af357f5-4b04-4aef-9f3d-e2c3640d65a3 req-cdbeb5df-ce5f-4fac-b7de-ac7dd4effb30 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422356 May 28 05:53:25.404848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1637dcd8-5ca7-4869-b439-bafbfd000ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:25.445987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1637dcd8-5ca7-4869-b439-bafbfd000ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:25.451458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] For port ef04854d-a316-4f81-984f-9dd6312ba84b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ef04854d-a316-4f81-984f-9dd6312ba84b,segment=NetworkSegment(c8445d7f-f3b3-4b2e-9e58-811f217f1d86),segment_id=c8445d7f-f3b3-4b2e-9e58-811f217f1d86)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:25.451823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:25.467995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2e0cd0a8-3d1b-4500-bb4f-acf77d74ffe5 service neutron] 10.222.0.39 "GET /v2.0/ports/b2b408ba-1753-4654-8059-1424962b2a46?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1648061 May 28 05:53:25.470050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1637dcd8-5ca7-4869-b439-bafbfd000ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:845a7fde7c7a4aa5a610166e0752fa1b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:25.492615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1637dcd8-5ca7-4869-b439-bafbfd000ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:25.555428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1637dcd8-5ca7-4869-b439-bafbfd000ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:25.594352 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3e025477-7cd8-4a9d-8cbb-cfb7a3382035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:25.610550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:25.650937 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e025477-7cd8-4a9d-8cbb-cfb7a3382035 None None] Pushing event deleted for resources: {'Port': ['ID=ef04854d-a316-4f81-984f-9dd6312ba84b,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:25.653590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device aa627f9b-fa07-429e-8b77-868f145a1d62 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:53:25.656508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-9b36118f-a1cf-40f8-bba1-e0c68f9d3997', 'network_id': '9b36118f-a1cf-40f8-bba1-e0c68f9d3997', 'tenant_id': '981aa125554e472eae4daff49fbe2800', 'fixed_ips': [{'subnet_id': '63c2f016-3dc3-4590-8e7e-4a62347bdf6a'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:25.656773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:25.669116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e025477-7cd8-4a9d-8cbb-cfb7a3382035 None None] No DVR routers for this DVR port ef04854d-a316-4f81-984f-9dd6312ba84b on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:53:25.675186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f97de-64f9-4206-90db-8be850d2ba78 req-3baadbe3-1231-46e6-b0f4-c5ac134fea43 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:25.677399 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a54f97de-64f9-4206-90db-8be850d2ba78 req-3baadbe3-1231-46e6-b0f4-c5ac134fea43 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.6232114 May 28 05:53:25.757654 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:25.780109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for ef04854d-a316-4f81-984f-9dd6312ba84b owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:53:25.883924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:25.904234 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:25.952589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Subnet': ['ID=29cbf1b4-023d-4176-92b9-ecefccff466f,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:25.962049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Checking segment: {'id': '1ce1812e-c343-4ed6-b088-44d20ae6f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:25.962417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network hostable DHCP agents. Network: 143c5095-e4e4-41bc-897b-01ef00cb195b, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:25.973280 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a54f97de-64f9-4206-90db-8be850d2ba78 req-26358b00-a9e5-4e5f-a5fe-ad42c63a21f7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691317 May 28 05:53:25.982534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:53:25.982857 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:53:26.003630 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-fdc0c272-76d2-483c-a1e6-46481bd2c94b service neutron] 10.222.0.39 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348492 May 28 05:53:26.022039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port aa627f9b-fa07-429e-8b77-868f145a1d62, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=aa627f9b-fa07-429e-8b77-868f145a1d62,segment=NetworkSegment(4369818a-e539-4570-8121-ecf65eb771f7),segment_id=4369818a-e539-4570-8121-ecf65eb771f7)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:26.031942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Allocated IP 2001:db8::1 (9b36118f-a1cf-40f8-bba1-e0c68f9d3997/63c2f016-3dc3-4590-8e7e-4a62347bdf6a/2e44a2ec-4a81-4e05-996d-83284fc5e999) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:26.054702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'aa627f9b-fa07-429e-8b77-868f145a1d62', 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3', 'port_id': 'aa627f9b-fa07-429e-8b77-868f145a1d62', 'mac_address': 'fa:16:3e:64:11:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb2cb39-359b-4b8e-8719-c46e0fd277ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:53:26.063181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:26.063562 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.135817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 143c5095-e4e4-41bc-897b-01ef00cb195b is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:26.140050 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.196692 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1637dcd8-5ca7-4869-b439-bafbfd000ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.213904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1637dcd8-5ca7-4869-b439-bafbfd000ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.251873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-a660baad-c3b6-4dce-b349-f6c936ef1a65 service neutron] 10.222.0.39 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471030 May 28 05:53:26.343143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port aa627f9b-fa07-429e-8b77-868f145a1d62 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:26.343574 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.363290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1637dcd8-5ca7-4869-b439-bafbfd000ed5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=845a7fde7c7a4aa5a610166e0752fa1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2870436 May 28 05:53:26.364324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637dcd8-5ca7-4869-b439-bafbfd000ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5b542a-3423-47a4-a671-59f32130f483,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:26.375145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa627f9b-fa07-429e-8b77-868f145a1d62 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:53:26.375840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42492) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:26.402336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:26.408278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port aa627f9b-fa07-429e-8b77-868f145a1d62, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=aa627f9b-fa07-429e-8b77-868f145a1d62,segment=NetworkSegment(4369818a-e539-4570-8121-ecf65eb771f7),segment_id=4369818a-e539-4570-8121-ecf65eb771f7)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:26.418547 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.449973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 143c5095-e4e4-41bc-897b-01ef00cb195b) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:26.450450 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8081799-435d-4be6-95a2-7bd47f53146c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.481691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:26.482429 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.482688 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8081799-435d-4be6-95a2-7bd47f53146c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.486380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7490b40-bc8c-4c44-870b-a92ccdccad94 None None] Network 143c5095-e4e4-41bc-897b-01ef00cb195b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:26.498865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ef04854d-a316-4f81-984f-9dd6312ba84b no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:53:26.533568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port ef04854d-a316-4f81-984f-9dd6312ba84b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:26.533924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.536732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.539722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-38f449f3-e739-480f-9257-d1954d315a71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3755846 May 28 05:53:26.543480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42496) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:26.583632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: ef04854d-a316-4f81-984f-9dd6312ba84b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:53:26.584211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ef04854d-a316-4f81-984f-9dd6312ba84b not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:53:26.632748 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-17ccf1a5-2f3a-456d-ab2d-7b3737d2f1b3 service neutron] 10.222.0.39 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706131 May 28 05:53:26.686722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['aa627f9b-fa07-429e-8b77-868f145a1d62'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:53:26.690454 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8081799-435d-4be6-95a2-7bd47f53146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.752581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=aa627f9b-fa07-429e-8b77-868f145a1d62,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:26.783474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:26.817228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413e2ab-f68f-4566-a4e1-bf7add1839fe req-7dbe156f-a2df-431c-821b-50b6358594bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:26.821126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Transition to ACTIVE for port object 2e44a2ec-4a81-4e05-996d-83284fc5e999 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:26.825064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a413e2ab-f68f-4566-a4e1-bf7add1839fe req-7dbe156f-a2df-431c-821b-50b6358594bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 944 time: 0.6595986 May 28 05:53:26.859505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] The port 'ef04854d-a316-4f81-984f-9dd6312ba84b' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:53:26.867810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8081799-435d-4be6-95a2-7bd47f53146c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5b542a-3423-47a4-a671-59f32130f483,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:26.916964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Transition to ACTIVE for port object 2e44a2ec-4a81-4e05-996d-83284fc5e999 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:26.944324 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.036676 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.075194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c6ee2f-2106-4277-9580-b7c2bb437b68']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:27.082278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-143c5095-e4e4-41bc-897b-01ef00cb195b', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:27.083117 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.091593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8445d7f-f3b3-4b2e-9e58-811f217f1d86') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:27.092015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8445d7f-f3b3-4b2e-9e58-811f217f1d86') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:27.096181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Pushing event updated for resources: {'Port': ['ID=2e44a2ec-4a81-4e05-996d-83284fc5e999,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:27.102362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Network 9b36118f-a1cf-40f8-bba1-e0c68f9d3997 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:27.107100 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.109778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:27.119410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:27.129968 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.137619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:53:27.138160 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.152691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a413e2ab-f68f-4566-a4e1-bf7add1839fe req-1c73094c-9a83-4a2e-b037-9c27c5a32266 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258176 May 28 05:53:27.254006 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.291991 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.296269 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c8445d7f-f3b3-4b2e-9e58-811f217f1d86 resource provider aggregate not found May 28 05:53:27.301466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Network': ['ID=41c6ee2f-2106-4277-9580-b7c2bb437b68,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:27.303210 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8081799-435d-4be6-95a2-7bd47f53146c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.305086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c8081799-435d-4be6-95a2-7bd47f53146c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c5b542a-3423-47a4-a671-59f32130f483 HTTP/1.1" status: 204 len: 168 time: 0.9280751 May 28 05:53:27.321028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Attempting to bind port 2e44a2ec-4a81-4e05-996d-83284fc5e999 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:27.321416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Attempting to bind port 2e44a2ec-4a81-4e05-996d-83284fc5e999 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'c1d13566-4784-4e17-97f0-e6fef5f25cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b36118f-a1cf-40f8-bba1-e0c68f9d3997'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:27.321817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Attempting to bind port 2e44a2ec-4a81-4e05-996d-83284fc5e999 on network 9b36118f-a1cf-40f8-bba1-e0c68f9d3997 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:27.333151 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-20c9b109-4b85-43a7-ab77-5e5c849690ae tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/networks/41c6ee2f-2106-4277-9580-b7c2bb437b68 HTTP/1.1" status: 204 len: 168 time: 3.0674317 May 28 05:53:27.337236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42508) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:27.344537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-114957833'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:27.353398 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c8445d7f-f3b3-4b2e-9e58-811f217f1d86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8445d7f-f3b3-4b2e-9e58-811f217f1d86 found for delete ", "request_id": "req-742ef2d7-7b7d-4364-9bc4-8f329b6e7390"}]} May 28 05:53:27.355009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:27.355814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:27.356193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Checking segment: {'id': 'c1d13566-4784-4e17-97f0-e6fef5f25cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b36118f-a1cf-40f8-bba1-e0c68f9d3997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:27.356593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.356990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Bound using segment: {'id': 'c1d13566-4784-4e17-97f0-e6fef5f25cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b36118f-a1cf-40f8-bba1-e0c68f9d3997'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:27.357462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Bound port: 2e44a2ec-4a81-4e05-996d-83284fc5e999, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d13566-4784-4e17-97f0-e6fef5f25cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b36118f-a1cf-40f8-bba1-e0c68f9d3997'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:27.357835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.373537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:network and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:27.378636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:27.379284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.388249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3735e96e-502e-4fed-a8d3-afb1674c92cc service neutron] 10.222.0.39 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460599 May 28 05:53:27.389201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:27.424446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:27.428180 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.479180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Allocated IP 2001:db8:1::2 (143c5095-e4e4-41bc-897b-01ef00cb195b/29cbf1b4-023d-4176-92b9-ecefccff466f/7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:27.561448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:27.610337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.610966 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Added segment ed6cca37-b3bb-4128-a54f-80e22047ef31 of type vlan for network 9464de75-224e-461b-ad88-bf7c993d0b8e May 28 05:53:27.620553 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-58d54c56-45e3-4306-9fb3-73f437d3f5db service neutron] 10.222.0.39 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217522 May 28 05:53:27.634241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Subnet': ['ID=63c2f016-3dc3-4590-8e7e-4a62347bdf6a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:27.777267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] For port 2e44a2ec-4a81-4e05-996d-83284fc5e999, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:27.779141 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.800224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] For port 2e44a2ec-4a81-4e05-996d-83284fc5e999, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2e44a2ec-4a81-4e05-996d-83284fc5e999,segment=NetworkSegment(c1d13566-4784-4e17-97f0-e6fef5f25cda),segment_id=c1d13566-4784-4e17-97f0-e6fef5f25cda)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:27.835329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42514) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:27.857062 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.904854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:53:27.913571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5318d54c-cd0b-45c9-a173-683cc1a94b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.939354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b36118f-a1cf-40f8-bba1-e0c68f9d3997']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:27.965127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d13566-4784-4e17-97f0-e6fef5f25cda') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:27.965582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d13566-4784-4e17-97f0-e6fef5f25cda') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:27.969813 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:27.973123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5318d54c-cd0b-45c9-a173-683cc1a94b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:27.983199 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.000373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Transition to ACTIVE for port object 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:28.003138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6252d-6490-4935-b6a2-32383dac81ab None None] Pushing event updated for resources: {'Port': ['ID=2e44a2ec-4a81-4e05-996d-83284fc5e999,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:28.024199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Transition to ACTIVE for port object 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:28.032217 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.044611 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.049976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:28.050555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.058585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5318d54c-cd0b-45c9-a173-683cc1a94b51 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c1e1c006b34b70930ea786e8b9ed81 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:28.076792 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-b53cc569-52eb-4e82-961a-d9a34f7be7de service neutron] 10.222.0.39 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462678 May 28 05:53:28.081351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c389e31-3fc6-4f04-b3e2-63147dcda8ef req-55e0a8aa-2403-46ec-b12c-1fbc5f4e7707 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:28.087718 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c389e31-3fc6-4f04-b3e2-63147dcda8ef req-55e0a8aa-2403-46ec-b12c-1fbc5f4e7707 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.6339867 May 28 05:53:28.149893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Network 143c5095-e4e4-41bc-897b-01ef00cb195b is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:28.156697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:28.163277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:28.201412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Pushing event updated for resources: {'Port': ['ID=7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:28.235980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562548ef-52df-450d-b595-90f53c152ea6 None None] Network 9b36118f-a1cf-40f8-bba1-e0c68f9d3997 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:28.273978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Network': ['ID=9464de75-224e-461b-ad88-bf7c993d0b8e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:28.284397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-321bcf75-5447-4e9b-8667-5d8c85d4ec46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9458585 May 28 05:53:28.285207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42520) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:28.294088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '9464de75-224e-461b-ad88-bf7c993d0b8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:28.298533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5318d54c-cd0b-45c9-a173-683cc1a94b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:28.304595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5318d54c-cd0b-45c9-a173-683cc1a94b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:28.308621 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.324719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9464de75-224e-461b-ad88-bf7c993d0b8e details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:28.389436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.406211 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.438835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-e27aaad1-75ea-4757-b029-594e5796b838 service neutron] 10.222.0.39 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974708 May 28 05:53:28.445504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:28.450009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:28.450168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Attempting to bind port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:28.450516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Attempting to bind port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '1ce1812e-c343-4ed6-b088-44d20ae6f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:28.450873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Attempting to bind port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b on network 143c5095-e4e4-41bc-897b-01ef00cb195b {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:28.468110 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:28.468479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Checking segment: {'id': '1ce1812e-c343-4ed6-b088-44d20ae6f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:28.468877 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.469262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Bound using segment: {'id': '1ce1812e-c343-4ed6-b088-44d20ae6f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:28.469729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Bound port: 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce1812e-c343-4ed6-b088-44d20ae6f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:28.470097 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.471565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:28.482222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:28.482448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:53:28.483012 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.519654 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c389e31-3fc6-4f04-b3e2-63147dcda8ef req-dec1c901-3555-4077-8304-6a4dd0560d26 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307103 May 28 05:53:28.558074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:28.562083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.638076 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c1d13566-4784-4e17-97f0-e6fef5f25cda resource provider aggregate not found May 28 05:53:28.719202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] For port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:28.722927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] For port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b,segment=NetworkSegment(1ce1812e-c343-4ed6-b088-44d20ae6f801),segment_id=1ce1812e-c343-4ed6-b088-44d20ae6f801)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:28.732290 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:28.737616 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-529efe29-107e-4df2-b37d-52367d180ec0 service neutron] 10.222.0.39 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845445 May 28 05:53:28.739415 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c1d13566-4784-4e17-97f0-e6fef5f25cda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1d13566-4784-4e17-97f0-e6fef5f25cda found for delete ", "request_id": "req-84593f7b-9d63-467b-b937-a3ef345927a2"}]} May 28 05:53:28.813630 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:53:28.813630 n-d-843679-5 neutron-server[88417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:53:28.813630 n-d-843679-5 neutron-server[88417]: [parameters: {'id': '9b36118f-a1cf-40f8-bba1-e0c68f9d3997'}] May 28 05:53:28.813630 n-d-843679-5 neutron-server[88417]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:53:28.814353 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:53:28.816009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8117721-874d-4e2a-af14-69ec2c5e081e None None] Pushing event updated for resources: {'Port': ['ID=7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:28.848418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:53:28.859564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Sync routers for ids ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:53:28.869034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Routers {'5cd20961-5808-41c2-a4cb-bd9fe83635f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:53:28.869694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:28.949342 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-da371880-17e2-4694-8110-f8045d670592 service neutron] 10.222.0.39 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042625 May 28 05:53:29.101343 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.103806 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-05e549ad-565e-4011-a748-ee6a451345be admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.4609182 May 28 05:53:29.110100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42530) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:29.130745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Set router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:53:29.151868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5318d54c-cd0b-45c9-a173-683cc1a94b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.180662 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5318d54c-cd0b-45c9-a173-683cc1a94b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.195586 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.284169 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5318d54c-cd0b-45c9-a173-683cc1a94b51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6c1e1c006b34b70930ea786e8b9ed81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4339819 May 28 05:53:29.294490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c8464-d1f4-4f1a-9904-ad5a01833ef4 req-92199154-9b2b-4e74-8988-f70b9a2130d2 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:29.294726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42534) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:29.295626 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-784c8464-d1f4-4f1a-9904-ad5a01833ef4 req-92199154-9b2b-4e74-8988-f70b9a2130d2 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 945 time: 0.5553145 May 28 05:53:29.322760 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.347349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318d54c-cd0b-45c9-a173-683cc1a94b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1966e1c-2885-4f18-b345-00dbfad27cf5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:29.350506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Allocated IP 2001:db8:1::1 (143c5095-e4e4-41bc-897b-01ef00cb195b/29cbf1b4-023d-4176-92b9-ecefccff466f/ff6804e6-271d-4972-bf2f-df4a361c6d82) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:29.382146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-784c8464-d1f4-4f1a-9904-ad5a01833ef4 req-18265e17-ba83-4ecc-b86e-6ecdfa52478a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766826 May 28 05:53:29.383932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting port 2e44a2ec-4a81-4e05-996d-83284fc5e999 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:29.384267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.434287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=e05f356d-a2a2-4ff4-b155-fe56fc51dceb,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:29.458087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-90cf852a-f830-48a6-9c99-2c831df0d510 service neutron] 10.222.0.39 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850874 May 28 05:53:29.478266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Checking segment: {'id': 'ed6cca37-b3bb-4128-a54f-80e22047ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9464de75-224e-461b-ad88-bf7c993d0b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:29.478783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network hostable DHCP agents. Network: 9464de75-224e-461b-ad88-bf7c993d0b8e, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:29.563822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:25Z', 'revision_number': 3, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:29.570417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Checking router: 5cd20961-5808-41c2-a4cb-bd9fe83635f7 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:53:29.570769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Updating router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 port bb704530-fec8-4372-9192-c4e009018298 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:53:29.624319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device aa627f9b-fa07-429e-8b77-868f145a1d62 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:29.788339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 9464de75-224e-461b-ad88-bf7c993d0b8e is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:29.793942 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.801371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.804047 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c3b7-8dd0-4b69-ba0a-b765fbd025cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.857824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] For port 2e44a2ec-4a81-4e05-996d-83284fc5e999, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2e44a2ec-4a81-4e05-996d-83284fc5e999,segment=NetworkSegment(c1d13566-4784-4e17-97f0-e6fef5f25cda),segment_id=c1d13566-4784-4e17-97f0-e6fef5f25cda)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:29.858410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.875865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port aa627f9b-fa07-429e-8b77-868f145a1d62 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:29.894413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Transition to ACTIVE for port object ff6804e6-271d-4972-bf2f-df4a361c6d82 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:29.919932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port aa627f9b-fa07-429e-8b77-868f145a1d62 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:29.920479 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.929298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9464de75-224e-461b-ad88-bf7c993d0b8e) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:29.936145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:29.936780 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:29.996396 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-494136dc-e74e-46d7-9703-1006ed168a04 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7063677 May 28 05:53:30.000029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c3b7-8dd0-4b69-ba0a-b765fbd025cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:30.011677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42544) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:30.013593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224e327a-9007-4337-a2d5-3e35982b8521 None None] Network 9464de75-224e-461b-ad88-bf7c993d0b8e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:30.017758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '9464de75-224e-461b-ad88-bf7c993d0b8e', 'name': 'tempest-PortsTestJSON-790003381', 'fixed_ips': [{'subnet_id': 'e05f356d-a2a2-4ff4-b155-fe56fc51dceb', 'ip_address': '172.20.0.10'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:30.030590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:30.157404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Calling delete_port for 2e44a2ec-4a81-4e05-996d-83284fc5e999 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:53:30.393971 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f8ce8d-ca29-49bc-b965-0b9d94e0eddc None None] Network 143c5095-e4e4-41bc-897b-01ef00cb195b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:30.513218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:30.548960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:30.590560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No DVR routers for this DVR port 2e44a2ec-4a81-4e05-996d-83284fc5e999 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:53:30.600097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:30.604222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a8ee0-65e8-4cd1-9414-424a72e505b2 req-883de920-e691-4992-94b2-5936a084abe0 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:30.604548 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c3b7-8dd0-4b69-ba0a-b765fbd025cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:30.612430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d4a8ee0-65e8-4cd1-9414-424a72e505b2 req-883de920-e691-4992-94b2-5936a084abe0 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.4197586 May 28 05:53:30.624316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:port and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:30.630683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecfac6-f1fb-4a11-90a4-5e84061a0960 req-2b2352d9-f2c0-4ad4-9841-5ba484dac604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:30.632906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5ecfac6-f1fb-4a11-90a4-5e84061a0960 req-2b2352d9-f2c0-4ad4-9841-5ba484dac604 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 1096 time: 0.5597782 May 28 05:53:30.635720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:30.674719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 143c5095-e4e4-41bc-897b-01ef00cb195b is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:30.675439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8be578b4-3020-490d-8241-df834a62efd5 None None] Provisioning for port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:30.677995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:30.683491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:30.685088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3c3b7-8dd0-4b69-ba0a-b765fbd025cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1966e1c-2885-4f18-b345-00dbfad27cf5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:30.706354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:30.706932 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:30.772816 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c3b7-8dd0-4b69-ba0a-b765fbd025cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:30.777932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a2b3c3b7-8dd0-4b69-ba0a-b765fbd025cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1966e1c-2885-4f18-b345-00dbfad27cf5 HTTP/1.1" status: 204 len: 168 time: 1.4726412 May 28 05:53:30.786931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port aa627f9b-fa07-429e-8b77-868f145a1d62 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:30.787481 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:30.817013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:30.821755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:30.825803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=ff6804e6-271d-4972-bf2f-df4a361c6d82,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:30.909867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-9464de75-224e-461b-ad88-bf7c993d0b8e', 'network_id': '9464de75-224e-461b-ad88-bf7c993d0b8e', 'tenant_id': 'c2462d2832014f7d9bedf389dab3788a', 'fixed_ips': [{'subnet_id': 'e05f356d-a2a2-4ff4-b155-fe56fc51dceb'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:30.910736 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:30.973978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Port': ['ID=2e44a2ec-4a81-4e05-996d-83284fc5e999,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:31.012422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d4a8ee0-65e8-4cd1-9414-424a72e505b2 req-23ef066f-edad-4a8a-b885-617e14654a22 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862154 May 28 05:53:31.034476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.076874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b36118f-a1cf-40f8-bba1-e0c68f9d3997']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:31.092949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d13566-4784-4e17-97f0-e6fef5f25cda') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:31.093266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d13566-4784-4e17-97f0-e6fef5f25cda') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:31.108204 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.108604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:31.109126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.139949 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.175065 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.185829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecfac6-f1fb-4a11-90a4-5e84061a0960 req-091604a1-f574-4d5f-8dbc-d30f2b6bf87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:31.187321 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5ecfac6-f1fb-4a11-90a4-5e84061a0960 req-091604a1-f574-4d5f-8dbc-d30f2b6bf87e service neutron] 10.222.0.33 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 912 time: 0.5404291 May 28 05:53:31.265753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f92104-a6b6-4558-92b1-7613f34e199a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa627f9b-fa07-429e-8b77-868f145a1d62'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:53:31.271854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:53:31.272269 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.303819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5ecfac6-f1fb-4a11-90a4-5e84061a0960 req-43ef6db7-cdc2-418a-aea9-5cca3d0cf1f1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849 HTTP/1.1" status: 200 len: 217 time: 0.1025550 May 28 05:53:31.316889 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port aa627f9b-fa07-429e-8b77-868f145a1d62, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=aa627f9b-fa07-429e-8b77-868f145a1d62,segment=NetworkSegment(4369818a-e539-4570-8121-ecf65eb771f7),segment_id=4369818a-e539-4570-8121-ecf65eb771f7)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:31.445809 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.515762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port 9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:53:31.527726 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c1d13566-4784-4e17-97f0-e6fef5f25cda resource provider aggregate not found May 28 05:53:31.548505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4404e984-5d37-48b2-b228-fc09e79b3607 req-4b9cb433-78b1-453a-90b5-3f7a01ed4ccd tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:31.555650 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.573744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42584) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:31.593951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecfac6-f1fb-4a11-90a4-5e84061a0960 req-243434ae-fc17-4bb8-b817-a2e5e58609ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:31.597379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5ecfac6-f1fb-4a11-90a4-5e84061a0960 req-243434ae-fc17-4bb8-b817-a2e5e58609ca service neutron] 10.222.0.33 "GET /v2.0/subnets?id=944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 200 len: 851 time: 0.2215283 May 28 05:53:31.621630 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.637709 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c1d13566-4784-4e17-97f0-e6fef5f25cda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1d13566-4784-4e17-97f0-e6fef5f25cda found for delete ", "request_id": "req-e828d178-bd08-4ab4-981f-f8373604337c"}]} May 28 05:53:31.641393 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.645840 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-374766ea-77eb-4547-bc7e-3e80a47134e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.667991 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.671316 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.721609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5ecfac6-f1fb-4a11-90a4-5e84061a0960 req-40122269-30cc-4e52-9cb0-2c0778243784 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071403 May 28 05:53:31.736508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.754386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4404e984-5d37-48b2-b228-fc09e79b3607 req-4b9cb433-78b1-453a-90b5-3f7a01ed4ccd tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:31.755790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4404e984-5d37-48b2-b228-fc09e79b3607 req-4b9cb433-78b1-453a-90b5-3f7a01ed4ccd tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 210 time: 0.5068715 May 28 05:53:31.765243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-374766ea-77eb-4547-bc7e-3e80a47134e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:31.796077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:31.796531 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.828393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Network': ['ID=9b36118f-a1cf-40f8-bba1-e0c68f9d3997,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:31.858918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-374766ea-77eb-4547-bc7e-3e80a47134e2 admin admin] Usage tracker for resource:security_group_rule and tenant:466f17aa69064f63be99cf03978aa2af is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:31.863920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Transition to ACTIVE for port object bb704530-fec8-4372-9192-c4e009018298 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:31.876218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-374766ea-77eb-4547-bc7e-3e80a47134e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:31.894766 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c99508-12a3-4d39-bd9b-f87506f96f7a'] response: {'server_uuid': 'a2f92104-a6b6-4558-92b1-7613f34e199a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa627f9b-fa07-429e-8b77-868f145a1d62', 'code': 200} May 28 05:53:31.904593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-374766ea-77eb-4547-bc7e-3e80a47134e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:31.912007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9fc2392c-c4da-4386-b69a-767975c0e890 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/9b36118f-a1cf-40f8-bba1-e0c68f9d3997 HTTP/1.1" status: 204 len: 168 time: 6.5606217 May 28 05:53:31.913818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42590) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:31.942878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-455188073'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:31.944444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b,segment=NetworkSegment(1ce1812e-c343-4ed6-b088-44d20ae6f801),segment_id=1ce1812e-c343-4ed6-b088-44d20ae6f801)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:31.952702 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.973818 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:31.996093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=aa627f9b-fa07-429e-8b77-868f145a1d62,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:32.055800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:32.080599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Allocated IP 172.20.0.2 (9464de75-224e-461b-ad88-bf7c993d0b8e/e05f356d-a2a2-4ff4-b155-fe56fc51dceb/6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:32.084024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Attempting to bind port bb704530-fec8-4372-9192-c4e009018298 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:32.084397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Attempting to bind port bb704530-fec8-4372-9192-c4e009018298 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:32.084764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Attempting to bind port bb704530-fec8-4372-9192-c4e009018298 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:32.106202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:32.106581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:32.106987 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.107406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:32.107890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Bound port: bb704530-fec8-4372-9192-c4e009018298, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:32.108265 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.166202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:network and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:32.191626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] For port bb704530-fec8-4372-9192-c4e009018298, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:32.194745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] For port bb704530-fec8-4372-9192-c4e009018298, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bb704530-fec8-4372-9192-c4e009018298,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:32.204349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da147a1c-96bc-46bd-99ae-028590fe0ab3 None None] Pushing event updated for resources: {'Port': ['ID=bb704530-fec8-4372-9192-c4e009018298,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:32.211972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:32.236586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:32.299595 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.336112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:32.340684 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.401494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bf253-2071-4550-89f3-5d51762f2097 req-fa853de8-cb43-42e2-997c-d8b0f612945e tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:32.403196 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-093bf253-2071-4550-89f3-5d51762f2097 req-fa853de8-cb43-42e2-997c-d8b0f612945e tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 946 time: 1.1212931 May 28 05:53:32.541475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:32.548406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Routers {'5cd20961-5808-41c2-a4cb-bd9fe83635f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:53:32.549071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:32.583648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Allocated IP 172.20.0.1 (7088dd9d-42b3-46b9-a9bf-0159a21869e0/2dc43936-7b57-4c59-93f9-a4f8d823ed7a/d4a63f2d-0041-4c90-9832-e8b6455b98b1) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:32.609160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.609681 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Added segment 1954ff6b-ee9d-43c5-881f-1267b33d76fc of type vlan for network 7fad5605-4742-41bd-839a-8f7140430b68 May 28 05:53:32.632815 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-374766ea-77eb-4547-bc7e-3e80a47134e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.664442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:32.665689 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-374766ea-77eb-4547-bc7e-3e80a47134e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.717007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb611db-5584-43f3-8d62-e098bba20b3d req-47790a48-33fd-4ab1-b34d-7ff153aa0812 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:32.718979 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1cb611db-5584-43f3-8d62-e098bba20b3d req-47790a48-33fd-4ab1-b34d-7ff153aa0812 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.4598124 May 28 05:53:32.736853 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.786393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-70c8b67e-88bc-4ccb-b270-bec8703289e6 None None] Provisioning complete for port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:32.786765 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-70c8b67e-88bc-4ccb-b270-bec8703289e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.795050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-374766ea-77eb-4547-bc7e-3e80a47134e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=466f17aa69064f63be99cf03978aa2af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2164869 May 28 05:53:32.796033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42596) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:32.811161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374766ea-77eb-4547-bc7e-3e80a47134e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce0a125-fc39-4003-834d-76273cbdb240,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:32.825095 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-093bf253-2071-4550-89f3-5d51762f2097 req-a7580937-5cfa-4f35-9e3f-086d5be2caf0 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105151 May 28 05:53:32.857825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.861277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da147a1c-96bc-46bd-99ae-028590fe0ab3 None None] Pushing event updated for resources: {'Port': ['ID=bb704530-fec8-4372-9192-c4e009018298,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:32.876476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.885494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:32.887154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.900236 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5ecfac6-f1fb-4a11-90a4-5e84061a0960 req-b9625a2b-917c-4260-891f-8bc8be92d4fe service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1219692 May 28 05:53:32.913368 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.914257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:32.994780 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:33.060096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ebaec-76da-49ed-b9c1-b2b6435f6174 req-9b2fa28e-9d1a-4ac7-a1b6-5e6235ac7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:33.061576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba8ebaec-76da-49ed-b9c1-b2b6435f6174 req-9b2fa28e-9d1a-4ac7-a1b6-5e6235ac7b00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 1097 time: 0.9120319 May 28 05:53:33.112739 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8c1ad96a-2666-48d8-b314-429bdaa95b91 req-192d5151-d3c2-4521-83d9-0a496eeb7daa tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 210 time: 0.1543703 May 28 05:53:33.237143 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40c77dab-cf17-4709-9e9b-ab4b3d2fd745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:33.249728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] Set router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:53:33.263868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=ff6804e6-271d-4972-bf2f-df4a361c6d82,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:33.276281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1cb611db-5584-43f3-8d62-e098bba20b3d req-d88e71a4-cc22-47d7-b72d-9041eef5425b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324204 May 28 05:53:33.286383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba8ebaec-76da-49ed-b9c1-b2b6435f6174 req-b1e15bf1-f53f-474d-8384-e3d27323ad32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477380 May 28 05:53:33.326389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40c77dab-cf17-4709-9e9b-ab4b3d2fd745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:33.337736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5ecfac6-f1fb-4a11-90a4-5e84061a0960 req-f1dcbfee-e8b1-428c-879e-d5cf8fdbe851 service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052503 May 28 05:53:33.392719 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:33.470543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c6de806b-5994-420a-93bf-3cfe60da5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:33.487189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c6de806b-5994-420a-93bf-3cfe60da5f7c service neutron] 10.222.0.33 "GET /v2.0/ports/efdb6ff1-c2c4-4123-a994-107560eb2bd0 HTTP/1.1" status: 200 len: 1032 time: 0.2243850 May 28 05:53:33.491174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5714743 May 28 05:53:33.492034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029e5b1-2cc5-4ba6-9ae0-3965ae5d7bb8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=7fad5605-4742-41bd-839a-8f7140430b68,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:33.501724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42604) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:33.514223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'network_id': '7fad5605-4742-41bd-839a-8f7140430b68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:33.543004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:33.546941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:33.575083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-70c8b67e-88bc-4ccb-b270-bec8703289e6 None None] Current status of the port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:33.588338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:33.588985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 7fad5605-4742-41bd-839a-8f7140430b68 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:33.604199 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:33.626426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a63f2d-0041-4c90-9832-e8b6455b98b1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:33.668113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40c77dab-cf17-4709-9e9b-ab4b3d2fd745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:33.691987 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:33.701534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 143c5095-e4e4-41bc-897b-01ef00cb195b is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:33.707641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c77dab-cf17-4709-9e9b-ab4b3d2fd745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce0a125-fc39-4003-834d-76273cbdb240,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:33.714794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:33.720278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2abfc3eb-5393-4681-8199-bb34b7cd3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:33.721367 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2abfc3eb-5393-4681-8199-bb34b7cd3846 service neutron] 10.222.0.33 "GET /v2.0/ports/b2b408ba-1753-4654-8059-1424962b2a46 HTTP/1.1" status: 200 len: 1033 time: 0.1917329 May 28 05:53:33.734921 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40c77dab-cf17-4709-9e9b-ab4b3d2fd745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:33.751815 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-40c77dab-cf17-4709-9e9b-ab4b3d2fd745 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ce0a125-fc39-4003-834d-76273cbdb240 HTTP/1.1" status: 204 len: 168 time: 0.9451952 May 28 05:53:33.789693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a31d9-ace1-4020-92c0-e31108168e31 req-eef907c0-96f1-4c66-9f8d-eab81da20122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:33.800127 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62a31d9-ace1-4020-92c0-e31108168e31 req-eef907c0-96f1-4c66-9f8d-eab81da20122 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 1096 time: 0.2481048 May 28 05:53:33.838177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Transition to ACTIVE for port object 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:33.937541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:33.985568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-70c8b67e-88bc-4ccb-b270-bec8703289e6 None None] Provisioning for port ff6804e6-271d-4972-bf2f-df4a361c6d82 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:34.024398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-70c8b67e-88bc-4ccb-b270-bec8703289e6 None None] Provisioning complete for port ff6804e6-271d-4972-bf2f-df4a361c6d82 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:34.024840 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-70c8b67e-88bc-4ccb-b270-bec8703289e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:34.127707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Transition to ACTIVE for port object 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:34.142518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:subnet and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:34.144331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:34.149804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:34.181290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:34.183977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a31d9-ace1-4020-92c0-e31108168e31 req-c68e8073-a8e3-43cc-994a-559024baa735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:34.186048 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62a31d9-ace1-4020-92c0-e31108168e31 req-c68e8073-a8e3-43cc-994a-559024baa735 service neutron] 10.222.0.33 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 912 time: 0.3616230 May 28 05:53:34.192396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:34.277273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:34.282039 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:34.336096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Network 9464de75-224e-461b-ad88-bf7c993d0b8e is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:34.341256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-70c8b67e-88bc-4ccb-b270-bec8703289e6 None None] Port ff6804e6-271d-4972-bf2f-df4a361c6d82 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:34.363276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:34.367144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:34.397744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:53:34.432814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f5203466-2e9e-4950-9fe9-3e874753f13a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:34.439695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f5203466-2e9e-4950-9fe9-3e874753f13a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:34.445983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f5203466-2e9e-4950-9fe9-3e874753f13a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:34.447009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f5203466-2e9e-4950-9fe9-3e874753f13a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:34.504075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62a31d9-ace1-4020-92c0-e31108168e31 req-65be3f3e-4691-4e2a-827d-49fa557af5d4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849 HTTP/1.1" status: 200 len: 217 time: 0.2699502 May 28 05:53:34.632930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Pushing event updated for resources: {'Port': ['ID=6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:34.644564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f5203466-2e9e-4950-9fe9-3e874753f13a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:34.646036 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f5203466-2e9e-4950-9fe9-3e874753f13a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "GET /v2.0/networks?id=d9749cf5-b31b-4b2d-9463-3d84e612ffc8&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=4b427dc3-eb5a-4af2-a01b-203848d8638e&id=4b427dc3-eb5a-4af2-a01b-203848d8638e HTTP/1.1" status: 200 len: 1993 time: 0.8654189 May 28 05:53:34.681415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:34.693101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.693852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:53:34.699753 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-44bb4ef6-e253-41c5-b861-e1ed5aab4061 req-3ece5952-8db1-4bd2-a375-1f692423b918 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 210 time: 0.1629443 May 28 05:53:34.742493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Attempting to bind port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:34.742493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Attempting to bind port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'ed6cca37-b3bb-4128-a54f-80e22047ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9464de75-224e-461b-ad88-bf7c993d0b8e'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:34.742493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Attempting to bind port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 on network 9464de75-224e-461b-ad88-bf7c993d0b8e {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:34.780130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:34.780821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Checking segment: {'id': 'ed6cca37-b3bb-4128-a54f-80e22047ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9464de75-224e-461b-ad88-bf7c993d0b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:34.783365 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:34.784595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Bound using segment: {'id': 'ed6cca37-b3bb-4128-a54f-80e22047ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9464de75-224e-461b-ad88-bf7c993d0b8e'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:34.785895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Bound port: 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6cca37-b3bb-4128-a54f-80e22047ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9464de75-224e-461b-ad88-bf7c993d0b8e'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:34.786869 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:34.803775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fcbc7dab-2cf0-4d5b-842e-e83599c3a2ae None None] Provisioning complete for port ff6804e6-271d-4972-bf2f-df4a361c6d82 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:34.804386 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7dab-2cf0-4d5b-842e-e83599c3a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:34.819632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-54ab0016-5d4b-428a-b410-6bb41bfd0be3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd718985c28a4117b7e07db37d6ba250 HTTP/1.1" status: 200 len: 379 time: 0.1521468 May 28 05:53:34.851598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:53:34.859929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:34.860417 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:34.867506 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:53:34.886621 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:53:34.887454 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:34.903359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.10 (9464de75-224e-461b-ad88-bf7c993d0b8e/e05f356d-a2a2-4ff4-b155-fe56fc51dceb/9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:34.909280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'admin_state_up': True, 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'security_groups': ['725da408-2dd0-4d67-b56c-9f77421a2ab0']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:34.963932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d7eb8913-3cdf-4d4b-987b-3b84e19329cb tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4188108 May 28 05:53:34.968315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42632) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:34.990687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1994560369'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:35.024678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea681f-2e9a-4231-8744-b9d35b9c5a3e req-b96e85e6-e0ac-4ab8-9d75-231a0bb1ea2d tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:35.032698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8fea681f-2e9a-4231-8744-b9d35b9c5a3e req-b96e85e6-e0ac-4ab8-9d75-231a0bb1ea2d tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 946 time: 1.0185561 May 28 05:53:35.035759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a31d9-ace1-4020-92c0-e31108168e31 req-1ff38837-79f0-4c1c-8d71-58d0e1771e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:35.037140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62a31d9-ace1-4020-92c0-e31108168e31 req-1ff38837-79f0-4c1c-8d71-58d0e1771e6b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 200 len: 851 time: 0.5135279 May 28 05:53:35.038161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:35.060653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:25Z', 'revision_number': 3, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:35.067547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc7dab-2cf0-4d5b-842e-e83599c3a2ae None None] Port ff6804e6-271d-4972-bf2f-df4a361c6d82 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:35.074824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e53ac4-5516-4e0e-9701-e579d07c7924 None None] The sync data for ids ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'] in n-d-843679-5 is: [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:25Z', 'revision_number': 3, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:53:35.129438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] For port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:35.132180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:network and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:35.182019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:35.256733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] For port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4,segment=NetworkSegment(ed6cca37-b3bb-4128-a54f-80e22047ef31),segment_id=ed6cca37-b3bb-4128-a54f-80e22047ef31)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:35.267882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62a31d9-ace1-4020-92c0-e31108168e31 req-ebe236a6-9493-4732-a716-da9653bd66f1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2199218 May 28 05:53:35.289734 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:35.292760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:35.293414 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:53:35.394901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:35.476244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68426631-4982-4f67-aef1-77f68c61c89c None None] Pushing event updated for resources: {'Port': ['ID=6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:35.571320 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62a31d9-ace1-4020-92c0-e31108168e31 req-e909abe4-95cd-4927-8256-c36e42eb5409 service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569041 May 28 05:53:35.718217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:35.738611 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8fea681f-2e9a-4231-8744-b9d35b9c5a3e req-f5611b48-612e-4d5a-9200-5ba9c71620b9 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7049439 May 28 05:53:35.801949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:35.817448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:35.842932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:35.903080 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:36.064712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:36.075395 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:36.185275 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:53:31Z', 'revision_number': 3, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:32Z', 'revision_number': 2, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:36.207451 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:53:36.207976 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Updating router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace port ff6804e6-271d-4972-bf2f-df4a361c6d82 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:53:36.314826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:36.337983 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:36.367837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking segment: {'id': '1954ff6b-ee9d-43c5-881f-1267b33d76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7fad5605-4742-41bd-839a-8f7140430b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:36.368349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network hostable DHCP agents. Network: 7fad5605-4742-41bd-839a-8f7140430b68, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:36.382366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000b70-93dc-4451-a6f5-29511208ea81 req-aab8950d-2a73-44d3-b9ab-0a7f29dc33bb tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:36.391182 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91000b70-93dc-4451-a6f5-29511208ea81 req-aab8950d-2a73-44d3-b9ab-0a7f29dc33bb tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.8244224 May 28 05:53:36.420075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f516b71b-bc44-4c28-93eb-bd7fd7772320 req-e288c3a4-58b4-4499-9593-0006af66527d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 210 time: 0.2584021 May 28 05:53:36.580497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:36.591859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=56d49fb5-7082-493a-90b0-b6df75d7ca73,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:36.605392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bb704530-fec8-4372-9192-c4e009018298 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:36.680922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91000b70-93dc-4451-a6f5-29511208ea81 req-006ee2f3-fecc-42b2-8985-c84e2867cf52 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880247 May 28 05:53:36.702517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:36.806757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network 7fad5605-4742-41bd-839a-8f7140430b68 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:36.826692 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:36.826823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port bb704530-fec8-4372-9192-c4e009018298 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:36.833173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port bb704530-fec8-4372-9192-c4e009018298 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:36.833629 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:36.851547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 7fad5605-4742-41bd-839a-8f7140430b68) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:36.855687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:36.856381 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:36.878742 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d62a31d9-ace1-4020-92c0-e31108168e31 req-bd483ae7-6890-400c-9db8-3dcae66739d5 service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2223306 May 28 05:53:36.880881 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:36.881227 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added segment 99f1d389-1a61-4296-8648-d46efd54ae4c of type vlan for network 44fe4649-6015-44b4-9972-c9e56e1a41d7 May 28 05:53:36.896884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-241f0e2f-5e7f-4b70-af28-d99f582b94ff tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3912225 May 28 05:53:36.896884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Allocated IP 172.20.0.13 (d9749cf5-b31b-4b2d-9463-3d84e612ffc8/3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f/b870648d-286e-4080-b124-e472c38b10b6) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:36.907821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42656) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:36.919594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b41f17-8da6-438c-9558-fc7b6a34cd1b None None] Network 7fad5605-4742-41bd-839a-8f7140430b68 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:36.992597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object 9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:37.000520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:53:37.168544 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.179380 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.202291 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.204908 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.221134 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Transition to ACTIVE for port object ff6804e6-271d-4972-bf2f-df4a361c6d82 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:37.233025 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.264989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8292ed63-5e9f-4b94-a1e4-9556a3f089de None None] Network 9464de75-224e-461b-ad88-bf7c993d0b8e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:37.445225 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.532392 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:53:37.566901 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.756477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.816283 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0294bc-0f96-426b-8736-c0e6a6350675 None None] Pushing event updated for resources: {'Port': ['ID=ff6804e6-271d-4972-bf2f-df4a361c6d82,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:37.855626 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Attempting to bind port ff6804e6-271d-4972-bf2f-df4a361c6d82 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:37.856287 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Attempting to bind port ff6804e6-271d-4972-bf2f-df4a361c6d82 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '1ce1812e-c343-4ed6-b088-44d20ae6f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:37.856837 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Attempting to bind port ff6804e6-271d-4972-bf2f-df4a361c6d82 on network 143c5095-e4e4-41bc-897b-01ef00cb195b {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:37.871271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:37.872245 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Checking segment: {'id': '1ce1812e-c343-4ed6-b088-44d20ae6f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:37.877386 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.880925 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Bound using segment: {'id': '1ce1812e-c343-4ed6-b088-44d20ae6f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:37.881621 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Bound port: ff6804e6-271d-4972-bf2f-df4a361c6d82, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce1812e-c343-4ed6-b088-44d20ae6f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:37.882160 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.897021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8f68468b-97ad-442f-8cd2-24d3282e1313 req-91265b53-b285-40f2-978f-74c8121543e1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:37.951974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:37.974411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a63f2d-0041-4c90-9832-e8b6455b98b1,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:37.981702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8f68468b-97ad-442f-8cd2-24d3282e1313 req-91265b53-b285-40f2-978f-74c8121543e1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:37.983318 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f68468b-97ad-442f-8cd2-24d3282e1313 req-91265b53-b285-40f2-978f-74c8121543e1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 210 time: 0.2378016 May 28 05:53:37.985349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.031844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-68d622ff-c569-4486-aa8f-4865772934f1 None None] Provisioning for port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:38.036233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.040378 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] For port ff6804e6-271d-4972-bf2f-df4a361c6d82, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:38.046521 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] For port ff6804e6-271d-4972-bf2f-df4a361c6d82, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ff6804e6-271d-4972-bf2f-df4a361c6d82,segment=NetworkSegment(1ce1812e-c343-4ed6-b088-44d20ae6f801),segment_id=1ce1812e-c343-4ed6-b088-44d20ae6f801)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:38.054023 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.058534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Transition to ACTIVE for port object b870648d-286e-4080-b124-e472c38b10b6 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:38.066381 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.068150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:38.068805 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.094261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-68d622ff-c569-4486-aa8f-4865772934f1 None None] Provisioning complete for port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:38.095463 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68d622ff-c569-4486-aa8f-4865772934f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.195879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7184557-0294-454f-a50a-e99170340d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-7fad5605-4742-41bd-839a-8f7140430b68', 'network_id': '7fad5605-4742-41bd-839a-8f7140430b68', 'tenant_id': '981aa125554e472eae4daff49fbe2800', 'fixed_ips': [{'subnet_id': '56d49fb5-7082-493a-90b0-b6df75d7ca73'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:38.203458 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d7184557-0294-454f-a50a-e99170340d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.218024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Subnet': ['ID=56d49fb5-7082-493a-90b0-b6df75d7ca73,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:38.274483 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:53:38.275140 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:38.429306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.481322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port bb704530-fec8-4372-9192-c4e009018298 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:38.481962 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.501220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fad5605-4742-41bd-839a-8f7140430b68']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:38.502573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port bb704530-fec8-4372-9192-c4e009018298, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bb704530-fec8-4372-9192-c4e009018298,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:38.516828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1954ff6b-ee9d-43c5-881f-1267b33d76fc') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:38.517381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1954ff6b-ee9d-43c5-881f-1267b33d76fc') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:38.545850 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.547065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:38.549694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.551795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 9464de75-224e-461b-ad88-bf7c993d0b8e is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:38.561249 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:53:38.588157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.596892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:53:38.597284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.703651 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:38.705037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:38.724634 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-584db7e2-413a-4e24-b4e1-ced4905e8d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.730623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8865b14-e852-44a3-8cf2-098c18dc950b None None] Network 7fad5605-4742-41bd-839a-8f7140430b68 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:38.748775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:38.751166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:38.770622 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.774058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8865b14-e852-44a3-8cf2-098c18dc950b None None] Network 7fad5605-4742-41bd-839a-8f7140430b68 could not be found, it might have been deleted concurrently. {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 28 05:53:38.779427 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 1954ff6b-ee9d-43c5-881f-1267b33d76fc resource provider aggregate not found May 28 05:53:38.818610 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0294bc-0f96-426b-8736-c0e6a6350675 None None] Pushing event updated for resources: {'Port': ['ID=ff6804e6-271d-4972-bf2f-df4a361c6d82,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:38.826866 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.830641 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 1954ff6b-ee9d-43c5-881f-1267b33d76fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1954ff6b-ee9d-43c5-881f-1267b33d76fc found for delete ", "request_id": "req-78dd55b2-3d5c-4b63-8e16-0815d4a8237c"}]} May 28 05:53:38.834034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Network': ['ID=7fad5605-4742-41bd-839a-8f7140430b68,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:38.845394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8fed8-c456-4c37-af3f-6e0c947806ae req-aeb91692-fcfd-4058-9fad-cbe1d342578a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:38.853696 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5bf8fed8-c456-4c37-af3f-6e0c947806ae req-aeb91692-fcfd-4058-9fad-cbe1d342578a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 946 time: 1.8548007 May 28 05:53:38.871180 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-36d24274-0113-4f53-bd5b-6237ba902b19 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/7fad5605-4742-41bd-839a-8f7140430b68 HTTP/1.1" status: 204 len: 168 time: 1.9590056 May 28 05:53:38.875126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42674) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:38.876752 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.8906915 May 28 05:53:38.881786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-330281913'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:38.884313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42678) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:38.887774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:38.893597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:network and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:38.896732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:38.903651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:38.918274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-68d622ff-c569-4486-aa8f-4865772934f1 None None] Current status of the port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:38.918502 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68d622ff-c569-4486-aa8f-4865772934f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.924358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:38.928206 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.945260 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:38.962850 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:53:31Z', 'revision_number': 3, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:38.970211 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6a08b-7d96-4dfb-ad58-08a3afb97981 None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:53:31Z', 'revision_number': 3, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:53:39.036906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:39.057488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'subnet': {'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:39.063806 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:39.064583 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Added segment 70d74a7e-1f06-4d36-8e70-43027710bda1 of type vlan for network 9a245a9b-759d-4a88-a830-3dba4580abbe May 28 05:53:39.071574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-68d622ff-c569-4486-aa8f-4865772934f1 None None] For port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4,segment=NetworkSegment(ed6cca37-b3bb-4128-a54f-80e22047ef31),segment_id=ed6cca37-b3bb-4128-a54f-80e22047ef31)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:39.076351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=bb704530-fec8-4372-9192-c4e009018298,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:39.106712 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68d622ff-c569-4486-aa8f-4865772934f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:39.106962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9848dae-6ef0-4081-be90-4d84aa11a62e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Network': ['ID=44fe4649-6015-44b4-9972-c9e56e1a41d7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:39.118906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33255867-1018-4a4e-a7df-89b11b439684 req-13b84ffe-b64f-4f83-ae15-74453b415900 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:39.121104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-33255867-1018-4a4e-a7df-89b11b439684 req-13b84ffe-b64f-4f83-ae15-74453b415900 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.4117334 May 28 05:53:39.122984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:39.151844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:39.171727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:39.179104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:39.268161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 44fe4649-6015-44b4-9972-c9e56e1a41d7 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:39.341382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:39.354572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:39.355766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605781'] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:39.417943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d622ff-c569-4486-aa8f-4865772934f1 None None] Pushing event updated for resources: {'Port': ['ID=6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:39.501544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Port': ['ID=b870648d-286e-4080-b124-e472c38b10b6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:39.603185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:39.605130 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:39.628824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5bf8fed8-c456-4c37-af3f-6e0c947806ae req-ecc17167-f66f-4cdf-968f-9aafcf0023f5 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7650099 May 28 05:53:39.686741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0aa79bf6-bd5e-4009-92eb-59393a936da9 None None] Provisioning for port b870648d-286e-4080-b124-e472c38b10b6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:39.699573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0aa79bf6-bd5e-4009-92eb-59393a936da9 None None] Provisioning complete for port b870648d-286e-4080-b124-e472c38b10b6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:39.699950 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0aa79bf6-bd5e-4009-92eb-59393a936da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:39.843178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0aa79bf6-bd5e-4009-92eb-59393a936da9 None None] Port b870648d-286e-4080-b124-e472c38b10b6 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:39.916527 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:39.975206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-501ab9ee-9231-4a89-a4ee-77cd7d20e197 None None] Provisioning complete for port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:39.978660 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-501ab9ee-9231-4a89-a4ee-77cd7d20e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:40.007288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1309135 May 28 05:53:40.013357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42692) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:40.017213 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d3267034-9e2e-464a-9daa-b2bb91687eb0 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 10.0023775 May 28 05:53:40.049914 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-33255867-1018-4a4e-a7df-89b11b439684 req-54e293e9-d694-4c9b-9877-6bac8739e70c tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8923039 May 28 05:53:40.069985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:40.070144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42694) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:40.078606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:subnet and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:40.087474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '9464de75-224e-461b-ad88-bf7c993d0b8e', 'name': 'tempest-PortsTestJSON-780842669', 'fixed_ips': [{'subnet_id': 'e05f356d-a2a2-4ff4-b155-fe56fc51dceb', 'ip_address': '172.20.0.9'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:40.091384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:40.098180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:40.150765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'network_id': '9a245a9b-759d-4a88-a830-3dba4580abbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:40.177679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:40.182292 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:40.337094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d049a-ea8b-4713-9ed9-fdf975d326f2 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:53:40.365423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:53:40.412260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd5e1d-a2e3-4505-b293-97c4f53c673f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=9a245a9b-759d-4a88-a830-3dba4580abbe,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:40.430004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:40.430653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:40.433162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9a245a9b-759d-4a88-a830-3dba4580abbe details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:40.535106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8015b9c-8562-46f5-8f4e-410f691e633b req-664b7272-1fab-42fc-ad55-79c29d003407 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:40.537541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8015b9c-8562-46f5-8f4e-410f691e633b req-664b7272-1fab-42fc-ad55-79c29d003407 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 932 time: 0.6160212 May 28 05:53:40.545358 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-095cc0d0-00ed-45d0-aa58-a8adbbcbe726 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6639621 May 28 05:53:40.609531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'admin_state_up': True, 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'security_groups': ['725da408-2dd0-4d67-b56c-9f77421a2ab0']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:40.726331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-501ab9ee-9231-4a89-a4ee-77cd7d20e197 None None] Current status of the port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:40.727246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:40.754019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:subnet and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:40.769546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:40.778608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-501ab9ee-9231-4a89-a4ee-77cd7d20e197 None None] Provisioning for port 9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:40.787731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:40.788490 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ee73f549-d66f-48a3-9a3a-f7c6e3c85e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:40.802136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:40.821177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:port and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:40.831380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:40.842315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-501ab9ee-9231-4a89-a4ee-77cd7d20e197 None None] Provisioning complete for port 9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:40.844937 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-501ab9ee-9231-4a89-a4ee-77cd7d20e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:40.853825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:40.867832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:40.872870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:40.931385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ff6804e6-271d-4972-bf2f-df4a361c6d82 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:40.953604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:41.058505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-501ab9ee-9231-4a89-a4ee-77cd7d20e197 None None] Port 9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:41.094619 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8015b9c-8562-46f5-8f4e-410f691e633b req-50fdebf7-35e6-41cd-94cd-5dad7c75bb03 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077395 May 28 05:53:41.098406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:53:41.103307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ff6804e6-271d-4972-bf2f-df4a361c6d82 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:41.114218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Sync routers for ids ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:53:41.120884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ff6804e6-271d-4972-bf2f-df4a361c6d82 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:41.121194 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:41.122480 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bce368e6-5877-4610-a47b-0210c246eae0 admin admin] 10.222.0.39 "PUT /v2.0/routers/5cd20961-5808-41c2-a4cb-bd9fe83635f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0112810 May 28 05:53:41.174173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:41.341401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Routers {'5cd20961-5808-41c2-a4cb-bd9fe83635f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:53:41.342043 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:41.361346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Subnet': ['ID=d6432547-5a4d-4bb3-97c1-1f57023e6591,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:41.500419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-43181377-64a2-477f-8dde-3581d4af4651 None None] Provisioning complete for port 9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:41.500792 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-43181377-64a2-477f-8dde-3581d4af4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:41.512308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:41.571692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:41.584162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-43181377-64a2-477f-8dde-3581d4af4651 None None] Port 9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:41.585342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port dafd6662-3f33-4587-9769-47b44136d9b7 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:53:41.597404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Checking segment: {'id': '99f1d389-1a61-4296-8648-d46efd54ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:41.597404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network hostable DHCP agents. Network: 44fe4649-6015-44b4-9972-c9e56e1a41d7, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:41.624603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d049a-ea8b-4713-9ed9-fdf975d326f2 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:53:41.647413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:41.659532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e8fd3-d2e5-4ef2-849f-b8256b38fd8d req-35224e03-547a-43a1-984e-64330bf34391 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:41.660171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-578e8fd3-d2e5-4ef2-849f-b8256b38fd8d req-35224e03-547a-43a1-984e-64330bf34391 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Synchronizing usage tracker for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:41.665725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 44fe4649-6015-44b4-9972-c9e56e1a41d7 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:41.685021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 44fe4649-6015-44b4-9972-c9e56e1a41d7) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:41.691188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:41.693862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:41.709121 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:41.714725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-578e8fd3-d2e5-4ef2-849f-b8256b38fd8d req-35224e03-547a-43a1-984e-64330bf34391 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Unset dirty status for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:41.716173 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-578e8fd3-d2e5-4ef2-849f-b8256b38fd8d req-35224e03-547a-43a1-984e-64330bf34391 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.3122413 May 28 05:53:41.720193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1c434a1e-dda0-471b-9542-e4efc6ec9907 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8205283 May 28 05:53:41.738547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42720) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:41.749658 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:41.766717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:41.771219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:41.924929 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-578e8fd3-d2e5-4ef2-849f-b8256b38fd8d req-45afbfbc-e114-44bf-a230-92fe3a84aaf6 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020249 May 28 05:53:41.999266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.9 (9464de75-224e-461b-ad88-bf7c993d0b8e/e05f356d-a2a2-4ff4-b155-fe56fc51dceb/dafd6662-3f33-4587-9769-47b44136d9b7) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:42.079094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ff6804e6-271d-4972-bf2f-df4a361c6d82 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:42.079852 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:42.123577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Set router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:53:42.278193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port ff6804e6-271d-4972-bf2f-df4a361c6d82, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ff6804e6-271d-4972-bf2f-df4a361c6d82,segment=NetworkSegment(1ce1812e-c343-4ed6-b088-44d20ae6f801),segment_id=1ce1812e-c343-4ed6-b088-44d20ae6f801)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:42.379832 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:42.381362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:42.409315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:42.428923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object dafd6662-3f33-4587-9769-47b44136d9b7 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:42.556350 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:42.610202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f5ceb-993e-4976-b021-90d62abff0a5 req-300f9188-3101-4afd-bcd8-ac55a5b89e78 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:42.611948 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c7f5ceb-993e-4976-b021-90d62abff0a5 req-300f9188-3101-4afd-bcd8-ac55a5b89e78 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 946 time: 1.1482124 May 28 05:53:42.696263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:42.732577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:42.733086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:42.774255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=ff6804e6-271d-4972-bf2f-df4a361c6d82,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:42.810045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 9464de75-224e-461b-ad88-bf7c993d0b8e is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:42.819283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=dafd6662-3f33-4587-9769-47b44136d9b7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:42.821889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:42.839163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:42.904047 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c7f5ceb-993e-4976-b021-90d62abff0a5 req-75fcc552-c03f-460e-a179-5507cd8961ef tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668941 May 28 05:53:42.909700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:42.910339 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:42.945343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=c9a0962d-710c-4973-8444-fb09cfedd9d7,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:42.951703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking segment: {'id': '70d74a7e-1f06-4d36-8e70-43027710bda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9a245a9b-759d-4a88-a830-3dba4580abbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:42.952061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network hostable DHCP agents. Network: 9a245a9b-759d-4a88-a830-3dba4580abbe, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:43.009844 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f6c3fd0b-7503-4016-990b-c6e510e99496 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9387155 May 28 05:53:43.144524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42744) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:43.342913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network 9a245a9b-759d-4a88-a830-3dba4580abbe is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:43.364639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:34Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd4a63f2d-0041-4c90-9832-e8b6455b98b1', 'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'mac_address': 'fa:16:3e:10:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:31Z', 'updated_at': '2022-05-28T05:53:35Z', 'revision_number': 2, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'subnets': [{'id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:43.366618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Allocated IP 10.1.1.153 (db9d3feb-74d3-414b-a7b3-f4a6b602e13f/c5d4331c-e24a-43b9-a783-44ab2a6f88d6/67916908-4578-4d60-8b1d-270d092cdcd6) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:43.367109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:43.368336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bb704530-fec8-4372-9192-c4e009018298 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:43.399149 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:43.404285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9a245a9b-759d-4a88-a830-3dba4580abbe) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:43.435834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:43.435834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:43.459983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Checking router: 5cd20961-5808-41c2-a4cb-bd9fe83635f7 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:53:43.460349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Updating router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 port d4a63f2d-0041-4c90-9832-e8b6455b98b1 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:53:43.467959 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:43.491032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97ae8b-0f51-49c3-bff6-487f7b6bdb13 req-3ea50e7d-7643-4503-b4b4-56bf848752e6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:43.492457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3d97ae8b-0f51-49c3-bff6-487f7b6bdb13 req-3ea50e7d-7643-4503-b4b4-56bf848752e6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:43.504304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-35a681cd-bd7c-4fe9-b7ef-231cb99d623d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4749231 May 28 05:53:43.508035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42750) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:43.533425 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:43.534808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'network_id': '9a245a9b-759d-4a88-a830-3dba4580abbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:43.544226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-44fe4649-6015-44b4-9972-c9e56e1a41d7', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:43.545118 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:43.599115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-610b07fe-259a-4859-a0f1-a37e9dfe1846 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:43.599923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-610b07fe-259a-4859-a0f1-a37e9dfe1846 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Synchronizing usage tracker for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:43.666746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3d97ae8b-0f51-49c3-bff6-487f7b6bdb13 req-3ea50e7d-7643-4503-b4b4-56bf848752e6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:43.667987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d97ae8b-0f51-49c3-bff6-487f7b6bdb13 req-3ea50e7d-7643-4503-b4b4-56bf848752e6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 932 time: 0.4666343 May 28 05:53:43.734499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c8f37e-293b-4a96-81c7-a38d4eb09b31 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:43.735456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-38c8f37e-293b-4a96-81c7-a38d4eb09b31 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:43.769700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-865f7834-4404-49bd-bff2-1b1820e50b2d tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:43.769700 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-865f7834-4404-49bd-bff2-1b1820e50b2d tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 946 time: 0.6919959 May 28 05:53:43.769700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-610b07fe-259a-4859-a0f1-a37e9dfe1846 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Unset dirty status for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:43.769700 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-610b07fe-259a-4859-a0f1-a37e9dfe1846 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 819 time: 1.4217396 May 28 05:53:43.817118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d97ae8b-0f51-49c3-bff6-487f7b6bdb13 req-d853ccdd-c1de-473a-af2e-de967b89919c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334302 May 28 05:53:43.853257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:43.860461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:43.868233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:subnet and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:43.874759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:43.881253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Transition to ACTIVE for port object 67916908-4578-4d60-8b1d-270d092cdcd6 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:43.882570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:43.904236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:43.908398 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:43.978182 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-d09d8aa5-cc50-47bb-9bbc-0b8b98885dd8 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/quotas/a928476d426c4a8299ddc40dcdf4eecd HTTP/1.1" status: 200 len: 375 time: 0.2081456 May 28 05:53:44.012498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port bb704530-fec8-4372-9192-c4e009018298 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:44.012868 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:44.091965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:44.216176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Port': ['ID=67916908-4578-4d60-8b1d-270d092cdcd6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:44.255292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network db9d3feb-74d3-414b-a7b3-f4a6b602e13f is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:44.260796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:44.264692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:44.268828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Allocated IP 2001:db8:2::2 (44fe4649-6015-44b4-9972-c9e56e1a41d7/d6432547-5a4d-4bb3-97c1-1f57023e6591/32dd271a-39dc-4843-ad5c-55eb14a6771f) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:44.284796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port bb704530-fec8-4372-9192-c4e009018298 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:44.337735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12b694-bf02-419f-9b41-49a795203732 req-7d1a8105-dd48-44ed-9318-9b4e26e89a5e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:44.338353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-38c8f37e-293b-4a96-81c7-a38d4eb09b31 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:44.345224 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba12b694-bf02-419f-9b41-49a795203732 req-7d1a8105-dd48-44ed-9318-9b4e26e89a5e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.3380268 May 28 05:53:44.345825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-38c8f37e-293b-4a96-81c7-a38d4eb09b31 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.1274517 May 28 05:53:44.347978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42756) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:44.384277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:44.384914 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:44.446900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-9c6c9b54-5ea6-4161-898c-09f95d534c1a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Deleting port aa627f9b-fa07-429e-8b77-868f145a1d62 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:44.447295 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-9c6c9b54-5ea6-4161-898c-09f95d534c1a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:44.481181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ff6804e6-271d-4972-bf2f-df4a361c6d82 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:44.521985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba12b694-bf02-419f-9b41-49a795203732 req-f290f1fc-284c-4701-8e0a-28b007fb7102 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757624 May 28 05:53:44.538006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-767ebf0b-9b32-488d-b88d-48eded63e06b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9375041 May 28 05:53:44.565630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'admin_state_up': True, 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'security_groups': ['725da408-2dd0-4d67-b56c-9f77421a2ab0']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:44.707963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1768c03-0325-4701-ba70-051d9fc47671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:44.714339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1768c03-0325-4701-ba70-051d9fc47671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:44.720306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1768c03-0325-4701-ba70-051d9fc47671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:44.724567 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f1768c03-0325-4701-ba70-051d9fc47671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3654373 May 28 05:53:44.780189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42762) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:44.785826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:44.855050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-e2c5f058-57d7-4fd1-aa46-8f764d9c32d7 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Synchronizing usage tracker for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:44.879935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Transition to ACTIVE for port object d4a63f2d-0041-4c90-9832-e8b6455b98b1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:44.892094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ff6804e6-271d-4972-bf2f-df4a361c6d82 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:44.892094 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:44.896141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-e2c5f058-57d7-4fd1-aa46-8f764d9c32d7 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Unset dirty status for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:44.897450 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-e2c5f058-57d7-4fd1-aa46-8f764d9c32d7 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9182181 May 28 05:53:44.913720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:44.950197 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.002737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=54eaff46-c56f-4317-bc80-257b460c2267,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:45.004471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-2852b522-d362-49da-a5f7-cb3cc827672a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port dafd6662-3f33-4587-9769-47b44136d9b7 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:45.004786 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2852b522-d362-49da-a5f7-cb3cc827672a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.017520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network 9a245a9b-759d-4a88-a830-3dba4580abbe is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:45.023858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:45.030023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:45.030617 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.042463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:45.052861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:45.078976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:45.083028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.098420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b61dae0f-a438-4424-839b-c9b5a4dadecb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5860205 May 28 05:53:45.102250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42776) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:45.122330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc39f-b88c-492b-a84e-65f825b2e1aa req-fbe75201-057a-4e83-81c8-882179afe98a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:45.124144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b98dc39f-b88c-492b-a84e-65f825b2e1aa req-fbe75201-057a-4e83-81c8-882179afe98a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 946 time: 0.4282327 May 28 05:53:45.134974 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.148414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Transition to ACTIVE for port object 32dd271a-39dc-4843-ad5c-55eb14a6771f will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:45.198654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Transition to ACTIVE for port object 32dd271a-39dc-4843-ad5c-55eb14a6771f will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:45.299411 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.321233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Network 44fe4649-6015-44b4-9972-c9e56e1a41d7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:45.326577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa74b6f-3f06-4683-8a83-6185aedc65ec None None] Pushing event updated for resources: {'Port': ['ID=d4a63f2d-0041-4c90-9832-e8b6455b98b1,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:45.354914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Allocated IP 10.1.1.134 (db9d3feb-74d3-414b-a7b3-f4a6b602e13f/c5d4331c-e24a-43b9-a783-44ab2a6f88d6/944b1812-db23-4113-a5bd-719177904604) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:45.362781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b98dc39f-b88c-492b-a84e-65f825b2e1aa req-997c970c-ceab-407c-9050-278f416f211a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934257 May 28 05:53:45.431299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:45.454943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:45.485928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-9c6c9b54-5ea6-4161-898c-09f95d534c1a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] For port aa627f9b-fa07-429e-8b77-868f145a1d62, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=aa627f9b-fa07-429e-8b77-868f145a1d62,segment=NetworkSegment(4369818a-e539-4570-8121-ecf65eb771f7),segment_id=4369818a-e539-4570-8121-ecf65eb771f7)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:45.486513 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-9c6c9b54-5ea6-4161-898c-09f95d534c1a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.617829 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-acf3ec41-88e5-4e12-ac3d-cc9c67bce617 service neutron] 10.222.0.39 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099054 May 28 05:53:45.700417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c4c926-3582-40ff-a180-46d2967c85e7 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:45.703281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c4c926-3582-40ff-a180-46d2967c85e7 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:45.704992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c4c926-3582-40ff-a180-46d2967c85e7 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:45.705453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.707125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c4c926-3582-40ff-a180-46d2967c85e7 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:45.708989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c4c926-3582-40ff-a180-46d2967c85e7 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:45.710009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d5c4c926-3582-40ff-a180-46d2967c85e7 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Synchronizing usage tracker for tenant:981aa125554e472eae4daff49fbe2800 on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:45.726275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Allocated IP 2001:db8:2::1 (44fe4649-6015-44b4-9972-c9e56e1a41d7/d6432547-5a4d-4bb3-97c1-1f57023e6591/94cc07c7-79a9-47d8-b3b8-df91094f0e47) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:45.728351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Transition to ACTIVE for port object 944b1812-db23-4113-a5bd-719177904604 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:45.742609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b1b6f-d7c6-4c04-b64f-0b8c840858f2 req-92efa551-50fd-4b65-8ed6-1711cc861117 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:45.750209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b1b6f-d7c6-4c04-b64f-0b8c840858f2 req-92efa551-50fd-4b65-8ed6-1711cc861117 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:45.752314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a39b1b6f-d7c6-4c04-b64f-0b8c840858f2 req-92efa551-50fd-4b65-8ed6-1711cc861117 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 1654 time: 0.2145481 May 28 05:53:45.752667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Pushing event updated for resources: {'Port': ['ID=32dd271a-39dc-4843-ad5c-55eb14a6771f,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:45.780663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Attempting to bind port d4a63f2d-0041-4c90-9832-e8b6455b98b1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:45.781035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Attempting to bind port d4a63f2d-0041-4c90-9832-e8b6455b98b1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:45.781401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Attempting to bind port d4a63f2d-0041-4c90-9832-e8b6455b98b1 on network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:45.785251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ff6804e6-271d-4972-bf2f-df4a361c6d82 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:45.795527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:45.795903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Checking segment: {'id': 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:45.796303 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.796693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Bound using segment: {'id': 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:45.797165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Bound port: d4a63f2d-0041-4c90-9832-e8b6455b98b1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:45.797537 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.813320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Attempting to bind port 32dd271a-39dc-4843-ad5c-55eb14a6771f on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:45.814284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Attempting to bind port 32dd271a-39dc-4843-ad5c-55eb14a6771f by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '99f1d389-1a61-4296-8648-d46efd54ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:45.814284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Attempting to bind port 32dd271a-39dc-4843-ad5c-55eb14a6771f on network 44fe4649-6015-44b4-9972-c9e56e1a41d7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:45.824022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a39b1b6f-d7c6-4c04-b64f-0b8c840858f2 req-23d4e35a-2a48-4f09-b72e-80349de2afc6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607665 May 28 05:53:45.843540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.907390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] For port d4a63f2d-0041-4c90-9832-e8b6455b98b1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:45.910295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:45.910920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Checking segment: {'id': '99f1d389-1a61-4296-8648-d46efd54ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:45.911346 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.911778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Bound using segment: {'id': '99f1d389-1a61-4296-8648-d46efd54ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:45.912311 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Bound port: 32dd271a-39dc-4843-ad5c-55eb14a6771f, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f1d389-1a61-4296-8648-d46efd54ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:45.912714 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:45.940738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-9c6c9b54-5ea6-4161-898c-09f95d534c1a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Calling delete_port for aa627f9b-fa07-429e-8b77-868f145a1d62 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:53:45.994419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] For port d4a63f2d-0041-4c90-9832-e8b6455b98b1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d4a63f2d-0041-4c90-9832-e8b6455b98b1,segment=NetworkSegment(b175e2a7-c2a4-48db-89cf-fe978bfdcdec),segment_id=b175e2a7-c2a4-48db-89cf-fe978bfdcdec)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:46.011821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:46.025818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d5c4c926-3582-40ff-a180-46d2967c85e7 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Unset dirty status for tenant:981aa125554e472eae4daff49fbe2800 on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:46.033280 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d5c4c926-3582-40ff-a180-46d2967c85e7 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9042413 May 28 05:53:46.048017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42802) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:46.056160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1796626349'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:46.102321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa74b6f-3f06-4683-8a83-6185aedc65ec None None] Pushing event updated for resources: {'Port': ['ID=d4a63f2d-0041-4c90-9832-e8b6455b98b1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:46.122845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:46.131026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] For port 32dd271a-39dc-4843-ad5c-55eb14a6771f, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:46.136346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] For port 32dd271a-39dc-4843-ad5c-55eb14a6771f, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=32dd271a-39dc-4843-ad5c-55eb14a6771f,segment=NetworkSegment(99f1d389-1a61-4296-8648-d46efd54ae4c),segment_id=99f1d389-1a61-4296-8648-d46efd54ae4c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:46.137473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Routers {'5cd20961-5808-41c2-a4cb-bd9fe83635f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:53:46.137840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:46.214562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network db9d3feb-74d3-414b-a7b3-f4a6b602e13f is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:46.224059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:46.228203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:network and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:46.234970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:46.245751 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:46.249051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:46.255960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:46.263002 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2852b522-d362-49da-a5f7-cb3cc827672a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:46.296316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Port': ['ID=944b1812-db23-4113-a5bd-719177904604,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:46.340346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8e6b5-daeb-4b43-b52b-60357c375d8b req-c4e9a4dd-76f3-4971-a611-bc8ed0c6ffb1 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:46.342031 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9a8e6b5-daeb-4b43-b52b-60357c375d8b req-c4e9a4dd-76f3-4971-a611-bc8ed0c6ffb1 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.2723930 May 28 05:53:46.350720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:46.351611 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:46.426262 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f29c8c4-375a-4c68-a752-22b08d5d1783 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8797274 May 28 05:53:46.433576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9a8e6b5-daeb-4b43-b52b-60357c375d8b req-35becaae-eea3-4dc3-8420-9cb99415f7fb tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701427 May 28 05:53:46.442936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e', 'admin_state_up': True, 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'security_groups': ['725da408-2dd0-4d67-b56c-9f77421a2ab0']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:46.534347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-2852b522-d362-49da-a5f7-cb3cc827672a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for dafd6662-3f33-4587-9769-47b44136d9b7 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:53:46.576245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-a78ecd78-d901-48d5-98dd-f9fb7a43041c service neutron] 10.222.0.39 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9305863 May 28 05:53:46.576833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:46.580369 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:46.592284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ddff9-8ad7-494c-8d2e-0544b5032ade None None] Pushing event updated for resources: {'Port': ['ID=32dd271a-39dc-4843-ad5c-55eb14a6771f,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:46.609583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] Set router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:53:46.714692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:46.725555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:46.725826 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Added segment 98f7d512-1d10-4b59-9226-54412b0ce3e8 of type vlan for network 0c3f6864-7c32-4eda-b520-d7f2934c043a May 28 05:53:46.832635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:46.876387 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:46.921550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:46.927792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:port and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:46.931030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:46.941288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649129ac-8bdc-4d14-96b8-0aab8b0f4d19 req-4701137e-5f43-44b7-bab1-630844d831ed tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:46.948734 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-649129ac-8bdc-4d14-96b8-0aab8b0f4d19 req-4701137e-5f43-44b7-bab1-630844d831ed tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 946 time: 0.2703021 May 28 05:53:46.982025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:47.012180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:47.033127 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-94469e23-0775-451c-9abe-5f59eea490cf req-9a9003fe-2ffa-4d9b-9d01-cc972f4f00a4 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 210 time: 0.1516280 May 28 05:53:47.038931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-9c6c9b54-5ea6-4161-898c-09f95d534c1a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:47.041345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Transition to ACTIVE for port object 94cc07c7-79a9-47d8-b3b8-df91094f0e47 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:47.138909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:34Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd4a63f2d-0041-4c90-9832-e8b6455b98b1', 'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'mac_address': 'fa:16:3e:10:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:31Z', 'updated_at': '2022-05-28T05:53:45Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'subnets': [{'id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:47.139941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-649129ac-8bdc-4d14-96b8-0aab8b0f4d19 req-3c5c76e0-0f8a-4de2-abf0-7409fd78ad36 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902599 May 28 05:53:47.159428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffb461-12f8-4d98-a8c9-4071b6cd578a None None] The sync data for ids ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'] in n-d-843679-5 is: [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:34Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd4a63f2d-0041-4c90-9832-e8b6455b98b1', 'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'mac_address': 'fa:16:3e:10:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:31Z', 'updated_at': '2022-05-28T05:53:45Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'subnets': [{'id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:53:47.299946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:47.381692 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:53:47.443396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c9b54-5ea6-4161-898c-09f95d534c1a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Pushing event deleted for resources: {'Port': ['ID=aa627f9b-fa07-429e-8b77-868f145a1d62,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:47.614891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-9c6c9b54-5ea6-4161-898c-09f95d534c1a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] No DVR routers for this DVR port aa627f9b-fa07-429e-8b77-868f145a1d62 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:53:47.625614 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:47.632522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:47.633516 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:47.655694 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-9c6c9b54-5ea6-4161-898c-09f95d534c1a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:47.670426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device aa627f9b-fa07-429e-8b77-868f145a1d62 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:53:47.674601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Allocated IP 10.2.2.100 (4b427dc3-eb5a-4af2-a01b-203848d8638e/073f8d3b-7e35-4a62-bd54-f7c6d068bce9/1031195f-b845-4d3e-8af7-8990b6bac896) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:47.691528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f92104-a6b6-4558-92b1-7613f34e199a', 'name': 'network-vif-deleted', 'tag': 'aa627f9b-fa07-429e-8b77-868f145a1d62'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:53:47.757632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: aa627f9b-fa07-429e-8b77-868f145a1d62 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:53:47.758190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device aa627f9b-fa07-429e-8b77-868f145a1d62 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:53:47.868609 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2852b522-d362-49da-a5f7-cb3cc827672a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:48.214705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dc032-f902-4abb-87f7-bc1290ed2b00 req-09e2091d-2cb4-4c1f-8a6f-1406e8c11d78 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:48.218576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d6dc032-f902-4abb-87f7-bc1290ed2b00 req-09e2091d-2cb4-4c1f-8a6f-1406e8c11d78 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.4444718 May 28 05:53:48.251461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e41496-c5dc-47b9-9388-1530263bfd10 None None] Network 44fe4649-6015-44b4-9972-c9e56e1a41d7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:48.276596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0efd6e-75ff-4493-832c-60f976dc53b0 None None] Network 9a245a9b-759d-4a88-a830-3dba4580abbe requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:48.335540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852b522-d362-49da-a5f7-cb3cc827672a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=dafd6662-3f33-4587-9769-47b44136d9b7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:48.357958 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95f9a4aa-dff8-4ed8-8f39-97c2f3210647 req-9c6c9b54-5ea6-4161-898c-09f95d534c1a tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.41 "DELETE /v2.0/ports/aa627f9b-fa07-429e-8b77-868f145a1d62 HTTP/1.1" status: 204 len: 173 time: 4.5505302 May 28 05:53:48.378934 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3297186 May 28 05:53:48.407430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42848) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:48.472446 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:48.493164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f2469-898d-48bd-bd14-8eafed5ef329 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=0c3f6864-7c32-4eda-b520-d7f2934c043a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:48.537738 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:48.586395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Transition to ACTIVE for port object 1031195f-b845-4d3e-8af7-8990b6bac896 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:48.643593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6a57adba-133b-4d19-bc83-3fcae269d2dd tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:48.660326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74a9aa-653e-46bf-86a8-1e5dc0751723 req-a0cec822-94ea-41e4-8274-e938936c2919 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:48.671440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0c3f6864-7c32-4eda-b520-d7f2934c043a details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:48.689785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74a9aa-653e-46bf-86a8-1e5dc0751723 req-a0cec822-94ea-41e4-8274-e938936c2919 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:48.696309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74a9aa-653e-46bf-86a8-1e5dc0751723 req-a0cec822-94ea-41e4-8274-e938936c2919 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:48.707901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fc74a9aa-653e-46bf-86a8-1e5dc0751723 req-a0cec822-94ea-41e4-8274-e938936c2919 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 2375 time: 1.3168237 May 28 05:53:48.735508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 32dd271a-39dc-4843-ad5c-55eb14a6771f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:48.896919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 44fe4649-6015-44b4-9972-c9e56e1a41d7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:48.911915 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:48.931733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:48.957137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:48.957941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:49.035912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c01f6f54-469b-44e0-a1f1-db1be064dd97 None None] Provisioning for port 32dd271a-39dc-4843-ad5c-55eb14a6771f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:49.146536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Port': ['ID=1031195f-b845-4d3e-8af7-8990b6bac896,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:49.152890 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d6dc032-f902-4abb-87f7-bc1290ed2b00 req-97f2eab4-830e-4bc3-be28-ca6883ea0e63 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9200699 May 28 05:53:49.165862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network 4b427dc3-eb5a-4af2-a01b-203848d8638e is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:49.169469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:49.192573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:49.227621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=94cc07c7-79a9-47d8-b3b8-df91094f0e47,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:49.248068 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2852b522-d362-49da-a5f7-cb3cc827672a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:49.255751 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2852b522-d362-49da-a5f7-cb3cc827672a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/dafd6662-3f33-4587-9769-47b44136d9b7 HTTP/1.1" status: 204 len: 168 time: 4.4747992 May 28 05:53:49.278884 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fc74a9aa-653e-46bf-86a8-1e5dc0751723 req-1f666f4a-e425-4b33-9fe4-411e06c5dd71 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5699666 May 28 05:53:49.348585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42860) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:49.423719 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbffb3e6-2a29-4afe-b7df-e288bbe91a5b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:53:49.424321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fbffb3e6-2a29-4afe-b7df-e288bbe91a5b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:49.475250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 32dd271a-39dc-4843-ad5c-55eb14a6771f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:49.496062 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda9c6a7-5b19-4527-8a29-591ccbfbd792'] response: {'server_uuid': 'a2f92104-a6b6-4558-92b1-7613f34e199a', 'name': 'network-vif-deleted', 'tag': 'aa627f9b-fa07-429e-8b77-868f145a1d62', 'status': 'completed', 'code': 200} May 28 05:53:49.527472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 32dd271a-39dc-4843-ad5c-55eb14a6771f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:49.528035 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:49.549593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:49.550746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:49.631887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fbffb3e6-2a29-4afe-b7df-e288bbe91a5b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:49.634518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-6e67fb68-d2a0-4373-b055-e86bc6a22a8d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:49.636913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fbffb3e6-2a29-4afe-b7df-e288bbe91a5b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/dafd6662-3f33-4587-9769-47b44136d9b7 HTTP/1.1" status: 404 len: 333 time: 0.2865233 May 28 05:53:49.637122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-6e67fb68-d2a0-4373-b055-e86bc6a22a8d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.41 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 819 time: 0.6096561 May 28 05:53:49.637529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42866) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:49.679701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Request body: {'port': {'device_id': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'admin_state_up': True, 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:49.805444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a57adba-133b-4d19-bc83-3fcae269d2dd tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:49.895055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:49.962244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-afc88df2-3534-42a4-8c11-85dd6a994a9c req-0d2fc4b3-8406-494e-81ad-7ca563891fee tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Synchronizing usage tracker for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:50.013716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:50.035997 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.044328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 32dd271a-39dc-4843-ad5c-55eb14a6771f is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:50.044848 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.048812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Made reservation on behalf of a928476d426c4a8299ddc40dcdf4eecd for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:50.052434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.054763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-9a245a9b-759d-4a88-a830-3dba4580abbe', 'network_id': '9a245a9b-759d-4a88-a830-3dba4580abbe', 'tenant_id': '981aa125554e472eae4daff49fbe2800', 'fixed_ips': [{'subnet_id': '54eaff46-c56f-4317-bc80-257b460c2267'}, {'subnet_id': 'c9a0962d-710c-4973-8444-fb09cfedd9d7'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:50.055971 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.065849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-afc88df2-3534-42a4-8c11-85dd6a994a9c req-0d2fc4b3-8406-494e-81ad-7ca563891fee tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Unset dirty status for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:50.066994 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-afc88df2-3534-42a4-8c11-85dd6a994a9c req-0d2fc4b3-8406-494e-81ad-7ca563891fee tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2f92104-a6b6-4558-92b1-7613f34e199a HTTP/1.1" status: 200 len: 210 time: 0.2159820 May 28 05:53:50.071923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7d2652a7-b784-42ca-8d10-2a6b60f2e7d2 None None] Provisioning for port 67916908-4578-4d60-8b1d-270d092cdcd6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:50.077239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afedaa26-ae02-4db8-8205-0e15a0770b62 req-f0747cc0-2ced-4e15-b053-7f32c92841b7 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 210 time: 0.2540464 May 28 05:53:50.080812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ba133911-a48f-47a6-9921-8afa3d38a06c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:50.081159 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ba133911-a48f-47a6-9921-8afa3d38a06c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.107286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7d2652a7-b784-42ca-8d10-2a6b60f2e7d2 None None] Provisioning complete for port 67916908-4578-4d60-8b1d-270d092cdcd6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:50.107286 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7d2652a7-b784-42ca-8d10-2a6b60f2e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.133907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-05ab91a9-dbf6-4eff-a538-229d49fc40e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6950326 May 28 05:53:50.152632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e', 'admin_state_up': True, 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'security_groups': ['725da408-2dd0-4d67-b56c-9f77421a2ab0']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:50.173249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7d2652a7-b784-42ca-8d10-2a6b60f2e7d2 None None] Port 67916908-4578-4d60-8b1d-270d092cdcd6 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:50.182520 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a57adba-133b-4d19-bc83-3fcae269d2dd tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.198973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 32dd271a-39dc-4843-ad5c-55eb14a6771f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=32dd271a-39dc-4843-ad5c-55eb14a6771f,segment=NetworkSegment(99f1d389-1a61-4296-8648-d46efd54ae4c),segment_id=99f1d389-1a61-4296-8648-d46efd54ae4c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:50.265134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.266211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d4a63f2d-0041-4c90-9832-e8b6455b98b1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:50.352226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7d2652a7-b784-42ca-8d10-2a6b60f2e7d2 None None] Provisioning for port 944b1812-db23-4113-a5bd-719177904604 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:50.377914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a57adba-133b-4d19-bc83-3fcae269d2dd tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network 0c3f6864-7c32-4eda-b520-d7f2934c043a is not hosted by any dhcp agent {{(pid=88417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 28 05:53:50.398230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57adba-133b-4d19-bc83-3fcae269d2dd tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:50.399041 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a57adba-133b-4d19-bc83-3fcae269d2dd tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.403765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6a57adba-133b-4d19-bc83-3fcae269d2dd tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "PUT /v2.0/networks/0c3f6864-7c32-4eda-b520-d7f2934c043a HTTP/1.1" status: 200 len: 723 time: 1.9727218 May 28 05:53:50.418668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7d2652a7-b784-42ca-8d10-2a6b60f2e7d2 None None] Provisioning complete for port 944b1812-db23-4113-a5bd-719177904604 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:50.419215 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7d2652a7-b784-42ca-8d10-2a6b60f2e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.499212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42884) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:50.673247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=32dd271a-39dc-4843-ad5c-55eb14a6771f,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:50.681232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'network_id': '0c3f6864-7c32-4eda-b520-d7f2934c043a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:50.691581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7d2652a7-b784-42ca-8d10-2a6b60f2e7d2 None None] Port 944b1812-db23-4113-a5bd-719177904604 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:50.708222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7d2652a7-b784-42ca-8d10-2a6b60f2e7d2 None None] Could not find standard attr ID for object dafd6662-3f33-4587-9769-47b44136d9b7. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 05:53:50.728018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port d4a63f2d-0041-4c90-9832-e8b6455b98b1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:50.767380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d4a63f2d-0041-4c90-9832-e8b6455b98b1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:50.770399 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:50.898716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Allocated IP 172.20.0.14 (7088dd9d-42b3-46b9-a9bf-0159a21869e0/2dc43936-7b57-4c59-93f9-a4f8d823ed7a/13a29201-3eff-4d0f-a7e3-f81a2af1c125) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:51.013974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b2e792d9-5580-43ec-8e74-1f1a6700aa1f None None] Provisioning for port 1031195f-b845-4d3e-8af7-8990b6bac896 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:51.058050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b2e792d9-5580-43ec-8e74-1f1a6700aa1f None None] Provisioning complete for port 1031195f-b845-4d3e-8af7-8990b6bac896 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:51.058434 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b2e792d9-5580-43ec-8e74-1f1a6700aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.099962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57adba-133b-4d19-bc83-3fcae269d2dd tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=0c3f6864-7c32-4eda-b520-d7f2934c043a,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:51.132952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Allocated IP 172.20.0.1 (9a245a9b-759d-4a88-a830-3dba4580abbe/54eaff46-c56f-4317-bc80-257b460c2267/f9d74159-a2de-4cc4-a189-bf7d8eccbb3e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:51.168978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0c3f6864-7c32-4eda-b520-d7f2934c043a details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:51.280068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:51.298363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:51.318872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:51.324797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Usage tracker for resource:port and tenant:fd718985c28a4117b7e07db37d6ba250 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:51.329515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:51.330057 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.357338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:51.365271 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071f379-c119-4a69-8bb2-4070fad9840b None None] Network 44fe4649-6015-44b4-9972-c9e56e1a41d7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:51.391222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36271c-ab52-4087-9fdb-5994e783bc0e req-15fb4a2b-5497-4290-944c-5835c27a48f5 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:51.397752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36271c-ab52-4087-9fdb-5994e783bc0e req-15fb4a2b-5497-4290-944c-5835c27a48f5 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:51.404816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36271c-ab52-4087-9fdb-5994e783bc0e req-15fb4a2b-5497-4290-944c-5835c27a48f5 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:51.411692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36271c-ab52-4087-9fdb-5994e783bc0e req-15fb4a2b-5497-4290-944c-5835c27a48f5 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:51.412682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eb36271c-ab52-4087-9fdb-5994e783bc0e req-15fb4a2b-5497-4290-944c-5835c27a48f5 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:51.421562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:51.430389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.557069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Allocated IP 2001:db8::2 (9a245a9b-759d-4a88-a830-3dba4580abbe/c9a0962d-710c-4973-8444-fb09cfedd9d7/f9d74159-a2de-4cc4-a189-bf7d8eccbb3e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:51.570100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Made reservation on behalf of fd718985c28a4117b7e07db37d6ba250 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:51.570643 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.577092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.582029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba403d50-0bb8-440a-b38f-959e9bd94a7a req-302370da-2e23-4a3f-8d6c-e1cc42de280b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:51.583943 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba403d50-0bb8-440a-b38f-959e9bd94a7a req-302370da-2e23-4a3f-8d6c-e1cc42de280b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 1.2729597 May 28 05:53:51.585352 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.586219 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.590996 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.591676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d4a63f2d-0041-4c90-9832-e8b6455b98b1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:51.592204 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.602884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ba133911-a48f-47a6-9921-8afa3d38a06c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.672510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eb36271c-ab52-4087-9fdb-5994e783bc0e req-15fb4a2b-5497-4290-944c-5835c27a48f5 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:51.676058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb36271c-ab52-4087-9fdb-5994e783bc0e req-15fb4a2b-5497-4290-944c-5835c27a48f5 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 3096 time: 1.0898423 May 28 05:53:51.733989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b2e792d9-5580-43ec-8e74-1f1a6700aa1f None None] Port 1031195f-b845-4d3e-8af7-8990b6bac896 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:51.833274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port d4a63f2d-0041-4c90-9832-e8b6455b98b1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d4a63f2d-0041-4c90-9832-e8b6455b98b1,segment=NetworkSegment(b175e2a7-c2a4-48db-89cf-fe978bfdcdec),segment_id=b175e2a7-c2a4-48db-89cf-fe978bfdcdec)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:51.889146 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:51.921725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ba133911-a48f-47a6-9921-8afa3d38a06c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:53:52.126390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:52.130899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:52.134026 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:52.141404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:52.151617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 44fe4649-6015-44b4-9972-c9e56e1a41d7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:52.152958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Transition to ACTIVE for port object f9d74159-a2de-4cc4-a189-bf7d8eccbb3e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:52.158623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba403d50-0bb8-440a-b38f-959e9bd94a7a req-52c89233-8c15-4040-ae73-3cb6af112a7b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643489 May 28 05:53:52.160042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:52.193474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=d4a63f2d-0041-4c90-9832-e8b6455b98b1,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:52.208063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Transition to ACTIVE for port object f9d74159-a2de-4cc4-a189-bf7d8eccbb3e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:52.214156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 32dd271a-39dc-4843-ad5c-55eb14a6771f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:52.227518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:52.252852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=94cc07c7-79a9-47d8-b3b8-df91094f0e47,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:52.270390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=53e6aaef-482a-4ed4-ab9e-3b6d03ec2e69,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:52.305763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb36271c-ab52-4087-9fdb-5994e783bc0e req-d7685768-2c5c-46f0-8722-a744c39472e0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6091971 May 28 05:53:52.309141 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:52.498533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7e0e7e3c-0e76-4c05-9a27-bf11593bbf05 None None] Provisioning for port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:52.544410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Allocated IP 10.2.2.200 (4b427dc3-eb5a-4af2-a01b-203848d8638e/073f8d3b-7e35-4a62-bd54-f7c6d068bce9/640b0c34-cf13-4106-bb80-d891f351b35f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:52.577596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Network 9a245a9b-759d-4a88-a830-3dba4580abbe is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:52.603727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:52.605858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:52.606652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:52.611424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7e0e7e3c-0e76-4c05-9a27-bf11593bbf05 None None] Provisioning complete for port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:52.612355 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7e3c-0e76-4c05-9a27-bf11593bbf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:52.617162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Pushing event updated for resources: {'Port': ['ID=13a29201-3eff-4d0f-a7e3-f81a2af1c125,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:52.655537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:53:52.690601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:52.736500 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3bc536db-c0fb-4602-a394-36e6c191a37f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0826187 May 28 05:53:52.800208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Pushing event updated for resources: {'Port': ['ID=f9d74159-a2de-4cc4-a189-bf7d8eccbb3e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:52.847181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Request body: {'port': {'device_id': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:52.924447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 32dd271a-39dc-4843-ad5c-55eb14a6771f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:52.924931 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:53.064721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e7e3c-0e76-4c05-9a27-bf11593bbf05 None None] Port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:53.078258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Attempting to bind port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:53.078928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Attempting to bind port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '70d74a7e-1f06-4d36-8e70-43027710bda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9a245a9b-759d-4a88-a830-3dba4580abbe'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:53.079566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Attempting to bind port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e on network 9a245a9b-759d-4a88-a830-3dba4580abbe {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:53.099763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:53.100470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Checking segment: {'id': '70d74a7e-1f06-4d36-8e70-43027710bda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9a245a9b-759d-4a88-a830-3dba4580abbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:53.101138 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:53.102267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Bound using segment: {'id': '70d74a7e-1f06-4d36-8e70-43027710bda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9a245a9b-759d-4a88-a830-3dba4580abbe'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:53.103144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Bound port: f9d74159-a2de-4cc4-a189-bf7d8eccbb3e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d74a7e-1f06-4d36-8e70-43027710bda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9a245a9b-759d-4a88-a830-3dba4580abbe'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:53.103791 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:53.185427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7e0e7e3c-0e76-4c05-9a27-bf11593bbf05 None None] Provisioning complete for port 32dd271a-39dc-4843-ad5c-55eb14a6771f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:53.185834 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7e3c-0e76-4c05-9a27-bf11593bbf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:53.217780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking segment: {'id': '98f7d512-1d10-4b59-9226-54412b0ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c3f6864-7c32-4eda-b520-d7f2934c043a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:53.218353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network hostable DHCP agents. Network: 0c3f6864-7c32-4eda-b520-d7f2934c043a, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:53.265445 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:53.391665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 32dd271a-39dc-4843-ad5c-55eb14a6771f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:53.445562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-a59c6554-c799-40b7-ada3-73ad5dc94e57 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:53.448404 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-a59c6554-c799-40b7-ada3-73ad5dc94e57 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/networks?id=ac109167-1220-484d-a8bf-5dadaf8ed4e3 HTTP/1.1" status: 200 len: 808 time: 0.6067977 May 28 05:53:53.485654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network 0c3f6864-7c32-4eda-b520-d7f2934c043a is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:53.512388 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:53.523315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ba133911-a48f-47a6-9921-8afa3d38a06c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:53.530137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:53:53.535790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0576a-23e3-4ced-8900-7cf6cff9c653 req-17c8c183-3c7e-4931-a8c3-daef631cdcb1 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:53.542932 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:53:53.548993 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bb0576a-23e3-4ced-8900-7cf6cff9c653 req-17c8c183-3c7e-4931-a8c3-daef631cdcb1 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 932 time: 0.5939176 May 28 05:53:53.557857 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:53:53.558525 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:53.582712 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-57d2b33c-bdc4-4c4a-8543-8ff5a0e786a7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8431780 May 28 05:53:53.585432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42940) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:53.601349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-9f5b174c-ebef-441d-95ff-9e43fed7e7ef tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/quotas/5b2d028f91264ef89bba35bd8dc794a4 HTTP/1.1" status: 200 len: 375 time: 0.0535822 May 28 05:53:53.607673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-39079446'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:53.636649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 0c3f6864-7c32-4eda-b520-d7f2934c043a) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:53.681304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e03906-e0e4-49b6-a357-ed6777cd2ad7 None None] Network 0c3f6864-7c32-4eda-b520-d7f2934c043a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:53.691711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba133911-a48f-47a6-9921-8afa3d38a06c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:53.694140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:53.695244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:53.695380 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:53.699933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Transition to ACTIVE for port object 640b0c34-cf13-4106-bb80-d891f351b35f will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:53.708248 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-a09f4de2-137c-403c-9064-0a986ccb69e9 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b2d028f91264ef89bba35bd8dc794a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943425 May 28 05:53:53.717232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:network and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:53.759168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:53.800790 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ba133911-a48f-47a6-9921-8afa3d38a06c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:53.872442 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bb0576a-23e3-4ced-8900-7cf6cff9c653 req-0180a05b-a337-4751-99ee-c255c26b79ef tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224204 May 28 05:53:53.902041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:53.910496 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-449583ea-d5b6-4f9d-9dfa-92d5221f3a4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3278196 May 28 05:53:53.924137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42948) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:53.925608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ba133911-a48f-47a6-9921-8afa3d38a06c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 HTTP/1.1" status: 204 len: 168 time: 4.2809308 May 28 05:53:53.930677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42952) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:53.954245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a933c072-cc81-4014-a4b9-ca31419db99a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:54.030774 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c817f7a8-0724-4de6-b94a-47c753433fde tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:53:54.031443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c817f7a8-0724-4de6-b94a-47c753433fde tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:54.038440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:54.042460 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:54.059679 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:53:54.099078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] For port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:54.185424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d4a63f2d-0041-4c90-9832-e8b6455b98b1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:54.295051 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a933c072-cc81-4014-a4b9-ca31419db99a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3745758'] for subnet, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:54.308284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] For port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f9d74159-a2de-4cc4-a189-bf7d8eccbb3e,segment=NetworkSegment(70d74a7e-1f06-4d36-8e70-43027710bda1),segment_id=70d74a7e-1f06-4d36-8e70-43027710bda1)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:54.342853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c817f7a8-0724-4de6-b94a-47c753433fde tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:54.346867 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c817f7a8-0724-4de6-b94a-47c753433fde tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/9a5a58b9-2e49-4aae-b6f1-cc935d3f96d9 HTTP/1.1" status: 404 len: 333 time: 0.4146452 May 28 05:53:54.353111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42964) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:54.358194 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:54.443249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e7e3c-0e76-4c05-9a27-bf11593bbf05 None None] Current status of the port 32dd271a-39dc-4843-ad5c-55eb14a6771f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:54.522098 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-33aed875-9f4e-4e9e-83ed-f101bc5e06c6 service neutron] 10.222.0.39 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993724 May 28 05:53:54.570792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:53:54.619061 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:54.675945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-0c3f6864-7c32-4eda-b520-d7f2934c043a', 'network_id': '0c3f6864-7c32-4eda-b520-d7f2934c043a', 'tenant_id': '981aa125554e472eae4daff49fbe2800', 'fixed_ips': [{'subnet_id': '53e6aaef-482a-4ed4-ab9e-3b6d03ec2e69'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:53:54.677835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:54.696117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c3aaf-3c05-4e97-91e0-33a1c28effe6 None None] Pushing event updated for resources: {'Port': ['ID=f9d74159-a2de-4cc4-a189-bf7d8eccbb3e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:54.715423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-93678062-947e-4f74-93f0-8b424c9c1751 None None] Provisioning complete for port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:54.716142 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-93678062-947e-4f74-93f0-8b424c9c1751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:54.775600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event updated for resources: {'Port': ['ID=640b0c34-cf13-4106-bb80-d891f351b35f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:54.782114 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a933c072-cc81-4014-a4b9-ca31419db99a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752088404920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27855190'] for subnet, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:54.788424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Network 4b427dc3-eb5a-4af2-a01b-203848d8638e is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:54.829283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:54.832856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cce9b4-a51e-49bd-b5a6-50bfbf496993 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet e05f356d-a2a2-4ff4-b155-fe56fc51dceb {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:53:54.843197 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:54.843722 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added segment 6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c of type vlan for network 556a3879-d2de-4e5d-a145-e3345cfa05cf May 28 05:53:54.851655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:54.858610 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-93678062-947e-4f74-93f0-8b424c9c1751 None None] Port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:54.861738 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08cce9b4-a51e-49bd-b5a6-50bfbf496993 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:54.917659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933c072-cc81-4014-a4b9-ca31419db99a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:54.918252 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a933c072-cc81-4014-a4b9-ca31419db99a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:54.922126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a933c072-cc81-4014-a4b9-ca31419db99a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "PUT /v2.0/subnets/53e6aaef-482a-4ed4-ab9e-3b6d03ec2e69 HTTP/1.1" status: 200 len: 826 time: 0.9890978 May 28 05:53:54.931323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc35a4f-125b-461a-93f4-83b75f170374 req-387e0c43-3126-4c1f-9366-bd1a8e79dcc7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:54.932957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9fc35a4f-125b-461a-93f4-83b75f170374 req-387e0c43-3126-4c1f-9366-bd1a8e79dcc7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.4737945 May 28 05:53:54.936526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42976) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:55.085917 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:53:49Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:53:50Z', 'revision_number': 2, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:55.099417 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:53:55.100129 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Updating router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:53:55.112810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a29201-3eff-4d0f-a7e3-f81a2af1c125 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:53:55.126072 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.152607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Transition to ACTIVE for port object 13a29201-3eff-4d0f-a7e3-f81a2af1c125 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:55.188029 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.204801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.274468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933c072-cc81-4014-a4b9-ca31419db99a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=53e6aaef-482a-4ed4-ab9e-3b6d03ec2e69,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:55.289822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:55.290445 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.295461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Allocated IP 2001:db8::2 (0c3f6864-7c32-4eda-b520-d7f2934c043a/53e6aaef-482a-4ed4-ab9e-3b6d03ec2e69/7136d5f9-a613-47c0-a6e5-852d1063f0b7) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:53:55.345274 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.346886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9fc35a4f-125b-461a-93f4-83b75f170374 req-46a1788f-e6e0-43b9-ae0c-633f8eb7e375 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421738 May 28 05:53:55.367223 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3bfe6cfe-1d6e-43bf-92f5-7d0c5538a402 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2209659 May 28 05:53:55.389161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:55.472280 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.547769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d4a63f2d-0041-4c90-9832-e8b6455b98b1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:55.548396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.560072 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.608562 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08cce9b4-a51e-49bd-b5a6-50bfbf496993 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.626367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-93678062-947e-4f74-93f0-8b424c9c1751 None None] Provisioning complete for port 32dd271a-39dc-4843-ad5c-55eb14a6771f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:55.626738 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-93678062-947e-4f74-93f0-8b424c9c1751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.748099 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.788717 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:53:55.800444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Attempting to bind port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:55.800781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Attempting to bind port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:55.801102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Attempting to bind port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 on network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:55.817485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 on network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:53:55.817801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Attempting to bind port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 on network 7088dd9d-42b3-46b9-a9bf-0159a21869e0 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:55.823471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Pushing event updated for resources: {'Port': ['ID=13a29201-3eff-4d0f-a7e3-f81a2af1c125,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:55.834304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:55.834653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Checking segment: {'id': 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:55.835075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Bound using segment: {'id': 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:55.835513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Bound port: 13a29201-3eff-4d0f-a7e3-f81a2af1c125, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:55.835887 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:55.863583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-93678062-947e-4f74-93f0-8b424c9c1751 None None] Current status of the port 32dd271a-39dc-4843-ad5c-55eb14a6771f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:55.865904 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Transition to ACTIVE for port object 7136d5f9-a613-47c0-a6e5-852d1063f0b7 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:55.877114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-7d629bd9-947b-4d3d-91b5-51b5090d96fe service neutron] 10.222.0.39 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3408842 May 28 05:53:55.945588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d4a63f2d-0041-4c90-9832-e8b6455b98b1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:55.956988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Transition to ACTIVE for port object 7136d5f9-a613-47c0-a6e5-852d1063f0b7 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:55.964935 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.055221 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.092579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] For port 13a29201-3eff-4d0f-a7e3-f81a2af1c125, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:56.101140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] For port 13a29201-3eff-4d0f-a7e3-f81a2af1c125, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125,segment=NetworkSegment(b175e2a7-c2a4-48db-89cf-fe978bfdcdec),segment_id=b175e2a7-c2a4-48db-89cf-fe978bfdcdec)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:56.114950 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Transition to ACTIVE for port object 94cc07c7-79a9-47d8-b3b8-df91094f0e47 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:56.118525 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.132506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:56.133384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.138814 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.166833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Network 0c3f6864-7c32-4eda-b520-d7f2934c043a is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:53:56.184220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:56.200340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:53:56.288397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8704cc80-4583-4339-849f-65e192a74f02 None None] Provisioning for port 640b0c34-cf13-4106-bb80-d891f351b35f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:56.320330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f9d74159-a2de-4cc4-a189-bf7d8eccbb3e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:53:56.431093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Network': ['ID=556a3879-d2de-4e5d-a145-e3345cfa05cf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:56.445392 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8edce197-c9b9-46a9-bd9c-074f4b76c694 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.8564754 May 28 05:53:56.446814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.453844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43000) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:56.496651 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f48b8e-b749-4000-8900-00ba8af134db None None] Pushing event updated for resources: {'Port': ['ID=94cc07c7-79a9-47d8-b3b8-df91094f0e47,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:56.516928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 556a3879-d2de-4e5d-a145-e3345cfa05cf details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:53:56.568354 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.569845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8704cc80-4583-4339-849f-65e192a74f02 None None] Provisioning complete for port 640b0c34-cf13-4106-bb80-d891f351b35f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:56.570216 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8704cc80-4583-4339-849f-65e192a74f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.655098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'subnet': {'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:56.693048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Pushing event updated for resources: {'Port': ['ID=13a29201-3eff-4d0f-a7e3-f81a2af1c125,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:56.696182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18901eb9-42c2-44bd-8a18-74e10ebea140 req-533abedb-7ab9-4e70-accc-666edefc8cd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:56.705608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18901eb9-42c2-44bd-8a18-74e10ebea140 req-533abedb-7ab9-4e70-accc-666edefc8cd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:56.720025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18901eb9-42c2-44bd-8a18-74e10ebea140 req-533abedb-7ab9-4e70-accc-666edefc8cd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:56.724451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Pushing event updated for resources: {'Port': ['ID=7136d5f9-a613-47c0-a6e5-852d1063f0b7,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:56.730512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18901eb9-42c2-44bd-8a18-74e10ebea140 req-533abedb-7ab9-4e70-accc-666edefc8cd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:56.745087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18901eb9-42c2-44bd-8a18-74e10ebea140 req-533abedb-7ab9-4e70-accc-666edefc8cd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:56.746102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-18901eb9-42c2-44bd-8a18-74e10ebea140 req-533abedb-7ab9-4e70-accc-666edefc8cd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:56.772640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d45c90-2c29-4032-957f-9362249718b0 None None] Network 9a245a9b-759d-4a88-a830-3dba4580abbe requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:56.794612 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Attempting to bind port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:56.797055 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Attempting to bind port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '99f1d389-1a61-4296-8648-d46efd54ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:56.797564 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Attempting to bind port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 on network 44fe4649-6015-44b4-9972-c9e56e1a41d7 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:56.810772 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:56.813441 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Checking segment: {'id': '99f1d389-1a61-4296-8648-d46efd54ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:56.813993 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.814490 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Bound using segment: {'id': '99f1d389-1a61-4296-8648-d46efd54ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:56.815064 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Bound port: 94cc07c7-79a9-47d8-b3b8-df91094f0e47, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f1d389-1a61-4296-8648-d46efd54ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:56.817257 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.919943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:56.920566 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:56.922194 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-78da4e6c-4384-4cd9-83b9-eee207829289 service neutron] 10.222.0.41 "PUT /v2.0/ports/13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 1092 time: 4.0795867 May 28 05:53:56.931744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:53:56.959651 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08cce9b4-a51e-49bd-b5a6-50bfbf496993 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.047386 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] For port 94cc07c7-79a9-47d8-b3b8-df91094f0e47, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:57.051728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-18901eb9-42c2-44bd-8a18-74e10ebea140 req-533abedb-7ab9-4e70-accc-666edefc8cd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:57.053727 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] For port 94cc07c7-79a9-47d8-b3b8-df91094f0e47, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=94cc07c7-79a9-47d8-b3b8-df91094f0e47,segment=NetworkSegment(99f1d389-1a61-4296-8648-d46efd54ae4c),segment_id=99f1d389-1a61-4296-8648-d46efd54ae4c)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:57.055685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18901eb9-42c2-44bd-8a18-74e10ebea140 req-533abedb-7ab9-4e70-accc-666edefc8cd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 3817 time: 1.4316478 May 28 05:53:57.067623 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.106459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:53:57.123536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:subnet and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:53:57.126635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:53:57.144240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:53:57.201930 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:53:57.202809 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:57.224936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdcd0c-7b30-4b3a-b11b-f7efaf42fe62 req-55250bfe-2c83-4b23-8ff2-8296879cf5dc tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:57.225705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cbfdcd0c-7b30-4b3a-b11b-f7efaf42fe62 req-55250bfe-2c83-4b23-8ff2-8296879cf5dc tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Synchronizing usage tracker for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:57.236873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Made reservation on behalf of 1dcfc16e9c9840239a6bee90968211fa for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:53:57.240469 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.241983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.449392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8704cc80-4583-4339-849f-65e192a74f02 None None] Port 640b0c34-cf13-4106-bb80-d891f351b35f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:53:57.451929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18901eb9-42c2-44bd-8a18-74e10ebea140 req-30b04e1d-49bb-483d-af63-a9863d418de0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684690 May 28 05:53:57.464065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Subnet': ['ID=53e6aaef-482a-4ed4-ab9e-3b6d03ec2e69,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:57.575620 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08cce9b4-a51e-49bd-b5a6-50bfbf496993 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.630715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Attempting to bind port 7136d5f9-a613-47c0-a6e5-852d1063f0b7 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:57.633637 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Attempting to bind port 7136d5f9-a613-47c0-a6e5-852d1063f0b7 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '98f7d512-1d10-4b59-9226-54412b0ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c3f6864-7c32-4eda-b520-d7f2934c043a'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:57.634326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Attempting to bind port 7136d5f9-a613-47c0-a6e5-852d1063f0b7 on network 0c3f6864-7c32-4eda-b520-d7f2934c043a {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:57.657525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:57.662094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Checking segment: {'id': '98f7d512-1d10-4b59-9226-54412b0ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c3f6864-7c32-4eda-b520-d7f2934c043a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:57.662977 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.662977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Bound using segment: {'id': '98f7d512-1d10-4b59-9226-54412b0ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c3f6864-7c32-4eda-b520-d7f2934c043a'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:57.664662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Bound port: 7136d5f9-a613-47c0-a6e5-852d1063f0b7, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f7d512-1d10-4b59-9226-54412b0ce3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c3f6864-7c32-4eda-b520-d7f2934c043a'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:57.665672 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.670273 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f48b8e-b749-4000-8900-00ba8af134db None None] Pushing event updated for resources: {'Port': ['ID=94cc07c7-79a9-47d8-b3b8-df91094f0e47,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:57.680409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:53:57.693272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.783946 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ab3a9281-df03-41ac-a787-3e21daaf5ca9 req-7b40343f-3ccb-4b3e-acd4-ca364a45c7a2 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 210 time: 0.0655596 May 28 05:53:57.785750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3f6864-7c32-4eda-b520-d7f2934c043a']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:57.845707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f7d512-1d10-4b59-9226-54412b0ce3e8') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:57.846308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f7d512-1d10-4b59-9226-54412b0ce3e8') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:57.874553 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.875851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:57.904477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b870648d-286e-4080-b124-e472c38b10b6 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:53:57.919265 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.933350 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:57.942984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:53:57.942984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:58.073102 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 98f7d512-1d10-4b59-9226-54412b0ce3e8 resource provider aggregate not found May 28 05:53:58.149342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cbfdcd0c-7b30-4b3a-b11b-f7efaf42fe62 req-55250bfe-2c83-4b23-8ff2-8296879cf5dc tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Unset dirty status for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:58.150410 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cbfdcd0c-7b30-4b3a-b11b-f7efaf42fe62 req-55250bfe-2c83-4b23-8ff2-8296879cf5dc tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 944 time: 1.4600186 May 28 05:53:58.159691 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 98f7d512-1d10-4b59-9226-54412b0ce3e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98f7d512-1d10-4b59-9226-54412b0ce3e8 found for delete ", "request_id": "req-4f123b36-f09e-4144-8a21-af69493e1911"}]} May 28 05:53:58.168426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d7a22f69-aafd-4fbd-8810-f50111abb17d None None] Provisioning for port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:53:58.173837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Transition to ACTIVE for port object b870648d-286e-4080-b124-e472c38b10b6 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:53:58.208534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] For port 7136d5f9-a613-47c0-a6e5-852d1063f0b7, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:53:58.213614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d7a22f69-aafd-4fbd-8810-f50111abb17d None None] Provisioning complete for port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:53:58.214148 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d7a22f69-aafd-4fbd-8810-f50111abb17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:58.219115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-08ac8d51-ecac-4587-a0a8-e83bd9e72635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:58.220593 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-08ac8d51-ecac-4587-a0a8-e83bd9e72635 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1095 time: 1.2115800 May 28 05:53:58.242649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cce9b4-a51e-49bd-b5a6-50bfbf496993 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=e05f356d-a2a2-4ff4-b155-fe56fc51dceb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:58.274037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:58.333878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efd6162-3bfc-4760-a909-a39a76da1d21 None None] Network 9464de75-224e-461b-ad88-bf7c993d0b8e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:58.419356 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08cce9b4-a51e-49bd-b5a6-50bfbf496993 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:58.422139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 05:53:58.422139 n-d-843679-5 neutron-server[88417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 05:53:58.422139 n-d-843679-5 neutron-server[88417]: [parameters: {'id': '0c3f6864-7c32-4eda-b520-d7f2934c043a'}] May 28 05:53:58.422139 n-d-843679-5 neutron-server[88417]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:53:58.423312 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:53:58.481317 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:53:49Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:53:57Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:53:58.491401 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7db47-ce89-40ba-a6d7-38a37f8e544f None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:53:49Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:53:57Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:53:58.524428 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-90d1cb1e-9669-4916-970e-9fbab7959231 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 217 time: 0.2502503 May 28 05:53:58.542883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-08cce9b4-a51e-49bd-b5a6-50bfbf496993 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/e05f356d-a2a2-4ff4-b155-fe56fc51dceb HTTP/1.1" status: 204 len: 168 time: 4.1824822 May 28 05:53:58.549906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43038) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:58.655915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Pushing event updated for resources: {'Port': ['ID=b870648d-286e-4080-b124-e472c38b10b6,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:58.718630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] For port 7136d5f9-a613-47c0-a6e5-852d1063f0b7, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7136d5f9-a613-47c0-a6e5-852d1063f0b7,segment=NetworkSegment(98f7d512-1d10-4b59-9226-54412b0ce3e8),segment_id=98f7d512-1d10-4b59-9226-54412b0ce3e8)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:53:58.725669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cbfdcd0c-7b30-4b3a-b11b-f7efaf42fe62 req-1f8ef8fa-aea1-4e8e-b290-70bb73445381 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Synchronizing usage tracker for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:58.749472 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:58.764461 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:58.865285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3afe9749-77d7-42c8-9d6e-5eac0d66c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:58.866752 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3afe9749-77d7-42c8-9d6e-5eac0d66c1f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 200 len: 859 time: 0.3196440 May 28 05:53:58.950350 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:58.953566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-cfca1f8c-e6e4-485d-9fcd-6c90d95f53a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7088dd9d-42b3-46b9-a9bf-0159a21869e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676625 May 28 05:53:59.006242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Subnet': ['ID=1f1edd68-1ba0-4e45-bac3-275f32f29707,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:59.034524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d7a22f69-aafd-4fbd-8810-f50111abb17d None None] Current status of the port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:53:59.035010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Attempting to bind port b870648d-286e-4080-b124-e472c38b10b6 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:53:59.035378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Attempting to bind port b870648d-286e-4080-b124-e472c38b10b6 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:53:59.035818 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d7a22f69-aafd-4fbd-8810-f50111abb17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:59.036077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Attempting to bind port b870648d-286e-4080-b124-e472c38b10b6 on network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:59.044593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cbfdcd0c-7b30-4b3a-b11b-f7efaf42fe62 req-1f8ef8fa-aea1-4e8e-b290-70bb73445381 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Unset dirty status for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:59.046601 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cbfdcd0c-7b30-4b3a-b11b-f7efaf42fe62 req-1f8ef8fa-aea1-4e8e-b290-70bb73445381 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8065617 May 28 05:53:59.084312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5248e-0416-4c22-a9c4-cd315a5af749 req-35ad2d5c-e412-4cac-8921-2e7b0c967c4b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:59.092575 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8c5248e-0416-4c22-a9c4-cd315a5af749 req-35ad2d5c-e412-4cac-8921-2e7b0c967c4b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 1.0004365 May 28 05:53:59.124737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-1b6613c9-e39d-4ed2-a71c-4be493e2751f tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:59.129610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-1b6613c9-e39d-4ed2-a71c-4be493e2751f tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Synchronizing usage tracker for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:53:59.145086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb45ce5-cb8e-421b-a491-1f805138aeae None None] Pushing event updated for resources: {'Port': ['ID=7136d5f9-a613-47c0-a6e5-852d1063f0b7,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:59.171178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Port b870648d-286e-4080-b124-e472c38b10b6 on network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:53:59.171901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Attempting to bind port b870648d-286e-4080-b124-e472c38b10b6 on network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:53:59.186772 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:59.219023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d7a22f69-aafd-4fbd-8810-f50111abb17d None None] For port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f9d74159-a2de-4cc4-a189-bf7d8eccbb3e,segment=NetworkSegment(70d74a7e-1f06-4d36-8e70-43027710bda1),segment_id=70d74a7e-1f06-4d36-8e70-43027710bda1)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:53:59.237848 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d7a22f69-aafd-4fbd-8810-f50111abb17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:59.255042 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022eafab-06cb-49be-b856-20841fd3b96f'] response: {'name': 'network-changed', 'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'status': 'completed', 'code': 200} May 28 05:53:59.261850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:53:59.262438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Checking segment: {'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:59.263250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Bound using segment: {'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:53:59.264053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Bound port: b870648d-286e-4080-b124-e472c38b10b6, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d131ccd-338a-4a08-a57a-986cee1b16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:53:59.264632 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:59.275008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting port 7136d5f9-a613-47c0-a6e5-852d1063f0b7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:59.276288 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:59.301544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Checking segment: {'id': '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:53:59.301915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network hostable DHCP agents. Network: 556a3879-d2de-4e5d-a145-e3345cfa05cf, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:53:59.357310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c981876-9935-4f0d-9503-054794384dfa None None] Network 0c3f6864-7c32-4eda-b520-d7f2934c043a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:59.389352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4cf57c-05a1-45f1-8ec5-bc4124f4541d None None] Network 9a245a9b-759d-4a88-a830-3dba4580abbe requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:59.460070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8c5248e-0416-4c22-a9c4-cd315a5af749 req-dbc05564-f42a-4204-9ada-472c68963bae tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662741 May 28 05:53:59.464379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-1b6613c9-e39d-4ed2-a71c-4be493e2751f tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Unset dirty status for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:53:59.477668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-1b6613c9-e39d-4ed2-a71c-4be493e2751f tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.41 "GET /v2.0/networks?id=ac109167-1220-484d-a8bf-5dadaf8ed4e3 HTTP/1.1" status: 200 len: 808 time: 1.2660494 May 28 05:53:59.503442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Request body: {'port': {'device_id': '85028593-6a8e-4751-b9a6-9744895783c5', 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3', 'admin_state_up': True, 'tenant_id': '5b2d028f91264ef89bba35bd8dc794a4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:53:59.511265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-f7fc89cc-1a6a-40d8-83bf-23d3c0a60d21 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013762 May 28 05:53:59.513355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 556a3879-d2de-4e5d-a145-e3345cfa05cf is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:53:59.612433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] DHCP port deletion for 9464de75-224e-461b-ad88-bf7c993d0b8e request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:53:59.660550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 556a3879-d2de-4e5d-a145-e3345cfa05cf) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:53:59.681528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] Deleting port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:59.687829 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:59.688040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:59.688040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:59.722293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:53:59.723092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:53:59.731531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dfa1d-df20-469d-92ea-0ed68da0bd7b None None] Network 556a3879-d2de-4e5d-a145-e3345cfa05cf requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:53:59.750931 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8eae4336-6089-4372-9de5-c2aa503ba7a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1024926 May 28 05:53:59.754126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43054) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:53:59.769202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318ca38-a7a8-4ed2-897d-d80f238827ff req-8f8a2efc-4c79-4a56-bd0b-19934455b0c9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:59.775038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318ca38-a7a8-4ed2-897d-d80f238827ff req-8f8a2efc-4c79-4a56-bd0b-19934455b0c9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:59.781038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318ca38-a7a8-4ed2-897d-d80f238827ff req-8f8a2efc-4c79-4a56-bd0b-19934455b0c9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:59.786953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318ca38-a7a8-4ed2-897d-d80f238827ff req-8f8a2efc-4c79-4a56-bd0b-19934455b0c9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:59.792820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318ca38-a7a8-4ed2-897d-d80f238827ff req-8f8a2efc-4c79-4a56-bd0b-19934455b0c9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:53:59.800405 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c318ca38-a7a8-4ed2-897d-d80f238827ff req-8f8a2efc-4c79-4a56-bd0b-19934455b0c9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 3829 time: 0.3916440 May 28 05:53:59.914498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a22f69-aafd-4fbd-8810-f50111abb17d None None] Pushing event updated for resources: {'Port': ['ID=f9d74159-a2de-4cc4-a189-bf7d8eccbb3e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:53:59.985403 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4f59e5c7-40c8-49eb-8f3d-b4cf88668718 req-3a17abff-183c-471b-89d6-31ac7c2dc77c service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520316 May 28 05:54:00.071083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ab5d7b99-e47a-4264-89f2-e64a18bfe26f None None] Provisioning complete for port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:00.071704 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7b99-e47a-4264-89f2-e64a18bfe26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:00.075079 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c318ca38-a7a8-4ed2-897d-d80f238827ff req-2b06be57-dc5e-4208-a682-ab41b969bced tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720277 May 28 05:54:00.281728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] For port 7136d5f9-a613-47c0-a6e5-852d1063f0b7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7136d5f9-a613-47c0-a6e5-852d1063f0b7,segment=NetworkSegment(98f7d512-1d10-4b59-9226-54412b0ce3e8),segment_id=98f7d512-1d10-4b59-9226-54412b0ce3e8)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:00.282682 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:00.424506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Calling delete_port for 7136d5f9-a613-47c0-a6e5-852d1063f0b7 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:00.436894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 94cc07c7-79a9-47d8-b3b8-df91094f0e47 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:00.684288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] For port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4,segment=NetworkSegment(ed6cca37-b3bb-4128-a54f-80e22047ef31),segment_id=ed6cca37-b3bb-4128-a54f-80e22047ef31)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:00.684807 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:00.721648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] For port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4,segment=NetworkSegment(ed6cca37-b3bb-4128-a54f-80e22047ef31),segment_id=ed6cca37-b3bb-4128-a54f-80e22047ef31)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:00.722061 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:00.795205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] For port b870648d-286e-4080-b124-e472c38b10b6, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:00.798293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] For port b870648d-286e-4080-b124-e472c38b10b6, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b870648d-286e-4080-b124-e472c38b10b6,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:00.902723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:00.984246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] Calling delete_port for 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:01.012570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40631e64-413c-4a1f-b654-95ad0abc4f20 None None] Network 0c3f6864-7c32-4eda-b520-d7f2934c043a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:01.025097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-556a3879-d2de-4e5d-a145-e3345cfa05cf', 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'fixed_ips': [{'subnet_id': '1f1edd68-1ba0-4e45-bac3-275f32f29707'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:54:01.025953 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.040930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.053517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2864def-acc8-4d7e-a968-c0c35a98a780 req-9c7e5f4f-cf21-49c7-b325-fe91473bd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:01.055301 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b2864def-acc8-4d7e-a968-c0c35a98a780 req-9c7e5f4f-cf21-49c7-b325-fe91473bd288 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 1096 time: 0.5474088 May 28 05:54:01.056084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4fdb373-f22a-4e2c-ab0b-b0a7be0499da req-3d96f6b4-ab77-407c-adbf-47f34e02cf51 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 210 time: 1.0978432 May 28 05:54:01.057259 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.067652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:01.106257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688ca45-ce00-4ab8-985d-7ea15403bfce req-27ac12a4-cb41-45dd-bea2-7b00d13346ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:01.109931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No DVR routers for this DVR port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:01.121829 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e688ca45-ce00-4ab8-985d-7ea15403bfce req-27ac12a4-cb41-45dd-bea2-7b00d13346ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1095 time: 1.0392077 May 28 05:54:01.125250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:01.126045 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.127682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] 10.222.0.33 "PUT /v2.0/ports/b870648d-286e-4080-b124-e472c38b10b6 HTTP/1.1" status: 200 len: 1092 time: 5.7434852 May 28 05:54:01.172052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': 'b870648d-286e-4080-b124-e472c38b10b6'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:01.202075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:01.203882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:01.206396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.334936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d7b99-e47a-4264-89f2-e64a18bfe26f None None] Current status of the port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:01.347733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:01.347955 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.354929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688ca45-ce00-4ab8-985d-7ea15403bfce req-b6e4281e-b131-4c20-ab3b-f8c68b9f5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:01.356643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e688ca45-ce00-4ab8-985d-7ea15403bfce req-b6e4281e-b131-4c20-ab3b-f8c68b9f5ddf service neutron] 10.222.0.41 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 920 time: 0.2009816 May 28 05:54:01.365239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f50f72-45fc-4b48-b020-5dde73ee9bf2 req-0ea007bd-7f36-4ab3-8078-24c1c3752b98 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:01.366965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88f50f72-45fc-4b48-b020-5dde73ee9bf2 req-0ea007bd-7f36-4ab3-8078-24c1c3752b98 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 944 time: 0.8119478 May 28 05:54:01.405728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:01.466406 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e688ca45-ce00-4ab8-985d-7ea15403bfce req-2ef60647-e539-4122-b9ce-a1337990bf01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 217 time: 0.0909588 May 28 05:54:01.576665 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b2864def-acc8-4d7e-a968-c0c35a98a780 req-8c7fd583-915c-460f-aa17-886800ac6619 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876692 May 28 05:54:01.669154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Allocated IP 2001:db8:3::2 (556a3879-d2de-4e5d-a145-e3345cfa05cf/1f1edd68-1ba0-4e45-bac3-275f32f29707/48273575-cf3b-49d1-916a-ecb80d26281e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:54:01.675953 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88f50f72-45fc-4b48-b020-5dde73ee9bf2 req-c272b250-99a4-4238-99e5-8f7f65a725ea tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992745 May 28 05:54:01.677449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688ca45-ce00-4ab8-985d-7ea15403bfce req-1eac9227-935f-408e-b8c4-bcb5353526ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:01.678864 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e688ca45-ce00-4ab8-985d-7ea15403bfce req-1eac9227-935f-408e-b8c4-bcb5353526ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 200 len: 859 time: 0.1546402 May 28 05:54:01.713868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5322f99-e110-4496-8936-54d8cb5baf33 service neutron] Pushing event updated for resources: {'Port': ['ID=b870648d-286e-4080-b124-e472c38b10b6,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:01.768594 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e688ca45-ce00-4ab8-985d-7ea15403bfce req-a54948fc-a2d1-4593-953f-b76ab8a4878a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7088dd9d-42b3-46b9-a9bf-0159a21869e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607798 May 28 05:54:01.775340 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.809991 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.858353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.868601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:01.879221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.924136 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:01.935168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Transition to ACTIVE for port object 48273575-cf3b-49d1-916a-ecb80d26281e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:01.940629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Port': ['ID=7136d5f9-a613-47c0-a6e5-852d1063f0b7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:01.963832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Transition to ACTIVE for port object 48273575-cf3b-49d1-916a-ecb80d26281e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:02.005119 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:54:02.005683 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:54:02.031507 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.175601 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e688ca45-ce00-4ab8-985d-7ea15403bfce req-0a7d3284-8193-49b5-85cf-f3801b1a78b8 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900177 May 28 05:54:02.176914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Pushing event updated for resources: {'Port': ['ID=48273575-cf3b-49d1-916a-ecb80d26281e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:02.194462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Network 556a3879-d2de-4e5d-a145-e3345cfa05cf is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:02.227833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Made reservation on behalf of 5b2d028f91264ef89bba35bd8dc794a4 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:02.231270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.233032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:02.239761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:54:02.250069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9464de75-224e-461b-ad88-bf7c993d0b8e']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:02.269407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6cca37-b3bb-4128-a54f-80e22047ef31') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:02.269856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6cca37-b3bb-4128-a54f-80e22047ef31') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:02.284492 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.307840 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.317311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:02.318438 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.337739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a453345-dc2d-49c3-af16-8197a69bb8df req-76c13d85-7ef4-4f2d-8f2b-2014c82d711f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:02.343460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No DVR routers for this DVR port 7136d5f9-a613-47c0-a6e5-852d1063f0b7 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:02.344476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a453345-dc2d-49c3-af16-8197a69bb8df req-76c13d85-7ef4-4f2d-8f2b-2014c82d711f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:02.350368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a453345-dc2d-49c3-af16-8197a69bb8df req-76c13d85-7ef4-4f2d-8f2b-2014c82d711f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:02.356679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a453345-dc2d-49c3-af16-8197a69bb8df req-76c13d85-7ef4-4f2d-8f2b-2014c82d711f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:02.362893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a453345-dc2d-49c3-af16-8197a69bb8df req-76c13d85-7ef4-4f2d-8f2b-2014c82d711f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:02.364884 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9a453345-dc2d-49c3-af16-8197a69bb8df req-76c13d85-7ef4-4f2d-8f2b-2014c82d711f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 3829 time: 0.5059321 May 28 05:54:02.368638 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:54:02.389052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:02.389430 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.401381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Attempting to bind port 48273575-cf3b-49d1-916a-ecb80d26281e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:02.401752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Attempting to bind port 48273575-cf3b-49d1-916a-ecb80d26281e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:02.402106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Attempting to bind port 48273575-cf3b-49d1-916a-ecb80d26281e on network 556a3879-d2de-4e5d-a145-e3345cfa05cf {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:02.412511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:02.413905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Checking segment: {'id': '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:02.413905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.414193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Bound using segment: {'id': '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:02.414471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Bound port: 48273575-cf3b-49d1-916a-ecb80d26281e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:02.414847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.534326 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment ed6cca37-b3bb-4128-a54f-80e22047ef31 resource provider aggregate not found May 28 05:54:02.547209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9a453345-dc2d-49c3-af16-8197a69bb8df req-ddcd1855-d14e-4741-befb-92624261820f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725705 May 28 05:54:02.565680 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e688ca45-ce00-4ab8-985d-7ea15403bfce req-4e566d11-c31c-458a-95bb-7fa9c6edf902 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448238 May 28 05:54:02.639728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 94cc07c7-79a9-47d8-b3b8-df91094f0e47, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=94cc07c7-79a9-47d8-b3b8-df91094f0e47,segment=NetworkSegment(99f1d389-1a61-4296-8648-d46efd54ae4c),segment_id=99f1d389-1a61-4296-8648-d46efd54ae4c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:02.642576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] Deleting port 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:02.642954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.663701 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment ed6cca37-b3bb-4128-a54f-80e22047ef31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed6cca37-b3bb-4128-a54f-80e22047ef31 found for delete ", "request_id": "req-941e448c-49dd-474d-bfd5-289d63ab6d59"}]} May 28 05:54:02.705793 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.706578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f9d74159-a2de-4cc4-a189-bf7d8eccbb3e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:02.757775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Allocated IP 2001:db8:3::1 (556a3879-d2de-4e5d-a145-e3345cfa05cf/1f1edd68-1ba0-4e45-bac3-275f32f29707/7e0f3907-fe87-470e-a43f-fb025841cc12) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:54:02.769284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.825947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9c30977c-9ab3-48f3-9abf-6de5cc269ae9 None None] The port '6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:54:02.832484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] For port 48273575-cf3b-49d1-916a-ecb80d26281e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:02.847101 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149e1a04-40b9-471d-8632-aa4a03be3e8a'] response: {'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': 'b870648d-286e-4080-b124-e472c38b10b6', 'status': 'completed', 'code': 200} May 28 05:54:02.913316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] For port 48273575-cf3b-49d1-916a-ecb80d26281e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=48273575-cf3b-49d1-916a-ecb80d26281e,segment=NetworkSegment(6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c),segment_id=6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:02.926649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0f634962-7707-48af-a3ad-3717907875e5 None None] Provisioning complete for port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:02.927470 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0f634962-7707-48af-a3ad-3717907875e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.964424 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:02.984390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=94cc07c7-79a9-47d8-b3b8-df91094f0e47,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:03.018993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3f6864-7c32-4eda-b520-d7f2934c043a']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:03.036037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:03.083887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:03.098613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f7d512-1d10-4b59-9226-54412b0ce3e8') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:03.099331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f7d512-1d10-4b59-9226-54412b0ce3e8') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:03.128342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Network': ['ID=9464de75-224e-461b-ad88-bf7c993d0b8e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:03.147800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbb4fa-a0ff-40c8-822a-78da725fe17f req-fd285e77-7945-4348-ac72-ea8078e3828e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:03.149565 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7bbb4fa-a0ff-40c8-822a-78da725fe17f req-fd285e77-7945-4348-ac72-ea8078e3828e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 1.6673853 May 28 05:54:03.153671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:03.154267 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:03.158092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:03.241597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea08d9-11c8-48a1-995c-23ada8c3107b None None] Pushing event updated for resources: {'Port': ['ID=48273575-cf3b-49d1-916a-ecb80d26281e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:03.285872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42e376df-129f-4b73-aa22-c84ce107e69d req-424bd11a-64bc-4ce6-aa84-65bc8171e99d tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 210 time: 0.2655616 May 28 05:54:03.349283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0f634962-7707-48af-a3ad-3717907875e5 None None] Current status of the port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:03.388393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-c027564a-62ac-4af9-b4ab-805813910a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:03.389992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-c027564a-62ac-4af9-b4ab-805813910a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:03.390813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-c027564a-62ac-4af9-b4ab-805813910a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:03.391313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-c027564a-62ac-4af9-b4ab-805813910a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:03.391825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-c027564a-62ac-4af9-b4ab-805813910a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:03.393688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-c027564a-62ac-4af9-b4ab-805813910a17 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 4364 time: 0.5020790 May 28 05:54:03.397087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:03.422819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:03.489408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:03.504390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:03.525729 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f635fc07-303c-4361-995a-2cdec4e197e5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/networks/9464de75-224e-461b-ad88-bf7c993d0b8e HTTP/1.1" status: 204 len: 168 time: 4.9723129 May 28 05:54:03.548269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43120) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:03.578561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:03.579196 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:03.585113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:03.585512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 6e314b60-c2eb-4e49-85ca-1a73bc2f4fb4 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:03.640389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-60054048'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:03.653408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Transition to ACTIVE for port object 7e0f3907-fe87-470e-a43f-fb025841cc12 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:03.683555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:03.685542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 13a29201-3eff-4d0f-a7e3-f81a2af1c125 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:54:03.779756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdb6ff1-c2c4-4123-a994-107560eb2bd0 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:03.789154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:03.813565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Transition to ACTIVE for port object efdb6ff1-c2c4-4123-a994-107560eb2bd0 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:03.825126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f7bbb4fa-a0ff-40c8-822a-78da725fe17f req-7d05cf34-dc9d-4314-a625-11fbe576ff2e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800009 May 28 05:54:03.827292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:network and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:03.841370 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:03.855747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 94cc07c7-79a9-47d8-b3b8-df91094f0e47 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:03.863177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:03.911948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Allocated IP 172.20.0.7 (ac109167-1220-484d-a8bf-5dadaf8ed4e3/1cb2cb39-359b-4b8e-8719-c46e0fd277ae/93daed67-02c2-4682-a1aa-6bcf1ff3e2d4) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:54:03.920835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-159bc5ff-ab55-49c7-a9bd-a2db6b5ff84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:03.921308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-159bc5ff-ab55-49c7-a9bd-a2db6b5ff84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:03.923352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-159bc5ff-ab55-49c7-a9bd-a2db6b5ff84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:03.928779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-159bc5ff-ab55-49c7-a9bd-a2db6b5ff84b service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=fd718985c28a4117b7e07db37d6ba250&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5161431 May 28 05:54:03.978212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:03.984318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fa6b1-68d1-4831-9366-3d4ee5c11aae req-4b74a127-edfa-4a7c-8900-1ac21cf41956 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:03.986024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb7fa6b1-68d1-4831-9366-3d4ee5c11aae req-4b74a127-edfa-4a7c-8900-1ac21cf41956 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 944 time: 0.5196860 May 28 05:54:03.994045 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:04.054770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:04.055155 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:04.124668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 13a29201-3eff-4d0f-a7e3-f81a2af1c125, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125,segment=NetworkSegment(b175e2a7-c2a4-48db-89cf-fe978bfdcdec),segment_id=b175e2a7-c2a4-48db-89cf-fe978bfdcdec)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:04.148131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 556a3879-d2de-4e5d-a145-e3345cfa05cf is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:04.187051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:04.192524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:54:04.193776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:04.213543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'port_id': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'mac_address': 'fa:16:3e:da:a6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:54:04.247039 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:04.360724 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:04.375385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:04.376354 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:04.397676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/0c3f6864-7c32-4eda-b520-d7f2934c043a HTTP/1.1" status: 204 len: 168 time: 9.4514875 May 28 05:54:04.407541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43138) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:04.424872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a29201-3eff-4d0f-a7e3-f81a2af1c125 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:04.442061 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:04.443959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 48273575-cf3b-49d1-916a-ecb80d26281e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:04.444655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:04.463545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Pushing event updated for resources: {'Port': ['ID=efdb6ff1-c2c4-4123-a994-107560eb2bd0,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:04.551356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 13a29201-3eff-4d0f-a7e3-f81a2af1c125, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125,segment=NetworkSegment(b175e2a7-c2a4-48db-89cf-fe978bfdcdec),segment_id=b175e2a7-c2a4-48db-89cf-fe978bfdcdec)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:04.569197 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:04.619944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa2fe4-23f0-458c-8f8b-5932d598dae4 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Network': ['ID=0c3f6864-7c32-4eda-b520-d7f2934c043a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:04.659661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:04.663195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:04.677146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=13a29201-3eff-4d0f-a7e3-f81a2af1c125,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:04.702770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb7fa6b1-68d1-4831-9366-3d4ee5c11aae req-32c0f6a2-a89f-493a-81cf-01c5401a666e tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916910 May 28 05:54:04.720560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 48273575-cf3b-49d1-916a-ecb80d26281e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:04.733081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=7e0f3907-fe87-470e-a43f-fb025841cc12,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:04.749619 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c78fa8-93ae-472f-a4d1-0ce61d860f80 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:04.751259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.751689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.752046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.752165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c78fa8-93ae-472f-a4d1-0ce61d860f80 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:04.752246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.752903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.753234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.757515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.757690 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a5c78fa8-93ae-472f-a4d1-0ce61d860f80 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/0c3f6864-7c32-4eda-b520-d7f2934c043a HTTP/1.1" status: 404 len: 339 time: 0.3001666 May 28 05:54:04.757791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.757791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.757791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.757791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.757791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:04.763859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43148) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:04.773977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-66915678', 'description': 'd1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:04.774708 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 98f7d512-1d10-4b59-9226-54412b0ce3e8 resource provider aggregate not found May 28 05:54:04.799655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-19df21e3-5b24-400e-b6ab-26483b40bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:04.801131 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ae06199-64aa-43d1-ae12-6d06cee4b1f6 req-19df21e3-5b24-400e-b6ab-26483b40bc04 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8715725 May 28 05:54:04.806404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:04.816237 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Usage tracker for resource:network and tenant:981aa125554e472eae4daff49fbe2800 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:04.822798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:04.840681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:04.846458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Attempting to bind port efdb6ff1-c2c4-4123-a994-107560eb2bd0 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:04.846807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Attempting to bind port efdb6ff1-c2c4-4123-a994-107560eb2bd0 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:04.847205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Attempting to bind port efdb6ff1-c2c4-4123-a994-107560eb2bd0 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:04.858341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['13a29201-3eff-4d0f-a7e3-f81a2af1c125'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:54:04.868860 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 98f7d512-1d10-4b59-9226-54412b0ce3e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98f7d512-1d10-4b59-9226-54412b0ce3e8 found for delete ", "request_id": "req-26105f54-3257-40f3-abdd-21fcc6edbfc2"}]} May 28 05:54:04.870593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Port efdb6ff1-c2c4-4123-a994-107560eb2bd0 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:54:04.871146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Attempting to bind port efdb6ff1-c2c4-4123-a994-107560eb2bd0 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:04.948360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:04.952061 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.017784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:54:05.024548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af81694-4231-47b6-a496-3815bc2efc0c None None] Network 556a3879-d2de-4e5d-a145-e3345cfa05cf requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:05.044953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:05.045286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Checking segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:05.045895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Bound using segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:05.046537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Bound port: efdb6ff1-c2c4-4123-a994-107560eb2bd0, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:05.047074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.056849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.057188 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Added segment 955fbaa3-6e3e-4d54-8c40-05d9e6e68b34 of type vlan for network 25192837-c938-423c-9da2-eb2fc9318d6b May 28 05:54:05.091561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:54:05.144155 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.162991 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.168698 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Added segment d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48 of type vlan for network 26a10409-8bbd-4b98-ad5a-664e2d371fe7 May 28 05:54:05.191829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.192740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.257400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52b9f-9280-40ed-bfd2-efa7ae36b281 req-8a9a71e4-e7af-489f-865d-cceb0acd3af3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:05.262795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-29b4aaaf-4cb8-4265-8e96-aae30e7d5c7d None None] Provisioning for port 48273575-cf3b-49d1-916a-ecb80d26281e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:05.264044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52b9f-9280-40ed-bfd2-efa7ae36b281 req-8a9a71e4-e7af-489f-865d-cceb0acd3af3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:05.269939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52b9f-9280-40ed-bfd2-efa7ae36b281 req-8a9a71e4-e7af-489f-865d-cceb0acd3af3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:05.276761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52b9f-9280-40ed-bfd2-efa7ae36b281 req-8a9a71e4-e7af-489f-865d-cceb0acd3af3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:05.281912 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c81df2d0-7de0-4fa0-8538-b118e3bb6738 req-2d7bbb49-fbb5-492d-92ca-d5613a7dc6d5 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 210 time: 0.1357810 May 28 05:54:05.282940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52b9f-9280-40ed-bfd2-efa7ae36b281 req-8a9a71e4-e7af-489f-865d-cceb0acd3af3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:05.288941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52b9f-9280-40ed-bfd2-efa7ae36b281 req-8a9a71e4-e7af-489f-865d-cceb0acd3af3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:05.290843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ed52b9f-9280-40ed-bfd2-efa7ae36b281 req-8a9a71e4-e7af-489f-865d-cceb0acd3af3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 4606 time: 1.2927508 May 28 05:54:05.298921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-29b4aaaf-4cb8-4265-8e96-aae30e7d5c7d None None] Provisioning complete for port 48273575-cf3b-49d1-916a-ecb80d26281e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:05.299318 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29b4aaaf-4cb8-4265-8e96-aae30e7d5c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.508620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.510727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.537127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.546640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] For port efdb6ff1-c2c4-4123-a994-107560eb2bd0, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:05.551617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] For port efdb6ff1-c2c4-4123-a994-107560eb2bd0, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efdb6ff1-c2c4-4123-a994-107560eb2bd0,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:05.591758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event updated for resources: {'Port': ['ID=7e0f3907-fe87-470e-a43f-fb025841cc12,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:05.624385 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.627877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.633420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:05.634009 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.664645 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.672762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:05.673383 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.731305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a67e8-3755-4beb-bb52-5b8d9bebe6ca req-80e048e7-986b-4086-8440-c17a2bb42c05 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:05.732967 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5a3a67e8-3755-4beb-bb52-5b8d9bebe6ca req-80e048e7-986b-4086-8440-c17a2bb42c05 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.2769697 May 28 05:54:05.741591 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9725108 May 28 05:54:05.764883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43168) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:05.774719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Network 556a3879-d2de-4e5d-a145-e3345cfa05cf is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:05.833250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-29b4aaaf-4cb8-4265-8e96-aae30e7d5c7d None None] Current status of the port 48273575-cf3b-49d1-916a-ecb80d26281e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:05.834134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29b4aaaf-4cb8-4265-8e96-aae30e7d5c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.887453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Network': ['ID=26a10409-8bbd-4b98-ad5a-664e2d371fe7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:05.907922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ed52b9f-9280-40ed-bfd2-efa7ae36b281 req-67c58192-d9bd-423a-a67c-d4d252018f8a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4575143 May 28 05:54:05.915095 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e3151f6d-02f4-4dea-8a11-a0fcdb195a32 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3414986 May 28 05:54:05.920199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:05.922821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43174) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:05.924056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 26a10409-8bbd-4b98-ad5a-664e2d371fe7 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:54:05.957529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-29b4aaaf-4cb8-4265-8e96-aae30e7d5c7d None None] For port 48273575-cf3b-49d1-916a-ecb80d26281e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=48273575-cf3b-49d1-916a-ecb80d26281e,segment=NetworkSegment(6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c),segment_id=6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:05.991972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Network ac109167-1220-484d-a8bf-5dadaf8ed4e3 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:06.005292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:06.006063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '26a10409-8bbd-4b98-ad5a-664e2d371fe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:06.098517 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29b4aaaf-4cb8-4265-8e96-aae30e7d5c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:06.162101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4a6b1-ebd0-4cca-ae16-f05c1005d044 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:06.162790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-68e4a6b1-ebd0-4cca-ae16-f05c1005d044 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Synchronizing usage tracker for tenant:981aa125554e472eae4daff49fbe2800 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:54:06.216816 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5a3a67e8-3755-4beb-bb52-5b8d9bebe6ca req-c4b2756e-0ca2-49e1-a661-fdc5dda199c0 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734721 May 28 05:54:06.222292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:06.244565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:06.250040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:06.269642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:06.279061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:06.302499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:06.303086 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:06.304537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] 10.222.0.33 "PUT /v2.0/ports/efdb6ff1-c2c4-4123-a994-107560eb2bd0 HTTP/1.1" status: 200 len: 1135 time: 5.1129031 May 28 05:54:06.305203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:54:06.356367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06792d-5c92-4c32-ae10-9dc97494bdea tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=25192837-c938-423c-9da2-eb2fc9318d6b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:06.399345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4aaaf-4cb8-4265-8e96-aae30e7d5c7d None None] Pushing event updated for resources: {'Port': ['ID=48273575-cf3b-49d1-916a-ecb80d26281e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:06.451249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 25192837-c938-423c-9da2-eb2fc9318d6b details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:54:06.483772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-68e4a6b1-ebd0-4cca-ae16-f05c1005d044 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Unset dirty status for tenant:981aa125554e472eae4daff49fbe2800 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:54:06.487738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-68e4a6b1-ebd0-4cca-ae16-f05c1005d044 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/networks?id=25192837-c938-423c-9da2-eb2fc9318d6b HTTP/1.1" status: 200 len: 763 time: 0.7085192 May 28 05:54:06.497342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': 'efdb6ff1-c2c4-4123-a994-107560eb2bd0'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:06.514722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43188) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:06.539512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:06.542924 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:06.599168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:54:06.659590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-43f642c9-fbc4-4d25-a7e9-5f9084e480fe None None] Provisioning complete for port 48273575-cf3b-49d1-916a-ecb80d26281e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:06.659590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-43f642c9-fbc4-4d25-a7e9-5f9084e480fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:06.710760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:06.783119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-edeeae8d-a21e-4d0f-803c-1ca3d7785847 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'description': 'd2'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:06.825182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-43f642c9-fbc4-4d25-a7e9-5f9084e480fe None None] Current status of the port 48273575-cf3b-49d1-916a-ecb80d26281e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:06.844190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-43f642c9-fbc4-4d25-a7e9-5f9084e480fe None None] Provisioning for port 7e0f3907-fe87-470e-a43f-fb025841cc12 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:06.849079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b33a-723c-4508-b327-1522419593b4 req-2043c569-e7ef-498f-bb62-038e6731ead6 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:06.850712 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c3d8b33a-723c-4508-b327-1522419593b4 req-2043c569-e7ef-498f-bb62-038e6731ead6 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 931 time: 0.3153741 May 28 05:54:06.851322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-43f642c9-fbc4-4d25-a7e9-5f9084e480fe None None] Provisioning complete for port 7e0f3907-fe87-470e-a43f-fb025841cc12 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:06.852183 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-43f642c9-fbc4-4d25-a7e9-5f9084e480fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:06.881612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:54:06.891419 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2f16182b-41ac-4ef2-844b-97227671429d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1362138 May 28 05:54:06.895727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43200) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:06.901648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-032be7ba-bc58-47fa-ae4b-4aee7c87e455 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:06.909124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:54:06.941047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:06.941761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:53:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:07.036560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78117f8d-5c4f-4ab4-9cc7-05b18ec821c7 service neutron] Pushing event updated for resources: {'Port': ['ID=efdb6ff1-c2c4-4123-a994-107560eb2bd0,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:07.038620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1f62e4-c914-43f2-8067-98b86dfbbbb9 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 05:54:07.134865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-43f642c9-fbc4-4d25-a7e9-5f9084e480fe None None] Port 7e0f3907-fe87-470e-a43f-fb025841cc12 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:54:07.156399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c3d8b33a-723c-4508-b327-1522419593b4 req-594afa3a-67b5-498e-8e5c-470539c3d1df tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892239 May 28 05:54:07.227100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:07.297284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:07.302400 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:07.369493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d3ed-ab74-4b48-8593-c7e1b58e125d req-67c3dc48-dcef-466d-9f67-c6708ddfcb15 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:07.369493 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9907d3ed-ab74-4b48-8593-c7e1b58e125d req-67c3dc48-dcef-466d-9f67-c6708ddfcb15 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 945 time: 0.9728746 May 28 05:54:07.372655 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8863406 May 28 05:54:07.522305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-edeeae8d-a21e-4d0f-803c-1ca3d7785847 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:07.537710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:07.552338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Request body: {'port': {'device_id': '85028593-6a8e-4751-b9a6-9744895783c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:07.654943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-edeeae8d-a21e-4d0f-803c-1ca3d7785847 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:07.658971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f755b-6043-4fe4-9cd6-24cf9fbc52bc tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Pushing event updated for resources: {'Port': ['ID=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:07.710321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f62e4-c914-43f2-8067-98b86dfbbbb9 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:54:07.736230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 13a29201-3eff-4d0f-a7e3-f81a2af1c125 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:07.767399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.extraroute_db [None req-032be7ba-bc58-47fa-ae4b-4aee7c87e455 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 05:54:07.846974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 48273575-cf3b-49d1-916a-ecb80d26281e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:07.910858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.extraroute_db [None req-032be7ba-bc58-47fa-ae4b-4aee7c87e455 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Removed routes are [] {{(pid=88416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 05:54:07.912529 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-032be7ba-bc58-47fa-ae4b-4aee7c87e455 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:07.933276 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9907d3ed-ab74-4b48-8593-c7e1b58e125d req-d8eea342-4deb-4b1c-8e28-715bbce6ad3f tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486772 May 28 05:54:07.935006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-edeeae8d-a21e-4d0f-803c-1ca3d7785847 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network 25192837-c938-423c-9da2-eb2fc9318d6b is not hosted by any dhcp agent {{(pid=88417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 28 05:54:07.940335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeeae8d-a21e-4d0f-803c-1ca3d7785847 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:07.940957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-edeeae8d-a21e-4d0f-803c-1ca3d7785847 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:07.944886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-edeeae8d-a21e-4d0f-803c-1ca3d7785847 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "PUT /v2.0/networks/25192837-c938-423c-9da2-eb2fc9318d6b HTTP/1.1" status: 200 len: 760 time: 1.4042242 May 28 05:54:07.964045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43230) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:08.088447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-88f32bfe-b8a4-4714-911f-ebfd96c4e807 None None] Provisioning complete for port 7e0f3907-fe87-470e-a43f-fb025841cc12 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:08.089113 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-88f32bfe-b8a4-4714-911f-ebfd96c4e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:08.347131 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9f057a-b719-4b80-9fcc-0b8da199a26b'] response: {'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': 'efdb6ff1-c2c4-4123-a994-107560eb2bd0', 'status': 'completed', 'code': 200} May 28 05:54:08.350353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeeae8d-a21e-4d0f-803c-1ca3d7785847 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=25192837-c938-423c-9da2-eb2fc9318d6b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:08.356920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:08.378632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-99da8434-b3a2-44a5-b8af-1bd1347d8a13 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:08.382999 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-99da8434-b3a2-44a5-b8af-1bd1347d8a13 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 811 time: 0.6122110 May 28 05:54:08.415317 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-3d533de1-e945-4cea-9e04-84fca38d93f4 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/quotas/b64aac2a56744fc3b993f592b4557340 HTTP/1.1" status: 200 len: 375 time: 0.0186691 May 28 05:54:08.436761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 25192837-c938-423c-9da2-eb2fc9318d6b details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:54:08.536736 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:08.553434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:08.553434 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:08.732027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-88f32bfe-b8a4-4714-911f-ebfd96c4e807 None None] Port 7e0f3907-fe87-470e-a43f-fb025841cc12 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:54:08.751788 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4486d717-21b8-4c2b-8890-a572ca044bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:08.757855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-19f51bc2-a7f0-4026-abed-101d6adb2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:08.758671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-19f51bc2-a7f0-4026-abed-101d6adb2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:08.759465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-19f51bc2-a7f0-4026-abed-101d6adb2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:08.761573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-19f51bc2-a7f0-4026-abed-101d6adb2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:08.762289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-19f51bc2-a7f0-4026-abed-101d6adb2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:08.762981 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-19f51bc2-a7f0-4026-abed-101d6adb2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:08.765378 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-19f51bc2-a7f0-4026-abed-101d6adb2708 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5292 time: 0.6238770 May 28 05:54:08.766313 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:08.770186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-032be7ba-bc58-47fa-ae4b-4aee7c87e455 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:08.792523 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-0791cd42-0990-425c-b712-730df15c54d4 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3619413 May 28 05:54:08.812910 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-032be7ba-bc58-47fa-ae4b-4aee7c87e455 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:08.828920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 48273575-cf3b-49d1-916a-ecb80d26281e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:08.829399 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:08.852082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca441b-4982-414f-8c56-f69db749ef56 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:08.852766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f9ca441b-4982-414f-8c56-f69db749ef56 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Synchronizing usage tracker for tenant:981aa125554e472eae4daff49fbe2800 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:54:08.864307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=01abadea-8394-4bc1-8363-760399eacbf5,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:09.075371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:09.076006 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:09.089405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f9ca441b-4982-414f-8c56-f69db749ef56 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Unset dirty status for tenant:981aa125554e472eae4daff49fbe2800 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:54:09.090551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f9ca441b-4982-414f-8c56-f69db749ef56 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/networks?id=25192837-c938-423c-9da2-eb2fc9318d6b HTTP/1.1" status: 200 len: 763 time: 1.0751503 May 28 05:54:09.107156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43252) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:09.116716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Checking segment: {'id': 'd24cfbff-fcf4-41bd-8727-2b7f6aa1ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '26a10409-8bbd-4b98-ad5a-664e2d371fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:09.117327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network hostable DHCP agents. Network: 26a10409-8bbd-4b98-ad5a-664e2d371fe7, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:54:09.179797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 48273575-cf3b-49d1-916a-ecb80d26281e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:09.181651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e093-fb8b-4dc8-b519-2dd0d1c3ca6b req-78a8fac6-4f90-4df8-897a-1558f9ed5463 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.190806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e093-fb8b-4dc8-b519-2dd0d1c3ca6b req-78a8fac6-4f90-4df8-897a-1558f9ed5463 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.197552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e093-fb8b-4dc8-b519-2dd0d1c3ca6b req-78a8fac6-4f90-4df8-897a-1558f9ed5463 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.199443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 13a29201-3eff-4d0f-a7e3-f81a2af1c125, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125,segment=NetworkSegment(b175e2a7-c2a4-48db-89cf-fe978bfdcdec),segment_id=b175e2a7-c2a4-48db-89cf-fe978bfdcdec)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:09.203772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:04Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0f3907-fe87-470e-a43f-fb025841cc12', 'name': '', 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:7e:17:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:54:02Z', 'updated_at': '2022-05-28T05:54:04Z', 'revision_number': 2, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:09.204244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e093-fb8b-4dc8-b519-2dd0d1c3ca6b req-78a8fac6-4f90-4df8-897a-1558f9ed5463 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.206659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:09.211859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e093-fb8b-4dc8-b519-2dd0d1c3ca6b req-78a8fac6-4f90-4df8-897a-1558f9ed5463 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.212376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:54:09.213288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Updating router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace port 7e0f3907-fe87-470e-a43f-fb025841cc12 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:54:09.219796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e093-fb8b-4dc8-b519-2dd0d1c3ca6b req-78a8fac6-4f90-4df8-897a-1558f9ed5463 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.223043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eb5e093-fb8b-4dc8-b519-2dd0d1c3ca6b req-78a8fac6-4f90-4df8-897a-1558f9ed5463 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 4606 time: 0.8690584 May 28 05:54:09.243154 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:09.299814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-1b5a8f69-b586-4bde-a6d9-c86fb3d4db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.300521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-1b5a8f69-b586-4bde-a6d9-c86fb3d4db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.301297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-1b5a8f69-b586-4bde-a6d9-c86fb3d4db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.302939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-1b5a8f69-b586-4bde-a6d9-c86fb3d4db16 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=fd718985c28a4117b7e07db37d6ba250&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5188239 May 28 05:54:09.325454 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-e375a988-c546-4099-b87a-11da46dcb81e service neutron] 10.222.0.39 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097687 May 28 05:54:09.327092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=13a29201-3eff-4d0f-a7e3-f81a2af1c125,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:09.371957 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:09.392634 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eb5e093-fb8b-4dc8-b519-2dd0d1c3ca6b req-2a687d57-a9c9-4055-93c4-4eada1997aee tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1113708 May 28 05:54:09.440683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 26a10409-8bbd-4b98-ad5a-664e2d371fe7 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:54:09.568409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 26a10409-8bbd-4b98-ad5a-664e2d371fe7) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:09.578761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aeabb2-7bba-4792-8827-b012a11bf7c8 None None] Network 26a10409-8bbd-4b98-ad5a-664e2d371fe7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:09.579957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.580551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:09.605890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a973f043-5079-4a21-83b7-1e22a555b57c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.607373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a973f043-5079-4a21-83b7-1e22a555b57c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4806046 May 28 05:54:09.652445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-18f964ff-07be-436e-a781-c77ede04be81 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6787741 May 28 05:54:09.660615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43264) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:09.660949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43266) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:09.678430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2001589322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:09.721784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-d1feb023-c33e-4a36-b970-498323583820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:09.723402 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5791625-c0b1-4b5c-b968-f8ce889b6b95 req-d1feb023-c33e-4a36-b970-498323583820 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2115517 May 28 05:54:09.731300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032be7ba-bc58-47fa-ae4b-4aee7c87e455 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:54:09.733898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-54e913f1-e644-4c2c-b9a1-e1100ca0940f service neutron] 10.222.0.39 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073532 May 28 05:54:09.779079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:09.815611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8db185a2-e51c-4aed-b442-6a6fb4a12778 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Synchronizing usage tracker for tenant:981aa125554e472eae4daff49fbe2800 on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:54:09.846599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:router and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:09.865368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:09.921135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8db185a2-e51c-4aed-b442-6a6fb4a12778 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Unset dirty status for tenant:981aa125554e472eae4daff49fbe2800 on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:54:09.922312 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8db185a2-e51c-4aed-b442-6a6fb4a12778 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 207 time: 0.2493041 May 28 05:54:09.926292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:09.945307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43276) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:09.957920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b408ba-1753-4654-8059-1424962b2a46 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:09.997005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-26a10409-8bbd-4b98-ad5a-664e2d371fe7', 'network_id': '26a10409-8bbd-4b98-ad5a-664e2d371fe7', 'tenant_id': 'c2462d2832014f7d9bedf389dab3788a', 'fixed_ips': [{'subnet_id': '01abadea-8394-4bc1-8363-760399eacbf5'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:54:09.998537 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.014103 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.121613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.158210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.159388 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.179150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.179667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Allocated IP 172.20.0.2 (26a10409-8bbd-4b98-ad5a-664e2d371fe7/01abadea-8394-4bc1-8363-760399eacbf5/e67ad1ea-c353-446f-a00f-6580bc43d2b3) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:54:10.215690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:54:10.228040 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.282750 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.287218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-01f685e2-218e-4edd-a942-c3c223ee4907 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6125824 May 28 05:54:10.323471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43292) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:10.332256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Transition to ACTIVE for port object b2b408ba-1753-4654-8059-1424962b2a46 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:10.361129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'network_id': '26a10409-8bbd-4b98-ad5a-664e2d371fe7', 'name': 'tempest-PortsTestJSON-281262296'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:10.459891 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.471125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Transition to ACTIVE for port object e67ad1ea-c353-446f-a00f-6580bc43d2b3 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:10.486108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032be7ba-bc58-47fa-ae4b-4aee7c87e455 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:54:10.490713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Transition to ACTIVE for port object e67ad1ea-c353-446f-a00f-6580bc43d2b3 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:10.506361 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-032be7ba-bc58-47fa-ae4b-4aee7c87e455 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.510333 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-032be7ba-bc58-47fa-ae4b-4aee7c87e455 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace HTTP/1.1" status: 200 len: 954 time: 3.6136713 May 28 05:54:10.512163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43300) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:10.513603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.571897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e0466-3253-4f63-acb3-6569404087b0 req-3cae4155-3c72-4412-a6a0-61cc9fe3ce8d tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:10.573043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f85e0466-3253-4f63-acb3-6569404087b0 req-3cae4155-3c72-4412-a6a0-61cc9fe3ce8d tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Synchronizing usage tracker for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:54:10.589279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.601961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:10.680607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Network 26a10409-8bbd-4b98-ad5a-664e2d371fe7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:10.738714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f4977-d2f9-4a8b-8557-f822106baccd req-577591b5-b176-4e96-b34a-432d4b9f389a tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:10.738714 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-032f4977-d2f9-4a8b-8557-f822106baccd req-577591b5-b176-4e96-b34a-432d4b9f389a tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.5362165 May 28 05:54:10.770631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:10.780780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:54:10.813667 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f8cace3e-35cb-472a-b149-664eeabda802 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace HTTP/1.1" status: 200 len: 954 time: 0.2974379 May 28 05:54:10.834755 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19bc09dc-2708-4642-82f5-5c42e11ebd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.841693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43310) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:10.862696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:port and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:10.865676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:10.872244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:10.877947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Pushing event updated for resources: {'Port': ['ID=e67ad1ea-c353-446f-a00f-6580bc43d2b3,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:10.888215 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.889692 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-032f4977-d2f9-4a8b-8557-f822106baccd req-3d0676d7-270f-4ae9-84fe-0a20a95db8ee tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409011 May 28 05:54:10.893581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b408ba-1753-4654-8059-1424962b2a46,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:10.904984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-da847a66-7cff-480d-b158-8875e666478e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'routes': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:10.920214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Attempting to bind port e67ad1ea-c353-446f-a00f-6580bc43d2b3 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:10.921007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Attempting to bind port e67ad1ea-c353-446f-a00f-6580bc43d2b3 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd24cfbff-fcf4-41bd-8727-2b7f6aa1ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '26a10409-8bbd-4b98-ad5a-664e2d371fe7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:10.921586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Attempting to bind port e67ad1ea-c353-446f-a00f-6580bc43d2b3 on network 26a10409-8bbd-4b98-ad5a-664e2d371fe7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:10.932401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Transition to ACTIVE for port object 7e0f3907-fe87-470e-a43f-fb025841cc12 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:10.942012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:10.949715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Checking segment: {'id': 'd24cfbff-fcf4-41bd-8727-2b7f6aa1ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '26a10409-8bbd-4b98-ad5a-664e2d371fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:10.950225 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.950720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Bound using segment: {'id': 'd24cfbff-fcf4-41bd-8727-2b7f6aa1ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '26a10409-8bbd-4b98-ad5a-664e2d371fe7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:10.951344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Bound port: e67ad1ea-c353-446f-a00f-6580bc43d2b3, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24cfbff-fcf4-41bd-8727-2b7f6aa1ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '26a10409-8bbd-4b98-ad5a-664e2d371fe7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:10.955421 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:10.971169 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b2049c-c3e3-4bfc-a916-b96aa01eae66'] response: {'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'code': 200} May 28 05:54:10.990512 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:11.048607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:11.052389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:11.071691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:11.115534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:11.143864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f85e0466-3253-4f63-acb3-6569404087b0 req-3cae4155-3c72-4412-a6a0-61cc9fe3ce8d tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Unset dirty status for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:54:11.145103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f85e0466-3253-4f63-acb3-6569404087b0 req-3cae4155-3c72-4412-a6a0-61cc9fe3ce8d tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 931 time: 1.5360124 May 28 05:54:11.175138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abde2ba-9b20-4025-b45d-98f3ff869737 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:11.204255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abde2ba-9b20-4025-b45d-98f3ff869737 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:11.212486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abde2ba-9b20-4025-b45d-98f3ff869737 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:11.225105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abde2ba-9b20-4025-b45d-98f3ff869737 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:11.235482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abde2ba-9b20-4025-b45d-98f3ff869737 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:11.241208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abde2ba-9b20-4025-b45d-98f3ff869737 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:11.260328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5abde2ba-9b20-4025-b45d-98f3ff869737 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 1.3037086 May 28 05:54:11.329979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb9b53-5bb1-47e2-b6a4-cab750ce02b6 None None] Pushing event updated for resources: {'Port': ['ID=7e0f3907-fe87-470e-a43f-fb025841cc12,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:11.361859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43318) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:11.438191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port e9af648b-94ff-4b66-b8b0-154eb4da6bfb yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:54:11.481796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] For port e67ad1ea-c353-446f-a00f-6580bc43d2b3, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:11.484078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Transition to ACTIVE for port object 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:11.490925 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-033731ed-569a-486a-9e97-6539374377d9 req-8ed41707-b864-40f1-acfa-8a6202ea72c6 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 210 time: 0.2790322 May 28 05:54:11.495186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Attempting to bind port 7e0f3907-fe87-470e-a43f-fb025841cc12 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:11.495879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Attempting to bind port 7e0f3907-fe87-470e-a43f-fb025841cc12 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:11.496483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Attempting to bind port 7e0f3907-fe87-470e-a43f-fb025841cc12 on network 556a3879-d2de-4e5d-a145-e3345cfa05cf {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:11.504277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] For port e67ad1ea-c353-446f-a00f-6580bc43d2b3, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e67ad1ea-c353-446f-a00f-6580bc43d2b3,segment=NetworkSegment(d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48),segment_id=d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:11.505827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:11.506432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Checking segment: {'id': '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:11.507063 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:11.507924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Bound using segment: {'id': '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:11.509096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Bound port: 7e0f3907-fe87-470e-a43f-fb025841cc12, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:11.510307 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:11.560161 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:11.690630 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:11.747504 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:11.820776 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:11.890026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] For port 7e0f3907-fe87-470e-a43f-fb025841cc12, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:11.894405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] For port 7e0f3907-fe87-470e-a43f-fb025841cc12, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7e0f3907-fe87-470e-a43f-fb025841cc12,segment=NetworkSegment(6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c),segment_id=6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:11.897252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3fdb6-d9bd-4be9-8477-c062eda72283 None None] Pushing event updated for resources: {'Port': ['ID=e67ad1ea-c353-446f-a00f-6580bc43d2b3,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:11.916762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:12.026226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb9b53-5bb1-47e2-b6a4-cab750ce02b6 None None] Pushing event updated for resources: {'Port': ['ID=7e0f3907-fe87-470e-a43f-fb025841cc12,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:12.039868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:12.040635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:12.064691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f85e0466-3253-4f63-acb3-6569404087b0 req-fba11a0b-7fca-4354-b7eb-a17fafd326b8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7737465 May 28 05:54:12.096361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcc36e-4778-42ca-b7a4-af03a69e9361 req-2edcaadc-af54-4baf-8f9c-ff61375ecc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:12.098311 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cfcc36e-4778-42ca-b7a4-af03a69e9361 req-2edcaadc-af54-4baf-8f9c-ff61375ecc3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1097 time: 0.8283107 May 28 05:54:12.200269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c8482-a375-4ec2-9635-8b8e036b8984 req-8042c409-e3e4-4e58-8dd6-05ee76bdf122 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:12.206384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c8482-a375-4ec2-9635-8b8e036b8984 req-8042c409-e3e4-4e58-8dd6-05ee76bdf122 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:12.221766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c8482-a375-4ec2-9635-8b8e036b8984 req-8042c409-e3e4-4e58-8dd6-05ee76bdf122 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:12.255207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c8482-a375-4ec2-9635-8b8e036b8984 req-8042c409-e3e4-4e58-8dd6-05ee76bdf122 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:12.280804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c8482-a375-4ec2-9635-8b8e036b8984 req-8042c409-e3e4-4e58-8dd6-05ee76bdf122 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:12.292618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c8482-a375-4ec2-9635-8b8e036b8984 req-8042c409-e3e4-4e58-8dd6-05ee76bdf122 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:12.309977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c8482-a375-4ec2-9635-8b8e036b8984 req-8042c409-e3e4-4e58-8dd6-05ee76bdf122 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:12.326756 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec5c8482-a375-4ec2-9635-8b8e036b8984 req-8042c409-e3e4-4e58-8dd6-05ee76bdf122 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5384 time: 0.5076370 May 28 05:54:12.422251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:12.517779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec5c8482-a375-4ec2-9635-8b8e036b8984 req-b1b40e2e-22c1-4753-9eec-f59bce987d29 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899853 May 28 05:54:12.524137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Pushing event updated for resources: {'Port': ['ID=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:12.529766 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cfcc36e-4778-42ca-b7a4-af03a69e9361 req-d568e873-a1fb-4706-aad6-47d79bbf9404 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106374 May 28 05:54:12.660683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Attempting to bind port b2b408ba-1753-4654-8059-1424962b2a46 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:12.661355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Attempting to bind port b2b408ba-1753-4654-8059-1424962b2a46 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:12.662072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Attempting to bind port b2b408ba-1753-4654-8059-1424962b2a46 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:12.759995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-289aa200-2bdd-4b68-ad1b-9860f881a973 req-73aa8ac0-b2dc-4a5e-98ea-a0e864b3304b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 210 time: 0.0791237 May 28 05:54:12.816647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Port b2b408ba-1753-4654-8059-1424962b2a46 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:54:12.816647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Attempting to bind port b2b408ba-1753-4654-8059-1424962b2a46 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:12.834169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:12.834933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Checking segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:12.834933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Bound using segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:12.835396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Bound port: b2b408ba-1753-4654-8059-1424962b2a46, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:12.835688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:12.861983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.extraroute_db [None req-da847a66-7cff-480d-b158-8875e666478e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added routes are [] {{(pid=88416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 05:54:12.862318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.extraroute_db [None req-da847a66-7cff-480d-b158-8875e666478e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 05:54:12.873572 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0337b5c7-5b91-495e-942f-a7285f801b69 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 1.4777267 May 28 05:54:12.874331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43342) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:12.893970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Attempting to bind port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:12.894320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Attempting to bind port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '4369818a-e539-4570-8121-ecf65eb771f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:12.894911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Attempting to bind port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 on network ac109167-1220-484d-a8bf-5dadaf8ed4e3 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:12.907556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 on network ac109167-1220-484d-a8bf-5dadaf8ed4e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:54:12.907879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Attempting to bind port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 on network ac109167-1220-484d-a8bf-5dadaf8ed4e3 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:12.971003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-78c09f9d-9b16-439d-b68a-14c69259483a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:12.971833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-78c09f9d-9b16-439d-b68a-14c69259483a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Synchronizing usage tracker for tenant:b64aac2a56744fc3b993f592b4557340 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:54:12.972916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:07Z', 'revision_number': 6, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0f3907-fe87-470e-a43f-fb025841cc12', 'name': '', 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:7e:17:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:54:02Z', 'updated_at': '2022-05-28T05:54:11Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:12.977106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:12.977453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Checking segment: {'id': '4369818a-e539-4570-8121-ecf65eb771f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:12.977841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Bound using segment: {'id': '4369818a-e539-4570-8121-ecf65eb771f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:12.978236 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b5703-433a-435e-8a3e-db584467cc52 None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:07Z', 'revision_number': 6, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0f3907-fe87-470e-a43f-fb025841cc12', 'name': '', 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:7e:17:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:54:02Z', 'updated_at': '2022-05-28T05:54:11Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:54:12.978910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Bound port: 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4369818a-e539-4570-8121-ecf65eb771f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:12.979194 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:13.043735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.8 (26a10409-8bbd-4b98-ad5a-664e2d371fe7/01abadea-8394-4bc1-8363-760399eacbf5/e9af648b-94ff-4b66-b8b0-154eb4da6bfb) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:54:13.222426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abb55e-6b34-4123-920f-6b5c0b8de1b1 req-9165e074-0af3-46da-9879-56042bf28707 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.232953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-09abb55e-6b34-4123-920f-6b5c0b8de1b1 req-9165e074-0af3-46da-9879-56042bf28707 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.8424723 May 28 05:54:13.257952 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:13.269573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da847a66-7cff-480d-b158-8875e666478e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:13.297401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac6aeb-10fb-4348-b6e2-e9f52be1e7ac tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.299466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac6aeb-10fb-4348-b6e2-e9f52be1e7ac tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.302954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac6aeb-10fb-4348-b6e2-e9f52be1e7ac tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.304587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac6aeb-10fb-4348-b6e2-e9f52be1e7ac tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.308403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac6aeb-10fb-4348-b6e2-e9f52be1e7ac tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.315885 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e4ac6aeb-10fb-4348-b6e2-e9f52be1e7ac tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4402308 May 28 05:54:13.317486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43352) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:13.548462 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:13.569269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object e9af648b-94ff-4b66-b8b0-154eb4da6bfb will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:13.596401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-78c09f9d-9b16-439d-b68a-14c69259483a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Unset dirty status for tenant:b64aac2a56744fc3b993f592b4557340 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:54:13.598068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-78c09f9d-9b16-439d-b68a-14c69259483a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.41 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 811 time: 1.7031710 May 28 05:54:13.600182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] For port b2b408ba-1753-4654-8059-1424962b2a46, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:13.612305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] For port b2b408ba-1753-4654-8059-1424962b2a46, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b2b408ba-1753-4654-8059-1424962b2a46,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:13.637761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Request body: {'port': {'device_id': '6fc83ea7-8c5d-43dc-9c81-968db0e397d8', 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0', 'admin_state_up': True, 'tenant_id': 'b64aac2a56744fc3b993f592b4557340'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:13.662910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:13.666552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d1d0e-505b-48c6-baa1-514ee2417919 None None] Network 26a10409-8bbd-4b98-ad5a-664e2d371fe7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:13.698823 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:13.786176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] For port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:13.790188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] For port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,segment=NetworkSegment(4369818a-e539-4570-8121-ecf65eb771f7),segment_id=4369818a-e539-4570-8121-ecf65eb771f7)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:13.810491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae43ba4-4280-42d5-8205-192fe1335775 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.819841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae43ba4-4280-42d5-8205-192fe1335775 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.819841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae43ba4-4280-42d5-8205-192fe1335775 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.823094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae43ba4-4280-42d5-8205-192fe1335775 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.827570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae43ba4-4280-42d5-8205-192fe1335775 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:13.832618 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cae43ba4-4280-42d5-8205-192fe1335775 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4565954 May 28 05:54:13.935581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43366) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:13.936464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b408ba-1753-4654-8059-1424962b2a46,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:13.951868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:14.156623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7e0f3907-fe87-470e-a43f-fb025841cc12 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:14.221285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da847a66-7cff-480d-b158-8875e666478e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:14.227421 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da847a66-7cff-480d-b158-8875e666478e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:14.375010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5f70b46f-0f55-49b8-ab53-617940584574 None None] Provisioning for port e67ad1ea-c353-446f-a00f-6580bc43d2b3 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:14.389252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 7e0f3907-fe87-470e-a43f-fb025841cc12 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:14.405319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7e0f3907-fe87-470e-a43f-fb025841cc12 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:14.405693 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:14.408347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:14.409369 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:14.411315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-97537d17-7b5d-4927-a5e0-936cba7a9656 service neutron] 10.222.0.33 "PUT /v2.0/ports/b2b408ba-1753-4654-8059-1424962b2a46 HTTP/1.1" status: 200 len: 1136 time: 7.8885133 May 28 05:54:14.435261 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:54:14.452447 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:14.453399 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:14.476429 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-09abb55e-6b34-4123-920f-6b5c0b8de1b1 req-75b27916-056f-47ec-9d05-dfea6262ca90 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2421997 May 28 05:54:14.478799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': 'b2b408ba-1753-4654-8059-1424962b2a46'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:14.509696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:14.570908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7e0f3907-fe87-470e-a43f-fb025841cc12 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:14.571313 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:14.588857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da847a66-7cff-480d-b158-8875e666478e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:54:14.622249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:14.622837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:14.625075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338dcd1-5941-465e-aeeb-7cbd8304f8f5 req-98bd72fe-7f36-4253-ac20-762d5d80c7fd tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:14.625401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] 10.222.0.41 "PUT /v2.0/ports/93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 HTTP/1.1" status: 200 len: 1091 time: 7.0763266 May 28 05:54:14.639454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 26a10409-8bbd-4b98-ad5a-664e2d371fe7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:14.647539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=e9af648b-94ff-4b66-b8b0-154eb4da6bfb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:14.649157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 7e0f3907-fe87-470e-a43f-fb025841cc12, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7e0f3907-fe87-470e-a43f-fb025841cc12,segment=NetworkSegment(6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c),segment_id=6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:14.658122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d338dcd1-5941-465e-aeeb-7cbd8304f8f5 req-98bd72fe-7f36-4253-ac20-762d5d80c7fd tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 943 time: 1.3312025 May 28 05:54:14.660563 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:14.661421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e67ad1ea-c353-446f-a00f-6580bc43d2b3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:14.741313 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:14.747914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:14.876069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=7e0f3907-fe87-470e-a43f-fb025841cc12,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:14.908334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e67ad1ea-c353-446f-a00f-6580bc43d2b3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:14.908526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:54:14.913831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e67ad1ea-c353-446f-a00f-6580bc43d2b3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:14.914246 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:15.002662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Provisioning complete for port e67ad1ea-c353-446f-a00f-6580bc43d2b3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:15.003035 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:15.006878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:15.022609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:15.024982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d338dcd1-5941-465e-aeeb-7cbd8304f8f5 req-1cb7f3d1-ffe1-4b73-8f85-9b8249ecdc6b tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659608 May 28 05:54:15.069608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da847a66-7cff-480d-b158-8875e666478e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:54:15.083712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da847a66-7cff-480d-b158-8875e666478e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:15.085154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-da847a66-7cff-480d-b158-8875e666478e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace HTTP/1.1" status: 200 len: 704 time: 4.2382846 May 28 05:54:15.088988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43388) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:15.264474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Pushing event updated for resources: {'Port': ['ID=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:15.318746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.319100 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:12Z', 'revision_number': 7, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0f3907-fe87-470e-a43f-fb025841cc12', 'name': '', 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:7e:17:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:54:02Z', 'updated_at': '2022-05-28T05:54:11Z', 'revision_number': 4, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:15.320212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.320762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.321681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.323122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.323671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.324370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.325095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.325638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.326152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.326671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.327279 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:54:15.327539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b114bf-cbb1-487d-a492-ea870da88395 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:15.341050 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:15.341660 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:15.358707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Made reservation on behalf of b64aac2a56744fc3b993f592b4557340 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:15.367868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e67ad1ea-c353-446f-a00f-6580bc43d2b3 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:15.368254 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:15.390691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Current status of the port e67ad1ea-c353-446f-a00f-6580bc43d2b3 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:15.391057 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:15.392698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:15.426308 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e67ad1ea-c353-446f-a00f-6580bc43d2b3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e67ad1ea-c353-446f-a00f-6580bc43d2b3,segment=NetworkSegment(d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48),segment_id=d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:15.439526 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:15.448205 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6143dc9b-b3b5-4ce0-b2bf-a9f1541a2702 req-3fd9a71e-3c6c-4850-9088-e19c7336bf6e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 210 time: 0.0766966 May 28 05:54:15.505724 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ad881859-e142-4557-884c-a96fd7c833fd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace HTTP/1.1" status: 200 len: 704 time: 0.4130971 May 28 05:54:15.506634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43392) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:15.532676 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:15.614047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:15.614487 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:15.619717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:15.651748 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54316a6-7e64-4272-badc-5ce19a8b8b0a'] response: {'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': 'b2b408ba-1753-4654-8059-1424962b2a46', 'status': 'completed', 'code': 200} May 28 05:54:15.666554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7b10-9376-4c7a-b9d4-4e8f00db72bf req-21aab8c8-a742-4005-a2e1-96de7b1df174 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:15.672839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7b10-9376-4c7a-b9d4-4e8f00db72bf req-21aab8c8-a742-4005-a2e1-96de7b1df174 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:15.678771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7b10-9376-4c7a-b9d4-4e8f00db72bf req-21aab8c8-a742-4005-a2e1-96de7b1df174 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:15.692139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7b10-9376-4c7a-b9d4-4e8f00db72bf req-21aab8c8-a742-4005-a2e1-96de7b1df174 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:15.702988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7b10-9376-4c7a-b9d4-4e8f00db72bf req-21aab8c8-a742-4005-a2e1-96de7b1df174 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:15.708874 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:54:15.709530 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:54:15.717255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7b10-9376-4c7a-b9d4-4e8f00db72bf req-21aab8c8-a742-4005-a2e1-96de7b1df174 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:15.723108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7b10-9376-4c7a-b9d4-4e8f00db72bf req-21aab8c8-a742-4005-a2e1-96de7b1df174 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:15.725056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74ef7b10-9376-4c7a-b9d4-4e8f00db72bf req-21aab8c8-a742-4005-a2e1-96de7b1df174 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5384 time: 0.9697528 May 28 05:54:15.743462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e67ad1ea-c353-446f-a00f-6580bc43d2b3,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:15.800111 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7e0f3907-fe87-470e-a43f-fb025841cc12 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:15.860887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6649051-f36e-4c55-8eea-167f66280cbf tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:15.867132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c6649051-f36e-4c55-8eea-167f66280cbf tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/networks/0a7ef0a7-b3c6-497e-ac0d-bef00241577f HTTP/1.1" status: 200 len: 803 time: 1.9071298 May 28 05:54:15.887798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7e0f3907-fe87-470e-a43f-fb025841cc12 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:15.888889 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:15.909825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43402) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:16.057554 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:12Z', 'revision_number': 7, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0f3907-fe87-470e-a43f-fb025841cc12', 'name': '', 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:7e:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:54:02Z', 'updated_at': '2022-05-28T05:54:14Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:16.064521 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e969b-5a0b-49c2-b8d1-5cb9144fc669 None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:12Z', 'revision_number': 7, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0f3907-fe87-470e-a43f-fb025841cc12', 'name': '', 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:7e:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:54:02Z', 'updated_at': '2022-05-28T05:54:14Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:54:16.133416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7e0f3907-fe87-470e-a43f-fb025841cc12 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:16.227709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-1d68551c-c6d1-4b77-9443-164a6c819bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:16.229769 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-1d68551c-c6d1-4b77-9443-164a6c819bb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b2d028f91264ef89bba35bd8dc794a4&device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 1094 time: 1.4732571 May 28 05:54:16.311062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Current status of the port e67ad1ea-c353-446f-a00f-6580bc43d2b3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:16.340094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Provisioning for port e9af648b-94ff-4b66-b8b0-154eb4da6bfb completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:16.347707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Provisioning complete for port e9af648b-94ff-4b66-b8b0-154eb4da6bfb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:16.348589 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:16.473800 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-66b638c4-4928-4108-8c56-c2f525460e91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 HTTP/1.1" status: 200 len: 217 time: 0.1544201 May 28 05:54:16.492677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4a7a1-56bf-440f-87e8-e8c62beb0db9 None None] Port e9af648b-94ff-4b66-b8b0-154eb4da6bfb cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:54:16.515767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-5766e3b8-b5ee-45c9-9a26-b80d2f49700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:16.516343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-5766e3b8-b5ee-45c9-9a26-b80d2f49700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:16.516501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-5766e3b8-b5ee-45c9-9a26-b80d2f49700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:16.516984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-5766e3b8-b5ee-45c9-9a26-b80d2f49700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:16.517452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-5766e3b8-b5ee-45c9-9a26-b80d2f49700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:16.517913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-5766e3b8-b5ee-45c9-9a26-b80d2f49700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:16.518370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-5766e3b8-b5ee-45c9-9a26-b80d2f49700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:16.520593 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-5766e3b8-b5ee-45c9-9a26-b80d2f49700d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6221 time: 0.5551362 May 28 05:54:16.537003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75e2c7-3028-449c-897d-486c45fb7ffb req-5749c8cc-9245-41f1-b1bb-e693ef85221e tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:16.544452 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f75e2c7-3028-449c-897d-486c45fb7ffb req-5749c8cc-9245-41f1-b1bb-e693ef85221e tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.5779278 May 28 05:54:16.558290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:54:16.570598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:16.572980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:16.592434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-813aab71-050a-4dd9-865c-0e273a5db07e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.2638814 May 28 05:54:16.636446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43420) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:16.653867 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74ef7b10-9376-4c7a-b9d4-4e8f00db72bf req-cd877559-33f6-4d73-9c8d-56017b83d574 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8282065 May 28 05:54:16.670249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f75e2c7-3028-449c-897d-486c45fb7ffb req-f9d8ca6d-6884-4c9d-8618-a16a955ca6cb tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247830 May 28 05:54:16.812302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a52d8ddd-d75d-4898-a358-1406478d72f2 None None] Provisioning complete for port e9af648b-94ff-4b66-b8b0-154eb4da6bfb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:16.812836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a52d8ddd-d75d-4898-a358-1406478d72f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:16.889040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a52d8ddd-d75d-4898-a358-1406478d72f2 None None] Port e9af648b-94ff-4b66-b8b0-154eb4da6bfb cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:54:16.898490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:17.007189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-da50777b-a625-4e6b-8774-006c8671a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:17.007699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-da50777b-a625-4e6b-8774-006c8671a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:17.008164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-da50777b-a625-4e6b-8774-006c8671a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:17.010602 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-da50777b-a625-4e6b-8774-006c8671a2ae service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=fd718985c28a4117b7e07db37d6ba250&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4308808 May 28 05:54:17.095162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-02359ae4-c751-4f69-8eb5-bb4e60b340f7 req-d4d2d6d4-65ea-4e0d-87c2-399d96c3fbc7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Synchronizing usage tracker for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:54:17.147874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-112b88d5-c7c4-4587-9e74-da684c94ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:17.149229 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-112b88d5-c7c4-4587-9e74-da684c94ed02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cb2cb39-359b-4b8e-8719-c46e0fd277ae HTTP/1.1" status: 200 len: 848 time: 0.6206055 May 28 05:54:17.216433 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-0bc8bb61-713a-493b-9992-7648626e3d01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac109167-1220-484d-a8bf-5dadaf8ed4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565932 May 28 05:54:17.238144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-41202397-af24-4c51-9aa6-dd9763cacc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:17.239626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43f78a84-fede-499d-9fa7-c5070a989e80 req-41202397-af24-4c51-9aa6-dd9763cacc61 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188439 May 28 05:54:17.273689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668ba4d-dc8f-4777-a044-98b1c2f57263 req-31b93d17-26a4-48c2-a0bc-bbdf053b1092 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:17.275786 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4668ba4d-dc8f-4777-a044-98b1c2f57263 req-31b93d17-26a4-48c2-a0bc-bbdf053b1092 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 943 time: 0.3872075 May 28 05:54:17.374801 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4668ba4d-dc8f-4777-a044-98b1c2f57263 req-92886db3-5179-408e-8999-1db0e68be5b0 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921974 May 28 05:54:17.381473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:54:17.392134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-02359ae4-c751-4f69-8eb5-bb4e60b340f7 req-d4d2d6d4-65ea-4e0d-87c2-399d96c3fbc7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Unset dirty status for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:54:17.393296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02359ae4-c751-4f69-8eb5-bb4e60b340f7 req-d4d2d6d4-65ea-4e0d-87c2-399d96c3fbc7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 210 time: 0.5412371 May 28 05:54:17.412331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:12Z', 'revision_number': 7, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0f3907-fe87-470e-a43f-fb025841cc12', 'name': '', 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:7e:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:54:02Z', 'updated_at': '2022-05-28T05:54:14Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:17.416797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:54:17.444978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:17.445521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:17.451157 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:17.468311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1bd3e780-5934-443e-8544-1ee30c2fb4eb tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/networks/0a7ef0a7-b3c6-497e-ac0d-bef00241577f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 1.5472250 May 28 05:54:17.474224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43436) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:17.542192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Allocated IP 172.20.0.9 (717afe8e-0e7b-46d2-9055-41c9dc2d17d0/944ad608-2695-494c-88e4-13ba23410268/21d17e89-beda-48f1-bf27-e3b06fc0d3c6) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:54:17.645176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bda4af-2037-4e9c-8450-fa03a233085d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:17.651728 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f6bda4af-2037-4e9c-8450-fa03a233085d tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/subnets/9c2aa82e-cbf8-4246-958c-2c775b09feca HTTP/1.1" status: 200 len: 843 time: 0.1160202 May 28 05:54:17.718803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85028593-6a8e-4751-b9a6-9744895783c5', 'tag': '93daed67-02c2-4682-a1aa-6bcf1ff3e2d4'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:17.720546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43440) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:17.731929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:17.867506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e67ad1ea-c353-446f-a00f-6580bc43d2b3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:17.914777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-64a28240-6bd4-4a74-bece-b17823373690 req-373ce0c3-3a76-435a-95df-52963378b83b service neutron] (88416) timed out ('10.222.0.39', 41232) {{(pid=88416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 05:54:17.953065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67916908-4578-4d60-8b1d-270d092cdcd6 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:17.965757 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c070fff-db74-40e6-8a20-313a9b1d07ef'] response: {'name': 'network-changed', 'server_uuid': '85028593-6a8e-4751-b9a6-9744895783c5', 'tag': '93daed67-02c2-4682-a1aa-6bcf1ff3e2d4', 'status': 'completed', 'code': 200} May 28 05:54:18.001491 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:18.027433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528c257-f98a-4e24-9e30-d48d8757f268 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['shared'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:18.035488 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8528c257-f98a-4e24-9e30-d48d8757f268 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "GET /v2.0/subnets/9c2aa82e-cbf8-4246-958c-2c775b09feca?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3084626 May 28 05:54:18.036132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43454) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:18.050774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1456479584'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:18.060758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:18.071754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:18.117155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:18.133246 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:18.141049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Transition to ACTIVE for port object 67916908-4578-4d60-8b1d-270d092cdcd6 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:18.167684 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:18.249657 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-8d27e34a-bed9-41bc-95ea-5ce573a911c1 service neutron] 10.222.0.41 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9588439 May 28 05:54:18.286527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e67ad1ea-c353-446f-a00f-6580bc43d2b3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:18.287104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:18.510978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e67ad1ea-c353-446f-a00f-6580bc43d2b3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:18.533785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 7e0f3907-fe87-470e-a43f-fb025841cc12 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:18.534382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:18.540742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:12Z', 'revision_number': 7, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0f3907-fe87-470e-a43f-fb025841cc12', 'name': '', 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:7e:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:54:02Z', 'updated_at': '2022-05-28T05:54:14Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:18.550099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11eb71-49b4-4a74-a928-46efeb3dcb92 None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:12Z', 'revision_number': 7, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0f3907-fe87-470e-a43f-fb025841cc12', 'name': '', 'network_id': '556a3879-d2de-4e5d-a145-e3345cfa05cf', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:7e:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:54:02Z', 'updated_at': '2022-05-28T05:54:14Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '1f1edd68-1ba0-4e45-bac3-275f32f29707', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:54:18.754069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:54:18.782265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea26acc-7d8e-45f5-831e-a122c690c7e7 req-c04c5cab-b629-4e19-b02a-b5caa42472f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:18.784041 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ea26acc-7d8e-45f5-831e-a122c690c7e7 req-c04c5cab-b629-4e19-b02a-b5caa42472f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1097 time: 0.8472652 May 28 05:54:18.787621 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:18.788100 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Added segment ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3 of type vlan for network 5d3282fa-173c-4096-8b72-52e1440f48a7 May 28 05:54:18.852442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Pushing event updated for resources: {'Port': ['ID=67916908-4578-4d60-8b1d-270d092cdcd6,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:18.946742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:18.975379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 7e0f3907-fe87-470e-a43f-fb025841cc12, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7e0f3907-fe87-470e-a43f-fb025841cc12,segment=NetworkSegment(6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c),segment_id=6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:18.975742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:18.992184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f282e2-378d-4d0e-8fff-30cdcd965330 req-feee4d4c-7939-42c2-a71a-cca9ee4a66c3 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:18.993702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0f282e2-378d-4d0e-8fff-30cdcd965330 req-feee4d4c-7939-42c2-a71a-cca9ee4a66c3 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.8376780 May 28 05:54:19.015465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf085b-53f4-465c-8d56-3008c3da8e88 req-7ada12ac-ad44-449b-9c31-1a389897087f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.021171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf085b-53f4-465c-8d56-3008c3da8e88 req-7ada12ac-ad44-449b-9c31-1a389897087f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.027448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf085b-53f4-465c-8d56-3008c3da8e88 req-7ada12ac-ad44-449b-9c31-1a389897087f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.033148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf085b-53f4-465c-8d56-3008c3da8e88 req-7ada12ac-ad44-449b-9c31-1a389897087f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.038856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf085b-53f4-465c-8d56-3008c3da8e88 req-7ada12ac-ad44-449b-9c31-1a389897087f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.045155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf085b-53f4-465c-8d56-3008c3da8e88 req-7ada12ac-ad44-449b-9c31-1a389897087f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.050854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf085b-53f4-465c-8d56-3008c3da8e88 req-7ada12ac-ad44-449b-9c31-1a389897087f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.052800 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fdf085b-53f4-465c-8d56-3008c3da8e88 req-7ada12ac-ad44-449b-9c31-1a389897087f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5384 time: 1.1386683 May 28 05:54:19.139796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5113ce42-ee93-4e92-bc5a-12111616ee1b req-b1a98321-fb2d-48bc-9b7f-37e87ce4d634 service neutron] 10.222.0.41 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8690898 May 28 05:54:19.147598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:19.156767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:19.199544 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fdf085b-53f4-465c-8d56-3008c3da8e88 req-ea17995b-de77-4fa3-bdde-6d04a538a82a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329117 May 28 05:54:19.245395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:54:19.259170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 7e0f3907-fe87-470e-a43f-fb025841cc12 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:19.323721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea26acc-7d8e-45f5-831e-a122c690c7e7 req-31fb89b4-aeba-4803-9aae-751d38407bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.325202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ea26acc-7d8e-45f5-831e-a122c690c7e7 req-31fb89b4-aeba-4803-9aae-751d38407bfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 920 time: 0.5267599 May 28 05:54:19.328468 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0f282e2-378d-4d0e-8fff-30cdcd965330 req-70d47c16-65f1-4976-8e6b-a1631841cf04 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169794 May 28 05:54:19.346951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Attempting to bind port 67916908-4578-4d60-8b1d-270d092cdcd6 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:19.347664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Attempting to bind port 67916908-4578-4d60-8b1d-270d092cdcd6 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:19.348211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Attempting to bind port 67916908-4578-4d60-8b1d-270d092cdcd6 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:19.366060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Port 67916908-4578-4d60-8b1d-270d092cdcd6 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:54:19.366495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Attempting to bind port 67916908-4578-4d60-8b1d-270d092cdcd6 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:19.390816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:19.391364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Checking segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:19.392020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Bound using segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:19.392558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Bound port: 67916908-4578-4d60-8b1d-270d092cdcd6, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:19.393081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:19.408473 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ea26acc-7d8e-45f5-831e-a122c690c7e7 req-468b04e2-cc94-4021-a285-d181ea1d216a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 217 time: 0.0728183 May 28 05:54:19.412048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:19.413012 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:19.420877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.421551 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:19.449247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b0baea0c-3cdd-447f-b3d1-adde821bf849'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:54:19.662312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Network': ['ID=5d3282fa-173c-4096-8b72-52e1440f48a7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:19.676050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 5d3282fa-173c-4096-8b72-52e1440f48a7 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:54:19.822505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:19.841826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:19.846112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:54:19.897208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f016-8cd2-469f-921a-0e10965e7806 req-9a4d6736-b44f-4642-aca5-e723452ed029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.899003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7456f016-8cd2-469f-921a-0e10965e7806 req-9a4d6736-b44f-4642-aca5-e723452ed029 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b2d028f91264ef89bba35bd8dc794a4&device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 1094 time: 0.6671660 May 28 05:54:19.924252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Pushing event updated for resources: {'Port': ['ID=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:19.950833 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fc0a950c-e0f2-44c2-820e-f8a8b4cc9f44 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9033101 May 28 05:54:19.956255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43490) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:19.964300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea26acc-7d8e-45f5-831e-a122c690c7e7 req-c0776393-37e7-411f-b6ea-78ca6f4b5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:19.965712 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ea26acc-7d8e-45f5-831e-a122c690c7e7 req-c0776393-37e7-411f-b6ea-78ca6f4b5c29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 200 len: 859 time: 0.5376186 May 28 05:54:19.971634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'network_id': '5d3282fa-173c-4096-8b72-52e1440f48a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:20.099986 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ea26acc-7d8e-45f5-831e-a122c690c7e7 req-39e82fd2-f28e-4270-bfc9-f98423b52bfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7088dd9d-42b3-46b9-a9bf-0159a21869e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136730 May 28 05:54:20.177697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] For port 67916908-4578-4d60-8b1d-270d092cdcd6, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:20.189420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] For port 67916908-4578-4d60-8b1d-270d092cdcd6, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=67916908-4578-4d60-8b1d-270d092cdcd6,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:20.216863 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:20.269435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:20.270175 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:20.308280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e624-ec73-4585-98a0-6eb827001737 req-69c1f8df-07a5-49c9-af86-54e736746ca1 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:20.309842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc15e624-ec73-4585-98a0-6eb827001737 req-69c1f8df-07a5-49c9-af86-54e736746ca1 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 943 time: 0.9324193 May 28 05:54:20.350330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:20.350571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:20.351974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] 10.222.0.33 "PUT /v2.0/ports/67916908-4578-4d60-8b1d-270d092cdcd6 HTTP/1.1" status: 200 len: 1091 time: 5.8467650 May 28 05:54:20.370440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': '67916908-4578-4d60-8b1d-270d092cdcd6'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:20.393540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572c154-af77-4c8d-8f98-9bb4337f7074 req-6e065eb5-9fe7-4b2c-815b-87aa461eabab tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:20.395153 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5572c154-af77-4c8d-8f98-9bb4337f7074 req-6e065eb5-9fe7-4b2c-815b-87aa461eabab tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 931 time: 0.7715130 May 28 05:54:20.401163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-477c8180-687e-4872-aa32-483cdf252e8a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7741401 May 28 05:54:20.408547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:20.417226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Request body: {'port': {'device_id': '6fc83ea7-8c5d-43dc-9c81-968db0e397d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:20.486083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:20.513044 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:54:20.526618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:20.554819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ea26acc-7d8e-45f5-831e-a122c690c7e7 req-8334b3d3-5edc-484f-8c22-4dc38d795d07 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346540 May 28 05:54:20.560494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Made reservation on behalf of 981aa125554e472eae4daff49fbe2800 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:20.564266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:20.577858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87099e-5cb2-4351-b800-8376e47264e2 service neutron] Pushing event updated for resources: {'Port': ['ID=67916908-4578-4d60-8b1d-270d092cdcd6,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:20.589824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:20.591889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f016-8cd2-469f-921a-0e10965e7806 req-eb3d96c7-a183-4fb1-af9a-f7080866dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:20.593364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7456f016-8cd2-469f-921a-0e10965e7806 req-eb3d96c7-a183-4fb1-af9a-f7080866dd7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac109167-1220-484d-a8bf-5dadaf8ed4e3 HTTP/1.1" status: 200 len: 909 time: 0.6528368 May 28 05:54:20.605356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc15e624-ec73-4585-98a0-6eb827001737 req-150f01a9-1e31-4442-bb87-3f380e564144 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670839 May 28 05:54:20.666060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:20.735616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7456f016-8cd2-469f-921a-0e10965e7806 req-163622d3-c227-4387-929b-5e23cae2de28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 HTTP/1.1" status: 200 len: 217 time: 0.1289389 May 28 05:54:20.796454 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5572c154-af77-4c8d-8f98-9bb4337f7074 req-c452cda6-3aeb-4862-83ef-ce3f68033fd0 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850281 May 28 05:54:20.846536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_backend_mixin [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Performing IP validity checks on allocation pools {{(pid=88416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 05:54:20.847340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_backend_mixin [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 05:54:20.870060 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:20.945584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=7e0f3907-fe87-470e-a43f-fb025841cc12,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:21.042350 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ea26acc-7d8e-45f5-831e-a122c690c7e7 req-7862ba4f-5651-474b-9fe8-6c55af975f11 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413354 May 28 05:54:21.080794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=e9af648b-94ff-4b66-b8b0-154eb4da6bfb,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:21.325335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:21.335873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f016-8cd2-469f-921a-0e10965e7806 req-632b4d9a-14c9-4411-a9e8-0318fc15d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:21.337571 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7456f016-8cd2-469f-921a-0e10965e7806 req-632b4d9a-14c9-4411-a9e8-0318fc15d9f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cb2cb39-359b-4b8e-8719-c46e0fd277ae HTTP/1.1" status: 200 len: 848 time: 0.3218029 May 28 05:54:21.408138 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:21.410396 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:21.485441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7456f016-8cd2-469f-921a-0e10965e7806 req-152325a5-f113-4107-ae47-151f098b0f65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac109167-1220-484d-a8bf-5dadaf8ed4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318290 May 28 05:54:21.505019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e69a04d8-0cb0-4f3b-97f7-0ee31fa4f499 None None] Provisioning complete for port e9af648b-94ff-4b66-b8b0-154eb4da6bfb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:21.505605 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e69a04d8-0cb0-4f3b-97f7-0ee31fa4f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:21.567674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e69a04d8-0cb0-4f3b-97f7-0ee31fa4f499 None None] Port e9af648b-94ff-4b66-b8b0-154eb4da6bfb cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:54:21.599507 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae9df2-78d0-4b4b-ab4e-26ad755db215 req-7b47a087-3a98-48af-bf42-0cc471f06e37 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:21.601218 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fcae9df2-78d0-4b4b-ab4e-26ad755db215 req-7b47a087-3a98-48af-bf42-0cc471f06e37 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.6591139 May 28 05:54:21.651524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:21.754309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:54:21.841005 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fcae9df2-78d0-4b4b-ab4e-26ad755db215 req-9472f83d-b072-4fd2-9fa8-1109bec60c51 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187581 May 28 05:54:21.841864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=a5ed3c7b-36c9-4027-aa3c-46a27ca1c43f,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:21.965748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Checking segment: {'id': 'ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d3282fa-173c-4096-8b72-52e1440f48a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:21.966320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network hostable DHCP agents. Network: 5d3282fa-173c-4096-8b72-52e1440f48a7, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:54:21.976137 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-131154d5-628c-45a9-b57e-5244c7ff8bba'] response: {'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': '67916908-4578-4d60-8b1d-270d092cdcd6', 'status': 'completed', 'code': 200} May 28 05:54:22.061259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,segment=NetworkSegment(4369818a-e539-4570-8121-ecf65eb771f7),segment_id=4369818a-e539-4570-8121-ecf65eb771f7)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:22.078814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '93daed67-02c2-4682-a1aa-6bcf1ff3e2d4', 'network_id': 'ac109167-1220-484d-a8bf-5dadaf8ed4e3', 'port_id': '93daed67-02c2-4682-a1aa-6bcf1ff3e2d4', 'mac_address': 'fa:16:3e:ed:9e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb2cb39-359b-4b8e-8719-c46e0fd277ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:54:22.125905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Network 5d3282fa-173c-4096-8b72-52e1440f48a7 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:54:22.153184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:22.153726 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:22.172644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:22.179746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348d93-c26a-46ca-8216-87eb193a3551 req-040c22d4-3963-4629-b0d3-2663a635a94c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.191384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,segment=NetworkSegment(4369818a-e539-4570-8121-ecf65eb771f7),segment_id=4369818a-e539-4570-8121-ecf65eb771f7)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:22.196420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348d93-c26a-46ca-8216-87eb193a3551 req-040c22d4-3963-4629-b0d3-2663a635a94c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.208591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348d93-c26a-46ca-8216-87eb193a3551 req-040c22d4-3963-4629-b0d3-2663a635a94c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.210143 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:22.216252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348d93-c26a-46ca-8216-87eb193a3551 req-040c22d4-3963-4629-b0d3-2663a635a94c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.222482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348d93-c26a-46ca-8216-87eb193a3551 req-040c22d4-3963-4629-b0d3-2663a635a94c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.228739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348d93-c26a-46ca-8216-87eb193a3551 req-040c22d4-3963-4629-b0d3-2663a635a94c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.235180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348d93-c26a-46ca-8216-87eb193a3551 req-040c22d4-3963-4629-b0d3-2663a635a94c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.244140 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2348d93-c26a-46ca-8216-87eb193a3551 req-040c22d4-3963-4629-b0d3-2663a635a94c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5396 time: 1.2907865 May 28 05:54:22.291296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:54:22.327118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 5d3282fa-173c-4096-8b72-52e1440f48a7) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:22.348389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe77a6-c6e4-4526-801e-0bb52efa4a2b None None] Network 5d3282fa-173c-4096-8b72-52e1440f48a7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:22.409325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.410477 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:22.476071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:22.488530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['93daed67-02c2-4682-a1aa-6bcf1ff3e2d4'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:54:22.528062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:54:22.537918 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:54:22.553917 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:22.554797 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:22.582271 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e5056dcf-0a86-497a-b024-1d3b68bc0368 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0744791 May 28 05:54:22.586416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43546) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:22.598585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7456f016-8cd2-469f-921a-0e10965e7806 req-edd2aaf3-7d7f-4369-b5aa-823e879823b7 service neutron] 10.222.0.41 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0762556 May 28 05:54:22.662097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2348d93-c26a-46ca-8216-87eb193a3551 req-9ddd1824-cf33-43d3-977b-3fd03ede7f9c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4167459 May 28 05:54:22.681699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-0c3324e5-e14e-4481-baa9-096f5e16fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.682347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-0c3324e5-e14e-4481-baa9-096f5e16fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.682829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-0c3324e5-e14e-4481-baa9-096f5e16fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.683327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-0c3324e5-e14e-4481-baa9-096f5e16fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.683796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-0c3324e5-e14e-4481-baa9-096f5e16fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.684260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-0c3324e5-e14e-4481-baa9-096f5e16fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.684720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-0c3324e5-e14e-4481-baa9-096f5e16fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:22.688142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d156ed1b-a540-4964-a4db-edf79312361b req-0c3324e5-e14e-4481-baa9-096f5e16fac4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6288 time: 0.6885970 May 28 05:54:22.699265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-146e26af-4f36-4fd0-9b82-fe0a2f138200 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7315428 May 28 05:54:22.699265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48d86b0-3f93-43c1-88b8-17d8feb3afe2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting subnet 1f1edd68-1ba0-4e45-bac3-275f32f29707 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:54:22.699265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43550) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:22.752177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e3c6282c-6c3e-4f11-a4c0-379772eb444b tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:22.774956 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:22.843010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-5d3282fa-173c-4096-8b72-52e1440f48a7', 'network_id': '5d3282fa-173c-4096-8b72-52e1440f48a7', 'tenant_id': '981aa125554e472eae4daff49fbe2800', 'fixed_ips': [{'subnet_id': 'a5ed3c7b-36c9-4027-aa3c-46a27ca1c43f'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:54:22.844585 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:22.957788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b48d86b0-3f93-43c1-88b8-17d8feb3afe2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.033111 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.096968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Allocated IP 2001:db8::3 (5d3282fa-173c-4096-8b72-52e1440f48a7/a5ed3c7b-36c9-4027-aa3c-46a27ca1c43f/12e12097-f7ff-4898-be90-f3dd3ad3896a) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:54:23.152796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9fd90-53f2-493f-b0bf-80278d2041db req-1af92154-4058-47af-bfe2-6cf4975ea6fa tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:23.160293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bfa9fd90-53f2-493f-b0bf-80278d2041db req-1af92154-4058-47af-bfe2-6cf4975ea6fa tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 943 time: 1.0966532 May 28 05:54:23.219225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:54:23.224994 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b48d86b0-3f93-43c1-88b8-17d8feb3afe2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.310959 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:20Z', 'revision_number': 8, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:23.319911 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:54:23.330837 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:23.331859 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:23.334183 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b48d86b0-3f93-43c1-88b8-17d8feb3afe2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.425603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b48d86b0-3f93-43c1-88b8-17d8feb3afe2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.435700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3c6282c-6c3e-4f11-a4c0-379772eb444b tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28432394'] for subnet, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.446396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.459657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Transition to ACTIVE for port object 12e12097-f7ff-4898-be90-f3dd3ad3896a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:23.484895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Transition to ACTIVE for port object 12e12097-f7ff-4898-be90-f3dd3ad3896a will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:23.492393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bfa9fd90-53f2-493f-b0bf-80278d2041db req-f3ab335b-d8c1-4655-8fc5-1ff301119f29 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311577 May 28 05:54:23.498629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d86b0-3f93-43c1-88b8-17d8feb3afe2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1edd68-1ba0-4e45-bac3-275f32f29707,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:23.518990 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.524928 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b48d86b0-3f93-43c1-88b8-17d8feb3afe2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.531224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8003d6a4-542b-4261-8c37-381c2d164a4f None None] Network 556a3879-d2de-4e5d-a145-e3345cfa05cf requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:23.563701 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b48d86b0-3f93-43c1-88b8-17d8feb3afe2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/1f1edd68-1ba0-4e45-bac3-275f32f29707 HTTP/1.1" status: 204 len: 168 time: 0.9710855 May 28 05:54:23.600846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43566) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:23.622461 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:23.762424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:23.774441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-06c5ad3f-3e6b-4d46-9659-666dfae2a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:23.775050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-06c5ad3f-3e6b-4d46-9659-666dfae2a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:23.775422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-06c5ad3f-3e6b-4d46-9659-666dfae2a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:23.779381 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d156ed1b-a540-4964-a4db-edf79312361b req-06c5ad3f-3e6b-4d46-9659-666dfae2a576 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=fd718985c28a4117b7e07db37d6ba250&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.0740969 May 28 05:54:23.782793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Network 5d3282fa-173c-4096-8b72-52e1440f48a7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:23.793985 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.795686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:23.817233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Transition to ACTIVE for port object 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:23.827375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:54:23.883108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.886906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Pushing event updated for resources: {'Port': ['ID=12e12097-f7ff-4898-be90-f3dd3ad3896a,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:23.971820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Attempting to bind port 12e12097-f7ff-4898-be90-f3dd3ad3896a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:23.972613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Attempting to bind port 12e12097-f7ff-4898-be90-f3dd3ad3896a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d3282fa-173c-4096-8b72-52e1440f48a7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:23.973208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Attempting to bind port 12e12097-f7ff-4898-be90-f3dd3ad3896a on network 5d3282fa-173c-4096-8b72-52e1440f48a7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:23.982604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:23.983492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Checking segment: {'id': 'ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d3282fa-173c-4096-8b72-52e1440f48a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:23.984535 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:23.985159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Bound using segment: {'id': 'ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d3282fa-173c-4096-8b72-52e1440f48a7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:23.985757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Bound port: 12e12097-f7ff-4898-be90-f3dd3ad3896a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d3282fa-173c-4096-8b72-52e1440f48a7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:23.986239 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:24.062722 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:54:24.115150 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7456f016-8cd2-469f-921a-0e10965e7806 req-c45274f8-045d-42f8-b14d-1d8512f53020 service neutron] 10.222.0.41 "GET /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4995942 May 28 05:54:24.134442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] For port 12e12097-f7ff-4898-be90-f3dd3ad3896a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:24.139758 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:24.142337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] For port 12e12097-f7ff-4898-be90-f3dd3ad3896a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=12e12097-f7ff-4898-be90-f3dd3ad3896a,segment=NetworkSegment(ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3),segment_id=ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:24.148924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a7c00-30a1-43b0-ac4c-6e9213150424 None None] DHCP port deletion for 556a3879-d2de-4e5d-a145-e3345cfa05cf request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:54:24.166631 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:24.270640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a7c00-30a1-43b0-ac4c-6e9213150424 None None] Deleting port 48273575-cf3b-49d1-916a-ecb80d26281e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:24.271337 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c00-30a1-43b0-ac4c-6e9213150424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:24.299009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f19438-0f8a-40fc-9832-835a4314d07b req-d72c4752-1f6a-495c-8723-66fbda47c41a tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:24.301159 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5f19438-0f8a-40fc-9832-835a4314d07b req-d72c4752-1f6a-495c-8723-66fbda47c41a tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.6354001 May 28 05:54:24.314615 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:20Z', 'revision_number': 8, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:24.327167 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37239961-8353-40b4-898f-0ae8799ca66a None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:20Z', 'revision_number': 8, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94cc07c7-79a9-47d8-b3b8-df91094f0e47', 'name': '', 'network_id': '44fe4649-6015-44b4-9972-c9e56e1a41d7', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:54:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:43Z', 'updated_at': '2022-05-28T05:54:02Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': 'd6432547-5a4d-4bb3-97c1-1f57023e6591', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:54:24.332303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:24.372011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Pushing event updated for resources: {'Port': ['ID=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:24.374989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed1b-a540-4964-a4db-edf79312361b req-c91a7b0f-9878-45df-a8c3-fde77d9c6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:24.376787 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d156ed1b-a540-4964-a4db-edf79312361b req-c91a7b0f-9878-45df-a8c3-fde77d9c6509 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5773640 May 28 05:54:24.391287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632951-39d4-4df7-9b49-32b95d3e1036 None None] Pushing event updated for resources: {'Port': ['ID=12e12097-f7ff-4898-be90-f3dd3ad3896a,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:24.419607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5f19438-0f8a-40fc-9832-835a4314d07b req-af22bea5-9810-49cc-b2a7-b7ea8803f6dc tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090028 May 28 05:54:24.419781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944b1812-db23-4113-a5bd-719177904604 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:24.436303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02805c-1ceb-419e-9276-6ade827e5486 req-4e1b8952-71f6-44e9-bad3-e4f50c2f8743 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:24.437919 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc02805c-1ceb-419e-9276-6ade827e5486 req-4e1b8952-71f6-44e9-bad3-e4f50c2f8743 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 931 time: 1.4829400 May 28 05:54:24.447955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 48273575-cf3b-49d1-916a-ecb80d26281e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:24.448384 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:24.452490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3c6282c-6c3e-4f11-a4c0-379772eb444b tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752088404920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28256203'] for subnet, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:24.528729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6282c-6c3e-4f11-a4c0-379772eb444b tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:24.529418 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3c6282c-6c3e-4f11-a4c0-379772eb444b tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:24.532523 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e3c6282c-6c3e-4f11-a4c0-379772eb444b tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "PUT /v2.0/subnets/a5ed3c7b-36c9-4027-aa3c-46a27ca1c43f HTTP/1.1" status: 200 len: 900 time: 1.8304415 May 28 05:54:24.536173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43586) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:24.538545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:24.689814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6282c-6c3e-4f11-a4c0-379772eb444b tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event updated for resources: {'Subnet': ['ID=a5ed3c7b-36c9-4027-aa3c-46a27ca1c43f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:24.715920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9d0a7c00-30a1-43b0-ac4c-6e9213150424 None None] For port 48273575-cf3b-49d1-916a-ecb80d26281e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=48273575-cf3b-49d1-916a-ecb80d26281e,segment=NetworkSegment(6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c),segment_id=6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:24.716619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c00-30a1-43b0-ac4c-6e9213150424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:24.942854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ff37-5fa8-437c-95eb-78c8371c0197 req-e74c8b09-33fc-4360-b49f-a99f36d515b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:24.952073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ff37-5fa8-437c-95eb-78c8371c0197 req-e74c8b09-33fc-4360-b49f-a99f36d515b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:24.958737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ff37-5fa8-437c-95eb-78c8371c0197 req-e74c8b09-33fc-4360-b49f-a99f36d515b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:24.965341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ff37-5fa8-437c-95eb-78c8371c0197 req-e74c8b09-33fc-4360-b49f-a99f36d515b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:24.982810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Transition to ACTIVE for port object 944b1812-db23-4113-a5bd-719177904604 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:24.986276 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ff37-5fa8-437c-95eb-78c8371c0197 req-e74c8b09-33fc-4360-b49f-a99f36d515b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:25.002829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a7c00-30a1-43b0-ac4c-6e9213150424 None None] Calling delete_port for 48273575-cf3b-49d1-916a-ecb80d26281e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:25.003424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ff37-5fa8-437c-95eb-78c8371c0197 req-e74c8b09-33fc-4360-b49f-a99f36d515b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:25.009474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ff37-5fa8-437c-95eb-78c8371c0197 req-e74c8b09-33fc-4360-b49f-a99f36d515b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:25.014495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:25.017809 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f655ff37-5fa8-437c-95eb-78c8371c0197 req-e74c8b09-33fc-4360-b49f-a99f36d515b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5396 time: 0.3865814 May 28 05:54:25.041537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:25.099573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting port 12e12097-f7ff-4898-be90-f3dd3ad3896a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:25.099573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:25.120389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Attempting to bind port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:25.120947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Attempting to bind port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:25.121486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Attempting to bind port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 on network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:25.197389 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c00-30a1-43b0-ac4c-6e9213150424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:25.222498 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc02805c-1ceb-419e-9276-6ade827e5486 req-d3ddffaf-4969-42d3-b66e-dd189861f844 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139225 May 28 05:54:25.313614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a7c00-30a1-43b0-ac4c-6e9213150424 None None] Pushing event deleted for resources: {'Port': ['ID=48273575-cf3b-49d1-916a-ecb80d26281e,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:25.314482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 on network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:54:25.314806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Attempting to bind port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 on network 717afe8e-0e7b-46d2-9055-41c9dc2d17d0 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:25.330188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a7c00-30a1-43b0-ac4c-6e9213150424 None None] No DVR routers for this DVR port 48273575-cf3b-49d1-916a-ecb80d26281e on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:25.472550 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f655ff37-5fa8-437c-95eb-78c8371c0197 req-0f2d308d-8172-4aa7-90e0-12d1c1712425 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4537764 May 28 05:54:25.554529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:25.555087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Checking segment: {'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:25.555259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Bound using segment: {'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:25.555716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Bound port: 21d17e89-beda-48f1-bf27-e3b06fc0d3c6, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df38dda8-213a-4f94-967e-c84b392bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:25.560255 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:25.747601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Pushing event updated for resources: {'Port': ['ID=944b1812-db23-4113-a5bd-719177904604,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:25.773647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 12e12097-f7ff-4898-be90-f3dd3ad3896a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:25.784012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] For port 12e12097-f7ff-4898-be90-f3dd3ad3896a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=12e12097-f7ff-4898-be90-f3dd3ad3896a,segment=NetworkSegment(ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3),segment_id=ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:25.784580 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:25.832345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:25.944186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 12e12097-f7ff-4898-be90-f3dd3ad3896a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:25.967485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Calling delete_port for 12e12097-f7ff-4898-be90-f3dd3ad3896a owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:25.976122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:25.990834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:25.991208 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.034745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7e0f3907-fe87-470e-a43f-fb025841cc12 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:26.081898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 7e0f3907-fe87-470e-a43f-fb025841cc12 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:26.082538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7e0f3907-fe87-470e-a43f-fb025841cc12 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:26.083124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 48273575-cf3b-49d1-916a-ecb80d26281e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:26.179807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0463-dc3c-4611-8722-f2ab4a1ddaa7 req-4349969d-433b-4255-ae7f-c7db58da65ad tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:26.182358 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-338d0463-dc3c-4611-8722-f2ab4a1ddaa7 req-4349969d-433b-4255-ae7f-c7db58da65ad tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.5568929 May 28 05:54:26.183636 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.183773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fc0da5-8e12-4d39-9704-f3f8fcb733b1 None None] Network 5d3282fa-173c-4096-8b72-52e1440f48a7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:26.197725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 48273575-cf3b-49d1-916a-ecb80d26281e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:26.198267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 48273575-cf3b-49d1-916a-ecb80d26281e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:26.283032 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:54:26.284609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5bcc2e0f-38cd-44ea-b42f-cae739863bea None None] Could not find standard attr ID for object 12e12097-f7ff-4898-be90-f3dd3ad3896a. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 05:54:26.301119 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.322283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Port': ['ID=12e12097-f7ff-4898-be90-f3dd3ad3896a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:26.334891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.366581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 48273575-cf3b-49d1-916a-ecb80d26281e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=48273575-cf3b-49d1-916a-ecb80d26281e,segment=NetworkSegment(6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c),segment_id=6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:26.367041 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.374519 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-338d0463-dc3c-4611-8722-f2ab4a1ddaa7 req-9059cc93-1cc3-4921-af33-0bdeba8d5517 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808808 May 28 05:54:26.388726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No DVR routers for this DVR port 12e12097-f7ff-4898-be90-f3dd3ad3896a on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:26.410255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:26.411140 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.454252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,segment=NetworkSegment(4369818a-e539-4570-8121-ecf65eb771f7),segment_id=4369818a-e539-4570-8121-ecf65eb771f7)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:26.460351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.469693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85028593-6a8e-4751-b9a6-9744895783c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93daed67-02c2-4682-a1aa-6bcf1ff3e2d4'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:26.482545 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.531895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=e9af648b-94ff-4b66-b8b0-154eb4da6bfb,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:26.544728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Attempting to bind port 944b1812-db23-4113-a5bd-719177904604 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:26.545319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Attempting to bind port 944b1812-db23-4113-a5bd-719177904604 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:26.545492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Attempting to bind port 944b1812-db23-4113-a5bd-719177904604 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:26.570011 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.675906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ed3c7b-36c9-4027-aa3c-46a27ca1c43f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:26.711108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Port 944b1812-db23-4113-a5bd-719177904604 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:54:26.712998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Attempting to bind port 944b1812-db23-4113-a5bd-719177904604 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:26.727682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 48273575-cf3b-49d1-916a-ecb80d26281e owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:26.763998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:26.765422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:26.765771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Checking segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:26.766156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Bound using segment: {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:26.766607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Bound port: 944b1812-db23-4113-a5bd-719177904604, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80ce10a-b378-4250-8985-135190e376f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:26.766952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.816999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.818928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be0ea93-7e24-47e4-890a-94119ad969c2 None None] DHCP port deletion for 5d3282fa-173c-4096-8b72-52e1440f48a7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:54:26.822178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] For port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:26.841705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdeb3db-dec8-4884-801b-7bf94e596c40 None None] Network 5d3282fa-173c-4096-8b72-52e1440f48a7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:26.843899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.880002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3282fa-173c-4096-8b72-52e1440f48a7']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:26.900294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:26.900708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:26.902779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27937b-aaaa-415a-9b9c-f9308929ad26 req-7df7addd-ff1a-4a05-a0b0-0379bb0644e8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:26.904515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc27937b-aaaa-415a-9b9c-f9308929ad26 req-7df7addd-ff1a-4a05-a0b0-0379bb0644e8 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 944 time: 1.4787195 May 28 05:54:26.918854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] For port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:26.925332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914683e-e829-4361-81ae-2569d5fa33e2 req-781bfbed-64fc-47d2-9662-4e19de937155 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:26.926840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b914683e-e829-4361-81ae-2569d5fa33e2 req-781bfbed-64fc-47d2-9662-4e19de937155 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 943 time: 0.3084207 May 28 05:54:26.943573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:26.999780 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:27.012305 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b914683e-e829-4361-81ae-2569d5fa33e2 req-2765820f-5a5d-4970-b18a-a1b90fd80e98 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708439 May 28 05:54:27.013257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:27.013665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:27.018562 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:27.162110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:27.162753 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:27.164587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] 10.222.0.41 "PUT /v2.0/ports/21d17e89-beda-48f1-bf27-e3b06fc0d3c6 HTTP/1.1" status: 200 len: 1091 time: 6.7515221 May 28 05:54:27.171041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc83ea7-8c5d-43dc-9c81-968db0e397d8', 'tag': '21d17e89-beda-48f1-bf27-e3b06fc0d3c6'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:27.173550 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ee8308-fafb-412e-91db-91f6b87f01df'] response: {'server_uuid': '85028593-6a8e-4751-b9a6-9744895783c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93daed67-02c2-4682-a1aa-6bcf1ff3e2d4', 'code': 200} May 28 05:54:27.187221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:54:27.187862 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:54:27.207922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc27937b-aaaa-415a-9b9c-f9308929ad26 req-47e62a74-c1ee-48e6-9e26-0b10416e1994 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848620 May 28 05:54:27.215423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] For port 944b1812-db23-4113-a5bd-719177904604, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:27.260661 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:27.347505 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2384296-9745-4a08-acb9-c91a138aeebd'] response: {'name': 'network-changed', 'server_uuid': '6fc83ea7-8c5d-43dc-9c81-968db0e397d8', 'tag': '21d17e89-beda-48f1-bf27-e3b06fc0d3c6', 'status': 'completed', 'code': 200} May 28 05:54:27.355158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] For port 944b1812-db23-4113-a5bd-719177904604, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=944b1812-db23-4113-a5bd-719177904604,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:27.387435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:27.394410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14506c67-7ee5-4c1c-97f3-ceb24febeb5e service neutron] Pushing event updated for resources: {'Port': ['ID=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:27.399151 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3 resource provider aggregate not found May 28 05:54:27.414080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Network': ['ID=5d3282fa-173c-4096-8b72-52e1440f48a7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:27.438767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:27.444604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 26a10409-8bbd-4b98-ad5a-664e2d371fe7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:27.459460 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea7f1e9c-dc99-4bfc-a3e6-eb3f01618ea3 found for delete ", "request_id": "req-2d536b0d-01f7-4903-b50c-ae1f23c7e4f6"}]} May 28 05:54:27.486593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:27.487373 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3f1b8b9a-a9f2-46bd-a097-79f874bc5bb3 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/5d3282fa-173c-4096-8b72-52e1440f48a7 HTTP/1.1" status: 204 len: 168 time: 2.9498873 May 28 05:54:27.491390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43644) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:27.542317 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-364f7981-8adf-462c-91f3-303d71563d1c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:27.542568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364f7981-8adf-462c-91f3-303d71563d1c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:27.547513 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-364f7981-8adf-462c-91f3-303d71563d1c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/subnets/a5ed3c7b-36c9-4027-aa3c-46a27ca1c43f HTTP/1.1" status: 404 len: 337 time: 0.0546522 May 28 05:54:27.547799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43648) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:27.584470 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f1070e-bce5-4465-ac67-05f59ed696aa tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:27.585123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f1070e-bce5-4465-ac67-05f59ed696aa tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:27.589963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-51f1070e-bce5-4465-ac67-05f59ed696aa tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/5d3282fa-173c-4096-8b72-52e1440f48a7 HTTP/1.1" status: 404 len: 339 time: 0.0392251 May 28 05:54:27.590559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43652) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:27.668284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:27.668906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:27.670545 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] 10.222.0.33 "PUT /v2.0/ports/944b1812-db23-4113-a5bd-719177904604 HTTP/1.1" status: 200 len: 1091 time: 7.2586322 May 28 05:54:27.691274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 48273575-cf3b-49d1-916a-ecb80d26281e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:27.691931 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:27.815005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 12e12097-f7ff-4898-be90-f3dd3ad3896a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:27.859945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:27.892807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 12e12097-f7ff-4898-be90-f3dd3ad3896a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:27.893446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 12e12097-f7ff-4898-be90-f3dd3ad3896a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:27.899735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-13ed311c-6b6f-4bc9-a043-39cb6bf7555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:27.901206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-13ed311c-6b6f-4bc9-a043-39cb6bf7555e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 1094 time: 0.5768483 May 28 05:54:27.938300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d12a542a-4991-4191-9311-e16f7855fc23 None None] Provisioning complete for port e9af648b-94ff-4b66-b8b0-154eb4da6bfb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:27.939124 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d12a542a-4991-4191-9311-e16f7855fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.004805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] The port '48273575-cf3b-49d1-916a-ecb80d26281e' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:54:28.026588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d12a542a-4991-4191-9311-e16f7855fc23 None None] Port e9af648b-94ff-4b66-b8b0-154eb4da6bfb cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:54:28.039523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663879c6-da34-468e-9b5b-7f0494d64f7c req-685135d5-eada-42b0-a9e8-a19d49da6454 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.046633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663879c6-da34-468e-9b5b-7f0494d64f7c req-685135d5-eada-42b0-a9e8-a19d49da6454 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.053041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663879c6-da34-468e-9b5b-7f0494d64f7c req-685135d5-eada-42b0-a9e8-a19d49da6454 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.060236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663879c6-da34-468e-9b5b-7f0494d64f7c req-685135d5-eada-42b0-a9e8-a19d49da6454 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.066301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663879c6-da34-468e-9b5b-7f0494d64f7c req-685135d5-eada-42b0-a9e8-a19d49da6454 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.075047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663879c6-da34-468e-9b5b-7f0494d64f7c req-685135d5-eada-42b0-a9e8-a19d49da6454 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.081130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663879c6-da34-468e-9b5b-7f0494d64f7c req-685135d5-eada-42b0-a9e8-a19d49da6454 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.083075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-663879c6-da34-468e-9b5b-7f0494d64f7c req-685135d5-eada-42b0-a9e8-a19d49da6454 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5408 time: 0.6929193 May 28 05:54:28.109541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-b618e2b6-a185-4349-a3a7-266faa08b7ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d17e89-beda-48f1-bf27-e3b06fc0d3c6 HTTP/1.1" status: 200 len: 217 time: 0.1970303 May 28 05:54:28.142797 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.214022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811fd3a-ce3b-49e1-b0ef-1ca8ea771360 service neutron] Pushing event updated for resources: {'Port': ['ID=944b1812-db23-4113-a5bd-719177904604,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:28.254036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-663879c6-da34-468e-9b5b-7f0494d64f7c req-26f9121a-7111-44ca-ab5f-1a27b6d04674 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1500788 May 28 05:54:28.291209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-70ed2a07-781f-4af1-9a79-fbdde2d6d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.292663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-70ed2a07-781f-4af1-9a79-fbdde2d6d75d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 200 len: 851 time: 0.1659811 May 28 05:54:28.369628 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-cbd55af5-c616-4592-953f-1fba22be1442 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671763 May 28 05:54:28.437746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.448090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ed70a-f2ce-4cf9-887d-849e9a34a45b req-6b8e1e6a-6822-4c45-bff7-26524ee2061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.450146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be0ed70a-f2ce-4cf9-887d-849e9a34a45b req-6b8e1e6a-6822-4c45-bff7-26524ee2061c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1097 time: 1.1042564 May 28 05:54:28.460724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dc56d-8b83-4500-9c3a-fbcb8645678e req-07466d7c-b833-4ad4-b7bc-b3edf392c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.462519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-336dc56d-8b83-4500-9c3a-fbcb8645678e req-07466d7c-b833-4ad4-b7bc-b3edf392c570 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 1096 time: 1.1909184 May 28 05:54:28.464222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.568299 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.624326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25192837-c938-423c-9da2-eb2fc9318d6b']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:28.641051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955fbaa3-6e3e-4d54-8c40-05d9e6e68b34') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:28.641418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955fbaa3-6e3e-4d54-8c40-05d9e6e68b34') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:28.661456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a440cb-e4ad-43fe-8e8c-4dc908b6c711 req-96ca1712-1679-42c7-847b-72fdd3f57916 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.662917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87a440cb-e4ad-43fe-8e8c-4dc908b6c711 req-96ca1712-1679-42c7-847b-72fdd3f57916 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 1.1410639 May 28 05:54:28.668349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.672783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556a3879-d2de-4e5d-a145-e3345cfa05cf']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:28.715473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64e95d-65b2-449f-9bff-6f1cf05ef46b req-fde42fd2-1d46-4cb7-a4f2-8982ac14881f tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:28.716849 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed64e95d-65b2-449f-9bff-6f1cf05ef46b req-fde42fd2-1d46-4cb7-a4f2-8982ac14881f tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 943 time: 0.2934318 May 28 05:54:28.719639 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.724527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:28.724781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:28.726296 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-2a3a68ed-ec63-4034-8967-4c56fc8550a3 service neutron] 10.222.0.41 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039594 May 28 05:54:28.748869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:28.749672 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.768336 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.788812 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-336dc56d-8b83-4500-9c3a-fbcb8645678e req-14dc4d17-3811-41b3-a2f2-dec9024be322 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011703 May 28 05:54:28.863044 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.898227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Router 5ced0ab7-f9af-4fe2-9edc-7657e1ae5880 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:54:28.918756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87a440cb-e4ad-43fe-8e8c-4dc908b6c711 req-10dcd4bd-e76e-44c6-bc38-8818b8d34259 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234261 May 28 05:54:28.919830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:28.920237 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:28.996725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ed64e95d-65b2-449f-9bff-6f1cf05ef46b req-d89711f0-9b0e-47bd-9a37-0267a4943afc tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687266 May 28 05:54:29.037005 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c resource provider aggregate not found May 28 05:54:29.060132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7082ba91-aa3e-4659-ab9b-b31d95fa585d req-69d01443-5d3f-40bb-8863-0ed765e7b0c1 service neutron] 10.222.0.41 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925756 May 28 05:54:29.061211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:29.097750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:29.101454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Network': ['ID=25192837-c938-423c-9da2-eb2fc9318d6b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:29.156307 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7c11aba6-fb5b-46d7-92ad-b02d85f92d4f tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/25192837-c938-423c-9da2-eb2fc9318d6b HTTP/1.1" status: 204 len: 168 time: 1.5619123 May 28 05:54:29.159092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ed70a-f2ce-4cf9-887d-849e9a34a45b req-a2f70c63-5a3e-4c6e-a904-8c7816018b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:29.160864 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be0ed70a-f2ce-4cf9-887d-849e9a34a45b req-a2f70c63-5a3e-4c6e-a904-8c7816018b70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 920 time: 0.6719196 May 28 05:54:29.162600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43688) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:29.177113 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ee77960-c2c0-4e6b-bb74-cc24d0b3c09c found for delete ", "request_id": "req-ebf7fb0f-0374-4bae-8b80-0cfb1882d7a3"}]} May 28 05:54:29.220671 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-555fa714-9331-4fbf-a595-c5fb621ab7b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:29.221206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555fa714-9331-4fbf-a595-c5fb621ab7b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:29.222837 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-555fa714-9331-4fbf-a595-c5fb621ab7b8 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/subnets/53e6aaef-482a-4ed4-ab9e-3b6d03ec2e69 HTTP/1.1" status: 404 len: 337 time: 0.0593259 May 28 05:54:29.226403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43692) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:29.262613 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e5181a-9416-43ab-9f07-405daf5c577b tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:29.263070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e5181a-9416-43ab-9f07-405daf5c577b tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:29.266920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-19e5181a-9416-43ab-9f07-405daf5c577b tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/0c3f6864-7c32-4eda-b520-d7f2934c043a HTTP/1.1" status: 404 len: 339 time: 0.0372834 May 28 05:54:29.267884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43696) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:29.327848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd867-37d6-4d63-a3ba-4c535c2a84a5 req-cf6b24a7-0563-4ae4-9643-e91680adea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:29.329392 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d65bd867-37d6-4d63-a3ba-4c535c2a84a5 req-cf6b24a7-0563-4ae4-9643-e91680adea52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 1094 time: 0.2165534 May 28 05:54:29.386813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': '944b1812-db23-4113-a5bd-719177904604'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:29.392380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be0ed70a-f2ce-4cf9-887d-849e9a34a45b req-eb176a72-e34c-46fe-a313-076b13d26cb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 217 time: 0.1406460 May 28 05:54:29.479684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-12783b74-6bc9-4a0c-83c9-4f0c407b8351 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting subnet 54eaff46-c56f-4317-bc80-257b460c2267 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:54:29.492594 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12783b74-6bc9-4a0c-83c9-4f0c407b8351 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:29.508404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:54:29.513826 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:29.517400 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:29.526655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb9b26-d9d2-4c85-a326-5f4938fc63b0 None None] Sync routers for ids ['5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:54:29.538627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb9b26-d9d2-4c85-a326-5f4938fc63b0 None None] Routers {'5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:29.539671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-59cb9b26-d9d2-4c85-a326-5f4938fc63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:29.549999 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 955fbaa3-6e3e-4d54-8c40-05d9e6e68b34 resource provider aggregate not found May 28 05:54:29.584921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b61f5d9a-a722-4124-b7dc-91ad9283af8b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "PUT /v2.0/routers/5ced0ab7-f9af-4fe2-9edc-7657e1ae5880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9487243 May 28 05:54:29.591965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Network': ['ID=556a3879-d2de-4e5d-a145-e3345cfa05cf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:29.595683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43714) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:29.600395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-65751ec5-08f9-4fe5-af2a-bfd91511468b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/networks/556a3879-d2de-4e5d-a145-e3345cfa05cf HTTP/1.1" status: 204 len: 168 time: 5.9057395 May 28 05:54:29.605077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43720) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:29.623223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-59cb9b26-d9d2-4c85-a326-5f4938fc63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:29.633921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb9b26-d9d2-4c85-a326-5f4938fc63b0 None None] Routers {'5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:29.634904 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-59cb9b26-d9d2-4c85-a326-5f4938fc63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:29.676261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ed70a-f2ce-4cf9-887d-849e9a34a45b req-4666d580-0a9c-4c6b-a4e9-e6cc729d1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:29.677709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be0ed70a-f2ce-4cf9-887d-849e9a34a45b req-4666d580-0a9c-4c6b-a4e9-e6cc729d1347 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 200 len: 859 time: 0.2678301 May 28 05:54:29.693733 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 955fbaa3-6e3e-4d54-8c40-05d9e6e68b34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 955fbaa3-6e3e-4d54-8c40-05d9e6e68b34 found for delete ", "request_id": "req-4c9a0094-c101-4e1e-8a44-f66f14aa53ea"}]} May 28 05:54:29.705749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-59cb9b26-d9d2-4c85-a326-5f4938fc63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:29.706302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb9b26-d9d2-4c85-a326-5f4938fc63b0 None None] The sync data for ids ['5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:54:29.752063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be0ed70a-f2ce-4cf9-887d-849e9a34a45b req-a08da400-15e0-4d0d-aef9-4c6860b13090 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7088dd9d-42b3-46b9-a9bf-0159a21869e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571682 May 28 05:54:29.791705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241deaf0-79e0-42b5-abbf-d969ebd4c30b req-8a574d95-6c3b-4feb-87e2-8b399451dae2 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:29.798926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-241deaf0-79e0-42b5-abbf-d969ebd4c30b req-8a574d95-6c3b-4feb-87e2-8b399451dae2 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 945 time: 0.6724331 May 28 05:54:29.910587 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:54:29.942805 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12783b74-6bc9-4a0c-83c9-4f0c407b8351 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:29.984310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-241deaf0-79e0-42b5-abbf-d969ebd4c30b req-6752b772-5cc8-407d-896d-11249e345f33 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752517 May 28 05:54:29.999047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd867-37d6-4d63-a3ba-4c535c2a84a5 req-25b911db-5859-4f66-afab-835f9949007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.000550 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d65bd867-37d6-4d63-a3ba-4c535c2a84a5 req-25b911db-5859-4f66-afab-835f9949007a service neutron] 10.222.0.41 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 912 time: 0.6641080 May 28 05:54:30.171728 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7001459-9601-4fa7-825d-5073efb0bbef'] response: {'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': '944b1812-db23-4113-a5bd-719177904604', 'status': 'completed', 'code': 200} May 28 05:54:30.184572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb2786c-7ebf-4997-9734-edc934be9803 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.185372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cfb2786c-7ebf-4997-9734-edc934be9803 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:54:30.191667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12783b74-6bc9-4a0c-83c9-4f0c407b8351 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:30.224748 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d65bd867-37d6-4d63-a3ba-4c535c2a84a5 req-e3b194f4-f8d8-48c6-a54a-b3df767e2a38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d17e89-beda-48f1-bf27-e3b06fc0d3c6 HTTP/1.1" status: 200 len: 217 time: 0.2025571 May 28 05:54:30.284529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1031195f-b845-4d3e-8af7-8990b6bac896 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:30.292584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cfb2786c-7ebf-4997-9734-edc934be9803 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:54:30.296356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cfb2786c-7ebf-4997-9734-edc934be9803 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ced0ab7-f9af-4fe2-9edc-7657e1ae5880 HTTP/1.1" status: 200 len: 981 time: 0.6954184 May 28 05:54:30.300102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43738) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:30.301759 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:30.373541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be0ed70a-f2ce-4cf9-887d-849e9a34a45b req-f77d42d9-3203-4fda-895f-b4638912f171 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122119 May 28 05:54:30.467551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Transition to ACTIVE for port object 1031195f-b845-4d3e-8af7-8990b6bac896 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:30.530545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19a1b-85e2-47be-9cf1-2a44597199cc req-c9421f89-75b6-4777-9f80-fd91b093826f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.536267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19a1b-85e2-47be-9cf1-2a44597199cc req-c9421f89-75b6-4777-9f80-fd91b093826f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.542591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19a1b-85e2-47be-9cf1-2a44597199cc req-c9421f89-75b6-4777-9f80-fd91b093826f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.542961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:30.548346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19a1b-85e2-47be-9cf1-2a44597199cc req-c9421f89-75b6-4777-9f80-fd91b093826f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.554033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19a1b-85e2-47be-9cf1-2a44597199cc req-c9421f89-75b6-4777-9f80-fd91b093826f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.559808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19a1b-85e2-47be-9cf1-2a44597199cc req-c9421f89-75b6-4777-9f80-fd91b093826f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.565470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19a1b-85e2-47be-9cf1-2a44597199cc req-c9421f89-75b6-4777-9f80-fd91b093826f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.567513 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5cf19a1b-85e2-47be-9cf1-2a44597199cc req-c9421f89-75b6-4777-9f80-fd91b093826f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5408 time: 1.1329412 May 28 05:54:30.578230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd867-37d6-4d63-a3ba-4c535c2a84a5 req-33a54ab1-e970-4cec-a85b-34184178115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.579937 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d65bd867-37d6-4d63-a3ba-4c535c2a84a5 req-33a54ab1-e970-4cec-a85b-34184178115c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 200 len: 851 time: 0.2924569 May 28 05:54:30.708076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d65bd867-37d6-4d63-a3ba-4c535c2a84a5 req-37c00b6b-11c0-40a2-a064-f24416161d27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171443 May 28 05:54:30.770587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5cf19a1b-85e2-47be-9cf1-2a44597199cc req-e7cc5f50-bcd5-4586-b5a5-0a03ec1ac3a1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1836748 May 28 05:54:30.805962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Pushing event updated for resources: {'Port': ['ID=1031195f-b845-4d3e-8af7-8990b6bac896,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:30.820003 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:30.887447 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12783b74-6bc9-4a0c-83c9-4f0c407b8351 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:30.923745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5be82-6661-45e6-a4cf-04913fe510b7 req-eef73343-0f23-4883-96db-5b570e27c0a1 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:30.926534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47d5be82-6661-45e6-a4cf-04913fe510b7 req-eef73343-0f23-4883-96db-5b570e27c0a1 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.7032552 May 28 05:54:31.029829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be0ed70a-f2ce-4cf9-887d-849e9a34a45b req-e1e3453a-9f1b-4b0a-96ea-042b1da58863 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453049 May 28 05:54:31.075517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-3881d351-cc98-4414-a674-d59cc0f64eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.075991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-3881d351-cc98-4414-a674-d59cc0f64eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.076463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-3881d351-cc98-4414-a674-d59cc0f64eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.076929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-3881d351-cc98-4414-a674-d59cc0f64eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.077393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-3881d351-cc98-4414-a674-d59cc0f64eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.077858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-3881d351-cc98-4414-a674-d59cc0f64eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.078321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-3881d351-cc98-4414-a674-d59cc0f64eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.080265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-3881d351-cc98-4414-a674-d59cc0f64eb0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6355 time: 0.7913179 May 28 05:54:31.109042 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47d5be82-6661-45e6-a4cf-04913fe510b7 req-5645a7e9-bee1-4908-ba14-944c6eab27da tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481304 May 28 05:54:31.164428 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d65bd867-37d6-4d63-a3ba-4c535c2a84a5 req-1c1d73e0-00b3-4a7e-a56c-872c5267fbca service neutron] 10.222.0.41 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290826 May 28 05:54:31.168246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Attempting to bind port 1031195f-b845-4d3e-8af7-8990b6bac896 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:31.168772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Attempting to bind port 1031195f-b845-4d3e-8af7-8990b6bac896 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:31.169276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Attempting to bind port 1031195f-b845-4d3e-8af7-8990b6bac896 on network 4b427dc3-eb5a-4af2-a01b-203848d8638e {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:31.174831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12783b74-6bc9-4a0c-83c9-4f0c407b8351 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:31.175588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aaa74d-1c7b-4c04-9044-696ab749e9f5 None None] Network 9a245a9b-759d-4a88-a830-3dba4580abbe requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:31.179122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12783b74-6bc9-4a0c-83c9-4f0c407b8351 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Subnet': ['ID=54eaff46-c56f-4317-bc80-257b460c2267,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:31.183385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Port 1031195f-b845-4d3e-8af7-8990b6bac896 on network 4b427dc3-eb5a-4af2-a01b-203848d8638e not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:54:31.183711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Attempting to bind port 1031195f-b845-4d3e-8af7-8990b6bac896 on network 4b427dc3-eb5a-4af2-a01b-203848d8638e {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:31.193485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:31.193823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Checking segment: {'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:31.194197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Bound using segment: {'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:31.194619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Bound port: 1031195f-b845-4d3e-8af7-8990b6bac896, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:31.194962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:31.436235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] For port 1031195f-b845-4d3e-8af7-8990b6bac896, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:31.447187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] For port 1031195f-b845-4d3e-8af7-8990b6bac896, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1031195f-b845-4d3e-8af7-8990b6bac896,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:31.464208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:31.506431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-12783b74-6bc9-4a0c-83c9-4f0c407b8351 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/subnets/54eaff46-c56f-4317-bc80-257b460c2267 HTTP/1.1" status: 204 len: 168 time: 2.2374115 May 28 05:54:31.513231 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43746) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:31.577690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f94478-a4ad-4377-b319-91c13cc8c31c req-e142e13a-d72a-4138-a3ae-27511451a4ab tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.579220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-27f94478-a4ad-4377-b319-91c13cc8c31c req-e142e13a-d72a-4138-a3ae-27511451a4ab tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 945 time: 0.3132303 May 28 05:54:31.605030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.605526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:31.606871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] 10.222.0.33 "PUT /v2.0/ports/1031195f-b845-4d3e-8af7-8990b6bac896 HTTP/1.1" status: 200 len: 1091 time: 3.8728306 May 28 05:54:31.609872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d65bd867-37d6-4d63-a3ba-4c535c2a84a5 req-5986ac00-6ca6-461c-af52-53c9705e5ebf service neutron] 10.222.0.41 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269152 May 28 05:54:31.633156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-be03a23d-c08e-489c-8fa7-04e249a3d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.633924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-be03a23d-c08e-489c-8fa7-04e249a3d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.640092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-be03a23d-c08e-489c-8fa7-04e249a3d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:31.641728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-be03a23d-c08e-489c-8fa7-04e249a3d185 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=fd718985c28a4117b7e07db37d6ba250&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4707534 May 28 05:54:31.732526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Request body: {'port': {'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:31.763536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ad865a-f836-4b83-9b18-e47e3e0aae3a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting subnet c9a0962d-710c-4973-8444-fb09cfedd9d7 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:54:31.774869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2270b-2af6-4f18-8e1c-a8c5143d3c29 service neutron] Pushing event updated for resources: {'Port': ['ID=1031195f-b845-4d3e-8af7-8990b6bac896,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:31.800961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-27f94478-a4ad-4377-b319-91c13cc8c31c req-e5302ddd-159a-4b9d-8b92-8962d84ed3f0 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104528 May 28 05:54:31.808413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-27ad865a-f836-4b83-9b18-e47e3e0aae3a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:31.817634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:54:31.883036 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:32.016377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12457a3-66c0-41b7-ae59-09928f31cb77 req-37c29b19-2762-4d3a-ae2a-759766d2d30b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:32.017926 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d12457a3-66c0-41b7-ae59-09928f31cb77 req-37c29b19-2762-4d3a-ae2a-759766d2d30b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 943 time: 1.0698552 May 28 05:54:32.226710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:32.267255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '21d17e89-beda-48f1-bf27-e3b06fc0d3c6', 'network_id': '717afe8e-0e7b-46d2-9055-41c9dc2d17d0', 'port_id': '21d17e89-beda-48f1-bf27-e3b06fc0d3c6', 'mac_address': 'fa:16:3e:28:fc:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944ad608-2695-494c-88e4-13ba23410268', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:54:32.291849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-81316ad7-0d02-468c-99d7-ae62d38f5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:32.293352 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ddaae3a-b2b3-4361-97ee-c28d3074f528 req-81316ad7-0d02-468c-99d7-ae62d38f5337 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6402283 May 28 05:54:32.329951 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d12457a3-66c0-41b7-ae59-09928f31cb77 req-98041b29-e3d9-47f6-98cd-067852dbdf63 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551813 May 28 05:54:32.347368 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:32.412745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:32.413133 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:32.456639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': '1031195f-b845-4d3e-8af7-8990b6bac896'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:32.462929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:32.500413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:32.514707 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:32.641539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:32.660596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e5f44ed3-1729-4692-8ff3-dc3b1b486411 None None] Provisioning complete for port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:32.661519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e5f44ed3-1729-4692-8ff3-dc3b1b486411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:32.667080 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-27ad865a-f836-4b83-9b18-e47e3e0aae3a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:32.724459 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:32.809087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e5f44ed3-1729-4692-8ff3-dc3b1b486411 None None] Current status of the port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:32.820764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['21d17e89-beda-48f1-bf27-e3b06fc0d3c6'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:54:32.985505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db35ed-24fa-4dc6-8fc7-f311abf73759 req-5c51058c-85ed-4253-9262-725ef402df11 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:32.994543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46db35ed-24fa-4dc6-8fc7-f311abf73759 req-5c51058c-85ed-4253-9262-725ef402df11 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.3771074 May 28 05:54:33.048542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46db35ed-24fa-4dc6-8fc7-f311abf73759 req-052f1ac8-e8e6-45e6-aae5-025ab2b68f5b tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526140 May 28 05:54:33.132085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 94cc07c7-79a9-47d8-b3b8-df91094f0e47 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:33.133476 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:33.138686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640b0c34-cf13-4106-bb80-d891f351b35f {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:54:33.147720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:33.164044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Transition to ACTIVE for port object 640b0c34-cf13-4106-bb80-d891f351b35f will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:33.236231 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e2eabb-dbbe-4e5a-a682-2b9415b0d066'] response: {'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': '1031195f-b845-4d3e-8af7-8990b6bac896', 'status': 'completed', 'code': 200} May 28 05:54:33.240358 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:33.489145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 94cc07c7-79a9-47d8-b3b8-df91094f0e47, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=94cc07c7-79a9-47d8-b3b8-df91094f0e47,segment=NetworkSegment(99f1d389-1a61-4296-8648-d46efd54ae4c),segment_id=99f1d389-1a61-4296-8648-d46efd54ae4c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:33.489507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:33.526007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b3ffb-a5df-4b24-9668-c5802e644262 req-b331891d-5ae1-40b3-a8e3-423211ce4c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.532197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b3ffb-a5df-4b24-9668-c5802e644262 req-b331891d-5ae1-40b3-a8e3-423211ce4c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.538053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b3ffb-a5df-4b24-9668-c5802e644262 req-b331891d-5ae1-40b3-a8e3-423211ce4c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.544510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b3ffb-a5df-4b24-9668-c5802e644262 req-b331891d-5ae1-40b3-a8e3-423211ce4c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.550736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b3ffb-a5df-4b24-9668-c5802e644262 req-b331891d-5ae1-40b3-a8e3-423211ce4c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.557956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b3ffb-a5df-4b24-9668-c5802e644262 req-b331891d-5ae1-40b3-a8e3-423211ce4c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.564000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b3ffb-a5df-4b24-9668-c5802e644262 req-b331891d-5ae1-40b3-a8e3-423211ce4c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.572857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e1b3ffb-a5df-4b24-9668-c5802e644262 req-b331891d-5ae1-40b3-a8e3-423211ce4c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5420 time: 1.2613339 May 28 05:54:33.619618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-75a3bf3c-c500-46b9-b279-30fe91b47e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.620091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-75a3bf3c-c500-46b9-b279-30fe91b47e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.620547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-75a3bf3c-c500-46b9-b279-30fe91b47e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.621010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-75a3bf3c-c500-46b9-b279-30fe91b47e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.621468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-75a3bf3c-c500-46b9-b279-30fe91b47e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.621918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-75a3bf3c-c500-46b9-b279-30fe91b47e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.622379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-75a3bf3c-c500-46b9-b279-30fe91b47e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:33.624390 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-75a3bf3c-c500-46b9-b279-30fe91b47e7c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6447 time: 0.3010969 May 28 05:54:33.662128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f504929-dcb5-4622-a191-589899c5e86a req-73244c91-a842-49a6-90ef-d424e84f1ff6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2557013 May 28 05:54:33.689426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Pushing event updated for resources: {'Port': ['ID=640b0c34-cf13-4106-bb80-d891f351b35f,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:33.755518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 94cc07c7-79a9-47d8-b3b8-df91094f0e47 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:33.766401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e1b3ffb-a5df-4b24-9668-c5802e644262 req-6b5d537c-135b-41cc-bdc0-7428d5e2b86c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926653 May 28 05:54:33.822739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:33.879456 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-27ad865a-f836-4b83-9b18-e47e3e0aae3a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:33.939135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:33.944488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:33.944759 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:34.067479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-976c35e5-af82-40ac-89ec-45273f3df95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:34.068074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-976c35e5-af82-40ac-89ec-45273f3df95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:34.068746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-976c35e5-af82-40ac-89ec-45273f3df95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:34.070591 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-976c35e5-af82-40ac-89ec-45273f3df95f service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=fd718985c28a4117b7e07db37d6ba250&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3441949 May 28 05:54:34.074720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port e9af648b-94ff-4b66-b8b0-154eb4da6bfb {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:34.075061 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:34.088567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:34.089112 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:34.171013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:34.172266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc83ea7-8c5d-43dc-9c81-968db0e397d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d17e89-beda-48f1-bf27-e3b06fc0d3c6'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:34.182860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:34.210481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6a453-2285-40ee-9342-d93b178d4b48 req-7d4ff379-e7ec-41c4-b1bf-70d60f13dc07 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:34.218768 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ade6a453-2285-40ee-9342-d93b178d4b48 req-7d4ff379-e7ec-41c4-b1bf-70d60f13dc07 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 944 time: 0.5340171 May 28 05:54:34.284250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:34.333915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Attempting to bind port 640b0c34-cf13-4106-bb80-d891f351b35f on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:34.334799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Attempting to bind port 640b0c34-cf13-4106-bb80-d891f351b35f by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:34.335312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Attempting to bind port 640b0c34-cf13-4106-bb80-d891f351b35f on network 4b427dc3-eb5a-4af2-a01b-203848d8638e {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:34.377106 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-27ad865a-f836-4b83-9b18-e47e3e0aae3a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:34.380587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Port 640b0c34-cf13-4106-bb80-d891f351b35f on network 4b427dc3-eb5a-4af2-a01b-203848d8638e not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:54:34.380930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Attempting to bind port 640b0c34-cf13-4106-bb80-d891f351b35f on network 4b427dc3-eb5a-4af2-a01b-203848d8638e {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:34.440518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ade6a453-2285-40ee-9342-d93b178d4b48 req-8a095718-e0e4-40f2-8b30-18d9ae3a6be7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208936 May 28 05:54:34.470343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f504929-dcb5-4622-a191-589899c5e86a req-be4fb1d7-205a-4cba-ab99-774c809a118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:34.471897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f504929-dcb5-4622-a191-589899c5e86a req-be4fb1d7-205a-4cba-ab99-774c809a118f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 1096 time: 0.6934013 May 28 05:54:34.489971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:34.490531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Checking segment: {'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:34.491061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Bound using segment: {'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:34.491988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Bound port: 640b0c34-cf13-4106-bb80-d891f351b35f, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52367c57-0b61-46c0-bdfe-a93479c40fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:34.492677 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:34.518972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-480375ff-6da0-44eb-8b24-2e3c57626065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:34.519786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c86ff-3073-40a9-a171-a4f28f449e29 None None] Network 9a245a9b-759d-4a88-a830-3dba4580abbe requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:34.520440 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d663328c-32c4-4c83-8118-f4d8edc92e0e req-480375ff-6da0-44eb-8b24-2e3c57626065 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4400396 May 28 05:54:34.543738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52e0c7-5caa-4725-b318-4023ad90517f req-b19086fc-87c8-4f86-a7f9-850c94c07ff4 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:34.550728 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf52e0c7-5caa-4725-b318-4023ad90517f req-b19086fc-87c8-4f86-a7f9-850c94c07ff4 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 945 time: 0.6197741 May 28 05:54:34.553226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad865a-f836-4b83-9b18-e47e3e0aae3a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a0962d-710c-4973-8444-fb09cfedd9d7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:34.554983 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:34.576859 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-27ad865a-f836-4b83-9b18-e47e3e0aae3a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:34.644205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=94cc07c7-79a9-47d8-b3b8-df91094f0e47,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:34.766236 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-27ad865a-f836-4b83-9b18-e47e3e0aae3a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/subnets/c9a0962d-710c-4973-8444-fb09cfedd9d7 HTTP/1.1" status: 204 len: 168 time: 3.2438161 May 28 05:54:34.790414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:34.819374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf52e0c7-5caa-4725-b318-4023ad90517f req-7cdba40a-d740-44ec-ac5a-af19ab7dc577 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595103 May 28 05:54:34.936090 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7955a70c-0f2a-473a-aefd-6abc0c08789a'] response: {'server_uuid': '6fc83ea7-8c5d-43dc-9c81-968db0e397d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d17e89-beda-48f1-bf27-e3b06fc0d3c6', 'code': 200} May 28 05:54:34.969559 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:35.021852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] DHCP port deletion for 9a245a9b-759d-4a88-a830-3dba4580abbe request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:54:35.026984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Deleting port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:35.027503 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:35.045425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f504929-dcb5-4622-a191-589899c5e86a req-8f3c7f23-75d3-4d77-9da5-0ca3943f5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:35.048391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f504929-dcb5-4622-a191-589899c5e86a req-8f3c7f23-75d3-4d77-9da5-0ca3943f5199 service neutron] 10.222.0.33 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 912 time: 0.5413556 May 28 05:54:35.127520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] For port 640b0c34-cf13-4106-bb80-d891f351b35f, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:35.184194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75325504-652a-4adb-bc87-784ce6fb456e req-2c4d7315-5d17-4f69-9dd1-d53e191b2467 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:35.191259 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75325504-652a-4adb-bc87-784ce6fb456e req-2c4d7315-5d17-4f69-9dd1-d53e191b2467 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.5791314 May 28 05:54:35.195926 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:35.222873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:35.337777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:35.338133 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:35.362329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] For port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f9d74159-a2de-4cc4-a189-bf7d8eccbb3e,segment=NetworkSegment(70d74a7e-1f06-4d36-8e70-43027710bda1),segment_id=70d74a7e-1f06-4d36-8e70-43027710bda1)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:35.362762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:35.380037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] For port 640b0c34-cf13-4106-bb80-d891f351b35f, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=640b0c34-cf13-4106-bb80-d891f351b35f,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:35.384199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f504929-dcb5-4622-a191-589899c5e86a req-c5fcb83d-bb86-4e21-8326-d2a29140c1ab service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849 HTTP/1.1" status: 200 len: 217 time: 0.2539799 May 28 05:54:35.392886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for e9af648b-94ff-4b66-b8b0-154eb4da6bfb owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:35.465456 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75325504-652a-4adb-bc87-784ce6fb456e req-23f18860-1012-4e5b-8139-28081be7b259 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732322 May 28 05:54:35.474156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:35.483900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-27e982c6-3a04-4c01-9a09-fce06433bc7e tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:35.486460 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-27e982c6-3a04-4c01-9a09-fce06433bc7e tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.41 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 945 time: 0.5693986 May 28 05:54:35.521257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Calling delete_port for f9d74159-a2de-4cc4-a189-bf7d8eccbb3e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:35.602317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:35.603102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:35.604275 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] 10.222.0.33 "PUT /v2.0/ports/640b0c34-cf13-4106-bb80-d891f351b35f HTTP/1.1" status: 200 len: 1091 time: 3.8807492 May 28 05:54:35.610025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': '640b0c34-cf13-4106-bb80-d891f351b35f'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:35.630169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f504929-dcb5-4622-a191-589899c5e86a req-05523744-c74d-4e95-9539-5a2f8f2e4e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:35.632145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f504929-dcb5-4622-a191-589899c5e86a req-05523744-c74d-4e95-9539-5a2f8f2e4e5b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 200 len: 851 time: 0.2065187 May 28 05:54:35.741181 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:35.836496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f9d74159-a2de-4cc4-a189-bf7d8eccbb3e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:35.863907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Pushing event deleted for resources: {'Port': ['ID=f9d74159-a2de-4cc4-a189-bf7d8eccbb3e,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:35.866831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] No DVR routers for this DVR port f9d74159-a2de-4cc4-a189-bf7d8eccbb3e on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:35.867631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] The port 'f9d74159-a2de-4cc4-a189-bf7d8eccbb3e' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:54:35.887509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f9d74159-a2de-4cc4-a189-bf7d8eccbb3e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:35.887706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f9d74159-a2de-4cc4-a189-bf7d8eccbb3e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:35.890310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.890654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.891001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.891585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.892268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.892743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.893378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.893842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.894310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.894950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.895546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.896004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415b869-5c7a-4a1a-9c8a-1a7e1093c6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:54:35.963667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-ac954401-2834-4999-b391-612fd0e7d0eb tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Deleting port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:35.963667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-ac954401-2834-4999-b391-612fd0e7d0eb tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:35.999167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b3274-91f9-4fa5-892a-ea660f0332bc service neutron] Pushing event updated for resources: {'Port': ['ID=640b0c34-cf13-4106-bb80-d891f351b35f,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:36.019086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f504929-dcb5-4622-a191-589899c5e86a req-0112ed26-993f-4bf9-a6e2-d11be93047f3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366968 May 28 05:54:36.319635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71cf41-6cc1-4daa-a48b-67a48ee91f67 req-7e14868f-0a0e-4922-a49c-e13f1e3e3671 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.325907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71cf41-6cc1-4daa-a48b-67a48ee91f67 req-7e14868f-0a0e-4922-a49c-e13f1e3e3671 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.331692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71cf41-6cc1-4daa-a48b-67a48ee91f67 req-7e14868f-0a0e-4922-a49c-e13f1e3e3671 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.337544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71cf41-6cc1-4daa-a48b-67a48ee91f67 req-7e14868f-0a0e-4922-a49c-e13f1e3e3671 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.343369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71cf41-6cc1-4daa-a48b-67a48ee91f67 req-7e14868f-0a0e-4922-a49c-e13f1e3e3671 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.348983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71cf41-6cc1-4daa-a48b-67a48ee91f67 req-7e14868f-0a0e-4922-a49c-e13f1e3e3671 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.358408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71cf41-6cc1-4daa-a48b-67a48ee91f67 req-7e14868f-0a0e-4922-a49c-e13f1e3e3671 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.366899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e71cf41-6cc1-4daa-a48b-67a48ee91f67 req-7e14868f-0a0e-4922-a49c-e13f1e3e3671 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 1.2463431 May 28 05:54:36.370852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9cdf4-eae7-4788-b87a-e69bc18f0063 req-acce4fce-771f-4cda-9161-40f929da4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.372304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9b9cdf4-eae7-4788-b87a-e69bc18f0063 req-acce4fce-771f-4cda-9161-40f929da4343 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 1096 time: 1.3195534 May 28 05:54:36.432729 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:36.513259 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e71cf41-6cc1-4daa-a48b-67a48ee91f67 req-bba5a3f2-b23e-477b-88aa-6566228be722 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1453724 May 28 05:54:36.522339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9b9cdf4-eae7-4788-b87a-e69bc18f0063 req-d1ee7386-5cd4-4c76-b208-35c06a9d4834 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250927 May 28 05:54:36.548435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77eb2b-a43e-4d88-b4bd-97b64b1584c9 req-b254c799-0912-41fb-986b-2256df84318c tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.551691 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b77eb2b-a43e-4d88-b4bd-97b64b1584c9 req-b254c799-0912-41fb-986b-2256df84318c tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.8721673 May 28 05:54:36.559415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a245a9b-759d-4a88-a830-3dba4580abbe']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:36.574640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d74a7e-1f06-4d36-8e70-43027710bda1') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:36.575303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d74a7e-1f06-4d36-8e70-43027710bda1') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:36.575557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-ff733809-e734-4d0f-abea-2ed3863981ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.576038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-ff733809-e734-4d0f-abea-2ed3863981ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.576532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-ff733809-e734-4d0f-abea-2ed3863981ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.576949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-ff733809-e734-4d0f-abea-2ed3863981ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.577853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-ff733809-e734-4d0f-abea-2ed3863981ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.578345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-ff733809-e734-4d0f-abea-2ed3863981ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.579149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-ff733809-e734-4d0f-abea-2ed3863981ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:36.582194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-ff733809-e734-4d0f-abea-2ed3863981ac service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6489 time: 0.6572535 May 28 05:54:36.583869 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3880143-3e79-45c5-91c8-65737b4b1607'] response: {'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': '640b0c34-cf13-4106-bb80-d891f351b35f', 'status': 'completed', 'code': 200} May 28 05:54:36.591772 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f504929-dcb5-4622-a191-589899c5e86a req-a254f35a-8cf5-4724-b5c7-630f07f28dd4 service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585551 May 28 05:54:36.632160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:54:36.725629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:36.812335 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-567d018a-21b3-46a1-9374-7ff7733f5c30 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b870648d-286e-4080-b124-e472c38b10b6 HTTP/1.1" status: 200 len: 217 time: 0.1789360 May 28 05:54:36.872395 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:36.912781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:36.942851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:36.943263 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:36.968137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=e9af648b-94ff-4b66-b8b0-154eb4da6bfb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:36.969991 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b77eb2b-a43e-4d88-b4bd-97b64b1584c9 req-aae53284-3ef7-4457-a1fb-d819e659104a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467207 May 28 05:54:37.025720 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 70d74a7e-1f06-4d36-8e70-43027710bda1 resource provider aggregate not found May 28 05:54:37.060382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:54:37.070188 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:54:37.076117 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 70d74a7e-1f06-4d36-8e70-43027710bda1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70d74a7e-1f06-4d36-8e70-43027710bda1 found for delete ", "request_id": "req-94434e0d-7f4b-43f8-8ddc-a4f8a097fd29"}]} May 28 05:54:37.100615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-ac954401-2834-4999-b391-612fd0e7d0eb tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] For port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,segment=NetworkSegment(4369818a-e539-4570-8121-ecf65eb771f7),segment_id=4369818a-e539-4570-8121-ecf65eb771f7)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:37.101263 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-ac954401-2834-4999-b391-612fd0e7d0eb tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:37.104924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-a7279076-ed26-4d20-b2b0-fcb29dcf29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:37.106628 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-a7279076-ed26-4d20-b2b0-fcb29dcf29dc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f HTTP/1.1" status: 200 len: 854 time: 0.2831275 May 28 05:54:37.113219 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:37.121548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ebbbe40e-c78c-4be6-bb4f-edce38a3919b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4916520 May 28 05:54:37.122434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44244) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:37.124469 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:37.191654 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f504929-dcb5-4622-a191-589899c5e86a req-43c59094-112b-4035-81f3-fcffc2440f06 service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798943 May 28 05:54:37.192952 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:37.265220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a9671-2ed4-4d4c-900a-97373c1c7667 req-993f60bc-df80-4298-8e10-c6fde5946e19 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:37.271778 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-030a9671-2ed4-4d4c-900a-97373c1c7667 req-993f60bc-df80-4298-8e10-c6fde5946e19 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 945 time: 0.5669980 May 28 05:54:37.334896 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:37.353751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-ac954401-2834-4999-b391-612fd0e7d0eb tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Calling delete_port for 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:37.419455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:37.454944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Network': ['ID=9a245a9b-759d-4a88-a830-3dba4580abbe,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:37.469486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-468cfae5-2657-4445-8c63-7478a2b38313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:37.470957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-468cfae5-2657-4445-8c63-7478a2b38313 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d9749cf5-b31b-4b2d-9463-3d84e612ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3522305 May 28 05:54:37.483583 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:37.484609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a7dd1940-b97a-499d-be64-fd433c439fd9 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/9a245a9b-759d-4a88-a830-3dba4580abbe HTTP/1.1" status: 204 len: 168 time: 2.6895189 May 28 05:54:37.487973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44248) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:37.547392 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-739eea73-c933-4daf-86b3-b1d503678ce1 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:37.548265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739eea73-c933-4daf-86b3-b1d503678ce1 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:37.552435 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-739eea73-c933-4daf-86b3-b1d503678ce1 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/subnets/56d49fb5-7082-493a-90b0-b6df75d7ca73 HTTP/1.1" status: 404 len: 337 time: 0.0525413 May 28 05:54:37.565593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29302f5-ac9d-475f-90ce-9d4087fb116b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting subnet d6432547-5a4d-4bb3-97c1-1f57023e6591 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:54:37.566644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44254) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:37.580016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c29302f5-ac9d-475f-90ce-9d4087fb116b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:37.684427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626c21a-e528-437e-86de-59bd7840d731 req-b614c2bc-ea8f-42b4-8645-afd0821a8f3b tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:37.689134 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-303edd25-9696-4233-ab45-efc54cfbaa7e tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:37.689608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303edd25-9696-4233-ab45-efc54cfbaa7e tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:37.692279 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a626c21a-e528-437e-86de-59bd7840d731 req-b614c2bc-ea8f-42b4-8645-afd0821a8f3b tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.4972289 May 28 05:54:37.696690 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c29302f5-ac9d-475f-90ce-9d4087fb116b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:37.706219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-030a9671-2ed4-4d4c-900a-97373c1c7667 req-ad6c0bf3-30ca-4a9f-8fd2-94a380518032 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea53ce56-701b-4b8a-aa50-99e12d748f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252529 May 28 05:54:37.858199 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:34Z', 'revision_number': 9, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:37.873827 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:54:37.908348 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:37.908984 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:37.941116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a626c21a-e528-437e-86de-59bd7840d731 req-7c0a3c7a-ee1b-4870-a398-3d02da3faae0 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476523 May 28 05:54:37.964906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-303edd25-9696-4233-ab45-efc54cfbaa7e tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/7fad5605-4742-41bd-839a-8f7140430b68 HTTP/1.1" status: 404 len: 339 time: 0.3887169 May 28 05:54:37.968024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44264) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:38.088464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-ac954401-2834-4999-b391-612fd0e7d0eb tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:38.109345 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c29302f5-ac9d-475f-90ce-9d4087fb116b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:38.198994 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b4bfec-db0a-4771-898b-ef74947b5458 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:38.199485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b4bfec-db0a-4771-898b-ef74947b5458 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:38.216225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac954401-2834-4999-b391-612fd0e7d0eb tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Pushing event deleted for resources: {'Port': ['ID=93daed67-02c2-4682-a1aa-6bcf1ff3e2d4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:38.223481 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d9b4bfec-db0a-4771-898b-ef74947b5458 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/subnets/63c2f016-3dc3-4590-8e7e-4a62347bdf6a HTTP/1.1" status: 404 len: 337 time: 0.2522786 May 28 05:54:38.228191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44272) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:38.258324 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:38.314608 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4238f42-665f-408a-815b-f1c5d065cd79 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:38.315084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4238f42-665f-408a-815b-f1c5d065cd79 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:38.321403 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a4238f42-665f-408a-815b-f1c5d065cd79 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/9b36118f-a1cf-40f8-bba1-e0c68f9d3997 HTTP/1.1" status: 404 len: 339 time: 0.0796010 May 28 05:54:38.477041 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3d999523-ece1-4046-81ae-2963ba4cf86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:38.491819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44276) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:38.540661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Router 5ced0ab7-f9af-4fe2-9edc-7657e1ae5880 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:54:38.555145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-70d0fb28-43c6-4d27-8f77-289027dbf063 service neutron] 10.222.0.33 "GET /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0641372 May 28 05:54:38.560357 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ecb41b-b25b-4df7-8af8-56f9b961571a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:38.561051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ecb41b-b25b-4df7-8af8-56f9b961571a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:38.565581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f6ecb41b-b25b-4df7-8af8-56f9b961571a tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/subnets/ea72399b-3c83-411b-ab90-d659256e30e3 HTTP/1.1" status: 404 len: 337 time: 0.0703940 May 28 05:54:38.586081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44282) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:38.628226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-ac954401-2834-4999-b391-612fd0e7d0eb tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] No DVR routers for this DVR port 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:38.631736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-ac954401-2834-4999-b391-612fd0e7d0eb tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:38.634051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3d94cd01-33ed-4508-b5c7-fc7922f2a330 req-ac954401-2834-4999-b391-612fd0e7d0eb tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.41 "DELETE /v2.0/ports/93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 HTTP/1.1" status: 204 len: 173 time: 3.1018848 May 28 05:54:38.636250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85028593-6a8e-4751-b9a6-9744895783c5', 'name': 'network-vif-deleted', 'tag': '93daed67-02c2-4682-a1aa-6bcf1ff3e2d4'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:38.690340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7a7af-dee3-4794-ae15-034af5f94694 req-4e243128-718c-4cc7-ba98-f35f09196926 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:38.697413 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0b7a7af-dee3-4794-ae15-034af5f94694 req-4e243128-718c-4cc7-ba98-f35f09196926 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.4827580 May 28 05:54:38.704822 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:34Z', 'revision_number': 9, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:38.709192 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11732d2f-9ded-4136-9db5-b10ae88c0c52 None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:34Z', 'revision_number': 9, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff6804e6-271d-4972-bf2f-df4a361c6d82', 'name': '', 'network_id': '143c5095-e4e4-41bc-897b-01ef00cb195b', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:ff:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:28Z', 'updated_at': '2022-05-28T05:53:42Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '29cbf1b4-023d-4176-92b9-ecefccff466f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:54:38.716755 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c29302f5-ac9d-475f-90ce-9d4087fb116b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:38.785278 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c29302f5-ac9d-475f-90ce-9d4087fb116b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:38.792149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aabe5a-41dd-4a19-92f1-2f0ce2be235c None None] Network 44fe4649-6015-44b4-9972-c9e56e1a41d7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:38.799002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29302f5-ac9d-475f-90ce-9d4087fb116b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Subnet': ['ID=d6432547-5a4d-4bb3-97c1-1f57023e6591,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:38.819189 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbe20fa-ae2f-4545-9c91-036ae4f0dd14 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:38.819577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbe20fa-ae2f-4545-9c91-036ae4f0dd14 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:38.824197 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6bbe20fa-ae2f-4545-9c91-036ae4f0dd14 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/c5df65f2-7a47-47db-953b-352019655b38 HTTP/1.1" status: 404 len: 339 time: 0.2342424 May 28 05:54:38.831502 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c29302f5-ac9d-475f-90ce-9d4087fb116b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/d6432547-5a4d-4bb3-97c1-1f57023e6591 HTTP/1.1" status: 204 len: 168 time: 1.7053301 May 28 05:54:38.832388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44290) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:38.836083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0b7a7af-dee3-4794-ae15-034af5f94694 req-4e34e6b2-2602-436b-b7e5-5b1cb6747b17 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378739 May 28 05:54:38.838616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:38.845521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bfa33-81a0-490e-a270-1f7b9fb9d4e8 req-35efced0-b864-44f8-aaee-29328e31a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:38.847248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a29bfa33-81a0-490e-a270-1f7b9fb9d4e8 req-35efced0-b864-44f8-aaee-29328e31a1c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1097 time: 1.2777548 May 28 05:54:38.863915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:54:38.882462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-81d51e80-90ba-4712-916f-de293a797e78 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "PUT /v2.0/routers/5ced0ab7-f9af-4fe2-9edc-7657e1ae5880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5780957 May 28 05:54:38.892852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb2dd5-1dce-41c8-aa8f-4de16856400f None None] Sync routers for ids ['5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:54:38.894900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b380ee-1417-48e1-a1cf-0494761ad9e2 req-fc238956-bee7-4835-8b29-ca3ed9f43f57 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:38.901347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b380ee-1417-48e1-a1cf-0494761ad9e2 req-fc238956-bee7-4835-8b29-ca3ed9f43f57 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:38.902340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44300) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:38.907321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b380ee-1417-48e1-a1cf-0494761ad9e2 req-fc238956-bee7-4835-8b29-ca3ed9f43f57 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:38.913197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b380ee-1417-48e1-a1cf-0494761ad9e2 req-fc238956-bee7-4835-8b29-ca3ed9f43f57 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:38.919063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b380ee-1417-48e1-a1cf-0494761ad9e2 req-fc238956-bee7-4835-8b29-ca3ed9f43f57 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:38.921744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb2dd5-1dce-41c8-aa8f-4de16856400f None None] Routers {'5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:38.922850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-dffb2dd5-1dce-41c8-aa8f-4de16856400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:38.924838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b380ee-1417-48e1-a1cf-0494761ad9e2 req-fc238956-bee7-4835-8b29-ca3ed9f43f57 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:38.930722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b380ee-1417-48e1-a1cf-0494761ad9e2 req-fc238956-bee7-4835-8b29-ca3ed9f43f57 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:38.932711 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24b380ee-1417-48e1-a1cf-0494761ad9e2 req-fc238956-bee7-4835-8b29-ca3ed9f43f57 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 0.9847031 May 28 05:54:39.021014 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3e60e7-2829-4f4d-b524-46c0fd5d28f5'] response: {'server_uuid': '85028593-6a8e-4751-b9a6-9744895783c5', 'name': 'network-vif-deleted', 'tag': '93daed67-02c2-4682-a1aa-6bcf1ff3e2d4', 'status': 'completed', 'code': 200} May 28 05:54:39.031965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-dffb2dd5-1dce-41c8-aa8f-4de16856400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:39.032466 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a29bfa33-81a0-490e-a270-1f7b9fb9d4e8 req-b09c1c08-2832-48cc-b8a5-c5a3e41f98e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758771 May 28 05:54:39.041092 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-d7f60251-fe41-43f3-a772-0497acac8419 service neutron] 10.222.0.33 "GET /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727466 May 28 05:54:39.057276 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24b380ee-1417-48e1-a1cf-0494761ad9e2 req-5b8d406b-95f2-499a-850a-eb0b92778223 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173067 May 28 05:54:39.057894 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f565f199-b436-4fbc-9db4-e18cab3f985d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:54:39.062182 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f565f199-b436-4fbc-9db4-e18cab3f985d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/e9af648b-94ff-4b66-b8b0-154eb4da6bfb HTTP/1.1" status: 404 len: 333 time: 0.1564174 May 28 05:54:39.062785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44306) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:39.209564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb2dd5-1dce-41c8-aa8f-4de16856400f None None] Routers {'5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:39.210201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-dffb2dd5-1dce-41c8-aa8f-4de16856400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:39.241649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-bdf59f4b-f7a2-449c-8559-07cebc77b5f6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=efdb6ff1-c2c4-4123-a994-107560eb2bd0 HTTP/1.1" status: 200 len: 217 time: 0.1804245 May 28 05:54:39.276378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6986cb7a-6b8e-491c-adbb-bc766214fa77 req-4bee7d54-91e3-46bb-9644-a9bd4e58f426 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Synchronizing usage tracker for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:54:39.368700 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:54:39.376351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e066df2f-c907-4b20-b704-0a63f4ac537c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting subnet 87781cbc-c95b-4e20-a03c-d319814c25de {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:54:39.390946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e066df2f-c907-4b20-b704-0a63f4ac537c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:39.425926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-b67d7c39-b2a9-4b3c-8577-840047ee0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:39.427520 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-b67d7c39-b2a9-4b3c-8577-840047ee0096 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.1783798 May 28 05:54:39.431451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-dffb2dd5-1dce-41c8-aa8f-4de16856400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:39.432133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb2dd5-1dce-41c8-aa8f-4de16856400f None None] The sync data for ids ['5ced0ab7-f9af-4fe2-9edc-7657e1ae5880'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:54:39.541413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:39.575659 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc3596fe-b349-4a8a-b47b-33767847f799 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:39.598331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f2fa404-a151-4282-bcec-694c1667a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:39.599515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-1f2fa404-a151-4282-bcec-694c1667a664 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1654088 May 28 05:54:39.612023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78981c29-d9bb-4680-9d45-e4029273c4b3 None None] DHCP port deletion for 44fe4649-6015-44b4-9972-c9e56e1a41d7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:54:39.620850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-78981c29-d9bb-4680-9d45-e4029273c4b3 None None] Deleting port 32dd271a-39dc-4843-ad5c-55eb14a6771f {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:39.621252 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-78981c29-d9bb-4680-9d45-e4029273c4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:39.734355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e066df2f-c907-4b20-b704-0a63f4ac537c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:39.763879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 32dd271a-39dc-4843-ad5c-55eb14a6771f no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:39.778363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6986cb7a-6b8e-491c-adbb-bc766214fa77 req-4bee7d54-91e3-46bb-9644-a9bd4e58f426 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] Unset dirty status for tenant:5b2d028f91264ef89bba35bd8dc794a4 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:54:39.779532 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6986cb7a-6b8e-491c-adbb-bc766214fa77 req-4bee7d54-91e3-46bb-9644-a9bd4e58f426 tempest-VolumesActionsTest-1996340483 tempest-VolumesActionsTest-1996340483-project] 10.222.0.39 "GET /v2.0/ports?device_id=85028593-6a8e-4751-b9a6-9744895783c5 HTTP/1.1" status: 200 len: 210 time: 0.5800972 May 28 05:54:39.830389 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3cb018d2-d80d-4146-a095-1e2b7014b142 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231865 May 28 05:54:39.833203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:39.857086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 32dd271a-39dc-4843-ad5c-55eb14a6771f {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:39.857427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:39.893203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:39.893577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 93daed67-02c2-4682-a1aa-6bcf1ff3e2d4 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:40.079827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-78981c29-d9bb-4680-9d45-e4029273c4b3 None None] For port 32dd271a-39dc-4843-ad5c-55eb14a6771f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=32dd271a-39dc-4843-ad5c-55eb14a6771f,segment=NetworkSegment(99f1d389-1a61-4296-8648-d46efd54ae4c),segment_id=99f1d389-1a61-4296-8648-d46efd54ae4c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:40.080202 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-78981c29-d9bb-4680-9d45-e4029273c4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.082215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc3596fe-b349-4a8a-b47b-33767847f799 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.097583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-8ac1ce25-8ba1-4e76-86d1-324d61c5d8b1 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280834 May 28 05:54:40.200572 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc3596fe-b349-4a8a-b47b-33767847f799 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.247120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-78981c29-d9bb-4680-9d45-e4029273c4b3 None None] Calling delete_port for 32dd271a-39dc-4843-ad5c-55eb14a6771f owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:40.297995 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e066df2f-c907-4b20-b704-0a63f4ac537c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.309088 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.347264 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc3596fe-b349-4a8a-b47b-33767847f799 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.347659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3596fe-b349-4a8a-b47b-33767847f799 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Fanout notify agent at l3_agent the message router_deleted on router 5ced0ab7-f9af-4fe2-9edc-7657e1ae5880 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:54:40.349936 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-e3884338-5df6-4251-9e7a-687fe23e60bc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=b2b408ba-1753-4654-8059-1424962b2a46 HTTP/1.1" status: 200 len: 217 time: 0.1431923 May 28 05:54:40.365066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc3596fe-b349-4a8a-b47b-33767847f799 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.370094 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cc3596fe-b349-4a8a-b47b-33767847f799 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/routers/5ced0ab7-f9af-4fe2-9edc-7657e1ae5880 HTTP/1.1" status: 204 len: 168 time: 1.3000648 May 28 05:54:40.374269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44318) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:40.473096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a867c1-c73f-4ec9-be95-4b726e2e226d req-422a20ce-5416-4a23-a6c2-d5ddf3566f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:40.474789 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4a867c1-c73f-4ec9-be95-4b726e2e226d req-422a20ce-5416-4a23-a6c2-d5ddf3566f52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 1096 time: 0.8002508 May 28 05:54:40.480419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-15e7c78a-b694-4874-824d-1ac7756f2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:40.481974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-15e7c78a-b694-4874-824d-1ac7756f2d36 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.1183784 May 28 05:54:40.483310 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-78981c29-d9bb-4680-9d45-e4029273c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.564585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 32dd271a-39dc-4843-ad5c-55eb14a6771f is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:40.564781 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.578158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78981c29-d9bb-4680-9d45-e4029273c4b3 None None] No DVR routers for this DVR port 32dd271a-39dc-4843-ad5c-55eb14a6771f on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:40.599831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78981c29-d9bb-4680-9d45-e4029273c4b3 None None] Pushing event deleted for resources: {'Port': ['ID=32dd271a-39dc-4843-ad5c-55eb14a6771f,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:40.634886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4f8d-10ca-4f8d-99e6-e686976d8f07 req-774b985b-d1dd-42e5-ba6f-ebac04be989a tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:40.636429 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5ad4f8d-10ca-4f8d-99e6-e686976d8f07 req-774b985b-d1dd-42e5-ba6f-ebac04be989a tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.8047340 May 28 05:54:40.637604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a867c1-c73f-4ec9-be95-4b726e2e226d req-12a40a46-5ef8-4244-8532-b66f5bcb85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:40.638879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4a867c1-c73f-4ec9-be95-4b726e2e226d req-12a40a46-5ef8-4244-8532-b66f5bcb85d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 912 time: 0.1552894 May 28 05:54:40.661604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 94cc07c7-79a9-47d8-b3b8-df91094f0e47 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:40.710985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 94cc07c7-79a9-47d8-b3b8-df91094f0e47 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:40.712053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 94cc07c7-79a9-47d8-b3b8-df91094f0e47 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:40.731583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05141a1f-759b-4ece-9830-29d82b6c5c9d req-9a750dfe-a6c9-4d68-891c-8e2742b5797f tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:40.732006 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-92e0388d-d93e-45fc-b32c-a6e617773ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.733460 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05141a1f-759b-4ece-9830-29d82b6c5c9d req-9a750dfe-a6c9-4d68-891c-8e2742b5797f tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.6626518 May 28 05:54:40.753658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee744c4-799a-4d79-9032-22c2403882a1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet 01abadea-8394-4bc1-8363-760399eacbf5 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:54:40.775920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 32dd271a-39dc-4843-ad5c-55eb14a6771f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=32dd271a-39dc-4843-ad5c-55eb14a6771f,segment=NetworkSegment(99f1d389-1a61-4296-8648-d46efd54ae4c),segment_id=99f1d389-1a61-4296-8648-d46efd54ae4c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:40.776325 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.786237 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ee744c4-799a-4d79-9032-22c2403882a1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:40.912994 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4a867c1-c73f-4ec9-be95-4b726e2e226d req-f68e7faa-a97a-44fe-815f-4c62f09c9c92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d17e89-beda-48f1-bf27-e3b06fc0d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0800536 May 28 05:54:40.956248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 32dd271a-39dc-4843-ad5c-55eb14a6771f owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:40.983970 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e066df2f-c907-4b20-b704-0a63f4ac537c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.005398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5ad4f8d-10ca-4f8d-99e6-e686976d8f07 req-cf739cf7-0096-4199-8b5d-4aa0dab8b5f1 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756580 May 28 05:54:41.017161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a867c1-c73f-4ec9-be95-4b726e2e226d req-ae5231ec-59f5-4174-9f53-715b0c6e16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:41.018623 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4a867c1-c73f-4ec9-be95-4b726e2e226d req-ae5231ec-59f5-4174-9f53-715b0c6e16e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 200 len: 851 time: 0.0965900 May 28 05:54:41.066055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066df2f-c907-4b20-b704-0a63f4ac537c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Subnet': ['ID=87781cbc-c95b-4e20-a03c-d319814c25de,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:41.074074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f875f6e6-4639-4d85-bc71-af6c49cdc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:41.074274 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ee744c4-799a-4d79-9032-22c2403882a1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.075725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f875f6e6-4639-4d85-bc71-af6c49cdc8c3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4357538 May 28 05:54:41.078205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4a867c1-c73f-4ec9-be95-4b726e2e226d req-3c7d753c-02db-4945-8b48-4790b9ac4c12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491142 May 28 05:54:41.104554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e066df2f-c907-4b20-b704-0a63f4ac537c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.118262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05141a1f-759b-4ece-9830-29d82b6c5c9d req-cfeebd9d-76aa-4925-8b5d-7a438562e9b3 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763278 May 28 05:54:41.123670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22c85e-6ebb-490f-9a9e-00202532f584 None None] Network fc2be186-8e92-4d8c-b4b2-2fba93cd0841 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:41.158165 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e066df2f-c907-4b20-b704-0a63f4ac537c tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/subnets/87781cbc-c95b-4e20-a03c-d319814c25de HTTP/1.1" status: 204 len: 168 time: 2.3202353 May 28 05:54:41.158958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44324) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:41.253037 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:54:41.253356 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:54:41.319076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.328973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ee744c4-799a-4d79-9032-22c2403882a1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.379597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:41.379937 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.552811 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ee744c4-799a-4d79-9032-22c2403882a1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.581755 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-9429ce16-2e73-49e6-9ca4-07f5a7a3ae32 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975848 May 28 05:54:41.583974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4a867c1-c73f-4ec9-be95-4b726e2e226d req-10e2e724-c77e-4b33-9839-8b9646a37af8 service neutron] 10.222.0.41 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739003 May 28 05:54:41.628351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ee744c4-799a-4d79-9032-22c2403882a1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.632150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee744c4-799a-4d79-9032-22c2403882a1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=01abadea-8394-4bc1-8363-760399eacbf5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:41.652858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c691ee-6329-42a9-b768-6e35d33ed83d None None] Network 26a10409-8bbd-4b98-ad5a-664e2d371fe7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:41.745259 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6ee744c4-799a-4d79-9032-22c2403882a1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/01abadea-8394-4bc1-8363-760399eacbf5 HTTP/1.1" status: 204 len: 168 time: 1.1953950 May 28 05:54:41.768751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 32dd271a-39dc-4843-ad5c-55eb14a6771f {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:41.769403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.853009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca162-ffcf-469c-bb5c-acf4445c2f21 req-a8fb1b63-0625-42f0-af18-9436e4b063f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:41.859637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca162-ffcf-469c-bb5c-acf4445c2f21 req-a8fb1b63-0625-42f0-af18-9436e4b063f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:41.862601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44340) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:41.864235 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.866795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca162-ffcf-469c-bb5c-acf4445c2f21 req-a8fb1b63-0625-42f0-af18-9436e4b063f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:41.873159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca162-ffcf-469c-bb5c-acf4445c2f21 req-a8fb1b63-0625-42f0-af18-9436e4b063f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:41.888391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca162-ffcf-469c-bb5c-acf4445c2f21 req-a8fb1b63-0625-42f0-af18-9436e4b063f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:41.900828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca162-ffcf-469c-bb5c-acf4445c2f21 req-a8fb1b63-0625-42f0-af18-9436e4b063f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:41.912998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca162-ffcf-469c-bb5c-acf4445c2f21 req-a8fb1b63-0625-42f0-af18-9436e4b063f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:41.915178 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:41.924707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edeca162-ffcf-469c-bb5c-acf4445c2f21 req-a8fb1b63-0625-42f0-af18-9436e4b063f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 0.7551792 May 28 05:54:42.039278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] The port '32dd271a-39dc-4843-ad5c-55eb14a6771f' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:54:42.045459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] DHCP port deletion for fc2be186-8e92-4d8c-b4b2-2fba93cd0841 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:54:42.056920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] For port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b3b9272-4ebd-4e63-82d0-ceafc264aff6,segment=NetworkSegment(91ada803-e72d-49d4-b2be-c94b8f845c1f),segment_id=91ada803-e72d-49d4-b2be-c94b8f845c1f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:42.057295 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:42.070067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] Deleting port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:42.073514 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:42.094058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44350) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:42.134384 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edeca162-ffcf-469c-bb5c-acf4445c2f21 req-fc335bda-354d-4f71-a422-537b0b040e72 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2086658 May 28 05:54:42.275319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Calling delete_port for 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:42.378014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-26d77986-9e29-4b63-bf72-24a6f7b98186 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7881417 May 28 05:54:42.383909 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4a867c1-c73f-4ec9-be95-4b726e2e226d req-2bd15457-e090-4fcd-92d2-70175426876b service neutron] 10.222.0.41 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516205 May 28 05:54:42.384661 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9428780a-b89b-45a6-ac08-29efebfe530c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:42.511137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a7d5bf-7732-47a3-9656-19802e97e0ed None None] DHCP port deletion for 26a10409-8bbd-4b98-ad5a-664e2d371fe7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:54:42.517086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9428780a-b89b-45a6-ac08-29efebfe530c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:42.520739 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-0754deb4-f5f5-4b5f-87c5-96a85722eb48 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=67916908-4578-4d60-8b1d-270d092cdcd6 HTTP/1.1" status: 200 len: 217 time: 0.1219964 May 28 05:54:42.525952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7d5bf-7732-47a3-9656-19802e97e0ed None None] Deleting port e67ad1ea-c353-446f-a00f-6580bc43d2b3 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:42.526582 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d5bf-7732-47a3-9656-19802e97e0ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:42.532370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9428780a-b89b-45a6-ac08-29efebfe530c admin admin] Usage tracker for resource:security_group_rule and tenant:f916f71c3c8744dabf0ec1f0be8251de is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:42.537268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9428780a-b89b-45a6-ac08-29efebfe530c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:42.600567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-d8c3721a-d1d7-40a1-92b6-ccec15f92d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:42.602071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-d8c3721a-d1d7-40a1-92b6-ccec15f92d06 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.0659184 May 28 05:54:42.606643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9428780a-b89b-45a6-ac08-29efebfe530c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:42.657145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] For port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b3b9272-4ebd-4e63-82d0-ceafc264aff6,segment=NetworkSegment(91ada803-e72d-49d4-b2be-c94b8f845c1f),segment_id=91ada803-e72d-49d4-b2be-c94b8f845c1f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:42.657828 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:42.725390 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:42.727906 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:42.781196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port e67ad1ea-c353-446f-a00f-6580bc43d2b3 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:42.781818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:42.797225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-a9986b03-d5b4-4b24-a847-23562d898703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:42.798857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-a9986b03-d5b4-4b24-a847-23562d898703 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1898763 May 28 05:54:42.844097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] Calling delete_port for 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:42.879180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fe4649-6015-44b4-9972-c9e56e1a41d7']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:42.909960 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:42.921425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f1d389-1a61-4296-8648-d46efd54ae4c') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:42.921725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f1d389-1a61-4296-8648-d46efd54ae4c') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:42.931807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb18f42-f42c-432f-a99a-e55c26f3b7ac req-d62cf2fd-be95-4ead-841d-0597a49c8929 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:42.937912 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb18f42-f42c-432f-a99a-e55c26f3b7ac req-d62cf2fd-be95-4ead-841d-0597a49c8929 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.2520645 May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:54:42.950533 n-d-843679-5 neutron-server[88418]: util.warn( May 28 05:54:42.970814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No DVR routers for this DVR port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:42.980992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9428780a-b89b-45a6-ac08-29efebfe530c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.020856 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb18f42-f42c-432f-a99a-e55c26f3b7ac req-18759154-2f77-4107-88c8-60250845ba51 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820162 May 28 05:54:43.036796 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.037465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9428780a-b89b-45a6-ac08-29efebfe530c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.047634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Port': ['ID=3b3b9272-4ebd-4e63-82d0-ceafc264aff6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:43.110517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25238257-bb39-4ce1-a702-825fbd684337 req-fba57210-6cff-45fd-872c-4c9a460a63eb tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:43.118236 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-25238257-bb39-4ce1-a702-825fbd684337 req-fba57210-6cff-45fd-872c-4c9a460a63eb tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.6062815 May 28 05:54:43.223630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f2a7d5bf-7732-47a3-9656-19802e97e0ed None None] For port e67ad1ea-c353-446f-a00f-6580bc43d2b3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e67ad1ea-c353-446f-a00f-6580bc43d2b3,segment=NetworkSegment(d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48),segment_id=d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:43.225648 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d5bf-7732-47a3-9656-19802e97e0ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.241197 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.279195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-3158ac5e-e8aa-42bd-8aec-7cf77e6c16d5 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690335 May 28 05:54:43.286197 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9428780a-b89b-45a6-ac08-29efebfe530c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f916f71c3c8744dabf0ec1f0be8251de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1911273 May 28 05:54:43.288870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428780a-b89b-45a6-ac08-29efebfe530c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6895478f-8079-4f1e-b79c-801bfc10d1ac,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:43.290198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:43.290613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.291769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44388) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:43.375945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-25238257-bb39-4ce1-a702-825fbd684337 req-9504ed7a-b13c-4d19-8b7d-5bd24edb66a5 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564874 May 28 05:54:43.448075 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 99f1d389-1a61-4296-8648-d46efd54ae4c resource provider aggregate not found May 28 05:54:43.452692 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.475164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7d5bf-7732-47a3-9656-19802e97e0ed None None] Calling delete_port for e67ad1ea-c353-446f-a00f-6580bc43d2b3 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:43.499723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-759991038', 'description': 'tempest-description-1730474635'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:43.505977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:43.517106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:43.526500 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 99f1d389-1a61-4296-8648-d46efd54ae4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99f1d389-1a61-4296-8648-d46efd54ae4c found for delete ", "request_id": "req-19420703-9ded-4651-897a-b80c526576dd"}]} May 28 05:54:43.536877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] For port e67ad1ea-c353-446f-a00f-6580bc43d2b3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e67ad1ea-c353-446f-a00f-6580bc43d2b3,segment=NetworkSegment(d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48),segment_id=d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:43.537586 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.541250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:54:43.542078 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:54:43.554431 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.558389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.582835 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bae2b72b-57ea-4bb7-81df-35f2c5e48edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.586152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2be186-8e92-4d8c-b4b2-2fba93cd0841']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:43.599170 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d5bf-7732-47a3-9656-19802e97e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.633057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f301ffec-25dc-4b21-a4f7-7a8958fa148f service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455288 May 28 05:54:43.637098 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bae2b72b-57ea-4bb7-81df-35f2c5e48edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.656086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7d5bf-7732-47a3-9656-19802e97e0ed None None] Pushing event deleted for resources: {'Port': ['ID=e67ad1ea-c353-446f-a00f-6580bc43d2b3,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:43.663199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7d5bf-7732-47a3-9656-19802e97e0ed None None] No DVR routers for this DVR port e67ad1ea-c353-446f-a00f-6580bc43d2b3 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:43.720700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.728797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for e67ad1ea-c353-446f-a00f-6580bc43d2b3 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:43.743621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e67ad1ea-c353-446f-a00f-6580bc43d2b3 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:43.758871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ada803-e72d-49d4-b2be-c94b8f845c1f') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:43.759306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ada803-e72d-49d4-b2be-c94b8f845c1f') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:43.764043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-113a5fd4-5a57-4d95-bf03-c351f9b06756 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=944b1812-db23-4113-a5bd-719177904604 HTTP/1.1" status: 200 len: 217 time: 0.0925200 May 28 05:54:43.767769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:43.790085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e67ad1ea-c353-446f-a00f-6580bc43d2b3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:43.790430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e67ad1ea-c353-446f-a00f-6580bc43d2b3 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:43.790838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:43.815829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.818612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Network': ['ID=44fe4649-6015-44b4-9972-c9e56e1a41d7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:43.826089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.828598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcd14-5c87-4ff3-81e8-f1e7ca6af9e1 req-0d96f04d-b647-4749-873a-cc51dbf46771 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:43.834457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcd14-5c87-4ff3-81e8-f1e7ca6af9e1 req-0d96f04d-b647-4749-873a-cc51dbf46771 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:43.835003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:43.835519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:43.839645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Usage tracker for resource:security_group_rule and tenant:a928476d426c4a8299ddc40dcdf4eecd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:43.843343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcd14-5c87-4ff3-81e8-f1e7ca6af9e1 req-0d96f04d-b647-4749-873a-cc51dbf46771 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:43.850211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcd14-5c87-4ff3-81e8-f1e7ca6af9e1 req-0d96f04d-b647-4749-873a-cc51dbf46771 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:43.851293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:43.857262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcd14-5c87-4ff3-81e8-f1e7ca6af9e1 req-0d96f04d-b647-4749-873a-cc51dbf46771 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:43.863260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcd14-5c87-4ff3-81e8-f1e7ca6af9e1 req-0d96f04d-b647-4749-873a-cc51dbf46771 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:43.869527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdcd14-5c87-4ff3-81e8-f1e7ca6af9e1 req-0d96f04d-b647-4749-873a-cc51dbf46771 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:43.873389 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-31a68b0a-50ac-4417-abbb-46a73a5471ac tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/networks/44fe4649-6015-44b4-9972-c9e56e1a41d7 HTTP/1.1" status: 204 len: 168 time: 4.9997146 May 28 05:54:43.873539 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edfdcd14-5c87-4ff3-81e8-f1e7ca6af9e1 req-0d96f04d-b647-4749-873a-cc51dbf46771 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 0.4678597 May 28 05:54:43.879920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44410) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:43.881044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:43.899784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.952898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:43.953442 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:43.983688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f7c6acf5-e7ae-480d-a2c8-b49e10946c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:43.987219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-f7c6acf5-e7ae-480d-a2c8-b49e10946c31 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.2166955 May 28 05:54:43.993930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-edfdcd14-5c87-4ff3-81e8-f1e7ca6af9e1 req-128ad591-a889-49a0-848c-75c1d9e38e01 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088228 May 28 05:54:44.043828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] Deleting port 3b3b9272-4ebd-4e63-82d0-ceafc264aff6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:44.044404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:44.074897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bae2b72b-57ea-4bb7-81df-35f2c5e48edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:44.125062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2b72b-57ea-4bb7-81df-35f2c5e48edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6895478f-8079-4f1e-b79c-801bfc10d1ac,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:44.148117 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bae2b72b-57ea-4bb7-81df-35f2c5e48edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:44.155021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bae2b72b-57ea-4bb7-81df-35f2c5e48edc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6895478f-8079-4f1e-b79c-801bfc10d1ac HTTP/1.1" status: 204 len: 168 time: 0.8449576 May 28 05:54:44.223271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-9b9a82a6-f55e-4b53-9bda-0fc16f31e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:44.224777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-9b9a82a6-f55e-4b53-9bda-0fc16f31e19a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2286034 May 28 05:54:44.245926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-053f655e-d317-43b1-a64a-90c531a1cc07 None None] The port '3b3b9272-4ebd-4e63-82d0-ceafc264aff6' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:54:44.369160 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:54:44.369629 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:54:44.400937 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:44.401165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc5c8b-23c6-47b3-9c98-3e1ddc00cce9 req-86985a5d-0385-4ae0-ac0e-0699148af024 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:44.409460 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffdc5c8b-23c6-47b3-9c98-3e1ddc00cce9 req-86985a5d-0385-4ae0-ac0e-0699148af024 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.2498243 May 28 05:54:44.470371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-ad0f7b99-0b74-4b1f-8a89-b8446bdb65b5 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336991 May 28 05:54:44.494724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ffdc5c8b-23c6-47b3-9c98-3e1ddc00cce9 req-4877c94c-72c9-44de-8c41-3e251190e0de tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832999 May 28 05:54:44.590544 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:44.593446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Network': ['ID=fc2be186-8e92-4d8c-b4b2-2fba93cd0841,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:44.632500 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:44.676941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-ee0e4c02-50cd-4eb0-a37d-87e2c4bb8ec4 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864462 May 28 05:54:44.698851 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:44.731110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-da022d42-34e5-4919-93d5-942f98c50bba tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/fc2be186-8e92-4d8c-b4b2-2fba93cd0841 HTTP/1.1" status: 204 len: 168 time: 3.5673769 May 28 05:54:44.753705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44446) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:44.786430 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:44.797965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d613d241-83e1-428c-9667-733c7391e48d req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.3353031 May 28 05:54:44.828294 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-add7c203-e8e4-4eb4-925b-d20bbca9e6f1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1031195f-b845-4d3e-8af7-8990b6bac896 HTTP/1.1" status: 200 len: 217 time: 0.1443183 May 28 05:54:44.833581 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acbe4ba-b5ba-47af-b17c-b53e93b3d074 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:44.834484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acbe4ba-b5ba-47af-b17c-b53e93b3d074 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:44.839493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44458) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:44.840002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4acbe4ba-b5ba-47af-b17c-b53e93b3d074 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/subnets/bb7bd03f-e1a6-4e6b-8037-524bb2a3a9fe HTTP/1.1" status: 404 len: 337 time: 0.0785756 May 28 05:54:44.864566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6dfcc-08cb-4966-9051-3ac1b696d2aa tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d253d5af-4440-40fc-b436-d2fa5bcf0331,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:44.872591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port e67ad1ea-c353-446f-a00f-6580bc43d2b3 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:44.873501 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:44.924953 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-97de94ad-3e03-4b71-9422-581b7f268adc tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] DELETE failed (client error): The resource could not be found. May 28 05:54:44.925436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97de94ad-3e03-4b71-9422-581b7f268adc tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:54:44.930707 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-97de94ad-3e03-4b71-9422-581b7f268adc tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/66f69e4b-d361-4df5-b365-afbd7ae19138 HTTP/1.1" status: 404 len: 339 time: 0.0871966 May 28 05:54:44.933954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44462) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:44.968982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] The port 'e67ad1ea-c353-446f-a00f-6580bc43d2b3' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:54:45.002335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-7fa8922b-9bc5-4302-87eb-03627ede7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:45.002335 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-7fa8922b-9bc5-4302-87eb-03627ede7e26 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=073f8d3b-7e35-4a62-bd54-f7c6d068bce9 HTTP/1.1" status: 200 len: 797 time: 0.1610172 May 28 05:54:45.124879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-b61a6977-13c1-42aa-8288-7dbe0da5674e tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-759991038&fields=id&tenant_id=a928476d426c4a8299ddc40dcdf4eecd HTTP/1.1" status: 200 len: 267 time: 0.1459663 May 28 05:54:45.262581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-5d8d8bbd-b35a-40cf-b200-0955f2d6f585 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:45.270792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-5d8d8bbd-b35a-40cf-b200-0955f2d6f585 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.1450720 May 28 05:54:45.271286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:45.277620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-d02dca1e-a9ae-4700-af70-1b4ad11ca192 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Request body: {'port': {'security_groups': ['3cf29266-f30a-4498-a426-977fedece91f', 'd253d5af-4440-40fc-b436-d2fa5bcf0331']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:45.298081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a10409-8bbd-4b98-ad5a-664e2d371fe7']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:45.310588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24cfbff-fcf4-41bd-8727-2b7f6aa1ab48') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:45.310893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24cfbff-fcf4-41bd-8727-2b7f6aa1ab48') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:45.321133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-47dd8b07-3ef2-4473-96d8-3385fd5fbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:45.322891 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:45.328679 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-47dd8b07-3ef2-4473-96d8-3385fd5fbb3c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4b427dc3-eb5a-4af2-a01b-203848d8638e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3170695 May 28 05:54:45.339899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:45.346159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:45.346545 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:45.354271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44474) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:45.455897 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:45.563789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:45.613678 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/networks/26a10409-8bbd-4b98-ad5a-664e2d371fe7 HTTP/1.1" status: 204 len: 168 time: 3.7362747 May 28 05:54:45.623462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44488) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:45.664083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354dc1b7-8778-4635-8578-ef142f254e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Network': ['ID=26a10409-8bbd-4b98-ad5a-664e2d371fe7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:45.668378 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 91ada803-e72d-49d4-b2be-c94b8f845c1f resource provider aggregate not found May 28 05:54:45.729005 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-d02dca1e-a9ae-4700-af70-1b4ad11ca192 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:45.733599 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 91ada803-e72d-49d4-b2be-c94b8f845c1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91ada803-e72d-49d4-b2be-c94b8f845c1f found for delete ", "request_id": "req-4c61aa81-2fad-4a24-a7bc-20870be92e92"}]} May 28 05:54:45.756337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2127434693-network', 'tenant_id': '507652873e5f4f2eb8a11fb0a435abdf'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:45.808293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:45.828205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af853166-c56b-42f4-83fc-5cb8002f1abd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:45.828792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-af853166-c56b-42f4-83fc-5cb8002f1abd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:54:45.830374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Usage tracker for resource:network and tenant:507652873e5f4f2eb8a11fb0a435abdf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:45.838155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:45.858001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:45.865140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cb3e5a-ea03-4f5b-802a-6a6364233045 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting subnet 9c2aa82e-cbf8-4246-958c-2c775b09feca {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:54:45.871946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79cb3e5a-ea03-4f5b-802a-6a6364233045 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:45.880562 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-79032c4f-25fe-47b3-b5d3-47a5d4e3df84 service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270431 May 28 05:54:45.970684 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79cb3e5a-ea03-4f5b-802a-6a6364233045 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:45.986382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Made reservation on behalf of 507652873e5f4f2eb8a11fb0a435abdf for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:45.989977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:46.029142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:46.032420 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48 resource provider aggregate not found May 28 05:54:46.067732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:46.071930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Usage tracker for resource:security_group_rule and tenant:507652873e5f4f2eb8a11fb0a435abdf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:46.074935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:46.076938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-af853166-c56b-42f4-83fc-5cb8002f1abd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:54:46.081449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:46.082661 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-af853166-c56b-42f4-83fc-5cb8002f1abd tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/933435d6-1d22-4e1d-9818-86195659a654 HTTP/1.1" status: 200 len: 840 time: 0.4581552 May 28 05:54:46.098396 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d24cfbff-fcf4-41bd-8727-2b7f6aa1ab48 found for delete ", "request_id": "req-ab7936b4-eb49-46d4-98ae-1ca6eb7b7619"}]} May 28 05:54:46.100927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44498) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:46.177234 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:46.202282 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:46.216604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:54:46.224961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:46.225314 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Added segment 32764998-a90b-4ae4-8cf9-f0d0f148b462 of type vlan for network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b May 28 05:54:46.253418 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:46.301562 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:46.302944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:46.303975 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:46.332047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0490be61-8222-4245-bda4-9e9da2ffc537 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/933435d6-1d22-4e1d-9818-86195659a654?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2194562 May 28 05:54:46.333376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44502) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:46.355277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:46.533238 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-10276ccf-4fab-4f73-95f6-04b820ef5c7b service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419027 May 28 05:54:46.547930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:46.563769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696b28-099d-4766-94a9-69e495773f98 req-4d1a197f-f23f-4400-b6e2-fb991257bede tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:46.572020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696b28-099d-4766-94a9-69e495773f98 req-4d1a197f-f23f-4400-b6e2-fb991257bede tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:46.578964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696b28-099d-4766-94a9-69e495773f98 req-4d1a197f-f23f-4400-b6e2-fb991257bede tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:46.585190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696b28-099d-4766-94a9-69e495773f98 req-4d1a197f-f23f-4400-b6e2-fb991257bede tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:46.593014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696b28-099d-4766-94a9-69e495773f98 req-4d1a197f-f23f-4400-b6e2-fb991257bede tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:46.598899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696b28-099d-4766-94a9-69e495773f98 req-4d1a197f-f23f-4400-b6e2-fb991257bede tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:46.607969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696b28-099d-4766-94a9-69e495773f98 req-4d1a197f-f23f-4400-b6e2-fb991257bede tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:46.610707 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-15696b28-099d-4766-94a9-69e495773f98 req-4d1a197f-f23f-4400-b6e2-fb991257bede tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 1.1690755 May 28 05:54:46.620823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:46.630965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:46.637955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ecc7c-9420-41e7-a776-42fa545e7154,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:46.645035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-06c931a4-ebfc-447f-8c3d-558326115128 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=640b0c34-cf13-4106-bb80-d891f351b35f HTTP/1.1" status: 200 len: 217 time: 0.0887814 May 28 05:54:46.648321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] Pushing event updated for resources: {'Network': ['ID=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:46.693409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:46.703532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:54:46.722380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-058d794e-f900-4911-a915-5894eb96aec5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3611045 May 28 05:54:46.722595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44510) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:46.740297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Request body: {'subnet': {'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2127434693-subnet', 'tenant_id': '507652873e5f4f2eb8a11fb0a435abdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:46.745539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:46.749928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Usage tracker for resource:subnet and tenant:507652873e5f4f2eb8a11fb0a435abdf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:46.753378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:46.758926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:46.787346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Made reservation on behalf of 507652873e5f4f2eb8a11fb0a435abdf for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:46.788930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:46.794329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79cb3e5a-ea03-4f5b-802a-6a6364233045 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:46.897399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-59cfb268-75d6-4fb9-af1b-25e4c632c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:46.899346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-59cfb268-75d6-4fb9-af1b-25e4c632c09f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=073f8d3b-7e35-4a62-bd54-f7c6d068bce9 HTTP/1.1" status: 200 len: 797 time: 0.2415345 May 28 05:54:46.908077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-d02dca1e-a9ae-4700-af70-1b4ad11ca192 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] For port 13a29201-3eff-4d0f-a7e3-f81a2af1c125, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125,segment=NetworkSegment(b175e2a7-c2a4-48db-89cf-fe978bfdcdec),segment_id=b175e2a7-c2a4-48db-89cf-fe978bfdcdec)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:46.981180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-15696b28-099d-4766-94a9-69e495773f98 req-3b8d7964-4308-4607-bd23-994c9a15ab4e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3465221 May 28 05:54:46.982598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:46.986158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:47.010749 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79cb3e5a-ea03-4f5b-802a-6a6364233045 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:47.024912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-d02dca1e-a9ae-4700-af70-1b4ad11ca192 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:47.045029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-d02dca1e-a9ae-4700-af70-1b4ad11ca192 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:47.060033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['13a29201-3eff-4d0f-a7e3-f81a2af1c125'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:54:47.234577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-d02dca1e-a9ae-4700-af70-1b4ad11ca192 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:47.235198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-d02dca1e-a9ae-4700-af70-1b4ad11ca192 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:47.236587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f76ae11-be1d-420d-b218-a2b6bd522945 req-d02dca1e-a9ae-4700-af70-1b4ad11ca192 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "PUT /v2.0/ports/13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 982 time: 1.9645939 May 28 05:54:47.240137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:47.253460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-b1b13a2c-58ce-42c0-ba0b-6f58969e26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:47.254989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-b1b13a2c-58ce-42c0-ba0b-6f58969e26b0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4b427dc3-eb5a-4af2-a01b-203848d8638e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3449271 May 28 05:54:47.332708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['13a29201-3eff-4d0f-a7e3-f81a2af1c125'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:54:47.393130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dca1e-a9ae-4700-af70-1b4ad11ca192 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Pushing event updated for resources: {'Port': ['ID=13a29201-3eff-4d0f-a7e3-f81a2af1c125,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:47.417946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb3e5a-ea03-4f5b-802a-6a6364233045 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2aa82e-cbf8-4246-958c-2c775b09feca,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:47.454448 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:47.454738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea8899f-016e-4e05-8973-a42bc026d0e0 None None] Network 0a7ef0a7-b3c6-497e-ac0d-bef00241577f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:47.496051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-79cb3e5a-ea03-4f5b-802a-6a6364233045 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:47.536932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-79cb3e5a-ea03-4f5b-802a-6a6364233045 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/subnets/9c2aa82e-cbf8-4246-958c-2c775b09feca HTTP/1.1" status: 204 len: 168 time: 2.6018403 May 28 05:54:47.537884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44518) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:47.698940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:47.704422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-f58ce09b-aa82-4dfb-8378-1def2e7d5dec tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-759991038&fields=id&tenant_id=a928476d426c4a8299ddc40dcdf4eecd HTTP/1.1" status: 200 len: 267 time: 0.2420342 May 28 05:54:47.705446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Checking segment: {'id': '32764998-a90b-4ae4-8cf9-f0d0f148b462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:47.705921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Network hostable DHCP agents. Network: 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:54:47.719458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:47.801640 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-29488160-2285-4530-a7e3-ace34a5c42f9 service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344794 May 28 05:54:47.950794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:54:47.996765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ada4ba-d8e5-4acb-ace2-24b1ceff3f76 None None] DHCP port deletion for 0a7ef0a7-b3c6-497e-ac0d-bef00241577f request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:54:48.004822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-19ada4ba-d8e5-4acb-ace2-24b1ceff3f76 None None] Deleting port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:48.005847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19ada4ba-d8e5-4acb-ace2-24b1ceff3f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:48.055561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5302e-b020-4e38-b69c-9aee3f60876b req-9c9a3a36-9b63-4623-80cd-09ed40a4c517 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:48.057173 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b1b5302e-b020-4e38-b69c-9aee3f60876b req-9c9a3a36-9b63-4623-80cd-09ed40a4c517 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.6285646 May 28 05:54:48.062427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:48.165351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-81052240-c877-4f1d-8c1b-9d9e871c5362 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:48.167068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-81052240-c877-4f1d-8c1b-9d9e871c5362 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 985 time: 0.4511204 May 28 05:54:48.170492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:48.175144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:48.178829 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:48.187929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36691e3-6db7-437d-9d57-2957ad80040c None None] Network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:48.222603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-87e5820d-d972-49c0-9f28-a82f1e82cf97 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Request body: {'port': {'security_groups': ['3cf29266-f30a-4498-a426-977fedece91f']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:48.257031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:48.257473 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:48.259392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0b733f87-c730-42b7-9063-fe8e859e8083 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5354970 May 28 05:54:48.285182 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e2038c-c49a-4a11-a7ae-6ce6b874cd9f req-40faa287-b940-4eae-b5f1-bfad167a0def service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647186 May 28 05:54:48.451987 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-19ada4ba-d8e5-4acb-ace2-24b1ceff3f76 None None] For port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cbacd48a-ac2d-436a-a0f1-4df3e1f506d3,segment=NetworkSegment(a626d18b-6d65-4a99-8062-3fea2aa11a55),segment_id=a626d18b-6d65-4a99-8062-3fea2aa11a55)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:48.452511 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19ada4ba-d8e5-4acb-ace2-24b1ceff3f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:48.460170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b1b5302e-b020-4e38-b69c-9aee3f60876b req-ff21acdc-c40e-4fa2-96a5-c4cd62ed0bc2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998352 May 28 05:54:48.637017 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f180c4f9-bb46-4d42-833a-c3376392e565'] response: {'name': 'network-changed', 'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'status': 'completed', 'code': 200} May 28 05:54:48.670532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-19ada4ba-d8e5-4acb-ace2-24b1ceff3f76 None None] Calling delete_port for cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:48.772254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] For port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cbacd48a-ac2d-436a-a0f1-4df3e1f506d3,segment=NetworkSegment(a626d18b-6d65-4a99-8062-3fea2aa11a55),segment_id=a626d18b-6d65-4a99-8062-3fea2aa11a55)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:48.772620 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:48.773670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-87e5820d-d972-49c0-9f28-a82f1e82cf97 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:48.941936 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19ada4ba-d8e5-4acb-ace2-24b1ceff3f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:48.955976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Calling delete_port for cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:49.018663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ada4ba-d8e5-4acb-ace2-24b1ceff3f76 None None] Pushing event deleted for resources: {'Port': ['ID=cbacd48a-ac2d-436a-a0f1-4df3e1f506d3,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:49.027613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ada4ba-d8e5-4acb-ace2-24b1ceff3f76 None None] No DVR routers for this DVR port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:49.093839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22da7bc-95f6-44e4-b0a7-1842a454b1e7 req-00b53017-e029-4990-a206-2282a772c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:49.095592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c22da7bc-95f6-44e4-b0a7-1842a454b1e7 req-00b53017-e029-4990-a206-2282a772c16f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1136 time: 0.4800775 May 28 05:54:49.106252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374df4-b73e-4682-a7e1-393af3991b62 req-a82ddcf6-ce44-4e17-ad69-1be1f0699739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:49.106894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374df4-b73e-4682-a7e1-393af3991b62 req-a82ddcf6-ce44-4e17-ad69-1be1f0699739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:49.107459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374df4-b73e-4682-a7e1-393af3991b62 req-a82ddcf6-ce44-4e17-ad69-1be1f0699739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:49.107986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374df4-b73e-4682-a7e1-393af3991b62 req-a82ddcf6-ce44-4e17-ad69-1be1f0699739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:49.108505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374df4-b73e-4682-a7e1-393af3991b62 req-a82ddcf6-ce44-4e17-ad69-1be1f0699739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:49.109030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374df4-b73e-4682-a7e1-393af3991b62 req-a82ddcf6-ce44-4e17-ad69-1be1f0699739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:49.109545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374df4-b73e-4682-a7e1-393af3991b62 req-a82ddcf6-ce44-4e17-ad69-1be1f0699739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:49.111508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98374df4-b73e-4682-a7e1-393af3991b62 req-a82ddcf6-ce44-4e17-ad69-1be1f0699739 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6489 time: 0.6095655 May 28 05:54:49.169305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd6c8e3-ebcb-4434-99d5-fa057550c0ec None None] Network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:49.211919 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:54:49.212525 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:54:49.218689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port ff6804e6-271d-4972-bf2f-df4a361c6d82 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:49.219038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:49.629048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:49.736664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:49.841805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22da7bc-95f6-44e4-b0a7-1842a454b1e7 req-ae90d587-89b4-4d93-9594-2b2e6f1f49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:49.843481 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c22da7bc-95f6-44e4-b0a7-1842a454b1e7 req-ae90d587-89b4-4d93-9594-2b2e6f1f49fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 920 time: 0.7292020 May 28 05:54:49.850009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:49.850361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:49.859035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374df4-b73e-4682-a7e1-393af3991b62 req-46cf5cf4-f4a4-4e4b-85d6-65429acbe213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:49.860819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98374df4-b73e-4682-a7e1-393af3991b62 req-46cf5cf4-f4a4-4e4b-85d6-65429acbe213 service neutron] 10.222.0.33 "GET /v2.0/networks?id=4b427dc3-eb5a-4af2-a01b-203848d8638e HTTP/1.1" status: 200 len: 903 time: 0.7135179 May 28 05:54:50.018468 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c22da7bc-95f6-44e4-b0a7-1842a454b1e7 req-060dff0a-f179-49e6-858c-2faa52ad72dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 217 time: 0.1612070 May 28 05:54:50.021719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98374df4-b73e-4682-a7e1-393af3991b62 req-6cc95f7f-24c4-4c61-8283-6afe6b0e2b07 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=640b0c34-cf13-4106-bb80-d891f351b35f HTTP/1.1" status: 200 len: 217 time: 0.0917344 May 28 05:54:50.024599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-87e5820d-d972-49c0-9f28-a82f1e82cf97 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] For port 13a29201-3eff-4d0f-a7e3-f81a2af1c125, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125,segment=NetworkSegment(b175e2a7-c2a4-48db-89cf-fe978bfdcdec),segment_id=b175e2a7-c2a4-48db-89cf-fe978bfdcdec)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:50.053636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Deleting port cbacd48a-ac2d-436a-a0f1-4df3e1f506d3 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:50.053972 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:50.211545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-87e5820d-d972-49c0-9f28-a82f1e82cf97 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:50.277677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22da7bc-95f6-44e4-b0a7-1842a454b1e7 req-9c0e8b2d-f9c6-4e13-b173-3a37c334ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:50.280342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c22da7bc-95f6-44e4-b0a7-1842a454b1e7 req-9c0e8b2d-f9c6-4e13-b173-3a37c334ccc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 200 len: 859 time: 0.2530653 May 28 05:54:50.281668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374df4-b73e-4682-a7e1-393af3991b62 req-5d540994-8bf5-44ea-9d9c-f673e8068bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:50.283584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98374df4-b73e-4682-a7e1-393af3991b62 req-5d540994-8bf5-44ea-9d9c-f673e8068bf3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=073f8d3b-7e35-4a62-bd54-f7c6d068bce9 HTTP/1.1" status: 200 len: 797 time: 0.2521842 May 28 05:54:50.288000 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-87e5820d-d972-49c0-9f28-a82f1e82cf97 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:50.303943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['13a29201-3eff-4d0f-a7e3-f81a2af1c125'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:54:50.331499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] The port 'cbacd48a-ac2d-436a-a0f1-4df3e1f506d3' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:54:50.345329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:50.356471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port ff6804e6-271d-4972-bf2f-df4a361c6d82, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ff6804e6-271d-4972-bf2f-df4a361c6d82,segment=NetworkSegment(1ce1812e-c343-4ed6-b088-44d20ae6f801),segment_id=1ce1812e-c343-4ed6-b088-44d20ae6f801)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:50.356835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:50.377476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:50.418546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061c589c-6587-47e5-808f-8556d29a7eb2 None None] Network 6b772a76-c0e9-406d-a743-df1016360448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:50.434452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c22da7bc-95f6-44e4-b0a7-1842a454b1e7 req-ae58b445-23b0-48aa-adb7-8cdf1b7279fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7088dd9d-42b3-46b9-a9bf-0159a21869e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360705 May 28 05:54:50.468376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:50.473447 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:50.532774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=fac47053-2572-48cb-81d2-4b9266118d20,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:50.804108 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:50.844598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7ef0a7-b3c6-497e-ac0d-bef00241577f']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:50.858803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a626d18b-6d65-4a99-8062-3fea2aa11a55') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:50.859352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a626d18b-6d65-4a99-8062-3fea2aa11a55') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:50.875779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:50.897075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:50.916970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:50.918013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:51.113478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-6b772a76-c0e9-406d-a743-df1016360448', 'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'tenant_id': 'c2462d2832014f7d9bedf389dab3788a', 'fixed_ips': [{'subnet_id': 'fac47053-2572-48cb-81d2-4b9266118d20'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:54:51.115143 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:51.118714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-87e5820d-d972-49c0-9f28-a82f1e82cf97 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:51.119431 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-87e5820d-d972-49c0-9f28-a82f1e82cf97 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:51.122304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8043df3-85f5-4ae6-a1dd-c1d52259ec33 req-87e5820d-d972-49c0-9f28-a82f1e82cf97 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "PUT /v2.0/ports/13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 943 time: 2.9144287 May 28 05:54:51.124805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:54:51.194238 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c2a46364-70c5-48ab-bf26-43e8ac5d2e25 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8538356 May 28 05:54:51.204818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for ff6804e6-271d-4972-bf2f-df4a361c6d82 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:51.234204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374df4-b73e-4682-a7e1-393af3991b62 req-6e44af60-ddf7-488f-9040-b83323086f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:51.244339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44566) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:51.246563 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98374df4-b73e-4682-a7e1-393af3991b62 req-6e44af60-ddf7-488f-9040-b83323086f57 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4b427dc3-eb5a-4af2-a01b-203848d8638e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9475052 May 28 05:54:51.246699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:51.252638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:51.272896 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment a626d18b-6d65-4a99-8062-3fea2aa11a55 resource provider aggregate not found May 28 05:54:51.279964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'security_group': {'name': 'tempest-secgroup-97270729'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:51.309086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] 10.222.0.39 "DELETE /v2.0/networks/0a7ef0a7-b3c6-497e-ac0d-bef00241577f HTTP/1.1" status: 204 len: 168 time: 3.7674603 May 28 05:54:51.321675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['13a29201-3eff-4d0f-a7e3-f81a2af1c125'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:54:51.329289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:51.345306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190054-e20f-4255-99a5-305a7a1dede1 req-e526934c-5589-4372-ba54-7948bf1da054 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:51.351407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190054-e20f-4255-99a5-305a7a1dede1 req-e526934c-5589-4372-ba54-7948bf1da054 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:51.357908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190054-e20f-4255-99a5-305a7a1dede1 req-e526934c-5589-4372-ba54-7948bf1da054 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:51.363848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190054-e20f-4255-99a5-305a7a1dede1 req-e526934c-5589-4372-ba54-7948bf1da054 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:51.371181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190054-e20f-4255-99a5-305a7a1dede1 req-e526934c-5589-4372-ba54-7948bf1da054 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:51.378140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190054-e20f-4255-99a5-305a7a1dede1 req-e526934c-5589-4372-ba54-7948bf1da054 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:51.385131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190054-e20f-4255-99a5-305a7a1dede1 req-e526934c-5589-4372-ba54-7948bf1da054 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:51.394149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56190054-e20f-4255-99a5-305a7a1dede1 req-e526934c-5589-4372-ba54-7948bf1da054 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 2.3504856 May 28 05:54:51.417990 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment a626d18b-6d65-4a99-8062-3fea2aa11a55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a626d18b-6d65-4a99-8062-3fea2aa11a55 found for delete ", "request_id": "req-b91005c3-c4d3-464a-b213-c8b096391f05"}]} May 28 05:54:51.419483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c2070-e696-43c0-bbdb-e60ef43ad088 tempest-NetworksIpV6Test-1498797037 tempest-NetworksIpV6Test-1498797037-project] Pushing event deleted for resources: {'Network': ['ID=0a7ef0a7-b3c6-497e-ac0d-bef00241577f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:51.425650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:51.432633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:51.448607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:51.488859 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56190054-e20f-4255-99a5-305a7a1dede1 req-66f6fa55-9edf-4a9e-8c59-747018e26dad tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936179 May 28 05:54:51.516288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5820d-d972-49c0-9f28-a82f1e82cf97 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Pushing event updated for resources: {'Port': ['ID=13a29201-3eff-4d0f-a7e3-f81a2af1c125,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:51.533961 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:51.809544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:51.901270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group_rule and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:51.934522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:51.953644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:51.960817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:51.971720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Allocated IP 172.20.0.2 (6b772a76-c0e9-406d-a743-df1016360448/fac47053-2572-48cb-81d2-4b9266118d20/c4145ffa-179e-4bd7-944a-075acc86324c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:54:52.028724 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36b3d396-18be-4b73-9cb6-309561163318 req-1b5ad38c-261f-49e4-abd1-a3e618d415be tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4761288 May 28 05:54:52.029355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c22da7bc-95f6-44e4-b0a7-1842a454b1e7 req-e7d8fbbb-c8be-40af-991b-7b7ac7427f3d service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3814638 May 28 05:54:52.032608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=ff6804e6-271d-4972-bf2f-df4a361c6d82,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:52.052846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:52.102846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:52.117936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Usage tracker for resource:floatingip and tenant:a928476d426c4a8299ddc40dcdf4eecd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:52.126758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:52.134353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:52.149783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44584) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:52.164838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:52.344943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe70e7-c057-4598-8768-0b699c250ca3 req-13f4ba2a-6fb9-43b8-8370-113fa3ac5730 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:52.346491 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3afe70e7-c057-4598-8768-0b699c250ca3 req-13f4ba2a-6fb9-43b8-8370-113fa3ac5730 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.9269319 May 28 05:54:52.537055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3afe70e7-c057-4598-8768-0b699c250ca3 req-ce9f01c2-3a8f-4081-8ac2-2636ecf9a947 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550891 May 28 05:54:52.541676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98374df4-b73e-4682-a7e1-393af3991b62 req-e0d38efd-54e6-4e37-95c9-4ff6f17682a5 service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2935243 May 28 05:54:52.632607 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:52.657842 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6f18046c-fe59-4a89-8b52-8bb4e46dd03a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=981aa125554e472eae4daff49fbe2800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061531 May 28 05:54:52.661579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Transition to ACTIVE for port object c4145ffa-179e-4bd7-944a-075acc86324c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:52.668678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44592) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:52.669303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:52.693258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Transition to ACTIVE for port object c4145ffa-179e-4bd7-944a-075acc86324c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:52.702201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:52.783718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:52.792755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:52.800581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:54:52.895467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98374df4-b73e-4682-a7e1-393af3991b62 req-dc647ce1-6452-482c-9337-b284cd511fbd service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435895 May 28 05:54:52.944188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Pushing event updated for resources: {'Port': ['ID=c4145ffa-179e-4bd7-944a-075acc86324c,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:52.957766 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc25b30a-e746-42c4-89bf-7fa5de24d200'] response: {'name': 'network-changed', 'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'status': 'completed', 'code': 200} May 28 05:54:52.963721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Attempting to bind port c4145ffa-179e-4bd7-944a-075acc86324c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:54:52.964169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Attempting to bind port c4145ffa-179e-4bd7-944a-075acc86324c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'fa27e0dd-bfc9-4949-9298-5a37ec865c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b772a76-c0e9-406d-a743-df1016360448'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:54:52.964597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Attempting to bind port c4145ffa-179e-4bd7-944a-075acc86324c on network 6b772a76-c0e9-406d-a743-df1016360448 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:54:52.986092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:54:52.986770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Checking segment: {'id': 'fa27e0dd-bfc9-4949-9298-5a37ec865c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b772a76-c0e9-406d-a743-df1016360448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:54:52.989014 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:52.989491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Bound using segment: {'id': 'fa27e0dd-bfc9-4949-9298-5a37ec865c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b772a76-c0e9-406d-a743-df1016360448'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:54:52.991758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Bound port: c4145ffa-179e-4bd7-944a-075acc86324c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa27e0dd-bfc9-4949-9298-5a37ec865c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b772a76-c0e9-406d-a743-df1016360448'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:54:52.995152 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:53.062533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c22da7bc-95f6-44e4-b0a7-1842a454b1e7 req-2eae29ea-0581-4ae8-80fd-87cb28831dc9 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0247369 May 28 05:54:53.213390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] For port c4145ffa-179e-4bd7-944a-075acc86324c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:54:53.218788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] For port c4145ffa-179e-4bd7-944a-075acc86324c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c4145ffa-179e-4bd7-944a-075acc86324c,segment=NetworkSegment(fa27e0dd-bfc9-4949-9298-5a37ec865c2c),segment_id=fa27e0dd-bfc9-4949-9298-5a37ec865c2c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:54:53.229077 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:53.252358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39f5a-7816-45cb-a301-913017ad4318 req-3a0abaa7-0696-432c-b685-8cac8a6d43f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:53.264718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39f5a-7816-45cb-a301-913017ad4318 req-3a0abaa7-0696-432c-b685-8cac8a6d43f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:53.280954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39f5a-7816-45cb-a301-913017ad4318 req-3a0abaa7-0696-432c-b685-8cac8a6d43f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:53.296217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39f5a-7816-45cb-a301-913017ad4318 req-3a0abaa7-0696-432c-b685-8cac8a6d43f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:53.309753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:53.313623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39f5a-7816-45cb-a301-913017ad4318 req-3a0abaa7-0696-432c-b685-8cac8a6d43f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:53.332392 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:53.336491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39f5a-7816-45cb-a301-913017ad4318 req-3a0abaa7-0696-432c-b685-8cac8a6d43f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:53.367762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd48af7-a397-41e7-9ecf-eaf990c1181c None None] Pushing event updated for resources: {'Port': ['ID=c4145ffa-179e-4bd7-944a-075acc86324c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:53.370421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39f5a-7816-45cb-a301-913017ad4318 req-3a0abaa7-0696-432c-b685-8cac8a6d43f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:53.374043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22a39f5a-7816-45cb-a301-913017ad4318 req-3a0abaa7-0696-432c-b685-8cac8a6d43f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 0.4757109 May 28 05:54:53.385582 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30b360f1-dfe3-4656-ba00-0cf9bd30b603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:53.404234 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:53.405482 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1420460 May 28 05:54:53.422125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44602) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:53.431734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'security_group': {'name': 'tempest-secgroup-1752212892'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:53.455327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:53.469464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:53.486013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:53.501791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:53.523750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22a39f5a-7816-45cb-a301-913017ad4318 req-0c7dce30-71bc-4e49-86e7-876f9049e66c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1301339 May 28 05:54:53.537478 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:53.564000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027b212-a9e4-46a1-a504-497ccf61ab64 req-0747f88c-b4f3-4b1d-bbb7-d3538fdf7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:53.566151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c027b212-a9e4-46a1-a504-497ccf61ab64 req-0747f88c-b4f3-4b1d-bbb7-d3538fdf7590 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1097 time: 0.4377961 May 28 05:54:53.568819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:53.576245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group_rule and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:53.590949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1ea61-a610-4902-8f13-d4959c31a671 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29b2319-a61d-4d7e-8050-9d89c19a1d1d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:53.605342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:53.618802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:53.671375 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30b360f1-dfe3-4656-ba00-0cf9bd30b603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:53.855438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027b212-a9e4-46a1-a504-497ccf61ab64 req-a91cc7d9-9605-48e0-9f6c-63d0614e86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:53.856990 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c027b212-a9e4-46a1-a504-497ccf61ab64 req-a91cc7d9-9605-48e0-9f6c-63d0614e86ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 920 time: 0.2829494 May 28 05:54:53.892543 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:53.911945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:54:54.041148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c027b212-a9e4-46a1-a504-497ccf61ab64 req-f18abb2e-5a18-4b8f-9c9f-8e27bbad9be8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 217 time: 0.1751704 May 28 05:54:54.124128 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:54.145386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Allocated IP 172.25.4.65 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/1bd1d089-e0e1-4154-96de-ee97770941a0) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:54:54.171573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:54.240515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785c8df-d1d3-40ea-b106-ec7e60f1a35f req-6516e0b6-a0a0-4e63-82b0-f0a326e916a3 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:54.247901 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4785c8df-d1d3-40ea-b106-ec7e60f1a35f req-6516e0b6-a0a0-4e63-82b0-f0a326e916a3 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.2803211 May 28 05:54:54.299447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027b212-a9e4-46a1-a504-497ccf61ab64 req-4ff1a154-7a20-4ee1-98bb-ddf50c8d443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:54.300874 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c027b212-a9e4-46a1-a504-497ccf61ab64 req-4ff1a154-7a20-4ee1-98bb-ddf50c8d443f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 200 len: 859 time: 0.2498746 May 28 05:54:54.337889 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30b360f1-dfe3-4656-ba00-0cf9bd30b603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:54.380479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4785c8df-d1d3-40ea-b106-ec7e60f1a35f req-2215d5c5-40f1-405a-9d94-a4b1c3af9b17 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304591 May 28 05:54:54.396090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:54.398098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9711802 May 28 05:54:54.408212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c027b212-a9e4-46a1-a504-497ccf61ab64 req-c53d83b7-bc04-4377-8eae-dc6fda382312 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7088dd9d-42b3-46b9-a9bf-0159a21869e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935490 May 28 05:54:54.408212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44614) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:54.409462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8592dcf-d0b0-492f-bbf8-12ff4e4e78ed tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c565118-29b9-4e66-a18d-4e39545aa2ec,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:54.613889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1225984883', 'security_groups': ['6c565118-29b9-4e66-a18d-4e39545aa2ec'], 'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fac47053-2572-48cb-81d2-4b9266118d20'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:54.718999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:54:54.749242 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:54:54.778644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b360f1-dfe3-4656-ba00-0cf9bd30b603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15d9f75-03cd-4545-bfb5-f6194836393b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:54.782511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-75575687-42fe-417b-ba63-a0eb9fbe2c71 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8985662 May 28 05:54:54.798735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44620) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:54.803159 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:54.803877 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:54.807998 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:54.811679 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30b360f1-dfe3-4656-ba00-0cf9bd30b603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:54.831294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-30b360f1-dfe3-4656-ba00-0cf9bd30b603 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d15d9f75-03cd-4545-bfb5-f6194836393b HTTP/1.1" status: 204 len: 168 time: 2.1423266 May 28 05:54:54.916061 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:55.110078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Pushing event updated for resources: {'Port': ['ID=1bd1d089-e0e1-4154-96de-ee97770941a0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:55.123941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:55.142708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:55.142708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:54:55.288022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e15cb7de-2565-473b-93a4-dd91b6af9998 None None] Provisioning for port c4145ffa-179e-4bd7-944a-075acc86324c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:55.322885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e15cb7de-2565-473b-93a4-dd91b6af9998 None None] Provisioning complete for port 933435d6-1d22-4e1d-9818-86195659a654 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:55.323621 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e15cb7de-2565-473b-93a4-dd91b6af9998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:55.347691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:55.421072 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:55.435412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f64e0ea-f395-4b13-8e68-c631b121d20e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting subnet 29cbf1b4-023d-4176-92b9-ecefccff466f {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:54:55.445876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f64e0ea-f395-4b13-8e68-c631b121d20e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:55.487499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e15cb7de-2565-473b-93a4-dd91b6af9998 None None] Port 933435d6-1d22-4e1d-9818-86195659a654 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:54:55.507319 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c027b212-a9e4-46a1-a504-497ccf61ab64 req-745a6015-ce8d-41ff-ae71-3e6e657373e1 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0938833 May 28 05:54:55.633438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:55.854771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:55.868958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:port and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:55.885622 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c4145ffa-179e-4bd7-944a-075acc86324c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:55.893037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b10adc-8b44-4369-8507-a3ab8924006d req-513feda8-7fe1-490c-94e9-1903e6a7b203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:55.898918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b10adc-8b44-4369-8507-a3ab8924006d req-513feda8-7fe1-490c-94e9-1903e6a7b203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:55.905076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b10adc-8b44-4369-8507-a3ab8924006d req-513feda8-7fe1-490c-94e9-1903e6a7b203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:55.912492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b10adc-8b44-4369-8507-a3ab8924006d req-513feda8-7fe1-490c-94e9-1903e6a7b203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:55.917620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b10adc-8b44-4369-8507-a3ab8924006d req-513feda8-7fe1-490c-94e9-1903e6a7b203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:55.923451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b10adc-8b44-4369-8507-a3ab8924006d req-513feda8-7fe1-490c-94e9-1903e6a7b203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:55.929223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b10adc-8b44-4369-8507-a3ab8924006d req-513feda8-7fe1-490c-94e9-1903e6a7b203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:55.931710 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17b10adc-8b44-4369-8507-a3ab8924006d req-513feda8-7fe1-490c-94e9-1903e6a7b203 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 0.9101315 May 28 05:54:55.935944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f64e0ea-f395-4b13-8e68-c631b121d20e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:55.964699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:56.010379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port c4145ffa-179e-4bd7-944a-075acc86324c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:56.012413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:56.032302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c4145ffa-179e-4bd7-944a-075acc86324c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:56.033080 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:56.062839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17b10adc-8b44-4369-8507-a3ab8924006d req-2253f1d8-7de6-4879-bbc7-e262360b1616 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886390 May 28 05:54:56.120939 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:51Z', 'revision_number': 10, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:56.129951 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:54:56.152255 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:54:56.152255 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:56.178353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:56.298342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c4145ffa-179e-4bd7-944a-075acc86324c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:56.300862 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:56.367027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c027b212-a9e4-46a1-a504-497ccf61ab64 req-b3b51336-b077-4bf2-9e26-a0b8ffebae77 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8495407 May 28 05:54:56.414592 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:56.424721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:56.457608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port c4145ffa-179e-4bd7-944a-075acc86324c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c4145ffa-179e-4bd7-944a-075acc86324c,segment=NetworkSegment(fa27e0dd-bfc9-4949-9298-5a37ec865c2c),segment_id=fa27e0dd-bfc9-4949-9298-5a37ec865c2c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:56.467167 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:56.509170 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:54:56.570942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:56.605222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=c4145ffa-179e-4bd7-944a-075acc86324c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:56.734259 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f64e0ea-f395-4b13-8e68-c631b121d20e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:56.742896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Pushing event updated for resources: {'Port': ['ID=1bd1d089-e0e1-4154-96de-ee97770941a0,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:56.766651 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:56.802101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:54:56.816015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:56.817606 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36b3d396-18be-4b73-9cb6-309561163318 req-fe5c92d9-b810-4cfc-b9f7-10f30db0d83d tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7687507 May 28 05:54:56.922015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44662) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:57.035437 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f64e0ea-f395-4b13-8e68-c631b121d20e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:57.206711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d002a747-713c-4535-82a3-59e4f87a077e None None] Network 143c5095-e4e4-41bc-897b-01ef00cb195b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:54:57.256242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-56d86f10-a6c6-4bf5-9079-261bf3bd6d56 tempest-DvrRoutersNegativeTest-1196254627 tempest-DvrRoutersNegativeTest-1196254627-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-585274267', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:57.274119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.policy [None req-56d86f10-a6c6-4bf5-9079-261bf3bd6d56 tempest-DvrRoutersNegativeTest-1196254627 tempest-DvrRoutersNegativeTest-1196254627-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88417) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 28 05:54:57.278376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.policy [None req-56d86f10-a6c6-4bf5-9079-261bf3bd6d56 tempest-DvrRoutersNegativeTest-1196254627 tempest-DvrRoutersNegativeTest-1196254627-project] Failed policy check for 'create_router' {{(pid=88417) enforce /opt/stack/neutron/neutron/policy.py:520}} May 28 05:54:57.281195 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-56d86f10-a6c6-4bf5-9079-261bf3bd6d56 tempest-DvrRoutersNegativeTest-1196254627 tempest-DvrRoutersNegativeTest-1196254627-project] create failed (client error): Access was denied to this resource. May 28 05:54:57.302346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-56d86f10-a6c6-4bf5-9079-261bf3bd6d56 tempest-DvrRoutersNegativeTest-1196254627 tempest-DvrRoutersNegativeTest-1196254627-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3608558 May 28 05:54:57.311305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64e0ea-f395-4b13-8e68-c631b121d20e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Subnet': ['ID=29cbf1b4-023d-4176-92b9-ecefccff466f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:57.329437 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f64e0ea-f395-4b13-8e68-c631b121d20e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:57.342737 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2f64e0ea-f395-4b13-8e68-c631b121d20e tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/29cbf1b4-023d-4176-92b9-ecefccff466f HTTP/1.1" status: 204 len: 168 time: 2.5428693 May 28 05:54:57.351989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44676) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:57.381105 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:51Z', 'revision_number': 10, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:57.394995 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb557a5-c3d3-429e-82a2-8229590e66ba None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:54:51Z', 'revision_number': 10, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None, '_interfaces': [{'id': '470eccf0-4ead-4d4c-b5ce-35099b9e70a2', 'name': '', 'network_id': 'ca45cab6-f784-4be4-87d8-ae5f222a27c9', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'mac_address': 'fa:16:3e:a3:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:09Z', 'updated_at': '2022-05-28T05:53:24Z', 'revision_number': 5, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'subnets': [{'id': '6446b385-37e2-4ccd-9fe7-b636528e261a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:54:57.453738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cd3a2-8932-49af-b0d4-fd4f55dac11d req-dfbe88de-f7c8-487e-aa5a-184c1e0fb9c7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:57.456393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-543cd3a2-8932-49af-b0d4-fd4f55dac11d req-dfbe88de-f7c8-487e-aa5a-184c1e0fb9c7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.8601711 May 28 05:54:57.482388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-36b3d396-18be-4b73-9cb6-309561163318 req-17ce1f84-8fa0-4240-ab72-128f599358a7 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Synchronizing usage tracker for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:floatingip {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:54:57.611382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-36b3d396-18be-4b73-9cb6-309561163318 req-17ce1f84-8fa0-4240-ab72-128f599358a7 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Unset dirty status for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:floatingip {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:54:57.625452 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36b3d396-18be-4b73-9cb6-309561163318 req-17ce1f84-8fa0-4240-ab72-128f599358a7 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.65 HTTP/1.1" status: 200 len: 695 time: 0.8003302 May 28 05:54:57.691438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:57.836806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.5 (6b772a76-c0e9-406d-a743-df1016360448/fac47053-2572-48cb-81d2-4b9266118d20/6c1a6e53-9f9c-4428-a304-cc9fdb395290) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:54:57.841842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-543cd3a2-8932-49af-b0d4-fd4f55dac11d req-9cca1e0f-e8cb-4ef5-8956-afaf04aabdfa tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449903 May 28 05:54:57.994031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c4145ffa-179e-4bd7-944a-075acc86324c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:54:58.036594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44684) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:58.039698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:58.040036 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:58.184225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c4145ffa-179e-4bd7-944a-075acc86324c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:58.184593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:58.254034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] DHCP port deletion for 143c5095-e4e4-41bc-897b-01ef00cb195b request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:54:58.324975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] Deleting port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:58.325336 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:58.452651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64817f-88b5-4886-9815-415d2c1ab3fb req-af12dd57-d514-4cdd-b54e-9281d27c7b62 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:58.459347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64817f-88b5-4886-9815-415d2c1ab3fb req-af12dd57-d514-4cdd-b54e-9281d27c7b62 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:58.467509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64817f-88b5-4886-9815-415d2c1ab3fb req-af12dd57-d514-4cdd-b54e-9281d27c7b62 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:58.474417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64817f-88b5-4886-9815-415d2c1ab3fb req-af12dd57-d514-4cdd-b54e-9281d27c7b62 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:58.480108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b,segment=NetworkSegment(1ce1812e-c343-4ed6-b088-44d20ae6f801),segment_id=1ce1812e-c343-4ed6-b088-44d20ae6f801)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:58.481731 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:58.482849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64817f-88b5-4886-9815-415d2c1ab3fb req-af12dd57-d514-4cdd-b54e-9281d27c7b62 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:58.489426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64817f-88b5-4886-9815-415d2c1ab3fb req-af12dd57-d514-4cdd-b54e-9281d27c7b62 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:58.497876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64817f-88b5-4886-9815-415d2c1ab3fb req-af12dd57-d514-4cdd-b54e-9281d27c7b62 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:58.500103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be64817f-88b5-4886-9815-415d2c1ab3fb req-af12dd57-d514-4cdd-b54e-9281d27c7b62 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 0.3369327 May 28 05:54:58.550655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:58.596523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object 6c1a6e53-9f9c-4428-a304-cc9fdb395290 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:54:58.608514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:58.611503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be64817f-88b5-4886-9815-415d2c1ab3fb req-8998f885-3736-45a2-b761-c2c312af5aea tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908480 May 28 05:54:58.639119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] For port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b,segment=NetworkSegment(1ce1812e-c343-4ed6-b088-44d20ae6f801),segment_id=1ce1812e-c343-4ed6-b088-44d20ae6f801)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:54:58.639990 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:58.651893 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:58.721107 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:58.754034 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1e2feb8-242b-4bd8-88f5-7069783ea970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:58.774754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d396-18be-4b73-9cb6-309561163318 req-9bfd0146-053c-4a41-99ef-724f2187d4b7 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:58.776198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36b3d396-18be-4b73-9cb6-309561163318 req-9bfd0146-053c-4a41-99ef-724f2187d4b7 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 1.1497366 May 28 05:54:58.779316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=6c1a6e53-9f9c-4428-a304-cc9fdb395290,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:58.807711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-36b3d396-18be-4b73-9cb6-309561163318 req-dc3b4aef-68d0-4e83-8061-802e23d33311 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:54:58.810701 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36b3d396-18be-4b73-9cb6-309561163318 req-dc3b4aef-68d0-4e83-8061-802e23d33311 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237622 May 28 05:54:58.821561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:54:58.823361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:54:58.829332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a1e2feb8-242b-4bd8-88f5-7069783ea970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:58.830643 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] Calling delete_port for 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:54:58.840074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:54:58.845003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:58.852232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a1e2feb8-242b-4bd8-88f5-7069783ea970 admin admin] Usage tracker for resource:security_group_rule and tenant:566d3af9ed36468f88d95b6dfa6fc7ea is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:58.857684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a1e2feb8-242b-4bd8-88f5-7069783ea970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:58.861182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No DVR routers for this DVR port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:54:58.898947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a1e2feb8-242b-4bd8-88f5-7069783ea970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:59.062812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:59.069651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c4145ffa-179e-4bd7-944a-075acc86324c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:54:59.071021 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.109062 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.142315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ff6804e6-271d-4972-bf2f-df4a361c6d82 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:59.199593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:54:59.202099 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:54:59.246760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: ff6804e6-271d-4972-bf2f-df4a361c6d82 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:59.249673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ff6804e6-271d-4972-bf2f-df4a361c6d82 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:54:59.251779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143c5095-e4e4-41bc-897b-01ef00cb195b']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:59.258901 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8b97e71a-5ed6-408a-8fde-2eaa3a30d9d3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8520596 May 28 05:54:59.273047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44704) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:59.292168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:59.309309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce1812e-c343-4ed6-b088-44d20ae6f801') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:59.316784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce1812e-c343-4ed6-b088-44d20ae6f801') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:54:59.347999 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.383559 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.405371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa783c68-89e7-47a7-bd67-e77835d44086 req-76fdda0d-7d92-4cfe-ab07-a5880337dd0b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:59.412859 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa783c68-89e7-47a7-bd67-e77835d44086 req-76fdda0d-7d92-4cfe-ab07-a5880337dd0b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.2782025 May 28 05:54:59.432222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:54:59.432950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.456100 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1e2feb8-242b-4bd8-88f5-7069783ea970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.478919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-95726365-c039-41c3-8e44-428864406787 None None] Provisioning for port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:54:59.490953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-95726365-c039-41c3-8e44-428864406787 None None] Provisioning complete for port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:54:59.491483 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-95726365-c039-41c3-8e44-428864406787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.515724 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 1ce1812e-c343-4ed6-b088-44d20ae6f801 resource provider aggregate not found May 28 05:54:59.527407 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1e2feb8-242b-4bd8-88f5-7069783ea970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.564212 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 1ce1812e-c343-4ed6-b088-44d20ae6f801 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ce1812e-c343-4ed6-b088-44d20ae6f801 found for delete ", "request_id": "req-2010750b-49bb-46d4-ac4f-4992ded7739f"}]} May 28 05:54:59.583685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-b429fb6a-2729-4dff-a174-957b623d9535 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:54:59.585401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-b429fb6a-2729-4dff-a174-957b623d9535 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4659920 May 28 05:54:59.586699 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa783c68-89e7-47a7-bd67-e77835d44086 req-d56426cf-6cf5-44ca-a417-3c8036f30d4d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726251 May 28 05:54:59.634650 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a1e2feb8-242b-4bd8-88f5-7069783ea970 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=566d3af9ed36468f88d95b6dfa6fc7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5968418 May 28 05:54:59.637730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2feb8-242b-4bd8-88f5-7069783ea970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0189ff-2ba3-4089-8226-cbbc594566c5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:59.648956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-95726365-c039-41c3-8e44-428864406787 None None] Port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:54:59.653028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44712) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:59.662161 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.675404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.703843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] Deleting port 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:54:59.704181 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.759084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-4baf6da1-308e-4835-8c7b-224d22bb1879 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.65 HTTP/1.1" status: 200 len: 695 time: 0.1616058 May 28 05:54:59.765145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:54:59.769169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:54:59.772149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:54:59.780206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:54:59.797374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-d04d126b-8a8b-46a0-ab0a-a99bc5a6aec4 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Request body: {'floatingip': {'port_id': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:54:59.812586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:54:59.868866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:54:59.872362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:54:59.892095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Network': ['ID=143c5095-e4e4-41bc-897b-01ef00cb195b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:54:59.912893 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2b819e12-ba8d-42c9-8c5d-5aff1aa0cef1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/networks/143c5095-e4e4-41bc-897b-01ef00cb195b HTTP/1.1" status: 204 len: 168 time: 2.5161622 May 28 05:54:59.938763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-33db605e-fe11-40e4-b8c1-8e934ee0ea60 None None] The port '7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:54:59.939705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44722) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:54:59.987485 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:54:59.988007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7e2cdbb2-cc8d-4fc8-bbe6-579bd06b665b not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:55:00.142397 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-d04d126b-8a8b-46a0-ab0a-a99bc5a6aec4 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:00.424025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c5dacd62-9683-42f2-8cc3-22f29e65f33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:00.434501 n-d-843679-5 neutron-server[88417]: INFO neutron.db.ipam_backend_mixin [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fac47053-2572-48cb-81d2-4b9266118d20 (CIDR: 172.20.0.0/28) May 28 05:55:00.469891 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 05:55:00.470351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:00.513037 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-141f0251-3001-4a51-bdfa-794016c46973 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2365315 May 28 05:55:00.520576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44734) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:00.526640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:00.774917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c5dacd62-9683-42f2-8cc3-22f29e65f33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:00.826060 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:00.848758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:00.854749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:00.859963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:00.904421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3805a4-b7e0-400e-ba16-1eafbf5d582c req-0f169e47-f12d-4a18-ba42-7720a78ecb9b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:00.910619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3805a4-b7e0-400e-ba16-1eafbf5d582c req-0f169e47-f12d-4a18-ba42-7720a78ecb9b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:00.916468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3805a4-b7e0-400e-ba16-1eafbf5d582c req-0f169e47-f12d-4a18-ba42-7720a78ecb9b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:00.922153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3805a4-b7e0-400e-ba16-1eafbf5d582c req-0f169e47-f12d-4a18-ba42-7720a78ecb9b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:00.928203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3805a4-b7e0-400e-ba16-1eafbf5d582c req-0f169e47-f12d-4a18-ba42-7720a78ecb9b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:00.934074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3805a4-b7e0-400e-ba16-1eafbf5d582c req-0f169e47-f12d-4a18-ba42-7720a78ecb9b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:00.940006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3805a4-b7e0-400e-ba16-1eafbf5d582c req-0f169e47-f12d-4a18-ba42-7720a78ecb9b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:00.948126 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec3805a4-b7e0-400e-ba16-1eafbf5d582c req-0f169e47-f12d-4a18-ba42-7720a78ecb9b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 0.5412285 May 28 05:55:00.954209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:00.993750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:00.998576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:01.016054 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec3805a4-b7e0-400e-ba16-1eafbf5d582c req-2846f014-c710-4206-b159-057f9e6c22e7 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669961 May 28 05:55:01.115978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c5dacd62-9683-42f2-8cc3-22f29e65f33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:01.179077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dacd62-9683-42f2-8cc3-22f29e65f33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0189ff-2ba3-4089-8226-cbbc594566c5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:01.189448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c5dacd62-9683-42f2-8cc3-22f29e65f33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:01.193373 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c5dacd62-9683-42f2-8cc3-22f29e65f33d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db0189ff-2ba3-4089-8226-cbbc594566c5 HTTP/1.1" status: 204 len: 168 time: 1.4885240 May 28 05:55:01.532605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dc582-d78e-4d91-a08a-1bf5a8c309ad req-094d7f26-d7dd-4e48-8bd3-4e7f764f067e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:01.541819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-117dc582-d78e-4d91-a08a-1bf5a8c309ad req-094d7f26-d7dd-4e48-8bd3-4e7f764f067e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.3187041 May 28 05:55:01.630337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:01.679977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-d04d126b-8a8b-46a0-ab0a-a99bc5a6aec4 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:01.703184 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-d04d126b-8a8b-46a0-ab0a-a99bc5a6aec4 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:01.724503 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-117dc582-d78e-4d91-a08a-1bf5a8c309ad req-4c677871-6f4f-434a-b5a2-15301d6811a7 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813929 May 28 05:55:02.189616 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:02.474102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=86e12b96-21e5-47e5-b186-08fed1240e53,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:02.485271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:55:02.489126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:02.501941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:02.502144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc4652b-cd7c-41c9-b6ba-6a0263d8008a None None] Network 6b772a76-c0e9-406d-a743-df1016360448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:02.502956 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:02.536034 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-d04d126b-8a8b-46a0-ab0a-a99bc5a6aec4 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Floating IP 18933436-9787-4cd0-815d-46edb18b4349 associated. External IP: 172.25.4.65, port: 13a29201-3eff-4d0f-a7e3-f81a2af1c125. May 28 05:55:02.661956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f287-5e33-4aa7-910f-8659a81b3c98 req-63d60eed-8314-44d8-829d-7c0c0db5d201 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:02.667818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f287-5e33-4aa7-910f-8659a81b3c98 req-63d60eed-8314-44d8-829d-7c0c0db5d201 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:02.674005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f287-5e33-4aa7-910f-8659a81b3c98 req-63d60eed-8314-44d8-829d-7c0c0db5d201 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:02.680609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f287-5e33-4aa7-910f-8659a81b3c98 req-63d60eed-8314-44d8-829d-7c0c0db5d201 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:02.686284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f287-5e33-4aa7-910f-8659a81b3c98 req-63d60eed-8314-44d8-829d-7c0c0db5d201 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:02.692690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f287-5e33-4aa7-910f-8659a81b3c98 req-63d60eed-8314-44d8-829d-7c0c0db5d201 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:02.698457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f287-5e33-4aa7-910f-8659a81b3c98 req-63d60eed-8314-44d8-829d-7c0c0db5d201 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:02.701167 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1937f287-5e33-4aa7-910f-8659a81b3c98 req-63d60eed-8314-44d8-829d-7c0c0db5d201 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 0.3435695 May 28 05:55:02.748933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:02.748933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:02.868732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1937f287-5e33-4aa7-910f-8659a81b3c98 req-35da04f4-9498-4e51-8ff6-c1fe3bcbe847 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614130 May 28 05:55:03.122322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-96aaad21-47b5-463f-8f8f-ab412f8fba96 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5988834 May 28 05:55:03.124991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44778) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:03.209744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1985035918', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86e12b96-21e5-47e5-b186-08fed1240e53'}], 'security_groups': ['d29b2319-a61d-4d7e-8050-9d89c19a1d1d']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:03.312007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 470eccf0-4ead-4d4c-b5ce-35099b9e70a2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=470eccf0-4ead-4d4c-b5ce-35099b9e70a2,segment=NetworkSegment(596220a6-8e46-45d9-aa96-0e2f5b217178),segment_id=596220a6-8e46-45d9-aa96-0e2f5b217178)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:03.312411 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:03.327410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44784) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:03.559387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0673a7a5-cfe3-42f3-b3f7-889b75fdbd40 None None] Update dhcp port {'port': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'fixed_ips': [{'subnet_id': 'fac47053-2572-48cb-81d2-4b9266118d20', 'ip_address': '172.20.0.2'}, {'subnet_id': '86e12b96-21e5-47e5-b186-08fed1240e53'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'c4145ffa-179e-4bd7-944a-075acc86324c'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 05:55:03.671945 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0673a7a5-cfe3-42f3-b3f7-889b75fdbd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:03.805418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-d04d126b-8a8b-46a0-ab0a-a99bc5a6aec4 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:55:03.810150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1418259448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:03.814221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:03.851295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:03.911324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Usage tracker for resource:router and tenant:43332a0447d74533bcb1e61b5e6b8eb9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:03.925011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:04.118822 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:04.183378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:04.192056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-d04d126b-8a8b-46a0-ab0a-a99bc5a6aec4 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:55:04.199834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-d04d126b-8a8b-46a0-ab0a-a99bc5a6aec4 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:04.294438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-d04d126b-8a8b-46a0-ab0a-a99bc5a6aec4 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "PUT /v2.0/floatingips/18933436-9787-4cd0-815d-46edb18b4349 HTTP/1.1" status: 200 len: 996 time: 4.5019362 May 28 05:55:04.303691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:04.310100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=470eccf0-4ead-4d4c-b5ce-35099b9e70a2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:04.390568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] Sync routers for ids ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:55:04.394571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:04.395640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:04.412338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] Routers {'5cd20961-5808-41c2-a4cb-bd9fe83635f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:04.413218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:04.454503 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:04.527967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-0673a7a5-cfe3-42f3-b3f7-889b75fdbd40 None None] Allocated IP 172.20.0.18 (6b772a76-c0e9-406d-a743-df1016360448/86e12b96-21e5-47e5-b186-08fed1240e53/c4145ffa-179e-4bd7-944a-075acc86324c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:04.542328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:04.718750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:04.749842 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:04.758672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e8ecf927-9b7b-4890-89c3-10409fa09b79 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4273512 May 28 05:55:04.770353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44806) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:04.848213 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:04.868889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-2c4f8c82-2ca0-4187-910c-42f18d4dfc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:04.876465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-2c4f8c82-2ca0-4187-910c-42f18d4dfc48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1097 time: 0.5128572 May 28 05:55:04.884038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] Set router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:04.892138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1608216167'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:04.928687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:05.051099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Usage tracker for resource:network and tenant:43332a0447d74533bcb1e61b5e6b8eb9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:05.063653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:05.075180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0673a7a5-cfe3-42f3-b3f7-889b75fdbd40 None None] For port c4145ffa-179e-4bd7-944a-075acc86324c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c4145ffa-179e-4bd7-944a-075acc86324c,segment=NetworkSegment(fa27e0dd-bfc9-4949-9298-5a37ec865c2c),segment_id=fa27e0dd-bfc9-4949-9298-5a37ec865c2c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:05.081801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c571e-5e5b-40d7-aa30-c865521bc07f req-1d56feb4-6067-4eb1-8c2a-4129c7a34153 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:05.083319 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fc3c571e-5e5b-40d7-aa30-c865521bc07f req-1d56feb4-6067-4eb1-8c2a-4129c7a34153 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 1.0003550 May 28 05:55:05.084259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:05.149378 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0673a7a5-cfe3-42f3-b3f7-889b75fdbd40 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:05.184477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0673a7a5-cfe3-42f3-b3f7-889b75fdbd40 None None] Transition to ACTIVE for port object c4145ffa-179e-4bd7-944a-075acc86324c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:05.199025 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0673a7a5-cfe3-42f3-b3f7-889b75fdbd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:05.237831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Made reservation on behalf of 43332a0447d74533bcb1e61b5e6b8eb9 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:05.241671 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:05.288268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fc3c571e-5e5b-40d7-aa30-c865521bc07f req-b22dbf8e-0a28-4e58-9a05-bd650c4e57be tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385357 May 28 05:55:05.289472 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:05.323881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:55:05.326213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:05.330296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Usage tracker for resource:security_group_rule and tenant:43332a0447d74533bcb1e61b5e6b8eb9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:05.333570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:05.340913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:05.611816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673a7a5-cfe3-42f3-b3f7-889b75fdbd40 None None] Pushing event updated for resources: {'Port': ['ID=c4145ffa-179e-4bd7-944a-075acc86324c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:06.043853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c4145ffa-179e-4bd7-944a-075acc86324c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:06.179031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:06.197996 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:06.315961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:55:06.339842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:34Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '18933436-9787-4cd0-815d-46edb18b4349', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'port_id': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'mac_address': 'fa:16:3e:da:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:54:55Z', 'updated_at': '2022-05-28T05:55:01Z', 'revision_number': 1, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a63f2d-0041-4c90-9832-e8b6455b98b1', 'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'mac_address': 'fa:16:3e:10:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:31Z', 'updated_at': '2022-05-28T05:53:51Z', 'revision_number': 5, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'subnets': [{'id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:06.354067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] Checking router: 5cd20961-5808-41c2-a4cb-bd9fe83635f7 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:55:06.369580 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:06.369933 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Added segment 3f50e518-ef43-45fe-b2a1-5d6c68167353 of type vlan for network 4be7173c-d0a1-470c-b7a8-6f1c24348587 May 28 05:55:06.375435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] Routers {'5cd20961-5808-41c2-a4cb-bd9fe83635f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:06.378521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:06.382827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:55:06.407406 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:55:06.428211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-9978b9b3-caf2-42db-a7af-12dc9aa09d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:06.429731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-9978b9b3-caf2-42db-a7af-12dc9aa09d3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 920 time: 1.5525248 May 28 05:55:06.447759 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:06.456646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ff726a-61b0-4a8d-ac5e-0ba504ef30e5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:06.467923 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:06.508553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.509081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.509581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.509978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.510303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.510627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.510946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.511298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.511608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.511925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.512235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.512550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:06.661382 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dc55e679-69c4-4a88-a656-2e3679bdf50a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7179773 May 28 05:55:06.662229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44820) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:06.664752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:06.854991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-e86bddb8-a984-4ca7-99df-2cdf691a7470 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 999 time: 0.4091878 May 28 05:55:06.860855 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:06.906482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d09f-4e18-4d98-b090-f0bc0a69ce19 req-f162ae54-bc71-4be4-a18c-51dedf478d27 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:06.913614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d09f-4e18-4d98-b090-f0bc0a69ce19 req-f162ae54-bc71-4be4-a18c-51dedf478d27 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:06.942335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-97bac2af-e399-4401-9858-eb3abba016f7 None None] Provisioning complete for port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:06.942835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97bac2af-e399-4401-9858-eb3abba016f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:06.948898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d09f-4e18-4d98-b090-f0bc0a69ce19 req-f162ae54-bc71-4be4-a18c-51dedf478d27 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:06.964100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d09f-4e18-4d98-b090-f0bc0a69ce19 req-f162ae54-bc71-4be4-a18c-51dedf478d27 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:06.975301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-c4071a0a-9670-4637-897c-c2ff745ba4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:06.977048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d09f-4e18-4d98-b090-f0bc0a69ce19 req-f162ae54-bc71-4be4-a18c-51dedf478d27 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:06.983824 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-c4071a0a-9670-4637-897c-c2ff745ba4f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 200 len: 859 time: 0.1278794 May 28 05:55:07.003174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d09f-4e18-4d98-b090-f0bc0a69ce19 req-f162ae54-bc71-4be4-a18c-51dedf478d27 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:07.027067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d09f-4e18-4d98-b090-f0bc0a69ce19 req-f162ae54-bc71-4be4-a18c-51dedf478d27 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:07.051469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86f2d09f-4e18-4d98-b090-f0bc0a69ce19 req-f162ae54-bc71-4be4-a18c-51dedf478d27 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 1.5335326 May 28 05:55:07.052893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] Set router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:07.056928 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:55:03Z', 'revision_number': 11, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:07.061619 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:55:07.067059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-260a85a7-f997-4d3c-a79f-e49c128df29c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7088dd9d-42b3-46b9-a9bf-0159a21869e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802970 May 28 05:55:07.072610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-a9124ee3-3831-4c8f-b119-87cf7846d7c8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:55:07.079214 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:07.079494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-a9124ee3-3831-4c8f-b119-87cf7846d7c8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115373 May 28 05:55:07.080029 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:54:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:07.108837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Delete allocated IP 172.20.0.5 (6b772a76-c0e9-406d-a743-df1016360448/fac47053-2572-48cb-81d2-4b9266118d20) {{(pid=88417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 05:55:07.182753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbe6f5b-0c64-48c5-b099-43a8d7a3ca02 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting subnet 6446b385-37e2-4ccd-9fe7-b636528e261a {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:55:07.187537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.23 (6b772a76-c0e9-406d-a743-df1016360448/86e12b96-21e5-47e5-b186-08fed1240e53/6c1a6e53-9f9c-4428-a304-cc9fdb395290) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:07.216279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6f5b-0c64-48c5-b099-43a8d7a3ca02 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:07.317510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-97bac2af-e399-4401-9858-eb3abba016f7 None None] Port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:07.399056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:07.404421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:07.405025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:07.415819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-d561323b-421d-4618-914f-cec1fff67054 service neutron] 10.222.0.39 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354704 May 28 05:55:07.471263 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:07.482490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6f5b-0c64-48c5-b099-43a8d7a3ca02 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:07.490403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-97bac2af-e399-4401-9858-eb3abba016f7 None None] Provisioning for port c4145ffa-179e-4bd7-944a-075acc86324c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:07.527139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-97bac2af-e399-4401-9858-eb3abba016f7 None None] Provisioning complete for port c4145ffa-179e-4bd7-944a-075acc86324c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:07.527536 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97bac2af-e399-4401-9858-eb3abba016f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:07.755828 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5486a28d-7a84-43ca-9ee9-6e24786d419d req-c1944ef8-2df4-4f84-a83a-b12f241157b9 service neutron] 10.222.0.39 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362403 May 28 05:55:07.758548 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:55:03Z', 'revision_number': 11, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:07.778767 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8747dc8a-7774-413b-bbb4-6ae274f2999f None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:55:03Z', 'revision_number': 11, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:55:07.983871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86f2d09f-4e18-4d98-b090-f0bc0a69ce19 req-2b1a2655-f3d6-43b9-8da2-6b3d0260cee2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9256530 May 28 05:55:08.015016 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6a4785-64fb-4b79-a6c2-0d1a689c5c01'] response: {'name': 'network-changed', 'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'status': 'completed', 'code': 200} May 28 05:55:08.302827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-a6b8ad0d-a5c1-4cb4-bd17-57e5663b7c96 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.65 HTTP/1.1" status: 200 len: 999 time: 0.2319682 May 28 05:55:08.310666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b2079-8733-4cb2-9a75-409c2926978c req-6c80dc69-27b5-4f19-b29e-e8c5fdfd8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:08.318962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c40b2079-8733-4cb2-9a75-409c2926978c req-6c80dc69-27b5-4f19-b29e-e8c5fdfd8aff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1097 time: 0.4145019 May 28 05:55:08.361589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6f5b-0c64-48c5-b099-43a8d7a3ca02 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:08.409217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Network': ['ID=4be7173c-d0a1-470c-b7a8-6f1c24348587,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:08.412614 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2da16d50-44f5-4825-ac61-b8f62c1a15ba tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.6408765 May 28 05:55:08.418373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44836) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:08.429715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'subnet': {'network_id': '4be7173c-d0a1-470c-b7a8-6f1c24348587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:08.534073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 4be7173c-d0a1-470c-b7a8-6f1c24348587 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:55:08.659081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:55:08.703748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4380586-34d0-440b-a3ff-f7c4d97c36ff req-29358a31-004b-4d4a-aabf-735f9224adbf tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:08.705421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4380586-34d0-440b-a3ff-f7c4d97c36ff req-29358a31-004b-4d4a-aabf-735f9224adbf tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.5984285 May 28 05:55:08.708591 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:08.736461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-f56a1f3f-21a4-4643-910d-5471f8806816 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:08.738296 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-f56a1f3f-21a4-4643-910d-5471f8806816 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports/13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 943 time: 0.3211260 May 28 05:55:08.754699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-97bac2af-e399-4401-9858-eb3abba016f7 None None] Current status of the port c4145ffa-179e-4bd7-944a-075acc86324c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:08.769308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:08.773763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Usage tracker for resource:subnet and tenant:43332a0447d74533bcb1e61b5e6b8eb9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:08.776951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:08.783855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:08.795841 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6f5b-0c64-48c5-b099-43a8d7a3ca02 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:08.826451 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c79b02ae-8683-486b-afe4-341775b7d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:08.842599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe6f5b-0c64-48c5-b099-43a8d7a3ca02 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Subnet': ['ID=6446b385-37e2-4ccd-9fe7-b636528e261a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:08.844349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Made reservation on behalf of 43332a0447d74533bcb1e61b5e6b8eb9 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:08.848498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:08.905517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object 6c1a6e53-9f9c-4428-a304-cc9fdb395290 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:08.932275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-97bac2af-e399-4401-9858-eb3abba016f7 None None] Provisioning complete for port 933435d6-1d22-4e1d-9818-86195659a654 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:08.932968 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97bac2af-e399-4401-9858-eb3abba016f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:08.956525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4380586-34d0-440b-a3ff-f7c4d97c36ff req-a2875d69-d986-4be9-927e-4e25a95cdc4f tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404308 May 28 05:55:08.982831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:09.031859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-97bac2af-e399-4401-9858-eb3abba016f7 None None] Port 933435d6-1d22-4e1d-9818-86195659a654 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:09.072246 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6f5b-0c64-48c5-b099-43a8d7a3ca02 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:09.120893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:34Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '18933436-9787-4cd0-815d-46edb18b4349', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'port_id': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'mac_address': 'fa:16:3e:da:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:54:55Z', 'updated_at': '2022-05-28T05:55:01Z', 'revision_number': 1, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a63f2d-0041-4c90-9832-e8b6455b98b1', 'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'mac_address': 'fa:16:3e:10:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:31Z', 'updated_at': '2022-05-28T05:53:51Z', 'revision_number': 5, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'subnets': [{'id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:09.139351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556bb37-182c-441f-9c93-9351a7f52036 None None] The sync data for ids ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'] in n-d-843679-5 is: [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:34Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '18933436-9787-4cd0-815d-46edb18b4349', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'port_id': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'mac_address': 'fa:16:3e:da:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:54:55Z', 'updated_at': '2022-05-28T05:55:01Z', 'revision_number': 1, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a63f2d-0041-4c90-9832-e8b6455b98b1', 'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'mac_address': 'fa:16:3e:10:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:31Z', 'updated_at': '2022-05-28T05:53:51Z', 'revision_number': 5, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'subnets': [{'id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:55:09.153711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ddf100-932b-48da-b084-ea410bb75666 None None] Network ca45cab6-f784-4be4-87d8-ae5f222a27c9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:09.341079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=6c1a6e53-9f9c-4428-a304-cc9fdb395290,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:09.395199 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ebbe6f5b-0c64-48c5-b099-43a8d7a3ca02 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/6446b385-37e2-4ccd-9fe7-b636528e261a HTTP/1.1" status: 204 len: 168 time: 2.7252665 May 28 05:55:09.461307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1031195f-b845-4d3e-8af7-8990b6bac896 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:55:09.464987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44852) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:09.613418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] In _notify_port_updated(), no bound segment for port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 on network 6b772a76-c0e9-406d-a743-df1016360448 {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:55:09.622316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:09.622971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:09.627488 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d2af0746-6e06-4a66-9858-b3d96abe730d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "PUT /v2.0/ports/6c1a6e53-9f9c-4428-a304-cc9fdb395290 HTTP/1.1" status: 200 len: 921 time: 6.4990263 May 28 05:55:09.627488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b2079-8733-4cb2-9a75-409c2926978c req-ea1550c5-a257-4245-a296-eafb207c532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:09.628733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c40b2079-8733-4cb2-9a75-409c2926978c req-ea1550c5-a257-4245-a296-eafb207c532c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 920 time: 1.2923548 May 28 05:55:09.636459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44856) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:09.726935 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-61ba7c01-f1d2-4949-b210-e71d054d98bd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.65 HTTP/1.1" status: 200 len: 999 time: 0.6083837 May 28 05:55:09.830740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:55:09.937137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:09.939123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5301c48-d9e2-40df-b051-dd99838a7030 None None] New status for floating IP 18933436-9787-4cd0-815d-46edb18b4349: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:55:09.950026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e31e4-1d45-4381-b926-f5f1852d0461 req-dfaf1c77-bbd2-4977-97bb-816fb01cbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:09.951850 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d81e31e4-1d45-4381-b926-f5f1852d0461 req-dfaf1c77-bbd2-4977-97bb-816fb01cbce2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 1096 time: 1.1108525 May 28 05:55:09.957604 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c40b2079-8733-4cb2-9a75-409c2926978c req-82e01105-44d3-4c57-b470-af89956f4e69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 999 time: 0.3176203 May 28 05:55:10.023270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Deleting port 5aca55d4-ec31-4469-9408-7e5555907404 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:10.023713 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:10.141331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-bb111f37-cf9c-4311-bb89-fe469c504d67 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:10.141966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb111f37-cf9c-4311-bb89-fe469c504d67 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:10.334667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-c95bd289-cc80-48cd-8840-16cf1ae48c8e tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:10.336869 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-c95bd289-cc80-48cd-8840-16cf1ae48c8e tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.5876582 May 28 05:55:10.341845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:10.356150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-83a4f4fa-209a-4de4-a579-31dbe2d5c62b tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:55:10.357127 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-83a4f4fa-209a-4de4-a579-31dbe2d5c62b tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062308 May 28 05:55:10.411771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996afe-b8cc-48e9-b2ae-5d550691648f req-00f7a8da-1aa7-40ba-b395-dcff1bc059d3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:10.419846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996afe-b8cc-48e9-b2ae-5d550691648f req-00f7a8da-1aa7-40ba-b395-dcff1bc059d3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:10.429389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996afe-b8cc-48e9-b2ae-5d550691648f req-00f7a8da-1aa7-40ba-b395-dcff1bc059d3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:10.435930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996afe-b8cc-48e9-b2ae-5d550691648f req-00f7a8da-1aa7-40ba-b395-dcff1bc059d3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:10.455294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996afe-b8cc-48e9-b2ae-5d550691648f req-00f7a8da-1aa7-40ba-b395-dcff1bc059d3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:10.470818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996afe-b8cc-48e9-b2ae-5d550691648f req-00f7a8da-1aa7-40ba-b395-dcff1bc059d3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:10.479180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996afe-b8cc-48e9-b2ae-5d550691648f req-00f7a8da-1aa7-40ba-b395-dcff1bc059d3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:10.481952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89996afe-b8cc-48e9-b2ae-5d550691648f req-00f7a8da-1aa7-40ba-b395-dcff1bc059d3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5432 time: 1.0526309 May 28 05:55:10.545876 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-2a4082c9-2a25-4bd4-b734-2fdbcc518cd2 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.65 HTTP/1.1" status: 200 len: 999 time: 0.1560800 May 28 05:55:10.560057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1031195f-b845-4d3e-8af7-8990b6bac896, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1031195f-b845-4d3e-8af7-8990b6bac896,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:10.566207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-03f7d5e1-6136-4283-82aa-57a51a9d3dcf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:10.588185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '1031195f-b845-4d3e-8af7-8990b6bac896', 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e', 'port_id': '1031195f-b845-4d3e-8af7-8990b6bac896', 'mac_address': 'fa:16:3e:1b:db:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '073f8d3b-7e35-4a62-bd54-f7c6d068bce9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:55:10.590832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b2079-8733-4cb2-9a75-409c2926978c req-9f3cac6e-363d-48f1-88f5-3c276bac4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:10.592939 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c40b2079-8733-4cb2-9a75-409c2926978c req-9f3cac6e-363d-48f1-88f5-3c276bac4108 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 200 len: 859 time: 0.6074612 May 28 05:55:10.641575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:55:10.642315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 470eccf0-4ead-4d4c-b5ce-35099b9e70a2 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:55:10.690676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] DHCP port deletion for ca45cab6-f784-4be4-87d8-ae5f222a27c9 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:55:10.732513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8757e42f-c819-4490-84e0-f9e019ccbeb6 None None] Provisioning for port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:10.746044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8757e42f-c819-4490-84e0-f9e019ccbeb6 None None] Provisioning complete for port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:10.746642 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8757e42f-c819-4490-84e0-f9e019ccbeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:10.801256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c40b2079-8733-4cb2-9a75-409c2926978c req-6da76be5-4b2d-41a3-90c3-d4a3eb9906e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7088dd9d-42b3-46b9-a9bf-0159a21869e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201191 May 28 05:55:10.827857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] Deleting port 5aca55d4-ec31-4469-9408-7e5555907404 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:10.828242 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:10.858652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89996afe-b8cc-48e9-b2ae-5d550691648f req-f3e38c6e-71b7-40e4-b11d-2d60fef00a8e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3270607 May 28 05:55:10.931586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8757e42f-c819-4490-84e0-f9e019ccbeb6 None None] Port 6c1a6e53-9f9c-4428-a304-cc9fdb395290 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:10.962302 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:10.993638 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e8736227-fa76-4f84-bcfc-f08a86c55543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:10.996169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 1031195f-b845-4d3e-8af7-8990b6bac896 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:10.996565 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:11.029956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1031195f-b845-4d3e-8af7-8990b6bac896 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:55:11.039498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-03f7d5e1-6136-4283-82aa-57a51a9d3dcf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:11.172388 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c40b2079-8733-4cb2-9a75-409c2926978c req-e4e5745c-f084-4002-baad-8dd58f2db104 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379705 May 28 05:55:11.230362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1031195f-b845-4d3e-8af7-8990b6bac896, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1031195f-b845-4d3e-8af7-8990b6bac896,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:11.264177 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:11.265117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efdb6ff1-c2c4-4123-a994-107560eb2bd0 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:55:11.273962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb111f37-cf9c-4311-bb89-fe469c504d67 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:11.343626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] For port 5aca55d4-ec31-4469-9408-7e5555907404, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5aca55d4-ec31-4469-9408-7e5555907404,segment=NetworkSegment(596220a6-8e46-45d9-aa96-0e2f5b217178),segment_id=596220a6-8e46-45d9-aa96-0e2f5b217178)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:11.344329 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:11.419103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=1031195f-b845-4d3e-8af7-8990b6bac896,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:11.450118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-bb111f37-cf9c-4311-bb89-fe469c504d67 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 6c1a6e53-9f9c-4428-a304-cc9fdb395290 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:11.512618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-03f7d5e1-6136-4283-82aa-57a51a9d3dcf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:11.643275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] Calling delete_port for 5aca55d4-ec31-4469-9408-7e5555907404 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:11.699107 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:55:11.721312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] For port 5aca55d4-ec31-4469-9408-7e5555907404, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5aca55d4-ec31-4469-9408-7e5555907404,segment=NetworkSegment(596220a6-8e46-45d9-aa96-0e2f5b217178),segment_id=596220a6-8e46-45d9-aa96-0e2f5b217178)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:11.722309 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:11.753371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb111f37-cf9c-4311-bb89-fe469c504d67 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:11.922258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5aca55d4-ec31-4469-9408-7e5555907404 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:55:11.996797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb111f37-cf9c-4311-bb89-fe469c504d67 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=6c1a6e53-9f9c-4428-a304-cc9fdb395290,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:12.008934 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.009778 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.010306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Calling delete_port for 5aca55d4-ec31-4469-9408-7e5555907404 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:12.123487 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-03f7d5e1-6136-4283-82aa-57a51a9d3dcf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.123975 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-03f7d5e1-6136-4283-82aa-57a51a9d3dcf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Floating IP 18933436-9787-4cd0-815d-46edb18b4349 disassociated. External IP: 172.25.4.65, port: 13a29201-3eff-4d0f-a7e3-f81a2af1c125. May 28 05:55:12.192956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5aca55d4-ec31-4469-9408-7e5555907404 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:12.193346 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.231408 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d81e31e4-1d45-4381-b926-f5f1852d0461 req-1bd9e6af-37e6-490f-af9c-e6d43100f499 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2561376 May 28 05:55:12.232841 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.355721 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:55:12.356087 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:55:12.369289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f681ca-f3d1-4553-a151-098a8318a3a6 req-b5c5dba4-4af5-4c2a-be4d-dc9df559d38e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:12.372275 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45f681ca-f3d1-4553-a151-098a8318a3a6 req-b5c5dba4-4af5-4c2a-be4d-dc9df559d38e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.6988144 May 28 05:55:12.374460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb111f37-cf9c-4311-bb89-fe469c504d67 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.390402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port efdb6ff1-c2c4-4123-a994-107560eb2bd0, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efdb6ff1-c2c4-4123-a994-107560eb2bd0,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:12.419031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Port': ['ID=5aca55d4-ec31-4469-9408-7e5555907404,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:12.437441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'efdb6ff1-c2c4-4123-a994-107560eb2bd0', 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'port_id': 'efdb6ff1-c2c4-4123-a994-107560eb2bd0', 'mac_address': 'fa:16:3e:70:1d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d4331c-e24a-43b9-a783-44ab2a6f88d6', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:55:12.441643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No DVR routers for this DVR port 5aca55d4-ec31-4469-9408-7e5555907404 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:55:12.443841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Subnet': ['ID=24936551-865e-4726-b00f-f3a8514b7bfe,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:12.454229 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c40b2079-8733-4cb2-9a75-409c2926978c req-e8aef2d2-fa02-4df6-857d-e44e21f2f936 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788403 May 28 05:55:12.455505 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bb111f37-cf9c-4311-bb89-fe469c504d67 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/6c1a6e53-9f9c-4428-a304-cc9fdb395290 HTTP/1.1" status: 204 len: 168 time: 2.8177543 May 28 05:55:12.458784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44882) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:12.537333 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab34a335-75fc-4112-821a-90efd8b2c2a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:55:12.537970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ab34a335-75fc-4112-821a-90efd8b2c2a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:12.558879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45f681ca-f3d1-4553-a151-098a8318a3a6 req-d4e19920-e626-494e-88e5-ac5d42c47d7e tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660876 May 28 05:55:12.580048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ab34a335-75fc-4112-821a-90efd8b2c2a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:12.580048 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ab34a335-75fc-4112-821a-90efd8b2c2a3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/6c1a6e53-9f9c-4428-a304-cc9fdb395290 HTTP/1.1" status: 404 len: 333 time: 0.1196208 May 28 05:55:12.581890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44888) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:12.611263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port efdb6ff1-c2c4-4123-a994-107560eb2bd0 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:12.616243 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.676901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdb6ff1-c2c4-4123-a994-107560eb2bd0 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:55:12.693688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Checking segment: {'id': '3f50e518-ef43-45fe-b2a1-5d6c68167353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4be7173c-d0a1-470c-b7a8-6f1c24348587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:55:12.693993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network hostable DHCP agents. Network: 4be7173c-d0a1-470c-b7a8-6f1c24348587, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:55:12.697473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7faccd47-f553-45c2-998a-78ce1f5182c1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.781947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port efdb6ff1-c2c4-4123-a994-107560eb2bd0, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efdb6ff1-c2c4-4123-a994-107560eb2bd0,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:12.804394 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.804394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 944b1812-db23-4113-a5bd-719177904604 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:55:12.841886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.845977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7faccd47-f553-45c2-998a-78ce1f5182c1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.869331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 944b1812-db23-4113-a5bd-719177904604, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=944b1812-db23-4113-a5bd-719177904604,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:12.940613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] Deleting port 5aca55d4-ec31-4469-9408-7e5555907404 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:12.941341 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:12.970587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca45cab6-f784-4be4-87d8-ae5f222a27c9']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:12.988300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network 4be7173c-d0a1-470c-b7a8-6f1c24348587 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:55:13.003585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596220a6-8e46-45d9-aa96-0e2f5b217178') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:13.004150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596220a6-8e46-45d9-aa96-0e2f5b217178') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:13.061739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ab074-051f-4b6d-87df-8a29b52c7496 req-f0578723-b1e6-4e5b-8d40-d7c2b5e498f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:13.068797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ab074-051f-4b6d-87df-8a29b52c7496 req-f0578723-b1e6-4e5b-8d40-d7c2b5e498f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:13.075405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ab074-051f-4b6d-87df-8a29b52c7496 req-f0578723-b1e6-4e5b-8d40-d7c2b5e498f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:13.082926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ab074-051f-4b6d-87df-8a29b52c7496 req-f0578723-b1e6-4e5b-8d40-d7c2b5e498f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:13.085692 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.092719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 4be7173c-d0a1-470c-b7a8-6f1c24348587) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:13.093505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6592d795-e3eb-44f2-b53d-82165ebacf26 None None] The port '5aca55d4-ec31-4469-9408-7e5555907404' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:55:13.113793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7eac3-267b-4b66-b157-a296a84030ec None None] Network 4be7173c-d0a1-470c-b7a8-6f1c24348587 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:13.125103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ab074-051f-4b6d-87df-8a29b52c7496 req-f0578723-b1e6-4e5b-8d40-d7c2b5e498f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:13.133715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '944b1812-db23-4113-a5bd-719177904604', 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'port_id': '944b1812-db23-4113-a5bd-719177904604', 'mac_address': 'fa:16:3e:f5:be:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d4331c-e24a-43b9-a783-44ab2a6f88d6', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:55:13.139288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ab074-051f-4b6d-87df-8a29b52c7496 req-f0578723-b1e6-4e5b-8d40-d7c2b5e498f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:13.155567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ab074-051f-4b6d-87df-8a29b52c7496 req-f0578723-b1e6-4e5b-8d40-d7c2b5e498f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:13.157664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-994ab074-051f-4b6d-87df-8a29b52c7496 req-f0578723-b1e6-4e5b-8d40-d7c2b5e498f8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5434 time: 0.2675779 May 28 05:55:13.168927 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7faccd47-f553-45c2-998a-78ce1f5182c1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.214150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faccd47-f553-45c2-998a-78ce1f5182c1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c565118-29b9-4e66-a18d-4e39545aa2ec,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:13.226195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7faccd47-f553-45c2-998a-78ce1f5182c1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.233818 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7faccd47-f553-45c2-998a-78ce1f5182c1 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/security-groups/6c565118-29b9-4e66-a18d-4e39545aa2ec HTTP/1.1" status: 204 len: 168 time: 0.6492543 May 28 05:55:13.292782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44898) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:13.302268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=efdb6ff1-c2c4-4123-a994-107560eb2bd0,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:13.321645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:13.322516 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.348040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.365507 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:55:13.366343 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.382909 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-994ab074-051f-4b6d-87df-8a29b52c7496 req-5860beef-389e-43f5-8d7d-bbfff7ba6505 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2067709 May 28 05:55:13.406767 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.438677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 944b1812-db23-4113-a5bd-719177904604 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:13.439134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.499575 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f438ebd1-f256-4f5a-83fe-f12c63c6a667 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.500381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944b1812-db23-4113-a5bd-719177904604 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:55:13.503220 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 596220a6-8e46-45d9-aa96-0e2f5b217178 resource provider aggregate not found May 28 05:55:13.519554 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7762c47e-11cb-4852-8e44-176761d4f3e9 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0976760 May 28 05:55:13.534993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44906) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:13.536614 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 596220a6-8e46-45d9-aa96-0e2f5b217178 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 596220a6-8e46-45d9-aa96-0e2f5b217178 found for delete ", "request_id": "req-8ea1bfd3-fe91-4324-9789-49c0f70c1f2d"}]} May 28 05:55:13.548109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'network': {'name': 'tempest-router-network01--968485795'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:13.552930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-03f7d5e1-6136-4283-82aa-57a51a9d3dcf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:55:13.562089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:13.565147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f438ebd1-f256-4f5a-83fe-f12c63c6a667 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.568692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Usage tracker for resource:network and tenant:43332a0447d74533bcb1e61b5e6b8eb9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:13.573496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:13.585747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 944b1812-db23-4113-a5bd-719177904604, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=944b1812-db23-4113-a5bd-719177904604,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:13.637130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:13.646034 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.649472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f438ebd1-f256-4f5a-83fe-f12c63c6a667 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.678818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438ebd1-f256-4f5a-83fe-f12c63c6a667 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29b2319-a61d-4d7e-8050-9d89c19a1d1d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:13.696272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f438ebd1-f256-4f5a-83fe-f12c63c6a667 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.697476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f438ebd1-f256-4f5a-83fe-f12c63c6a667 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/security-groups/d29b2319-a61d-4d7e-8050-9d89c19a1d1d HTTP/1.1" status: 204 len: 168 time: 0.3818321 May 28 05:55:13.705391 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.707354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44912) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:13.708142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 67916908-4578-4d60-8b1d-270d092cdcd6 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:55:13.743928 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.784899 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-4be7173c-d0a1-470c-b7a8-6f1c24348587', 'network_id': '4be7173c-d0a1-470c-b7a8-6f1c24348587', 'tenant_id': '43332a0447d74533bcb1e61b5e6b8eb9', 'fixed_ips': [{'subnet_id': '24936551-865e-4726-b00f-f3a8514b7bfe'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:55:13.792430 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.809764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Pushing event deleted for resources: {'Network': ['ID=ca45cab6-f784-4be4-87d8-ae5f222a27c9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:13.822871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fc0992b9-83cf-4d89-a6f8-ad4179254705 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/networks/ca45cab6-f784-4be4-87d8-ae5f222a27c9 HTTP/1.1" status: 204 len: 168 time: 4.3566396 May 28 05:55:13.826518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Made reservation on behalf of 43332a0447d74533bcb1e61b5e6b8eb9 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:13.831633 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:13.846767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44916) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:13.857331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-02eb302e-46bf-41ab-a092-2cabe809d4a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'routes': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:13.988586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 67916908-4578-4d60-8b1d-270d092cdcd6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=67916908-4578-4d60-8b1d-270d092cdcd6,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:14.024059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=944b1812-db23-4113-a5bd-719177904604,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:14.032265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '67916908-4578-4d60-8b1d-270d092cdcd6', 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'port_id': '67916908-4578-4d60-8b1d-270d092cdcd6', 'mac_address': 'fa:16:3e:02:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d4331c-e24a-43b9-a783-44ab2a6f88d6', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:55:14.147098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 67916908-4578-4d60-8b1d-270d092cdcd6 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:14.147874 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:14.280020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a214aac0-cf95-4d58-b22e-227c9987610b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet fac47053-2572-48cb-81d2-4b9266118d20 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:55:14.299146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a214aac0-cf95-4d58-b22e-227c9987610b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:14.304871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67916908-4578-4d60-8b1d-270d092cdcd6 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:55:14.370348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:55:14.406909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 67916908-4578-4d60-8b1d-270d092cdcd6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=67916908-4578-4d60-8b1d-270d092cdcd6,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:14.420805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Allocated IP 2001:db8::2 (4be7173c-d0a1-470c-b7a8-6f1c24348587/24936551-865e-4726-b00f-f3a8514b7bfe/5b27b585-fe7e-4d6c-8a19-052475b93573) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:14.426195 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:14.426821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b870648d-286e-4080-b124-e472c38b10b6 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:55:14.445377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a214aac0-cf95-4d58-b22e-227c9987610b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:14.464316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-03f7d5e1-6136-4283-82aa-57a51a9d3dcf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:55:14.476877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:14.477216 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Added segment fe092c8d-3aff-4de3-b1a1-1c370902c547 of type vlan for network 23b00458-4952-496e-8320-367e3f00f992 May 28 05:55:14.486215 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] Sync routers for ids ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:55:14.502784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.extraroute_db [None req-02eb302e-46bf-41ab-a092-2cabe809d4a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Added routes are [] {{(pid=88416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 05:55:14.503155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.extraroute_db [None req-02eb302e-46bf-41ab-a092-2cabe809d4a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Removed routes are [] {{(pid=88416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 05:55:14.503611 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-02eb302e-46bf-41ab-a092-2cabe809d4a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:14.510229 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] Routers {'5cd20961-5808-41c2-a4cb-bd9fe83635f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:14.514595 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:14.514946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-03f7d5e1-6136-4283-82aa-57a51a9d3dcf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:14.519438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=67916908-4578-4d60-8b1d-270d092cdcd6,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:14.615194 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a214aac0-cf95-4d58-b22e-227c9987610b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:14.653862 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:55:14.720743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156d68a-9eb1-4159-9ae3-6cec5fedcd87 req-2d0459ad-070d-4805-b6a1-9c5c7ae6ad41 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:14.729742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6156d68a-9eb1-4159-9ae3-6cec5fedcd87 req-2d0459ad-070d-4805-b6a1-9c5c7ae6ad41 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.9201448 May 28 05:55:14.739038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a214aac0-cf95-4d58-b22e-227c9987610b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:14.806437 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a214aac0-cf95-4d58-b22e-227c9987610b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:14.828191 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a214aac0-cf95-4d58-b22e-227c9987610b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/fac47053-2572-48cb-81d2-4b9266118d20 HTTP/1.1" status: 204 len: 168 time: 1.1196537 May 28 05:55:14.830777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44938) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:14.833514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214aac0-cf95-4d58-b22e-227c9987610b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=fac47053-2572-48cb-81d2-4b9266118d20,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:14.841284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:14.891398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a78b6de-d56d-4be7-a107-2d2493bf0b0c None None] Network 6b772a76-c0e9-406d-a743-df1016360448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:14.954108 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] Set router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:14.990785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:15.013098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:15.021646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:15.039860 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6156d68a-9eb1-4159-9ae3-6cec5fedcd87 req-f8c9f122-197f-47f2-9604-1e015d835f91 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018930 May 28 05:55:15.042425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:15.061765 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:15.062448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:15.067671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:15.068644 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:15.104323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:15.123136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:15.339946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-02eb302e-46bf-41ab-a092-2cabe809d4a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:15.344825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-03f7d5e1-6136-4283-82aa-57a51a9d3dcf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "PUT /v2.0/floatingips/18933436-9787-4cd0-815d-46edb18b4349 HTTP/1.1" status: 200 len: 694 time: 4.7825749 May 28 05:55:15.350981 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-02eb302e-46bf-41ab-a092-2cabe809d4a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:15.355141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:15.364896 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8271017 May 28 05:55:15.593147 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:15.655617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Transition to ACTIVE for port object 5b27b585-fe7e-4d6c-8a19-052475b93573 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:15.661566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b870648d-286e-4080-b124-e472c38b10b6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b870648d-286e-4080-b124-e472c38b10b6,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:15.719471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Transition to ACTIVE for port object 5b27b585-fe7e-4d6c-8a19-052475b93573 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:15.727458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'b870648d-286e-4080-b124-e472c38b10b6', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'port_id': 'b870648d-286e-4080-b124-e472c38b10b6', 'mac_address': 'fa:16:3e:4b:93:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:55:15.759780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44960) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:15.777604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'network': {'name': 'tempest-router-network02--1071423831'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:15.825667 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:15.847364 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:34Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd4a63f2d-0041-4c90-9832-e8b6455b98b1', 'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'mac_address': 'fa:16:3e:10:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:31Z', 'updated_at': '2022-05-28T05:53:51Z', 'revision_number': 5, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'subnets': [{'id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:15.861960 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] Checking router: 5cd20961-5808-41c2-a4cb-bd9fe83635f7 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:55:15.883582 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] Routers {'5cd20961-5808-41c2-a4cb-bd9fe83635f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:15.884613 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:15.920227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:15.933496 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:15.957392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Usage tracker for resource:network and tenant:43332a0447d74533bcb1e61b5e6b8eb9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:16.010885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Network 4be7173c-d0a1-470c-b7a8-6f1c24348587 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:55:16.031154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:16.036997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:16.051887 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b870648d-286e-4080-b124-e472c38b10b6 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:16.058103 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.085794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:55:16.092495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:16.104829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eb302e-46bf-41ab-a092-2cabe809d4a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:55:16.127920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:16.131209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:55:16.140368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:16.141908 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.150420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b870648d-286e-4080-b124-e472c38b10b6 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:55:16.214167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b870648d-286e-4080-b124-e472c38b10b6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b870648d-286e-4080-b124-e472c38b10b6,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:16.231662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Pushing event updated for resources: {'Port': ['ID=5b27b585-fe7e-4d6c-8a19-052475b93573,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:16.242888 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] Set router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:16.250331 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.250983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b2b408ba-1753-4654-8059-1424962b2a46 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:55:16.310346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=95af2390-5c87-4ec8-8a69-4b21b1e4cd7b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:16.316339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Made reservation on behalf of 43332a0447d74533bcb1e61b5e6b8eb9 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:16.321620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.361204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:55:16.373198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.373711 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Added segment 8475209f-6b94-409a-9f0f-fa4ddb199b33 of type vlan for network 32bde5d3-bd54-4778-979a-431b319eb75f May 28 05:55:16.419680 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.458122 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6258755 May 28 05:55:16.459029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44976) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:16.471207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'security_group': {'name': 'tempest-secgroup-178994863'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:16.476736 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.482618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:16.483048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.489595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.489937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.491517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.491856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.492188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.492766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.495668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.496007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.496609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.496997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.497321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.497638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7989baf-52f8-46e0-94b6-022f28f9fad2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:16.543509 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:55:16.588062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9684c-218c-47f5-9667-2d4379cc5afa tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Network': ['ID=23b00458-4952-496e-8320-367e3f00f992,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:16.615561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 23b00458-4952-496e-8320-367e3f00f992 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:55:16.641860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eb302e-46bf-41ab-a092-2cabe809d4a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:55:16.662535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-02eb302e-46bf-41ab-a092-2cabe809d4a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.663784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-02eb302e-46bf-41ab-a092-2cabe809d4a0 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace HTTP/1.1" status: 200 len: 705 time: 2.8153141 May 28 05:55:16.692197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44984) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:16.712399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1efbe3-9b54-4146-a3d3-acc4470d6ffa None None] Sync routers for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:55:16.719332 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.resource_extend [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:55:16.771284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:16.785760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:16.790732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:16.793618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Attempting to bind port 5b27b585-fe7e-4d6c-8a19-052475b93573 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:55:16.793994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Attempting to bind port 5b27b585-fe7e-4d6c-8a19-052475b93573 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '3f50e518-ef43-45fe-b2a1-5d6c68167353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4be7173c-d0a1-470c-b7a8-6f1c24348587'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:55:16.794345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Attempting to bind port 5b27b585-fe7e-4d6c-8a19-052475b93573 on network 4be7173c-d0a1-470c-b7a8-6f1c24348587 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:55:16.826141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:16.870657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b2b408ba-1753-4654-8059-1424962b2a46, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b2b408ba-1753-4654-8059-1424962b2a46,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:16.878070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:55:16.878743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Checking segment: {'id': '3f50e518-ef43-45fe-b2a1-5d6c68167353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4be7173c-d0a1-470c-b7a8-6f1c24348587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:55:16.878872 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.879203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Bound using segment: {'id': '3f50e518-ef43-45fe-b2a1-5d6c68167353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4be7173c-d0a1-470c-b7a8-6f1c24348587'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:55:16.879714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Bound port: 5b27b585-fe7e-4d6c-8a19-052475b93573, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f50e518-ef43-45fe-b2a1-5d6c68167353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4be7173c-d0a1-470c-b7a8-6f1c24348587'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:55:16.880082 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:16.889784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9de34-c818-4dc1-9028-2dfcf0b62b15 req-b82cc69e-1aad-431d-b90c-9203251dc292 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:16.902895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9de34-c818-4dc1-9028-2dfcf0b62b15 req-b82cc69e-1aad-431d-b90c-9203251dc292 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:16.910268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-75ca7f14-c405-47ed-85fe-6b0dab756a24 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:16.923195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9de34-c818-4dc1-9028-2dfcf0b62b15 req-b82cc69e-1aad-431d-b90c-9203251dc292 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:16.943180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b870648d-286e-4080-b124-e472c38b10b6,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:16.957327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9de34-c818-4dc1-9028-2dfcf0b62b15 req-b82cc69e-1aad-431d-b90c-9203251dc292 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:16.980966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-786196af-f204-49ef-8e70-e8192c092d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:16.986623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1efbe3-9b54-4146-a3d3-acc4470d6ffa None None] Routers {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:16.987279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0f1efbe3-9b54-4146-a3d3-acc4470d6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:16.988738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-786196af-f204-49ef-8e70-e8192c092d74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1097 time: 1.0679908 May 28 05:55:16.992176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-75ca7f14-c405-47ed-85fe-6b0dab756a24 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:16.996044 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-75ca7f14-c405-47ed-85fe-6b0dab756a24 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3cd9003-e50f-490b-b5bd-5fe0bdf58ace HTTP/1.1" status: 200 len: 205 time: 0.2936904 May 28 05:55:17.020935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9de34-c818-4dc1-9028-2dfcf0b62b15 req-b82cc69e-1aad-431d-b90c-9203251dc292 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:17.035772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44988) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:17.094390 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:34Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd4a63f2d-0041-4c90-9832-e8b6455b98b1', 'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'mac_address': 'fa:16:3e:10:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:31Z', 'updated_at': '2022-05-28T05:53:51Z', 'revision_number': 5, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'subnets': [{'id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:17.099518 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5af77f-d7fd-4ed3-afee-6a86e0b99c89 None None] The sync data for ids ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'] in n-d-843679-5 is: [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:53:34Z', 'revision_number': 4, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd4a63f2d-0041-4c90-9832-e8b6455b98b1', 'name': '', 'network_id': '7088dd9d-42b3-46b9-a9bf-0159a21869e0', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'mac_address': 'fa:16:3e:10:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:31Z', 'updated_at': '2022-05-28T05:53:51Z', 'revision_number': 5, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'subnets': [{'id': '2dc43936-7b57-4c59-93f9-a4f8d823ed7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:55:17.112441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9de34-c818-4dc1-9028-2dfcf0b62b15 req-b82cc69e-1aad-431d-b90c-9203251dc292 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:17.145886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9de34-c818-4dc1-9028-2dfcf0b62b15 req-b82cc69e-1aad-431d-b90c-9203251dc292 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:17.165344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93d9de34-c818-4dc1-9028-2dfcf0b62b15 req-b82cc69e-1aad-431d-b90c-9203251dc292 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5436 time: 1.4056482 May 28 05:55:17.215281 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:17.227862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4631252 May 28 05:55:17.255287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44992) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:17.324880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'subnet': {'network_id': '23b00458-4952-496e-8320-367e3f00f992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:17.410449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:17.437747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a85b216-9124-49d4-ac80-17614828db4d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:17.606772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'b2b408ba-1753-4654-8059-1424962b2a46', 'network_id': 'db9d3feb-74d3-414b-a7b3-f4a6b602e13f', 'port_id': 'b2b408ba-1753-4654-8059-1424962b2a46', 'mac_address': 'fa:16:3e:f9:ad:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d4331c-e24a-43b9-a783-44ab2a6f88d6', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:55:17.736519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35d183-915a-4091-b0c0-f17e8fb2e686 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Network': ['ID=32bde5d3-bd54-4778-979a-431b319eb75f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:17.743636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:17.749588 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ba8a98-a12f-4a52-b6f8-e25e722b8a24 None None] New status for floating IP 18933436-9787-4cd0-815d-46edb18b4349: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:55:17.760756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group_rule and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:17.766913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-0f1efbe3-9b54-4146-a3d3-acc4470d6ffa None None] Set router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:17.774700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:17.778589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Usage tracker for resource:subnet and tenant:43332a0447d74533bcb1e61b5e6b8eb9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:17.794624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:17.825235 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93d9de34-c818-4dc1-9028-2dfcf0b62b15 req-b5449955-ea78-491d-a2b0-2cdf7d5ea4e8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6589391 May 28 05:55:17.826429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:17.843670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:17.922788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Made reservation on behalf of 43332a0447d74533bcb1e61b5e6b8eb9 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:17.930420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:18.234388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 32bde5d3-bd54-4778-979a-431b319eb75f details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:55:18.240053 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:18.260544 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:18.409443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e330b12a-c20e-41d9-8414-2de462cfef80,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:18.415729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-8979d602-f190-47f5-b29e-ffb35492d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:18.425047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:18.430792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bc9ab100-78fb-46b5-a8a4-0d85774c3ae5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9654341 May 28 05:55:18.436090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45010) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:18.438075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-8979d602-f190-47f5-b29e-ffb35492d750 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 920 time: 1.4419181 May 28 05:55:18.458659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'security_group': {'name': 'tempest-secgroup-509315839'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:18.461862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4879c2-1d10-4e4d-bd19-17026aa7a46e None None] Network 6b772a76-c0e9-406d-a743-df1016360448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:18.502124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:18.556415 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0f1efbe3-9b54-4146-a3d3-acc4470d6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace', 'name': 'tempest-RoutersIpV6Test-router-1862493372', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:57Z', 'updated_at': '2022-05-28T05:55:03Z', 'revision_number': 11, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:18.597954 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6709278b-272a-48ef-878c-b7dbbc59c9ec'] response: {'name': 'network-changed', 'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'status': 'completed', 'code': 200} May 28 05:55:18.611716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:18.636109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:18.673956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a85b216-9124-49d4-ac80-17614828db4d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:18.684814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:18.726486 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a85b216-9124-49d4-ac80-17614828db4d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:18.750832 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-0db140fb-8e53-48f9-a20c-53d43c183a5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 217 time: 0.3109245 May 28 05:55:18.798945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1efbe3-9b54-4146-a3d3-acc4470d6ffa None None] Checking router: a3cd9003-e50f-490b-b5bd-5fe0bdf58ace for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:55:18.927445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-5ef331d7-c610-404a-b59f-8919906a3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:18.928326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:18.940690 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-5ef331d7-c610-404a-b59f-8919906a3950 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 200 len: 859 time: 0.1889060 May 28 05:55:18.991860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1efbe3-9b54-4146-a3d3-acc4470d6ffa None None] Routers set() bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:18.994300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1efbe3-9b54-4146-a3d3-acc4470d6ffa None None] Router IDs set() for agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 28 05:55:18.995116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f1efbe3-9b54-4146-a3d3-acc4470d6ffa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent'). {{(pid=88418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 28 05:55:18.995529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1efbe3-9b54-4146-a3d3-acc4470d6ffa None None] The sync data for ids ['a3cd9003-e50f-490b-b5bd-5fe0bdf58ace'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:55:18.996944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b2b408ba-1753-4654-8059-1424962b2a46 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:19.000703 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:19.038480 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a85b216-9124-49d4-ac80-17614828db4d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:19.039326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a85b216-9124-49d4-ac80-17614828db4d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Fanout notify agent at l3_agent the message router_deleted on router a3cd9003-e50f-490b-b5bd-5fe0bdf58ace {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:55:19.053190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] For port 5b27b585-fe7e-4d6c-8a19-052475b93573, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:55:19.061015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4c89dc1b-d781-45e1-bec7-e65a72512714 None None] Provisioning complete for port c4145ffa-179e-4bd7-944a-075acc86324c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:19.065646 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c89dc1b-d781-45e1-bec7-e65a72512714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:19.084514 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-3e393db8-e969-437d-8107-9a46c9e630ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7088dd9d-42b3-46b9-a9bf-0159a21869e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428521 May 28 05:55:19.133128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:19.137566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group_rule and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:19.143186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:19.159723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:19.223692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b408ba-1753-4654-8059-1424962b2a46 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:55:19.262834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] For port 5b27b585-fe7e-4d6c-8a19-052475b93573, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5b27b585-fe7e-4d6c-8a19-052475b93573,segment=NetworkSegment(3f50e518-ef43-45fe-b2a1-5d6c68167353),segment_id=3f50e518-ef43-45fe-b2a1-5d6c68167353)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:55:19.300247 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:19.312933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fcb00-93d4-49fb-a911-b0c9beb18c27 req-b5a1b9bd-8b1e-4570-bfb3-52d62cb3a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:19.323595 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-273fcb00-93d4-49fb-a911-b0c9beb18c27 req-b5a1b9bd-8b1e-4570-bfb3-52d62cb3a6d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 1096 time: 0.8006663 May 28 05:55:19.325947 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:19.374884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b2b408ba-1753-4654-8059-1424962b2a46, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b2b408ba-1753-4654-8059-1424962b2a46,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:19.410078 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:19.410628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 640b0c34-cf13-4106-bb80-d891f351b35f details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:55:19.430710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:19.493942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a85b216-9124-49d4-ac80-17614828db4d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:19.495657 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1a85b216-9124-49d4-ac80-17614828db4d tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace HTTP/1.1" status: 204 len: 168 time: 2.4494779 May 28 05:55:19.502374 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:19.506094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45036) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:19.527363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c92ce4-3b0b-4169-81aa-a5613aac741b req-9e11ede2-1e3a-4925-82b9-11c5294ff42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:19.529610 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4c92ce4-3b0b-4169-81aa-a5613aac741b req-9e11ede2-1e3a-4925-82b9-11c5294ff42f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 1097 time: 0.9306772 May 28 05:55:19.596621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93027c6-1648-4273-bec4-0c0eed2acb6a None None] Pushing event updated for resources: {'Port': ['ID=5b27b585-fe7e-4d6c-8a19-052475b93573,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:19.601165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 640b0c34-cf13-4106-bb80-d891f351b35f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=640b0c34-cf13-4106-bb80-d891f351b35f,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:19.653440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-613289173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:19.700385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Subnet': ['ID=f9a3d5e7-2e01-4787-9f7a-a6296cc33cb6,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:19.718491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:19.732369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '640b0c34-cf13-4106-bb80-d891f351b35f', 'network_id': '4b427dc3-eb5a-4af2-a01b-203848d8638e', 'port_id': '640b0c34-cf13-4106-bb80-d891f351b35f', 'mac_address': 'fa:16:3e:46:2b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '073f8d3b-7e35-4a62-bd54-f7c6d068bce9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:55:19.748616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Usage tracker for resource:router and tenant:1dcfc16e9c9840239a6bee90968211fa is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:19.766363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4c89dc1b-d781-45e1-bec7-e65a72512714 None None] Current status of the port c4145ffa-179e-4bd7-944a-075acc86324c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:19.787439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:19.868501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88063f5c-a6b7-4da4-9380-d6c358dbfe3e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:19.871206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:19.909896 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:19.911466 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-934d451e-bd61-4ae2-94a3-03d9944c9e55 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4742157 May 28 05:55:19.918698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45050) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:19.942395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c92ce4-3b0b-4169-81aa-a5613aac741b req-ea4cbc37-3cf8-43f3-a1ad-f3c535c7259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:19.953511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4c92ce4-3b0b-4169-81aa-a5613aac741b req-ea4cbc37-3cf8-43f3-a1ad-f3c535c7259b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 200 len: 920 time: 0.4006898 May 28 05:55:19.972778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Checking segment: {'id': 'fe092c8d-3aff-4de3-b1a1-1c370902c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '23b00458-4952-496e-8320-367e3f00f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:55:19.975332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network hostable DHCP agents. Network: 23b00458-4952-496e-8320-367e3f00f992, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:55:20.020725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'security_group': {'name': 'tempest-secgroup-1695511915'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:20.021483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b2b408ba-1753-4654-8059-1424962b2a46,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:20.045751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 640b0c34-cf13-4106-bb80-d891f351b35f is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:20.047072 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:20.071087 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:20.072334 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:20.115942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4c89dc1b-d781-45e1-bec7-e65a72512714 None None] Provisioning complete for port 933435d6-1d22-4e1d-9818-86195659a654 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:20.118509 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c89dc1b-d781-45e1-bec7-e65a72512714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:20.131017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:20.133712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc763c-40c3-4f2f-8068-46085026c1b2 req-e2e1cc50-4200-4cb1-ba3c-58f06accc8c9 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:20.138015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:20.145420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-54cc763c-40c3-4f2f-8068-46085026c1b2 req-e2e1cc50-4200-4cb1-ba3c-58f06accc8c9 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 1.2625089 May 28 05:55:20.145603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:20.157142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:20.190959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fcb00-93d4-49fb-a911-b0c9beb18c27 req-f17fb006-8374-4952-99d7-3dd2cc8ef718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:20.194147 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-fcd65b8c-f9cd-43b8-ada6-cde21d4d6fd7 service neutron] 10.222.0.39 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1064992 May 28 05:55:20.207543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-273fcb00-93d4-49fb-a911-b0c9beb18c27 req-f17fb006-8374-4952-99d7-3dd2cc8ef718 service neutron] 10.222.0.41 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 912 time: 0.8829894 May 28 05:55:20.217541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:20.297070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network 23b00458-4952-496e-8320-367e3f00f992 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:55:20.321943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-273fcb00-93d4-49fb-a911-b0c9beb18c27 req-acce755d-f793-4ff5-bcee-8b04722b2681 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d17e89-beda-48f1-bf27-e3b06fc0d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0937521 May 28 05:55:20.339880 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:20.394030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 23b00458-4952-496e-8320-367e3f00f992) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:20.415620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-54cc763c-40c3-4f2f-8068-46085026c1b2 req-383ee7c0-2a59-4e74-8b07-558e94d4bd5b tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687361 May 28 05:55:20.425992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4c89dc1b-d781-45e1-bec7-e65a72512714 None None] Port 933435d6-1d22-4e1d-9818-86195659a654 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:20.433002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddfe492-c391-40da-a04d-88af498caaf7 None None] Network 23b00458-4952-496e-8320-367e3f00f992 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:20.440430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:20.441205 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:20.472317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640b0c34-cf13-4106-bb80-d891f351b35f {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:55:20.499206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 640b0c34-cf13-4106-bb80-d891f351b35f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=640b0c34-cf13-4106-bb80-d891f351b35f,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:20.537611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fcb00-93d4-49fb-a911-b0c9beb18c27 req-255017f1-b26a-4d89-a749-a97a6b8a5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:20.539321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-273fcb00-93d4-49fb-a911-b0c9beb18c27 req-255017f1-b26a-4d89-a749-a97a6b8a5752 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 200 len: 851 time: 0.1974885 May 28 05:55:20.540810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e0a1de7b-fc80-4867-8dcd-9cfca8ee83a7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2670047 May 28 05:55:20.545364 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68d4734b-e0ae-4616-a65e-6dfbea3b79af req-75a39a29-4c94-40da-a2f0-03bbfbf77d03 service neutron] 10.222.0.39 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948587 May 28 05:55:20.548722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4c92ce4-3b0b-4169-81aa-a5613aac741b req-bdc45552-7c8d-48b0-b085-1ddc152d7f83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 200 len: 217 time: 0.5193052 May 28 05:55:20.552412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45058) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:20.561042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04dcbe1-cbd4-4378-939e-fdada3bc6ef0 None None] Update dhcp port {'port': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'fixed_ips': [{'subnet_id': '86e12b96-21e5-47e5-b186-08fed1240e53', 'ip_address': '172.20.0.18'}, {'subnet_id': '95af2390-5c87-4ec8-8a69-4b21b1e4cd7b'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'c4145ffa-179e-4bd7-944a-075acc86324c'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 05:55:20.632756 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d04dcbe1-cbd4-4378-939e-fdada3bc6ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:20.651080 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:20.729355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'subnet': {'network_id': '32bde5d3-bd54-4778-979a-431b319eb75f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:20.730755 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-273fcb00-93d4-49fb-a911-b0c9beb18c27 req-a8d53efb-e18e-451c-b2c0-19058aa5a23b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759393 May 28 05:55:20.747756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c92ce4-3b0b-4169-81aa-a5613aac741b req-765831a1-8ee6-419a-8cd0-203cd4b8912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:20.749193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4c92ce4-3b0b-4169-81aa-a5613aac741b req-765831a1-8ee6-419a-8cd0-203cd4b8912c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 200 len: 859 time: 0.1899793 May 28 05:55:20.781988 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:20.892105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=640b0c34-cf13-4106-bb80-d891f351b35f,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:21.018156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:21.019873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7c304c90-e028-4b18-a125-4860a8d40531 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3810887 May 28 05:55:21.024293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45070) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:21.034638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3d61333a-82bc-4e51-9367-58d7d34eac69 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:21.192414 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-d9335022-794b-43e3-94d0-59aa584bdf63 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/floatingips/18933436-9787-4cd0-815d-46edb18b4349 HTTP/1.1" status: 200 len: 692 time: 0.4340310 May 28 05:55:21.234213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:21.242878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-23b00458-4952-496e-8320-367e3f00f992', 'network_id': '23b00458-4952-496e-8320-367e3f00f992', 'tenant_id': '43332a0447d74533bcb1e61b5e6b8eb9', 'fixed_ips': [{'subnet_id': 'f9a3d5e7-2e01-4787-9f7a-a6296cc33cb6'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:55:21.243755 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:21.258357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-273fcb00-93d4-49fb-a911-b0c9beb18c27 req-dcd086c5-be1b-443a-9b72-655a833661be service neutron] 10.222.0.41 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082333 May 28 05:55:21.316138 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4c92ce4-3b0b-4169-81aa-a5613aac741b req-cf59ea64-0e6c-4fbe-9dcf-db195e0ff5ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7088dd9d-42b3-46b9-a9bf-0159a21869e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3044658 May 28 05:55:21.328227 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:security_group_rule and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:21.418785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:21.425675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-d04dcbe1-cbd4-4378-939e-fdada3bc6ef0 None None] Allocated IP 172.20.0.2 (6b772a76-c0e9-406d-a743-df1016360448/95af2390-5c87-4ec8-8a69-4b21b1e4cd7b/c4145ffa-179e-4bd7-944a-075acc86324c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:21.444546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:21.446716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:21.508998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Usage tracker for resource:subnet and tenant:43332a0447d74533bcb1e61b5e6b8eb9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:21.512162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:21.523551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:21.545478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5385c-e116-4ed1-8036-2a889c1e4a51 None None] Network 4be7173c-d0a1-470c-b7a8-6f1c24348587 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:21.554581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Made reservation on behalf of 43332a0447d74533bcb1e61b5e6b8eb9 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:21.558360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:21.720382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd246-1eed-495d-9774-98d6eb867809 req-f9857ada-469d-4784-a38f-5b3f8009ffcf tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:21.727701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd246-1eed-495d-9774-98d6eb867809 req-f9857ada-469d-4784-a38f-5b3f8009ffcf tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:21.735507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd246-1eed-495d-9774-98d6eb867809 req-f9857ada-469d-4784-a38f-5b3f8009ffcf tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:21.753320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd246-1eed-495d-9774-98d6eb867809 req-f9857ada-469d-4784-a38f-5b3f8009ffcf tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:21.764024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd246-1eed-495d-9774-98d6eb867809 req-f9857ada-469d-4784-a38f-5b3f8009ffcf tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:21.778014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd246-1eed-495d-9774-98d6eb867809 req-f9857ada-469d-4784-a38f-5b3f8009ffcf tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:21.792213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd246-1eed-495d-9774-98d6eb867809 req-f9857ada-469d-4784-a38f-5b3f8009ffcf tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:21.811013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02fcd246-1eed-495d-9774-98d6eb867809 req-f9857ada-469d-4784-a38f-5b3f8009ffcf tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5439 time: 0.9956329 May 28 05:55:21.847580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-d3e5a2ec-0585-48c9-9de7-b67c0add274a tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:21.849298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-d3e5a2ec-0585-48c9-9de7-b67c0add274a tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 784 time: 0.5946822 May 28 05:55:21.894637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-38774366-76d9-4939-93ce-4740e823df27 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:55:21.894637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-38774366-76d9-4939-93ce-4740e823df27 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259571 May 28 05:55:22.013876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['67916908-4578-4d60-8b1d-270d092cdcd6'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:55:22.059293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4c92ce4-3b0b-4169-81aa-a5613aac741b req-c2d2782f-c688-446d-9591-d6e766eb3e49 service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272794 May 28 05:55:22.101476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Allocated IP 2001:db8::2 (23b00458-4952-496e-8320-367e3f00f992/f9a3d5e7-2e01-4787-9f7a-a6296cc33cb6/46050f52-e76a-4bd8-ab50-f0e78ad33beb) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:22.216453 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-08cba747-8ee4-4631-9c18-da3840d863a2 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.65 HTTP/1.1" status: 200 len: 695 time: 0.3083701 May 28 05:55:22.283740 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d61333a-82bc-4e51-9367-58d7d34eac69 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:22.295920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-273fcb00-93d4-49fb-a911-b0c9beb18c27 req-8c33b335-5bb9-41dd-bdbb-37d41f759608 service neutron] 10.222.0.41 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0140073 May 28 05:55:22.313633 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02fcd246-1eed-495d-9774-98d6eb867809 req-2dd4039c-d540-4f43-b51a-255014e07970 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5015998 May 28 05:55:22.322417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d61333a-82bc-4e51-9367-58d7d34eac69 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:22.519668 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:22.538670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Transition to ACTIVE for port object 46050f52-e76a-4bd8-ab50-f0e78ad33beb will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:22.624793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Transition to ACTIVE for port object 46050f52-e76a-4bd8-ab50-f0e78ad33beb will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:22.650641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:22.654468 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-87e670b9-29c2-46cf-a338-590fed8a5213 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.4.65 HTTP/1.1" status: 200 len: 695 time: 0.3571789 May 28 05:55:22.722889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d61333a-82bc-4e51-9367-58d7d34eac69 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Router 9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:55:22.734662 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:22.766524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['944b1812-db23-4113-a5bd-719177904604'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:55:22.801475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b2b408ba-1753-4654-8059-1424962b2a46'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:55:22.815735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5997c79-74b9-4874-b5d6-607899c5e005,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:22.841379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5b27b585-fe7e-4d6c-8a19-052475b93573 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:22.873440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869efa59-38f0-4af5-8ab3-2a50597783c7 req-f325572a-de43-4c23-a61f-ac99f206ad9a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:22.879551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['1031195f-b845-4d3e-8af7-8990b6bac896'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:55:22.880397 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-869efa59-38f0-4af5-8ab3-2a50597783c7 req-f325572a-de43-4c23-a61f-ac99f206ad9a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.3294044 May 28 05:55:23.021929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-869efa59-38f0-4af5-8ab3-2a50597783c7 req-48966629-376f-4fd7-bd37-0a6d815dc42c tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405950 May 28 05:55:23.030635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d61333a-82bc-4e51-9367-58d7d34eac69 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:55:23.045636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-efcf6567-87b7-4c23-8354-abd1a40e4afd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Deleting port 1bd1d089-e0e1-4154-96de-ee97770941a0 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:23.045636 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-efcf6567-87b7-4c23-8354-abd1a40e4afd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:23.049120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d61333a-82bc-4e51-9367-58d7d34eac69 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:23.050677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3d61333a-82bc-4e51-9367-58d7d34eac69 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "PUT /v2.0/routers/9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 HTTP/1.1" status: 200 len: 697 time: 2.0237100 May 28 05:55:23.055696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45104) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:23.099256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['640b0c34-cf13-4106-bb80-d891f351b35f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:55:23.134811 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:23.139146 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-73ec0fee-46a5-4df8-b045-7bf0164daae9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.1843300 May 28 05:55:23.139949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45108) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:23.168665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-465741732', 'security_groups': ['e5997c79-74b9-4874-b5d6-607899c5e005'], 'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95af2390-5c87-4ec8-8a69-4b21b1e4cd7b'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:23.216441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] Sync routers for ids ['9f4e8aaa-497d-4e10-9645-56bc45f0d8e9'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:55:23.254396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:23.290266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] Routers {'9f4e8aaa-497d-4e10-9645-56bc45f0d8e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:23.302589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9f4e8aaa-497d-4e10-9645-56bc45f0d8e9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:23.332892 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4c92ce4-3b0b-4169-81aa-a5613aac741b req-0fd7a348-a14b-4158-a642-2443725ec23a service neutron] 10.222.0.41 "GET /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2212622 May 28 05:55:23.434994 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8e1f4284-9b5c-42d6-81a8-dc75704cb333 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/routers/9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 HTTP/1.1" status: 200 len: 703 time: 0.3777597 May 28 05:55:23.437248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45116) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:23.449489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:23.504681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c5104357-ee5d-4fcb-9dd9-7b6e6e90b5d9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Synchronizing usage tracker for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:23.622351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b870648d-286e-4080-b124-e472c38b10b6'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:55:23.655667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c5104357-ee5d-4fcb-9dd9-7b6e6e90b5d9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Unset dirty status for tenant:1dcfc16e9c9840239a6bee90968211fa on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:23.657228 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c5104357-ee5d-4fcb-9dd9-7b6e6e90b5d9 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 HTTP/1.1" status: 200 len: 205 time: 0.2182729 May 28 05:55:23.659201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['efdb6ff1-c2c4-4123-a994-107560eb2bd0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:55:23.660505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45128) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:23.898957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1807b3a-2ac1-434e-bb63-32da812abdcd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:23.908245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Subnet': ['ID=5f86458e-9fdc-4ea4-b640-326991c34e16,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:23.919889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:23.928484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Checking segment: {'id': '8475209f-6b94-409a-9f0f-fa4ddb199b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '32bde5d3-bd54-4778-979a-431b319eb75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:55:23.943817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network hostable DHCP agents. Network: 32bde5d3-bd54-4778-979a-431b319eb75f, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:55:23.997433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:24.003301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Pushing event updated for resources: {'Port': ['ID=46050f52-e76a-4bd8-ab50-f0e78ad33beb,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:24.026437 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-efcf6567-87b7-4c23-8354-abd1a40e4afd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:24.031131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Network 23b00458-4952-496e-8320-367e3f00f992 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:55:24.031588 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-efcf6567-87b7-4c23-8354-abd1a40e4afd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:24.240561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:24.332973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a2bb3e09-5c29-441e-a14f-d575650e3b12 None None] Provisioning for port 5b27b585-fe7e-4d6c-8a19-052475b93573 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:24.346055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:55:24.362959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-efcf6567-87b7-4c23-8354-abd1a40e4afd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Calling delete_port for 1bd1d089-e0e1-4154-96de-ee97770941a0 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:24.397990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:24.471208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63c3f-0044-42a6-a475-1226214abee1 req-93abdfb5-8b35-4283-bdc4-992760f05f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:24.477744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63c3f-0044-42a6-a475-1226214abee1 req-93abdfb5-8b35-4283-bdc4-992760f05f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:24.488751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63c3f-0044-42a6-a475-1226214abee1 req-93abdfb5-8b35-4283-bdc4-992760f05f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:24.496072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63c3f-0044-42a6-a475-1226214abee1 req-93abdfb5-8b35-4283-bdc4-992760f05f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:24.504888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63c3f-0044-42a6-a475-1226214abee1 req-93abdfb5-8b35-4283-bdc4-992760f05f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:24.507433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network 32bde5d3-bd54-4778-979a-431b319eb75f is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:55:24.513809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63c3f-0044-42a6-a475-1226214abee1 req-93abdfb5-8b35-4283-bdc4-992760f05f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:24.521097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63c3f-0044-42a6-a475-1226214abee1 req-93abdfb5-8b35-4283-bdc4-992760f05f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:24.528966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14e63c3f-0044-42a6-a475-1226214abee1 req-93abdfb5-8b35-4283-bdc4-992760f05f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5439 time: 0.9950354 May 28 05:55:24.598768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 32bde5d3-bd54-4778-979a-431b319eb75f) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:24.658523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:24.660430 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:24.802819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d34edec3-0b07-4edc-9757-6930c7a31959 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2478354 May 28 05:55:24.806269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45150) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:24.823022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14e63c3f-0044-42a6-a475-1226214abee1 req-0109d522-211f-4506-8589-6058014e7003 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2922108 May 28 05:55:24.831981 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:24.851220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0560fae0-c313-466e-8142-dc93274ff906 None None] Network 32bde5d3-bd54-4778-979a-431b319eb75f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:25.045317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] device_id is not set on port a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:55:25.051374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] Set router 9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:25.104016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-efcf6567-87b7-4c23-8354-abd1a40e4afd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:25.295905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf6567-87b7-4c23-8354-abd1a40e4afd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Pushing event deleted for resources: {'Port': ['ID=1bd1d089-e0e1-4154-96de-ee97770941a0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:25.311044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4e8aaa-497d-4e10-9645-56bc45f0d8e9', 'name': 'tempest-RoutersIpV6Test-router-613289173', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:55:20Z', 'updated_at': '2022-05-28T05:55:22Z', 'revision_number': 2, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:25.361949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d04dcbe1-cbd4-4378-939e-fdada3bc6ef0 None None] For port c4145ffa-179e-4bd7-944a-075acc86324c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c4145ffa-179e-4bd7-944a-075acc86324c,segment=NetworkSegment(fa27e0dd-bfc9-4949-9298-5a37ec865c2c),segment_id=fa27e0dd-bfc9-4949-9298-5a37ec865c2c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:25.487294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] Checking router: 9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:55:25.581281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-efcf6567-87b7-4c23-8354-abd1a40e4afd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:25.651340 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-efcf6567-87b7-4c23-8354-abd1a40e4afd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:25.654070 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a620ec23-7f42-4500-be94-cd33c631bbc5 req-efcf6567-87b7-4c23-8354-abd1a40e4afd tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "DELETE /v2.0/floatingips/18933436-9787-4cd0-815d-46edb18b4349 HTTP/1.1" status: 204 len: 173 time: 2.9864383 May 28 05:55:25.654597 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1807b3a-2ac1-434e-bb63-32da812abdcd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:25.667663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1807b3a-2ac1-434e-bb63-32da812abdcd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:25.754677 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05ceacb9-4fa4-4954-a99b-0ac05b35dec0 req-53eadcb3-b40f-4ae6-a890-1f870d8a5053 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups/d253d5af-4440-40fc-b436-d2fa5bcf0331 HTTP/1.1" status: 200 len: 1809 time: 0.0783126 May 28 05:55:25.888076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-05ceacb9-4fa4-4954-a99b-0ac05b35dec0 req-19ff1549-01d8-41b5-84e1-090857a06b42 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:25.901239 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d04dcbe1-cbd4-4378-939e-fdada3bc6ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:25.911650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] Routers {'9f4e8aaa-497d-4e10-9645-56bc45f0d8e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:25.912202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9f4e8aaa-497d-4e10-9645-56bc45f0d8e9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:25.922439 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-05ceacb9-4fa4-4954-a99b-0ac05b35dec0 req-19ff1549-01d8-41b5-84e1-090857a06b42 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:25.990205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-05ceacb9-4fa4-4954-a99b-0ac05b35dec0 req-19ff1549-01d8-41b5-84e1-090857a06b42 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:26.026743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff1549-01d8-41b5-84e1-090857a06b42 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d253d5af-4440-40fc-b436-d2fa5bcf0331,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:26.032575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-05ceacb9-4fa4-4954-a99b-0ac05b35dec0 req-19ff1549-01d8-41b5-84e1-090857a06b42 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:26.034757 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05ceacb9-4fa4-4954-a99b-0ac05b35dec0 req-19ff1549-01d8-41b5-84e1-090857a06b42 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "DELETE /v2.0/security-groups/d253d5af-4440-40fc-b436-d2fa5bcf0331 HTTP/1.1" status: 204 len: 173 time: 0.2721891 May 28 05:55:26.116770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] Set router 9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:26.317356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1807b3a-2ac1-434e-bb63-32da812abdcd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:26.317356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1807b3a-2ac1-434e-bb63-32da812abdcd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Fanout notify agent at l3_agent the message router_deleted on router 9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:55:26.386138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Attempting to bind port 46050f52-e76a-4bd8-ab50-f0e78ad33beb on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:55:26.386655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Attempting to bind port 46050f52-e76a-4bd8-ab50-f0e78ad33beb by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'fe092c8d-3aff-4de3-b1a1-1c370902c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '23b00458-4952-496e-8320-367e3f00f992'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:55:26.387260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Attempting to bind port 46050f52-e76a-4bd8-ab50-f0e78ad33beb on network 23b00458-4952-496e-8320-367e3f00f992 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:55:26.395520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5b27b585-fe7e-4d6c-8a19-052475b93573 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:26.395788 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1807b3a-2ac1-434e-bb63-32da812abdcd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:26.404805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d1807b3a-2ac1-434e-bb63-32da812abdcd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 HTTP/1.1" status: 204 len: 168 time: 2.7428739 May 28 05:55:26.406764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45184) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:26.426035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4a08-871a-4a75-8ddb-1694aa527eb3 req-f482d8ef-0b58-4843-bb70-64d6af78c263 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:26.427181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4e8aaa-497d-4e10-9645-56bc45f0d8e9', 'name': 'tempest-RoutersIpV6Test-router-613289173', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:55:20Z', 'updated_at': '2022-05-28T05:55:22Z', 'revision_number': 2, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:26.433194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf7e4a08-871a-4a75-8ddb-1694aa527eb3 req-f482d8ef-0b58-4843-bb70-64d6af78c263 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 1.1409118 May 28 05:55:26.441968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:55:26.442585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Checking segment: {'id': 'fe092c8d-3aff-4de3-b1a1-1c370902c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '23b00458-4952-496e-8320-367e3f00f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:55:26.443169 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:26.443733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Bound using segment: {'id': 'fe092c8d-3aff-4de3-b1a1-1c370902c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '23b00458-4952-496e-8320-367e3f00f992'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:55:26.444905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Bound port: 46050f52-e76a-4bd8-ab50-f0e78ad33beb, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe092c8d-3aff-4de3-b1a1-1c370902c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '23b00458-4952-496e-8320-367e3f00f992'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:55:26.445438 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:26.513795 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:26.541040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf7e4a08-871a-4a75-8ddb-1694aa527eb3 req-4756d6a3-af74-4e79-b237-7a8e98ee7db5 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069007 May 28 05:55:26.555025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d04dcbe1-cbd4-4378-939e-fdada3bc6ef0 None None] Transition to ACTIVE for port object c4145ffa-179e-4bd7-944a-075acc86324c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:26.638243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5b27b585-fe7e-4d6c-8a19-052475b93573 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:26.638625 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:26.692917 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-79d1d590-5720-4052-aaa1-d0f22e59b3c6 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 HTTP/1.1" status: 200 len: 205 time: 0.2811098 May 28 05:55:26.693447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45194) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:26.705901 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d04dcbe1-cbd4-4378-939e-fdada3bc6ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:26.709955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-32bde5d3-bd54-4778-979a-431b319eb75f', 'network_id': '32bde5d3-bd54-4778-979a-431b319eb75f', 'tenant_id': '43332a0447d74533bcb1e61b5e6b8eb9', 'fixed_ips': [{'subnet_id': '5f86458e-9fdc-4ea4-b640-326991c34e16'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:55:26.710858 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:26.835135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811101f-6d1a-4251-9c68-2fc046e0097d None None] The sync data for ids ['9f4e8aaa-497d-4e10-9645-56bc45f0d8e9'] in n-d-843679-5 is: [{'id': '9f4e8aaa-497d-4e10-9645-56bc45f0d8e9', 'name': 'tempest-RoutersIpV6Test-router-613289173', 'tenant_id': '1dcfc16e9c9840239a6bee90968211fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:55:20Z', 'updated_at': '2022-05-28T05:55:22Z', 'revision_number': 2, 'project_id': '1dcfc16e9c9840239a6bee90968211fa', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:55:26.974521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.10 (6b772a76-c0e9-406d-a743-df1016360448/95af2390-5c87-4ec8-8a69-4b21b1e4cd7b/a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:27.173888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dcbe1-cbd4-4378-939e-fdada3bc6ef0 None None] Pushing event updated for resources: {'Port': ['ID=c4145ffa-179e-4bd7-944a-075acc86324c,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:27.224985 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-959934bc-b1e8-45a0-a3d5-d5b9d53c6980 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] delete failed (client error): The resource could not be found. May 28 05:55:27.226611 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-959934bc-b1e8-45a0-a3d5-d5b9d53c6980 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/9f4e8aaa-497d-4e10-9645-56bc45f0d8e9 HTTP/1.1" status: 404 len: 336 time: 0.5179896 May 28 05:55:27.230802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45206) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:27.316483 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb31d72-9712-47eb-86dc-a2f902e6e119 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] DELETE failed (client error): The resource could not be found. May 28 05:55:27.316938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb31d72-9712-47eb-86dc-a2f902e6e119 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:27.318605 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0eb31d72-9712-47eb-86dc-a2f902e6e119 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/1f1edd68-1ba0-4e45-bac3-275f32f29707 HTTP/1.1" status: 404 len: 337 time: 0.0842681 May 28 05:55:27.321779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:27.336110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4573c-5114-417f-9e94-b2b636981e93 req-f5fe28b5-104f-4159-b297-b23ea68c0bc4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:27.343109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4573c-5114-417f-9e94-b2b636981e93 req-f5fe28b5-104f-4159-b297-b23ea68c0bc4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:27.347894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4573c-5114-417f-9e94-b2b636981e93 req-f5fe28b5-104f-4159-b297-b23ea68c0bc4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:27.354334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4573c-5114-417f-9e94-b2b636981e93 req-f5fe28b5-104f-4159-b297-b23ea68c0bc4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:27.360969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4573c-5114-417f-9e94-b2b636981e93 req-f5fe28b5-104f-4159-b297-b23ea68c0bc4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:27.366210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4573c-5114-417f-9e94-b2b636981e93 req-f5fe28b5-104f-4159-b297-b23ea68c0bc4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:27.372234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4573c-5114-417f-9e94-b2b636981e93 req-f5fe28b5-104f-4159-b297-b23ea68c0bc4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:27.374251 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b2e4573c-5114-417f-9e94-b2b636981e93 req-f5fe28b5-104f-4159-b297-b23ea68c0bc4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5439 time: 1.1344900 May 28 05:55:27.374759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45212) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:27.462031 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e2e562-bd27-4fe4-ad22-96bc46b0180a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] DELETE failed (client error): The resource could not be found. May 28 05:55:27.463163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e2e562-bd27-4fe4-ad22-96bc46b0180a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:27.465110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-76e2e562-bd27-4fe4-ad22-96bc46b0180a tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/d6432547-5a4d-4bb3-97c1-1f57023e6591 HTTP/1.1" status: 404 len: 337 time: 0.0857430 May 28 05:55:27.468843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45222) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:27.495733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:27.502466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] For port 46050f52-e76a-4bd8-ab50-f0e78ad33beb, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:55:27.506560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] For port 46050f52-e76a-4bd8-ab50-f0e78ad33beb, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=46050f52-e76a-4bd8-ab50-f0e78ad33beb,segment=NetworkSegment(fe092c8d-3aff-4de3-b1a1-1c370902c547),segment_id=fe092c8d-3aff-4de3-b1a1-1c370902c547)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:55:27.528975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b2e4573c-5114-417f-9e94-b2b636981e93 req-2f56d356-45ed-42ef-b726-5c708f8bb06f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584390 May 28 05:55:27.557754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:27.574936 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:27.639132 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-84497589-c58a-456b-b8d9-630946c319f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] DELETE failed (client error): The resource could not be found. May 28 05:55:27.642398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84497589-c58a-456b-b8d9-630946c319f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:27.770277 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-84497589-c58a-456b-b8d9-630946c319f1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/29cbf1b4-023d-4176-92b9-ecefccff466f HTTP/1.1" status: 404 len: 337 time: 0.2982314 May 28 05:55:27.774231 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45230) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:27.940707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdb1c5-3d3b-4bff-adc8-df163de62696 None None] Pushing event updated for resources: {'Port': ['ID=46050f52-e76a-4bd8-ab50-f0e78ad33beb,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:27.955562 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87310cc-06c7-47f2-b62e-efcdc6f3b9c4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] DELETE failed (client error): The resource could not be found. May 28 05:55:27.956025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87310cc-06c7-47f2-b62e-efcdc6f3b9c4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:27.970843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e87310cc-06c7-47f2-b62e-efcdc6f3b9c4 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/6446b385-37e2-4ccd-9fe7-b636528e261a HTTP/1.1" status: 404 len: 337 time: 0.1833606 May 28 05:55:27.972182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45234) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:27.975074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:55:28.068444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5796c4-c62e-47e0-b702-ce8894c083c3 req-435c627f-a1bb-4af0-bcfd-43aa6988ec7b tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:28.070829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc5796c4-c62e-47e0-b702-ce8894c083c3 req-435c627f-a1bb-4af0-bcfd-43aa6988ec7b tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 0.2856023 May 28 05:55:28.149533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Allocated IP 2001:db8::1 (23b00458-4952-496e-8320-367e3f00f992/f9a3d5e7-2e01-4787-9f7a-a6296cc33cb6/b11ff5fa-6859-4a3c-b3a1-07820f815085) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:28.161929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:28.178152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:55:28.271455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:28.288167 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc5796c4-c62e-47e0-b702-ce8894c083c3 req-2b68546a-0c1d-4f0d-828a-dd1470f39256 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876371 May 28 05:55:28.346744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3f09873c-69cc-4164-9d94-059532c31b55 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3cd9003-e50f-490b-b5bd-5fe0bdf58ace HTTP/1.1" status: 200 len: 205 time: 0.3527920 May 28 05:55:28.349315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45246) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:28.577273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5b27b585-fe7e-4d6c-8a19-052475b93573 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:28.577273 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:28.725668 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-33aa2a20-eaf0-436d-8149-e8f517a2aeb7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] delete failed (client error): The resource could not be found. May 28 05:55:28.736669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4a67f62f-d93f-4d94-a6f7-3cba2338bbe9 None None] Provisioning complete for port 5b27b585-fe7e-4d6c-8a19-052475b93573 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:28.737100 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4a67f62f-d93f-4d94-a6f7-3cba2338bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:28.740779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45254) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:28.744205 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-33aa2a20-eaf0-436d-8149-e8f517a2aeb7 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/a3cd9003-e50f-490b-b5bd-5fe0bdf58ace HTTP/1.1" status: 404 len: 336 time: 0.3764689 May 28 05:55:28.891662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:28.896848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:28.957214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b2b408ba-1753-4654-8059-1424962b2a46 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:28.975356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11856038-84ae-4425-a013-b3b800a3494e req-58b35900-f64c-446d-87fb-f8deb4666ad6 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:28.982468 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11856038-84ae-4425-a013-b3b800a3494e req-58b35900-f64c-446d-87fb-f8deb4666ad6 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 1.1494889 May 28 05:55:29.044967 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9ed8993a-1c8f-4070-8a28-90a28ecba7ef tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.8939559 May 28 05:55:29.051484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45258) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:29.063007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Allocated IP 2001:db8::2 (32bde5d3-bd54-4778-979a-431b319eb75f/5f86458e-9fdc-4ea4-b640-326991c34e16/65d6ee83-15de-4be6-9691-1c3aa7327b7c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:29.066909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:29.186874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 5b27b585-fe7e-4d6c-8a19-052475b93573, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5b27b585-fe7e-4d6c-8a19-052475b93573,segment=NetworkSegment(3f50e518-ef43-45fe-b2a1-5d6c68167353),segment_id=3f50e518-ef43-45fe-b2a1-5d6c68167353)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:29.232939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11856038-84ae-4425-a013-b3b800a3494e req-316ef64c-67cf-458f-aaf5-da97c649f8ff tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492414 May 28 05:55:29.312256 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:29.583099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:29.628461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Transition to ACTIVE for port object b11ff5fa-6859-4a3c-b3a1-07820f815085 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:29.689211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9b4cee96-dc82-46df-beb8-652b8339670b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=2694dfde-2d5b-4458-ae38-6a8c96d8d427 HTTP/1.1" status: 200 len: 205 time: 0.9477234 May 28 05:55:29.720477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45274) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:29.728093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:29.782779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=5b27b585-fe7e-4d6c-8a19-052475b93573,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:29.815369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:29.820323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:29.824984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:29.831608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:29.883730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:29.887942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:29.897520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 46050f52-e76a-4bd8-ab50-f0e78ad33beb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:30.063594 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-ea97de7c-061c-4208-821b-98603663c645 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] delete failed (client error): The resource could not be found. May 28 05:55:30.068061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ea97de7c-061c-4208-821b-98603663c645 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/2694dfde-2d5b-4458-ae38-6a8c96d8d427 HTTP/1.1" status: 404 len: 336 time: 0.3126633 May 28 05:55:30.069399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Port': ['ID=b11ff5fa-6859-4a3c-b3a1-07820f815085,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:30.079983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45288) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:30.086749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port b2b408ba-1753-4654-8059-1424962b2a46 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:30.097350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4a67f62f-d93f-4d94-a6f7-3cba2338bbe9 None None] Current status of the port 5b27b585-fe7e-4d6c-8a19-052475b93573 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:30.107273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network 23b00458-4952-496e-8320-367e3f00f992 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:55:30.138944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port b2b408ba-1753-4654-8059-1424962b2a46 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:30.139341 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:30.223263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:30.255507 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-df648cad-965f-41be-8e8c-049cd4c209cd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] DELETE failed (client error): The resource could not be found. May 28 05:55:30.255964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df648cad-965f-41be-8e8c-049cd4c209cd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:30.265190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-df648cad-965f-41be-8e8c-049cd4c209cd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/7d319ccd-f943-41c2-a151-5e63c9a28161 HTTP/1.1" status: 404 len: 337 time: 0.1648867 May 28 05:55:30.272004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45298) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:30.312592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57b69-5bcb-484b-ab92-f2140a1e7fbf req-35965057-ecf4-4233-9d4d-a9b4ad4a78b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:30.337015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57b69-5bcb-484b-ab92-f2140a1e7fbf req-35965057-ecf4-4233-9d4d-a9b4ad4a78b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:30.342309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cec97b-c67c-4ee6-a88d-59def5936991 None None] Network 23b00458-4952-496e-8320-367e3f00f992 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:30.345896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57b69-5bcb-484b-ab92-f2140a1e7fbf req-35965057-ecf4-4233-9d4d-a9b4ad4a78b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:30.353987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57b69-5bcb-484b-ab92-f2140a1e7fbf req-35965057-ecf4-4233-9d4d-a9b4ad4a78b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:30.356658 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6ad1445d-2d2e-4d18-a886-f2642b25c642 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=39536ca8-820e-4023-9f1d-76cd894c90d3 HTTP/1.1" status: 200 len: 205 time: 0.0683184 May 28 05:55:30.361319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45314) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:30.365030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57b69-5bcb-484b-ab92-f2140a1e7fbf req-35965057-ecf4-4233-9d4d-a9b4ad4a78b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:30.373710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57b69-5bcb-484b-ab92-f2140a1e7fbf req-35965057-ecf4-4233-9d4d-a9b4ad4a78b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:30.376816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Provisioning for port a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:30.385522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57b69-5bcb-484b-ab92-f2140a1e7fbf req-35965057-ecf4-4233-9d4d-a9b4ad4a78b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:30.422941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bef57b69-5bcb-484b-ab92-f2140a1e7fbf req-35965057-ecf4-4233-9d4d-a9b4ad4a78b6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5439 time: 1.5268095 May 28 05:55:30.439798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:55:30.444563 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:30.457298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Provisioning complete for port a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:30.457677 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:30.527353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bef57b69-5bcb-484b-ab92-f2140a1e7fbf req-1b2bac98-2f2b-46ff-a8fd-344757cf663f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014221 May 28 05:55:30.547427 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-9c5a8c54-cdc9-4159-8598-6e5d50dba0ea tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] delete failed (client error): The resource could not be found. May 28 05:55:30.552709 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9c5a8c54-cdc9-4159-8598-6e5d50dba0ea tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/39536ca8-820e-4023-9f1d-76cd894c90d3 HTTP/1.1" status: 404 len: 336 time: 0.1835134 May 28 05:55:30.561924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45324) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:30.572670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-f293d421-83eb-4824-975c-d40cb88d0528 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:30.573877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-f293d421-83eb-4824-975c-d40cb88d0528 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Synchronizing usage tracker for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:30.589653 n-d-843679-5 neutron-server[88416]: INFO neutron.db.ipam_backend_mixin [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 95af2390-5c87-4ec8-8a69-4b21b1e4cd7b (CIDR: 172.20.0.0/28) May 28 05:55:30.611723 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 05:55:30.614188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:30.632391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 46050f52-e76a-4bd8-ab50-f0e78ad33beb completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:30.636183 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:30.674881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c4145ffa-179e-4bd7-944a-075acc86324c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:30.686610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7ec3d715-007f-431c-af81-e8492e29de7b tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=e81d49c6-bb75-4f6c-9d74-b96d8118b54c HTTP/1.1" status: 200 len: 205 time: 0.1109750 May 28 05:55:30.705894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Port a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:30.713933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bf2bd-b4d5-43c4-98c9-044d968eea6e req-f819005c-ab2c-476b-8613-45bd4f8a745e tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:30.716426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Transition to ACTIVE for port object 65d6ee83-15de-4be6-9691-1c3aa7327b7c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:30.718045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e40bf2bd-b4d5-43c4-98c9-044d968eea6e req-f819005c-ab2c-476b-8613-45bd4f8a745e tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Synchronizing usage tracker for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:30.724765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45334) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:30.735819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b2b408ba-1753-4654-8059-1424962b2a46 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:30.736306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:30.783579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Provisioning for port c4145ffa-179e-4bd7-944a-075acc86324c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:30.786747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e40bf2bd-b4d5-43c4-98c9-044d968eea6e req-f819005c-ab2c-476b-8613-45bd4f8a745e tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Unset dirty status for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:30.789509 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e40bf2bd-b4d5-43c4-98c9-044d968eea6e req-f819005c-ab2c-476b-8613-45bd4f8a745e tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 1.0624678 May 28 05:55:30.791402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-f293d421-83eb-4824-975c-d40cb88d0528 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Unset dirty status for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:30.792552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-f293d421-83eb-4824-975c-d40cb88d0528 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.41 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 1.1942108 May 28 05:55:30.806489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Provisioning complete for port c4145ffa-179e-4bd7-944a-075acc86324c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:30.806882 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:30.878337 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-da3de1f6-e008-4dd3-8d28-d2057e4a0f16 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] delete failed (client error): The resource could not be found. May 28 05:55:30.879709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-da3de1f6-e008-4dd3-8d28-d2057e4a0f16 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/e81d49c6-bb75-4f6c-9d74-b96d8118b54c HTTP/1.1" status: 404 len: 336 time: 0.1523483 May 28 05:55:30.908262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f9cec722-a568-46d5-bc70-c1fbe98003a4 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8531322 May 28 05:55:30.914432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45338) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:30.914761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45340) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:30.917275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e40bf2bd-b4d5-43c4-98c9-044d968eea6e req-977e3912-44a5-46b7-a13a-54f98f2a447b tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Synchronizing usage tracker for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:30.929705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:30.935835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Transition to ACTIVE for port object 65d6ee83-15de-4be6-9691-1c3aa7327b7c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:30.957016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b2b408ba-1753-4654-8059-1424962b2a46, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b2b408ba-1753-4654-8059-1424962b2a46,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:30.961639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b408ba-1753-4654-8059-1424962b2a46'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:30.982083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:31.002245 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1b47fd-4ad0-457f-98b3-e8c32dfe38c1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] DELETE failed (client error): The resource could not be found. May 28 05:55:31.002737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1b47fd-4ad0-457f-98b3-e8c32dfe38c1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:31.004571 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2d1b47fd-4ad0-457f-98b3-e8c32dfe38c1 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/8f3a587f-513b-4362-ad92-15002c013f60 HTTP/1.1" status: 404 len: 337 time: 0.0829527 May 28 05:55:31.015618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45348) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:31.047383 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:31.049118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b870648d-286e-4080-b124-e472c38b10b6 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:31.073647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:31.090303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e40bf2bd-b4d5-43c4-98c9-044d968eea6e req-977e3912-44a5-46b7-a13a-54f98f2a447b tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Unset dirty status for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:31.091501 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e40bf2bd-b4d5-43c4-98c9-044d968eea6e req-977e3912-44a5-46b7-a13a-54f98f2a447b tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961493 May 28 05:55:31.096995 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-af6d93d0-a865-41f2-8670-2171fb388b44 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfce5425-272d-49b9-8078-af8f08ccac6c HTTP/1.1" status: 200 len: 205 time: 0.0725839 May 28 05:55:31.101659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45352) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:31.108979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-5dcb965e-6ac1-4d31-b9cf-525f69cd0f17 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Deleting port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:31.109496 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-5dcb965e-6ac1-4d31-b9cf-525f69cd0f17 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:31.232941 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-49b7096c-d9f6-43b9-8baa-ccbfccd63ccc tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] delete failed (client error): The resource could not be found. May 28 05:55:31.233959 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-49b7096c-d9f6-43b9-8baa-ccbfccd63ccc tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/dfce5425-272d-49b9-8078-af8f08ccac6c HTTP/1.1" status: 404 len: 336 time: 0.0945632 May 28 05:55:31.244436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45360) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:31.279035 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e45627c-3ac0-441e-8e06-6bae0da59a4a'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b408ba-1753-4654-8059-1424962b2a46', 'code': 200} May 28 05:55:31.409737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Network 32bde5d3-bd54-4778-979a-431b319eb75f is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:55:31.458212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:31.459869 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-92695f7e-00db-40a9-b0bf-92b1517474af tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] DELETE failed (client error): The resource could not be found. May 28 05:55:31.460884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92695f7e-00db-40a9-b0bf-92b1517474af tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:31.461053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:55:31.463319 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-92695f7e-00db-40a9-b0bf-92b1517474af tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/c48ae06f-b5d7-4ab2-8dbd-d4d9f8a7ebe4 HTTP/1.1" status: 404 len: 337 time: 0.2070293 May 28 05:55:31.464570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:31.472669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45364) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:31.483669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:31.542857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:31.570255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Pushing event updated for resources: {'Port': ['ID=65d6ee83-15de-4be6-9691-1c3aa7327b7c,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:31.581215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-420e64bc-3bc4-4926-973a-256921a9e42a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:31.581768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-420e64bc-3bc4-4926-973a-256921a9e42a tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.6510758 May 28 05:55:31.603746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb505e-5ad3-45b9-85fb-750846872a79 req-00c5d5a5-0d4e-4898-acb1-40b447346b24 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:31.612245 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eddb505e-5ad3-45b9-85fb-750846872a79 req-00c5d5a5-0d4e-4898-acb1-40b447346b24 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 0.7312531 May 28 05:55:31.710973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-84822c98-5ede-4705-b541-59daccb4f9c2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Deleting port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:31.711345 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-84822c98-5ede-4705-b541-59daccb4f9c2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:31.777835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Current status of the port c4145ffa-179e-4bd7-944a-075acc86324c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:31.790410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:31.800910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port b870648d-286e-4080-b124-e472c38b10b6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:31.828677 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e824c1f0-9585-47cd-b7c0-043bbdd21844 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7613b-14a1-4fcd-a9dd-2694e06c312f HTTP/1.1" status: 200 len: 205 time: 0.3548639 May 28 05:55:31.829692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:31.842691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c4145ffa-179e-4bd7-944a-075acc86324c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:31.843141 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:31.844143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45382) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:31.927973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Attempting to bind port 65d6ee83-15de-4be6-9691-1c3aa7327b7c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:55:31.928760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Attempting to bind port 65d6ee83-15de-4be6-9691-1c3aa7327b7c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '8475209f-6b94-409a-9f0f-fa4ddb199b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '32bde5d3-bd54-4778-979a-431b319eb75f'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:55:31.928760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Attempting to bind port 65d6ee83-15de-4be6-9691-1c3aa7327b7c on network 32bde5d3-bd54-4778-979a-431b319eb75f {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:55:31.939055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eddb505e-5ad3-45b9-85fb-750846872a79 req-d6fc1ed8-6e71-4bc6-835d-f61e02ed2380 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258622 May 28 05:55:31.958357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port b870648d-286e-4080-b124-e472c38b10b6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:31.959089 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:31.977571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:32.001285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:55:32.001628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Checking segment: {'id': '8475209f-6b94-409a-9f0f-fa4ddb199b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '32bde5d3-bd54-4778-979a-431b319eb75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:55:32.002071 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:32.002439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Bound using segment: {'id': '8475209f-6b94-409a-9f0f-fa4ddb199b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '32bde5d3-bd54-4778-979a-431b319eb75f'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:55:32.002909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Bound port: 65d6ee83-15de-4be6-9691-1c3aa7327b7c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8475209f-6b94-409a-9f0f-fa4ddb199b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '32bde5d3-bd54-4778-979a-431b319eb75f'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:55:32.003372 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:32.085052 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-f15741fe-2f07-4d91-81d0-b0a54fca3acd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] delete failed (client error): The resource could not be found. May 28 05:55:32.086811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f15741fe-2f07-4d91-81d0-b0a54fca3acd tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/routers/33a7613b-14a1-4fcd-a9dd-2694e06c312f HTTP/1.1" status: 404 len: 336 time: 0.2416549 May 28 05:55:32.087798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:32.091635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:32.112600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45396) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:32.130552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Provisioning complete for port 933435d6-1d22-4e1d-9818-86195659a654 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:32.130922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:32.182954 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:32.195706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:32.297163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] For port 65d6ee83-15de-4be6-9691-1c3aa7327b7c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:55:32.302597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] For port 65d6ee83-15de-4be6-9691-1c3aa7327b7c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=65d6ee83-15de-4be6-9691-1c3aa7327b7c,segment=NetworkSegment(8475209f-6b94-409a-9f0f-fa4ddb199b33),segment_id=8475209f-6b94-409a-9f0f-fa4ddb199b33)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:55:32.327223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2820b41d-fdfc-40b0-be6f-9b4634df455a None None] Port 933435d6-1d22-4e1d-9818-86195659a654 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:32.363968 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff302c7b-6638-4820-b171-70ae0d491e70 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] DELETE failed (client error): The resource could not be found. May 28 05:55:32.364551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff302c7b-6638-4820-b171-70ae0d491e70 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:32.366562 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ff302c7b-6638-4820-b171-70ae0d491e70 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/17b878bb-0f10-4168-9312-048affe626a7 HTTP/1.1" status: 404 len: 337 time: 0.2078509 May 28 05:55:32.411265 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:32.445357 n-d-843679-5 neutron-server[88416]: INFO neutron.db.ipam_backend_mixin [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 86e12b96-21e5-47e5-b186-08fed1240e53 (CIDR: 172.20.0.16/28) May 28 05:55:32.446676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45414) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:32.454998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b2b408ba-1753-4654-8059-1424962b2a46,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:32.505006 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 05:55:32.505721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:32.529598 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91064b5-9f80-4301-aa16-f2ec3ef3d9d2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] DELETE failed (client error): The resource could not be found. May 28 05:55:32.530186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91064b5-9f80-4301-aa16-f2ec3ef3d9d2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:32.532061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c91064b5-9f80-4301-aa16-f2ec3ef3d9d2 tempest-RoutersIpV6Test-19694147 tempest-RoutersIpV6Test-19694147-project] 10.222.0.39 "DELETE /v2.0/subnets/0a6f3a10-380d-48c2-bc96-516642e6aa9a HTTP/1.1" status: 404 len: 337 time: 0.0798874 May 28 05:55:32.540138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-5dcb965e-6ac1-4d31-b9cf-525f69cd0f17 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] For port 13a29201-3eff-4d0f-a7e3-f81a2af1c125, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13a29201-3eff-4d0f-a7e3-f81a2af1c125,segment=NetworkSegment(b175e2a7-c2a4-48db-89cf-fe978bfdcdec),segment_id=b175e2a7-c2a4-48db-89cf-fe978bfdcdec)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:32.542294 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-5dcb965e-6ac1-4d31-b9cf-525f69cd0f17 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:32.632701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c4145ffa-179e-4bd7-944a-075acc86324c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:32.640549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-11a25878-b042-45a8-b8af-2000a67d6ced None None] Provisioning for port 46050f52-e76a-4bd8-ab50-f0e78ad33beb completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:32.655531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-11a25878-b042-45a8-b8af-2000a67d6ced None None] Provisioning complete for port 46050f52-e76a-4bd8-ab50-f0e78ad33beb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:32.656176 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-11a25878-b042-45a8-b8af-2000a67d6ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:32.756937 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b48201d3-6909-49e1-9280-5a48c9d9460e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8200688 May 28 05:55:32.759687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45444) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:32.873661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-5dcb965e-6ac1-4d31-b9cf-525f69cd0f17 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Calling delete_port for 13a29201-3eff-4d0f-a7e3-f81a2af1c125 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:32.919796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5b27b585-fe7e-4d6c-8a19-052475b93573 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:33.126992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22e95d-827f-4826-a774-1bfa056c2389 None None] Pushing event updated for resources: {'Port': ['ID=65d6ee83-15de-4be6-9691-1c3aa7327b7c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:33.203290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c0a90-ded4-448d-8463-216af7a62668 req-cc4b946e-ac4a-453d-abd8-ef0a78ff44da tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:33.213414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b870648d-286e-4080-b124-e472c38b10b6 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:33.214008 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:33.215343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c0a90-ded4-448d-8463-216af7a62668 req-cc4b946e-ac4a-453d-abd8-ef0a78ff44da tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:33.221011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c0a90-ded4-448d-8463-216af7a62668 req-cc4b946e-ac4a-453d-abd8-ef0a78ff44da tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:33.243998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c0a90-ded4-448d-8463-216af7a62668 req-cc4b946e-ac4a-453d-abd8-ef0a78ff44da tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:33.262614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c0a90-ded4-448d-8463-216af7a62668 req-cc4b946e-ac4a-453d-abd8-ef0a78ff44da tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:33.275430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c0a90-ded4-448d-8463-216af7a62668 req-cc4b946e-ac4a-453d-abd8-ef0a78ff44da tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:33.285704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c0a90-ded4-448d-8463-216af7a62668 req-cc4b946e-ac4a-453d-abd8-ef0a78ff44da tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:33.294810 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b93c0a90-ded4-448d-8463-216af7a62668 req-cc4b946e-ac4a-453d-abd8-ef0a78ff44da tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5440 time: 1.3175542 May 28 05:55:33.300010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45462) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:33.329103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5b27b585-fe7e-4d6c-8a19-052475b93573 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:33.330027 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:33.361491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-11a25878-b042-45a8-b8af-2000a67d6ced None None] Current status of the port 46050f52-e76a-4bd8-ab50-f0e78ad33beb is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:33.363100 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-11a25878-b042-45a8-b8af-2000a67d6ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:33.366959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'subnet': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:33.386037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b870648d-286e-4080-b124-e472c38b10b6'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:33.425269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b870648d-286e-4080-b124-e472c38b10b6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b870648d-286e-4080-b124-e472c38b10b6,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:33.460396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-11a25878-b042-45a8-b8af-2000a67d6ced None None] For port 46050f52-e76a-4bd8-ab50-f0e78ad33beb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=46050f52-e76a-4bd8-ab50-f0e78ad33beb,segment=NetworkSegment(fe092c8d-3aff-4de3-b1a1-1c370902c547),segment_id=fe092c8d-3aff-4de3-b1a1-1c370902c547)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:33.464366 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:33.518795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1031195f-b845-4d3e-8af7-8990b6bac896 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:33.582007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-84822c98-5ede-4705-b541-59daccb4f9c2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] For port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:33.582607 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-84822c98-5ede-4705-b541-59daccb4f9c2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:33.618032 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-11a25878-b042-45a8-b8af-2000a67d6ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:33.704576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b93c0a90-ded4-448d-8463-216af7a62668 req-fd63e158-4ca1-4fb3-a55d-16868a121eea tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4065452 May 28 05:55:33.754806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b870648d-286e-4080-b124-e472c38b10b6,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:33.768982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-04dd0af4-ce44-43d2-9e6a-f7e4bcc6460c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1dcfc16e9c9840239a6bee90968211fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833940 May 28 05:55:33.774299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 1031195f-b845-4d3e-8af7-8990b6bac896 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:33.774503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-5dcb965e-6ac1-4d31-b9cf-525f69cd0f17 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:33.775651 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45482) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:33.935340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 1031195f-b845-4d3e-8af7-8990b6bac896 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:33.935886 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:33.994136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a25878-b042-45a8-b8af-2000a67d6ced None None] Pushing event updated for resources: {'Port': ['ID=46050f52-e76a-4bd8-ab50-f0e78ad33beb,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:34.011955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb965e-6ac1-4d31-b9cf-525f69cd0f17 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Pushing event deleted for resources: {'Port': ['ID=13a29201-3eff-4d0f-a7e3-f81a2af1c125,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:34.058091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c2013567-d287-47a2-8560-b978dc01ac51 None None] Provisioning for port b11ff5fa-6859-4a3c-b3a1-07820f815085 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:34.086764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-84822c98-5ede-4705-b541-59daccb4f9c2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Calling delete_port for 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:34.092489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 13a29201-3eff-4d0f-a7e3-f81a2af1c125 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:55:34.140391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c2013567-d287-47a2-8560-b978dc01ac51 None None] Provisioning complete for port b11ff5fa-6859-4a3c-b3a1-07820f815085 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:34.140939 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c2013567-d287-47a2-8560-b978dc01ac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:34.155805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network 23b00458-4952-496e-8320-367e3f00f992 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:55:34.204854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:34.221990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 13a29201-3eff-4d0f-a7e3-f81a2af1c125 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:55:34.222266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 13a29201-3eff-4d0f-a7e3-f81a2af1c125 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:55:34.222789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:55:34.269186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:34.386820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Usage tracker for resource:subnet and tenant:c2462d2832014f7d9bedf389dab3788a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:34.397224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:34.405835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5b27b585-fe7e-4d6c-8a19-052475b93573 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:34.411868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:34.460036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Port': ['ID=b11ff5fa-6859-4a3c-b3a1-07820f815085,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:34.474419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Made reservation on behalf of c2462d2832014f7d9bedf389dab3788a for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:34.488406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:34.547178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-5dcb965e-6ac1-4d31-b9cf-525f69cd0f17 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] No DVR routers for this DVR port 13a29201-3eff-4d0f-a7e3-f81a2af1c125 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:55:34.582219 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-5dcb965e-6ac1-4d31-b9cf-525f69cd0f17 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:34.585132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'name': 'network-vif-deleted', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:34.616436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f3862-d86e-4cd4-82fa-8fe1b073168a req-03e2e402-3b4d-4a04-97ea-1042c7dc6f18 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:34.618480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d30f3862-d86e-4cd4-82fa-8fe1b073168a req-03e2e402-3b4d-4a04-97ea-1042c7dc6f18 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 946 time: 2.2814817 May 28 05:55:34.629768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ac602f-2a8d-4ef3-aad9-7d914540242e None None] Network 32bde5d3-bd54-4778-979a-431b319eb75f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:34.652353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-c14f045a-c5bb-40e5-9aed-35c01986094b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4437454 May 28 05:55:34.757985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d30f3862-d86e-4cd4-82fa-8fe1b073168a req-b3b5b2ba-8cd5-4002-b0d9-aa3b4ce6c427 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf29266-f30a-4498-a426-977fedece91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011376 May 28 05:55:34.919627 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d9980d-9cbd-4552-b78d-6130791f4ecb'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b870648d-286e-4080-b124-e472c38b10b6', 'code': 200} May 28 05:55:35.061470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c2013567-d287-47a2-8560-b978dc01ac51 None None] Port b11ff5fa-6859-4a3c-b3a1-07820f815085 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:35.141964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 46050f52-e76a-4bd8-ab50-f0e78ad33beb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:35.148483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Router 1153dc83-8350-424c-a29f-906b0dd17938 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:55:35.194643 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-84822c98-5ede-4705-b541-59daccb4f9c2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:35.234952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 1031195f-b845-4d3e-8af7-8990b6bac896 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:35.235707 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:35.276952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b0baea0c-3cdd-447f-b3d1-adde821bf849'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:55:35.302624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d81f5c9-2c5c-4169-8d1e-526dcc2d0f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:35.317134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987419c-6c2a-4b3f-a026-16d1d3938d0b req-d6b9bc7c-8803-4d44-b789-95105cc760ea tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:35.325874 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c987419c-6c2a-4b3f-a026-16d1d3938d0b req-d6b9bc7c-8803-4d44-b789-95105cc760ea tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 945 time: 1.4424372 May 28 05:55:35.369145 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d81f5c9-2c5c-4169-8d1e-526dcc2d0f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:35.426879 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:35.470479 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d81f5c9-2c5c-4169-8d1e-526dcc2d0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:35.496544 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9022f1e8-5ece-4451-bc34-e18c1afc78b6 req-5dcb965e-6ac1-4d31-b9cf-525f69cd0f17 tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.41 "DELETE /v2.0/ports/13a29201-3eff-4d0f-a7e3-f81a2af1c125 HTTP/1.1" status: 204 len: 173 time: 4.6732984 May 28 05:55:35.521633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Network 6b772a76-c0e9-406d-a743-df1016360448 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:55:35.523567 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d81f5c9-2c5c-4169-8d1e-526dcc2d0f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:35.524987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0d81f5c9-2c5c-4169-8d1e-526dcc2d0f93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95f509cc-c97c-4e87-a4c9-223b8d5d3ff3 HTTP/1.1" status: 204 len: 168 time: 1.7221622 May 28 05:55:35.529459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:35.531527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81f5c9-2c5c-4169-8d1e-526dcc2d0f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f509cc-c97c-4e87-a4c9-223b8d5d3ff3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:35.551823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84822c98-5ede-4705-b541-59daccb4f9c2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Pushing event deleted for resources: {'Port': ['ID=21d17e89-beda-48f1-bf27-e3b06fc0d3c6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:35.569702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:35.570289 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:35.602857 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c987419c-6c2a-4b3f-a026-16d1d3938d0b req-971d1bc7-3205-4574-9b57-7f0f3829ef57 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756920 May 28 05:55:35.614553 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3158767 May 28 05:55:35.623649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45508) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:35.630609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1031195f-b845-4d3e-8af7-8990b6bac896, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1031195f-b845-4d3e-8af7-8990b6bac896,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:35.636653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:35.643020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-361758019', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '76a51210-d12c-48c5-80c2-9b6410d69c0f'}], 'security_groups': ['e330b12a-c20e-41d9-8414-2de462cfef80', '88063f5c-a6b7-4da4-9380-d6c358dbfe3e']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:35.643512 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:35.687225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f826efd-fab8-4fc7-8dce-d5762c99e4d7 None None] Network 6b772a76-c0e9-406d-a743-df1016360448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:35.744711 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a77390d-70bf-4e43-82ae-90d59b7eeb3f'] response: {'server_uuid': 'baae17e8-2ce2-472e-a469-917f9f73ce18', 'name': 'network-vif-deleted', 'tag': '13a29201-3eff-4d0f-a7e3-f81a2af1c125', 'status': 'completed', 'code': 200} May 28 05:55:35.793229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43923d-1518-43f5-9407-6399252ea27b tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Subnet': ['ID=76a51210-d12c-48c5-80c2-9b6410d69c0f,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:36.026848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-6a79660b-a2e1-4260-a707-b026769492da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:36.028945 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-6a79660b-a2e1-4260-a707-b026769492da service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b64aac2a56744fc3b993f592b4557340&device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 1096 time: 1.1496744 May 28 05:55:36.030018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-84822c98-5ede-4705-b541-59daccb4f9c2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] No DVR routers for this DVR port 21d17e89-beda-48f1-bf27-e3b06fc0d3c6 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:55:36.047277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-84822c98-5ede-4705-b541-59daccb4f9c2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:36.050208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc83ea7-8c5d-43dc-9c81-968db0e397d8', 'name': 'network-vif-deleted', 'tag': '21d17e89-beda-48f1-bf27-e3b06fc0d3c6'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:36.058571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c2013567-d287-47a2-8560-b978dc01ac51 None None] Provisioning complete for port 46050f52-e76a-4bd8-ab50-f0e78ad33beb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:36.058571 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c2013567-d287-47a2-8560-b978dc01ac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:36.107408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:55:36.119167 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845c621-d29d-48d0-845a-ef9ca927f504 None None] Sync routers for ids ['1153dc83-8350-424c-a29f-906b0dd17938'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:55:36.132310 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845c621-d29d-48d0-845a-ef9ca927f504 None None] Routers {'1153dc83-8350-424c-a29f-906b0dd17938'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:36.135994 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8845c621-d29d-48d0-845a-ef9ca927f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1153dc83-8350-424c-a29f-906b0dd17938'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:36.354296 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8845c621-d29d-48d0-845a-ef9ca927f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:36.376805 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845c621-d29d-48d0-845a-ef9ca927f504 None None] Routers {'1153dc83-8350-424c-a29f-906b0dd17938'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:36.377978 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8845c621-d29d-48d0-845a-ef9ca927f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1153dc83-8350-424c-a29f-906b0dd17938'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:36.427402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:36.475399 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:36.477628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efdb6ff1-c2c4-4123-a994-107560eb2bd0 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:36.489184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6e53d713-c51f-4ff2-a91b-b3a7fdeb460f req-7b9b5c29-ff22-45fa-990c-b5fd177989bf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Synchronizing usage tracker for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:36.641300 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8845c621-d29d-48d0-845a-ef9ca927f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:36.641916 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845c621-d29d-48d0-845a-ef9ca927f504 None None] The sync data for ids ['1153dc83-8350-424c-a29f-906b0dd17938'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:55:36.674084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 46050f52-e76a-4bd8-ab50-f0e78ad33beb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:36.675413 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:36.814860 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6e7dd53f-8654-490d-baf7-5c4b6eb08ca3 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "PUT /v2.0/routers/1153dc83-8350-424c-a29f-906b0dd17938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9901943 May 28 05:55:36.828483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45540) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:36.972722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e567b5a-d3a9-484f-80fe-4a57ed6fb614 req-84822c98-5ede-4705-b541-59daccb4f9c2 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.41 "DELETE /v2.0/ports/21d17e89-beda-48f1-bf27-e3b06fc0d3c6 HTTP/1.1" status: 204 len: 173 time: 5.3381572 May 28 05:55:36.980342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031195f-b845-4d3e-8af7-8990b6bac896'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:36.990248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Delete allocated IP 172.20.0.10 (6b772a76-c0e9-406d-a743-df1016360448/95af2390-5c87-4ec8-8a69-4b21b1e4cd7b) {{(pid=88416) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 05:55:36.999763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Allocated IP 172.20.0.45 (6b772a76-c0e9-406d-a743-df1016360448/76a51210-d12c-48c5-80c2-9b6410d69c0f/a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:37.162578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4283f55-4a88-450f-b09c-c76ed77fe5e6 req-d2c04897-b80e-48e1-a8c9-2903b8d403b8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:37.179338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=1031195f-b845-4d3e-8af7-8990b6bac896,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:37.181756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4283f55-4a88-450f-b09c-c76ed77fe5e6 req-d2c04897-b80e-48e1-a8c9-2903b8d403b8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:37.196622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4283f55-4a88-450f-b09c-c76ed77fe5e6 req-d2c04897-b80e-48e1-a8c9-2903b8d403b8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:37.216441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4283f55-4a88-450f-b09c-c76ed77fe5e6 req-d2c04897-b80e-48e1-a8c9-2903b8d403b8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:37.232940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4283f55-4a88-450f-b09c-c76ed77fe5e6 req-d2c04897-b80e-48e1-a8c9-2903b8d403b8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:37.250817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4283f55-4a88-450f-b09c-c76ed77fe5e6 req-d2c04897-b80e-48e1-a8c9-2903b8d403b8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:37.268446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4283f55-4a88-450f-b09c-c76ed77fe5e6 req-d2c04897-b80e-48e1-a8c9-2903b8d403b8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:37.281347 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4283f55-4a88-450f-b09c-c76ed77fe5e6 req-d2c04897-b80e-48e1-a8c9-2903b8d403b8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5441 time: 1.9913273 May 28 05:55:37.363971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45560) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:37.411854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.412804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.413402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.413658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.413993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.414385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.414714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.415036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.418898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.432011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.432698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.433232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:55:37.461346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port efdb6ff1-c2c4-4123-a994-107560eb2bd0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:37.490800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c2013567-d287-47a2-8560-b978dc01ac51 None None] Current status of the port 46050f52-e76a-4bd8-ab50-f0e78ad33beb is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:37.518469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port efdb6ff1-c2c4-4123-a994-107560eb2bd0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:37.518900 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:37.641014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-c7a8f702-ca69-47e1-83a1-f16fd552a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:37.650282 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-c7a8f702-ca69-47e1-83a1-f16fd552a7fe service neutron] 10.222.0.33 "GET /v2.0/networks?id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 200 len: 912 time: 1.5875542 May 28 05:55:37.741877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6e53d713-c51f-4ff2-a91b-b3a7fdeb460f req-7b9b5c29-ff22-45fa-990c-b5fd177989bf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] Unset dirty status for tenant:a928476d426c4a8299ddc40dcdf4eecd on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:37.764258 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6e53d713-c51f-4ff2-a91b-b3a7fdeb460f req-7b9b5c29-ff22-45fa-990c-b5fd177989bf tempest-ServerRescueTestJSONUnderV235-273113085 tempest-ServerRescueTestJSONUnderV235-273113085-project] 10.222.0.39 "GET /v2.0/ports?device_id=baae17e8-2ce2-472e-a469-917f9f73ce18 HTTP/1.1" status: 200 len: 210 time: 1.3294086 May 28 05:55:37.873317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fd6d1ad8-4c26-4d40-81a7-b6640a013782 None None] Provisioning complete for port b11ff5fa-6859-4a3c-b3a1-07820f815085 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:37.873693 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fd6d1ad8-4c26-4d40-81a7-b6640a013782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:37.952088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 46050f52-e76a-4bd8-ab50-f0e78ad33beb is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:37.963766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65d6ee83-15de-4be6-9691-1c3aa7327b7c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:37.965140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:37.983023 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd419cc-6371-43b0-971b-a1c09865f100'] response: {'server_uuid': '6fc83ea7-8c5d-43dc-9c81-968db0e397d8', 'name': 'network-vif-deleted', 'tag': '21d17e89-beda-48f1-bf27-e3b06fc0d3c6', 'status': 'completed', 'code': 200} May 28 05:55:38.080742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Transition to ACTIVE for port object a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:38.105116 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.241934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-03abfc0c-fde5-4786-a619-72548cf911c8 admin admin] Deleting subnet 1cb2cb39-359b-4b8e-8719-c46e0fd277ae {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:55:38.245222 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-5448e3c0-d7b4-4422-abe5-a9a52e7688d4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849 HTTP/1.1" status: 200 len: 217 time: 0.2658129 May 28 05:55:38.253625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03abfc0c-fde5-4786-a619-72548cf911c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.311008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03abfc0c-fde5-4786-a619-72548cf911c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.369363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port efdb6ff1-c2c4-4123-a994-107560eb2bd0 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:38.370754 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.383007 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03abfc0c-fde5-4786-a619-72548cf911c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.443481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d1ad8-4c26-4d40-81a7-b6640a013782 None None] Port b11ff5fa-6859-4a3c-b3a1-07820f815085 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:38.537100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event updated for resources: {'Port': ['ID=a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:38.559664 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-71c81d29-b9ca-4d00-9f43-de2d70ea138e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.571682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fd6d1ad8-4c26-4d40-81a7-b6640a013782 None None] Provisioning for port 65d6ee83-15de-4be6-9691-1c3aa7327b7c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:38.598005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4283f55-4a88-450f-b09c-c76ed77fe5e6 req-b03a481d-36d7-4b30-823c-5efac3dc026e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3144391 May 28 05:55:38.640658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port efdb6ff1-c2c4-4123-a994-107560eb2bd0, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efdb6ff1-c2c4-4123-a994-107560eb2bd0,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:38.660144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186149d0-cdfc-450a-a1b7-d419f3a497dd None None] Update dhcp port {'port': {'network_id': '6b772a76-c0e9-406d-a743-df1016360448', 'fixed_ips': [{'subnet_id': '86e12b96-21e5-47e5-b186-08fed1240e53', 'ip_address': '172.20.0.18'}, {'subnet_id': '95af2390-5c87-4ec8-8a69-4b21b1e4cd7b', 'ip_address': '172.20.0.2'}, {'subnet_id': '76a51210-d12c-48c5-80c2-9b6410d69c0f'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'c4145ffa-179e-4bd7-944a-075acc86324c'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 05:55:38.773336 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-186149d0-cdfc-450a-a1b7-d419f3a497dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.794064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-9a48cb58-23a4-4701-97d4-5dad88f94283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:38.796733 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.798507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-9a48cb58-23a4-4701-97d4-5dad88f94283 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 200 len: 851 time: 0.3436346 May 28 05:55:38.801698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 640b0c34-cf13-4106-bb80-d891f351b35f up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:38.832337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] In _notify_port_updated(), no bound segment for port a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 on network 6b772a76-c0e9-406d-a743-df1016360448 {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:55:38.855890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 65d6ee83-15de-4be6-9691-1c3aa7327b7c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:38.859647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:38.860521 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.861894 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-13e59139-843a-409b-8dad-92b72bc0f26a tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "PUT /v2.0/ports/a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 HTTP/1.1" status: 200 len: 959 time: 3.2342489 May 28 05:55:38.870414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45598) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:38.897745 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18843272-49cc-46a2-8bdc-d4003967babc'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031195f-b845-4d3e-8af7-8990b6bac896', 'code': 200} May 28 05:55:38.928042 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03abfc0c-fde5-4786-a619-72548cf911c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.979089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 65d6ee83-15de-4be6-9691-1c3aa7327b7c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:38.983605 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:38.992939 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-78ddd396-44e8-4717-a399-8dad21972899 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=717afe8e-0e7b-46d2-9055-41c9dc2d17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812751 May 28 05:55:39.010286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45602) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:39.021402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-dccb32cd-e840-49c4-8347-0cae90af0ed3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:39.022881 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dccb32cd-e840-49c4-8347-0cae90af0ed3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:39.188144 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ca904f73-d881-4122-890e-9adc0381d5e0 req-27a765c1-4f01-4a86-a983-115461bc5f16 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc83ea7-8c5d-43dc-9c81-968db0e397d8 HTTP/1.1" status: 200 len: 210 time: 0.8748479 May 28 05:55:39.277173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abfc0c-fde5-4786-a619-72548cf911c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb2cb39-359b-4b8e-8719-c46e0fd277ae,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:39.401488 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03abfc0c-fde5-4786-a619-72548cf911c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:39.417579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=efdb6ff1-c2c4-4123-a994-107560eb2bd0,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:39.529158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dccb32cd-e840-49c4-8347-0cae90af0ed3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:39.681909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 65d6ee83-15de-4be6-9691-1c3aa7327b7c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:39.685333 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:39.690330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-dccb32cd-e840-49c4-8347-0cae90af0ed3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:39.715635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 640b0c34-cf13-4106-bb80-d891f351b35f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:39.743884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-03abfc0c-fde5-4786-a619-72548cf911c8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1cb2cb39-359b-4b8e-8719-c46e0fd277ae HTTP/1.1" status: 204 len: 168 time: 2.3768208 May 28 05:55:39.751864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45628) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:39.752666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 640b0c34-cf13-4106-bb80-d891f351b35f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:39.753088 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:39.788293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-186149d0-cdfc-450a-a1b7-d419f3a497dd None None] Allocated IP 172.20.0.34 (6b772a76-c0e9-406d-a743-df1016360448/76a51210-d12c-48c5-80c2-9b6410d69c0f/c4145ffa-179e-4bd7-944a-075acc86324c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:39.894505 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-d9dadaf7-e25c-48b0-8aaa-207852922676 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 05:55:39.895591 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d9dadaf7-e25c-48b0-8aaa-207852922676 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "PUT /v2.0/routers/1153dc83-8350-424c-a29f-906b0dd17938/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0629382 May 28 05:55:39.902594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45634) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:39.906721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 65d6ee83-15de-4be6-9691-1c3aa7327b7c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=65d6ee83-15de-4be6-9691-1c3aa7327b7c,segment=NetworkSegment(8475209f-6b94-409a-9f0f-fa4ddb199b33),segment_id=8475209f-6b94-409a-9f0f-fa4ddb199b33)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:39.981987 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.086802 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.175986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 640b0c34-cf13-4106-bb80-d891f351b35f is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:40.176647 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.202386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=65d6ee83-15de-4be6-9691-1c3aa7327b7c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:40.216724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-61da6887-d654-46e7-b4bf-cd1295b4229e service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2016029 May 28 05:55:40.225235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-186149d0-cdfc-450a-a1b7-d419f3a497dd None None] For port c4145ffa-179e-4bd7-944a-075acc86324c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c4145ffa-179e-4bd7-944a-075acc86324c,segment=NetworkSegment(fa27e0dd-bfc9-4949-9298-5a37ec865c2c),segment_id=fa27e0dd-bfc9-4949-9298-5a37ec865c2c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:40.244702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 640b0c34-cf13-4106-bb80-d891f351b35f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=640b0c34-cf13-4106-bb80-d891f351b35f,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:40.266903 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-186149d0-cdfc-450a-a1b7-d419f3a497dd None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.285091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-186149d0-cdfc-450a-a1b7-d419f3a497dd None None] Transition to ACTIVE for port object c4145ffa-179e-4bd7-944a-075acc86324c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:40.286579 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.288069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 944b1812-db23-4113-a5bd-719177904604 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:40.341978 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.360845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dccb32cd-e840-49c4-8347-0cae90af0ed3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.388838 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-186149d0-cdfc-450a-a1b7-d419f3a497dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.530210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 944b1812-db23-4113-a5bd-719177904604 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:40.575878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=640b0c34-cf13-4106-bb80-d891f351b35f,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:40.584529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 944b1812-db23-4113-a5bd-719177904604 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:40.584847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.720172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb32cd-e840-49c4-8347-0cae90af0ed3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:40.791265 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1712-70dd-4ea3-b955-a0dc3d2e0bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.817225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f459b-5734-43d9-885c-145e0edf161b req-a343e39d-8522-4690-8cb4-43bff4e9cdde tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:40.834974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f459b-5734-43d9-885c-145e0edf161b req-a343e39d-8522-4690-8cb4-43bff4e9cdde tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:40.840982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f459b-5734-43d9-885c-145e0edf161b req-a343e39d-8522-4690-8cb4-43bff4e9cdde tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:40.853809 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186149d0-cdfc-450a-a1b7-d419f3a497dd None None] Pushing event updated for resources: {'Port': ['ID=c4145ffa-179e-4bd7-944a-075acc86324c,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:40.866320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f459b-5734-43d9-885c-145e0edf161b req-a343e39d-8522-4690-8cb4-43bff4e9cdde tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:40.888226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f459b-5734-43d9-885c-145e0edf161b req-a343e39d-8522-4690-8cb4-43bff4e9cdde tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:40.892777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 944b1812-db23-4113-a5bd-719177904604 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:40.892777 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:40.896266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f459b-5734-43d9-885c-145e0edf161b req-a343e39d-8522-4690-8cb4-43bff4e9cdde tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:40.912848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f459b-5734-43d9-885c-145e0edf161b req-a343e39d-8522-4690-8cb4-43bff4e9cdde tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:40.914941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdb6ff1-c2c4-4123-a994-107560eb2bd0'}, {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b0c34-cf13-4106-bb80-d891f351b35f'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:40.921106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af9f459b-5734-43d9-885c-145e0edf161b req-a343e39d-8522-4690-8cb4-43bff4e9cdde tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5443 time: 1.0134175 May 28 05:55:41.009906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 944b1812-db23-4113-a5bd-719177904604, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=944b1812-db23-4113-a5bd-719177904604,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:41.026192 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.027011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 67916908-4578-4d60-8b1d-270d092cdcd6 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:41.103508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dccb32cd-e840-49c4-8347-0cae90af0ed3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.127350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d99c9288-1788-49d1-a1cd-42b67d7bcd64 req-a3abc4dd-433f-479a-bfc5-a84dede465a4 service neutron] 10.222.0.33 "GET /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8777423 May 28 05:55:41.167870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af9f459b-5734-43d9-885c-145e0edf161b req-37b02da1-00cc-4d45-b210-29bd0d95a851 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2457991 May 28 05:55:41.177701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.187548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dccb32cd-e840-49c4-8347-0cae90af0ed3 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 HTTP/1.1" status: 204 len: 168 time: 2.3159928 May 28 05:55:41.188519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45664) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:41.311920 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f09feee-94bc-4a13-bd18-f673bdc8319d'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdb6ff1-c2c4-4123-a994-107560eb2bd0', 'code': 200} May 28 05:55:41.312190 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f09feee-94bc-4a13-bd18-f673bdc8319d'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b0c34-cf13-4106-bb80-d891f351b35f', 'code': 200} May 28 05:55:41.330287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac109167-1220-484d-a8bf-5dadaf8ed4e3']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:41.348274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=944b1812-db23-4113-a5bd-719177904604,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:41.349424 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf98770-2c5e-44ee-b610-ce61034a5606 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] GET failed (client error): The resource could not be found. May 28 05:55:41.351791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7bf98770-2c5e-44ee-b610-ce61034a5606 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Synchronizing usage tracker for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:41.361076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4369818a-e539-4570-8121-ecf65eb771f7') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:41.361545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4369818a-e539-4570-8121-ecf65eb771f7') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:41.380498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 67916908-4578-4d60-8b1d-270d092cdcd6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:41.386065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 67916908-4578-4d60-8b1d-270d092cdcd6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:41.386433 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.393808 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.498965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7bf98770-2c5e-44ee-b610-ce61034a5606 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Unset dirty status for tenant:c2462d2832014f7d9bedf389dab3788a on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:41.504747 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7bf98770-2c5e-44ee-b610-ce61034a5606 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports/a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9 HTTP/1.1" status: 404 len: 333 time: 0.2999520 May 28 05:55:41.505846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45672) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:41.518153 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.547037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:55:41.547929 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.562458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538c77b-8744-48e0-9f1b-2ef872b3af5e req-84c89609-6d81-4526-9277-ef772b010aed tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:41.566558 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0538c77b-8744-48e0-9f1b-2ef872b3af5e req-84c89609-6d81-4526-9277-ef772b010aed tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.6258001 May 28 05:55:41.700314 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 4369818a-e539-4570-8121-ecf65eb771f7 resource provider aggregate not found May 28 05:55:41.770174 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 4369818a-e539-4570-8121-ecf65eb771f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4369818a-e539-4570-8121-ecf65eb771f7 found for delete ", "request_id": "req-9052219f-60b1-411a-bc47-0cabd962299f"}]} May 28 05:55:41.826561 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.862399 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.863193 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.867968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af3fc4f5-50a4-4709-b54a-9b4ba3f43410 None None] Could not find standard attr ID for object a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 05:55:41.871201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.874232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 67916908-4578-4d60-8b1d-270d092cdcd6 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:41.874597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.879767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac109167-1220-484d-a8bf-5dadaf8ed4e3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:41.915425 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:41.940944 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0538c77b-8744-48e0-9f1b-2ef872b3af5e req-e45377d9-a1e7-414c-bcdc-91661e12f719 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191898 May 28 05:55:41.960456 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fde0041c-2159-4b1b-835d-0c7cbdaca925 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ac109167-1220-484d-a8bf-5dadaf8ed4e3 HTTP/1.1" status: 204 len: 168 time: 2.2010090 May 28 05:55:41.975990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af3fc4f5-50a4-4709-b54a-9b4ba3f43410 None None] Provisioning for port c4145ffa-179e-4bd7-944a-075acc86324c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:41.978833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 67916908-4578-4d60-8b1d-270d092cdcd6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=67916908-4578-4d60-8b1d-270d092cdcd6,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:41.998651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af3fc4f5-50a4-4709-b54a-9b4ba3f43410 None None] Provisioning complete for port c4145ffa-179e-4bd7-944a-075acc86324c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:41.999304 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af3fc4f5-50a4-4709-b54a-9b4ba3f43410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.062012 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.076358 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.143390 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb33c-869e-48d8-8b89-8da4a39bab46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.286878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65d6ee83-15de-4be6-9691-1c3aa7327b7c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:42.289394 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb33c-869e-48d8-8b89-8da4a39bab46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.423850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45700) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:42.501153 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=67916908-4578-4d60-8b1d-270d092cdcd6,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:42.602676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 65d6ee83-15de-4be6-9691-1c3aa7327b7c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:42.603050 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.621923 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f978b1d9-e0bf-4c39-9231-be81761d707b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b2d028f91264ef89bba35bd8dc794a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885920 May 28 05:55:42.624641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45710) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:42.646232 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb33c-869e-48d8-8b89-8da4a39bab46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.667253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-af3fc4f5-50a4-4709-b54a-9b4ba3f43410 None None] Current status of the port c4145ffa-179e-4bd7-944a-075acc86324c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:42.691905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eb33c-869e-48d8-8b89-8da4a39bab46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5997c79-74b9-4874-b5d6-607899c5e005,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:42.715652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb33c-869e-48d8-8b89-8da4a39bab46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.721490 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bf3eb33c-869e-48d8-8b89-8da4a39bab46 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/security-groups/e5997c79-74b9-4874-b5d6-607899c5e005 HTTP/1.1" status: 204 len: 168 time: 1.1868806 May 28 05:55:42.724277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45714) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:42.783956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 65d6ee83-15de-4be6-9691-1c3aa7327b7c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:42.785303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c4145ffa-179e-4bd7-944a-075acc86324c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:42.796135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ca4ff1a-5ab4-4bd8-93bd-f30d7ba496a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.847068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af3fc4f5-50a4-4709-b54a-9b4ba3f43410 None None] Provisioning complete for port 933435d6-1d22-4e1d-9818-86195659a654 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:42.847750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af3fc4f5-50a4-4709-b54a-9b4ba3f43410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.923126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ca4ff1a-5ab4-4bd8-93bd-f30d7ba496a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.948122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-af3fc4f5-50a4-4709-b54a-9b4ba3f43410 None None] Port 933435d6-1d22-4e1d-9818-86195659a654 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:42.979359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting port b11ff5fa-6859-4a3c-b3a1-07820f815085 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:42.979712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:42.984837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c4145ffa-179e-4bd7-944a-075acc86324c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:42.985510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:43.112662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d93a60ee-cc53-4493-a1ac-fd1325e98030 None None] Could not find standard attr ID for object a44e0406-ba46-47c6-a4c8-bb0d7b9e4bc9. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 05:55:43.293170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c4145ffa-179e-4bd7-944a-075acc86324c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:43.296575 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:43.313556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944b1812-db23-4113-a5bd-719177904604'}, {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67916908-4578-4d60-8b1d-270d092cdcd6'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:43.391766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84bcd-3fe7-4c9c-8b9b-0806862929e4 req-3af1efd6-efdd-4aa7-a597-2c585de5483b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:43.398342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84bcd-3fe7-4c9c-8b9b-0806862929e4 req-3af1efd6-efdd-4aa7-a597-2c585de5483b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:43.404334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84bcd-3fe7-4c9c-8b9b-0806862929e4 req-3af1efd6-efdd-4aa7-a597-2c585de5483b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:43.410431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84bcd-3fe7-4c9c-8b9b-0806862929e4 req-3af1efd6-efdd-4aa7-a597-2c585de5483b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:43.416468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84bcd-3fe7-4c9c-8b9b-0806862929e4 req-3af1efd6-efdd-4aa7-a597-2c585de5483b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:43.422301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84bcd-3fe7-4c9c-8b9b-0806862929e4 req-3af1efd6-efdd-4aa7-a597-2c585de5483b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:43.431906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84bcd-3fe7-4c9c-8b9b-0806862929e4 req-3af1efd6-efdd-4aa7-a597-2c585de5483b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:43.441959 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2dd84bcd-3fe7-4c9c-8b9b-0806862929e4 req-3af1efd6-efdd-4aa7-a597-2c585de5483b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 0.9437168 May 28 05:55:43.457311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9d7455f-45af-40b7-b7cd-046d7463f381 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:43.462490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ca4ff1a-5ab4-4bd8-93bd-f30d7ba496a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:43.482467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:43.496765 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4ff1a-5ab4-4bd8-93bd-f30d7ba496a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea53ce56-701b-4b8a-aa50-99e12d748f2c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:43.514940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9d7455f-45af-40b7-b7cd-046d7463f381 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:43.526556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2dd84bcd-3fe7-4c9c-8b9b-0806862929e4 req-12d3bead-bd15-44da-98e2-b9e35daa6f5a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886383 May 28 05:55:43.614762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] Deleting port d4a63f2d-0041-4c90-9832-e8b6455b98b1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:43.615154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:43.616670 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01676976-5e72-45c2-bc10-8cbce9d4039d'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944b1812-db23-4113-a5bd-719177904604', 'code': 200} May 28 05:55:43.617475 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01676976-5e72-45c2-bc10-8cbce9d4039d'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67916908-4578-4d60-8b1d-270d092cdcd6', 'code': 200} May 28 05:55:43.633710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Calling delete_port for b11ff5fa-6859-4a3c-b3a1-07820f815085 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:43.658438 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9d7455f-45af-40b7-b7cd-046d7463f381 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:43.692023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2ec3c-77b8-4c01-bf48-451f261f1bb9 req-491d829b-d566-416d-ad53-00ef47a619e5 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:43.693888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ca2ec3c-77b8-4c01-bf48-451f261f1bb9 req-491d829b-d566-416d-ad53-00ef47a619e5 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.3876190 May 28 05:55:43.704655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2ca4ff1a-5ab4-4bd8-93bd-f30d7ba496a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:43.705693 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2ca4ff1a-5ab4-4bd8-93bd-f30d7ba496a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea53ce56-701b-4b8a-aa50-99e12d748f2c HTTP/1.1" status: 204 len: 168 time: 1.0788522 May 28 05:55:43.724157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7455f-45af-40b7-b7cd-046d7463f381 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88063f5c-a6b7-4da4-9380-d6c358dbfe3e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:43.916684 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9d7455f-45af-40b7-b7cd-046d7463f381 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:43.917919 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a9d7455f-45af-40b7-b7cd-046d7463f381 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/security-groups/88063f5c-a6b7-4da4-9380-d6c358dbfe3e HTTP/1.1" status: 204 len: 168 time: 1.1914394 May 28 05:55:43.926897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45742) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:43.958773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ca2ec3c-77b8-4c01-bf48-451f261f1bb9 req-599a24dd-c165-4729-a113-7db4f7154084 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517579 May 28 05:55:44.061365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] For port d4a63f2d-0041-4c90-9832-e8b6455b98b1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d4a63f2d-0041-4c90-9832-e8b6455b98b1,segment=NetworkSegment(b175e2a7-c2a4-48db-89cf-fe978bfdcdec),segment_id=b175e2a7-c2a4-48db-89cf-fe978bfdcdec)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:44.061739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:44.175776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:44.235300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Port': ['ID=b11ff5fa-6859-4a3c-b3a1-07820f815085,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:44.264864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] Calling delete_port for d4a63f2d-0041-4c90-9832-e8b6455b98b1 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:44.318876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97803112-6062-46b0-bf1f-8be206e77279 req-40e6aacb-5d59-4448-94ab-575dfbe6031d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:44.319653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-97803112-6062-46b0-bf1f-8be206e77279 req-40e6aacb-5d59-4448-94ab-575dfbe6031d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Synchronizing usage tracker for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:44.341581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bd490-b845-431a-a132-770253db9c94 req-3ede337d-e396-40f2-8bb4-3a6aa0b45999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:44.342056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bd490-b845-431a-a132-770253db9c94 req-3ede337d-e396-40f2-8bb4-3a6aa0b45999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:44.342521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bd490-b845-431a-a132-770253db9c94 req-3ede337d-e396-40f2-8bb4-3a6aa0b45999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:44.343168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bd490-b845-431a-a132-770253db9c94 req-3ede337d-e396-40f2-8bb4-3a6aa0b45999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:44.343836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bd490-b845-431a-a132-770253db9c94 req-3ede337d-e396-40f2-8bb4-3a6aa0b45999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:44.344764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bd490-b845-431a-a132-770253db9c94 req-3ede337d-e396-40f2-8bb4-3a6aa0b45999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:44.345103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bd490-b845-431a-a132-770253db9c94 req-3ede337d-e396-40f2-8bb4-3a6aa0b45999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:44.347073 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-335bd490-b845-431a-a132-770253db9c94 req-3ede337d-e396-40f2-8bb4-3a6aa0b45999 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6503 time: 0.5455792 May 28 05:55:44.347916 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-af452c53-77ef-4d76-80af-1870243bea01 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:44.486788 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-af452c53-77ef-4d76-80af-1870243bea01 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:44.501762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-97803112-6062-46b0-bf1f-8be206e77279 req-40e6aacb-5d59-4448-94ab-575dfbe6031d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Unset dirty status for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:44.503150 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97803112-6062-46b0-bf1f-8be206e77279 req-40e6aacb-5d59-4448-94ab-575dfbe6031d tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.33 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 0.7004616 May 28 05:55:44.541365 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:44.647088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-335bd490-b845-431a-a132-770253db9c94 req-531cadda-d379-43d9-a256-9b0ee04529da service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2896600 May 28 05:55:44.742717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Deleting port b0baea0c-3cdd-447f-b3d1-adde821bf849 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:44.743282 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:44.887460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-af452c53-77ef-4d76-80af-1870243bea01 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:44.940084 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-af452c53-77ef-4d76-80af-1870243bea01 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:44.943694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-af452c53-77ef-4d76-80af-1870243bea01 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/security-groups/e330b12a-c20e-41d9-8414-2de462cfef80 HTTP/1.1" status: 204 len: 168 time: 1.0137935 May 28 05:55:44.947766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af452c53-77ef-4d76-80af-1870243bea01 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e330b12a-c20e-41d9-8414-2de462cfef80,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:44.969805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45784) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:45.085257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e64803-fd45-47cc-97d8-b2c7bb76aa8e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet 95af2390-5c87-4ec8-8a69-4b21b1e4cd7b {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:55:45.090189 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4e64803-fd45-47cc-97d8-b2c7bb76aa8e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:45.145790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Router 1153dc83-8350-424c-a29f-906b0dd17938 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:55:45.166918 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4e64803-fd45-47cc-97d8-b2c7bb76aa8e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:45.277787 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:45.439151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a63f2d-0041-4c90-9832-e8b6455b98b1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:45.487467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:55:45.502349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a4923-b256-4be8-8f20-6acd1add8d88 None None] Sync routers for ids ['1153dc83-8350-424c-a29f-906b0dd17938'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:55:45.507815 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b1247778-6815-4dff-ac44-67b6f1d700ae tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "PUT /v2.0/routers/1153dc83-8350-424c-a29f-906b0dd17938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6034915 May 28 05:55:45.521311 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a4923-b256-4be8-8f20-6acd1add8d88 None None] Routers {'1153dc83-8350-424c-a29f-906b0dd17938'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:45.521704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45808) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:45.523531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b04a4923-b256-4be8-8f20-6acd1add8d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1153dc83-8350-424c-a29f-906b0dd17938'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:45.656497 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-ed994ad3-1566-47a9-aa82-d544437033f1 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] delete failed (client error): The resource could not be found. May 28 05:55:45.658103 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ed994ad3-1566-47a9-aa82-d544437033f1 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-434857735 HTTP/1.1" status: 404 len: 334 time: 0.1259151 May 28 05:55:45.661863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45834) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:45.685168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-90d74d8c-d12c-497c-b7e1-93d76c25b279 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'router': {'external_gateway_info': {'network_id': '1153dc83-8350-424c-a29f-906b0dd17938'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:45.692640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b04a4923-b256-4be8-8f20-6acd1add8d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:45.729925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a4923-b256-4be8-8f20-6acd1add8d88 None None] Routers {'1153dc83-8350-424c-a29f-906b0dd17938'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:45.730736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b04a4923-b256-4be8-8f20-6acd1add8d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1153dc83-8350-424c-a29f-906b0dd17938'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:45.753330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4e64803-fd45-47cc-97d8-b2c7bb76aa8e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:45.924680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db539bf-39e1-4687-bac4-7cc8fe86c4ee req-612befe2-9105-4461-8b0d-c459d7067b71 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:45.940603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db539bf-39e1-4687-bac4-7cc8fe86c4ee req-612befe2-9105-4461-8b0d-c459d7067b71 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:45.963957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b04a4923-b256-4be8-8f20-6acd1add8d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:45.964374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a4923-b256-4be8-8f20-6acd1add8d88 None None] The sync data for ids ['1153dc83-8350-424c-a29f-906b0dd17938'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:55:45.971400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db539bf-39e1-4687-bac4-7cc8fe86c4ee req-612befe2-9105-4461-8b0d-c459d7067b71 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:45.980016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db539bf-39e1-4687-bac4-7cc8fe86c4ee req-612befe2-9105-4461-8b0d-c459d7067b71 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:45.989682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db539bf-39e1-4687-bac4-7cc8fe86c4ee req-612befe2-9105-4461-8b0d-c459d7067b71 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:45.998471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db539bf-39e1-4687-bac4-7cc8fe86c4ee req-612befe2-9105-4461-8b0d-c459d7067b71 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:46.007485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db539bf-39e1-4687-bac4-7cc8fe86c4ee req-612befe2-9105-4461-8b0d-c459d7067b71 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:46.014702 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9db539bf-39e1-4687-bac4-7cc8fe86c4ee req-612befe2-9105-4461-8b0d-c459d7067b71 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 1.2284887 May 28 05:55:46.343159 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4e64803-fd45-47cc-97d8-b2c7bb76aa8e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:46.346516 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:46.356338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5375ae-dc0e-487d-92b5-bf1945c2c19d req-6e16bb5d-27b1-4d4d-ad80-25ceb334d068 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:46.362126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9db539bf-39e1-4687-bac4-7cc8fe86c4ee req-c07b53dc-ea14-4911-b6b5-8b4132ce8dee tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242895 May 28 05:55:46.375111 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e5375ae-dc0e-487d-92b5-bf1945c2c19d req-6e16bb5d-27b1-4d4d-ad80-25ceb334d068 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 945 time: 1.0825775 May 28 05:55:46.462932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e64803-fd45-47cc-97d8-b2c7bb76aa8e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=95af2390-5c87-4ec8-8a69-4b21b1e4cd7b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:46.481943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a800f391-83dc-4d1a-8cbc-d303cbe18ee2 None None] Network 6b772a76-c0e9-406d-a743-df1016360448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:46.495268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] For port b0baea0c-3cdd-447f-b3d1-adde821bf849, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:46.497767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:46.559321 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c4e64803-fd45-47cc-97d8-b2c7bb76aa8e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:46.572341 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c4e64803-fd45-47cc-97d8-b2c7bb76aa8e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/95af2390-5c87-4ec8-8a69-4b21b1e4cd7b HTTP/1.1" status: 204 len: 168 time: 1.6015019 May 28 05:55:46.580314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45868) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:46.865003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a76a202-aba8-4f35-b667-4c15e33e8acb tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet 76a51210-d12c-48c5-80c2-9b6410d69c0f {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:55:46.875828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b0baea0c-3cdd-447f-b3d1-adde821bf849 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:55:46.879755 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a76a202-aba8-4f35-b667-4c15e33e8acb tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:46.918434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e5375ae-dc0e-487d-92b5-bf1945c2c19d req-74281350-b2b4-46fb-a21f-540c42daf389 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388286 May 28 05:55:47.023413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90d74d8c-d12c-497c-b7e1-93d76c25b279 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.041965 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a76a202-aba8-4f35-b667-4c15e33e8acb tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.117135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Calling delete_port for b0baea0c-3cdd-447f-b3d1-adde821bf849 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:47.129107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b0baea0c-3cdd-447f-b3d1-adde821bf849 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:47.129716 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.129906 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-90d74d8c-d12c-497c-b7e1-93d76c25b279 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] update failed (client error): The resource could not be found. May 28 05:55:47.131010 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-90d74d8c-d12c-497c-b7e1-93d76c25b279 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "PUT /v2.0/routers/1153dc83-8350-424c-a29f-906b0dd17938 HTTP/1.1" status: 404 len: 339 time: 1.4575639 May 28 05:55:47.135736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45892) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:47.157189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-799226019'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:47.199637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:47.209786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2b4310-fbac-4447-89f9-a48557ccb000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0baea0c-3cdd-447f-b3d1-adde821bf849'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:47.218625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Usage tracker for resource:network and tenant:43332a0447d74533bcb1e61b5e6b8eb9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:47.236362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b0baea0c-3cdd-447f-b3d1-adde821bf849, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:47.264965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.280039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:47.303671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:47.362568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Made reservation on behalf of 43332a0447d74533bcb1e61b5e6b8eb9 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:47.372240 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.403500 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6630ff19-4d2a-42e2-b6e4-4fbbcfb74cd3'] response: {'server_uuid': 'fc2b4310-fbac-4447-89f9-a48557ccb000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0baea0c-3cdd-447f-b3d1-adde821bf849', 'code': 200} May 28 05:55:47.433516 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a76a202-aba8-4f35-b667-4c15e33e8acb tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.466423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b0baea0c-3cdd-447f-b3d1-adde821bf849,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:47.548497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:55:47.566775 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.567246 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Added segment d715a51c-2097-412a-a3cd-23aadc7f50d8 of type vlan for network 84b1c9c8-544e-4a48-b503-15ce185453ab May 28 05:55:47.616261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:55:47.616579 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:55:47.617600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a76a202-aba8-4f35-b667-4c15e33e8acb tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.620435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] Router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:55:47.675835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.680990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76a202-aba8-4f35-b667-4c15e33e8acb tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=76a51210-d12c-48c5-80c2-9b6410d69c0f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:47.684316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a76a202-aba8-4f35-b667-4c15e33e8acb tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.864580 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1a76a202-aba8-4f35-b667-4c15e33e8acb tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/76a51210-d12c-48c5-80c2-9b6410d69c0f HTTP/1.1" status: 204 len: 168 time: 1.2827861 May 28 05:55:47.865345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45926) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:47.912224 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:47.945945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:47.951534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:48.081349 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8909aa-390d-4f7d-923a-a24727e5988e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:48.081801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8909aa-390d-4f7d-923a-a24727e5988e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:48.099393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1d8909aa-390d-4f7d-923a-a24727e5988e tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/95af2390-5c87-4ec8-8a69-4b21b1e4cd7b HTTP/1.1" status: 404 len: 337 time: 0.2098918 May 28 05:55:48.116998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45934) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:48.129942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Deleting port b0baea0c-3cdd-447f-b3d1-adde821bf849 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:48.131572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:48.351484 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2146299 May 28 05:55:48.373705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45942) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:48.379447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'subnet': {'network_id': '84b1c9c8-544e-4a48-b503-15ce185453ab', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:48.449796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:55:48.463616 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] Sync routers for ids ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:55:48.474994 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] Routers {'5cd20961-5808-41c2-a4cb-bd9fe83635f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:48.475629 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:48.538056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c1d8e-5d42-4c09-98d4-cb8fdcef4e41 None None] Network 6b772a76-c0e9-406d-a743-df1016360448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:48.695989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384777-8bcb-4d72-8da7-ffa155c61142 req-a888446f-e5d0-4da8-bdca-caf6d313c640 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:48.713551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384777-8bcb-4d72-8da7-ffa155c61142 req-a888446f-e5d0-4da8-bdca-caf6d313c640 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:48.720853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384777-8bcb-4d72-8da7-ffa155c61142 req-a888446f-e5d0-4da8-bdca-caf6d313c640 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:48.734889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384777-8bcb-4d72-8da7-ffa155c61142 req-a888446f-e5d0-4da8-bdca-caf6d313c640 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:48.742214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384777-8bcb-4d72-8da7-ffa155c61142 req-a888446f-e5d0-4da8-bdca-caf6d313c640 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:48.748899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384777-8bcb-4d72-8da7-ffa155c61142 req-a888446f-e5d0-4da8-bdca-caf6d313c640 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:48.756305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384777-8bcb-4d72-8da7-ffa155c61142 req-a888446f-e5d0-4da8-bdca-caf6d313c640 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:48.758727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb384777-8bcb-4d72-8da7-ffa155c61142 req-a888446f-e5d0-4da8-bdca-caf6d313c640 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 1.0710595 May 28 05:55:48.759633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d43b18-a6f6-4993-9ca9-395f7691b622 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Network': ['ID=84b1c9c8-544e-4a48-b503-15ce185453ab,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:48.799289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 84b1c9c8-544e-4a48-b503-15ce185453ab details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:55:48.813737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-751d0be2-14fd-4989-8515-84e09a321b54 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting subnet 86e12b96-21e5-47e5-b186-08fed1240e53 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:55:48.817876 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-751d0be2-14fd-4989-8515-84e09a321b54 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:48.926048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-751d0be2-14fd-4989-8515-84e09a321b54 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:48.931528 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] Set router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:48.990832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a530316-2863-4272-b82e-bb4becf05b69 req-eb7c3d39-9cda-4193-b3f8-815a896bb4bd tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:48.995628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0a530316-2863-4272-b82e-bb4becf05b69 req-eb7c3d39-9cda-4193-b3f8-815a896bb4bd tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Synchronizing usage tracker for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:49.013999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5b46709a-a3ed-42c1-9723-f5cc244143e2 admin admin] 10.222.0.39 "PUT /v2.0/routers/5cd20961-5808-41c2-a4cb-bd9fe83635f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9999120 May 28 05:55:49.027517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45956) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:49.220186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bd568cc5-25ce-43e6-b1cc-ee02815164af None None] Provisioning complete for port c4145ffa-179e-4bd7-944a-075acc86324c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:49.221222 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bd568cc5-25ce-43e6-b1cc-ee02815164af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:49.234732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:55:49.270770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb384777-8bcb-4d72-8da7-ffa155c61142 req-45f96274-33c1-4260-b9fc-d017090c5573 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4914110 May 28 05:55:49.278283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Usage tracker for resource:subnet and tenant:43332a0447d74533bcb1e61b5e6b8eb9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:55:49.287919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:55:49.329905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:55:49.341754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0a530316-2863-4272-b82e-bb4becf05b69 req-eb7c3d39-9cda-4193-b3f8-815a896bb4bd tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Unset dirty status for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:49.342914 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a530316-2863-4272-b82e-bb4becf05b69 req-eb7c3d39-9cda-4193-b3f8-815a896bb4bd tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 943 time: 1.1374278 May 28 05:55:49.375663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Made reservation on behalf of 43332a0447d74533bcb1e61b5e6b8eb9 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:55:49.379213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:49.621089 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:55:44Z', 'revision_number': 5, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:49.631073 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] Checking router: 5cd20961-5808-41c2-a4cb-bd9fe83635f7 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:55:49.641496 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] Routers {'5cd20961-5808-41c2-a4cb-bd9fe83635f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:55:49.642541 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:49.837077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a530316-2863-4272-b82e-bb4becf05b69 req-195113cd-decb-4b5c-8e73-8fb327c8456f tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec41479c-bbe9-44eb-ba72-c516bdb3df6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724860 May 28 05:55:49.838668 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:49.874446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bd568cc5-25ce-43e6-b1cc-ee02815164af None None] Current status of the port c4145ffa-179e-4bd7-944a-075acc86324c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:49.935168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bd568cc5-25ce-43e6-b1cc-ee02815164af None None] Provisioning complete for port 933435d6-1d22-4e1d-9818-86195659a654 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:49.935576 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bd568cc5-25ce-43e6-b1cc-ee02815164af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:49.968409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-751d0be2-14fd-4989-8515-84e09a321b54 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:49.971935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] For port b0baea0c-3cdd-447f-b3d1-adde821bf849, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b0baea0c-3cdd-447f-b3d1-adde821bf849,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:49.972299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:49.998118 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] Set router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:55:50.081728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bd568cc5-25ce-43e6-b1cc-ee02815164af None None] Port 933435d6-1d22-4e1d-9818-86195659a654 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:50.382602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Calling delete_port for b0baea0c-3cdd-447f-b3d1-adde821bf849 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:50.411441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b021-79c3-4a25-b7f9-6ac838c3904e req-156e2166-ccd4-4af2-9f2d-0a6ea2029ba3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:50.434929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b021-79c3-4a25-b7f9-6ac838c3904e req-156e2166-ccd4-4af2-9f2d-0a6ea2029ba3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:50.446024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b021-79c3-4a25-b7f9-6ac838c3904e req-156e2166-ccd4-4af2-9f2d-0a6ea2029ba3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:50.467737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b021-79c3-4a25-b7f9-6ac838c3904e req-156e2166-ccd4-4af2-9f2d-0a6ea2029ba3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:50.483294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b021-79c3-4a25-b7f9-6ac838c3904e req-156e2166-ccd4-4af2-9f2d-0a6ea2029ba3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:50.496318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b021-79c3-4a25-b7f9-6ac838c3904e req-156e2166-ccd4-4af2-9f2d-0a6ea2029ba3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:50.509730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b021-79c3-4a25-b7f9-6ac838c3904e req-156e2166-ccd4-4af2-9f2d-0a6ea2029ba3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:50.517111 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc40b021-79c3-4a25-b7f9-6ac838c3904e req-156e2166-ccd4-4af2-9f2d-0a6ea2029ba3 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 0.7212586 May 28 05:55:50.530725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45982) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:50.643394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-984bf661-d520-4f2c-acc0-844b7bf40d2b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Request body: {'floatingip': {'port_id': 'b870648d-286e-4080-b124-e472c38b10b6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:50.672318 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:55:44Z', 'revision_number': 5, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:50.684013 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc967b3-d40c-4e35-a093-8b2a4aa8af22 None None] The sync data for ids ['5cd20961-5808-41c2-a4cb-bd9fe83635f7'] in n-d-843679-5 is: [{'id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-199006836-router', 'tenant_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'bb704530-fec8-4372-9192-c4e009018298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:55:44Z', 'revision_number': 5, 'project_id': 'a928476d426c4a8299ddc40dcdf4eecd', 'gw_port': {'id': 'bb704530-fec8-4372-9192-c4e009018298', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20961-5808-41c2-a4cb-bd9fe83635f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:53:22Z', 'updated_at': '2022-05-28T05:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:55:50.881783 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:50.922416 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-984bf661-d520-4f2c-acc0-844b7bf40d2b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:50.988850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Pushing event deleted for resources: {'Port': ['ID=b0baea0c-3cdd-447f-b3d1-adde821bf849,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:51.056032 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-751d0be2-14fd-4989-8515-84e09a321b54 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:51.345465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:51.358693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e40e065e-a111-4d6f-a6cc-a6c45ff0bca8 None None] Provisioning complete for port c4145ffa-179e-4bd7-944a-075acc86324c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:51.359688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e40e065e-a111-4d6f-a6cc-a6c45ff0bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:51.395213 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-63ccb794-0dc7-4c2c-9dbd-dc2bb79c52f8 req-6d472180-aaad-4922-b0a1-147c8a4d8a7f tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 210 time: 0.1501811 May 28 05:55:51.399992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] No DVR routers for this DVR port b0baea0c-3cdd-447f-b3d1-adde821bf849 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:55:51.424075 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:51.428138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2b4310-fbac-4447-89f9-a48557ccb000', 'name': 'network-vif-deleted', 'tag': 'b0baea0c-3cdd-447f-b3d1-adde821bf849'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:55:51.433781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-751d0be2-14fd-4989-8515-84e09a321b54 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:51.437735 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:51.442158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d0be2-14fd-4989-8515-84e09a321b54 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Subnet': ['ID=86e12b96-21e5-47e5-b186-08fed1240e53,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:51.478060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Deleting port bb704530-fec8-4372-9192-c4e009018298 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:51.478664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:51.532958 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-751d0be2-14fd-4989-8515-84e09a321b54 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/86e12b96-21e5-47e5-b186-08fed1240e53 HTTP/1.1" status: 204 len: 168 time: 3.4134839 May 28 05:55:51.533883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Subnet': ['ID=9bf83e7e-1c6a-4d3f-9a24-5a6baecb3b1c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:51.545141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c736e1-fd18-48a8-8eef-8ef3148d3f05 None None] Network 6b772a76-c0e9-406d-a743-df1016360448 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:51.548972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:51.662627 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa563ac-3c8b-4d54-b83f-a336120b9f22 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:51.663125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa563ac-3c8b-4d54-b83f-a336120b9f22 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:51.669548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-afa563ac-3c8b-4d54-b83f-a336120b9f22 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/fac47053-2572-48cb-81d2-4b9266118d20 HTTP/1.1" status: 404 len: 337 time: 0.1104939 May 28 05:55:51.670174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46008) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:51.953171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] For port bb704530-fec8-4372-9192-c4e009018298, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bb704530-fec8-4372-9192-c4e009018298,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:51.953887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:51.954188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b415194a-1f27-47d1-b11e-f4f53839d916 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ced0ab7-f9af-4fe2-9edc-7657e1ae5880 HTTP/1.1" status: 200 len: 205 time: 0.2784328 May 28 05:55:51.956782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46016) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:52.097253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e40e065e-a111-4d6f-a6cc-a6c45ff0bca8 None None] Current status of the port c4145ffa-179e-4bd7-944a-075acc86324c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:52.108494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d4a63f2d-0041-4c90-9832-e8b6455b98b1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:55:52.147133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Calling delete_port for bb704530-fec8-4372-9192-c4e009018298 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:52.164317 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-471fc49b-675e-42d9-8f89-0abaf7e41b49 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] delete failed (client error): The resource could not be found. May 28 05:55:52.168675 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-471fc49b-675e-42d9-8f89-0abaf7e41b49 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/routers/5ced0ab7-f9af-4fe2-9edc-7657e1ae5880 HTTP/1.1" status: 404 len: 336 time: 0.1976643 May 28 05:55:52.179042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46020) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:52.182540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Checking segment: {'id': 'd715a51c-2097-412a-a3cd-23aadc7f50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '84b1c9c8-544e-4a48-b503-15ce185453ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:55:52.182855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network hostable DHCP agents. Network: 84b1c9c8-544e-4a48-b503-15ce185453ab, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:55:52.184490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: d4a63f2d-0041-4c90-9832-e8b6455b98b1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:55:52.185291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d4a63f2d-0041-4c90-9832-e8b6455b98b1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:55:52.201659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e40e065e-a111-4d6f-a6cc-a6c45ff0bca8 None None] Provisioning complete for port 933435d6-1d22-4e1d-9818-86195659a654 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:52.202935 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e40e065e-a111-4d6f-a6cc-a6c45ff0bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:52.278066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e40e065e-a111-4d6f-a6cc-a6c45ff0bca8 None None] Port 933435d6-1d22-4e1d-9818-86195659a654 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:55:52.293171 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01cac86-6ad2-4ea6-91da-1b28f3374c72 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:52.293639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01cac86-6ad2-4ea6-91da-1b28f3374c72 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:52.299738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b01cac86-6ad2-4ea6-91da-1b28f3374c72 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/01abadea-8394-4bc1-8363-760399eacbf5 HTTP/1.1" status: 404 len: 337 time: 0.1019139 May 28 05:55:52.306479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46024) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:52.398563 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac67560-fc2b-420e-848c-55684d7ecc9a'] response: {'server_uuid': 'fc2b4310-fbac-4447-89f9-a48557ccb000', 'name': 'network-vif-deleted', 'tag': 'b0baea0c-3cdd-447f-b3d1-adde821bf849', 'status': 'completed', 'code': 200} May 28 05:55:52.412652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:52.415214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9406b2a0-9da1-4d0e-b261-630021e161d6 None None] DHCP port deletion for 6b772a76-c0e9-406d-a743-df1016360448 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:55:52.421737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9406b2a0-9da1-4d0e-b261-630021e161d6 None None] Deleting port c4145ffa-179e-4bd7-944a-075acc86324c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:52.422119 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9406b2a0-9da1-4d0e-b261-630021e161d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:52.525614 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1707e73-6445-4171-b901-48ad291e4d3d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:52.526081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1707e73-6445-4171-b901-48ad291e4d3d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:52.534419 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c1707e73-6445-4171-b901-48ad291e4d3d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/e05f356d-a2a2-4ff4-b155-fe56fc51dceb HTTP/1.1" status: 404 len: 337 time: 0.0833392 May 28 05:55:52.538846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46038) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:52.672217 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca42d0e7-0559-4bee-9986-465e7d569a5d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:52.672217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca42d0e7-0559-4bee-9986-465e7d569a5d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:52.675726 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ca42d0e7-0559-4bee-9986-465e7d569a5d tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/448175ce-b32b-41fd-a9c3-9f17c8166f68 HTTP/1.1" status: 404 len: 337 time: 0.1212323 May 28 05:55:52.678962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46046) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:52.728049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network 84b1c9c8-544e-4a48-b503-15ce185453ab is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:55:52.753351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9406b2a0-9da1-4d0e-b261-630021e161d6 None None] For port c4145ffa-179e-4bd7-944a-075acc86324c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c4145ffa-179e-4bd7-944a-075acc86324c,segment=NetworkSegment(fa27e0dd-bfc9-4949-9298-5a37ec865c2c),segment_id=fa27e0dd-bfc9-4949-9298-5a37ec865c2c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:52.753573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 84b1c9c8-544e-4a48-b503-15ce185453ab) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:52.753750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9406b2a0-9da1-4d0e-b261-630021e161d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:52.921610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97803112-6062-46b0-bf1f-8be206e77279 req-931067e9-d080-4754-a477-cc651f6280b8 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.33 "DELETE /v2.0/ports/b0baea0c-3cdd-447f-b3d1-adde821bf849 HTTP/1.1" status: 204 len: 173 time: 8.3587987 May 28 05:55:52.933106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9406b2a0-9da1-4d0e-b261-630021e161d6 None None] Calling delete_port for c4145ffa-179e-4bd7-944a-075acc86324c owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:52.974922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f901bf-f8de-437e-b197-f1159d9e157c None None] Network 84b1c9c8-544e-4a48-b503-15ce185453ab requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:53.096798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb704530-fec8-4372-9192-c4e009018298,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:53.194639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c01ef6d1-bd79-45ac-ad1e-4349c5c13273 req-6993f647-fd44-4a14-b815-9b4426609122 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Synchronizing usage tracker for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:55:53.331642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:55:53.336259 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:53.337923 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66fc8d1-83c4-406b-8ab5-b6ac83f257b2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:53.338407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66fc8d1-83c4-406b-8ab5-b6ac83f257b2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:53.343634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a66fc8d1-83c4-406b-8ab5-b6ac83f257b2 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/62eb4676-5587-44bc-badc-919cca2033a7 HTTP/1.1" status: 404 len: 333 time: 0.6621547 May 28 05:55:53.348734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46054) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:53.398874 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1fd7ed-5780-49a2-8f30-518c4c9db239 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:53.399359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1fd7ed-5780-49a2-8f30-518c4c9db239 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:53.401289 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9c1fd7ed-5780-49a2-8f30-518c4c9db239 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/03edb20a-fdda-4643-bd3d-9abc2acd71c3 HTTP/1.1" status: 404 len: 337 time: 0.0516157 May 28 05:55:53.406413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46058) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:53.434484 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9406b2a0-9da1-4d0e-b261-630021e161d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:53.438309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c01ef6d1-bd79-45ac-ad1e-4349c5c13273 req-6993f647-fd44-4a14-b815-9b4426609122 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] Unset dirty status for tenant:b64aac2a56744fc3b993f592b4557340 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:55:53.458095 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c01ef6d1-bd79-45ac-ad1e-4349c5c13273 req-6993f647-fd44-4a14-b815-9b4426609122 tempest-ServerRescueTestJSON-940396842 tempest-ServerRescueTestJSON-940396842-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b4310-fbac-4447-89f9-a48557ccb000 HTTP/1.1" status: 200 len: 210 time: 0.5452502 May 28 05:55:53.493968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:53.530865 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:55:53.587650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406b2a0-9da1-4d0e-b261-630021e161d6 None None] No DVR routers for this DVR port c4145ffa-179e-4bd7-944a-075acc86324c on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:55:53.644304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406b2a0-9da1-4d0e-b261-630021e161d6 None None] Pushing event deleted for resources: {'Port': ['ID=c4145ffa-179e-4bd7-944a-075acc86324c,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:53.691924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-84b1c9c8-544e-4a48-b503-15ce185453ab', 'network_id': '84b1c9c8-544e-4a48-b503-15ce185453ab', 'tenant_id': '43332a0447d74533bcb1e61b5e6b8eb9', 'fixed_ips': [{'subnet_id': '9bf83e7e-1c6a-4d3f-9a24-5a6baecb3b1c'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:55:53.698668 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:53.772835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aaf7ded4-8efc-4bd9-9ca0-0933a7d7dc63 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.3983953 May 28 05:55:53.774937 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce2d9b3-525b-49a3-b70f-6a6726c35b16 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:53.778781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce2d9b3-525b-49a3-b70f-6a6726c35b16 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:53.780624 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5ce2d9b3-525b-49a3-b70f-6a6726c35b16 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/907f8b4d-7e3d-4449-b0e2-049b9c568bd6 HTTP/1.1" status: 404 len: 337 time: 0.3733408 May 28 05:55:53.782988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46070) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:53.801742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46072) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:53.821804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-eb7b8a88-4098-4f2a-8e7b-d0bc1f14ce9b tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'router': {'external_gateway_info': {'network_id': '84b1c9c8-544e-4a48-b503-15ce185453ab'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:55:53.972289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:53.983922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:54.055450 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:54.056000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd20961-5808-41c2-a4cb-bd9fe83635f7 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:55:54.093373 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:54.093373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b72e70b7-2b33-4c26-a80d-8566d242aa3c admin admin] 10.222.0.39 "DELETE /v2.0/routers/5cd20961-5808-41c2-a4cb-bd9fe83635f7 HTTP/1.1" status: 204 len: 168 time: 5.0517976 May 28 05:55:54.093373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46082) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:54.211712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-984bf661-d520-4f2c-acc0-844b7bf40d2b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:55:54.369887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-376b833a-ef11-42cb-820b-ee02ec2c7922 admin admin] Deleting subnet 2dc43936-7b57-4c59-93f9-a4f8d823ed7a {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:55:54.382700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-376b833a-ef11-42cb-820b-ee02ec2c7922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:54.392969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c4145ffa-179e-4bd7-944a-075acc86324c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:55:54.537855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: c4145ffa-179e-4bd7-944a-075acc86324c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:55:54.538562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c4145ffa-179e-4bd7-944a-075acc86324c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:55:54.593867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Allocated IP 2001:db8:1::2 (84b1c9c8-544e-4a48-b503-15ce185453ab/9bf83e7e-1c6a-4d3f-9a24-5a6baecb3b1c/b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:55:54.642567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-376b833a-ef11-42cb-820b-ee02ec2c7922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:54.688643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46092) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:54.700449 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac4bd0b-7197-4fa7-9fc4-21da92f39927 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:54.701256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac4bd0b-7197-4fa7-9fc4-21da92f39927 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:54.703552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bac4bd0b-7197-4fa7-9fc4-21da92f39927 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/ac4f8a73-4d3f-4cf3-9c70-4ed640157bfc HTTP/1.1" status: 404 len: 333 time: 0.8981519 May 28 05:55:54.843803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46096) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:54.986048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-376b833a-ef11-42cb-820b-ee02ec2c7922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.001404 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-baafc9a5-ddb9-4ab5-b8c2-22084685e9b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:55.001955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baafc9a5-ddb9-4ab5-b8c2-22084685e9b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:55.006154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-baafc9a5-ddb9-4ab5-b8c2-22084685e9b5 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/fb08eb13-217c-44c0-a0c8-305dc21c6fdd HTTP/1.1" status: 404 len: 337 time: 0.1445024 May 28 05:55:55.010903 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.024121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-984bf661-d520-4f2c-acc0-844b7bf40d2b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.027751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Transition to ACTIVE for port object b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:55.027925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46106) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:55.061143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Transition to ACTIVE for port object b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:55:55.072353 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.265692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-376b833a-ef11-42cb-820b-ee02ec2c7922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.318999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Network 84b1c9c8-544e-4a48-b503-15ce185453ab is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:55:55.324380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:55:55.327777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:55:55.372574 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-984bf661-d520-4f2c-acc0-844b7bf40d2b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.392918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b833a-ef11-42cb-820b-ee02ec2c7922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc43936-7b57-4c59-93f9-a4f8d823ed7a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:55.407371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-376b833a-ef11-42cb-820b-ee02ec2c7922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.427366 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-376b833a-ef11-42cb-820b-ee02ec2c7922 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2dc43936-7b57-4c59-93f9-a4f8d823ed7a HTTP/1.1" status: 204 len: 168 time: 1.3348966 May 28 05:55:55.428077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46116) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:55.454521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Pushing event updated for resources: {'Port': ['ID=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:55.479897 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd3ef71-acd6-48b8-ad86-6d7f4d475ee9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] DELETE failed (client error): The resource could not be found. May 28 05:55:55.481079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Attempting to bind port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:55:55.481738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Attempting to bind port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd715a51c-2097-412a-a3cd-23aadc7f50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '84b1c9c8-544e-4a48-b503-15ce185453ab'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:55:55.482285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Attempting to bind port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c on network 84b1c9c8-544e-4a48-b503-15ce185453ab {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:55:55.484774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd3ef71-acd6-48b8-ad86-6d7f4d475ee9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:55:55.490218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:55:55.490892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Checking segment: {'id': 'd715a51c-2097-412a-a3cd-23aadc7f50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '84b1c9c8-544e-4a48-b503-15ce185453ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:55:55.491426 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.492247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Bound using segment: {'id': 'd715a51c-2097-412a-a3cd-23aadc7f50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '84b1c9c8-544e-4a48-b503-15ce185453ab'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:55:55.495102 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fcd3ef71-acd6-48b8-ad86-6d7f4d475ee9 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/subnets/abcf9f7b-94bc-4f70-bd08-3ce467da27bf HTTP/1.1" status: 404 len: 337 time: 0.2436113 May 28 05:55:55.496584 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Bound port: b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd715a51c-2097-412a-a3cd-23aadc7f50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '84b1c9c8-544e-4a48-b503-15ce185453ab'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:55:55.497552 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.499548 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8a88-4098-4f2a-8e7b-d0bc1f14ce9b tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.548851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46120) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:55.682509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.687006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] For port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:55:55.690843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] For port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,segment=NetworkSegment(d715a51c-2097-412a-a3cd-23aadc7f50d8),segment_id=d715a51c-2097-412a-a3cd-23aadc7f50d8)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:55:55.702930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-76a73be6-6fae-4635-8047-7c42b78a734c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Deleting port 933435d6-1d22-4e1d-9818-86195659a654 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:55:55.703315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-76a73be6-6fae-4635-8047-7c42b78a734c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.704182 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:55.921196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74e063-4bc3-4440-8a38-678d551cc711 None None] Pushing event updated for resources: {'Port': ['ID=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:56.070880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bb704530-fec8-4372-9192-c4e009018298 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:55:56.153046 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:56.261356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-76a73be6-6fae-4635-8047-7c42b78a734c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:56.413068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: bb704530-fec8-4372-9192-c4e009018298 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:55:56.413491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bb704530-fec8-4372-9192-c4e009018298 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:55:56.509105 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-984bf661-d520-4f2c-acc0-844b7bf40d2b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Floating IP 30de7138-5d51-480c-b4a0-9b3de598235f associated. External IP: 172.25.4.194, port: b870648d-286e-4080-b124-e472c38b10b6. May 28 05:55:56.560669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-76a73be6-6fae-4635-8047-7c42b78a734c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Calling delete_port for 933435d6-1d22-4e1d-9818-86195659a654 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:55:56.858566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7088dd9d-42b3-46b9-a9bf-0159a21869e0']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:56.923004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:56.923004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b175e2a7-c2a4-48db-89cf-fe978bfdcdec') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:56.975440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:57.047020 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:57.064552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:55:57.076191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:57.229638 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-eb7b8a88-4098-4f2a-8e7b-d0bc1f14ce9b tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 05:55:57.236797 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eb7b8a88-4098-4f2a-8e7b-d0bc1f14ce9b tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "PUT /v2.0/routers/1153dc83-8350-424c-a29f-906b0dd17938 HTTP/1.1" status: 400 len: 364 time: 3.4484694 May 28 05:55:57.244402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46148) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:57.378705 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-76a73be6-6fae-4635-8047-7c42b78a734c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:57.415177 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment b175e2a7-c2a4-48db-89cf-fe978bfdcdec resource provider aggregate not found May 28 05:55:57.553046 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment b175e2a7-c2a4-48db-89cf-fe978bfdcdec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b175e2a7-c2a4-48db-89cf-fe978bfdcdec found for delete ", "request_id": "req-ca903567-6196-49bf-bbed-4cd9156b8f4a"}]} May 28 05:55:57.588709 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-76a73be6-6fae-4635-8047-7c42b78a734c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:57.629805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-76a73be6-6fae-4635-8047-7c42b78a734c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/ports/933435d6-1d22-4e1d-9818-86195659a654 HTTP/1.1" status: 204 len: 168 time: 2.0718181 May 28 05:55:57.629805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a73be6-6fae-4635-8047-7c42b78a734c tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Port': ['ID=933435d6-1d22-4e1d-9818-86195659a654,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:57.629805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46160) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:57.724600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:57.744286 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:57.869317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5225c6d-5c95-4756-bc01-a7c557c451c0 None None] Network 84b1c9c8-544e-4a48-b503-15ce185453ab requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:55:58.141569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7088dd9d-42b3-46b9-a9bf-0159a21869e0 HTTP/1.1" status: 204 len: 168 time: 2.7123854 May 28 05:55:58.228050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9b1ec2e4-ff38-4ebe-9977-976d20dc1275 None None] Provisioning for port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:58.247679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967812a-2db4-4038-bd61-a4849f09c3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7088dd9d-42b3-46b9-a9bf-0159a21869e0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:58.431739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:55:58.466378 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:58.794623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:55:58.827003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:58.868602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46180) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:58.874701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:58.874701 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:58.890964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b772a76-c0e9-406d-a743-df1016360448']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:58.890964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa27e0dd-bfc9-4949-9298-5a37ec865c2c') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:58.890964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa27e0dd-bfc9-4949-9298-5a37ec865c2c') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:55:58.909481 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:58.924311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:58.924311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:55:58.929416 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:59.046909 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:59.114307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:59.185010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] Pushing event deleted for resources: {'Network': ['ID=6b772a76-c0e9-406d-a743-df1016360448,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:59.204900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2ed0e1bd-6f3f-4fc3-a3ac-10b28b73b460 tempest-PortsTestJSON-58320098 tempest-PortsTestJSON-58320098-project] 10.222.0.39 "DELETE /v2.0/networks/6b772a76-c0e9-406d-a743-df1016360448 HTTP/1.1" status: 204 len: 168 time: 1.5642333 May 28 05:55:59.358806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46196) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:55:59.360528 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2fd566fa-4a11-4d35-b165-e14053682beb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a928476d426c4a8299ddc40dcdf4eecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899476 May 28 05:55:59.369994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:55:59.373909 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:59.463170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,segment=NetworkSegment(d715a51c-2097-412a-a3cd-23aadc7f50d8),segment_id=d715a51c-2097-412a-a3cd-23aadc7f50d8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:55:59.483028 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:59.619949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:59.632204 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4f5314-8eb5-48aa-bd55-83559764c19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:59.687083 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment fa27e0dd-bfc9-4949-9298-5a37ec865c2c resource provider aggregate not found May 28 05:55:59.751348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-11b176e7-067f-4677-8af0-d6909eac69df None None] Provisioning complete for port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:55:59.752077 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-11b176e7-067f-4677-8af0-d6909eac69df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:59.769972 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4f5314-8eb5-48aa-bd55-83559764c19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:59.844300 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment fa27e0dd-bfc9-4949-9298-5a37ec865c2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa27e0dd-bfc9-4949-9298-5a37ec865c2c found for delete ", "request_id": "req-222260ae-f695-4206-8db6-90a83125686f"}]} May 28 05:55:59.876614 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4f5314-8eb5-48aa-bd55-83559764c19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:59.940032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f5314-8eb5-48aa-bd55-83559764c19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf29266-f30a-4498-a426-977fedece91f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:55:59.977483 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d4f5314-8eb5-48aa-bd55-83559764c19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:55:59.979598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7d4f5314-8eb5-48aa-bd55-83559764c19f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cf29266-f30a-4498-a426-977fedece91f HTTP/1.1" status: 204 len: 168 time: 0.6193631 May 28 05:56:00.032864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46216) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:00.141405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-11b176e7-067f-4677-8af0-d6909eac69df None None] Current status of the port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:00.198800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:56:00.261278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984bf661-d520-4f2c-acc0-844b7bf40d2b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Router 215b76cf-3fd4-445d-9c0d-334b2610b1fe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:56:00.265120 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:00.447726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:00.450665 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:00.809626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:00.820632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:00.887331 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-10529b8f-e3f0-4999-a38d-8d1a2bd6604c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2462d2832014f7d9bedf389dab3788a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8528020 May 28 05:56:00.889774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46240) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:01.050021 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-84a1cdd2-9814-4fed-be60-850feffd50fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:01.082937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984bf661-d520-4f2c-acc0-844b7bf40d2b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:56:01.109308 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] Sync routers for ids ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:56:01.125947 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-984bf661-d520-4f2c-acc0-844b7bf40d2b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:01.139971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-84a1cdd2-9814-4fed-be60-850feffd50fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:01.175129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] Routers {'215b76cf-3fd4-445d-9c0d-334b2610b1fe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:01.181513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:01.212124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-984bf661-d520-4f2c-acc0-844b7bf40d2b tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "PUT /v2.0/floatingips/30de7138-5d51-480c-b4a0-9b3de598235f HTTP/1.1" status: 200 len: 992 time: 10.6750786 May 28 05:56:01.216027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:01.297557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-84a1cdd2-9814-4fed-be60-850feffd50fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:01.356817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-84a1cdd2-9814-4fed-be60-850feffd50fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:01.356817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-84a1cdd2-9814-4fed-be60-850feffd50fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/013bf3d5-53da-4a66-aa52-dbf7f62353e0 HTTP/1.1" status: 204 len: 168 time: 0.4564724 May 28 05:56:01.356817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1cdd2-9814-4fed-be60-850feffd50fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013bf3d5-53da-4a66-aa52-dbf7f62353e0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:01.371364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': 'b870648d-286e-4080-b124-e472c38b10b6'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:56:01.875906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-5d496f73-f9eb-4b89-9596-153aa72fe25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:01.878469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-5d496f73-f9eb-4b89-9596-153aa72fe25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:01.883346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-5d496f73-f9eb-4b89-9596-153aa72fe25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:01.884041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-5d496f73-f9eb-4b89-9596-153aa72fe25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:01.885761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-5d496f73-f9eb-4b89-9596-153aa72fe25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:01.887280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-5d496f73-f9eb-4b89-9596-153aa72fe25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:01.888819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-5d496f73-f9eb-4b89-9596-153aa72fe25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:01.898327 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-5d496f73-f9eb-4b89-9596-153aa72fe25b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6503 time: 0.2412608 May 28 05:56:01.967884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46276) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:01.975460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] Set router 215b76cf-3fd4-445d-9c0d-334b2610b1fe gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:56:01.994267 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5936a4d-6d38-43bd-9f67-8c8c322d7042'] response: {'name': 'network-changed', 'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'tag': 'b870648d-286e-4080-b124-e472c38b10b6', 'status': 'completed', 'code': 200} May 28 05:56:02.352804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1331858259-network', 'tenant_id': '60502c3683c044d9966bf2177704c6d1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:02.374576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:02.398964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Usage tracker for resource:network and tenant:60502c3683c044d9966bf2177704c6d1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:02.405433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:02.421774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-91f0845c-6767-4170-92df-fafe44ea1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:02.427626 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-91f0845c-6767-4170-92df-fafe44ea1a72 service neutron] 10.222.0.33 "GET /v2.0/networks?id=d9749cf5-b31b-4b2d-9463-3d84e612ffc8 HTTP/1.1" status: 200 len: 916 time: 0.5243239 May 28 05:56:02.429985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:02.572665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Allocated IP 2001:db8::1 (4be7173c-d0a1-470c-b7a8-6f1c24348587/24936551-865e-4726-b00f-f3a8514b7bfe/a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:56:02.609809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] Deleting port ba1e705f-2fa6-446c-96cc-df73e011e724 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:02.609809 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:02.665547 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-8e82bc65-2c64-4b10-baa3-cf422854bc6e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b870648d-286e-4080-b124-e472c38b10b6 HTTP/1.1" status: 200 len: 1000 time: 0.2271755 May 28 05:56:02.666835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Made reservation on behalf of 60502c3683c044d9966bf2177704c6d1 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:02.669420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:02.857426 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:02.862639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:36Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '30de7138-5d51-480c-b4a0-9b3de598235f', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'port_id': 'b870648d-286e-4080-b124-e472c38b10b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'mac_address': 'fa:16:3e:4b:93:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:55:53Z', 'revision_number': 1, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac90136-5c63-47db-b419-c93a4ca68550', 'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'mac_address': 'fa:16:3e:12:32:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:34Z', 'updated_at': '2022-05-28T05:51:48Z', 'revision_number': 5, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'subnets': [{'id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:02.872185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] Checking router: 215b76cf-3fd4-445d-9c0d-334b2610b1fe for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:56:02.887489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] Routers {'215b76cf-3fd4-445d-9c0d-334b2610b1fe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:02.888372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:02.934860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:02.945622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Usage tracker for resource:security_group_rule and tenant:60502c3683c044d9966bf2177704c6d1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:02.953735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:02.966759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:03.051648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-a75707c1-a1e8-4f32-b290-5ba64d06f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:03.051648 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-a75707c1-a1e8-4f32-b290-5ba64d06f3bb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f HTTP/1.1" status: 200 len: 854 time: 0.3446484 May 28 05:56:03.219044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46316) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:03.295365 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:03.304879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-44313958-4711-4506-be7a-9b398f6739f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:03.310843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-44313958-4711-4506-be7a-9b398f6739f4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d9749cf5-b31b-4b2d-9463-3d84e612ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444277 May 28 05:56:03.315522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:03.403486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] For port ba1e705f-2fa6-446c-96cc-df73e011e724, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ba1e705f-2fa6-446c-96cc-df73e011e724,segment=NetworkSegment(df38dda8-213a-4f94-967e-c84b392bc68c),segment_id=df38dda8-213a-4f94-967e-c84b392bc68c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:03.404096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:03.407771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] Set router 215b76cf-3fd4-445d-9c0d-334b2610b1fe gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:56:03.950123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'network': {'name': 'tempest-RoutersTest-22628790'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:03.965501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:04.054970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:04.059959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:56:04.088049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:network and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:04.094155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:04.113874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] Calling delete_port for ba1e705f-2fa6-446c-96cc-df73e011e724 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:04.189967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:04.213044 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:04.213397 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Added segment 72578fde-6db2-4e24-b483-b67ad6333a88 of type vlan for network ed73f03f-984f-4658-b474-303b9be9d988 May 28 05:56:04.224841 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:04.242360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-cd653a88-f127-4578-b434-9413e43b7692 service neutron] 10.222.0.33 "GET /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9178646 May 28 05:56:04.250642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:04.256218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:04.256659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Transition to ACTIVE for port object a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:56:04.299791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:04.356972 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:04.393588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:36Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '30de7138-5d51-480c-b4a0-9b3de598235f', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'port_id': 'b870648d-286e-4080-b124-e472c38b10b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'mac_address': 'fa:16:3e:4b:93:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:55:53Z', 'revision_number': 1, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac90136-5c63-47db-b419-c93a4ca68550', 'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'mac_address': 'fa:16:3e:12:32:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:34Z', 'updated_at': '2022-05-28T05:51:48Z', 'revision_number': 5, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'subnets': [{'id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:04.403944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39afafa5-a37e-4525-84af-7701bee796c6 None None] The sync data for ids ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'] in n-d-843679-5 is: [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:36Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '30de7138-5d51-480c-b4a0-9b3de598235f', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'port_id': 'b870648d-286e-4080-b124-e472c38b10b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'mac_address': 'fa:16:3e:4b:93:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:53:16Z', 'updated_at': '2022-05-28T05:55:53Z', 'revision_number': 1, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac90136-5c63-47db-b419-c93a4ca68550', 'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'mac_address': 'fa:16:3e:12:32:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:34Z', 'updated_at': '2022-05-28T05:51:48Z', 'revision_number': 5, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'subnets': [{'id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:56:04.422952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:04.432585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:04.451026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:security_group_rule and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:04.453150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network 4be7173c-d0a1-470c-b7a8-6f1c24348587 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:04.457331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:04.470021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:04.471574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:04.500932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:56:04.510818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:04.556369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ef285a2-3010-4eff-aa88-5dff4e1f1981 req-56727879-ab89-462c-a37f-ebc3a4d69bda service neutron] 10.222.0.33 "GET /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829103 May 28 05:56:04.592029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:04.592989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:04.600184 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:04.792236 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7602c9d-0821-4cdf-b10d-f7aab4395b60 None None] New status for floating IP 30de7138-5d51-480c-b4a0-9b3de598235f: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:56:04.953670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] Pushing event updated for resources: {'Network': ['ID=ed73f03f-984f-4658-b474-303b9be9d988,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:04.973003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ca6f3450-b8b5-47b3-914e-30ceac7f16be None None] Provisioning for port a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:56:05.001794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ca6f3450-b8b5-47b3-914e-30ceac7f16be None None] Provisioning complete for port a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:05.001794 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3450-b8b5-47b3-914e-30ceac7f16be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:05.050756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Port': ['ID=a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:05.060928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:05.081879 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:05.120639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ed73f03f-984f-4658-b474-303b9be9d988 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:56:05.139736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:05.214824 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c99c78f7-30f4-4874-a74d-6d1a1e2b2e46 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2223961 May 28 05:56:05.214824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07025e2-ae7c-4e53-b19b-4d44c77c0ec6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:05.221192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46360) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:05.237811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Request body: {'subnet': {'network_id': 'ed73f03f-984f-4658-b474-303b9be9d988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1331858259-subnet', 'tenant_id': '60502c3683c044d9966bf2177704c6d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:05.275463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:05.283144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:56:05.291527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Usage tracker for resource:subnet and tenant:60502c3683c044d9966bf2177704c6d1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:05.316626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:05.347561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:05.379100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:05.379476 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added segment fb49ca03-a046-4b75-9426-633242ab8799 of type vlan for network 09bba030-b869-4499-8d69-01e6137028fc May 28 05:56:05.434257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Made reservation on behalf of 60502c3683c044d9966bf2177704c6d1 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:05.442096 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:05.523741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1e705f-2fa6-446c-96cc-df73e011e724,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:05.609541 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f3450-b8b5-47b3-914e-30ceac7f16be None None] Port a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:56:05.744671 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:05.747752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:05.905536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:05.912280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:05.912280 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:06.115739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:06.467626 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 3.2290363 May 28 05:56:06.512998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46382) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:06.523522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1590991978'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:06.548119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:06.567572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:network and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:06.577282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:06.577282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03899275-a656-4c06-b0d8-13df543812c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Network': ['ID=09bba030-b869-4499-8d69-01e6137028fc,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:06.588408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 09bba030-b869-4499-8d69-01e6137028fc details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:56:06.604508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:06.615925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab21db8-5cd6-48b7-9926-cdbbbc23b9f0,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:06.643878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Checking segment: {'id': '72578fde-6db2-4e24-b483-b67ad6333a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ed73f03f-984f-4658-b474-303b9be9d988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:06.643878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Network hostable DHCP agents. Network: ed73f03f-984f-4658-b474-303b9be9d988, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:56:06.683219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:06.696196 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:06.819393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Network ed73f03f-984f-4658-b474-303b9be9d988 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:56:06.861645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:56:06.881134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:06.881678 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added segment 2f438cd4-3183-453b-9117-514bdf22fa79 of type vlan for network 6e83c043-b483-4b24-9837-a9e7be4fc424 May 28 05:56:06.929403 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:06.979437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ed73f03f-984f-4658-b474-303b9be9d988) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:06.988925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42094b0-1048-4d3d-ad0c-718fac9f3e38 None None] Network ed73f03f-984f-4658-b474-303b9be9d988 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:06.992639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:06.998140 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:07.032482 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:07.034691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:07.056404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:07.062045 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:07.343088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-33c15c05-b98e-4316-9988-44ae2ecc7fed admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1098979 May 28 05:56:07.343088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8239224 May 28 05:56:07.359406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46404) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:07.428938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'subnet': {'network_id': '09bba030-b869-4499-8d69-01e6137028fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:07.596742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ccbb9-1589-41e3-a3df-87535d880468 None None] Network ed73f03f-984f-4658-b474-303b9be9d988 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:07.763947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af8477-373f-425c-883f-c2eba8866989 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Network': ['ID=6e83c043-b483-4b24-9837-a9e7be4fc424,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:07.846535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 6e83c043-b483-4b24-9837-a9e7be4fc424 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:56:07.847997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:07.860793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:subnet and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:07.868264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:07.887686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:07.913176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:07.917592 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:08.137102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:08.261015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:08.262628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:08.549901 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c61adb47-f05b-461c-9fea-9c37bb4b7f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:08.556664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:08.697808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Subnet': ['ID=cae49789-ce55-4d54-8089-b70f29af7373,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:08.714009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Checking segment: {'id': 'fb49ca03-a046-4b75-9426-633242ab8799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09bba030-b869-4499-8d69-01e6137028fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:08.752015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network hostable DHCP agents. Network: 09bba030-b869-4499-8d69-01e6137028fc, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:56:08.805211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 09bba030-b869-4499-8d69-01e6137028fc is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:56:08.823686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 09bba030-b869-4499-8d69-01e6137028fc) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:08.835664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71f1879-9db2-4069-bdb8-eb1a35433465 None None] Network 09bba030-b869-4499-8d69-01e6137028fc requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:08.842335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:08.843055 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:08.871172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ed5ee11e-b826-4501-a396-bfcf03757733 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5085621 May 28 05:56:08.874261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46442) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:08.888029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'subnet': {'network_id': '6e83c043-b483-4b24-9837-a9e7be4fc424', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:08.924368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event updated for resources: {'Port': ['ID=a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:08.952948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] Router 4c37f606-a296-4b09-bd1b-3bd5d475c96f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:56:08.974011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.975214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.975755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.976254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.976750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.977242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.977748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.978238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.978729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.979246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.979743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:08.980357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:09.106574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:09.111398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Network 4be7173c-d0a1-470c-b7a8-6f1c24348587 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:09.121093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:09.123826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:subnet and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:09.147535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:09.173379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:09.188494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:09.194476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:09.296396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-09bba030-b869-4499-8d69-01e6137028fc', 'network_id': '09bba030-b869-4499-8d69-01e6137028fc', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'fixed_ips': [{'subnet_id': 'cae49789-ce55-4d54-8089-b70f29af7373'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:56:09.296396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:09.628562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Allocated IP 172.20.0.2 (09bba030-b869-4499-8d69-01e6137028fc/cae49789-ce55-4d54-8089-b70f29af7373/36d950a3-f71f-49a4-9415-017d38e0d06c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:56:09.651598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-816c6632-61b0-42de-961f-393a85f6af8b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:09.656985 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-816c6632-61b0-42de-961f-393a85f6af8b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/networks?id=ed73f03f-984f-4658-b474-303b9be9d988 HTTP/1.1" status: 200 len: 809 time: 1.2824419 May 28 05:56:09.874459 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-dfdcdc78-1d7e-4019-be06-0508f416a7eb tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/quotas/60502c3683c044d9966bf2177704c6d1 HTTP/1.1" status: 200 len: 375 time: 0.1992824 May 28 05:56:10.028606 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:10.057678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Transition to ACTIVE for port object 36d950a3-f71f-49a4-9415-017d38e0d06c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:56:10.095830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:10.135349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Transition to ACTIVE for port object 36d950a3-f71f-49a4-9415-017d38e0d06c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:56:10.159759 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:10.200334 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-cec00766-c744-49be-8991-cb652329476e tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60502c3683c044d9966bf2177704c6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1927757 May 28 05:56:10.208353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Router 1153dc83-8350-424c-a29f-906b0dd17938 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:56:10.319012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Pushing event updated for resources: {'Port': ['ID=36d950a3-f71f-49a4-9415-017d38e0d06c,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:10.339750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Network 09bba030-b869-4499-8d69-01e6137028fc is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:10.339750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7d72c2d6-13dd-44f2-bba5-213fa32c3445 None None] Provisioning complete for port a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:10.339750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7d72c2d6-13dd-44f2-bba5-213fa32c3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:10.391065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:10.402096 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:10.402096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:56:10.475799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Checking segment: {'id': '2f438cd4-3183-453b-9117-514bdf22fa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6e83c043-b483-4b24-9837-a9e7be4fc424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:10.479129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network hostable DHCP agents. Network: 6e83c043-b483-4b24-9837-a9e7be4fc424, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:56:10.489897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Subnet': ['ID=622eef5e-3102-43b0-b57b-6898bad9d648,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:10.557748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:56:10.565144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 6e83c043-b483-4b24-9837-a9e7be4fc424 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:56:10.583665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 6e83c043-b483-4b24-9837-a9e7be4fc424) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:10.599339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:10.600742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:10.629035 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6f74f2af-487c-4147-bc6e-158c615cbb90 admin admin] 10.222.0.39 "PUT /v2.0/routers/4c37f606-a296-4b09-bd1b-3bd5d475c96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9300382 May 28 05:56:10.630360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46470) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:10.676740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] Sync routers for ids ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:56:10.707800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7d72c2d6-13dd-44f2-bba5-213fa32c3445 None None] Port a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:56:10.712969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415c8be-0406-4551-8196-09cb34d9bf49 None None] Network 6e83c043-b483-4b24-9837-a9e7be4fc424 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:10.913070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] Routers {'4c37f606-a296-4b09-bd1b-3bd5d475c96f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:10.914697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:55:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:10.930941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c9c8f681-e8e1-486d-bd51-615e57a3489b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0500960 May 28 05:56:10.943925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46478) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:10.956787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2098040582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:10.986582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:11.014136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:router and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:11.186290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:11.228329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:11.257501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:11.258610 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:11.270605 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:11.291924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Attempting to bind port 36d950a3-f71f-49a4-9415-017d38e0d06c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:56:11.292292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Attempting to bind port 36d950a3-f71f-49a4-9415-017d38e0d06c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'fb49ca03-a046-4b75-9426-633242ab8799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09bba030-b869-4499-8d69-01e6137028fc'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:56:11.292705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Attempting to bind port 36d950a3-f71f-49a4-9415-017d38e0d06c on network 09bba030-b869-4499-8d69-01e6137028fc {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:56:11.294859 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-36d6fedb-5646-4528-80c7-42c9d44f9988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:11.372581 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-985b3f48-c4b7-4b61-b519-6d3e122db2e7 service neutron] 10.222.0.39 "GET /v2.0/networks/ed73f03f-984f-4658-b474-303b9be9d988?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1519690 May 28 05:56:11.383022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:56:11.383440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Checking segment: {'id': 'fb49ca03-a046-4b75-9426-633242ab8799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09bba030-b869-4499-8d69-01e6137028fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:11.385221 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:11.385630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Bound using segment: {'id': 'fb49ca03-a046-4b75-9426-633242ab8799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09bba030-b869-4499-8d69-01e6137028fc'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:56:11.387839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Bound port: 36d950a3-f71f-49a4-9415-017d38e0d06c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb49ca03-a046-4b75-9426-633242ab8799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09bba030-b869-4499-8d69-01e6137028fc'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:56:11.388397 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:11.709754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:56:11.724645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] For port 36d950a3-f71f-49a4-9415-017d38e0d06c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:56:11.725177 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c531173-3bd5-4d20-a8a6-9afa0ece62ea None None] Sync routers for ids ['1153dc83-8350-424c-a29f-906b0dd17938'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:56:11.726328 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-182d0733-5317-459c-895f-df5365056153 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "PUT /v2.0/routers/1153dc83-8350-424c-a29f-906b0dd17938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4807405 May 28 05:56:11.733837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] For port 36d950a3-f71f-49a4-9415-017d38e0d06c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=36d950a3-f71f-49a4-9415-017d38e0d06c,segment=NetworkSegment(fb49ca03-a046-4b75-9426-633242ab8799),segment_id=fb49ca03-a046-4b75-9426-633242ab8799)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:56:11.738075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46498) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:11.751346 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c531173-3bd5-4d20-a8a6-9afa0ece62ea None None] Routers {'1153dc83-8350-424c-a29f-906b0dd17938'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:11.752414 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6c531173-3bd5-4d20-a8a6-9afa0ece62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1153dc83-8350-424c-a29f-906b0dd17938'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:11.775023 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:11.808404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:11.893701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:11.914521 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:11.999605 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6c531173-3bd5-4d20-a8a6-9afa0ece62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:12.008645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Deleting port 0d87ba87-2c96-4446-9c88-211a944066ad {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:12.010799 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:12.029964 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-18263726-88c0-4245-bcb6-0c9c68786a35 service neutron] 10.222.0.39 "GET /v2.0/networks/ed73f03f-984f-4658-b474-303b9be9d988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512468 May 28 05:56:12.107872 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c531173-3bd5-4d20-a8a6-9afa0ece62ea None None] Routers {'1153dc83-8350-424c-a29f-906b0dd17938'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:12.107872 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6c531173-3bd5-4d20-a8a6-9afa0ece62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1153dc83-8350-424c-a29f-906b0dd17938'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:12.269946 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6c531173-3bd5-4d20-a8a6-9afa0ece62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:12.270503 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c531173-3bd5-4d20-a8a6-9afa0ece62ea None None] The sync data for ids ['1153dc83-8350-424c-a29f-906b0dd17938'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:56:12.304407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20955cb7-3e1c-453d-8692-e39c64b7c25d None None] Pushing event updated for resources: {'Port': ['ID=36d950a3-f71f-49a4-9415-017d38e0d06c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:12.431395 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:12.526211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0597a23-9789-4ea4-a388-88234ed26a52 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:12.603742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] For port 0d87ba87-2c96-4446-9c88-211a944066ad, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0d87ba87-2c96-4446-9c88-211a944066ad,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:12.604357 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:12.843459 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:12.886905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-6e83c043-b483-4b24-9837-a9e7be4fc424', 'network_id': '6e83c043-b483-4b24-9837-a9e7be4fc424', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'fixed_ips': [{'subnet_id': '622eef5e-3102-43b0-b57b-6898bad9d648'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:56:12.888763 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:13.038527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] Set router 4c37f606-a296-4b09-bd1b-3bd5d475c96f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:56:13.075086 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-d0597a23-9789-4ea4-a388-88234ed26a52 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 05:56:13.087850 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d0597a23-9789-4ea4-a388-88234ed26a52 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/routers/1153dc83-8350-424c-a29f-906b0dd17938 HTTP/1.1" status: 409 len: 329 time: 1.3432796 May 28 05:56:13.087850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46524) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:13.138696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Calling delete_port for 0d87ba87-2c96-4446-9c88-211a944066ad owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:13.295647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:13.297186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-128641b8-f88f-4ebf-830d-51dc9665c95a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.3511648 May 28 05:56:13.444059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46528) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:13.462968 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7466c9b2-24e0-45eb-8de3-3b4618797770 req-1c681aee-cedb-4be3-84b8-07b5f90ce02e tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 210 time: 0.2428708 May 28 05:56:14.018765 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:14.029191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:14.384289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36d950a3-f71f-49a4-9415-017d38e0d06c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:56:14.568340 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:14.575496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'name': 'tempest-ServerRescueTestJSON-1288444129-router', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:22Z', 'updated_at': '2022-05-28T05:56:04Z', 'revision_number': 5, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'gw_port': {'id': '0d87ba87-2c96-4446-9c88-211a944066ad', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:52:25Z', 'updated_at': '2022-05-28T05:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:14.595885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] Checking router: 4c37f606-a296-4b09-bd1b-3bd5d475c96f for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:56:14.602189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2854e8-97e5-4542-a4a0-43fc1caa7431 None None] Network 09bba030-b869-4499-8d69-01e6137028fc requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:14.737284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Pushing event deleted for resources: {'Port': ['ID=0d87ba87-2c96-4446-9c88-211a944066ad,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:14.898113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Allocated IP 172.21.0.2 (6e83c043-b483-4b24-9837-a9e7be4fc424/622eef5e-3102-43b0-b57b-6898bad9d648/677468f4-3fdb-4bfa-a45a-1ef69dd03343) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:56:15.024065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] Routers {'4c37f606-a296-4b09-bd1b-3bd5d475c96f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:15.024748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:15.334775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] Set router 4c37f606-a296-4b09-bd1b-3bd5d475c96f gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:56:15.735344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-333aa84a-e41a-4f15-b094-17dbb3035f89 req-8c26759f-118f-4980-9a75-27426351db7d tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 210 time: 0.7172184 May 28 05:56:16.072938 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:16.090777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Transition to ACTIVE for port object 677468f4-3fdb-4bfa-a45a-1ef69dd03343 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:56:16.127613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Transition to ACTIVE for port object 677468f4-3fdb-4bfa-a45a-1ef69dd03343 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:56:16.227051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting port a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:16.227545 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:16.328385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ccd2bdfb-cfd3-43df-85a4-d794638f399b None None] Provisioning for port 36d950a3-f71f-49a4-9415-017d38e0d06c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:56:16.335954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:16.382973 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:16.450176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'name': 'tempest-ServerRescueTestJSON-1288444129-router', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:22Z', 'updated_at': '2022-05-28T05:56:13Z', 'revision_number': 7, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:16.530161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 36d950a3-f71f-49a4-9415-017d38e0d06c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:56:16.572651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ccd2bdfb-cfd3-43df-85a4-d794638f399b None None] Provisioning complete for port 36d950a3-f71f-49a4-9415-017d38e0d06c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:16.573152 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bdfb-cfd3-43df-85a4-d794638f399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:16.686919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4134e-aeb6-4d0f-bccf-e540eff1522e None None] The sync data for ids ['4c37f606-a296-4b09-bd1b-3bd5d475c96f'] in n-d-843679-5 is: [{'id': '4c37f606-a296-4b09-bd1b-3bd5d475c96f', 'name': 'tempest-ServerRescueTestJSON-1288444129-router', 'tenant_id': 'b64aac2a56744fc3b993f592b4557340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:52:22Z', 'updated_at': '2022-05-28T05:56:13Z', 'revision_number': 7, 'project_id': 'b64aac2a56744fc3b993f592b4557340', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:56:16.732359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 36d950a3-f71f-49a4-9415-017d38e0d06c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:16.733166 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:16.738813 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:16.801079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:16.815267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:16.863293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-b8dbdd6c-65bf-4827-835e-6d203c758164 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:16.864264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-b8dbdd6c-65bf-4827-835e-6d203c758164 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Synchronizing usage tracker for tenant:60502c3683c044d9966bf2177704c6d1 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:16.885287 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:16.889219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Network 6e83c043-b483-4b24-9837-a9e7be4fc424 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:16.942864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:16.974208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:56:17.060639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Pushing event updated for resources: {'Port': ['ID=677468f4-3fdb-4bfa-a45a-1ef69dd03343,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:17.096179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:17.102352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c37f606-a296-4b09-bd1b-3bd5d475c96f {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:56:17.144031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Calling delete_port for a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:17.544304 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:17.546241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-88ee13ba-f622-480e-afcc-34f0c33c34ee admin admin] 10.222.0.39 "DELETE /v2.0/routers/4c37f606-a296-4b09-bd1b-3bd5d475c96f HTTP/1.1" status: 204 len: 168 time: 6.9142895 May 28 05:56:17.547491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-b8dbdd6c-65bf-4827-835e-6d203c758164 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Unset dirty status for tenant:60502c3683c044d9966bf2177704c6d1 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:17.549222 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-b8dbdd6c-65bf-4827-835e-6d203c758164 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.41 "GET /v2.0/networks?id=ed73f03f-984f-4658-b474-303b9be9d988 HTTP/1.1" status: 200 len: 809 time: 1.8586464 May 28 05:56:17.549871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46616) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:17.575303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46c741a3-da8b-49b4-a1ee-497946c825de req-52ff146a-76db-4a4d-817e-27993275399a tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 210 time: 0.4825377 May 28 05:56:17.593662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Request body: {'port': {'device_id': '4e4f7e2a-fc00-49c9-a4d7-07d4039c5033', 'network_id': 'ed73f03f-984f-4658-b474-303b9be9d988', 'admin_state_up': True, 'tenant_id': '60502c3683c044d9966bf2177704c6d1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:17.739601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2bdfb-cfd3-43df-85a4-d794638f399b None None] Current status of the port 36d950a3-f71f-49a4-9415-017d38e0d06c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:17.740068 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bdfb-cfd3-43df-85a4-d794638f399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:17.777462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 36d950a3-f71f-49a4-9415-017d38e0d06c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:17.779138 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:17.798015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Attempting to bind port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:56:17.799130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Attempting to bind port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '2f438cd4-3183-453b-9117-514bdf22fa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6e83c043-b483-4b24-9837-a9e7be4fc424'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:56:17.799713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Attempting to bind port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 on network 6e83c043-b483-4b24-9837-a9e7be4fc424 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:56:17.894493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:56:17.894493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Checking segment: {'id': '2f438cd4-3183-453b-9117-514bdf22fa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6e83c043-b483-4b24-9837-a9e7be4fc424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:17.894493 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:17.894493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Bound using segment: {'id': '2f438cd4-3183-453b-9117-514bdf22fa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6e83c043-b483-4b24-9837-a9e7be4fc424'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:56:17.894493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Bound port: 677468f4-3fdb-4bfa-a45a-1ef69dd03343, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f438cd4-3183-453b-9117-514bdf22fa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6e83c043-b483-4b24-9837-a9e7be4fc424'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:56:17.895456 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:18.008339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 36d950a3-f71f-49a4-9415-017d38e0d06c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=36d950a3-f71f-49a4-9415-017d38e0d06c,segment=NetworkSegment(fb49ca03-a046-4b75-9426-633242ab8799),segment_id=fb49ca03-a046-4b75-9426-633242ab8799)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:18.165760 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:18.185824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Deleting subnet 944ad608-2695-494c-88e4-13ba23410268 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:56:18.260843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:18.372596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:18.415158 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-ccd2bdfb-cfd3-43df-85a4-d794638f399b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:56:18.415158 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-ccd2bdfb-cfd3-43df-85a4-d794638f399b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:56:18.454328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=36d950a3-f71f-49a4-9415-017d38e0d06c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:18.468487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0d87ba87-2c96-4446-9c88-211a944066ad no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:56:18.504787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Port': ['ID=a73e1b3f-f1a8-4b19-b8c7-8de3f44646c7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:18.591147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 0d87ba87-2c96-4446-9c88-211a944066ad {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:56:18.591147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0d87ba87-2c96-4446-9c88-211a944066ad not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:56:18.591431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ba1e705f-2fa6-446c-96cc-df73e011e724 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:56:18.767355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: ba1e705f-2fa6-446c-96cc-df73e011e724 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:56:18.779666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ba1e705f-2fa6-446c-96cc-df73e011e724 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:56:18.804911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] For port 677468f4-3fdb-4bfa-a45a-1ef69dd03343, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:56:18.811094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] For port 677468f4-3fdb-4bfa-a45a-1ef69dd03343, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=677468f4-3fdb-4bfa-a45a-1ef69dd03343,segment=NetworkSegment(2f438cd4-3183-453b-9117-514bdf22fa79),segment_id=2f438cd4-3183-453b-9117-514bdf22fa79)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:56:18.832096 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:18.857115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:18.920904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Usage tracker for resource:port and tenant:60502c3683c044d9966bf2177704c6d1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:18.934376 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:18.937863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:18.977301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:19.061180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:19.139480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb14d2-6f56-471c-a963-fab74b08fb64 None None] Pushing event updated for resources: {'Port': ['ID=677468f4-3fdb-4bfa-a45a-1ef69dd03343,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:19.228219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2bdfb-cfd3-43df-85a4-d794638f399b None None] Current status of the port 36d950a3-f71f-49a4-9415-017d38e0d06c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:19.255714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Made reservation on behalf of 60502c3683c044d9966bf2177704c6d1 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:19.259257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:19.318641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:19.324474 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3841a63-f9a0-4ca3-8c86-c3d5096213ee req-5ea7a1dc-f393-41bf-8d8e-a9b2c20d4eb7 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 210 time: 0.1955938 May 28 05:56:19.379178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2f4f3217-5672-4ab3-a165-6a92a27f4de1 None None] Provisioning complete for port 36d950a3-f71f-49a4-9415-017d38e0d06c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:19.379613 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2f4f3217-5672-4ab3-a165-6a92a27f4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:19.511912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46656) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:19.720564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f3217-5672-4ab3-a165-6a92a27f4de1 None None] Current status of the port 36d950a3-f71f-49a4-9415-017d38e0d06c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:19.743873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Allocated IP 172.20.0.1 (09bba030-b869-4499-8d69-01e6137028fc/cae49789-ce55-4d54-8089-b70f29af7373/6312f14d-e422-4ec4-a5fe-62b2230db06d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:56:19.922653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Router 1153dc83-8350-424c-a29f-906b0dd17938 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:56:19.961165 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9f00-e0c3-40f8-8d2f-54477260adbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:19.986004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:20.048195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:20.060194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944ad608-2695-494c-88e4-13ba23410268,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:20.069713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fe7f9f00-e0c3-40f8-8d2f-54477260adbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:20.094617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.094842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.095801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.097379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.097900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.099566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.100073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.100613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.101137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.101647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.102166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.102674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:20.110547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fe7f9f00-e0c3-40f8-8d2f-54477260adbc admin admin] Usage tracker for resource:security_group_rule and tenant:b0715a3690694fbdbd85a0ffb003c2df is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:20.119225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-99d5df5e-6d08-4c8d-912a-eb69be460334 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/944ad608-2695-494c-88e4-13ba23410268 HTTP/1.1" status: 204 len: 168 time: 2.5586081 May 28 05:56:20.120538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fe7f9f00-e0c3-40f8-8d2f-54477260adbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:20.144703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46662) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:20.148318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Allocated IP 172.20.0.3 (ed73f03f-984f-4658-b474-303b9be9d988/9ab21db8-5cd6-48b7-9926-cdbbbc23b9f0/8b345268-2c36-4df0-8efc-69f21e4db914) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:56:20.165816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fe7f9f00-e0c3-40f8-8d2f-54477260adbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:20.268484 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:20.378086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:56:20.390813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c150d61e-f115-4432-ad41-820560c54f4a None None] Sync routers for ids ['1153dc83-8350-424c-a29f-906b0dd17938'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:56:20.408959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150d61e-f115-4432-ad41-820560c54f4a None None] Routers {'1153dc83-8350-424c-a29f-906b0dd17938'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:20.410573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c150d61e-f115-4432-ad41-820560c54f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1153dc83-8350-424c-a29f-906b0dd17938'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:20.429658 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dac7449f-c949-4f52-8d12-164535235b08 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "PUT /v2.0/routers/1153dc83-8350-424c-a29f-906b0dd17938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3350632 May 28 05:56:20.433230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46670) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:20.456048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Transition to ACTIVE for port object 6312f14d-e422-4ec4-a5fe-62b2230db06d will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:56:20.650806 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-62b311db-06f9-47a6-99ff-88e235ed705b tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] show failed (client error): The resource could not be found. May 28 05:56:20.657174 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-62b311db-06f9-47a6-99ff-88e235ed705b tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1233527242 HTTP/1.1" status: 404 len: 335 time: 0.2165425 May 28 05:56:20.657685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 677468f4-3fdb-4bfa-a45a-1ef69dd03343 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:56:20.703024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46678) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:20.738315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2158ba61-67fa-45e1-8395-d4f8c0be01df tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:20.822548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c150d61e-f115-4432-ad41-820560c54f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:20.834296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150d61e-f115-4432-ad41-820560c54f4a None None] Routers {'1153dc83-8350-424c-a29f-906b0dd17938'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:20.834923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c150d61e-f115-4432-ad41-820560c54f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1153dc83-8350-424c-a29f-906b0dd17938'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:20.840933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-caafc3dc-8d2d-46b7-8372-9c0c5be4ecfc req-43854c11-b735-4cf4-ad90-e74676db02f5 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Synchronizing usage tracker for tenant:60502c3683c044d9966bf2177704c6d1 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:20.860088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:20.944975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:20.958583 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-2158ba61-67fa-45e1-8395-d4f8c0be01df tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] update failed (client error): The resource could not be found. May 28 05:56:20.959929 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2158ba61-67fa-45e1-8395-d4f8c0be01df tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1375147242 HTTP/1.1" status: 404 len: 335 time: 0.2598627 May 28 05:56:20.965616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46694) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:21.038630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c150d61e-f115-4432-ad41-820560c54f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:21.039126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c150d61e-f115-4432-ad41-820560c54f4a None None] The sync data for ids ['1153dc83-8350-424c-a29f-906b0dd17938'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:56:21.058999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:56:21.064729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36d950a3-f71f-49a4-9415-017d38e0d06c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:56:21.143913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2632c047-1077-4d32-9d0b-8848394b3e8a tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting subnet 9bf83e7e-1c6a-4d3f-9a24-5a6baecb3b1c {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:56:21.153439 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2632c047-1077-4d32-9d0b-8848394b3e8a tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.154017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d0f85e-03d2-4e8d-abc3-0c99c3db44af None None] Network 6e83c043-b483-4b24-9837-a9e7be4fc424 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:21.274060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9f00-e0c3-40f8-8d2f-54477260adbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.293774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2632c047-1077-4d32-9d0b-8848394b3e8a tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.319493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 09bba030-b869-4499-8d69-01e6137028fc is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:21.321728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=6312f14d-e422-4ec4-a5fe-62b2230db06d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:21.328135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:21.333010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:56:21.483507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2632c047-1077-4d32-9d0b-8848394b3e8a tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.498332 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.547210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5db89934-8ede-40ee-9951-e3ecf672e050 None None] Provisioning for port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:56:21.574837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.577765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5db89934-8ede-40ee-9951-e3ecf672e050 None None] Provisioning complete for port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:21.578139 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5db89934-8ede-40ee-9951-e3ecf672e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.584148 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9f00-e0c3-40f8-8d2f-54477260adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.605280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2632c047-1077-4d32-9d0b-8848394b3e8a tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.638868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.677927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632c047-1077-4d32-9d0b-8848394b3e8a tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf83e7e-1c6a-4d3f-9a24-5a6baecb3b1c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:21.690837 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2632c047-1077-4d32-9d0b-8848394b3e8a tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:21.784924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b06b2-a04a-4000-ba34-ab1bf69668f1 None None] Network 84b1c9c8-544e-4a48-b503-15ce185453ab requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:21.790471 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2632c047-1077-4d32-9d0b-8848394b3e8a tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/subnets/9bf83e7e-1c6a-4d3f-9a24-5a6baecb3b1c HTTP/1.1" status: 204 len: 168 time: 0.8235230 May 28 05:56:21.794839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46766) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:21.924989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Network ed73f03f-984f-4658-b474-303b9be9d988 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:21.944501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Pushing event updated for resources: {'Port': ['ID=8b345268-2c36-4df0-8efc-69f21e4db914,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:21.953601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:21.956759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:56:22.110264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-caafc3dc-8d2d-46b7-8372-9c0c5be4ecfc req-43854c11-b735-4cf4-ad90-e74676db02f5 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Unset dirty status for tenant:60502c3683c044d9966bf2177704c6d1 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:22.113008 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-caafc3dc-8d2d-46b7-8372-9c0c5be4ecfc req-43854c11-b735-4cf4-ad90-e74676db02f5 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 210 time: 1.3406177 May 28 05:56:22.218249 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.270091 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fe7f9f00-e0c3-40f8-8d2f-54477260adbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0715a3690694fbdbd85a0ffb003c2df&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7549098 May 28 05:56:22.272124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46812) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:22.288016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 36d950a3-f71f-49a4-9415-017d38e0d06c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:22.288387 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.390013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:22.391214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.397507 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:22.397848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.424250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f9f00-e0c3-40f8-8d2f-54477260adbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77569a00-bcdc-4b31-8e6c-5f43436d9a37,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:22.450644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5db89934-8ede-40ee-9951-e3ecf672e050 None None] Current status of the port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:22.451197 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5db89934-8ede-40ee-9951-e3ecf672e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.483714 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.512794 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.579858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5db89934-8ede-40ee-9951-e3ecf672e050 None None] For port 677468f4-3fdb-4bfa-a45a-1ef69dd03343, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=677468f4-3fdb-4bfa-a45a-1ef69dd03343,segment=NetworkSegment(2f438cd4-3183-453b-9117-514bdf22fa79),segment_id=2f438cd4-3183-453b-9117-514bdf22fa79)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:22.592295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717afe8e-0e7b-46d2-9055-41c9dc2d17d0']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:22.632044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df38dda8-213a-4f94-967e-c84b392bc68c') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:22.632330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df38dda8-213a-4f94-967e-c84b392bc68c') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:22.634305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5db89934-8ede-40ee-9951-e3ecf672e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.785196 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.787598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 36d950a3-f71f-49a4-9415-017d38e0d06c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:22.824410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] DHCP port deletion for 84b1c9c8-544e-4a48-b503-15ce185453ab request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:56:22.840088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Deleting port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:22.840463 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.870155 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.886183 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-46921efc-c948-4299-aede-c8c8fd8b6a5b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3046999 May 28 05:56:22.912301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db89934-8ede-40ee-9951-e3ecf672e050 None None] Pushing event updated for resources: {'Port': ['ID=677468f4-3fdb-4bfa-a45a-1ef69dd03343,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:22.939208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:56:22.942022 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:22.949529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2daeb133-0c75-4d96-aac4-bee07194eb26 None None] Provisioning for port 6312f14d-e422-4ec4-a5fe-62b2230db06d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:56:23.021201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:56:23.237064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2daeb133-0c75-4d96-aac4-bee07194eb26 None None] Provisioning complete for port 6312f14d-e422-4ec4-a5fe-62b2230db06d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:23.237460 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2daeb133-0c75-4d96-aac4-bee07194eb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.391483 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99b79f4a-7895-4a94-a62f-fb700dba95ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.426414 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99b79f4a-7895-4a94-a62f-fb700dba95ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.434093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2daeb133-0c75-4d96-aac4-bee07194eb26 None None] Port 6312f14d-e422-4ec4-a5fe-62b2230db06d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:56:23.458595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] For port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,segment=NetworkSegment(d715a51c-2097-412a-a3cd-23aadc7f50d8),segment_id=d715a51c-2097-412a-a3cd-23aadc7f50d8)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:23.460182 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.506840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:23.507535 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.508345 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99b79f4a-7895-4a94-a62f-fb700dba95ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.535428 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment df38dda8-213a-4f94-967e-c84b392bc68c resource provider aggregate not found May 28 05:56:23.565826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Request body: {'port': {'device_id': '4e4f7e2a-fc00-49c9-a4d7-07d4039c5033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:23.576128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2daeb133-0c75-4d96-aac4-bee07194eb26 None None] Provisioning complete for port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:23.576607 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2daeb133-0c75-4d96-aac4-bee07194eb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.602413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99b79f4a-7895-4a94-a62f-fb700dba95ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.609298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-99b79f4a-7895-4a94-a62f-fb700dba95ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77569a00-bcdc-4b31-8e6c-5f43436d9a37 HTTP/1.1" status: 204 len: 168 time: 1.3236625 May 28 05:56:23.624724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b79f4a-7895-4a94-a62f-fb700dba95ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77569a00-bcdc-4b31-8e6c-5f43436d9a37,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:23.750508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,segment=NetworkSegment(d715a51c-2097-412a-a3cd-23aadc7f50d8),segment_id=d715a51c-2097-412a-a3cd-23aadc7f50d8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:23.778987 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.948430 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.964834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:23.992215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:24.007695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] For port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,segment=NetworkSegment(d715a51c-2097-412a-a3cd-23aadc7f50d8),segment_id=d715a51c-2097-412a-a3cd-23aadc7f50d8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:24.008515 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:24.161411 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:24.235991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=6312f14d-e422-4ec4-a5fe-62b2230db06d,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:24.252409 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:24.267621 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment df38dda8-213a-4f94-967e-c84b392bc68c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df38dda8-213a-4f94-967e-c84b392bc68c found for delete ", "request_id": "req-2398eb06-5151-4e81-8bdb-0819b7e98d62"}]} May 28 05:56:24.329247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Calling delete_port for b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:24.444577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Calling delete_port for b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:24.476608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47008) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:24.517863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2daeb133-0c75-4d96-aac4-bee07194eb26 None None] Current status of the port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:24.548294 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:56:24.548680 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:56:24.580257 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:24.582016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74c52898-a69e-4096-a3c8-ffa2369368a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:24.619932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:24.622378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] Pushing event deleted for resources: {'Network': ['ID=717afe8e-0e7b-46d2-9055-41c9dc2d17d0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:24.640273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-74c52898-a69e-4096-a3c8-ffa2369368a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:24.657959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-74c52898-a69e-4096-a3c8-ffa2369368a4 admin admin] Usage tracker for resource:security_group_rule and tenant:09e309dd446e4d039abf0446a5761283 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:24.664382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-74c52898-a69e-4096-a3c8-ffa2369368a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:24.671173 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1bf437e7-cf95-4a71-a29c-f036511c3464 admin admin] 10.222.0.39 "DELETE /v2.0/networks/717afe8e-0e7b-46d2-9055-41c9dc2d17d0 HTTP/1.1" status: 204 len: 168 time: 4.5232434 May 28 05:56:24.675425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-74c52898-a69e-4096-a3c8-ffa2369368a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:24.717801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934f2a5-7836-4676-b004-f6cf9a00d755 req-7f50367e-98fd-4115-9f8f-1335b1d1c037 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:24.719624 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0934f2a5-7836-4676-b004-f6cf9a00d755 req-7f50367e-98fd-4115-9f8f-1335b1d1c037 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 931 time: 1.1589651 May 28 05:56:24.722252 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:56:24.722575 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:56:24.782952 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0934f2a5-7836-4676-b004-f6cf9a00d755 req-9c5938ce-df5e-4b2c-8108-34a860aa2548 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558796 May 28 05:56:24.787915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 09bba030-b869-4499-8d69-01e6137028fc is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:24.792245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:24.901024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74c52898-a69e-4096-a3c8-ffa2369368a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:24.912720 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74c52898-a69e-4096-a3c8-ffa2369368a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:24.940277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 677468f4-3fdb-4bfa-a45a-1ef69dd03343 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:56:25.050104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Deleting port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:25.050468 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:25.094771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c52898-a69e-4096-a3c8-ffa2369368a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67704ada-5825-485e-8e0f-211435c22184,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:25.130513 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-74c52898-a69e-4096-a3c8-ffa2369368a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09e309dd446e4d039abf0446a5761283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6502137 May 28 05:56:25.132866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47068) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:25.173096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47076) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:25.224083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:25.224881 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:25.307148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:25.307762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:25.416828 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-58841643-1717-493a-bd2d-c2235a41e002 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b64aac2a56744fc3b993f592b4557340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402482 May 28 05:56:25.420816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47102) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:25.456151 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff46b78c-314b-48a1-ba7f-483446870d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:25.499558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router b026d967-806a-46bd-8be1-66bb654335e3 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:56:25.500753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:25.532855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-da34067b-4d8d-4023-ba07-011dddcb5ccb None None] Provisioning complete for port 6312f14d-e422-4ec4-a5fe-62b2230db06d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:25.532855 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-da34067b-4d8d-4023-ba07-011dddcb5ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:25.549430 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff46b78c-314b-48a1-ba7f-483446870d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:25.701314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] For port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,segment=NetworkSegment(d715a51c-2097-412a-a3cd-23aadc7f50d8),segment_id=d715a51c-2097-412a-a3cd-23aadc7f50d8)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:25.702019 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:25.719827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-da34067b-4d8d-4023-ba07-011dddcb5ccb None None] Port 6312f14d-e422-4ec4-a5fe-62b2230db06d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:56:25.731607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] For port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,segment=NetworkSegment(d715a51c-2097-412a-a3cd-23aadc7f50d8),segment_id=d715a51c-2097-412a-a3cd-23aadc7f50d8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:25.732171 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:25.841100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Calling delete_port for b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:25.841332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b345268-2c36-4df0-8efc-69f21e4db914 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:56:25.850461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:56:25.864361 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc361e-0545-4085-8e66-da2ed2e1d80e None None] Sync routers for ids ['b026d967-806a-46bd-8be1-66bb654335e3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:56:25.881605 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:25.885885 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc361e-0545-4085-8e66-da2ed2e1d80e None None] Routers {'b026d967-806a-46bd-8be1-66bb654335e3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:25.886820 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-38fc361e-0545-4085-8e66-da2ed2e1d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b026d967-806a-46bd-8be1-66bb654335e3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:25.892892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Calling delete_port for b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:25.902270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f59a20d3-fd5e-445e-963c-159fee5a96cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/b026d967-806a-46bd-8be1-66bb654335e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4575646 May 28 05:56:25.926444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47156) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:25.983513 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.000205 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:56:26.000949 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:56:26.012204 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-38fc361e-0545-4085-8e66-da2ed2e1d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:26.023861 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc361e-0545-4085-8e66-da2ed2e1d80e None None] Routers {'b026d967-806a-46bd-8be1-66bb654335e3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:26.024646 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-38fc361e-0545-4085-8e66-da2ed2e1d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b026d967-806a-46bd-8be1-66bb654335e3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:26.047976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff46b78c-314b-48a1-ba7f-483446870d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.081234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46b78c-314b-48a1-ba7f-483446870d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67704ada-5825-485e-8e0f-211435c22184,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:26.085799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Port': ['ID=b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:26.088185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] No DVR routers for this DVR port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:56:26.142077 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-38fc361e-0545-4085-8e66-da2ed2e1d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:26.142709 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc361e-0545-4085-8e66-da2ed2e1d80e None None] The sync data for ids ['b026d967-806a-46bd-8be1-66bb654335e3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:56:26.148650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Transition to ACTIVE for port object 8b345268-2c36-4df0-8efc-69f21e4db914 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:56:26.149297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51a81ce5-9290-4437-81a4-70de32772019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.179006 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff46b78c-314b-48a1-ba7f-483446870d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.180339 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ff46b78c-314b-48a1-ba7f-483446870d76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67704ada-5825-485e-8e0f-211435c22184 HTTP/1.1" status: 204 len: 168 time: 1.0460176 May 28 05:56:26.220331 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.277527 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.318141 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51a81ce5-9290-4437-81a4-70de32772019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.353491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b1c9c8-544e-4a48-b503-15ce185453ab']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:26.387609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd715a51c-2097-412a-a3cd-23aadc7f50d8') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:26.387867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd715a51c-2097-412a-a3cd-23aadc7f50d8') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:26.407981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638af33d-6930-4716-8123-570c96cce6a3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:26.408814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-638af33d-6930-4716-8123-570c96cce6a3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Synchronizing usage tracker for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:26.412651 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.466537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.483318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:56:26.486666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.530214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b345268-2c36-4df0-8efc-69f21e4db914,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:26.591638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-638af33d-6930-4716-8123-570c96cce6a3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Unset dirty status for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:26.592824 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-638af33d-6930-4716-8123-570c96cce6a3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports/6312f14d-e422-4ec4-a5fe-62b2230db06d HTTP/1.1" status: 200 len: 910 time: 0.6596119 May 28 05:56:26.599827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47198) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:26.646033 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d715a51c-2097-412a-a3cd-23aadc7f50d8 resource provider aggregate not found May 28 05:56:26.678572 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d715a51c-2097-412a-a3cd-23aadc7f50d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d715a51c-2097-412a-a3cd-23aadc7f50d8 found for delete ", "request_id": "req-89c3a246-22d1-44c0-bc32-812f338a5593"}]} May 28 05:56:26.777403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Deleting port b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:26.778099 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.839154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51a81ce5-9290-4437-81a4-70de32772019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.882300 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.885930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26283de8-cba1-42db-b7e3-85d661a6c47b req-3af56fb8-6270-427b-9c47-fbfeca6fbfcc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:26.888035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26283de8-cba1-42db-b7e3-85d661a6c47b req-3af56fb8-6270-427b-9c47-fbfeca6fbfcc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 943 time: 0.7488580 May 28 05:56:26.899492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a81ce5-9290-4437-81a4-70de32772019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec41479c-bbe9-44eb-ba72-c516bdb3df6a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:26.913278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Attempting to bind port 8b345268-2c36-4df0-8efc-69f21e4db914 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:56:26.913829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Attempting to bind port 8b345268-2c36-4df0-8efc-69f21e4db914 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '72578fde-6db2-4e24-b483-b67ad6333a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ed73f03f-984f-4658-b474-303b9be9d988'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:56:26.914342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Attempting to bind port 8b345268-2c36-4df0-8efc-69f21e4db914 on network ed73f03f-984f-4658-b474-303b9be9d988 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:56:26.914635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.919610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Network': ['ID=84b1c9c8-544e-4a48-b503-15ce185453ab,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:26.943841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Port 8b345268-2c36-4df0-8efc-69f21e4db914 on network ed73f03f-984f-4658-b474-303b9be9d988 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:56:26.944499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Attempting to bind port 8b345268-2c36-4df0-8efc-69f21e4db914 on network ed73f03f-984f-4658-b474-303b9be9d988 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:56:26.949381 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4674b37f-2073-4af3-932f-d5437a4c3d96 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/networks/84b1c9c8-544e-4a48-b503-15ce185453ab HTTP/1.1" status: 204 len: 168 time: 5.1525679 May 28 05:56:26.953943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51a81ce5-9290-4437-81a4-70de32772019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:26.955339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-51a81ce5-9290-4437-81a4-70de32772019 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec41479c-bbe9-44eb-ba72-c516bdb3df6a HTTP/1.1" status: 204 len: 168 time: 1.5328476 May 28 05:56:26.967711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-833a7c5f-19ea-4839-975c-c182e489765c tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:26.969365 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-833a7c5f-19ea-4839-975c-c182e489765c tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/networks?id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b HTTP/1.1" status: 200 len: 814 time: 0.2747304 May 28 05:56:26.970897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47220) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:27.029417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e63ff326-b108-48bd-9459-9196f2fdff14 None None] The port 'b4cdbc3f-cb9c-4e2e-ba8f-48037d6d687c' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:56:27.054560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:56:27.055197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Checking segment: {'id': '72578fde-6db2-4e24-b483-b67ad6333a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ed73f03f-984f-4658-b474-303b9be9d988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:27.055851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Bound using segment: {'id': '72578fde-6db2-4e24-b483-b67ad6333a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ed73f03f-984f-4658-b474-303b9be9d988'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:56:27.056533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Bound port: 8b345268-2c36-4df0-8efc-69f21e4db914, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72578fde-6db2-4e24-b483-b67ad6333a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ed73f03f-984f-4658-b474-303b9be9d988'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:56:27.057105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:27.085451 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-ed81c938-4522-4bd6-8d05-76dac5150a30 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/quotas/507652873e5f4f2eb8a11fb0a435abdf HTTP/1.1" status: 200 len: 375 time: 0.0400343 May 28 05:56:27.157764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-26283de8-cba1-42db-b7e3-85d661a6c47b req-9c05c09c-a4b8-45f4-8715-7c9f35c4eb6e tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Synchronizing usage tracker for tenant:60502c3683c044d9966bf2177704c6d1 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:27.296720 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4509d5f8-43d3-42c2-82e3-52d86891cc43 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=507652873e5f4f2eb8a11fb0a435abdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2054100 May 28 05:56:27.301149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0481a3-ea2e-4898-ad0b-a0e2e3363135 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting subnet 5f86458e-9fdc-4ea4-b640-326991c34e16 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:56:27.322058 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea0481a3-ea2e-4898-ad0b-a0e2e3363135 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:27.346116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-26283de8-cba1-42db-b7e3-85d661a6c47b req-9c05c09c-a4b8-45f4-8715-7c9f35c4eb6e tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Unset dirty status for tenant:60502c3683c044d9966bf2177704c6d1 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:27.348612 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26283de8-cba1-42db-b7e3-85d661a6c47b req-9c05c09c-a4b8-45f4-8715-7c9f35c4eb6e tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378104 May 28 05:56:27.507923 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea0481a3-ea2e-4898-ad0b-a0e2e3363135 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:27.539222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] For port 8b345268-2c36-4df0-8efc-69f21e4db914, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:56:27.552009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] For port 8b345268-2c36-4df0-8efc-69f21e4db914, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b345268-2c36-4df0-8efc-69f21e4db914,segment=NetworkSegment(72578fde-6db2-4e24-b483-b67ad6333a88),segment_id=72578fde-6db2-4e24-b483-b67ad6333a88)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:56:27.621049 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:27.627932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-ed08ca32-43e0-4712-b6ac-5c1a79d486cb service neutron] 10.222.0.39 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237648 May 28 05:56:27.710935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:27.711829 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:27.713403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b345268-2c36-4df0-8efc-69f21e4db914 HTTP/1.1" status: 200 len: 1091 time: 4.3701944 May 28 05:56:27.714068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4f7e2a-fc00-49c9-a4d7-07d4039c5033', 'tag': '8b345268-2c36-4df0-8efc-69f21e4db914'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:56:27.760855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea0481a3-ea2e-4898-ad0b-a0e2e3363135 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:27.849191 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3d466e-5f88-49e8-868d-1e71bd67eae0'] response: {'name': 'network-changed', 'server_uuid': '4e4f7e2a-fc00-49c9-a4d7-07d4039c5033', 'tag': '8b345268-2c36-4df0-8efc-69f21e4db914', 'status': 'completed', 'code': 200} May 28 05:56:27.871084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824959a9-fc15-4428-95cf-489ce0f98ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b345268-2c36-4df0-8efc-69f21e4db914,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:27.914306 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-c1e0a528-2389-40c1-891b-d00e1ad4cb23 service neutron] 10.222.0.39 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853770 May 28 05:56:27.922873 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:27.973470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea0481a3-ea2e-4898-ad0b-a0e2e3363135 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:28.022142 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea0481a3-ea2e-4898-ad0b-a0e2e3363135 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:28.029754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b17c24-3bb4-4304-b905-d7793286e152 None None] Network 32bde5d3-bd54-4778-979a-431b319eb75f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:28.031045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0481a3-ea2e-4898-ad0b-a0e2e3363135 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Subnet': ['ID=5f86458e-9fdc-4ea4-b640-326991c34e16,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:28.035780 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ea0481a3-ea2e-4898-ad0b-a0e2e3363135 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/subnets/5f86458e-9fdc-4ea4-b640-326991c34e16 HTTP/1.1" status: 204 len: 168 time: 1.0617487 May 28 05:56:28.038098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47258) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:28.125913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c48b969-aa8d-4f83-9a6a-58161396e81c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting subnet f9a3d5e7-2e01-4787-9f7a-a6296cc33cb6 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:56:28.130894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c48b969-aa8d-4f83-9a6a-58161396e81c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:28.213338 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c48b969-aa8d-4f83-9a6a-58161396e81c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:28.418698 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c48b969-aa8d-4f83-9a6a-58161396e81c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:28.515036 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06443dee-d776-4f13-a1f6-1e59ba04fc70 req-19ab349a-26b8-48f3-a23a-d843f2131f82 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 210 time: 0.1253200 May 28 05:56:28.524435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-5d10320e-d8b8-4cf5-9a3b-6c1bd357d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:28.526300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-5d10320e-d8b8-4cf5-9a3b-6c1bd357d495 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60502c3683c044d9966bf2177704c6d1&device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 1094 time: 0.7353086 May 28 05:56:28.538864 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c48b969-aa8d-4f83-9a6a-58161396e81c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:28.646937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-34854e86-3ae6-4142-9573-57443a57c73f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b345268-2c36-4df0-8efc-69f21e4db914 HTTP/1.1" status: 200 len: 217 time: 0.0825315 May 28 05:56:28.651452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48b969-aa8d-4f83-9a6a-58161396e81c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a3d5e7-2e01-4787-9f7a-a6296cc33cb6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:28.661347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cebeff-7f15-417f-8867-1d87e36a2e94 None None] Network 23b00458-4952-496e-8320-367e3f00f992 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:28.669031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c48b969-aa8d-4f83-9a6a-58161396e81c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:28.686532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32029ecc-a267-44d4-beaa-2604d5a3abf8 None None] DHCP port deletion for 32bde5d3-bd54-4778-979a-431b319eb75f request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:56:28.704582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-32029ecc-a267-44d4-beaa-2604d5a3abf8 None None] Deleting port 65d6ee83-15de-4be6-9691-1c3aa7327b7c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:28.705322 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-32029ecc-a267-44d4-beaa-2604d5a3abf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:28.745603 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0c48b969-aa8d-4f83-9a6a-58161396e81c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/subnets/f9a3d5e7-2e01-4787-9f7a-a6296cc33cb6 HTTP/1.1" status: 204 len: 168 time: 0.7061737 May 28 05:56:28.749799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47282) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:28.953659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Allocated IP 172.21.0.1 (6e83c043-b483-4b24-9837-a9e7be4fc424/622eef5e-3102-43b0-b57b-6898bad9d648/cc86d421-4d08-4dfa-98d4-ca9ef025ccd3) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:56:28.963140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:29.003752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7032f-abc3-4d8e-ad00-ea804356b9f8 req-84b92f98-a0ef-479c-93f8-d04a097513a8 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:29.021083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3da7032f-abc3-4d8e-ad00-ea804356b9f8 req-84b92f98-a0ef-479c-93f8-d04a097513a8 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 943 time: 0.3481574 May 28 05:56:29.023628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47290) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:29.032966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-32029ecc-a267-44d4-beaa-2604d5a3abf8 None None] For port 65d6ee83-15de-4be6-9691-1c3aa7327b7c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=65d6ee83-15de-4be6-9691-1c3aa7327b7c,segment=NetworkSegment(8475209f-6b94-409a-9f0f-fa4ddb199b33),segment_id=8475209f-6b94-409a-9f0f-fa4ddb199b33)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:29.033482 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-32029ecc-a267-44d4-beaa-2604d5a3abf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:29.056914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting port 65d6ee83-15de-4be6-9691-1c3aa7327b7c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:29.058700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:29.225795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-32029ecc-a267-44d4-beaa-2604d5a3abf8 None None] Calling delete_port for 65d6ee83-15de-4be6-9691-1c3aa7327b7c owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:29.228326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:29.254951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-ad6e99c3-937b-480e-96ab-1e2da8d88496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:29.258183 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-ad6e99c3-937b-480e-96ab-1e2da8d88496 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab21db8-5cd6-48b7-9926-cdbbbc23b9f0 HTTP/1.1" status: 200 len: 849 time: 0.5887256 May 28 05:56:29.311508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65d6ee83-15de-4be6-9691-1c3aa7327b7c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:56:29.343651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-f7a48815-c4f7-45a7-ae1d-66ab3220e08e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed73f03f-984f-4658-b474-303b9be9d988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741882 May 28 05:56:29.344541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Transition to ACTIVE for port object cc86d421-4d08-4dfa-98d4-ca9ef025ccd3 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:56:29.376365 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3da7032f-abc3-4d8e-ad00-ea804356b9f8 req-ddeac75c-cd9f-4a2b-951f-bd8bbd81a412 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517370 May 28 05:56:29.448096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-239244054-network', 'tenant_id': '83b9d5d22a5540aabf13a2e22aaec968'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:29.497012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:29.521536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Usage tracker for resource:network and tenant:83b9d5d22a5540aabf13a2e22aaec968 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:29.528004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:29.554078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:29.574609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:29.693037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=cc86d421-4d08-4dfa-98d4-ca9ef025ccd3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:29.704743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 6e83c043-b483-4b24-9837-a9e7be4fc424 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:29.755820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] For port 65d6ee83-15de-4be6-9691-1c3aa7327b7c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=65d6ee83-15de-4be6-9691-1c3aa7327b7c,segment=NetworkSegment(8475209f-6b94-409a-9f0f-fa4ddb199b33),segment_id=8475209f-6b94-409a-9f0f-fa4ddb199b33)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:29.756637 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:29.798385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:29.819379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:56:29.889426 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-671c36ea-97d3-4e4f-9051-10e9d2805fb4 req-f4d4117f-2d2c-4df4-9222-9c4271c6ab03 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 210 time: 0.1986892 May 28 05:56:29.914279 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-00d166c3-4179-41ce-81e1-28bbad5a3441 service neutron] 10.222.0.41 "GET /v2.0/networks/ed73f03f-984f-4658-b474-303b9be9d988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605631 May 28 05:56:29.921410 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-32029ecc-a267-44d4-beaa-2604d5a3abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:29.963296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Made reservation on behalf of 83b9d5d22a5540aabf13a2e22aaec968 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:29.970345 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:30.072869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32029ecc-a267-44d4-beaa-2604d5a3abf8 None None] Pushing event deleted for resources: {'Port': ['ID=65d6ee83-15de-4be6-9691-1c3aa7327b7c,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:30.103528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 65d6ee83-15de-4be6-9691-1c3aa7327b7c is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:30.103528 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:30.190253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32029ecc-a267-44d4-beaa-2604d5a3abf8 None None] No DVR routers for this DVR port 65d6ee83-15de-4be6-9691-1c3aa7327b7c on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:56:30.221535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:30.225434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Calling delete_port for 65d6ee83-15de-4be6-9691-1c3aa7327b7c owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:30.350754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:30.391217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cbdeac3c-a124-428f-a05a-a76341e808de None None] Provisioning for port cc86d421-4d08-4dfa-98d4-ca9ef025ccd3 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:56:30.404757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cbdeac3c-a124-428f-a05a-a76341e808de None None] Provisioning complete for port cc86d421-4d08-4dfa-98d4-ca9ef025ccd3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:30.404757 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cbdeac3c-a124-428f-a05a-a76341e808de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:30.478015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] DHCP port deletion for 23b00458-4952-496e-8320-367e3f00f992 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:56:30.493345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Deleting port 46050f52-e76a-4bd8-ab50-f0e78ad33beb {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:30.493733 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:30.554049 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:56:30.554636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74e25c08-d618-42f0-bd2f-98ab0797f44f req-b6e7a1e0-2d0e-42f6-a23f-0a0a6637880f service neutron] 10.222.0.41 "GET /v2.0/networks/ed73f03f-984f-4658-b474-303b9be9d988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197400 May 28 05:56:30.604535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cbdeac3c-a124-428f-a05a-a76341e808de None None] Port cc86d421-4d08-4dfa-98d4-ca9ef025ccd3 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:56:30.745179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:56:30.745558 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:56:30.798824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:30.847794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:30.853954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Usage tracker for resource:security_group_rule and tenant:83b9d5d22a5540aabf13a2e22aaec968 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:30.857303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:30.864445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:30.984267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a2d3f-2c5a-4278-831c-7bd884b833b7 req-3ca23945-2980-417c-ae60-79f1cd734c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:30.984878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-986a2d3f-2c5a-4278-831c-7bd884b833b7 req-3ca23945-2980-417c-ae60-79f1cd734c9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60502c3683c044d9966bf2177704c6d1&device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 1094 time: 0.3137100 May 28 05:56:31.024876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 46050f52-e76a-4bd8-ab50-f0e78ad33beb no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:56:31.061318 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.109725 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.210980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:56:31.251591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting port 65d6ee83-15de-4be6-9691-1c3aa7327b7c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:31.251591 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.272874 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.309209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] For port 46050f52-e76a-4bd8-ab50-f0e78ad33beb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=46050f52-e76a-4bd8-ab50-f0e78ad33beb,segment=NetworkSegment(fe092c8d-3aff-4de3-b1a1-1c370902c547),segment_id=fe092c8d-3aff-4de3-b1a1-1c370902c547)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:31.310129 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.444933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.445381 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Added segment e87a4fc9-c262-4103-b26e-f9a274088f67 of type vlan for network 1507e82f-cead-45ab-80fe-1fee2df586a0 May 28 05:56:31.449606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24576f7-ff65-4b72-a468-d112ae8d465a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:31.500781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 46050f52-e76a-4bd8-ab50-f0e78ad33beb is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:31.501165 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.688837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] The port '65d6ee83-15de-4be6-9691-1c3aa7327b7c' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:56:31.714625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 46050f52-e76a-4bd8-ab50-f0e78ad33beb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=46050f52-e76a-4bd8-ab50-f0e78ad33beb,segment=NetworkSegment(fe092c8d-3aff-4de3-b1a1-1c370902c547),segment_id=fe092c8d-3aff-4de3-b1a1-1c370902c547)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:31.724981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Calling delete_port for 46050f52-e76a-4bd8-ab50-f0e78ad33beb owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:31.733571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.759278 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.915807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=46050f52-e76a-4bd8-ab50-f0e78ad33beb,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:31.917952 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.919158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:31.920234 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:31.960709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff683b65-926c-42cc-8488-8e77e1f78010 req-713272a9-4ebd-4550-a5eb-1ef08b24c9c2 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 210 time: 0.3182912 May 28 05:56:32.010068 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:56:32.010670 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:56:32.011084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96084-8088-4048-adf4-4e90801a1aba req-910b71d2-306b-4c4d-934f-9c75daafc66a tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:32.013898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56d96084-8088-4048-adf4-4e90801a1aba req-910b71d2-306b-4c4d-934f-9c75daafc66a tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 943 time: 1.2646933 May 28 05:56:32.205394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a2d3f-2c5a-4278-831c-7bd884b833b7 req-2f3ed4f6-7fbb-4913-9688-5b34df4ba7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:32.206696 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-986a2d3f-2c5a-4278-831c-7bd884b833b7 req-2f3ed4f6-7fbb-4913-9688-5b34df4ba7e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed73f03f-984f-4658-b474-303b9be9d988 HTTP/1.1" status: 200 len: 910 time: 1.1063838 May 28 05:56:32.267353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] Pushing event updated for resources: {'Network': ['ID=1507e82f-cead-45ab-80fe-1fee2df586a0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:32.296732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 1507e82f-cead-45ab-80fe-1fee2df586a0 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:56:32.314072 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ec629011-63f9-46e1-8152-189e5d8d3083 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2859592 May 28 05:56:32.327278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47402) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:32.333576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-986a2d3f-2c5a-4278-831c-7bd884b833b7 req-b4253d71-85b1-48c5-add8-1a1db12a93c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b345268-2c36-4df0-8efc-69f21e4db914 HTTP/1.1" status: 200 len: 217 time: 0.1141381 May 28 05:56:32.346118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Request body: {'subnet': {'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-239244054-subnet', 'tenant_id': '83b9d5d22a5540aabf13a2e22aaec968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:32.356679 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.389279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:32.405449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Usage tracker for resource:subnet and tenant:83b9d5d22a5540aabf13a2e22aaec968 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:32.413624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:32.418563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-d7a6bc3e-6665-4a2f-b283-cb89d791de78 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:32.420353 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-d7a6bc3e-6665-4a2f-b283-cb89d791de78 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.41 "GET /v2.0/networks?id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b HTTP/1.1" status: 200 len: 814 time: 1.0369060 May 28 05:56:32.427159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bde5d3-bd54-4778-979a-431b319eb75f']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:32.427795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:32.438030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56d96084-8088-4048-adf4-4e90801a1aba req-90e25310-ce58-43f9-ad84-ec7a98ce5d8b tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133360 May 28 05:56:32.443211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a2d3f-2c5a-4278-831c-7bd884b833b7 req-492fece3-514a-4e6f-80c0-479ed7c6c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:32.444151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-986a2d3f-2c5a-4278-831c-7bd884b833b7 req-492fece3-514a-4e6f-80c0-479ed7c6c453 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab21db8-5cd6-48b7-9926-cdbbbc23b9f0 HTTP/1.1" status: 200 len: 849 time: 0.0936372 May 28 05:56:32.445672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Request body: {'port': {'device_id': '3a623ab8-436c-4903-89fe-6519b6d4bb01', 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b', 'admin_state_up': True, 'tenant_id': '507652873e5f4f2eb8a11fb0a435abdf'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:32.465970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8475209f-6b94-409a-9f0f-fa4ddb199b33') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:32.466273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8475209f-6b94-409a-9f0f-fa4ddb199b33') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:32.501117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Made reservation on behalf of 83b9d5d22a5540aabf13a2e22aaec968 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:32.502704 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.516251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Deleting port 46050f52-e76a-4bd8-ab50-f0e78ad33beb {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:32.516251 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.539205 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.540475 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-986a2d3f-2c5a-4278-831c-7bd884b833b7 req-0316b14f-1ba5-497d-9e59-31a78ce54bff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed73f03f-984f-4658-b474-303b9be9d988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846426 May 28 05:56:32.551736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.583541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.619133 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.639176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:56:32.643048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.817172 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8475209f-6b94-409a-9f0f-fa4ddb199b33 resource provider aggregate not found May 28 05:56:32.889690 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8475209f-6b94-409a-9f0f-fa4ddb199b33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8475209f-6b94-409a-9f0f-fa4ddb199b33 found for delete ", "request_id": "req-a610b480-1a22-4572-b395-9e2ef3beb252"}]} May 28 05:56:32.909174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:32.915119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Usage tracker for resource:port and tenant:507652873e5f4f2eb8a11fb0a435abdf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:32.918117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.920069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:32.949912 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.958645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:32.965890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Network': ['ID=32bde5d3-bd54-4778-979a-431b319eb75f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:32.978729 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1e3bc67e-bcf0-4591-a599-05216f8b79eb tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/networks/32bde5d3-bd54-4778-979a-431b319eb75f HTTP/1.1" status: 204 len: 168 time: 4.2198467 May 28 05:56:32.978729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47428) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:32.987369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] For port 46050f52-e76a-4bd8-ab50-f0e78ad33beb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=46050f52-e76a-4bd8-ab50-f0e78ad33beb,segment=NetworkSegment(fe092c8d-3aff-4de3-b1a1-1c370902c547),segment_id=fe092c8d-3aff-4de3-b1a1-1c370902c547)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:32.987369 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:32.998062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Made reservation on behalf of 507652873e5f4f2eb8a11fb0a435abdf for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:33.001586 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:33.114562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=cc86d421-4d08-4dfa-98d4-ca9ef025ccd3,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:33.147335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:33.225006 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:33.274860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Calling delete_port for 46050f52-e76a-4bd8-ab50-f0e78ad33beb owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:33.303515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting port 46050f52-e76a-4bd8-ab50-f0e78ad33beb {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:33.304031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:33.397308 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:33.397824 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-986a2d3f-2c5a-4278-831c-7bd884b833b7 req-3567f1e1-bf6a-4625-9169-6ec19fa94bda service neutron] 10.222.0.41 "GET /v2.0/networks/ed73f03f-984f-4658-b474-303b9be9d988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8135273 May 28 05:56:33.500120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] Pushing event deleted for resources: {'Port': ['ID=46050f52-e76a-4bd8-ab50-f0e78ad33beb,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:33.500509 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47440) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:33.514585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] The port '46050f52-e76a-4bd8-ab50-f0e78ad33beb' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:56:33.515524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2878e-118c-48ab-bc56-18d6ccebceb7 None None] No DVR routers for this DVR port 46050f52-e76a-4bd8-ab50-f0e78ad33beb on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:56:33.516583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eb502a3-610f-491d-b708-eeb7c51b769b req-a7d38bdd-2317-4c10-b653-ca54a55430f8 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 210 time: 0.2865598 May 28 05:56:33.711449 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:33.832957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 6e83c043-b483-4b24-9837-a9e7be4fc424 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:33.834640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:33.836477 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-986a2d3f-2c5a-4278-831c-7bd884b833b7 req-cf1c5ffb-0de4-4752-9545-d330dae78f25 service neutron] 10.222.0.41 "GET /v2.0/networks/ed73f03f-984f-4658-b474-303b9be9d988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849347 May 28 05:56:33.967763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b00458-4952-496e-8320-367e3f00f992']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:34.050333 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c89cd46d-2aab-4315-bb88-e46197359b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:34.062794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe092c8d-3aff-4de3-b1a1-1c370902c547') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:34.062794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe092c8d-3aff-4de3-b1a1-1c370902c547') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:34.098030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Allocated IP 172.20.0.13 (76bb6bd7-14f6-4d9b-b72a-9dc67724e31b/044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8/f5a3733b-b2f0-49a3-a9fd-f6c3537947bd) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:56:34.127694 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:34.180923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-74ed7481-0185-49da-9b36-2666ccd561ff None None] Provisioning complete for port cc86d421-4d08-4dfa-98d4-ca9ef025ccd3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:34.181775 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-74ed7481-0185-49da-9b36-2666ccd561ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:34.185515 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:34.195613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c89cd46d-2aab-4315-bb88-e46197359b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:34.224767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c89cd46d-2aab-4315-bb88-e46197359b5a admin admin] Usage tracker for resource:security_group_rule and tenant:4ff52994c64f4739bc7821a460494d2b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:34.229796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c89cd46d-2aab-4315-bb88-e46197359b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:34.240925 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:34.244645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c89cd46d-2aab-4315-bb88-e46197359b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:34.267583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:56:34.267971 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:34.314413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-74ed7481-0185-49da-9b36-2666ccd561ff None None] Port cc86d421-4d08-4dfa-98d4-ca9ef025ccd3 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:56:34.330632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b345268-2c36-4df0-8efc-69f21e4db914 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:56:34.420951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba27e65-5def-4835-af4d-9f3dae69cece,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:34.440711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router b026d967-806a-46bd-8be1-66bb654335e3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:56:34.454363 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-9ab1a710-793d-4167-9da1-874138d84e4f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3326902 May 28 05:56:34.455345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Checking segment: {'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:34.455861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Network hostable DHCP agents. Network: 1507e82f-cead-45ab-80fe-1fee2df586a0, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:56:34.494133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d71109-4463-45a8-bdc4-44f07430e3c0 req-efa298ff-6649-43b4-9279-18733070bc54 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:34.498587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47d71109-4463-45a8-bdc4-44f07430e3c0 req-efa298ff-6649-43b4-9279-18733070bc54 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 943 time: 0.5353243 May 28 05:56:34.517938 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:34.633545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8b345268-2c36-4df0-8efc-69f21e4db914, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b345268-2c36-4df0-8efc-69f21e4db914,segment=NetworkSegment(72578fde-6db2-4e24-b483-b67ad6333a88),segment_id=72578fde-6db2-4e24-b483-b67ad6333a88)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:34.654961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '8b345268-2c36-4df0-8efc-69f21e4db914', 'network_id': 'ed73f03f-984f-4658-b474-303b9be9d988', 'port_id': '8b345268-2c36-4df0-8efc-69f21e4db914', 'mac_address': 'fa:16:3e:d7:4b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab21db8-5cd6-48b7-9926-cdbbbc23b9f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:56:34.677684 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:34.702619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Network': ['ID=23b00458-4952-496e-8320-367e3f00f992,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:34.707604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Network 1507e82f-cead-45ab-80fe-1fee2df586a0 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:56:34.748500 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47d71109-4463-45a8-bdc4-44f07430e3c0 req-2a65766d-f112-4389-bd6b-1321e21b8afd tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171166 May 28 05:56:34.769505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1ae5154e-7fd3-452e-a571-02a7e157d875 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/networks/23b00458-4952-496e-8320-367e3f00f992 HTTP/1.1" status: 204 len: 168 time: 1.7926800 May 28 05:56:34.798860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47456) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:34.841644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 8b345268-2c36-4df0-8efc-69f21e4db914 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:34.842835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:34.858937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 1507e82f-cead-45ab-80fe-1fee2df586a0) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:34.868656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:34.869530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:34.883957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b843b92-2b4e-4b4c-955f-518129122715 None None] Network 1507e82f-cead-45ab-80fe-1fee2df586a0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:34.915464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9132ebc2-6b68-4ab7-b77b-e4adcb40189b req-9dc3907b-d73b-4f90-8d79-c1f74b6bf5c3 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 210 time: 0.1996069 May 28 05:56:34.945445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:56:34.981363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c89cd46d-2aab-4315-bb88-e46197359b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:35.027126 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment fe092c8d-3aff-4de3-b1a1-1c370902c547 resource provider aggregate not found May 28 05:56:35.049288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-758d1af8-6c76-47bb-9a4d-e78990024a31 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7078540 May 28 05:56:35.049288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5e5d6c18-5b9c-47bc-a6e7-4bbfe9caab53 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/b026d967-806a-46bd-8be1-66bb654335e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4313946 May 28 05:56:35.049495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47464) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:35.080465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5e1bc01b-592f-4b8b-8b5a-e44d4e6ff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.081219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5e1bc01b-592f-4b8b-8b5a-e44d4e6ff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.081786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5e1bc01b-592f-4b8b-8b5a-e44d4e6ff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.082548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5e1bc01b-592f-4b8b-8b5a-e44d4e6ff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.086875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5e1bc01b-592f-4b8b-8b5a-e44d4e6ff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.088395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5e1bc01b-592f-4b8b-8b5a-e44d4e6ff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.089443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5e1bc01b-592f-4b8b-8b5a-e44d4e6ff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.099737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c89cd46d-2aab-4315-bb88-e46197359b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:35.122971 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment fe092c8d-3aff-4de3-b1a1-1c370902c547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe092c8d-3aff-4de3-b1a1-1c370902c547 found for delete ", "request_id": "req-92ffa58d-b538-4b3a-a940-b7226a4ea2cd"}]} May 28 05:56:35.124459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5e1bc01b-592f-4b8b-8b5a-e44d4e6ff9d5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6503 time: 0.5012739 May 28 05:56:35.131804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d29b75c-c1fc-41f9-8643-01d84a3ddae6 None None] Sync routers for ids ['b026d967-806a-46bd-8be1-66bb654335e3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:56:35.164114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b345268-2c36-4df0-8efc-69f21e4db914 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:56:35.200491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cd46d-2aab-4315-bb88-e46197359b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08b52dc-986a-43b7-a51c-910cb3914c4d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:35.223547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d29b75c-c1fc-41f9-8643-01d84a3ddae6 None None] Routers {'b026d967-806a-46bd-8be1-66bb654335e3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:35.224758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7d29b75c-c1fc-41f9-8643-01d84a3ddae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b026d967-806a-46bd-8be1-66bb654335e3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:35.225233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:35.272368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-935b0a56-df12-4742-b570-a28247f9b22c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting subnet 24936551-865e-4726-b00f-f3a8514b7bfe {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:56:35.296555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-935b0a56-df12-4742-b570-a28247f9b22c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:35.355535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c89cd46d-2aab-4315-bb88-e46197359b5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ff52994c64f4739bc7821a460494d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8511734 May 28 05:56:35.366897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47470) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:35.380641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8b345268-2c36-4df0-8efc-69f21e4db914, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b345268-2c36-4df0-8efc-69f21e4db914,segment=NetworkSegment(72578fde-6db2-4e24-b483-b67ad6333a88),segment_id=72578fde-6db2-4e24-b483-b67ad6333a88)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:35.380641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7d29b75c-c1fc-41f9-8643-01d84a3ddae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:35.423188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:35.437462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2aec7-9c22-440d-a783-f0ee6e6d30e6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.437462 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-36a2aec7-9c22-440d-a783-f0ee6e6d30e6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports/cc86d421-4d08-4dfa-98d4-ca9ef025ccd3 HTTP/1.1" status: 200 len: 910 time: 0.3622346 May 28 05:56:35.438193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47478) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:35.528764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5f709f8e-6267-4dea-bd43-de30bdde79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.529403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5f709f8e-6267-4dea-bd43-de30bdde79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.529999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5f709f8e-6267-4dea-bd43-de30bdde79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.532113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=8b345268-2c36-4df0-8efc-69f21e4db914,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:35.532901 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5f709f8e-6267-4dea-bd43-de30bdde79b9 service neutron] 10.222.0.33 "GET /v2.0/networks?id=d9749cf5-b31b-4b2d-9463-3d84e612ffc8&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=4b427dc3-eb5a-4af2-a01b-203848d8638e&id=4b427dc3-eb5a-4af2-a01b-203848d8638e HTTP/1.1" status: 200 len: 2296 time: 0.3613029 May 28 05:56:35.541879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d29b75c-c1fc-41f9-8643-01d84a3ddae6 None None] Routers {'b026d967-806a-46bd-8be1-66bb654335e3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:35.542523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7d29b75c-c1fc-41f9-8643-01d84a3ddae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b026d967-806a-46bd-8be1-66bb654335e3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:35.633523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7d29b75c-c1fc-41f9-8643-01d84a3ddae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:35.633923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d29b75c-c1fc-41f9-8643-01d84a3ddae6 None None] The sync data for ids ['b026d967-806a-46bd-8be1-66bb654335e3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:56:35.679009 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ba02e4a-358e-4cf9-94d9-519ce54507ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:35.703556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['8b345268-2c36-4df0-8efc-69f21e4db914'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:56:35.733109 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-935b0a56-df12-4742-b570-a28247f9b22c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:35.739265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aca926-260f-4d74-87d8-dd21addfa8d9 None None] Network 1507e82f-cead-45ab-80fe-1fee2df586a0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:35.775825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ba02e4a-358e-4cf9-94d9-519ce54507ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:35.808396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-e9a7774f-f161-4a0b-a54d-ab032741672b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b870648d-286e-4080-b124-e472c38b10b6 HTTP/1.1" status: 200 len: 1002 time: 0.2303355 May 28 05:56:35.898137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-935b0a56-df12-4742-b570-a28247f9b22c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:35.945632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-fe067ed1-bb57-4fbc-b03d-e3063404f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:35.951703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-fe067ed1-bb57-4fbc-b03d-e3063404f0ee service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f HTTP/1.1" status: 200 len: 854 time: 0.1264777 May 28 05:56:36.041367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-935b0a56-df12-4742-b570-a28247f9b22c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:36.099585 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:36.164725 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ba02e4a-358e-4cf9-94d9-519ce54507ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:36.205784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba02e4a-358e-4cf9-94d9-519ce54507ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08b52dc-986a-43b7-a51c-910cb3914c4d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:36.219704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b0a56-df12-4742-b570-a28247f9b22c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Subnet': ['ID=24936551-865e-4726-b00f-f3a8514b7bfe,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:36.224124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ba02e4a-358e-4cf9-94d9-519ce54507ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:36.226613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0ba02e4a-358e-4cf9-94d9-519ce54507ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f08b52dc-986a-43b7-a51c-910cb3914c4d HTTP/1.1" status: 204 len: 168 time: 0.8620293 May 28 05:56:36.263879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-8fdb2500-3243-4195-8dd2-6780b066ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:36.266321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-8fdb2500-3243-4195-8dd2-6780b066ae36 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d9749cf5-b31b-4b2d-9463-3d84e612ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3099699 May 28 05:56:36.282003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac7053-ae59-4fbe-ad80-c7cf01352ecc req-25960bd1-5bff-475d-b5a3-34efbcaf2d3d tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:36.292966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-33ac7053-ae59-4fbe-ad80-c7cf01352ecc req-25960bd1-5bff-475d-b5a3-34efbcaf2d3d tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 944 time: 0.2271326 May 28 05:56:36.315464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-935b0a56-df12-4742-b570-a28247f9b22c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:36.346590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:36.349603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2b5b6-87ad-4f87-b169-50aaceef3f9b None None] Network 4be7173c-d0a1-470c-b7a8-6f1c24348587 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:36.426969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:36.449689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-935b0a56-df12-4742-b570-a28247f9b22c tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/subnets/24936551-865e-4726-b00f-f3a8514b7bfe HTTP/1.1" status: 204 len: 168 time: 1.6498690 May 28 05:56:36.450793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:56:36.481254 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-4fa6cfb4-d4f1-4d5d-82c1-4d303db5205b service neutron] 10.222.0.33 "GET /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605902 May 28 05:56:36.484445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47504) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:36.880668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47510) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:36.904607 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32d4c426-03dd-4f4c-9cee-03637933113e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:36.921190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Pushing event updated for resources: {'Port': ['ID=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:36.928250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-27d2ad0b-a4d1-43e6-9a25-f715097b0e3b service neutron] 10.222.0.33 "GET /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355009 May 28 05:56:36.936529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32d4c426-03dd-4f4c-9cee-03637933113e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:36.941349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32d4c426-03dd-4f4c-9cee-03637933113e admin admin] Usage tracker for resource:security_group_rule and tenant:6822c66a801149ca95b18c7f0d3c6fcf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:36.945143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] DHCP port deletion for 4be7173c-d0a1-470c-b7a8-6f1c24348587 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:56:36.950831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Deleting port 5b27b585-fe7e-4d6c-8a19-052475b93573 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:36.951211 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:36.955644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-33ac7053-ae59-4fbe-ad80-c7cf01352ecc req-b477caed-eff0-4743-ae35-9d83054b963a tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614830 May 28 05:56:36.957713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32d4c426-03dd-4f4c-9cee-03637933113e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:36.991375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32d4c426-03dd-4f4c-9cee-03637933113e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:37.062909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:37.063837 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:37.073355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-3767bc40-0916-43f7-a792-cb2e5ce9a605 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:37.074046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-3767bc40-0916-43f7-a792-cb2e5ce9a605 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Synchronizing usage tracker for tenant:83b9d5d22a5540aabf13a2e22aaec968 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:37.151657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-3767bc40-0916-43f7-a792-cb2e5ce9a605 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Unset dirty status for tenant:83b9d5d22a5540aabf13a2e22aaec968 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:37.152821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-3767bc40-0916-43f7-a792-cb2e5ce9a605 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 813 time: 1.1508944 May 28 05:56:37.214155 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-c19145ad-bb49-4482-88cb-6323ddefc537 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/quotas/83b9d5d22a5540aabf13a2e22aaec968 HTTP/1.1" status: 200 len: 375 time: 0.0283790 May 28 05:56:37.226599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-841e5ea2-a332-41bb-ac33-dbed51a53c7b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7921603 May 28 05:56:37.253500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-4b861a87-cae1-4944-ba91-98cff7df8cc2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=efdb6ff1-c2c4-4123-a994-107560eb2bd0 HTTP/1.1" status: 200 len: 217 time: 0.2135143 May 28 05:56:37.283702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Request body: {'port': {'device_id': '3a623ab8-436c-4903-89fe-6519b6d4bb01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:37.343595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] For port 5b27b585-fe7e-4d6c-8a19-052475b93573, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5b27b585-fe7e-4d6c-8a19-052475b93573,segment=NetworkSegment(3f50e518-ef43-45fe-b2a1-5d6c68167353),segment_id=3f50e518-ef43-45fe-b2a1-5d6c68167353)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:37.344175 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:37.361784 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:37.389069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-51997e9d-7705-41f4-9cb0-629f2993ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:37.392758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-51997e9d-7705-41f4-9cb0-629f2993ec0a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.1282799 May 28 05:56:37.436338 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-5b4934c0-3b79-4b92-9a51-729798a62b2d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2161763 May 28 05:56:37.483215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting port 5b27b585-fe7e-4d6c-8a19-052475b93573 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:37.483740 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:37.514280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Calling delete_port for 5b27b585-fe7e-4d6c-8a19-052475b93573 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:37.615278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee56a8-9b1b-4845-9252-00d47779f66d req-8643e1bd-1aa6-47d7-b482-1dab1c6f6826 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:37.620126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1bee56a8-9b1b-4845-9252-00d47779f66d req-8643e1bd-1aa6-47d7-b482-1dab1c6f6826 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 932 time: 0.4466228 May 28 05:56:37.632722 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:37.678619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:37.706616 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32d4c426-03dd-4f4c-9cee-03637933113e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:37.708734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Pushing event deleted for resources: {'Port': ['ID=5b27b585-fe7e-4d6c-8a19-052475b93573,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:37.721091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] No DVR routers for this DVR port 5b27b585-fe7e-4d6c-8a19-052475b93573 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:56:37.724160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.724745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.725299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.726774 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.727456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.729113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.729677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.730210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.730895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.732101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.732630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.734357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224dd0c-8262-4162-aec0-3ef8b7f2d4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:56:37.777357 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32d4c426-03dd-4f4c-9cee-03637933113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:37.837279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1bee56a8-9b1b-4845-9252-00d47779f66d req-5506c941-30ee-4e46-ae80-871b2a08fcc5 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Synchronizing usage tracker for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:37.882135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-2e3a7387-fa09-49f7-8462-bac35cf51a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:37.883739 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-2e3a7387-fa09-49f7-8462-bac35cf51a60 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4813974 May 28 05:56:37.917417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1bee56a8-9b1b-4845-9252-00d47779f66d req-5506c941-30ee-4e46-ae80-871b2a08fcc5 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Unset dirty status for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:37.917417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1bee56a8-9b1b-4845-9252-00d47779f66d req-5506c941-30ee-4e46-ae80-871b2a08fcc5 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720037 May 28 05:56:37.972089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] For port 5b27b585-fe7e-4d6c-8a19-052475b93573, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5b27b585-fe7e-4d6c-8a19-052475b93573,segment=NetworkSegment(3f50e518-ef43-45fe-b2a1-5d6c68167353),segment_id=3f50e518-ef43-45fe-b2a1-5d6c68167353)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:37.972401 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:38.128172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Calling delete_port for 5b27b585-fe7e-4d6c-8a19-052475b93573 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:38.154348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4c426-03dd-4f4c-9cee-03637933113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92188844-9472-4a42-be2e-371793812475,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:38.291166 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-36d71f7b-105c-4b82-847b-fc3defc9f6a9 service neutron] 10.222.0.39 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331509 May 28 05:56:38.297914 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-32d4c426-03dd-4f4c-9cee-03637933113e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6822c66a801149ca95b18c7f0d3c6fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4172049 May 28 05:56:38.300877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47522) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:38.315294 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-de0bab48-cc14-4527-b20b-c7f5cbcdbcf2 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254704 May 28 05:56:38.338107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b345268-2c36-4df0-8efc-69f21e4db914 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:56:38.446567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 8b345268-2c36-4df0-8efc-69f21e4db914 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:56:38.452902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:56:38.452902 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:56:38.466434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 8b345268-2c36-4df0-8efc-69f21e4db914 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:38.466434 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:38.472615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448cef9-c66b-42ed-bcd4-e28b84bb43b5 req-b03c279b-58b5-4630-99f8-eec101b44a83 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:38.472615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8448cef9-c66b-42ed-bcd4-e28b84bb43b5 req-b03c279b-58b5-4630-99f8-eec101b44a83 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 944 time: 0.3381946 May 28 05:56:38.534147 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-16d017b1-b898-4241-be2d-81f6b2dbab5f service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118735 May 28 05:56:38.541997 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8448cef9-c66b-42ed-bcd4-e28b84bb43b5 req-7590b132-baa3-4556-b5d5-4c343035ec4d tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763552 May 28 05:56:38.588705 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-381ec1e2-f47e-499f-b9f8-b00f61cf8dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:38.635571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 8b345268-2c36-4df0-8efc-69f21e4db914 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:38.635571 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:38.638055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-ee0a160b-8b9f-40af-8758-b79fe46baa4c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=b2b408ba-1753-4654-8059-1424962b2a46 HTTP/1.1" status: 200 len: 217 time: 0.0945718 May 28 05:56:38.672162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a3733b-b2f0-49a3-a9fd-f6c3537947bd {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:56:38.673892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 8b345268-2c36-4df0-8efc-69f21e4db914, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b345268-2c36-4df0-8efc-69f21e4db914,segment=NetworkSegment(72578fde-6db2-4e24-b483-b67ad6333a88),segment_id=72578fde-6db2-4e24-b483-b67ad6333a88)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:38.674858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4f7e2a-fc00-49c9-a4d7-07d4039c5033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b345268-2c36-4df0-8efc-69f21e4db914'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:56:38.681204 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:38.684408 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:38.706126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Transition to ACTIVE for port object f5a3733b-b2f0-49a3-a9fd-f6c3537947bd will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:56:38.733787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:38.783128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-d27956e8-2d68-4eb4-9a7e-fad036a43580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:38.783128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-d27956e8-2d68-4eb4-9a7e-fad036a43580 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.1367581 May 28 05:56:38.787357 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b2fffe-b0e2-4c90-bff6-fc3ba40d923b'] response: {'server_uuid': '4e4f7e2a-fc00-49c9-a4d7-07d4039c5033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b345268-2c36-4df0-8efc-69f21e4db914', 'code': 200} May 28 05:56:38.865879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=8b345268-2c36-4df0-8efc-69f21e4db914,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:38.933869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5b27b585-fe7e-4d6c-8a19-052475b93573 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:56:38.982703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 5b27b585-fe7e-4d6c-8a19-052475b93573 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:56:38.983053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5b27b585-fe7e-4d6c-8a19-052475b93573 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:56:39.044304 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3e18829-dd53-4122-a562-5d3f41b19c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:39.077377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:39.100572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Deleting port 5b27b585-fe7e-4d6c-8a19-052475b93573 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:39.100923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:39.132366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:39.262741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] The port '5b27b585-fe7e-4d6c-8a19-052475b93573' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:56:39.295930 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-290ebb1e-0fba-4dc4-9761-c2581af17155 service neutron] 10.222.0.39 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9884369 May 28 05:56:39.368311 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3e18829-dd53-4122-a562-5d3f41b19c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:39.489983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:39.517441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-2e5585bc-c145-407c-8b77-f15f1000bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:39.519781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-2e5585bc-c145-407c-8b77-f15f1000bfc5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7288153 May 28 05:56:39.521866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110ec9e-c6e7-492d-ac7a-5576a82b37bd req-74a9b0d9-e6be-4031-9a15-90786a6ed0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:39.523771 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8110ec9e-c6e7-492d-ac7a-5576a82b37bd req-74a9b0d9-e6be-4031-9a15-90786a6ed0d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 1096 time: 0.6408806 May 28 05:56:39.572878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ed767-88c5-4652-9cdb-097cec49c429 req-026f514a-e827-416c-94bc-1c8101d87819 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:39.574581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed0ed767-88c5-4652-9cdb-097cec49c429 req-026f514a-e827-416c-94bc-1c8101d87819 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 944 time: 0.4475360 May 28 05:56:39.576490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be7173c-d0a1-470c-b7a8-6f1c24348587']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:39.658769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f50e518-ef43-45fe-b2a1-5d6c68167353') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:39.659064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f50e518-ef43-45fe-b2a1-5d6c68167353') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:39.815155 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:39.872505 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8110ec9e-c6e7-492d-ac7a-5576a82b37bd req-aac904e1-bdd4-4c72-93c3-bd24afcdd6b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793589 May 28 05:56:39.875998 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:39.895740 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed0ed767-88c5-4652-9cdb-097cec49c429 req-95250cf2-aac7-4b9a-8555-5a46edb162b1 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843843 May 28 05:56:39.900276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:56:39.900276 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.015385 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.058176 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3f50e518-ef43-45fe-b2a1-5d6c68167353 resource provider aggregate not found May 28 05:56:40.076178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3e18829-dd53-4122-a562-5d3f41b19c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.089516 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3f50e518-ef43-45fe-b2a1-5d6c68167353 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f50e518-ef43-45fe-b2a1-5d6c68167353 found for delete ", "request_id": "req-f51fcd1e-24fd-44e1-b647-f0b682b2e0be"}]} May 28 05:56:40.152206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ec02ec4-302f-4772-aebe-2a58c737d6c6 req-1183c951-48a1-4253-83ba-e52103645ce6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 210 time: 0.1605935 May 28 05:56:40.168864 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-927c78aa-aa90-412f-aabe-52a7ec1f85da service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600483 May 28 05:56:40.177314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Attempting to bind port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:56:40.177857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Attempting to bind port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '32764998-a90b-4ae4-8cf9-f0d0f148b462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:56:40.178347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Attempting to bind port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd on network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:56:40.186885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e18829-dd53-4122-a562-5d3f41b19c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92188844-9472-4a42-be2e-371793812475,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:40.195812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3e18829-dd53-4122-a562-5d3f41b19c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.196985 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b3e18829-dd53-4122-a562-5d3f41b19c55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92188844-9472-4a42-be2e-371793812475 HTTP/1.1" status: 204 len: 168 time: 1.8930569 May 28 05:56:40.215030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd on network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:56:40.215413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Attempting to bind port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd on network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:56:40.233242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:56:40.235542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Checking segment: {'id': '32764998-a90b-4ae4-8cf9-f0d0f148b462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:40.236195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Bound using segment: {'id': '32764998-a90b-4ae4-8cf9-f0d0f148b462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:56:40.236783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Bound port: f5a3733b-b2f0-49a3-a9fd-f6c3537947bd, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32764998-a90b-4ae4-8cf9-f0d0f148b462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:56:40.237258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.240190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.261492 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.344746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Pushing event deleted for resources: {'Network': ['ID=4be7173c-d0a1-470c-b7a8-6f1c24348587,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:40.371139 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-56534c4a-0bac-4f10-b4b2-a7d8d0845cfc tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/networks/4be7173c-d0a1-470c-b7a8-6f1c24348587 HTTP/1.1" status: 204 len: 168 time: 3.8796122 May 28 05:56:40.371139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47550) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:40.387818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port cc86d421-4d08-4dfa-98d4-ca9ef025ccd3 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:40.388427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.473984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4092d94f-4505-4735-aca3-a70c7e87be81 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Synchronizing usage tracker for tenant:43332a0447d74533bcb1e61b5e6b8eb9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:40.494806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] For port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:56:40.508477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23da4c-ab67-4b07-9752-d2888a2a637f req-b1cf1786-f476-448e-951c-2779beac5918 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:40.510050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f23da4c-ab67-4b07-9752-d2888a2a637f req-b1cf1786-f476-448e-951c-2779beac5918 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 945 time: 0.4319816 May 28 05:56:40.561800 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-b7cbc510-022b-4153-86e6-26f20609b9ac service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861318 May 28 05:56:40.592130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] For port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:56:40.606872 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.692794 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6a8e59d2-e983-406c-b9bb-49b0cec0de3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.716598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:40.727916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:40.728170 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.729568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-4d65ab8c-8fe2-4658-8234-2200e229ea27 service neutron] 10.222.0.41 "PUT /v2.0/ports/f5a3733b-b2f0-49a3-a9fd-f6c3537947bd HTTP/1.1" status: 200 len: 1092 time: 3.4942069 May 28 05:56:40.730013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a623ab8-436c-4903-89fe-6519b6d4bb01', 'tag': 'f5a3733b-b2f0-49a3-a9fd-f6c3537947bd'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:56:40.768383 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:40.772878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-2452ef0d-ca3d-42c7-8f1b-d88973ae5102 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=67916908-4578-4d60-8b1d-270d092cdcd6 HTTP/1.1" status: 200 len: 217 time: 0.1978068 May 28 05:56:40.936957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4092d94f-4505-4735-aca3-a70c7e87be81 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Unset dirty status for tenant:43332a0447d74533bcb1e61b5e6b8eb9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:40.938349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4092d94f-4505-4735-aca3-a70c7e87be81 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "GET /v2.0/ports?device_id=1153dc83-8350-424c-a29f-906b0dd17938 HTTP/1.1" status: 200 len: 205 time: 0.5681980 May 28 05:56:40.945457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47576) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:41.151266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for cc86d421-4d08-4dfa-98d4-ca9ef025ccd3 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:41.233983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f23da4c-ab67-4b07-9752-d2888a2a637f req-9904b991-909d-4b61-8ec6-58f426c3edad tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6617062 May 28 05:56:41.236531 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a55ea12-c9bb-4058-97c7-4cb05c9fd7ed'] response: {'name': 'network-changed', 'server_uuid': '3a623ab8-436c-4903-89fe-6519b6d4bb01', 'tag': 'f5a3733b-b2f0-49a3-a9fd-f6c3537947bd', 'status': 'completed', 'code': 200} May 28 05:56:41.287324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5c00e73a-5449-4de0-ba7b-f141fcbb99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:41.287524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-07450fe2-8fe4-4bbf-abdc-68e4bc35ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:41.287524 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-07450fe2-8fe4-4bbf-abdc-68e4bc35ec61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507652873e5f4f2eb8a11fb0a435abdf&device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 1095 time: 0.4714761 May 28 05:56:41.296652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-5c00e73a-5449-4de0-ba7b-f141fcbb99b2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.4918618 May 28 05:56:41.303440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-667a44ce-6993-484f-82f3-feb0df0866c7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:41.384237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-a46f5ce9-5078-49b6-90c0-5b5bd34199c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd HTTP/1.1" status: 200 len: 217 time: 0.0786490 May 28 05:56:41.597892 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:41.610862 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:41.672825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-8a0e7de5-c367-4fb5-bd62-47e2550cd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:41.674297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-8a0e7de5-c367-4fb5-bd62-47e2550cd88c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8 HTTP/1.1" status: 200 len: 854 time: 0.2753699 May 28 05:56:41.815653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-2e0d5781-cf69-4ee5-bc64-e4f83d10b2e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271296 May 28 05:56:41.872356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334e01-e903-4c79-ba79-55461ba98af0 req-40cdcf3a-a489-4706-8c26-a03963bd2192 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:41.873099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6d334e01-e903-4c79-ba79-55461ba98af0 req-40cdcf3a-a489-4706-8c26-a03963bd2192 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Synchronizing usage tracker for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:42.025175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6d334e01-e903-4c79-ba79-55461ba98af0 req-40cdcf3a-a489-4706-8c26-a03963bd2192 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Unset dirty status for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:42.032981 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d334e01-e903-4c79-ba79-55461ba98af0 req-40cdcf3a-a489-4706-8c26-a03963bd2192 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 944 time: 0.5694215 May 28 05:56:42.035356 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:42.076859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e4c909c5-386a-4402-a3fc-a490b3b1a382 req-12dcffde-03e5-47da-b73d-b033c05f269d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 210 time: 0.3084064 May 28 05:56:42.139271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=cc86d421-4d08-4dfa-98d4-ca9ef025ccd3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:42.376375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-1a3563ed-935d-4af0-893c-333ae50b7f16 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:42.378207 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-1a3563ed-935d-4af0-893c-333ae50b7f16 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.33 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 813 time: 0.6109681 May 28 05:56:42.414054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Request body: {'port': {'device_id': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0', 'admin_state_up': True, 'tenant_id': '83b9d5d22a5540aabf13a2e22aaec968'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:42.461252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-9c8361d5-3978-44fb-b357-ce1a5cbaffa2 service neutron] 10.222.0.41 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382697 May 28 05:56:42.476895 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d334e01-e903-4c79-ba79-55461ba98af0 req-19233bee-3bcc-444e-a8f6-b0af6ed032d7 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416885 May 28 05:56:42.592730 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-667a44ce-6993-484f-82f3-feb0df0866c7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:42.596130 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-667a44ce-6993-484f-82f3-feb0df0866c7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:42.723640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-2fe84f6a-8eec-4984-82d3-18787d50bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:42.725036 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-2fe84f6a-8eec-4984-82d3-18787d50bcc1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2263181 May 28 05:56:42.730670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-667a44ce-6993-484f-82f3-feb0df0866c7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:42.731143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667a44ce-6993-484f-82f3-feb0df0866c7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Fanout notify agent at l3_agent the message router_deleted on router 1153dc83-8350-424c-a29f-906b0dd17938 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:56:42.823180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4dd40ee7-fbdd-4210-8c72-445a971d485c req-e0149871-8c45-47d7-a21a-933c7d5f1dda service neutron] 10.222.0.41 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449583 May 28 05:56:42.843507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:42.852665 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-667a44ce-6993-484f-82f3-feb0df0866c7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:42.853750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-667a44ce-6993-484f-82f3-feb0df0866c7 tempest-RoutersNegativeIpV6Test-502760650 tempest-RoutersNegativeIpV6Test-502760650-project] 10.222.0.39 "DELETE /v2.0/routers/1153dc83-8350-424c-a29f-906b0dd17938 HTTP/1.1" status: 204 len: 168 time: 1.9051888 May 28 05:56:42.877255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:42.886932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Usage tracker for resource:port and tenant:83b9d5d22a5540aabf13a2e22aaec968 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:42.903109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:42.927962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d044-10cb-4890-88a9-c7b698ede252 req-a267e591-87c0-4ab4-a8a7-adfce53d27b7 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:42.927962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fc5d044-10cb-4890-88a9-c7b698ede252 req-a267e591-87c0-4ab4-a8a7-adfce53d27b7 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 945 time: 0.4643772 May 28 05:56:42.936789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:42.996972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-1435b175-dfb4-4d65-85d7-4f9257ce4cdc service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556548 May 28 05:56:43.001242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Made reservation on behalf of 83b9d5d22a5540aabf13a2e22aaec968 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:43.006546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:43.281347 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:43.444989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47636) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:43.445998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47638) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:43.458770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-7b9fb069-fbc7-4f20-94b5-1edeee7a2c3e service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264631 May 28 05:56:43.518465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ebba3b8e-652e-40e7-a70f-0a4f09a55d1f req-16a07503-8356-4d88-93b0-e8d0ada08f30 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 210 time: 0.0570314 May 28 05:56:43.525038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e7c5-2bca-4244-92d0-7c09f6b4270e req-a6a28e37-64bb-4ec3-a42e-e174639a41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:43.526754 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee08e7c5-2bca-4244-92d0-7c09f6b4270e req-a6a28e37-64bb-4ec3-a42e-e174639a41c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507652873e5f4f2eb8a11fb0a435abdf&device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 1095 time: 0.5810969 May 28 05:56:43.568780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router b026d967-806a-46bd-8be1-66bb654335e3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:56:43.586128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fc5d044-10cb-4890-88a9-c7b698ede252 req-f9bef113-b780-45df-84e0-9adb224d2cc7 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391189 May 28 05:56:43.614197 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-ee8f5f31-fb94-4942-b561-2a00bc7f6a03 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=944b1812-db23-4113-a5bd-719177904604 HTTP/1.1" status: 200 len: 217 time: 0.1371441 May 28 05:56:43.824190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e44ef58-e98b-4a55-8012-605bd1b126ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:43.873158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4e44ef58-e98b-4a55-8012-605bd1b126ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:43.884937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-9882b517-5635-4eee-8e7c-151f1a623fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:43.886401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-9882b517-5635-4eee-8e7c-151f1a623fc5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.2338943 May 28 05:56:43.887375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4e44ef58-e98b-4a55-8012-605bd1b126ca admin admin] Usage tracker for resource:security_group_rule and tenant:37ea8367a7cd404197826a22e084faec is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:43.895378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4e44ef58-e98b-4a55-8012-605bd1b126ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:43.900797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e7c5-2bca-4244-92d0-7c09f6b4270e req-7d7a52b6-b955-4c30-83f7-1e6e725600a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:43.902067 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b8d34d46-57e4-4289-856a-22db27c6267c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43332a0447d74533bcb1e61b5e6b8eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532361 May 28 05:56:43.902236 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee08e7c5-2bca-4244-92d0-7c09f6b4270e req-7d7a52b6-b955-4c30-83f7-1e6e725600a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b HTTP/1.1" status: 200 len: 915 time: 0.3657098 May 28 05:56:43.905470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47652) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:43.906451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:56:43.916787 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e27e8b-5ffe-4595-843d-4f730d65f69f None None] Sync routers for ids ['b026d967-806a-46bd-8be1-66bb654335e3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:56:43.928936 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e27e8b-5ffe-4595-843d-4f730d65f69f None None] Routers {'b026d967-806a-46bd-8be1-66bb654335e3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:43.939702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4e44ef58-e98b-4a55-8012-605bd1b126ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:43.943838 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-66e27e8b-5ffe-4595-843d-4f730d65f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b026d967-806a-46bd-8be1-66bb654335e3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:43.988302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Allocated IP 172.20.0.9 (1507e82f-cead-45ab-80fe-1fee2df586a0/9ba27e65-5def-4835-af4d-9f3dae69cece/afb1d35a-741e-42ac-8ff1-421a3113feb4) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:56:44.060144 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-66e27e8b-5ffe-4595-843d-4f730d65f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:44.072764 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e27e8b-5ffe-4595-843d-4f730d65f69f None None] Routers {'b026d967-806a-46bd-8be1-66bb654335e3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:44.073644 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-66e27e8b-5ffe-4595-843d-4f730d65f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b026d967-806a-46bd-8be1-66bb654335e3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:44.165492 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee08e7c5-2bca-4244-92d0-7c09f6b4270e req-4d6ca8d0-a32d-48a1-a410-c440cdf99506 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd HTTP/1.1" status: 200 len: 217 time: 0.2509921 May 28 05:56:44.179601 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-15ffcc17-af2b-454e-b2fb-f8549e385baf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/b026d967-806a-46bd-8be1-66bb654335e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7382550 May 28 05:56:44.184287 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-66e27e8b-5ffe-4595-843d-4f730d65f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:44.189121 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e27e8b-5ffe-4595-843d-4f730d65f69f None None] The sync data for ids ['b026d967-806a-46bd-8be1-66bb654335e3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:56:44.221251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47656) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:44.270702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-fef4c048-bcc4-45d2-938f-b7523cddb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:44.272334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-fef4c048-bcc4-45d2-938f-b7523cddb62a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3782701 May 28 05:56:44.297385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c516-1d46-406f-88b7-096445cd6327 req-8c5ea2a9-eb8d-473f-86d5-e565f92ba9ed tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:44.298671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a11c516-1d46-406f-88b7-096445cd6327 req-8c5ea2a9-eb8d-473f-86d5-e565f92ba9ed tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 944 time: 0.5834830 May 28 05:56:44.427863 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-912e04d7-c544-48a6-9d07-a570547b8d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:44.471180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e7c5-2bca-4244-92d0-7c09f6b4270e req-8951db63-4adc-4e16-95e6-4ad0e19e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:44.472725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee08e7c5-2bca-4244-92d0-7c09f6b4270e req-8951db63-4adc-4e16-95e6-4ad0e19e537c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8 HTTP/1.1" status: 200 len: 854 time: 0.2984838 May 28 05:56:44.515609 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e44ef58-e98b-4a55-8012-605bd1b126ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:44.536926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4e44ef58-e98b-4a55-8012-605bd1b126ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:44.597728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-912e04d7-c544-48a6-9d07-a570547b8d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:44.607124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a11c516-1d46-406f-88b7-096445cd6327 req-a551462a-0072-49f5-8af8-a8425e7bef12 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773430 May 28 05:56:44.617831 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee08e7c5-2bca-4244-92d0-7c09f6b4270e req-e7090c5a-b200-48dc-a9c4-1693f6e5c113 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298785 May 28 05:56:44.644731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4e44ef58-e98b-4a55-8012-605bd1b126ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37ea8367a7cd404197826a22e084faec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1974778 May 28 05:56:44.649473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47664) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:44.651648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44ef58-e98b-4a55-8012-605bd1b126ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c79c1-3a2e-4614-83e6-1108dc62be68,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:44.655501 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-65e3db5f-ed41-4793-90dc-97874682da68 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745074 May 28 05:56:44.658844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:44.852490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f49e30c0-73f8-4382-9e29-e5516a3b79fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:44.856380 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0e890fff-a931-476a-a514-4d36aa8e99bb req-ff1ca0ab-813f-4b4b-b361-9707c6863fc0 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 210 time: 0.1066303 May 28 05:56:44.874953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:44.932660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-38ba4fef-ba64-446e-8697-f1632512ccdf service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684979 May 28 05:56:44.955739 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-912e04d7-c544-48a6-9d07-a570547b8d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:45.036419 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f49e30c0-73f8-4382-9e29-e5516a3b79fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:45.040708 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee08e7c5-2bca-4244-92d0-7c09f6b4270e req-a5bf2d06-6857-4866-bbd9-ef1eb648c45c service neutron] 10.222.0.41 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123225 May 28 05:56:45.047819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-912e04d7-c544-48a6-9d07-a570547b8d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:45.048594 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-7dbb07ac-b233-4bb4-97bc-e59de0f600ff service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1031195f-b845-4d3e-8af7-8990b6bac896 HTTP/1.1" status: 200 len: 217 time: 0.0976954 May 28 05:56:45.048935 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-912e04d7-c544-48a6-9d07-a570547b8d8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43ff726a-61b0-4a8d-ac5e-0ba504ef30e5 HTTP/1.1" status: 204 len: 168 time: 1.1406176 May 28 05:56:45.049765 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e04d7-c544-48a6-9d07-a570547b8d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ff726a-61b0-4a8d-ac5e-0ba504ef30e5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:45.070806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Network 1507e82f-cead-45ab-80fe-1fee2df586a0 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:56:45.125902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:45.139829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:56:45.198866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:45.279371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-ae8727a1-8e4b-4bc0-a27e-34c0ef96a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:45.280964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-ae8727a1-8e4b-4bc0-a27e-34c0ef96a8bd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=073f8d3b-7e35-4a62-bd54-f7c6d068bce9 HTTP/1.1" status: 200 len: 797 time: 0.2154362 May 28 05:56:45.297113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:45.297113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:45.373451 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f49e30c0-73f8-4382-9e29-e5516a3b79fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:45.396507 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee08e7c5-2bca-4244-92d0-7c09f6b4270e req-b242ec1f-e968-4bb5-9b38-7e9f22206992 service neutron] 10.222.0.41 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394182 May 28 05:56:45.411739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f49e30c0-73f8-4382-9e29-e5516a3b79fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:45.413256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f49e30c0-73f8-4382-9e29-e5516a3b79fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d2c79c1-3a2e-4614-83e6-1108dc62be68 HTTP/1.1" status: 204 len: 168 time: 0.7629733 May 28 05:56:45.426404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e30c0-73f8-4382-9e29-e5516a3b79fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c79c1-3a2e-4614-83e6-1108dc62be68,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:45.431303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-61da959e-59a4-4142-b9da-5e30b6d641ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0244708 May 28 05:56:45.453713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Request body: {'port': {'device_id': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:45.544262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-16ecd57a-bbd7-4f82-99c5-71f3627dd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:45.545758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-16ecd57a-bbd7-4f82-99c5-71f3627dd9df service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4b427dc3-eb5a-4af2-a01b-203848d8638e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2427223 May 28 05:56:45.681775 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:45.995964 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:46.050085 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-40379e4e-8950-44d0-9d01-c824819f5942 service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734676 May 28 05:56:46.142142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47708) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:46.273696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35607148-05b7-48b9-ae2b-75846d660222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:46.318225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-35607148-05b7-48b9-ae2b-75846d660222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:46.327621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-35607148-05b7-48b9-ae2b-75846d660222 admin admin] Usage tracker for resource:security_group_rule and tenant:7fd5d536ef6b46c58e5e74b9ccc1f43f is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:46.365647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f5a3733b-b2f0-49a3-a9fd-f6c3537947bd details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:56:46.372371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-35607148-05b7-48b9-ae2b-75846d660222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:46.412877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-35607148-05b7-48b9-ae2b-75846d660222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:46.663022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-ec1428ae-c077-4b37-b79b-aa964661cc68 service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547676 May 28 05:56:46.712919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:46.731678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'f5a3733b-b2f0-49a3-a9fd-f6c3537947bd', 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b', 'port_id': 'f5a3733b-b2f0-49a3-a9fd-f6c3537947bd', 'mac_address': 'fa:16:3e:c6:36:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:56:46.814928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:46.816909 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:46.840977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a3733b-b2f0-49a3-a9fd-f6c3537947bd {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:56:46.864424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47722) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:46.872855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:46.880681 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:46.937187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-e10dad5b-0754-4824-b563-92c4ba484eab service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=640b0c34-cf13-4106-bb80-d891f351b35f HTTP/1.1" status: 200 len: 217 time: 0.2439425 May 28 05:56:46.949711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033de68-0570-4529-a327-d354782c5414 req-245a9327-594e-4e94-bb42-2bab9a6a50ec tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:46.951428 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f033de68-0570-4529-a327-d354782c5414 req-245a9327-594e-4e94-bb42-2bab9a6a50ec tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 944 time: 1.0641503 May 28 05:56:46.971025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:47.021349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f033de68-0570-4529-a327-d354782c5414 req-c63ff48c-c21e-4d02-a973-5dbf65867470 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570359 May 28 05:56:47.104600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['f5a3733b-b2f0-49a3-a9fd-f6c3537947bd'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:56:47.168374 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5d4fcb30-4d3f-4bf3-bd3b-e606272a80b2 tempest-ServiceProvidersTest-1947841772 tempest-ServiceProvidersTest-1947841772-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2995701 May 28 05:56:47.172278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35607148-05b7-48b9-ae2b-75846d660222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:47.250902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 6312f14d-e422-4ec4-a5fe-62b2230db06d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:47.250902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:47.330075 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35607148-05b7-48b9-ae2b-75846d660222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:47.454488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35607148-05b7-48b9-ae2b-75846d660222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b69b4c-a161-4f9c-817a-8460991f3658,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:47.469126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-35607148-05b7-48b9-ae2b-75846d660222 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fd5d536ef6b46c58e5e74b9ccc1f43f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2990043 May 28 05:56:47.476731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-032ed443-648a-46c2-9560-ebfe06d962c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:47.481490 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-032ed443-648a-46c2-9560-ebfe06d962c6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=073f8d3b-7e35-4a62-bd54-f7c6d068bce9 HTTP/1.1" status: 200 len: 797 time: 0.4066272 May 28 05:56:47.482882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47734) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:47.510736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95def-0bd9-46bf-b5a8-1a27e5718ccd req-591a3268-27b4-4c97-835a-c7112796d9d2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:47.514667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0df95def-0bd9-46bf-b5a8-1a27e5718ccd req-591a3268-27b4-4c97-835a-c7112796d9d2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Synchronizing usage tracker for tenant:83b9d5d22a5540aabf13a2e22aaec968 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:47.662648 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:47.664988 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6f87206-9aeb-4d68-8e14-8f3a5c7f3f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:47.694279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6f87206-9aeb-4d68-8e14-8f3a5c7f3f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:47.761277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:56:47.777365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0df95def-0bd9-46bf-b5a8-1a27e5718ccd req-591a3268-27b4-4c97-835a-c7112796d9d2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Unset dirty status for tenant:83b9d5d22a5540aabf13a2e22aaec968 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:47.778320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0df95def-0bd9-46bf-b5a8-1a27e5718ccd req-591a3268-27b4-4c97-835a-c7112796d9d2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 931 time: 1.3748112 May 28 05:56:47.812970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47744) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:47.853638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 6312f14d-e422-4ec4-a5fe-62b2230db06d owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:47.920248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb1d35a-741e-42ac-8ff1-421a3113feb4 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:56:47.938316 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:47.959771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Transition to ACTIVE for port object afb1d35a-741e-42ac-8ff1-421a3113feb4 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:56:47.961473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6f87206-9aeb-4d68-8e14-8f3a5c7f3f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:48.007779 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:48.104540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-8da400d4-766a-4178-932e-9d4b4ddccc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:48.107634 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-8da400d4-766a-4178-932e-9d4b4ddccc44 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4b427dc3-eb5a-4af2-a01b-203848d8638e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5856745 May 28 05:56:48.121849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:48.126478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f87206-9aeb-4d68-8e14-8f3a5c7f3f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b69b4c-a161-4f9c-817a-8460991f3658,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:48.235926 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:48.249126 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6f87206-9aeb-4d68-8e14-8f3a5c7f3f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:48.254168 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d6f87206-9aeb-4d68-8e14-8f3a5c7f3f06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92b69b4c-a161-4f9c-817a-8460991f3658 HTTP/1.1" status: 204 len: 168 time: 0.7606759 May 28 05:56:48.292264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44c8752b-e482-42ca-8b6e-e9d420a21207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:48.319636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0df95def-0bd9-46bf-b5a8-1a27e5718ccd req-50217328-36a2-4563-967e-afb2142ac52a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078611 May 28 05:56:48.341945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=6312f14d-e422-4ec4-a5fe-62b2230db06d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:48.389431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f5a3733b-b2f0-49a3-a9fd-f6c3537947bd up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:56:48.520346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-44c8752b-e482-42ca-8b6e-e9d420a21207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:48.652217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:56:48.664789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:56:48.665568 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:48.686270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-44c8752b-e482-42ca-8b6e-e9d420a21207 admin admin] Usage tracker for resource:security_group_rule and tenant:55a808328c43406d9da6ffae34d83d99 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:48.803312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-44c8752b-e482-42ca-8b6e-e9d420a21207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:48.817443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-44c8752b-e482-42ca-8b6e-e9d420a21207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:48.935249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-cbb74454-9a73-427e-bbb8-31ed7909159d service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049006 May 28 05:56:49.077199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:49.078004 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:49.126607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Attempting to bind port afb1d35a-741e-42ac-8ff1-421a3113feb4 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:56:49.127011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Attempting to bind port afb1d35a-741e-42ac-8ff1-421a3113feb4 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:56:49.127484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Attempting to bind port afb1d35a-741e-42ac-8ff1-421a3113feb4 on network 1507e82f-cead-45ab-80fe-1fee2df586a0 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:56:49.145223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a623ab8-436c-4903-89fe-6519b6d4bb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a3733b-b2f0-49a3-a9fd-f6c3537947bd'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:56:49.150905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Port afb1d35a-741e-42ac-8ff1-421a3113feb4 on network 1507e82f-cead-45ab-80fe-1fee2df586a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:56:49.151991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Attempting to bind port afb1d35a-741e-42ac-8ff1-421a3113feb4 on network 1507e82f-cead-45ab-80fe-1fee2df586a0 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:56:49.156055 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:49.164540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:56:49.165113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Checking segment: {'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:49.166382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Bound using segment: {'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:56:49.167032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Bound port: afb1d35a-741e-42ac-8ff1-421a3113feb4, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:56:49.168295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:49.168415 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:49.176988 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:49.326546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:49.413240 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d641e6e-7d07-410a-a169-ccde0e5ec612 req-bedd7198-c6a1-4797-9ae8-3916db8bd4da service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550292 May 28 05:56:49.438278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44c8752b-e482-42ca-8b6e-e9d420a21207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:49.439144 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202edbd5-1483-4025-9e7e-d5508fa7941e'] response: {'server_uuid': '3a623ab8-436c-4903-89fe-6519b6d4bb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a3733b-b2f0-49a3-a9fd-f6c3537947bd', 'code': 200} May 28 05:56:49.454088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44c8752b-e482-42ca-8b6e-e9d420a21207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:49.495625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73e9ee-5d8e-49ee-b214-2997a7b9ce39 req-c4cd3618-e7d7-4d86-8794-ff6f73118bfb tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:49.506323 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f73e9ee-5d8e-49ee-b214-2997a7b9ce39 req-c4cd3618-e7d7-4d86-8794-ff6f73118bfb tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 945 time: 0.8870997 May 28 05:56:49.590509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:56:49.603839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:56:49.632540 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-44c8752b-e482-42ca-8b6e-e9d420a21207 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55a808328c43406d9da6ffae34d83d99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8168666 May 28 05:56:49.646330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47792) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:49.665224 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:49.817844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:49.819454 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:49.821214 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] 10.222.0.33 "PUT /v2.0/ports/afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 200 len: 1091 time: 4.3736274 May 28 05:56:49.842212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:56:49.848861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8752b-e482-42ca-8b6e-e9d420a21207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2de0a5-3a58-426d-9292-b2dbcb288b0f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:49.926445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47802) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:50.049249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8492ec6-b40d-4159-9c42-ccc7ff35b1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:50.086976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c8846-f1b8-4aaa-954d-a5d307ac6fc2 req-d7c89782-74e6-41b2-a231-80977a57fd8e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:50.099886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d92c8846-f1b8-4aaa-954d-a5d307ac6fc2 req-d7c89782-74e6-41b2-a231-80977a57fd8e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 0.4028785 May 28 05:56:50.101814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47810) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:50.155753 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f73e9ee-5d8e-49ee-b214-2997a7b9ce39 req-8dbb9bc3-b901-4e8c-b4cf-e30b7bcc1949 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6461732 May 28 05:56:50.208542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-0dfe572a-ae83-4ae2-96bd-6e8d3cd95199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:50.210950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-0dfe572a-ae83-4ae2-96bd-6e8d3cd95199 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 1094 time: 0.2773466 May 28 05:56:50.289026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router b026d967-806a-46bd-8be1-66bb654335e3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:56:50.557060 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8bab378b-8fa0-4ce3-bad1-b6d0677ed496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:50.643622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139379688-network', 'tenant_id': 'e6a5f8f460b44547b8d925d22cea2d17'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:50.658443 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac04170-b84c-489a-82b5-7b87501fd271'] response: {'name': 'network-changed', 'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'status': 'completed', 'code': 200} May 28 05:56:50.664580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-c8b7b87a-4d6b-4538-a4d4-3ce25c151beb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 200 len: 217 time: 0.4286695 May 28 05:56:50.665622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:50.677102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:56:50.687895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d3544-550e-43d9-b0b5-01e94e8db3b1 None None] Sync routers for ids ['b026d967-806a-46bd-8be1-66bb654335e3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:56:50.701499 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d92c8846-f1b8-4aaa-954d-a5d307ac6fc2 req-94fb44f0-dabc-4d4f-b12d-5253f0528545 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979548 May 28 05:56:50.706381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d3544-550e-43d9-b0b5-01e94e8db3b1 None None] Routers {'b026d967-806a-46bd-8be1-66bb654335e3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:50.707030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f93d3544-550e-43d9-b0b5-01e94e8db3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b026d967-806a-46bd-8be1-66bb654335e3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:50.731075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51fee9-3bff-48c9-b769-76033a26d635 req-6cf0ace8-32dc-4a13-9c83-809a5520ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:50.731075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d51fee9-3bff-48c9-b769-76033a26d635 req-6cf0ace8-32dc-4a13-9c83-809a5520ea3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 1097 time: 1.1000481 May 28 05:56:50.746357 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ed94a327-7698-443e-91f4-70356ffd84f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/b026d967-806a-46bd-8be1-66bb654335e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5167830 May 28 05:56:50.763657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47824) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:50.765978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8bab378b-8fa0-4ce3-bad1-b6d0677ed496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:50.814979 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-863057aa-3d91-45a3-9551-768ae47e49a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:50.827621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Usage tracker for resource:network and tenant:e6a5f8f460b44547b8d925d22cea2d17 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:50.834810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:50.838980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-36a8d718-4740-4c33-87b2-39b8e99ab3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:50.841108 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-36a8d718-4740-4c33-87b2-39b8e99ab3ca service neutron] 10.222.0.33 "GET /v2.0/subnets?id=9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 200 len: 853 time: 0.1411145 May 28 05:56:50.853714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-863057aa-3d91-45a3-9551-768ae47e49a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:50.859451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-863057aa-3d91-45a3-9551-768ae47e49a0 admin admin] Usage tracker for resource:security_group_rule and tenant:8d55b000a2064f27b61fa3147fd026b0 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:50.860546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f93d3544-550e-43d9-b0b5-01e94e8db3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:50.865559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-863057aa-3d91-45a3-9551-768ae47e49a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:50.879570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-863057aa-3d91-45a3-9551-768ae47e49a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:50.886577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d3544-550e-43d9-b0b5-01e94e8db3b1 None None] Routers {'b026d967-806a-46bd-8be1-66bb654335e3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:56:50.888747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f93d3544-550e-43d9-b0b5-01e94e8db3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:56:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b026d967-806a-46bd-8be1-66bb654335e3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:50.892343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:50.978595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Made reservation on behalf of e6a5f8f460b44547b8d925d22cea2d17 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:50.985264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:50.991896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b182ba6d-4826-4e10-bce2-4e9e84964412 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Synchronizing usage tracker for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:51.017726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-43b964e1-3baf-45c0-8633-892088551ad9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1507e82f-cead-45ab-80fe-1fee2df586a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051700 May 28 05:56:51.020987 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:51.022981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f93d3544-550e-43d9-b0b5-01e94e8db3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:51.022981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d3544-550e-43d9-b0b5-01e94e8db3b1 None None] The sync data for ids ['b026d967-806a-46bd-8be1-66bb654335e3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:56:51.064068 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d51fee9-3bff-48c9-b769-76033a26d635 req-6c871a77-0b06-4cad-bb5e-b118e3434c16 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215137 May 28 05:56:51.106535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b182ba6d-4826-4e10-bce2-4e9e84964412 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Unset dirty status for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:51.106535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b182ba6d-4826-4e10-bce2-4e9e84964412 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=b026d967-806a-46bd-8be1-66bb654335e3 HTTP/1.1" status: 200 len: 205 time: 0.3307891 May 28 05:56:51.106535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47830) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:51.161371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:51.198395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Usage tracker for resource:security_group_rule and tenant:e6a5f8f460b44547b8d925d22cea2d17 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:51.211221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:51.226428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:51.251113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8bab378b-8fa0-4ce3-bad1-b6d0677ed496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:51.371769 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-2dc9477b-8914-4cc4-a2b7-e4ff1ec7a26e service neutron] 10.222.0.33 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250966 May 28 05:56:51.476969 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-863057aa-3d91-45a3-9551-768ae47e49a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:51.487521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab378b-8fa0-4ce3-bad1-b6d0677ed496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2de0a5-3a58-426d-9292-b2dbcb288b0f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:51.502390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-863057aa-3d91-45a3-9551-768ae47e49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:51.532241 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8bab378b-8fa0-4ce3-bad1-b6d0677ed496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:51.534134 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8bab378b-8fa0-4ce3-bad1-b6d0677ed496 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa2de0a5-3a58-426d-9292-b2dbcb288b0f HTTP/1.1" status: 204 len: 168 time: 1.8511329 May 28 05:56:51.566214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-160e42ef-696d-41f5-b034-8d74710d7b40 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:51.692843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863057aa-3d91-45a3-9551-768ae47e49a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e39eee-a1d3-4d9a-ab8c-07db7ab4b3b9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:51.697479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1a2f-cffc-4340-9570-4771b0812cbf req-70eaed3e-0c80-4479-b0f6-aa98edbd3bf2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:51.709891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1a2f-cffc-4340-9570-4771b0812cbf req-70eaed3e-0c80-4479-b0f6-aa98edbd3bf2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:51.710528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-863057aa-3d91-45a3-9551-768ae47e49a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d55b000a2064f27b61fa3147fd026b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6026354 May 28 05:56:51.722271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1a2f-cffc-4340-9570-4771b0812cbf req-70eaed3e-0c80-4479-b0f6-aa98edbd3bf2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:51.728263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1a2f-cffc-4340-9570-4771b0812cbf req-70eaed3e-0c80-4479-b0f6-aa98edbd3bf2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:51.730719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47842) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:51.735667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1a2f-cffc-4340-9570-4771b0812cbf req-70eaed3e-0c80-4479-b0f6-aa98edbd3bf2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:51.743287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1a2f-cffc-4340-9570-4771b0812cbf req-70eaed3e-0c80-4479-b0f6-aa98edbd3bf2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:51.748634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1a2f-cffc-4340-9570-4771b0812cbf req-70eaed3e-0c80-4479-b0f6-aa98edbd3bf2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:51.757275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7c8f1a2f-cffc-4340-9570-4771b0812cbf req-70eaed3e-0c80-4479-b0f6-aa98edbd3bf2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 0.8763647 May 28 05:56:51.822501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:51.848668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-026b46f7-6ae5-42ec-bfac-6934d4c6ccad req-eada8b39-3432-493c-8530-fa94333b3092 service neutron] 10.222.0.33 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732299 May 28 05:56:51.859837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:51.921560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:51.931617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cb734-e5cc-4cbd-a885-6d34c948d7ac req-b5ee2f06-e70b-4e33-b617-eaeafe9a236a tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:51.933339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf0cb734-e5cc-4cbd-a885-6d34c948d7ac req-b5ee2f06-e70b-4e33-b617-eaeafe9a236a tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 946 time: 0.3758016 May 28 05:56:51.934350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:56:51.941684 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56872001-5a67-4f5c-8782-b6c7fc4ce9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.010468 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.010826 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Added segment 41564d2a-6df7-4843-850a-658d074ecc64 of type vlan for network b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 May 28 05:56:52.059133 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56872001-5a67-4f5c-8782-b6c7fc4ce9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.119469 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf0cb734-e5cc-4cbd-a885-6d34c948d7ac req-d34e7b60-33b5-4422-9048-4275708d908a tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754773 May 28 05:56:52.140515 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7c8f1a2f-cffc-4340-9570-4771b0812cbf req-b9d4efa2-2009-4910-b803-9f01734784ca tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3818400 May 28 05:56:52.168216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-160e42ef-696d-41f5-b034-8d74710d7b40 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.170649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.191727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-160e42ef-696d-41f5-b034-8d74710d7b40 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.262714 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-160e42ef-696d-41f5-b034-8d74710d7b40 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.263675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160e42ef-696d-41f5-b034-8d74710d7b40 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Fanout notify agent at l3_agent the message router_deleted on router b026d967-806a-46bd-8be1-66bb654335e3 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:56:52.297479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4f53c-87e4-499d-beae-723bf806e621 req-00a310c0-c5a0-4abf-a9c5-e2940374bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:52.299419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15b4f53c-87e4-499d-beae-723bf806e621 req-00a310c0-c5a0-4abf-a9c5-e2940374bc01 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 1094 time: 0.3315325 May 28 05:56:52.303147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56872001-5a67-4f5c-8782-b6c7fc4ce9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.315494 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-160e42ef-696d-41f5-b034-8d74710d7b40 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.335384 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-160e42ef-696d-41f5-b034-8d74710d7b40 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/b026d967-806a-46bd-8be1-66bb654335e3 HTTP/1.1" status: 204 len: 168 time: 1.2316895 May 28 05:56:52.336708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47860) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:52.341962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.342713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:52.343952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.382816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56872001-5a67-4f5c-8782-b6c7fc4ce9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e39eee-a1d3-4d9a-ab8c-07db7ab4b3b9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:52.539672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef16137-44c2-4935-b763-117853c44d11 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting subnet 622eef5e-3102-43b0-b57b-6898bad9d648 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:56:52.544814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aef16137-44c2-4935-b763-117853c44d11 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.619126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4943eae-9990-4b8e-a3d2-85ab8c525822 req-4c01233a-b2c3-40e6-8c04-4e81b1d5cd1f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:52.620689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4943eae-9990-4b8e-a3d2-85ab8c525822 req-4c01233a-b2c3-40e6-8c04-4e81b1d5cd1f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 0.1861868 May 28 05:56:52.626280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aef16137-44c2-4935-b763-117853c44d11 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.648793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7126071 May 28 05:56:52.648793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47874) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:52.669569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56872001-5a67-4f5c-8782-b6c7fc4ce9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.674926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-56872001-5a67-4f5c-8782-b6c7fc4ce9dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6e39eee-a1d3-4d9a-ab8c-07db7ab4b3b9 HTTP/1.1" status: 204 len: 168 time: 0.9279203 May 28 05:56:52.718999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e4943eae-9990-4b8e-a3d2-85ab8c525822 req-2697deef-fe81-432d-93e0-2cd56fffc929 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Synchronizing usage tracker for tenant:83b9d5d22a5540aabf13a2e22aaec968 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:56:52.731604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Request body: {'subnet': {'network_id': 'b6d25525-e893-4ca7-bcfe-4dd9f18ecb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139379688-subnet', 'tenant_id': 'e6a5f8f460b44547b8d925d22cea2d17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:52.737978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:52.743579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Usage tracker for resource:subnet and tenant:e6a5f8f460b44547b8d925d22cea2d17 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:52.746526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:52.755890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e4943eae-9990-4b8e-a3d2-85ab8c525822 req-2697deef-fe81-432d-93e0-2cd56fffc929 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Unset dirty status for tenant:83b9d5d22a5540aabf13a2e22aaec968 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:56:52.756900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:52.757212 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4943eae-9990-4b8e-a3d2-85ab8c525822 req-2697deef-fe81-432d-93e0-2cd56fffc929 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022036 May 28 05:56:52.771570 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aef16137-44c2-4935-b763-117853c44d11 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.792116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Made reservation on behalf of e6a5f8f460b44547b8d925d22cea2d17 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:52.794358 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:52.841481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5eb306-926d-46c3-a979-78c91817015e admin admin] Pushing event updated for resources: {'Network': ['ID=b6d25525-e893-4ca7-bcfe-4dd9f18ecb31,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:52.842830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47880) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:52.856102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:56:52.976815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4f53c-87e4-499d-beae-723bf806e621 req-0bcb8e33-3f06-48d5-af3f-4050b58accd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:52.978328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15b4f53c-87e4-499d-beae-723bf806e621 req-0bcb8e33-3f06-48d5-af3f-4050b58accd1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 914 time: 0.6594377 May 28 05:56:53.074444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15b4f53c-87e4-499d-beae-723bf806e621 req-a7be2b9c-6d39-4f00-b003-0b6750c7f8a3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 200 len: 217 time: 0.0850749 May 28 05:56:53.091981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a474c8-34a4-41fb-8645-eda42a1b1623 req-fdc9c0a1-5ee3-484b-a1b3-3eb453d4955a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:53.100118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a474c8-34a4-41fb-8645-eda42a1b1623 req-fdc9c0a1-5ee3-484b-a1b3-3eb453d4955a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:53.106121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a474c8-34a4-41fb-8645-eda42a1b1623 req-fdc9c0a1-5ee3-484b-a1b3-3eb453d4955a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:53.113353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a474c8-34a4-41fb-8645-eda42a1b1623 req-fdc9c0a1-5ee3-484b-a1b3-3eb453d4955a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:53.120839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a474c8-34a4-41fb-8645-eda42a1b1623 req-fdc9c0a1-5ee3-484b-a1b3-3eb453d4955a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:53.128908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a474c8-34a4-41fb-8645-eda42a1b1623 req-fdc9c0a1-5ee3-484b-a1b3-3eb453d4955a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:53.135756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a474c8-34a4-41fb-8645-eda42a1b1623 req-fdc9c0a1-5ee3-484b-a1b3-3eb453d4955a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:53.137978 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2a474c8-34a4-41fb-8645-eda42a1b1623 req-fdc9c0a1-5ee3-484b-a1b3-3eb453d4955a tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 0.4511018 May 28 05:56:53.154266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aef16137-44c2-4935-b763-117853c44d11 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:53.329473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895d34f-5b62-4a2f-bee4-6051518c6c7a None None] Network 6e83c043-b483-4b24-9837-a9e7be4fc424 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:53.330724 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aef16137-44c2-4935-b763-117853c44d11 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:53.336110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef16137-44c2-4935-b763-117853c44d11 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Subnet': ['ID=622eef5e-3102-43b0-b57b-6898bad9d648,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:53.350494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aef16137-44c2-4935-b763-117853c44d11 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/622eef5e-3102-43b0-b57b-6898bad9d648 HTTP/1.1" status: 204 len: 168 time: 1.0114417 May 28 05:56:53.352891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47896) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:53.385328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4f53c-87e4-499d-beae-723bf806e621 req-20459025-fc5e-42a3-9e6a-64cfa297d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:53.386790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15b4f53c-87e4-499d-beae-723bf806e621 req-20459025-fc5e-42a3-9e6a-64cfa297d8af service neutron] 10.222.0.33 "GET /v2.0/subnets?id=9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 200 len: 853 time: 0.2464271 May 28 05:56:53.451267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952a046-a7e1-49c6-a2b0-b845ad775d08 req-fc8c0eef-6f0e-44d8-b445-020be99b08b9 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:53.461469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b952a046-a7e1-49c6-a2b0-b845ad775d08 req-fc8c0eef-6f0e-44d8-b445-020be99b08b9 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 945 time: 0.4452703 May 28 05:56:53.468662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e5f35a-08e4-4fce-8eed-6a33bfe075cc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting subnet cae49789-ce55-4d54-8089-b70f29af7373 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:56:53.474337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3e5f35a-08e4-4fce-8eed-6a33bfe075cc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:53.481361 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15b4f53c-87e4-499d-beae-723bf806e621 req-5817d5ab-cb84-4b1b-8688-8d013e89766d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1507e82f-cead-45ab-80fe-1fee2df586a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854812 May 28 05:56:53.550419 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3e5f35a-08e4-4fce-8eed-6a33bfe075cc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:53.644847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fe6284e5-8a5e-45b9-8e4b-ebd80e196e89 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-175043039', 'prefixes': ['172.20.0.0/16']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:53.662637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fe6284e5-8a5e-45b9-8e4b-ebd80e196e89 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:53.671417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffc328-ffee-4349-ac32-dc174434784c req-88de4a73-2012-4651-810b-60f7ce713089 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:53.673087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ce043-401d-4689-a250-b9c868c93e43 None None] DHCP port deletion for 6e83c043-b483-4b24-9837-a9e7be4fc424 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:56:53.678371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-447ce043-401d-4689-a250-b9c868c93e43 None None] Deleting port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:53.678741 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-447ce043-401d-4689-a250-b9c868c93e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:53.679500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32ffc328-ffee-4349-ac32-dc174434784c req-88de4a73-2012-4651-810b-60f7ce713089 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 946 time: 0.3633757 May 28 05:56:53.719852 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b952a046-a7e1-49c6-a2b0-b845ad775d08 req-68a087b1-68ea-4389-ba0a-3c4d0e1a1ab4 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571826 May 28 05:56:53.720356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15b4f53c-87e4-499d-beae-723bf806e621 req-ed1aac82-3176-466b-9f91-a31b5b947183 service neutron] 10.222.0.33 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302926 May 28 05:56:53.728797 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:53.785314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3e5f35a-08e4-4fce-8eed-6a33bfe075cc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:53.888678 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32ffc328-ffee-4349-ac32-dc174434784c req-7a84c2a7-bd63-487f-8eaf-ab4a281246e2 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082405 May 28 05:56:53.930579 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3e5f35a-08e4-4fce-8eed-6a33bfe075cc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:53.973398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfd44b9-5806-41fb-80b0-60c0ce32a93f,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:54.040517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Checking segment: {'id': '41564d2a-6df7-4843-850a-658d074ecc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b6d25525-e893-4ca7-bcfe-4dd9f18ecb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:54.041532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Network hostable DHCP agents. Network: b6d25525-e893-4ca7-bcfe-4dd9f18ecb31, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:56:54.045932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f3e5f35a-08e4-4fce-8eed-6a33bfe075cc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:54.066892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a3718f-ee08-4b3e-baab-0e6cc7b646fe None None] Network 09bba030-b869-4499-8d69-01e6137028fc requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:54.074356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15b4f53c-87e4-499d-beae-723bf806e621 req-29c4d0e0-83d4-4a30-a725-f856a450a514 service neutron] 10.222.0.33 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407645 May 28 05:56:54.100242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Network b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:56:54.119351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, b6d25525-e893-4ca7-bcfe-4dd9f18ecb31) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:54.123770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:54.124796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:54.178663 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bc2deb46-3280-46e6-9b42-f847877d72e2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5115116 May 28 05:56:54.216509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ae4b8-a447-446b-95cd-6ce5a8ac58f1 None None] Network b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:54.231189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5f35a-08e4-4fce-8eed-6a33bfe075cc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Subnet': ['ID=cae49789-ce55-4d54-8089-b70f29af7373,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:54.242827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f3e5f35a-08e4-4fce-8eed-6a33bfe075cc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/cae49789-ce55-4d54-8089-b70f29af7373 HTTP/1.1" status: 204 len: 168 time: 0.8887079 May 28 05:56:54.245621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47960) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:54.275367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fe6284e5-8a5e-45b9-8e4b-ebd80e196e89 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] Notify callbacks [] for subnetpool, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:54.279659 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fe6284e5-8a5e-45b9-8e4b-ebd80e196e89 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.4358273 May 28 05:56:54.280810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47964) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:54.350972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d098e6cb-c374-4b1d-b0f6-a9b5909e1f10 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] 10.222.0.39 "GET /v2.0/subnetpools/d23d099b-1881-4d55-a6c9-a804ceddd509 HTTP/1.1" status: 200 len: 731 time: 0.0652387 May 28 05:56:54.366462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47968) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:54.387762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3f7a12d5-57e5-4153-b42f-a3ec30347985 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-527651429'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:54.450890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-ce2b6e46-efc9-4271-b038-34b0689bcd2e tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:54.457928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-ce2b6e46-efc9-4271-b038-34b0689bcd2e tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 945 time: 0.3277674 May 28 05:56:54.531116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:54.534695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fa655-93ad-4ff4-baf2-2e28c51541d9 req-1d20b294-808c-47c1-9e48-969dded9e879 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:54.539193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a2fa655-93ad-4ff4-baf2-2e28c51541d9 req-1d20b294-808c-47c1-9e48-969dded9e879 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 0.4844248 May 28 05:56:54.558241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:54.558880 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:54.621402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-447ce043-401d-4689-a250-b9c868c93e43 None None] For port 677468f4-3fdb-4bfa-a45a-1ef69dd03343, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=677468f4-3fdb-4bfa-a45a-1ef69dd03343,segment=NetworkSegment(2f438cd4-3183-453b-9117-514bdf22fa79),segment_id=2f438cd4-3183-453b-9117-514bdf22fa79)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:54.622069 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-447ce043-401d-4689-a250-b9c868c93e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:54.788128 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a2fa655-93ad-4ff4-baf2-2e28c51541d9 req-215e407c-864f-4df0-9664-08a0f880476b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328263 May 28 05:56:54.809604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-6383ef63-0c70-4217-9700-a6a464e110cc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Deleting port 8b345268-2c36-4df0-8efc-69f21e4db914 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:54.810168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-6383ef63-0c70-4217-9700-a6a464e110cc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:54.879699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f7a12d5-57e5-4153-b42f-a3ec30347985 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] Notify callbacks [] for subnetpool, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:54.884593 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3f7a12d5-57e5-4153-b42f-a3ec30347985 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] 10.222.0.39 "PUT /v2.0/subnetpools/d23d099b-1881-4d55-a6c9-a804ceddd509 HTTP/1.1" status: 200 len: 683 time: 0.5084620 May 28 05:56:54.888984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47986) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:55.044527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-447ce043-401d-4689-a250-b9c868c93e43 None None] Calling delete_port for 677468f4-3fdb-4bfa-a45a-1ef69dd03343 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:55.079150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port 677468f4-3fdb-4bfa-a45a-1ef69dd03343, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=677468f4-3fdb-4bfa-a45a-1ef69dd03343,segment=NetworkSegment(2f438cd4-3183-453b-9117-514bdf22fa79),segment_id=2f438cd4-3183-453b-9117-514bdf22fa79)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:55.079814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:55.241927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 677468f4-3fdb-4bfa-a45a-1ef69dd03343 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:56:55.283469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 677468f4-3fdb-4bfa-a45a-1ef69dd03343 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:55.286340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device afb1d35a-741e-42ac-8ff1-421a3113feb4 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:56:55.317033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 677468f4-3fdb-4bfa-a45a-1ef69dd03343 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:56:55.317358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 677468f4-3fdb-4bfa-a45a-1ef69dd03343 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:56:55.319925 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-447ce043-401d-4689-a250-b9c868c93e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:55.369984 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc883fd7-a5e3-4e62-8877-24b4c482de54 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] Notify callbacks [] for subnetpool, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:55.374940 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fc883fd7-a5e3-4e62-8877-24b4c482de54 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d23d099b-1881-4d55-a6c9-a804ceddd509 HTTP/1.1" status: 204 len: 168 time: 0.4812610 May 28 05:56:55.375600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48014) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:55.375935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48016) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:55.384533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ce043-401d-4689-a250-b9c868c93e43 None None] No DVR routers for this DVR port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:56:55.406217 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-b2ff1a38-d121-4f02-aae3-b2d031bf2764 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] show failed (client error): The resource could not be found. May 28 05:56:55.408177 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b2ff1a38-d121-4f02-aae3-b2d031bf2764 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] 10.222.0.39 "GET /v2.0/subnetpools/d23d099b-1881-4d55-a6c9-a804ceddd509 HTTP/1.1" status: 404 len: 346 time: 0.0283992 May 28 05:56:55.414744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ce043-401d-4689-a250-b9c868c93e43 None None] Pushing event deleted for resources: {'Port': ['ID=677468f4-3fdb-4bfa-a45a-1ef69dd03343,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:55.416041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1673287169-network', 'tenant_id': '4fe07304dcf74515b1652216c288cb51'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:55.420153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119a008-63f6-4587-9eb0-682ab2e362ee req-fdf9d9f0-003b-4318-a8fb-b5697c1edfa6 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:55.429239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48022) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:55.429698 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e119a008-63f6-4587-9eb0-682ab2e362ee req-fdf9d9f0-003b-4318-a8fb-b5697c1edfa6 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 945 time: 0.4300220 May 28 05:56:55.437652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:55.467930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Usage tracker for resource:network and tenant:4fe07304dcf74515b1652216c288cb51 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:55.484588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:55.493819 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-c85624fc-6a34-469f-b80e-335ceec62c81 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] delete failed (client error): The resource could not be found. May 28 05:56:55.495062 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c85624fc-6a34-469f-b80e-335ceec62c81 tempest-SubnetPoolsTestJSON-1074821525 tempest-SubnetPoolsTestJSON-1074821525-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d23d099b-1881-4d55-a6c9-a804ceddd509 HTTP/1.1" status: 404 len: 346 time: 0.0643477 May 28 05:56:55.506725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e119a008-63f6-4587-9eb0-682ab2e362ee req-9eb660d1-d8a3-4e64-a211-1fb7847941e0 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759757 May 28 05:56:55.508289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:56:55.508612 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:56:55.534829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0307a245-68d2-4d56-988a-00046e4008e4 None None] Network b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:55.538133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:55.594617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-6383ef63-0c70-4217-9700-a6a464e110cc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] For port 8b345268-2c36-4df0-8efc-69f21e4db914, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=8b345268-2c36-4df0-8efc-69f21e4db914,segment=NetworkSegment(72578fde-6db2-4e24-b483-b67ad6333a88),segment_id=72578fde-6db2-4e24-b483-b67ad6333a88)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:55.596771 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-6383ef63-0c70-4217-9700-a6a464e110cc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:55.618761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Made reservation on behalf of 4fe07304dcf74515b1652216c288cb51 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:55.623285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:55.676580 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:55.822941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1716aad9-d16a-40de-989d-271ae5ec1303 None None] DHCP port deletion for 09bba030-b869-4499-8d69-01e6137028fc request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:56:55.845333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-6383ef63-0c70-4217-9700-a6a464e110cc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Calling delete_port for 8b345268-2c36-4df0-8efc-69f21e4db914 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:55.896693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:55.905723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Usage tracker for resource:security_group_rule and tenant:4fe07304dcf74515b1652216c288cb51 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:55.911383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:55.921308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:56.010052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 677468f4-3fdb-4bfa-a45a-1ef69dd03343 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:56.010613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.026032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1716aad9-d16a-40de-989d-271ae5ec1303 None None] Deleting port 36d950a3-f71f-49a4-9415-017d38e0d06c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:56:56.026510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1716aad9-d16a-40de-989d-271ae5ec1303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.084470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48056) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:56.193248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] The port '677468f4-3fdb-4bfa-a45a-1ef69dd03343' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:56:56.209487 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-6383ef63-0c70-4217-9700-a6a464e110cc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.241886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['8b345268-2c36-4df0-8efc-69f21e4db914'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:56:56.403475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.444561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e83c043-b483-4b24-9837-a9e7be4fc424']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:56.492196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f438cd4-3183-453b-9117-514bdf22fa79') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:56.492766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f438cd4-3183-453b-9117-514bdf22fa79') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:56.494452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1716aad9-d16a-40de-989d-271ae5ec1303 None None] For port 36d950a3-f71f-49a4-9415-017d38e0d06c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=36d950a3-f71f-49a4-9415-017d38e0d06c,segment=NetworkSegment(fb49ca03-a046-4b75-9426-633242ab8799),segment_id=fb49ca03-a046-4b75-9426-633242ab8799)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:56.495474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1716aad9-d16a-40de-989d-271ae5ec1303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.515911 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.517827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383ef63-0c70-4217-9700-a6a464e110cc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Pushing event deleted for resources: {'Port': ['ID=8b345268-2c36-4df0-8efc-69f21e4db914,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:56.530392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474cb67-721c-4a25-a343-e0f9c6aaef64 req-9c5b3c41-3a6f-48b1-9f7a-cb748d2d4d69 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:56.531970 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f474cb67-721c-4a25-a343-e0f9c6aaef64 req-9c5b3c41-3a6f-48b1-9f7a-cb748d2d4d69 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 0.6025865 May 28 05:56:56.612089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.660015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.678506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1716aad9-d16a-40de-989d-271ae5ec1303 None None] Calling delete_port for 36d950a3-f71f-49a4-9415-017d38e0d06c owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:56:56.703349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0162b5d-4a8b-4030-aafd-32a9d31dda2d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:56.707266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-6383ef63-0c70-4217-9700-a6a464e110cc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] No DVR routers for this DVR port 8b345268-2c36-4df0-8efc-69f21e4db914 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:56:56.712962 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-6383ef63-0c70-4217-9700-a6a464e110cc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.728791 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f474cb67-721c-4a25-a343-e0f9c6aaef64 req-420215dd-8264-4c88-b928-ff3e84ac465c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842835 May 28 05:56:56.729243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4f7e2a-fc00-49c9-a4d7-07d4039c5033', 'name': 'network-vif-deleted', 'tag': '8b345268-2c36-4df0-8efc-69f21e4db914'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:56:56.769577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:56:56.780903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:56.802099 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1716aad9-d16a-40de-989d-271ae5ec1303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.816049 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-277f2fea-c516-4760-a19c-a6fe7b2e73e6 req-6383ef63-0c70-4217-9700-a6a464e110cc tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.41 "DELETE /v2.0/ports/8b345268-2c36-4df0-8efc-69f21e4db914 HTTP/1.1" status: 204 len: 173 time: 2.3008268 May 28 05:56:56.822436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.830435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:56:56.831162 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.836898 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.837427 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Added segment 3b23f2f9-8531-4457-943d-c20636658297 of type vlan for network 5fe24403-e558-47b7-a76f-b2fc9b8cae80 May 28 05:56:56.943969 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6de7acb-aff2-460a-aeea-8605c031c29f'] response: {'server_uuid': '4e4f7e2a-fc00-49c9-a4d7-07d4039c5033', 'name': 'network-vif-deleted', 'tag': '8b345268-2c36-4df0-8efc-69f21e4db914', 'status': 'completed', 'code': 200} May 28 05:56:56.952984 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:56.963056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1716aad9-d16a-40de-989d-271ae5ec1303 None None] No DVR routers for this DVR port 36d950a3-f71f-49a4-9415-017d38e0d06c on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:56:57.008632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716aad9-d16a-40de-989d-271ae5ec1303 None None] Pushing event deleted for resources: {'Port': ['ID=36d950a3-f71f-49a4-9415-017d38e0d06c,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:57.011543 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.019554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36d950a3-f71f-49a4-9415-017d38e0d06c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:56:57.042901 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.045059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:57.045923 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.070436 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 2f438cd4-3183-453b-9117-514bdf22fa79 resource provider aggregate not found May 28 05:56:57.126517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e118c87d-eac2-492b-b14c-014a14d73fe5 req-6a707f81-3e67-4f76-bd79-5fe1fda71da2 tempest-ServerTagsTestJSON-1258635967 tempest-ServerTagsTestJSON-1258635967-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4f7e2a-fc00-49c9-a4d7-07d4039c5033 HTTP/1.1" status: 200 len: 210 time: 0.1373539 May 28 05:56:57.184142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0', 'port_id': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'mac_address': 'fa:16:3e:f2:33:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba27e65-5def-4835-af4d-9f3dae69cece', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:56:57.216470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 36d950a3-f71f-49a4-9415-017d38e0d06c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:56:57.221980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36d950a3-f71f-49a4-9415-017d38e0d06c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:56:57.228730 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 2f438cd4-3183-453b-9117-514bdf22fa79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f438cd4-3183-453b-9117-514bdf22fa79 found for delete ", "request_id": "req-01f7a98e-65b6-4386-b196-8424a08dc95d"}]} May 28 05:56:57.229940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.248942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd699-d6e9-4613-8e99-b78555b1ff56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.270499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48084) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:57.271310 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8883603 May 28 05:56:57.285191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abb946-6a28-48bd-886e-34bfba5bf334 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe24403-e558-47b7-a76f-b2fc9b8cae80,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:57.289570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Network': ['ID=6e83c043-b483-4b24-9837-a9e7be4fc424,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:57.298537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Request body: {'subnet': {'network_id': '5fe24403-e558-47b7-a76f-b2fc9b8cae80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1673287169-subnet', 'tenant_id': '4fe07304dcf74515b1652216c288cb51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:57.304324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:57.308194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Usage tracker for resource:subnet and tenant:4fe07304dcf74515b1652216c288cb51 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:57.311663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:57.317799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:57.330333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5c5dd699-d6e9-4613-8e99-b78555b1ff56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:57.334747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5c5dd699-d6e9-4613-8e99-b78555b1ff56 admin admin] Usage tracker for resource:security_group_rule and tenant:a0fc878bf8a043b4a6ed8896ec889cd7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:57.338111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5c5dd699-d6e9-4613-8e99-b78555b1ff56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:57.342452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Made reservation on behalf of 4fe07304dcf74515b1652216c288cb51 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:57.344897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.356778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 5fe24403-e558-47b7-a76f-b2fc9b8cae80 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:56:57.366546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5c5dd699-d6e9-4613-8e99-b78555b1ff56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:57.368826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48092) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:57.376349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7b8d4d29-7bc4-4661-b44e-6d6645bd6fda tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/networks/6e83c043-b483-4b24-9837-a9e7be4fc424 HTTP/1.1" status: 204 len: 168 time: 3.1294672 May 28 05:56:57.379522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48098) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:57.386242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port afb1d35a-741e-42ac-8ff1-421a3113feb4 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:56:57.387200 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.491792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb1d35a-741e-42ac-8ff1-421a3113feb4 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:56:57.512235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:56:57.533964 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.541289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd699-d6e9-4613-8e99-b78555b1ff56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.557616 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd699-d6e9-4613-8e99-b78555b1ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.654142 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5c5dd699-d6e9-4613-8e99-b78555b1ff56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0fc878bf8a043b4a6ed8896ec889cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5655956 May 28 05:56:57.654359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dd699-d6e9-4613-8e99-b78555b1ff56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5100a8-53b4-4fee-b828-084e0f47f5e4,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:57.656687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48102) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:57.693452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:57.778491 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.778751 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f331b3d6-d3db-4199-a42d-adeb83fac136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.837687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f331b3d6-d3db-4199-a42d-adeb83fac136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.851302 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:57.973487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c3cbc0-1f05-4dcf-8c39-adea1f19acb5,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:57.982873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Checking segment: {'id': '3b23f2f9-8531-4457-943d-c20636658297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5fe24403-e558-47b7-a76f-b2fc9b8cae80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:56:57.983258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Network hostable DHCP agents. Network: 5fe24403-e558-47b7-a76f-b2fc9b8cae80, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:56:58.002849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f331b3d6-d3db-4199-a42d-adeb83fac136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.015408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Network 5fe24403-e558-47b7-a76f-b2fc9b8cae80 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:56:58.019338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['afb1d35a-741e-42ac-8ff1-421a3113feb4'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:56:58.021192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331b3d6-d3db-4199-a42d-adeb83fac136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5100a8-53b4-4fee-b828-084e0f47f5e4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:58.035561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980463a-28d1-4688-a5b1-6fb26ddad1ba req-15712249-462e-475f-8e6b-52c65d259b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:58.036804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 5fe24403-e558-47b7-a76f-b2fc9b8cae80) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:56:58.038619 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f331b3d6-d3db-4199-a42d-adeb83fac136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.039862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f331b3d6-d3db-4199-a42d-adeb83fac136 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b5100a8-53b4-4fee-b828-084e0f47f5e4 HTTP/1.1" status: 204 len: 168 time: 0.3792179 May 28 05:56:58.043387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:58.043684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980463a-28d1-4688-a5b1-6fb26ddad1ba req-15712249-462e-475f-8e6b-52c65d259b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:58.044617 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.046240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980463a-28d1-4688-a5b1-6fb26ddad1ba req-15712249-462e-475f-8e6b-52c65d259b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:58.046967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980463a-28d1-4688-a5b1-6fb26ddad1ba req-15712249-462e-475f-8e6b-52c65d259b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:58.047532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980463a-28d1-4688-a5b1-6fb26ddad1ba req-15712249-462e-475f-8e6b-52c65d259b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:58.049367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980463a-28d1-4688-a5b1-6fb26ddad1ba req-15712249-462e-475f-8e6b-52c65d259b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:58.050776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980463a-28d1-4688-a5b1-6fb26ddad1ba req-15712249-462e-475f-8e6b-52c65d259b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:58.057053 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f980463a-28d1-4688-a5b1-6fb26ddad1ba req-15712249-462e-475f-8e6b-52c65d259b26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6503 time: 0.6871519 May 28 05:56:58.069218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-96ae0d2c-3515-4313-b112-e7566a23544f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7891884 May 28 05:56:58.100392 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.113702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e7136-b945-400c-8f5a-3978c0e40f94 None None] Network 5fe24403-e558-47b7-a76f-b2fc9b8cae80 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:58.250187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bba030-b869-4499-8d69-01e6137028fc']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:58.297542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb49ca03-a046-4b75-9426-633242ab8799') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:58.298094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb49ca03-a046-4b75-9426-633242ab8799') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:58.325170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f980463a-28d1-4688-a5b1-6fb26ddad1ba req-2c59548b-b6b3-498e-888e-699ececfb1e2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2519457 May 28 05:56:58.331990 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.353814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.362753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:56:58.363252 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.406872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48126) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:58.444815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ace8cd-cbd1-4132-88c7-59d9b8fc3603 req-83485028-58e8-4976-a805-22d8bd1b915d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:58.446411 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85ace8cd-cbd1-4132-88c7-59d9b8fc3603 req-83485028-58e8-4976-a805-22d8bd1b915d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 0.4913993 May 28 05:56:58.453874 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment fb49ca03-a046-4b75-9426-633242ab8799 resource provider aggregate not found May 28 05:56:58.505494 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment fb49ca03-a046-4b75-9426-633242ab8799 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb49ca03-a046-4b75-9426-633242ab8799 found for delete ", "request_id": "req-41d6de19-3fe6-4402-adf1-0cc92ea5539b"}]} May 28 05:56:58.534549 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.546092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b345268-2c36-4df0-8efc-69f21e4db914 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:56:58.575510 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85ace8cd-cbd1-4132-88c7-59d9b8fc3603 req-009fedf2-897b-4ea4-ab51-5edc3e769428 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043942 May 28 05:56:58.600514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 8b345268-2c36-4df0-8efc-69f21e4db914 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:56:58.601059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 8b345268-2c36-4df0-8efc-69f21e4db914 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:56:58.634583 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.638352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-55852e6b-c650-412c-90a0-96b19b10bf01 admin admin] Deleting subnet 9ab21db8-5cd6-48b7-9926-cdbbbc23b9f0 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:56:58.648950 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/networks/09bba030-b869-4499-8d69-01e6137028fc HTTP/1.1" status: 204 len: 168 time: 1.2647872 May 28 05:56:58.653982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48140) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:58.654786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8f3d0-6843-4890-9b98-3f73098bbd39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Network': ['ID=09bba030-b869-4499-8d69-01e6137028fc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:58.656020 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55852e6b-c650-412c-90a0-96b19b10bf01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.663466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'network': {'name': 'tempest-RoutersTest-807665994'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:58.671102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:58.683465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:network and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:58.687672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:58.726262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:58.758267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:58.759558 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.768091 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55852e6b-c650-412c-90a0-96b19b10bf01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.827845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ba2dd-9ae1-45da-a5ac-50e2bf2d7dec None None] Network 5fe24403-e558-47b7-a76f-b2fc9b8cae80 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:56:58.835859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:56:58.862377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.862876 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added segment 4ebe47b4-da03-41d7-bc12-28c49f2dbd5e of type vlan for network f7674b59-c941-4e36-9db2-9234981ccbf2 May 28 05:56:58.916028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55852e6b-c650-412c-90a0-96b19b10bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:58.927066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.013749 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.028329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:56:59.030202 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.076737 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55852e6b-c650-412c-90a0-96b19b10bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.096912 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4375646 May 28 05:56:59.110460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48160) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:59.164257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55852e6b-c650-412c-90a0-96b19b10bf01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab21db8-5cd6-48b7-9926-cdbbbc23b9f0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:59.175613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-55852e6b-c650-412c-90a0-96b19b10bf01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.185414 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-55852e6b-c650-412c-90a0-96b19b10bf01 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9ab21db8-5cd6-48b7-9926-cdbbbc23b9f0 HTTP/1.1" status: 204 len: 168 time: 0.7768154 May 28 05:56:59.188528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48166) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:59.253292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'subnet': {'network_id': 'f7674b59-c941-4e36-9db2-9234981ccbf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:56:59.399180 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.465318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b2efd-5f2b-43a9-973e-ffeeb047a06d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Network': ['ID=f7674b59-c941-4e36-9db2-9234981ccbf2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:56:59.476020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f7674b59-c941-4e36-9db2-9234981ccbf2 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:56:59.500605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:56:59.506100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:subnet and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:56:59.522811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:56:59.536890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:56:59.560066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:56:59.564289 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.650568 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.685653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed73f03f-984f-4658-b474-303b9be9d988']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:59.705300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72578fde-6db2-4e24-b483-b67ad6333a88') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:59.705875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72578fde-6db2-4e24-b483-b67ad6333a88') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:56:59.719321 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.755049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48190) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:59.762191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038745 May 28 05:56:59.775199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48192) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:56:59.841436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.863735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:56:59.864147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:56:59.940054 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 72578fde-6db2-4e24-b483-b67ad6333a88 resource provider aggregate not found May 28 05:57:00.003372 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 72578fde-6db2-4e24-b483-b67ad6333a88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72578fde-6db2-4e24-b483-b67ad6333a88 found for delete ", "request_id": "req-3d229d2f-9b22-42d8-b584-38475d106c90"}]} May 28 05:57:00.010912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:00.019145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-5ba093dd-40f7-4957-829e-e99998e548c9 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:00.019809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-5ba093dd-40f7-4957-829e-e99998e548c9 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Synchronizing usage tracker for tenant:e6a5f8f460b44547b8d925d22cea2d17 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:57:00.041695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21107af-d538-4832-933c-f5129c4e8be2 req-e714545d-d5fb-491e-8f8d-58f213beb573 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:00.046003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:00.056852 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f21107af-d538-4832-933c-f5129c4e8be2 req-e714545d-d5fb-491e-8f8d-58f213beb573 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 0.3000765 May 28 05:57:00.165598 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:00.200686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3de9e4f2-1f02-41c6-b8f2-d85a80dc61a2 tempest-NetworksApiDiscovery-1401867518 tempest-NetworksApiDiscovery-1401867518-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4201047 May 28 05:57:00.204031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed73f03f-984f-4658-b474-303b9be9d988,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:00.221290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-036be2d6-ddb6-42af-a3cd-0678b508caa2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ed73f03f-984f-4658-b474-303b9be9d988 HTTP/1.1" status: 204 len: 168 time: 1.0295384 May 28 05:57:00.226683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-5ba093dd-40f7-4957-829e-e99998e548c9 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Unset dirty status for tenant:e6a5f8f460b44547b8d925d22cea2d17 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:57:00.234606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-5ba093dd-40f7-4957-829e-e99998e548c9 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/networks?id=b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 HTTP/1.1" status: 200 len: 808 time: 0.6488810 May 28 05:57:00.256298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-0ec045a7-2d51-4673-9921-4fdc0728f35a tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/quotas/e6a5f8f460b44547b8d925d22cea2d17 HTTP/1.1" status: 200 len: 375 time: 0.0205159 May 28 05:57:00.311740 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-6a601a8b-3bef-402e-9e24-c6f0b7c5faa1 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6a5f8f460b44547b8d925d22cea2d17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544040 May 28 05:57:00.327914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-9a3c650b-9901-43c4-b05b-82512430e56a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 05:57:00.329429 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-9a3c650b-9901-43c4-b05b-82512430e56a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080523 May 28 05:57:00.395248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Subnet': ['ID=7e819d15-1be5-4e6d-a79a-4f3ff3f412f1,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:00.489176 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f21107af-d538-4832-933c-f5129c4e8be2 req-a3366933-0c5e-444e-a3b5-c3ffd7ddc21a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311283 May 28 05:57:00.520266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Checking segment: {'id': '4ebe47b4-da03-41d7-bc12-28c49f2dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f7674b59-c941-4e36-9db2-9234981ccbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:57:00.521471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network hostable DHCP agents. Network: f7674b59-c941-4e36-9db2-9234981ccbf2, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:57:00.556957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network f7674b59-c941-4e36-9db2-9234981ccbf2 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:57:00.574484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f7674b59-c941-4e36-9db2-9234981ccbf2) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:00.587188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11000748-ad60-462b-a2d0-a3f22b196422 None None] Network f7674b59-c941-4e36-9db2-9234981ccbf2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:57:00.587824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:00.590837 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:00.643347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f02bcc87-b174-4983-ab3b-88b316d4ee20 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5280344 May 28 05:57:00.644229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48214) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:00.647688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-28af524b-6e28-4899-9006-f3732a28f69f service neutron] 10.222.0.39 "GET /v2.0/networks/b6d25525-e893-4ca7-bcfe-4dd9f18ecb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110373 May 28 05:57:00.659861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-53127658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:00.671037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:00.679785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:router and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:00.683974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:00.695164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:00.709611 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:00.710998 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:00.721181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48218) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:00.779435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:00.813842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48224) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:00.829513 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7a47cb52-ec2a-4027-bafb-13c488639916 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60502c3683c044d9966bf2177704c6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062617 May 28 05:57:00.845165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48228) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:00.936438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:00.976945 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-b8b77eec-7481-419c-b1ad-1e2391e5a2a3 service neutron] 10.222.0.39 "GET /v2.0/networks/b6d25525-e893-4ca7-bcfe-4dd9f18ecb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161345 May 28 05:57:01.004622 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.031149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-f7674b59-c941-4e36-9db2-9234981ccbf2', 'network_id': 'f7674b59-c941-4e36-9db2-9234981ccbf2', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'fixed_ips': [{'subnet_id': '7e819d15-1be5-4e6d-a79a-4f3ff3f412f1'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:57:01.032376 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.066404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.067832 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d343cc67-b91c-4e27-8e2f-91e6f54a07d3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4224198 May 28 05:57:01.070631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48234) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:01.077312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'port': {'network_id': 'f7674b59-c941-4e36-9db2-9234981ccbf2', 'name': 'tempest-RoutersTest-43869755'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:01.079463 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-efbc9c78-1f94-4899-af2c-cf9e84b36ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.215525 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0133df76-5a27-4100-997d-8abfe0614877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.229232 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-efbc9c78-1f94-4899-af2c-cf9e84b36ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.258118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0133df76-5a27-4100-997d-8abfe0614877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:01.276113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0133df76-5a27-4100-997d-8abfe0614877 admin admin] Usage tracker for resource:security_group_rule and tenant:76c1b75cedb84a9f96edff8d14fb87b5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:01.281961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0133df76-5a27-4100-997d-8abfe0614877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:01.294140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0133df76-5a27-4100-997d-8abfe0614877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:01.343350 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-efbc9c78-1f94-4899-af2c-cf9e84b36ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.357728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Allocated IP 172.20.0.2 (f7674b59-c941-4e36-9db2-9234981ccbf2/7e819d15-1be5-4e6d-a79a-4f3ff3f412f1/940b48a9-88a2-4a21-b658-07d238cbfab0) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:57:01.367578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:01.372577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc9c78-1f94-4899-af2c-cf9e84b36ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:01.373487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:port and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:01.379389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:01.386933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:01.407712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:57:01.414193 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.417597 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-efbc9c78-1f94-4899-af2c-cf9e84b36ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.418722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-efbc9c78-1f94-4899-af2c-cf9e84b36ec6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ce5ecc2-1d71-4ca4-a459-17806d8c9f9f HTTP/1.1" status: 204 len: 168 time: 0.5728159 May 28 05:57:01.462479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] device_id is not set on port c77dc11a-9e00-4802-b794-c8bc366259a4 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:57:01.489923 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0133df76-5a27-4100-997d-8abfe0614877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.496699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0133df76-5a27-4100-997d-8abfe0614877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.577344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0133df76-5a27-4100-997d-8abfe0614877 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76c1b75cedb84a9f96edff8d14fb87b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7595215 May 28 05:57:01.577344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133df76-5a27-4100-997d-8abfe0614877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe9c5e-cb0f-4fc8-8275-d38cdb8b3004,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:01.578973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48244) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:01.605556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device afb1d35a-741e-42ac-8ff1-421a3113feb4 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:57:01.697848 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75a927f0-0cb9-496f-b7d5-57efdfa8e576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.707675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port afb1d35a-741e-42ac-8ff1-421a3113feb4 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:57:01.715343 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port afb1d35a-741e-42ac-8ff1-421a3113feb4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:01.716305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.732620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75a927f0-0cb9-496f-b7d5-57efdfa8e576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.745185 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.789235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Transition to ACTIVE for port object 940b48a9-88a2-4a21-b658-07d238cbfab0 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:57:01.814710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75a927f0-0cb9-496f-b7d5-57efdfa8e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.848943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a927f0-0cb9-496f-b7d5-57efdfa8e576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe9c5e-cb0f-4fc8-8275-d38cdb8b3004,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:01.864871 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75a927f0-0cb9-496f-b7d5-57efdfa8e576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.866675 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-75a927f0-0cb9-496f-b7d5-57efdfa8e576 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cfe9c5e-cb0f-4fc8-8275-d38cdb8b3004 HTTP/1.1" status: 204 len: 168 time: 0.2842705 May 28 05:57:01.871881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403c5ce-83dd-4139-a6fb-fb2ba156357d req-c319e4cd-7586-40b6-86c7-56fd1d2d4139 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:01.873416 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4403c5ce-83dd-4139-a6fb-fb2ba156357d req-c319e4cd-7586-40b6-86c7-56fd1d2d4139 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 0.1592824 May 28 05:57:01.890060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Transition to ACTIVE for port object 940b48a9-88a2-4a21-b658-07d238cbfab0 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:57:01.899280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port afb1d35a-741e-42ac-8ff1-421a3113feb4 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:01.899847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.937707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:57:01.948719 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:01.991263 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4403c5ce-83dd-4139-a6fb-fb2ba156357d req-bff8e3ac-e32d-4733-bcf3-cd3d5749425e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072035 May 28 05:57:02.088166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Allocated IP 172.20.0.6 (f7674b59-c941-4e36-9db2-9234981ccbf2/7e819d15-1be5-4e6d-a79a-4f3ff3f412f1/c77dc11a-9e00-4802-b794-c8bc366259a4) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:57:02.125270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Network f7674b59-c941-4e36-9db2-9234981ccbf2 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:57:02.128322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:02.132244 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845b6e38-03d4-4c0e-9ba2-232a60397d3f'] response: {'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'code': 200} May 28 05:57:02.133232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Pushing event updated for resources: {'Port': ['ID=940b48a9-88a2-4a21-b658-07d238cbfab0,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:02.140296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:02.145639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:57:02.249356 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:02.423211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:02.475966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Attempting to bind port 940b48a9-88a2-4a21-b658-07d238cbfab0 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:57:02.476331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Attempting to bind port 940b48a9-88a2-4a21-b658-07d238cbfab0 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4ebe47b4-da03-41d7-bc12-28c49f2dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f7674b59-c941-4e36-9db2-9234981ccbf2'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:57:02.476688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Attempting to bind port 940b48a9-88a2-4a21-b658-07d238cbfab0 on network f7674b59-c941-4e36-9db2-9234981ccbf2 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:57:02.490316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:57:02.490982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Checking segment: {'id': '4ebe47b4-da03-41d7-bc12-28c49f2dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f7674b59-c941-4e36-9db2-9234981ccbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:57:02.491675 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:02.492080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Bound using segment: {'id': '4ebe47b4-da03-41d7-bc12-28c49f2dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f7674b59-c941-4e36-9db2-9234981ccbf2'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:57:02.492563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Bound port: 940b48a9-88a2-4a21-b658-07d238cbfab0, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebe47b4-da03-41d7-bc12-28c49f2dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f7674b59-c941-4e36-9db2-9234981ccbf2'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:57:02.492988 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:02.537068 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f322dac-a7ac-4f4e-a946-000175a07cc8 req-fbd52017-1e72-4cb0-8643-7bcfafac6096 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 210 time: 0.1327326 May 28 05:57:02.628102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:02.654768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89bad0-fab9-44f8-aff8-48687d66e28e req-3a1bf7d2-4050-4a79-9381-d42c8f240961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:02.656358 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f89bad0-fab9-44f8-aff8-48687d66e28e req-3a1bf7d2-4050-4a79-9381-d42c8f240961 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 1096 time: 0.4076867 May 28 05:57:02.717385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] For port 940b48a9-88a2-4a21-b658-07d238cbfab0, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:57:02.722968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Transition to ACTIVE for port object c77dc11a-9e00-4802-b794-c8bc366259a4 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:57:02.725047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] For port 940b48a9-88a2-4a21-b658-07d238cbfab0, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=940b48a9-88a2-4a21-b658-07d238cbfab0,segment=NetworkSegment(4ebe47b4-da03-41d7-bc12-28c49f2dbd5e),segment_id=4ebe47b4-da03-41d7-bc12-28c49f2dbd5e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:57:02.739877 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:02.777730 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f89bad0-fab9-44f8-aff8-48687d66e28e req-922ce908-bdab-4973-87a3-7cfa1a948a01 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113176 May 28 05:57:02.817361 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:02.932046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9230b-a73f-474d-a65b-cb305a4ce853 None None] Pushing event updated for resources: {'Port': ['ID=940b48a9-88a2-4a21-b658-07d238cbfab0,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:02.965736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network f7674b59-c941-4e36-9db2-9234981ccbf2 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:57:02.974751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:02.981838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:57:03.034859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=c77dc11a-9e00-4802-b794-c8bc366259a4,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:03.155735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:03.156413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:03.365998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ffa2fc16-b623-48b5-922b-e0560b1c8e23 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.2941189 May 28 05:57:03.368575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48318) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:03.422149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d61db-5278-4d9f-8a69-5d092b7f744f req-c3fdb1ac-e31e-45bb-8c05-f4d8427547b0 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:03.424970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f81d61db-5278-4d9f-8a69-5d092b7f744f req-c3fdb1ac-e31e-45bb-8c05-f4d8427547b0 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2111874 May 28 05:57:03.505945 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f81d61db-5278-4d9f-8a69-5d092b7f744f req-8abba298-8914-4390-8845-44a367da4301 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748317 May 28 05:57:03.753634 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e926cf56-0c8b-4257-9c87-a33cd1c865fb req-fbad016c-4fcc-46ff-ba3e-c31339b97546 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 210 time: 0.0927136 May 28 05:57:04.335868 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d39b7875-243d-4e57-beb3-4fcc84a89ff8 req-b2c035d4-32b8-4d6b-8ccd-b906471e9e93 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dc647c-41be-4992-81a5-cfff56a8ee81 HTTP/1.1" status: 200 len: 210 time: 0.2091613 May 28 05:57:04.879944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c351622-5193-4168-9c05-52117a4cf25d None None] Network f7674b59-c941-4e36-9db2-9234981ccbf2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:57:05.083597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff9341-ccf2-41c1-acca-0ef3f2055227 req-d6d4ce09-56db-4683-b528-117d6b8e321e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:05.096067 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6ff9341-ccf2-41c1-acca-0ef3f2055227 req-d6d4ce09-56db-4683-b528-117d6b8e321e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2630241 May 28 05:57:05.256568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6ff9341-ccf2-41c1-acca-0ef3f2055227 req-4ebca315-a826-404b-a2ab-fdcf14a23548 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569738 May 28 05:57:05.359179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-04f9f71d-3178-4032-8e81-92c6b5eb268d tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:05.361867 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-04f9f71d-3178-4032-8e81-92c6b5eb268d tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.41 "GET /v2.0/networks?id=b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 HTTP/1.1" status: 200 len: 808 time: 0.7938817 May 28 05:57:05.393893 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-192d37de-570c-4f0a-af74-6963c1ef7beb req-484ff4f8-fbb8-42f8-a449-de0b9f0f113f tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 210 time: 0.1679206 May 28 05:57:05.426339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Request body: {'port': {'device_id': 'be2b874e-3803-4f5e-9142-c019da55877c', 'network_id': 'b6d25525-e893-4ca7-bcfe-4dd9f18ecb31', 'admin_state_up': True, 'tenant_id': 'e6a5f8f460b44547b8d925d22cea2d17'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:05.483303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:05.593808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 940b48a9-88a2-4a21-b658-07d238cbfab0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:57:05.645181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f5449d1-8441-4268-ae68-c089cd1806fb req-d10de154-7d10-426e-b5c9-e3bab6d4b781 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1180658 May 28 05:57:05.830429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-714bb054-3f69-4311-a702-eccc34e6c402 None None] Provisioning for port 940b48a9-88a2-4a21-b658-07d238cbfab0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:57:05.837587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-714bb054-3f69-4311-a702-eccc34e6c402 None None] Provisioning complete for port 940b48a9-88a2-4a21-b658-07d238cbfab0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:05.838404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-714bb054-3f69-4311-a702-eccc34e6c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:05.877976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 940b48a9-88a2-4a21-b658-07d238cbfab0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:57:05.931386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 940b48a9-88a2-4a21-b658-07d238cbfab0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:05.932522 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:06.146218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 940b48a9-88a2-4a21-b658-07d238cbfab0 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:06.146915 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:06.259364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-714bb054-3f69-4311-a702-eccc34e6c402 None None] Current status of the port 940b48a9-88a2-4a21-b658-07d238cbfab0 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:06.259742 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-714bb054-3f69-4311-a702-eccc34e6c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:06.369842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-714bb054-3f69-4311-a702-eccc34e6c402 None None] For port 940b48a9-88a2-4a21-b658-07d238cbfab0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=940b48a9-88a2-4a21-b658-07d238cbfab0,segment=NetworkSegment(4ebe47b4-da03-41d7-bc12-28c49f2dbd5e),segment_id=4ebe47b4-da03-41d7-bc12-28c49f2dbd5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:06.470700 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-714bb054-3f69-4311-a702-eccc34e6c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:06.650664 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:57:06.651088 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:57:06.658109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bb054-3f69-4311-a702-eccc34e6c402 None None] Pushing event updated for resources: {'Port': ['ID=940b48a9-88a2-4a21-b658-07d238cbfab0,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:06.706476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8730cf2b-fc5e-4d49-89c5-45565e632d03 None None] Provisioning for port c77dc11a-9e00-4802-b794-c8bc366259a4 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:57:06.714487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8730cf2b-fc5e-4d49-89c5-45565e632d03 None None] Provisioning complete for port c77dc11a-9e00-4802-b794-c8bc366259a4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:06.714999 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8730cf2b-fc5e-4d49-89c5-45565e632d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:06.767842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1c17787-98e3-4741-8052-d9954b0f63d3 req-9e9e72f5-a63a-4f07-a030-a09a598862c7 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 210 time: 0.0916960 May 28 05:57:06.768971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:06.813431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Usage tracker for resource:port and tenant:e6a5f8f460b44547b8d925d22cea2d17 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:06.832653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:06.873955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8730cf2b-fc5e-4d49-89c5-45565e632d03 None None] Port c77dc11a-9e00-4802-b794-c8bc366259a4 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:57:06.902730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8730cf2b-fc5e-4d49-89c5-45565e632d03 None None] Provisioning complete for port 940b48a9-88a2-4a21-b658-07d238cbfab0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:06.903100 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8730cf2b-fc5e-4d49-89c5-45565e632d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:06.957891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:06.961164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-cb805535-3028-4e86-b7fe-36490a0fb56a req-3c167b52-08b0-44b1-a766-1dc0706b96ec service neutron] (88416) timed out ('10.222.0.39', 41518) {{(pid=88416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 05:57:07.053250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3020bf54-b764-4ed6-b989-58ad985458e4 req-c6eee765-dd1f-440a-b751-7a0cf1d5912f tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1114137 May 28 05:57:07.053596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Made reservation on behalf of e6a5f8f460b44547b8d925d22cea2d17 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:57:07.060204 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:07.068132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8730cf2b-fc5e-4d49-89c5-45565e632d03 None None] Current status of the port 940b48a9-88a2-4a21-b658-07d238cbfab0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:07.102888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-ba2a0fe4-bcca-4af8-b8f2-3c97a3948a7f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:07.104539 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-ba2a0fe4-bcca-4af8-b8f2-3c97a3948a7f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 813 time: 1.3277307 May 28 05:57:07.143336 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-44f92c2f-ca74-4705-8921-8185e4216050 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/quotas/83b9d5d22a5540aabf13a2e22aaec968 HTTP/1.1" status: 200 len: 375 time: 0.0300212 May 28 05:57:07.258231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 940b48a9-88a2-4a21-b658-07d238cbfab0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:07.262583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3fd5a9df-9e2f-4801-8b45-d308954d656f None None] Provisioning complete for port c77dc11a-9e00-4802-b794-c8bc366259a4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:07.263215 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3fd5a9df-9e2f-4801-8b45-d308954d656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:07.334462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5a9df-9e2f-4801-8b45-d308954d656f None None] Port c77dc11a-9e00-4802-b794-c8bc366259a4 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:57:07.373479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 940b48a9-88a2-4a21-b658-07d238cbfab0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:57:07.434501 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:07.489132 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:07.516337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 940b48a9-88a2-4a21-b658-07d238cbfab0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:07.516964 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:07.525071 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:57:07.667150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=c77dc11a-9e00-4802-b794-c8bc366259a4,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:07.686743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-d9193d29-d46b-4547-8339-68c49baa07c1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4435627 May 28 05:57:07.755385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 940b48a9-88a2-4a21-b658-07d238cbfab0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:07.835731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Allocated IP 172.20.0.6 (b6d25525-e893-4ca7-bcfe-4dd9f18ecb31/6dfd44b9-5806-41fb-80b0-60c0ce32a93f/dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:57:08.079977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2bba7823-0ec0-4b34-8d46-531a8d1d9311 None None] Provisioning complete for port c77dc11a-9e00-4802-b794-c8bc366259a4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:08.080591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2bba7823-0ec0-4b34-8d46-531a8d1d9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:08.093644 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-9290387d-9cfd-4321-b8d2-dca54338689d service neutron] 10.222.0.39 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071708 May 28 05:57:08.182871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5183b687-f6ab-420e-b365-da71bd282a9d req-de36cea3-06ab-48e4-b61a-07b4e82a6eb3 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 210 time: 0.2720537 May 28 05:57:08.347840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2bba7823-0ec0-4b34-8d46-531a8d1d9311 None None] Port c77dc11a-9e00-4802-b794-c8bc366259a4 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:57:08.437965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a2d7002-b8cb-4cbc-b140-0108e0872d35 req-36deecc9-9cab-4127-b165-d3b34d3e165a tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.0944190 May 28 05:57:08.493116 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-02eda53d-8b05-4ef4-9b3b-91da4f501635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:08.599503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:08.660974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-3cd05e7d-a186-41c6-8488-f1f2e2858534 service neutron] 10.222.0.39 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664439 May 28 05:57:08.743615 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:09.049923 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d80fec8d-4f0d-49d4-9f3f-54cd27f8afe8 req-2ecaabc4-c54e-4ef3-bfe0-6187e5da5b75 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 210 time: 0.0693457 May 28 05:57:09.105932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:09.150289 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:09.552301 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58e6ab67-6393-4128-a926-cdf1908e0c38 req-29027068-af0c-4bfe-a140-728f877076bc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=60dc647c-41be-4992-81a5-cfff56a8ee81 HTTP/1.1" status: 200 len: 210 time: 0.1164207 May 28 05:57:09.821545 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74e776c7-4673-44c3-96ba-a7bc71b322ef req-a69e8186-f9e0-4f23-8b13-5a7f4e6c1e74 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.0836730 May 28 05:57:09.925725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Network b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:57:09.947754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:09.972831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:57:09.995469 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:10.061968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Pushing event updated for resources: {'Port': ['ID=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:10.097036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.097386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.099104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.099467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.099802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.100134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.100462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.100787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.101109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.101451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.101751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.102070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:10.144942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:10.145589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:10.200924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8e33-d2b2-42a5-8016-8726f9dde256 req-240977d6-4929-4a83-9b03-208d90345957 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:10.201861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-771b8e33-d2b2-42a5-8016-8726f9dde256 req-240977d6-4929-4a83-9b03-208d90345957 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Synchronizing usage tracker for tenant:e6a5f8f460b44547b8d925d22cea2d17 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:57:10.210651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-8f1f62c9-ac44-41de-8764-209f969e1eef tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8141978 May 28 05:57:10.216703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:10.224911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Request body: {'port': {'device_id': 'be2b874e-3803-4f5e-9142-c019da55877c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:10.269163 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:10.308858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76a1d2db-f2b9-4595-b453-cb4983444757 req-53805f0b-4037-48ad-b0c3-59a0c4e2d911 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 210 time: 0.0958703 May 28 05:57:10.393543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-771b8e33-d2b2-42a5-8016-8726f9dde256 req-240977d6-4929-4a83-9b03-208d90345957 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Unset dirty status for tenant:e6a5f8f460b44547b8d925d22cea2d17 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:57:10.394696 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-771b8e33-d2b2-42a5-8016-8726f9dde256 req-240977d6-4929-4a83-9b03-208d90345957 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 931 time: 0.5876563 May 28 05:57:10.513120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=c77dc11a-9e00-4802-b794-c8bc366259a4,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:10.515601 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:10.577634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-771b8e33-d2b2-42a5-8016-8726f9dde256 req-02dcc50e-62d1-4293-9e60-ca6b5bbf2034 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710167 May 28 05:57:10.587207 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:10.691832 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b4a74937-696d-4b2e-aab7-3b1f45ad9032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:10.810049 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07fa7e02-6cf3-4939-87cc-a71bf5ca44c6 req-8250f1da-fb83-447c-ac03-a50ab5ff495f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1548862 May 28 05:57:10.843260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-723af171-ee80-4e39-a492-ef8a6ec3de80 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:10.846585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-723af171-ee80-4e39-a492-ef8a6ec3de80 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.41 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 813 time: 0.3744359 May 28 05:57:10.868990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Request body: {'port': {'device_id': 'f2a410d4-db70-46c0-96da-bd34b684bee4', 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0', 'admin_state_up': True, 'tenant_id': '83b9d5d22a5540aabf13a2e22aaec968'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:10.871743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network f7674b59-c941-4e36-9db2-9234981ccbf2 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:57:10.875617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:11.260443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:11.284270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:11.334000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Made reservation on behalf of 83b9d5d22a5540aabf13a2e22aaec968 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:57:11.343168 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:11.406084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1ff11bcd-c6a1-4860-bf2c-01c86bc64460 None None] Provisioning complete for port c77dc11a-9e00-4802-b794-c8bc366259a4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:11.406640 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1ff11bcd-c6a1-4860-bf2c-01c86bc64460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:11.661799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7de66e6a-ea19-4521-861d-72e867ef3ae1 req-f4aa0730-e695-4a28-973a-3ad9fe17c3a3 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1136997 May 28 05:57:11.688931 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:11.739465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:11.740788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1ff11bcd-c6a1-4860-bf2c-01c86bc64460 None None] Port c77dc11a-9e00-4802-b794-c8bc366259a4 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:57:11.889938 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9bcb0b49-14c0-42a8-bdf6-e1398a250182 req-5f558bf8-b1f8-4fc8-82e8-e976b17e9f64 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 210 time: 0.1682019 May 28 05:57:11.960608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Allocated IP 172.20.0.5 (1507e82f-cead-45ab-80fe-1fee2df586a0/9ba27e65-5def-4835-af4d-9f3dae69cece/58974542-18ce-4e6c-bd5d-7278031cceaa) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:57:12.052934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8595c9d-7f49-43a7-a16c-c900452ed6ec req-891fb308-4c74-4080-8569-fd13ad615211 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:12.054516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8595c9d-7f49-43a7-a16c-c900452ed6ec req-891fb308-4c74-4080-8569-fd13ad615211 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 931 time: 0.1482794 May 28 05:57:12.078048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router c89983d4-6ae3-4ba9-9121-af51e325eebb is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:57:12.188442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d8595c9d-7f49-43a7-a16c-c900452ed6ec req-c77b239d-108d-4ff3-a0e8-8e8f55df7745 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Synchronizing usage tracker for tenant:e6a5f8f460b44547b8d925d22cea2d17 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:57:12.226254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:57:12.272896 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:12.276381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d8595c9d-7f49-43a7-a16c-c900452ed6ec req-c77b239d-108d-4ff3-a0e8-8e8f55df7745 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Unset dirty status for tenant:e6a5f8f460b44547b8d925d22cea2d17 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:57:12.277780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8595c9d-7f49-43a7-a16c-c900452ed6ec req-c77b239d-108d-4ff3-a0e8-8e8f55df7745 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000318 May 28 05:57:12.338791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:12.372277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['afb1d35a-741e-42ac-8ff1-421a3113feb4'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:57:12.438060 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:12.458306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Network 1507e82f-cead-45ab-80fe-1fee2df586a0 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:57:12.468212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:12.486220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:57:12.544140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Transition to ACTIVE for port object dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:57:12.576006 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:12.644172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:12.644976 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:12.675430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Pushing event updated for resources: {'Port': ['ID=58974542-18ce-4e6c-bd5d-7278031cceaa,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:12.686881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:57:12.702832 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b44b87-adf2-46fc-b0b0-1f6ecafb8a3a None None] Sync routers for ids ['c89983d4-6ae3-4ba9-9121-af51e325eebb'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:57:12.717990 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b44b87-adf2-46fc-b0b0-1f6ecafb8a3a None None] Routers {'c89983d4-6ae3-4ba9-9121-af51e325eebb'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:12.722379 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-47b44b87-adf2-46fc-b0b0-1f6ecafb8a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c89983d4-6ae3-4ba9-9121-af51e325eebb'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:12.730385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-6584bad9-3b0d-4654-b356-9c5d54ee73dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8758035 May 28 05:57:12.744871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Request body: {'port': {'device_id': 'f2a410d4-db70-46c0-96da-bd34b684bee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:12.760293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1c550f0e-5cad-45bd-b07c-b1439ebff8e2 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/c89983d4-6ae3-4ba9-9121-af51e325eebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3905301 May 28 05:57:12.770401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48508) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:12.890330 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-47b44b87-adf2-46fc-b0b0-1f6ecafb8a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:12.902193 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b44b87-adf2-46fc-b0b0-1f6ecafb8a3a None None] Routers {'c89983d4-6ae3-4ba9-9121-af51e325eebb'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:12.903054 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-47b44b87-adf2-46fc-b0b0-1f6ecafb8a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c89983d4-6ae3-4ba9-9121-af51e325eebb'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:13.071259 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:13.180496 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-47b44b87-adf2-46fc-b0b0-1f6ecafb8a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:13.180975 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b44b87-adf2-46fc-b0b0-1f6ecafb8a3a None None] The sync data for ids ['c89983d4-6ae3-4ba9-9121-af51e325eebb'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:57:13.279558 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:13.448876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21639f-1463-4bc3-a95c-3b1a94eb5a56 req-b82e959c-40b3-4e39-9720-56460402c6f8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:13.449869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cb21639f-1463-4bc3-a95c-3b1a94eb5a56 req-b82e959c-40b3-4e39-9720-56460402c6f8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Synchronizing usage tracker for tenant:83b9d5d22a5540aabf13a2e22aaec968 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:57:13.457179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0798dd-5a7f-46c0-a062-b97062803b93 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:13.461771 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4b0798dd-5a7f-46c0-a062-b97062803b93 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports/c77dc11a-9e00-4802-b794-c8bc366259a4 HTTP/1.1" status: 200 len: 975 time: 0.5040228 May 28 05:57:13.473860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:13.477783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48522) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:13.489257 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-26040df0-4857-43fa-96d8-91abec0a585f req-1b6c5b3f-ec39-4d3c-8573-71375700b835 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1601937 May 28 05:57:13.509957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Attempting to bind port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:57:13.510619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Attempting to bind port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '41564d2a-6df7-4843-850a-658d074ecc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b6d25525-e893-4ca7-bcfe-4dd9f18ecb31'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:57:13.511149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Attempting to bind port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 on network b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:57:13.529510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 on network b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:57:13.529838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Attempting to bind port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 on network b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:57:13.536212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:57:13.536561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Checking segment: {'id': '41564d2a-6df7-4843-850a-658d074ecc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b6d25525-e893-4ca7-bcfe-4dd9f18ecb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:57:13.536948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Bound using segment: {'id': '41564d2a-6df7-4843-850a-658d074ecc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b6d25525-e893-4ca7-bcfe-4dd9f18ecb31'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:57:13.537389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Bound port: dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41564d2a-6df7-4843-850a-658d074ecc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b6d25525-e893-4ca7-bcfe-4dd9f18ecb31'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:57:13.537746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:13.642129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] For port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:57:13.646169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] For port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,segment=NetworkSegment(41564d2a-6df7-4843-850a-658d074ecc64),segment_id=41564d2a-6df7-4843-850a-658d074ecc64)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:57:13.653474 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:13.802086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:13.805192 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:13.818128 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 HTTP/1.1" status: 200 len: 1091 time: 3.5927339 May 28 05:57:13.855305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2b874e-3803-4f5e-9142-c019da55877c', 'tag': 'dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:57:13.863347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ea5bd-ccb9-42ce-9021-7ee01fcbb6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:13.866360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cb21639f-1463-4bc3-a95c-3b1a94eb5a56 req-b82e959c-40b3-4e39-9720-56460402c6f8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Unset dirty status for tenant:83b9d5d22a5540aabf13a2e22aaec968 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:57:13.867471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb21639f-1463-4bc3-a95c-3b1a94eb5a56 req-b82e959c-40b3-4e39-9720-56460402c6f8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 931 time: 0.6583447 May 28 05:57:13.967276 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb21639f-1463-4bc3-a95c-3b1a94eb5a56 req-077f115b-b575-40f2-b98c-0e599d398385 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811493 May 28 05:57:14.036805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-21819acd-e9b7-4e45-9c6c-43a83c10185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:14.038442 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-21819acd-e9b7-4e45-9c6c-43a83c10185d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6a5f8f460b44547b8d925d22cea2d17&device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 1094 time: 0.1443772 May 28 05:57:14.048703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b3fe8-c38d-4ef2-a0d7-4a1d0ad8de6a req-9b6d28af-a01b-425b-9b73-b3c5dae6dd20 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:14.050319 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6c1b3fe8-c38d-4ef2-a0d7-4a1d0ad8de6a req-9b6d28af-a01b-425b-9b73-b3c5dae6dd20 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 943 time: 0.3473325 May 28 05:57:14.155963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-ad1913d8-1faf-4798-afda-00a7b223b02e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 HTTP/1.1" status: 200 len: 217 time: 0.1044407 May 28 05:57:14.176178 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6c1b3fe8-c38d-4ef2-a0d7-4a1d0ad8de6a req-c37bfa4c-c8e6-4d02-9cad-c481b18c189f tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720382 May 28 05:57:14.297209 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec5218d-c7f0-4485-b938-e0ec7d9cb40d'] response: {'name': 'network-changed', 'server_uuid': 'be2b874e-3803-4f5e-9142-c019da55877c', 'tag': 'dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3', 'status': 'completed', 'code': 200} May 28 05:57:14.338896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-a215f129-c80b-4923-9227-0186f81b8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:14.342708 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-a215f129-c80b-4923-9227-0186f81b8138 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dfd44b9-5806-41fb-80b0-60c0ce32a93f HTTP/1.1" status: 200 len: 848 time: 0.1761503 May 28 05:57:14.428956 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-1b0a0247-5f89-4fc7-af8b-e06b68c573be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6d25525-e893-4ca7-bcfe-4dd9f18ecb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768442 May 28 05:57:14.645374 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-79c870a3-0aca-4966-abfa-fbb521c7b8a4 service neutron] 10.222.0.41 "GET /v2.0/networks/b6d25525-e893-4ca7-bcfe-4dd9f18ecb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078021 May 28 05:57:14.757829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58974542-18ce-4e6c-bd5d-7278031cceaa {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:57:14.777760 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:14.808612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Transition to ACTIVE for port object 58974542-18ce-4e6c-bd5d-7278031cceaa will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:57:14.817921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:14.905336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Pushing event updated for resources: {'Port': ['ID=58974542-18ce-4e6c-bd5d-7278031cceaa,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:15.166582 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a33f06dd-ec20-4a30-a96e-b46b22de9eb7 req-0e52a4f3-0fbf-499b-a48d-319d2eebb30d tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.2615039 May 28 05:57:15.169763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107e9d2c-e21c-4ba5-b94d-085ebe4bb101 req-1ae6e00a-a589-4623-8598-ee4ed6de30a0 service neutron] 10.222.0.41 "GET /v2.0/networks/b6d25525-e893-4ca7-bcfe-4dd9f18ecb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153770 May 28 05:57:15.206859 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:15.473668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188ab52-0367-4e46-8fbd-ffeba0c18d0f req-c9790bba-bd3f-4625-9027-a3f3fb09d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:15.476784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9188ab52-0367-4e46-8fbd-ffeba0c18d0f req-c9790bba-bd3f-4625-9027-a3f3fb09d417 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6a5f8f460b44547b8d925d22cea2d17&device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 1094 time: 0.2166293 May 28 05:57:15.519328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Attempting to bind port 58974542-18ce-4e6c-bd5d-7278031cceaa on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:57:15.519893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Attempting to bind port 58974542-18ce-4e6c-bd5d-7278031cceaa by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:57:15.520383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Attempting to bind port 58974542-18ce-4e6c-bd5d-7278031cceaa on network 1507e82f-cead-45ab-80fe-1fee2df586a0 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:57:15.534416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Port 58974542-18ce-4e6c-bd5d-7278031cceaa on network 1507e82f-cead-45ab-80fe-1fee2df586a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:57:15.535015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Attempting to bind port 58974542-18ce-4e6c-bd5d-7278031cceaa on network 1507e82f-cead-45ab-80fe-1fee2df586a0 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:57:15.548473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:57:15.549078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Checking segment: {'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:57:15.549634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Bound using segment: {'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:57:15.550238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Bound port: 58974542-18ce-4e6c-bd5d-7278031cceaa, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:57:15.550771 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:15.618962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e8b01-e451-49e0-b847-ac097c2f88ed req-52febb2a-bb63-40ef-bf2c-0a395016f343 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:15.626293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-941e8b01-e451-49e0-b847-ac097c2f88ed req-52febb2a-bb63-40ef-bf2c-0a395016f343 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 943 time: 0.2499406 May 28 05:57:15.704121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-941e8b01-e451-49e0-b847-ac097c2f88ed req-50615715-a810-431f-92ef-3f41dec40c47 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766096 May 28 05:57:15.778636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188ab52-0367-4e46-8fbd-ffeba0c18d0f req-605b93b3-15ef-4dd5-abd0-391a4aa6a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:15.780683 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9188ab52-0367-4e46-8fbd-ffeba0c18d0f req-605b93b3-15ef-4dd5-abd0-391a4aa6a20c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 HTTP/1.1" status: 200 len: 909 time: 0.2904220 May 28 05:57:15.941946 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9188ab52-0367-4e46-8fbd-ffeba0c18d0f req-594023aa-c489-4e98-b087-a303747aecbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 HTTP/1.1" status: 200 len: 217 time: 0.1531491 May 28 05:57:16.015186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188ab52-0367-4e46-8fbd-ffeba0c18d0f req-7cb6e826-43cf-4b59-b176-f5e7e23f5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:16.017106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9188ab52-0367-4e46-8fbd-ffeba0c18d0f req-7cb6e826-43cf-4b59-b176-f5e7e23f5232 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dfd44b9-5806-41fb-80b0-60c0ce32a93f HTTP/1.1" status: 200 len: 848 time: 0.0685618 May 28 05:57:16.052100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d64d6-9fd6-4c5f-8605-861400254694 req-0b452ee4-e719-4e29-8574-c21557d64126 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:16.055759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba8d64d6-9fd6-4c5f-8605-861400254694 req-0b452ee4-e719-4e29-8574-c21557d64126 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 943 time: 0.7750828 May 28 05:57:16.082447 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9188ab52-0367-4e46-8fbd-ffeba0c18d0f req-d370e155-5466-4d6f-a8c1-7c1e99547730 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6d25525-e893-4ca7-bcfe-4dd9f18ecb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569205 May 28 05:57:16.168751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba8d64d6-9fd6-4c5f-8605-861400254694 req-cc4ccdde-7d01-4e20-ba01-36015c767c09 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904508 May 28 05:57:16.200823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] For port 58974542-18ce-4e6c-bd5d-7278031cceaa, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:57:16.205351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] For port 58974542-18ce-4e6c-bd5d-7278031cceaa, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=58974542-18ce-4e6c-bd5d-7278031cceaa,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:57:16.233878 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:16.330232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Pushing event updated for resources: {'Port': ['ID=58974542-18ce-4e6c-bd5d-7278031cceaa,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:16.336039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port c77dc11a-9e00-4802-b794-c8bc366259a4 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:16.336697 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:16.348691 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9188ab52-0367-4e46-8fbd-ffeba0c18d0f req-41d68244-faf0-4b7e-b3ad-823b978e6a8a service neutron] 10.222.0.41 "GET /v2.0/networks/b6d25525-e893-4ca7-bcfe-4dd9f18ecb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493396 May 28 05:57:16.399258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:16.400003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:16.408024 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-e384f54f-e5a8-4620-b5f6-31175009851b service neutron] 10.222.0.41 "PUT /v2.0/ports/58974542-18ce-4e6c-bd5d-7278031cceaa HTTP/1.1" status: 200 len: 1091 time: 3.6681228 May 28 05:57:16.434183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a410d4-db70-46c0-96da-bd34b684bee4', 'tag': '58974542-18ce-4e6c-bd5d-7278031cceaa'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:57:16.607130 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79be343b-5fcd-485a-a5f6-a8f595960cab'] response: {'name': 'network-changed', 'server_uuid': 'f2a410d4-db70-46c0-96da-bd34b684bee4', 'tag': '58974542-18ce-4e6c-bd5d-7278031cceaa', 'status': 'completed', 'code': 200} May 28 05:57:16.681846 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd524bdf-e754-4e45-962f-a7f57ba84997 req-66c28732-e073-45b5-a40b-e0f7a836242a tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.0633314 May 28 05:57:16.704023 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9188ab52-0367-4e46-8fbd-ffeba0c18d0f req-1437db9a-4c24-4742-a4a8-a98f87bed3ee service neutron] 10.222.0.41 "GET /v2.0/networks/b6d25525-e893-4ca7-bcfe-4dd9f18ecb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480663 May 28 05:57:16.912685 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:16.928366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-2a3c0929-56e8-4eb0-8caa-2cdbb2af3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:16.929917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-2a3c0929-56e8-4eb0-8caa-2cdbb2af3648 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 1094 time: 0.4285083 May 28 05:57:17.222299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for c77dc11a-9e00-4802-b794-c8bc366259a4 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:57:17.332157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-29efd780-bb4f-4ab9-99d5-8c36152d850b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58974542-18ce-4e6c-bd5d-7278031cceaa HTTP/1.1" status: 200 len: 217 time: 0.3429739 May 28 05:57:17.402191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981389ae-0a24-4990-bb8c-fa67698c5df1 req-8a39bec2-327a-45df-9b59-511279a37f3f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:17.403728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-981389ae-0a24-4990-bb8c-fa67698c5df1 req-8a39bec2-327a-45df-9b59-511279a37f3f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 943 time: 0.1018901 May 28 05:57:17.450027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-222fa252-310a-42d5-9e8f-e2d8ccb2d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:17.451883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-222fa252-310a-42d5-9e8f-e2d8ccb2d84c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 200 len: 853 time: 0.1100192 May 28 05:57:17.459837 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-981389ae-0a24-4990-bb8c-fa67698c5df1 req-e70edb59-5cef-46f4-bb02-a3b57d65b74b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495052 May 28 05:57:17.522348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b2a3-8a21-4666-b9d0-5d652659e0dd req-a1281775-b9e4-409a-b4e7-4947e9a88f93 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:17.529436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4659b2a3-8a21-4666-b9d0-5d652659e0dd req-a1281775-b9e4-409a-b4e7-4947e9a88f93 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 943 time: 0.6738057 May 28 05:57:17.545702 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-03816736-9e98-47cc-a5c8-865a3b72500c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1507e82f-cead-45ab-80fe-1fee2df586a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862110 May 28 05:57:17.720467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4659b2a3-8a21-4666-b9d0-5d652659e0dd req-d171c526-ea94-44bf-b92a-afd6783121b1 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892798 May 28 05:57:17.791527 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:17.848061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-a0c7e59d-a560-471a-8a42-14d7ced18f6e service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945156 May 28 05:57:17.959486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=c77dc11a-9e00-4802-b794-c8bc366259a4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:18.138124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e5672565-3fc0-4b72-a58f-ccabc9e4eb0d req-503d8fdc-4959-4fab-bced-17ef10ee8660 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1376994 May 28 05:57:18.568106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:57:18.646439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:18.661484 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8924f65-651b-47dc-8855-1cc9f63adf07 req-5965095f-65ca-414a-8566-eacde6a94921 service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806427 May 28 05:57:18.877137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,segment=NetworkSegment(41564d2a-6df7-4843-850a-658d074ecc64),segment_id=41564d2a-6df7-4843-850a-658d074ecc64)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:18.904404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3', 'network_id': 'b6d25525-e893-4ca7-bcfe-4dd9f18ecb31', 'port_id': 'dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3', 'mac_address': 'fa:16:3e:bd:48:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfd44b9-5806-41fb-80b0-60c0ce32a93f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:57:18.970223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:18.971558 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:19.004665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:57:19.038733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,segment=NetworkSegment(41564d2a-6df7-4843-850a-658d074ecc64),segment_id=41564d2a-6df7-4843-850a-658d074ecc64)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:19.060899 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:19.069545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919a1d6-c972-49b1-be95-0bf1acdfea91 req-f0006778-88e7-4997-bdf0-3bc671b98ce8 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:19.085719 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8919a1d6-c972-49b1-be95-0bf1acdfea91 req-f0006778-88e7-4997-bdf0-3bc671b98ce8 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 943 time: 0.1639962 May 28 05:57:19.156146 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8919a1d6-c972-49b1-be95-0bf1acdfea91 req-26679f45-5d3d-4e05-ad42-e4a8f13e1187 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696778 May 28 05:57:19.219846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:19.295545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router c89983d4-6ae3-4ba9-9121-af51e325eebb has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:57:19.365565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:57:19.464714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b0876-8b60-4549-b438-abc46ab42730 req-4d72bac9-6f97-4c52-86f0-d4d448358e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:19.466382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d10b0876-8b60-4549-b438-abc46ab42730 req-4d72bac9-6f97-4c52-86f0-d4d448358e2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 1094 time: 0.6421685 May 28 05:57:19.472931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:57:19.496795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a2113baa-384b-42b0-b884-fb6455ffec71 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/c89983d4-6ae3-4ba9-9121-af51e325eebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0152729 May 28 05:57:19.506443 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f474b4a1-0605-43a6-84e3-934bcebcdaaf req-5ad63510-4857-4bf8-bc3e-8f0c30f34382 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1428437 May 28 05:57:19.510845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48632) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:19.534585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f90684-2bba-4ed3-acad-82575e961737 req-af1e3967-263e-40ce-92b3-bd89b9344d6f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:19.541743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34f90684-2bba-4ed3-acad-82575e961737 req-af1e3967-263e-40ce-92b3-bd89b9344d6f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 943 time: 0.7162180 May 28 05:57:19.586206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb440e-9b1d-4362-9126-b8252c73d1b5 None None] Sync routers for ids ['c89983d4-6ae3-4ba9-9121-af51e325eebb'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:57:19.683417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34f90684-2bba-4ed3-acad-82575e961737 req-6c876bbe-29f7-4f56-bc3c-0342cc850950 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406872 May 28 05:57:19.742387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb440e-9b1d-4362-9126-b8252c73d1b5 None None] Routers {'c89983d4-6ae3-4ba9-9121-af51e325eebb'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:19.743377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b5fb440e-9b1d-4362-9126-b8252c73d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c89983d4-6ae3-4ba9-9121-af51e325eebb'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:19.764000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b0876-8b60-4549-b438-abc46ab42730 req-ec2788fa-c4a6-4c5c-a566-66ad8d05efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:19.765688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d10b0876-8b60-4549-b438-abc46ab42730 req-ec2788fa-c4a6-4c5c-a566-66ad8d05efb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 914 time: 0.2678003 May 28 05:57:19.877562 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d10b0876-8b60-4549-b438-abc46ab42730 req-c25a5f6f-7641-47b8-a2a2-80fedf2aca37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58974542-18ce-4e6c-bd5d-7278031cceaa HTTP/1.1" status: 200 len: 217 time: 0.1018367 May 28 05:57:19.880950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b5fb440e-9b1d-4362-9126-b8252c73d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:19.932335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb440e-9b1d-4362-9126-b8252c73d1b5 None None] Routers {'c89983d4-6ae3-4ba9-9121-af51e325eebb'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:19.933046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b5fb440e-9b1d-4362-9126-b8252c73d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c89983d4-6ae3-4ba9-9121-af51e325eebb'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:19.996534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b0876-8b60-4549-b438-abc46ab42730 req-3340bb0a-45eb-49c8-996d-e3894dc4f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:19.998529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d10b0876-8b60-4549-b438-abc46ab42730 req-3340bb0a-45eb-49c8-996d-e3894dc4f8bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 200 len: 853 time: 0.1140261 May 28 05:57:20.013316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b5fb440e-9b1d-4362-9126-b8252c73d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:20.013721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb440e-9b1d-4362-9126-b8252c73d1b5 None None] The sync data for ids ['c89983d4-6ae3-4ba9-9121-af51e325eebb'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:57:20.081448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d10b0876-8b60-4549-b438-abc46ab42730 req-7e769398-45b7-45f8-ab7c-dd2f559e1ff2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1507e82f-cead-45ab-80fe-1fee2df586a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731835 May 28 05:57:20.348102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d10b0876-8b60-4549-b438-abc46ab42730 req-bf6a6a33-846a-4159-93b9-69041fb5d8b4 service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579446 May 28 05:57:20.583390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d10b0876-8b60-4549-b438-abc46ab42730 req-964e621b-c871-47ad-9c78-fedea7676824 service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230694 May 28 05:57:20.595433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 58974542-18ce-4e6c-bd5d-7278031cceaa details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:57:20.598716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:57:20.623220 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-b856b3b2-e3de-492f-80a3-3b61250d2d6c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] remove_router_interface failed (client error): The resource could not be found. May 28 05:57:20.626261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b856b3b2-e3de-492f-80a3-3b61250d2d6c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/c89983d4-6ae3-4ba9-9121-af51e325eebb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1114593 May 28 05:57:20.629805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48646) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:20.710639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4612ccd4-688f-4ad1-b4c1-0638e7c72b36 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Synchronizing usage tracker for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:57:20.772256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53e3a4-d21e-4865-a1df-796c9443ca98 req-f4621285-9982-43cd-b064-9164f385e589 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:20.777731 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1c53e3a4-d21e-4865-a1df-796c9443ca98 req-f4621285-9982-43cd-b064-9164f385e589 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 944 time: 0.2890775 May 28 05:57:20.845359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4612ccd4-688f-4ad1-b4c1-0638e7c72b36 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Unset dirty status for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:57:20.847138 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4612ccd4-688f-4ad1-b4c1-0638e7c72b36 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89983d4-6ae3-4ba9-9121-af51e325eebb HTTP/1.1" status: 200 len: 205 time: 0.2162304 May 28 05:57:20.849765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48664) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:20.921056 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1c53e3a4-d21e-4865-a1df-796c9443ca98 req-0fef752b-fa94-497b-bf4a-a1a9c33492d2 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351254 May 28 05:57:21.040980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 58974542-18ce-4e6c-bd5d-7278031cceaa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=58974542-18ce-4e6c-bd5d-7278031cceaa,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:21.069351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '58974542-18ce-4e6c-bd5d-7278031cceaa', 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0', 'port_id': '58974542-18ce-4e6c-bd5d-7278031cceaa', 'mac_address': 'fa:16:3e:1c:a3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba27e65-5def-4835-af4d-9f3dae69cece', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:57:21.097741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f846e55e-5a42-4c4f-b159-9c423f3e26ba req-4e0c6f1d-43be-41b8-883c-ce37ef3cb8f2 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.3426845 May 28 05:57:21.308831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 58974542-18ce-4e6c-bd5d-7278031cceaa is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:21.309213 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:21.363367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2381bf-1541-4b5a-9146-9f2c22f25479 req-3abdaaa5-06aa-4c45-be08-89c2acdd21e5 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:21.370732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4c2381bf-1541-4b5a-9146-9f2c22f25479 req-3abdaaa5-06aa-4c45-be08-89c2acdd21e5 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 943 time: 0.2108035 May 28 05:57:21.382092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58974542-18ce-4e6c-bd5d-7278031cceaa {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:57:21.405547 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9694fd86-1ef3-4b8b-a634-9d9372cb4ea9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:21.465574 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4c2381bf-1541-4b5a-9146-9f2c22f25479 req-7ce80a49-69d5-4657-8ef3-cd3e233643de tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936375 May 28 05:57:21.473076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:57:21.501203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:21.501580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:21.552824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 58974542-18ce-4e6c-bd5d-7278031cceaa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=58974542-18ce-4e6c-bd5d-7278031cceaa,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:21.586257 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:21.724643 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=58974542-18ce-4e6c-bd5d-7278031cceaa,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:21.867080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['58974542-18ce-4e6c-bd5d-7278031cceaa'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:57:21.917777 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9694fd86-1ef3-4b8b-a634-9d9372cb4ea9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:21.920635 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9694fd86-1ef3-4b8b-a634-9d9372cb4ea9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:22.003344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9694fd86-1ef3-4b8b-a634-9d9372cb4ea9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:22.005686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9694fd86-1ef3-4b8b-a634-9d9372cb4ea9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Fanout notify agent at l3_agent the message router_deleted on router c89983d4-6ae3-4ba9-9121-af51e325eebb {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:57:22.036282 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9694fd86-1ef3-4b8b-a634-9d9372cb4ea9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:22.037317 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9694fd86-1ef3-4b8b-a634-9d9372cb4ea9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/c89983d4-6ae3-4ba9-9121-af51e325eebb HTTP/1.1" status: 204 len: 168 time: 1.1791332 May 28 05:57:22.043779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48676) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:22.370973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting subnet 7e819d15-1be5-4e6d-a79a-4f3ff3f412f1 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:57:22.385637 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:22.386188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:22.393308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:22.440267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2b874e-3803-4f5e-9142-c019da55877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:57:22.456555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,segment=NetworkSegment(41564d2a-6df7-4843-850a-658d074ecc64),segment_id=41564d2a-6df7-4843-850a-658d074ecc64)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:22.461698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:22.584147 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6797cf75-b5dd-444b-8630-67a68e47b210 req-b9789d3b-ebed-40ee-8970-6864ead7cc47 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1671083 May 28 05:57:22.620042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:22.663081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:22.681801 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426621d1-2fce-4f63-bc68-868b2cfd44b7'] response: {'server_uuid': 'be2b874e-3803-4f5e-9142-c019da55877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3', 'code': 200} May 28 05:57:22.913937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460afab0-aa86-4bb1-ac50-b692a8f92b0d req-e3d08b20-6abf-42d5-b763-1397ad898c37 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:22.921745 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-460afab0-aa86-4bb1-ac50-b692a8f92b0d req-e3d08b20-6abf-42d5-b763-1397ad898c37 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 944 time: 0.6776369 May 28 05:57:22.962545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e24d-cbb6-4de9-b2b3-f299dc8374aa req-6aa720e2-8619-4a43-83c1-eab7d2b33855 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:22.970905 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba09e24d-cbb6-4de9-b2b3-f299dc8374aa req-6aa720e2-8619-4a43-83c1-eab7d2b33855 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 944 time: 0.1909618 May 28 05:57:22.999610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-460afab0-aa86-4bb1-ac50-b692a8f92b0d req-d0922371-97d7-46f2-8320-7563a3e972c4 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767596 May 28 05:57:23.020533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:23.030074 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba09e24d-cbb6-4de9-b2b3-f299dc8374aa req-b6e55775-6a1e-4001-818a-13ed6bd09f33 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579462 May 28 05:57:23.068065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379125b-a740-41b2-8f2e-13223880cc6c req-29292e23-7ae7-483b-a4bc-7c123b54e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:23.069945 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f379125b-a740-41b2-8f2e-13223880cc6c req-29292e23-7ae7-483b-a4bc-7c123b54e70a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 1096 time: 0.2967112 May 28 05:57:23.150638 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f379125b-a740-41b2-8f2e-13223880cc6c req-44a615a6-3889-4976-8803-c36dfe341d35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736756 May 28 05:57:23.187764 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:23.245126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Subnet': ['ID=7e819d15-1be5-4e6d-a79a-4f3ff3f412f1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:23.255853 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:23.259803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef0f25-8653-4ee1-b9c2-952c5fdd64dc None None] Network f7674b59-c941-4e36-9db2-9234981ccbf2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:57:23.262476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.262811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.263143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.265246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.266646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.266971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.267502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.267854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.268174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.268492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.268809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.269120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:23.285962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4c6e9db5-5113-4eec-a5d1-14147fa6cda8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/7e819d15-1be5-4e6d-a79a-4f3ff3f412f1 HTTP/1.1" status: 204 len: 168 time: 1.2382088 May 28 05:57:23.287206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48694) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:23.549855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:23.574339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 940b48a9-88a2-4a21-b658-07d238cbfab0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:23.577118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:23.873611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] DHCP port deletion for f7674b59-c941-4e36-9db2-9234981ccbf2 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:57:23.879826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] Deleting port 940b48a9-88a2-4a21-b658-07d238cbfab0 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:23.880282 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:24.100857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6f66321-936c-406c-b6c2-6ba853ee1859 req-5d01a8b8-3938-4c12-9777-c336ac7c19a9 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.0944948 May 28 05:57:24.257833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] For port 940b48a9-88a2-4a21-b658-07d238cbfab0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=940b48a9-88a2-4a21-b658-07d238cbfab0,segment=NetworkSegment(4ebe47b4-da03-41d7-bc12-28c49f2dbd5e),segment_id=4ebe47b4-da03-41d7-bc12-28c49f2dbd5e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:24.258434 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:24.491774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ba3e5-9ff5-4525-8143-1dc0a3beadcd req-3809e7b8-523a-4c78-b528-b30a7fe19e34 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:24.497339 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e51ba3e5-9ff5-4525-8143-1dc0a3beadcd req-3809e7b8-523a-4c78-b528-b30a7fe19e34 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 945 time: 0.2389848 May 28 05:57:24.531526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port 940b48a9-88a2-4a21-b658-07d238cbfab0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=940b48a9-88a2-4a21-b658-07d238cbfab0,segment=NetworkSegment(4ebe47b4-da03-41d7-bc12-28c49f2dbd5e),segment_id=4ebe47b4-da03-41d7-bc12-28c49f2dbd5e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:24.539785 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:24.665420 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e51ba3e5-9ff5-4525-8143-1dc0a3beadcd req-1bdd5b70-422d-4328-a21a-278fb3e3cbbf tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579542 May 28 05:57:24.704303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 58974542-18ce-4e6c-bd5d-7278031cceaa up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:57:24.811622 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] Calling delete_port for 940b48a9-88a2-4a21-b658-07d238cbfab0 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:57:24.897314 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 58974542-18ce-4e6c-bd5d-7278031cceaa completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:57:24.912617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 58974542-18ce-4e6c-bd5d-7278031cceaa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:24.912873 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:24.958437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 940b48a9-88a2-4a21-b658-07d238cbfab0 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:57:25.114730 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:57:25.115070 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:57:25.121560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdd04f-ff14-47fa-9fff-aa58075f5f15 req-514785b0-b00c-4f58-829f-bd8e178cb9ba tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:25.129852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20cdd04f-ff14-47fa-9fff-aa58075f5f15 req-514785b0-b00c-4f58-829f-bd8e178cb9ba tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 944 time: 0.5763476 May 28 05:57:25.148493 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:25.188760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 58974542-18ce-4e6c-bd5d-7278031cceaa is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:25.189193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:25.216875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No DVR routers for this DVR port 940b48a9-88a2-4a21-b658-07d238cbfab0 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:57:25.299570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20cdd04f-ff14-47fa-9fff-aa58075f5f15 req-4c69d83c-3d4f-4ca1-8477-cdf895ebeca8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679096 May 28 05:57:25.303953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a410d4-db70-46c0-96da-bd34b684bee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58974542-18ce-4e6c-bd5d-7278031cceaa'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:57:25.331327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 58974542-18ce-4e6c-bd5d-7278031cceaa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=58974542-18ce-4e6c-bd5d-7278031cceaa,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:25.336746 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:25.450696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 940b48a9-88a2-4a21-b658-07d238cbfab0 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:57:25.519501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=940b48a9-88a2-4a21-b658-07d238cbfab0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:25.533705 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d3356b9-de67-4f7f-9f1e-3e7f3a747c4a req-11d0d253-afb2-4efa-87a6-39f5142fe843 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.0734136 May 28 05:57:25.562388 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac30817-d45d-4904-b6b7-c4545d0d2300'] response: {'server_uuid': 'f2a410d4-db70-46c0-96da-bd34b684bee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58974542-18ce-4e6c-bd5d-7278031cceaa', 'code': 200} May 28 05:57:25.577777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 940b48a9-88a2-4a21-b658-07d238cbfab0 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:57:25.578405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 940b48a9-88a2-4a21-b658-07d238cbfab0 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:57:25.599631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:25.617016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] Deleting port 940b48a9-88a2-4a21-b658-07d238cbfab0 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:25.618202 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:25.661263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7674b59-c941-4e36-9db2-9234981ccbf2']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:25.712124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebe47b4-da03-41d7-bc12-28c49f2dbd5e') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:25.733701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebe47b4-da03-41d7-bc12-28c49f2dbd5e') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:25.758819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-52d2efe1-0665-47a3-a024-b23ee6a11d95 None None] The port '940b48a9-88a2-4a21-b658-07d238cbfab0' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:57:25.763036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=58974542-18ce-4e6c-bd5d-7278031cceaa,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:25.784496 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:25.806923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a367d-7483-4ac6-89d1-8b08c63e11c6 req-d76ef697-836e-4252-afee-a69c051e302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:25.808612 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35a367d-7483-4ac6-89d1-8b08c63e11c6 req-d76ef697-836e-4252-afee-a69c051e302c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 1096 time: 0.2552440 May 28 05:57:25.877471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:25.961549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:57:25.962482 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:25.989214 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35a367d-7483-4ac6-89d1-8b08c63e11c6 req-e18ef404-7818-42b7-922e-decbc94308ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725678 May 28 05:57:26.186910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:26.246709 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:26.279941 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 4ebe47b4-da03-41d7-bc12-28c49f2dbd5e resource provider aggregate not found May 28 05:57:26.293460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Network': ['ID=f7674b59-c941-4e36-9db2-9234981ccbf2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:26.310902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa56a3-6ac8-4596-aa53-70d73b20c524 req-1020a771-094e-4b29-96f9-26211da3404b tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:26.312536 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebaa56a3-6ac8-4596-aa53-70d73b20c524 req-1020a771-094e-4b29-96f9-26211da3404b tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 945 time: 0.4308944 May 28 05:57:26.381412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5a7da82d-50ea-4647-b111-c76dae880edd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/networks/f7674b59-c941-4e36-9db2-9234981ccbf2 HTTP/1.1" status: 204 len: 168 time: 3.0927117 May 28 05:57:26.381641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48740) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:26.387086 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 4ebe47b4-da03-41d7-bc12-28c49f2dbd5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ebe47b4-da03-41d7-bc12-28c49f2dbd5e found for delete ", "request_id": "req-6b043c5d-d2ac-40a9-8c0b-8e2ef1c8ea7a"}]} May 28 05:57:26.400175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'network': {'name': 'tempest-RoutersTest-3503447'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:26.405626 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebaa56a3-6ac8-4596-aa53-70d73b20c524 req-d2b7f879-21fc-4977-8937-fa7556658480 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754762 May 28 05:57:26.406386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:26.411840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:network and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:26.415014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:26.421583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:26.467317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:57:26.471655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:26.518920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:57:26.529484 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:26.530244 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added segment c2d5a25d-510e-4010-8c5c-f1d368d1cddb of type vlan for network 0503395e-d25e-4959-aed3-0179fb1cc95a May 28 05:57:26.666007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:26.733004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9a0d240-61e2-4226-95ad-1591c75655ee req-73f3b1c7-7922-4204-aa78-0484a5e8cac0 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.0562277 May 28 05:57:26.746162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5db683-372c-4712-af92-19dde8e3bf6d req-29c95387-61f6-4082-b58d-79daa277966c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:26.755559 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae5db683-372c-4712-af92-19dde8e3bf6d req-29c95387-61f6-4082-b58d-79daa277966c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 945 time: 0.2542758 May 28 05:57:26.818788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:26.832946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:26.833891 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:26.960796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ae5db683-372c-4712-af92-19dde8e3bf6d req-fd34d940-27c0-41c7-8d3d-8420351dc863 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006900 May 28 05:57:27.033391 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.6470060 May 28 05:57:27.035159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48752) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:27.041911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'subnet': {'network_id': '0503395e-d25e-4959-aed3-0179fb1cc95a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:27.059218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7a462-76f4-450d-943f-82576f04b28e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Network': ['ID=0503395e-d25e-4959-aed3-0179fb1cc95a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:27.074319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0503395e-d25e-4959-aed3-0179fb1cc95a details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:57:27.382646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:27.392899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:subnet and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:27.404876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:27.433389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:27.468462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:57:27.474803 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:27.788210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:27.910561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Checking segment: {'id': 'c2d5a25d-510e-4010-8c5c-f1d368d1cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0503395e-d25e-4959-aed3-0179fb1cc95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:57:27.910929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network hostable DHCP agents. Network: 0503395e-d25e-4959-aed3-0179fb1cc95a, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:57:27.952044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Subnet': ['ID=37d5fa6e-bba2-459f-802c-924144db9386,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:28.000538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 0503395e-d25e-4959-aed3-0179fb1cc95a is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:57:28.028749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 0503395e-d25e-4959-aed3-0179fb1cc95a) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:28.036420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:28.037013 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:28.041218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef5c4b-570d-4e99-a761-295728971d7f None None] Network 0503395e-d25e-4959-aed3-0179fb1cc95a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:57:28.072385 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4459ba71-4250-45af-a16d-1e60344dfb85 req-4f36926c-5e3d-4530-9287-7028a7f28b98 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.0884495 May 28 05:57:28.129659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-32d095b5-3144-4d0c-873a-60ae203d45af tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0932529 May 28 05:57:28.132919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48780) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:28.139898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-363100402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:28.158134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:28.176923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:router and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:28.195865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:28.207750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:28.227740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:28.229015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:28.296636 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:28.431106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:28.490330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:28.495500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48794) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:28.497588 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e6779dc8-e100-47bc-a9be-b2e0ac9e5711 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3633368 May 28 05:57:28.545048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-0503395e-d25e-4959-aed3-0179fb1cc95a', 'network_id': '0503395e-d25e-4959-aed3-0179fb1cc95a', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'fixed_ips': [{'subnet_id': '37d5fa6e-bba2-459f-802c-924144db9386'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:57:28.546710 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:28.546879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52686155-d4f2-40a8-a779-246904a3cccc req-52283dc3-cdbd-4e18-b8cc-8b224a10d0f7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:28.550453 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-52686155-d4f2-40a8-a779-246904a3cccc req-52283dc3-cdbd-4e18-b8cc-8b224a10d0f7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 945 time: 0.2087820 May 28 05:57:28.618903 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-52686155-d4f2-40a8-a779-246904a3cccc req-3b1a8406-f069-4a68-a726-df1c5d261168 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616624 May 28 05:57:28.847730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Allocated IP 172.20.0.2 (0503395e-d25e-4959-aed3-0179fb1cc95a/37d5fa6e-bba2-459f-802c-924144db9386/39fdf236-3e1d-4ed4-995a-4575573ee8b7) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:57:29.187661 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:29.200516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Transition to ACTIVE for port object 39fdf236-3e1d-4ed4-995a-4575573ee8b7 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:57:29.224924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Transition to ACTIVE for port object 39fdf236-3e1d-4ed4-995a-4575573ee8b7 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:57:29.243257 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:29.373395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Pushing event updated for resources: {'Port': ['ID=39fdf236-3e1d-4ed4-995a-4575573ee8b7,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:29.389975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Network 0503395e-d25e-4959-aed3-0179fb1cc95a is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:57:29.391882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:29.397112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:57:29.429221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e374219-84fd-4a0e-85d0-37e95e23f436 req-44d863ab-df88-4b94-b95f-cef0e95889b3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:29.437296 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4e374219-84fd-4a0e-85d0-37e95e23f436 req-44d863ab-df88-4b94-b95f-cef0e95889b3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 945 time: 0.1356778 May 28 05:57:29.521871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Attempting to bind port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:57:29.522250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Attempting to bind port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'c2d5a25d-510e-4010-8c5c-f1d368d1cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0503395e-d25e-4959-aed3-0179fb1cc95a'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:57:29.522621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Attempting to bind port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 on network 0503395e-d25e-4959-aed3-0179fb1cc95a {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:57:29.535579 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4e374219-84fd-4a0e-85d0-37e95e23f436 req-85c415e4-bbd1-4306-89f0-c9624b38a4e5 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950749 May 28 05:57:29.536656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:57:29.537044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Checking segment: {'id': 'c2d5a25d-510e-4010-8c5c-f1d368d1cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0503395e-d25e-4959-aed3-0179fb1cc95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:57:29.540009 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:29.549377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Bound using segment: {'id': 'c2d5a25d-510e-4010-8c5c-f1d368d1cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0503395e-d25e-4959-aed3-0179fb1cc95a'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:57:29.549377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Bound port: 39fdf236-3e1d-4ed4-995a-4575573ee8b7, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d5a25d-510e-4010-8c5c-f1d368d1cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0503395e-d25e-4959-aed3-0179fb1cc95a'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:57:29.549377 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:29.551565 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fafd05a-9f8d-459c-b306-1867b082a36a req-61693186-e1ec-480e-94e1-9592a5212747 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1889772 May 28 05:57:29.683578 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:29.716419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] For port 39fdf236-3e1d-4ed4-995a-4575573ee8b7, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:57:29.721369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] For port 39fdf236-3e1d-4ed4-995a-4575573ee8b7, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=39fdf236-3e1d-4ed4-995a-4575573ee8b7,segment=NetworkSegment(c2d5a25d-510e-4010-8c5c-f1d368d1cddb),segment_id=c2d5a25d-510e-4010-8c5c-f1d368d1cddb)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:57:29.726735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:29.843543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbcb3a-170b-48bf-a174-dfa107829bcd None None] Pushing event updated for resources: {'Port': ['ID=39fdf236-3e1d-4ed4-995a-4575573ee8b7,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:30.230617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Allocated IP 172.20.0.1 (0503395e-d25e-4959-aed3-0179fb1cc95a/37d5fa6e-bba2-459f-802c-924144db9386/d9c60096-e52f-4add-be0f-802cce71f1cc) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:57:30.483751 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:30.502214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Transition to ACTIVE for port object d9c60096-e52f-4add-be0f-802cce71f1cc will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:57:30.587690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:30.743199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=d9c60096-e52f-4add-be0f-802cce71f1cc,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:30.822601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b753013-4a6d-4a96-a473-5796ceb47512 req-ecf92285-3704-4d18-bf5d-cf760754da8d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:30.826216 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b753013-4a6d-4a96-a473-5796ceb47512 req-ecf92285-3704-4d18-bf5d-cf760754da8d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 945 time: 0.1379731 May 28 05:57:30.859397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 0503395e-d25e-4959-aed3-0179fb1cc95a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:57:30.868527 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:30.882700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:30.894906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:57:30.909974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b753013-4a6d-4a96-a473-5796ceb47512 req-ce8b7bd5-c9aa-4af0-a444-42a3f59662d3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767231 May 28 05:57:30.941009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc022a09-7cb2-4648-9853-36c243c6206b req-3e3dd45f-6c00-41d9-87ed-1cc4204fc5dc tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1827652 May 28 05:57:30.989761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:31.026932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-114662c8-339f-4b81-a499-72a6ec15ea62 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:31.028650 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-114662c8-339f-4b81-a499-72a6ec15ea62 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 945 time: 0.4963095 May 28 05:57:31.161723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-f8f6c5b7-5ce6-4042-9b9d-dc3ae5ef6d93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Deleting port 58974542-18ce-4e6c-bd5d-7278031cceaa {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:31.162245 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-f8f6c5b7-5ce6-4042-9b9d-dc3ae5ef6d93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:31.220814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-63826b29-d0a8-4cd8-929e-515235d54c85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1519566 May 28 05:57:31.312295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43143f4f-68d2-44ae-943e-9a8d812af0e8 None None] Network 0503395e-d25e-4959-aed3-0179fb1cc95a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:57:31.542555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-a0a8d761-71c1-4c2e-9de6-be0889688ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:31.544287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-a0a8d761-71c1-4c2e-9de6-be0889688ce8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507652873e5f4f2eb8a11fb0a435abdf&device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 1097 time: 0.1885855 May 28 05:57:31.597293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 39fdf236-3e1d-4ed4-995a-4575573ee8b7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:57:31.672288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ef879a06-b28a-4482-8d9c-e05702c101ec None None] Provisioning for port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:57:31.764836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-f8f6c5b7-5ce6-4042-9b9d-dc3ae5ef6d93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] For port 58974542-18ce-4e6c-bd5d-7278031cceaa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=58974542-18ce-4e6c-bd5d-7278031cceaa,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:31.765492 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-f8f6c5b7-5ce6-4042-9b9d-dc3ae5ef6d93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:31.782143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:31.784924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-7485acb8-6525-4fdc-8ecf-e9307a98083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:31.786604 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-7485acb8-6525-4fdc-8ecf-e9307a98083e service neutron] 10.222.0.41 "GET /v2.0/networks?id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b HTTP/1.1" status: 200 len: 915 time: 0.2047973 May 28 05:57:31.865792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:57:31.875562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:31.879078 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:31.938915 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-b88b36d8-0cb5-46df-a7aa-1e4d0c28b78c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd HTTP/1.1" status: 200 len: 217 time: 0.1432328 May 28 05:57:32.043018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-f8f6c5b7-5ce6-4042-9b9d-dc3ae5ef6d93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Calling delete_port for 58974542-18ce-4e6c-bd5d-7278031cceaa owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:57:32.063658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-48f0bab6-54d5-4f56-9a4b-ba55ee05773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:32.066605 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-48f0bab6-54d5-4f56-9a4b-ba55ee05773f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8 HTTP/1.1" status: 200 len: 854 time: 0.1184707 May 28 05:57:32.146813 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-f10379c9-e28e-46e3-a8d3-9b23be596db0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688355 May 28 05:57:32.149674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:32.150280 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:32.257835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 39fdf236-3e1d-4ed4-995a-4575573ee8b7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=39fdf236-3e1d-4ed4-995a-4575573ee8b7,segment=NetworkSegment(c2d5a25d-510e-4010-8c5c-f1d368d1cddb),segment_id=c2d5a25d-510e-4010-8c5c-f1d368d1cddb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:32.274645 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:32.430083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=39fdf236-3e1d-4ed4-995a-4575573ee8b7,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:32.431672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c911fdb-7405-4c53-b5e2-731d5e43ba9a req-bfa53e9c-34a4-4586-807c-154693fc2818 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1143556 May 28 05:57:32.457567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2fe90e9c-1a62-4c46-919a-5db9b7a9baed None None] Provisioning for port d9c60096-e52f-4add-be0f-802cce71f1cc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:57:32.464650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2fe90e9c-1a62-4c46-919a-5db9b7a9baed None None] Provisioning complete for port d9c60096-e52f-4add-be0f-802cce71f1cc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:32.465317 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2fe90e9c-1a62-4c46-919a-5db9b7a9baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:32.472177 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-d369e94a-70b2-40a1-a4f2-efb0cfa5df5a service neutron] 10.222.0.41 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170185 May 28 05:57:32.585062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2fe90e9c-1a62-4c46-919a-5db9b7a9baed None None] Port d9c60096-e52f-4add-be0f-802cce71f1cc cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:57:32.616791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2fe90e9c-1a62-4c46-919a-5db9b7a9baed None None] Provisioning complete for port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:32.618263 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2fe90e9c-1a62-4c46-919a-5db9b7a9baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:32.676328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-f8f6c5b7-5ce6-4042-9b9d-dc3ae5ef6d93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:32.763651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['afb1d35a-741e-42ac-8ff1-421a3113feb4'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:57:32.869262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22cfeb88-be12-4cc8-8ad2-6885c8124538 req-0a72c5e2-b7d3-4dcc-ad07-b79c51ea4ead service neutron] 10.222.0.41 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456314 May 28 05:57:32.930868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3042e5-4b2a-4a8d-b745-34af8d145cbe req-1cb89c1c-af14-474a-b551-9269e9609fd4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:32.932582 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b3042e5-4b2a-4a8d-b745-34af8d145cbe req-1cb89c1c-af14-474a-b551-9269e9609fd4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 867 time: 0.4594357 May 28 05:57:32.987706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2fe90e9c-1a62-4c46-919a-5db9b7a9baed None None] Current status of the port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:33.008482 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b3042e5-4b2a-4a8d-b745-34af8d145cbe req-54e988fe-175b-4daf-8caf-e3986c9e1ec8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697756 May 28 05:57:33.192819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bf96633e-9944-4624-8c93-2e9d38c76fd9 None None] Provisioning complete for port d9c60096-e52f-4add-be0f-802cce71f1cc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:33.194268 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bf96633e-9944-4624-8c93-2e9d38c76fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:33.273102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bf96633e-9944-4624-8c93-2e9d38c76fd9 None None] Port d9c60096-e52f-4add-be0f-802cce71f1cc cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:57:33.291276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6c5b7-5ce6-4042-9b9d-dc3ae5ef6d93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Pushing event deleted for resources: {'Port': ['ID=58974542-18ce-4e6c-bd5d-7278031cceaa,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:33.442422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 39fdf236-3e1d-4ed4-995a-4575573ee8b7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:57:33.452105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-f8f6c5b7-5ce6-4042-9b9d-dc3ae5ef6d93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] No DVR routers for this DVR port 58974542-18ce-4e6c-bd5d-7278031cceaa on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:57:33.481147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-f8f6c5b7-5ce6-4042-9b9d-dc3ae5ef6d93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:33.533706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a410d4-db70-46c0-96da-bd34b684bee4', 'name': 'network-vif-deleted', 'tag': '58974542-18ce-4e6c-bd5d-7278031cceaa'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:57:33.608047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:33.608430 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:33.646194 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:33.660287 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6395709d-e56d-4f36-9d0f-77c238d960ca req-f8f6c5b7-5ce6-4042-9b9d-dc3ae5ef6d93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.41 "DELETE /v2.0/ports/58974542-18ce-4e6c-bd5d-7278031cceaa HTTP/1.1" status: 204 len: 173 time: 2.6248105 May 28 05:57:33.662909 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:33.970955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:57:34.071668 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:34.092727 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57101d5-3a43-4672-942c-384fe0ea0fa6'] response: {'server_uuid': 'f2a410d4-db70-46c0-96da-bd34b684bee4', 'name': 'network-vif-deleted', 'tag': '58974542-18ce-4e6c-bd5d-7278031cceaa', 'status': 'completed', 'code': 200} May 28 05:57:34.179587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=d9c60096-e52f-4add-be0f-802cce71f1cc,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:34.188474 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec13911e-b3e3-4895-be52-4daad58b2dce req-dc7193c6-03a5-4c44-b23a-a7c11553655c tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.3643930 May 28 05:57:34.280771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 0503395e-d25e-4959-aed3-0179fb1cc95a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:57:34.282291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:34.341694 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896ab0-2f53-4797-ae72-471bee538337 req-5a5dbfee-bfff-484a-a1c2-b7224ad4a2a8 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:34.344281 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd896ab0-2f53-4797-ae72-471bee538337 req-5a5dbfee-bfff-484a-a1c2-b7224ad4a2a8 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 945 time: 0.1625235 May 28 05:57:34.429357 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd896ab0-2f53-4797-ae72-471bee538337 req-a67cd037-e432-4a07-bf8e-949a26086fd1 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725758 May 28 05:57:34.606076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-64b4ee75-3a0f-441a-aade-0362f1f090e5 None None] Provisioning complete for port d9c60096-e52f-4add-be0f-802cce71f1cc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:57:34.606639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64b4ee75-3a0f-441a-aade-0362f1f090e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:34.645906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-99ff4103-965c-489e-8812-2b957b26f1fa req-c793461d-fae7-4f93-9953-3d40d7e54146 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Synchronizing usage tracker for tenant:83b9d5d22a5540aabf13a2e22aaec968 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:57:34.650447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 58974542-18ce-4e6c-bd5d-7278031cceaa no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:57:34.676392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-99ff4103-965c-489e-8812-2b957b26f1fa req-c793461d-fae7-4f93-9953-3d40d7e54146 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Unset dirty status for tenant:83b9d5d22a5540aabf13a2e22aaec968 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:57:34.677531 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-99ff4103-965c-489e-8812-2b957b26f1fa req-c793461d-fae7-4f93-9953-3d40d7e54146 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a410d4-db70-46c0-96da-bd34b684bee4 HTTP/1.1" status: 200 len: 210 time: 0.0967560 May 28 05:57:34.690834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 58974542-18ce-4e6c-bd5d-7278031cceaa {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:57:34.691320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 58974542-18ce-4e6c-bd5d-7278031cceaa not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:57:34.699820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-64b4ee75-3a0f-441a-aade-0362f1f090e5 None None] Port d9c60096-e52f-4add-be0f-802cce71f1cc cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:57:34.713290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 47628f71-1abc-4953-aeb3-9e6b82d2dd4f is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:57:34.887562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:57:34.897597 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0260cebe-d05f-4a56-a625-1ab2abea6559 None None] Sync routers for ids ['47628f71-1abc-4953-aeb3-9e6b82d2dd4f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:57:34.908914 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d241020c-e99b-4b9e-960e-422c9d225737 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/47628f71-1abc-4953-aeb3-9e6b82d2dd4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4094772 May 28 05:57:34.909113 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0260cebe-d05f-4a56-a625-1ab2abea6559 None None] Routers {'47628f71-1abc-4953-aeb3-9e6b82d2dd4f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:34.909113 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0260cebe-d05f-4a56-a625-1ab2abea6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['47628f71-1abc-4953-aeb3-9e6b82d2dd4f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:34.909827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48916) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:34.972914 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0260cebe-d05f-4a56-a625-1ab2abea6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:34.982342 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0260cebe-d05f-4a56-a625-1ab2abea6559 None None] Routers {'47628f71-1abc-4953-aeb3-9e6b82d2dd4f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:34.982944 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0260cebe-d05f-4a56-a625-1ab2abea6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['47628f71-1abc-4953-aeb3-9e6b82d2dd4f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:34.994006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9703c32-8034-4f89-8d90-913235f22e95 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:34.997077 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b9703c32-8034-4f89-8d90-913235f22e95 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports/d9c60096-e52f-4add-be0f-802cce71f1cc HTTP/1.1" status: 200 len: 910 time: 0.0846496 May 28 05:57:34.998678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48920) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:35.044365 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0260cebe-d05f-4a56-a625-1ab2abea6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:35.044772 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0260cebe-d05f-4a56-a625-1ab2abea6559 None None] The sync data for ids ['47628f71-1abc-4953-aeb3-9e6b82d2dd4f'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:57:35.153897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-00d4aa50-15d5-4095-a204-49cd97b4960d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0834124 May 28 05:57:35.420452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3a52c723-13b7-4b78-b555-4e2b2fcb91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.421055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3a52c723-13b7-4b78-b555-4e2b2fcb91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.421591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3a52c723-13b7-4b78-b555-4e2b2fcb91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.422175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3a52c723-13b7-4b78-b555-4e2b2fcb91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.423044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3a52c723-13b7-4b78-b555-4e2b2fcb91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.423695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3a52c723-13b7-4b78-b555-4e2b2fcb91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.424327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3a52c723-13b7-4b78-b555-4e2b2fcb91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.426856 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3a52c723-13b7-4b78-b555-4e2b2fcb91fa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd718985c28a4117b7e07db37d6ba250&device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 6503 time: 0.1155915 May 28 05:57:35.600909 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46cb831a-a5ab-47b6-baa4-928bb1ebd319 req-cc11180d-81b4-41f3-903b-cd79eb90b121 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1561475 May 28 05:57:35.755294 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:35.801811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-c8ef594b-5ab1-4420-a229-5c38df3a5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.802363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-c8ef594b-5ab1-4420-a229-5c38df3a5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.802901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-c8ef594b-5ab1-4420-a229-5c38df3a5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.804573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-c8ef594b-5ab1-4420-a229-5c38df3a5d53 service neutron] 10.222.0.33 "GET /v2.0/networks?id=d9749cf5-b31b-4b2d-9463-3d84e612ffc8&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&id=4b427dc3-eb5a-4af2-a01b-203848d8638e&id=4b427dc3-eb5a-4af2-a01b-203848d8638e HTTP/1.1" status: 200 len: 2296 time: 0.3503745 May 28 05:57:35.873214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee885f6f-af7d-4ea8-a7bf-18d7cf6c8d6a req-cec9c18f-806b-4dce-84e3-321cf755e274 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.882464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ee885f6f-af7d-4ea8-a7bf-18d7cf6c8d6a req-cec9c18f-806b-4dce-84e3-321cf755e274 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 945 time: 0.2967117 May 28 05:57:35.941919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-4a737b3a-8470-4639-bd53-9c9eda3e49ad tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:35.943979 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-4a737b3a-8470-4639-bd53-9c9eda3e49ad tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 945 time: 0.3110421 May 28 05:57:36.018755 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ee885f6f-af7d-4ea8-a7bf-18d7cf6c8d6a req-3e4bc673-c2ee-4bbb-b2ab-296c1509ea6f tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352582 May 28 05:57:36.056056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-ec60f5bb-c473-4a8c-9627-667aeb4951c6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b870648d-286e-4080-b124-e472c38b10b6 HTTP/1.1" status: 200 len: 1002 time: 0.2433729 May 28 05:57:36.103399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-9d1972cb-c568-4e30-aff4-80a4529a19a0 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Deleting port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:36.103715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-9d1972cb-c568-4e30-aff4-80a4529a19a0 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:36.186537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-642f067a-d89b-4163-bc1a-b874a88ffbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:36.188144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-642f067a-d89b-4163-bc1a-b874a88ffbc9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f HTTP/1.1" status: 200 len: 854 time: 0.1242754 May 28 05:57:36.232807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port d9c60096-e52f-4add-be0f-802cce71f1cc {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:36.233096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:36.303295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acdb9f-b131-4827-8fd4-bd2c7585f9b6 req-9fb5bf98-495f-4e9b-b1af-9b819ced6364 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:36.304816 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-51acdb9f-b131-4827-8fd4-bd2c7585f9b6 req-9fb5bf98-495f-4e9b-b1af-9b819ced6364 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3220241 May 28 05:57:36.398589 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-51acdb9f-b131-4827-8fd4-bd2c7585f9b6 req-28bfdc56-8faa-4e30-82f6-29dbbb2f3207 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837550 May 28 05:57:36.575543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-9d1972cb-c568-4e30-aff4-80a4529a19a0 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] For port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,segment=NetworkSegment(41564d2a-6df7-4843-850a-658d074ecc64),segment_id=41564d2a-6df7-4843-850a-658d074ecc64)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:36.575910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-9d1972cb-c568-4e30-aff4-80a4529a19a0 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:36.827045 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:36.881865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-9d1972cb-c568-4e30-aff4-80a4529a19a0 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Calling delete_port for dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:57:36.962952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for d9c60096-e52f-4add-be0f-802cce71f1cc owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:57:37.028628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7bbe5-c515-4a72-bf98-cd126a958f98 req-eb1cfea5-0c8a-4a5a-897d-79d38ed405a7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:37.036021 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcb7bbe5-c515-4a72-bf98-cd126a958f98 req-eb1cfea5-0c8a-4a5a-897d-79d38ed405a7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3725526 May 28 05:57:37.101707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-9d1972cb-c568-4e30-aff4-80a4529a19a0 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:37.178369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-daeec406-0dcf-40d6-a9e8-b462de636453 req-51ea6749-987b-4868-bcea-5627029587f8 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1220431 May 28 05:57:37.206143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1972cb-c568-4e30-aff4-80a4529a19a0 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Pushing event deleted for resources: {'Port': ['ID=dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:37.265367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-46c04a16-7a6c-4d8c-ab05-c34bf4f46c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:37.267754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-46c04a16-7a6c-4d8c-ab05-c34bf4f46c6f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d9749cf5-b31b-4b2d-9463-3d84e612ffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0530596 May 28 05:57:37.282077 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcb7bbe5-c515-4a72-bf98-cd126a958f98 req-63616767-932c-4a7e-8e6b-0a05e48fe075 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451706 May 28 05:57:37.469439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-9d1972cb-c568-4e30-aff4-80a4529a19a0 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] No DVR routers for this DVR port dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:57:37.511894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-9d1972cb-c568-4e30-aff4-80a4529a19a0 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:37.522143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2b874e-3803-4f5e-9142-c019da55877c', 'name': 'network-vif-deleted', 'tag': 'dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:57:37.539559 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e5c7daf-a586-403f-88e1-70a63ca14744 req-bfdf5ca0-aef0-426e-a3ef-ecb9b38373fb tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2b874e-3803-4f5e-9142-c019da55877c HTTP/1.1" status: 200 len: 210 time: 0.0725384 May 28 05:57:37.569702 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:37.606410 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47c0b97a-620f-42be-a977-d63b6f2c4ba4 req-9d1972cb-c568-4e30-aff4-80a4529a19a0 tempest-VolumesActionsTest-454322098 tempest-VolumesActionsTest-454322098-project] 10.222.0.41 "DELETE /v2.0/ports/dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 HTTP/1.1" status: 204 len: 173 time: 1.6227708 May 28 05:57:37.665841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=d9c60096-e52f-4add-be0f-802cce71f1cc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:37.666868 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-88a34c5e-e537-42e8-a685-70c84f661eb8 service neutron] 10.222.0.33 "GET /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901803 May 28 05:57:37.951079 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-812fafcd-1c91-44c5-945e-fde38849f6d4 service neutron] 10.222.0.33 "GET /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782111 May 28 05:57:37.954152 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc4830e-6beb-4bba-80c4-5d1ffe9a12e8'] response: {'server_uuid': 'be2b874e-3803-4f5e-9142-c019da55877c', 'name': 'network-vif-deleted', 'tag': 'dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3', 'status': 'completed', 'code': 200} May 28 05:57:38.051989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-d2ec5661-713f-44f7-b516-9ffb0b0c3292 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=efdb6ff1-c2c4-4123-a994-107560eb2bd0 HTTP/1.1" status: 200 len: 217 time: 0.0937650 May 28 05:57:38.132520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-c5756cc5-41c1-4fce-91a1-c79e7241a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:38.134267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-c5756cc5-41c1-4fce-91a1-c79e7241a545 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.0757289 May 28 05:57:38.243879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-2a588d8d-772e-4bd5-966c-7aa751dd10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:38.245856 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-2a588d8d-772e-4bd5-966c-7aa751dd10dd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028330 May 28 05:57:38.342088 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:38.371285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b27e74-b355-48d6-a39e-c85c4c7d8b62 req-e2a0c00a-85a6-4958-b084-865af7ada8f7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:38.372745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3b27e74-b355-48d6-a39e-c85c4c7d8b62 req-e2a0c00a-85a6-4958-b084-865af7ada8f7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.9118738 May 28 05:57:38.489922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fd9dab5-eb75-478d-bf16-2eb05a28c7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:38.572625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e56b1683-8256-4fb0-b567-cb3df39bb8c3 req-23df33ad-05fc-4432-bc1d-ec016e9ab6a4 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.0635207 May 28 05:57:38.615796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3b27e74-b355-48d6-a39e-c85c4c7d8b62 req-d59524dc-85bb-43c2-ac99-6476408af4e3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219896 May 28 05:57:38.658962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-d03d5d45-5730-4329-923e-c5ad9e0ffe9b service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053843 May 28 05:57:38.661687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:57:38.785941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:57:38.786292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device dd7fc950-5dcd-4b00-ad09-fbc0ef3672d3 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:57:38.933029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 47628f71-1abc-4953-aeb3-9e6b82d2dd4f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:57:38.992854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-6b96b4cc-e6df-48e7-8e4d-d8713fdec679 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189952 May 28 05:57:39.146130 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-243d8b34-62a6-491f-b66b-5f95fc3ef864 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=b2b408ba-1753-4654-8059-1424962b2a46 HTTP/1.1" status: 200 len: 217 time: 0.1448398 May 28 05:57:39.281533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-065edc04-e32f-4761-9a1c-ae6e8c12ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:39.293034 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-065edc04-e32f-4761-9a1c-ae6e8c12ddb3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.1334879 May 28 05:57:39.465495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-9ca4b1e9-b1f8-4265-8f44-a01f98ae6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:39.465495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-9ca4b1e9-b1f8-4265-8f44-a01f98ae6fc8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1577802 May 28 05:57:39.695742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:57:39.718728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41854a-51a8-455f-92c7-85dd3e98ecf2 None None] Sync routers for ids ['47628f71-1abc-4953-aeb3-9e6b82d2dd4f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:57:39.742250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41854a-51a8-455f-92c7-85dd3e98ecf2 None None] Routers {'47628f71-1abc-4953-aeb3-9e6b82d2dd4f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:39.746333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9c41854a-51a8-455f-92c7-85dd3e98ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['47628f71-1abc-4953-aeb3-9e6b82d2dd4f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:39.748225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0f73a855-6dd4-4bd7-9c7e-d82d0738017a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/47628f71-1abc-4953-aeb3-9e6b82d2dd4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7486422 May 28 05:57:39.755881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49026) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:39.966729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9c41854a-51a8-455f-92c7-85dd3e98ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:39.977764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4fd9b0cc-753b-453f-89aa-a39dcc209778 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Synchronizing usage tracker for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:57:39.985115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41854a-51a8-455f-92c7-85dd3e98ecf2 None None] Routers {'47628f71-1abc-4953-aeb3-9e6b82d2dd4f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:39.989333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9c41854a-51a8-455f-92c7-85dd3e98ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['47628f71-1abc-4953-aeb3-9e6b82d2dd4f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:40.046244 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-df4ba48d-5daa-4d8d-a18a-fec0f4d14d06 req-5943e002-a294-448e-9f35-f0e6c89beb63 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1382704 May 28 05:57:40.051508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4fd9b0cc-753b-453f-89aa-a39dcc209778 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Unset dirty status for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:57:40.052868 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4fd9b0cc-753b-453f-89aa-a39dcc209778 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=47628f71-1abc-4953-aeb3-9e6b82d2dd4f HTTP/1.1" status: 200 len: 205 time: 0.2958848 May 28 05:57:40.067609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49032) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:40.143530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9c41854a-51a8-455f-92c7-85dd3e98ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:40.143986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41854a-51a8-455f-92c7-85dd3e98ecf2 None None] The sync data for ids ['47628f71-1abc-4953-aeb3-9e6b82d2dd4f'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:57:40.181897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:40.231194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-82e9e9cf-c040-41a3-b997-3bf263451ea5 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647543 May 28 05:57:40.329268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0827843-76a0-4f71-a629-1ca46440e0b9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:40.459111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-bfe98567-e907-42b3-b921-2a2e7dbaabaa service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206562 May 28 05:57:40.593524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-967ad844-7ae0-4548-a4b1-71d27728ed2a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=67916908-4578-4d60-8b1d-270d092cdcd6 HTTP/1.1" status: 200 len: 217 time: 0.1242032 May 28 05:57:40.678282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-6286333b-01eb-41c1-bd92-153ab3fe6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:40.678614 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-6286333b-01eb-41c1-bd92-153ab3fe6374 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.0741775 May 28 05:57:40.690306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64170257-aec7-4816-bc76-7b195a94a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:40.748922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0827843-76a0-4f71-a629-1ca46440e0b9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:40.753760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0827843-76a0-4f71-a629-1ca46440e0b9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:40.797613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0827843-76a0-4f71-a629-1ca46440e0b9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:40.798390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0827843-76a0-4f71-a629-1ca46440e0b9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Fanout notify agent at l3_agent the message router_deleted on router 47628f71-1abc-4953-aeb3-9e6b82d2dd4f {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:57:40.822992 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0827843-76a0-4f71-a629-1ca46440e0b9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:40.834807 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d0827843-76a0-4f71-a629-1ca46440e0b9 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/47628f71-1abc-4953-aeb3-9e6b82d2dd4f HTTP/1.1" status: 204 len: 168 time: 0.7763584 May 28 05:57:40.838566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49048) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:40.913549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-1ad5c368-63df-4d8d-8337-d15809aec490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:40.920979 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-1ad5c368-63df-4d8d-8337-d15809aec490 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2341576 May 28 05:57:41.033281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-878e7840-aaab-499d-b80e-7a846e1ffebf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting subnet 37d5fa6e-bba2-459f-802c-924144db9386 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:57:41.042247 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-878e7840-aaab-499d-b80e-7a846e1ffebf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:41.116637 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-878e7840-aaab-499d-b80e-7a846e1ffebf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:41.254174 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-878e7840-aaab-499d-b80e-7a846e1ffebf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:41.494402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-878e7840-aaab-499d-b80e-7a846e1ffebf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:41.566307 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-509911d1-fe30-4c40-9b82-5ae76717016d req-fb4b0f9a-ca8b-4a92-bc42-931f9f64247d tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1117468 May 28 05:57:41.573299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e7840-aaab-499d-b80e-7a846e1ffebf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Subnet': ['ID=37d5fa6e-bba2-459f-802c-924144db9386,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:41.574026 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3336405f-6a97-436d-b165-64ef3aaa3f16 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462448 May 28 05:57:41.606199 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-878e7840-aaab-499d-b80e-7a846e1ffebf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:41.617443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe09dcd-102f-49f9-8a6f-79cbdf4956b9 None None] Network 0503395e-d25e-4959-aed3-0179fb1cc95a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:57:41.634386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-878e7840-aaab-499d-b80e-7a846e1ffebf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/37d5fa6e-bba2-459f-802c-924144db9386 HTTP/1.1" status: 204 len: 168 time: 0.7908189 May 28 05:57:41.635491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49068) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:41.825090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-a8ee035e-5966-4903-97cd-52768f94dca8 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436793 May 28 05:57:41.825483 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:41.858585 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:41.906757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:41.939133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:41.939540 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:41.998343 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-464880ae-085b-4e8b-bd9a-8fa4f930823f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=944b1812-db23-4113-a5bd-719177904604 HTTP/1.1" status: 200 len: 217 time: 0.1637661 May 28 05:57:42.109436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-4999b276-cce4-439f-8173-e2ed0c36ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:42.111606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-4999b276-cce4-439f-8173-e2ed0c36ee71 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 200 len: 797 time: 0.1052446 May 28 05:57:42.183138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] DHCP port deletion for 0503395e-d25e-4959-aed3-0179fb1cc95a request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:57:42.187908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Deleting port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:42.188282 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:42.322115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-c8f50f07-3726-4084-8ac2-7552c42bd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:42.323839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-c8f50f07-3726-4084-8ac2-7552c42bd894 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=db9d3feb-74d3-414b-a7b3-f4a6b602e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2055745 May 28 05:57:42.416906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port 39fdf236-3e1d-4ed4-995a-4575573ee8b7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=39fdf236-3e1d-4ed4-995a-4575573ee8b7,segment=NetworkSegment(c2d5a25d-510e-4010-8c5c-f1d368d1cddb),segment_id=c2d5a25d-510e-4010-8c5c-f1d368d1cddb)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:42.417271 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:42.609795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] For port 39fdf236-3e1d-4ed4-995a-4575573ee8b7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=39fdf236-3e1d-4ed4-995a-4575573ee8b7,segment=NetworkSegment(c2d5a25d-510e-4010-8c5c-f1d368d1cddb),segment_id=c2d5a25d-510e-4010-8c5c-f1d368d1cddb)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:57:42.610104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:42.630973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-957afa1d-fadd-4c07-aeed-de7334251e00 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000481 May 28 05:57:42.827577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Calling delete_port for 39fdf236-3e1d-4ed4-995a-4575573ee8b7 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:57:42.949260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-0f1aba45-bb10-40ac-a551-ca6a6fff49c1 service neutron] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086133 May 28 05:57:43.028045 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:43.074211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 39fdf236-3e1d-4ed4-995a-4575573ee8b7 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:57:43.096697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] No DVR routers for this DVR port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:57:43.123396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Pushing event deleted for resources: {'Port': ['ID=39fdf236-3e1d-4ed4-995a-4575573ee8b7,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:43.147533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.149260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.149762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.150925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.153489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.154357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.154888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.155425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.159338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.159853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.160365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.161500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0b81f1-e961-4971-9c0b-5d1b189e9e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:57:43.219068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-dcd4fbc6-92b3-457a-85d5-e40e7432d62b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1031195f-b845-4d3e-8af7-8990b6bac896 HTTP/1.1" status: 200 len: 217 time: 0.2631562 May 28 05:57:43.272791 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:43.278969 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-90008181-99bb-4730-be7a-937ca6e88643 req-c64ba7dd-555a-4cb3-8797-c6b1d8022e5b tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.2371330 May 28 05:57:43.388317 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:57:43.390447 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:57:43.422103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 39fdf236-3e1d-4ed4-995a-4575573ee8b7 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:57:43.466188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-d028195c-a1ab-40f0-94e8-81b23a4d9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:43.472194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-d028195c-a1ab-40f0-94e8-81b23a4d9d5b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=073f8d3b-7e35-4a62-bd54-f7c6d068bce9 HTTP/1.1" status: 200 len: 797 time: 0.2462108 May 28 05:57:43.562344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 39fdf236-3e1d-4ed4-995a-4575573ee8b7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:57:43.564334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 39fdf236-3e1d-4ed4-995a-4575573ee8b7 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:57:43.729438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3849b757-d7ce-4678-872f-5a77d22fd88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:43.732078 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-3849b757-d7ce-4678-872f-5a77d22fd88e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4b427dc3-eb5a-4af2-a01b-203848d8638e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2500422 May 28 05:57:43.794235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873164-27e0-41b0-91d1-3603b42cff22 req-bb8caa23-e445-4367-b9db-830ae583f94c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:43.804918 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85873164-27e0-41b0-91d1-3603b42cff22 req-bb8caa23-e445-4367-b9db-830ae583f94c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2049949 May 28 05:57:43.928312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 39fdf236-3e1d-4ed4-995a-4575573ee8b7 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:43.929114 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:44.011971 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85873164-27e0-41b0-91d1-3603b42cff22 req-6c45dc0a-29a5-4c2a-ba94-44114663facb tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057672 May 28 05:57:44.056625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] The port '39fdf236-3e1d-4ed4-995a-4575573ee8b7' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:57:44.208483 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:44.240026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0503395e-d25e-4959-aed3-0179fb1cc95a']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:44.251399 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-c060261d-ea7f-4fca-aa4c-6c9d371436cc service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034802 May 28 05:57:44.254702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d5a25d-510e-4010-8c5c-f1d368d1cddb') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:44.255019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d5a25d-510e-4010-8c5c-f1d368d1cddb') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:44.270209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:44.310530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:44.330998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:57:44.331441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:44.499078 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-81abb5b8-6939-4412-b31c-88456dcc00b2 service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453461 May 28 05:57:44.524680 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:57:44.550217 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:44.639005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-9d67c10d-bec3-4dd3-9ceb-55227f0cd31d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=640b0c34-cf13-4106-bb80-d891f351b35f HTTP/1.1" status: 200 len: 217 time: 0.0766418 May 28 05:57:44.683606 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c2d5a25d-510e-4010-8c5c-f1d368d1cddb resource provider aggregate not found May 28 05:57:44.687684 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:44.700433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Network': ['ID=0503395e-d25e-4959-aed3-0179fb1cc95a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:44.717446 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-680c16f9-1cc7-4a34-a12e-b2f11c256b2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/networks/0503395e-d25e-4959-aed3-0179fb1cc95a HTTP/1.1" status: 204 len: 168 time: 3.0792890 May 28 05:57:44.729503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49180) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:44.733876 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86b38b72-0fc3-4be6-bc5a-7253db098eea req-446d8d4d-3d80-4167-892d-03d5687dcdfd tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1388912 May 28 05:57:44.738188 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c2d5a25d-510e-4010-8c5c-f1d368d1cddb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2d5a25d-510e-4010-8c5c-f1d368d1cddb found for delete ", "request_id": "req-8adc959b-4ed1-4fcd-a161-91eadb5d9509"}]} May 28 05:57:44.753254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1719030841', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:44.761928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:44.766753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:router and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:44.777777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:44.788629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:44.800257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-6e3e2aea-2924-445a-9cb1-fbb93ee2aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:44.802344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-6e3e2aea-2924-445a-9cb1-fbb93ee2aee2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=073f8d3b-7e35-4a62-bd54-f7c6d068bce9 HTTP/1.1" status: 200 len: 797 time: 0.1554177 May 28 05:57:44.803986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:44.805599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:44.841423 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:45.403048 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c86ca31-04ab-40b4-aefd-53e461ca7400 req-b8d968d1-c644-4d8a-9785-b9bf6944a5a4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1724627 May 28 05:57:45.499441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85ff7f-b4f4-4c05-9f0e-c14d0147828e req-e51e0f33-eba2-49df-aefd-84c1a8469ad4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:45.501165 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b85ff7f-b4f4-4c05-9f0e-c14d0147828e req-e51e0f33-eba2-49df-aefd-84c1a8469ad4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.9989350 May 28 05:57:45.612848 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:45.665415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b85ff7f-b4f4-4c05-9f0e-c14d0147828e req-2cb19ad0-62c4-4d0a-9376-198aa9add021 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527281 May 28 05:57:45.670714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-b5bd2889-05d2-48c1-9b72-d750ded6ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:45.672322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-b5bd2889-05d2-48c1-9b72-d750ded6ead4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4b427dc3-eb5a-4af2-a01b-203848d8638e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8006871 May 28 05:57:45.967362 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87770652-67ec-48f2-95dc-d6769513e7de req-e80b4000-ddf1-40f7-9f04-4b1fa3bfbdec tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.0596161 May 28 05:57:45.991523 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-605b0666-7b00-403e-94eb-67b93f784961 service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210388 May 28 05:57:46.485458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:46.561711 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:46.698395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8801d5a9-dbb9-4f2f-9988-763a853d2fe3 req-d91ec8db-185f-45c2-b6a0-b8666a45b610 service neutron] 10.222.0.33 "GET /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047637 May 28 05:57:46.904606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Allocated IP 172.25.4.174 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/15d889cb-b8ef-413b-aaee-bb6303bf86de) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:57:47.485445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-81a30056-839e-4761-8686-88178049900c req-6d4f435f-3a31-4e4b-8db8-c68323999807 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.2178564 May 28 05:57:47.523466 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:47.628743 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:47.787758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=15d889cb-b8ef-413b-aaee-bb6303bf86de,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:47.826971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:57:47.828197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:47.836145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:57:48.127676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-036849c9-88a4-4741-bc48-77a888d77d25 req-785a4e40-c02b-4659-a682-f0f348eb1602 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc&device_id=60dc647c-41be-4992-81a5-cfff56a8ee81 HTTP/1.1" status: 200 len: 210 time: 0.0533900 May 28 05:57:48.541853 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:48.795597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17f4335c-e2d5-43b9-921e-56337cbd022e req-877cb38f-f378-4b66-a754-97714dec6efd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5802042094d409baf66f38511f0b56a&device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1360905 May 28 05:57:48.916222 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17f4335c-e2d5-43b9-921e-56337cbd022e req-39b3bd7f-9fa0-430d-9550-98dd54e06699 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=f5802042094d409baf66f38511f0b56a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000056 May 28 05:57:49.198792 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-169c5fa2-32bc-40d1-a503-4fd2098b38af req-43ce5f54-2f2e-4c70-b30e-041cae0d668d tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.2047551 May 28 05:57:49.513493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4335c-e2d5-43b9-921e-56337cbd022e req-482131c4-a3ee-4964-bd30-45f3f67efdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:49.514938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17f4335c-e2d5-43b9-921e-56337cbd022e req-482131c4-a3ee-4964-bd30-45f3f67efdea service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5972173 May 28 05:57:49.645529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd762-0294-4400-8749-082982b02af3 req-7a1e5c40-c8d1-47b3-b054-dce79068a6f5 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:49.652651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e3fbd762-0294-4400-8749-082982b02af3 req-7a1e5c40-c8d1-47b3-b054-dce79068a6f5 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3337111 May 28 05:57:49.784951 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e3fbd762-0294-4400-8749-082982b02af3 req-cec2db5e-5722-4b7b-8027-7725eef52aa1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310403 May 28 05:57:49.789657 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:50.040452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54c023-8374-4eb6-9f2f-14f101f6f2c0 req-c3096e98-b04d-44c8-b96f-9f02504efd24 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:50.051796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a54c023-8374-4eb6-9f2f-14f101f6f2c0 req-c3096e98-b04d-44c8-b96f-9f02504efd24 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.0992730 May 28 05:57:50.075519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router f2499b0d-aa5c-4400-97c0-1b2cacbffe1a is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:57:50.134534 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a54c023-8374-4eb6-9f2f-14f101f6f2c0 req-442a9f1b-a014-4cdb-8f60-9793cbda2f8a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815327 May 28 05:57:50.435747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:57:50.456911 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a9175-7cab-4624-9167-7f1403996683 None None] Sync routers for ids ['f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:57:50.493513 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a9175-7cab-4624-9167-7f1403996683 None None] Routers {'f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:50.495426 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c91a9175-7cab-4624-9167-7f1403996683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:50.599602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1eaf772-11a3-4c28-9e17-637fc2d3668b req-86a1e7eb-2b39-4cdf-aa41-c6056963d160 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.0885489 May 28 05:57:50.602827 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:50.604114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f8868244-dd9f-4eda-b8ef-cf72b3bffbe6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.8575280 May 28 05:57:50.606711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49344) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:50.669618 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c91a9175-7cab-4624-9167-7f1403996683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:50.692591 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a9175-7cab-4624-9167-7f1403996683 None None] Routers {'f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:50.695002 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c91a9175-7cab-4624-9167-7f1403996683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:50.733013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c12a3-655f-436b-9e66-019bb5eabc65 req-82658fb7-ac93-4624-bdb5-49e5960ec28f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:50.744274 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-577c12a3-655f-436b-9e66-019bb5eabc65 req-82658fb7-ac93-4624-bdb5-49e5960ec28f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1970978 May 28 05:57:50.828766 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-577c12a3-655f-436b-9e66-019bb5eabc65 req-1395b14d-fca3-4cba-aabf-87660c4a6472 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831161 May 28 05:57:50.858172 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c91a9175-7cab-4624-9167-7f1403996683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:50.859954 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a9175-7cab-4624-9167-7f1403996683 None None] The sync data for ids ['f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:57:51.141371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17f4335c-e2d5-43b9-921e-56337cbd022e req-67fabb50-3705-41a9-a0f3-5ce1508f386c tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.33 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1372640 May 28 05:57:51.182414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49354) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:51.187110 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-06d3c290-54b1-4faa-bf31-7b4a32b0bca7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/routers/f2499b0d-aa5c-4400-97c0-1b2cacbffe1a HTTP/1.1" status: 200 len: 881 time: 0.5790360 May 28 05:57:51.243889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66e8e2-70f8-4ec0-93a0-89bba63b900e req-27f5328a-3a72-4477-a908-6a997868a5fe tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:51.263596 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df66e8e2-70f8-4ec0-93a0-89bba63b900e req-27f5328a-3a72-4477-a908-6a997868a5fe tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2093010 May 28 05:57:51.353521 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df66e8e2-70f8-4ec0-93a0-89bba63b900e req-28900225-edeb-462c-a2b0-87a4a7587cf8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812578 May 28 05:57:51.531044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-36c0c58d-0d49-4a9e-baa0-2631af401910 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Synchronizing usage tracker for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:router {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:57:51.555186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-36c0c58d-0d49-4a9e-baa0-2631af401910 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Unset dirty status for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:router {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:57:51.557440 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-36c0c58d-0d49-4a9e-baa0-2631af401910 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3728454 May 28 05:57:51.560522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49364) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:51.566612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-47d7e0d1-471e-405a-b272-7aa3dcd2905f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1719030841'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:51.977543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3f3b9-ccf2-41ab-8557-dcba6fd2798b req-c7f236bc-6d52-4201-b67d-2d6712ec05ba tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:51.979418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcd3f3b9-ccf2-41ab-8557-dcba6fd2798b req-c7f236bc-6d52-4201-b67d-2d6712ec05ba tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3575234 May 28 05:57:52.055088 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e01cd9e-51e9-45c9-8274-5218f276af16 req-9750975f-8c13-4d38-9378-400803692ee1 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=225ed52e-2077-4ee9-bce4-ec5b0f26d1cc HTTP/1.1" status: 200 len: 210 time: 0.1122715 May 28 05:57:52.059132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcd3f3b9-ccf2-41ab-8557-dcba6fd2798b req-a73f96e0-5766-401f-899c-75c0f746279b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679026 May 28 05:57:52.483553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557c5c-33bf-4f34-9408-2da550a0c0b9 req-0e40e347-33c3-408a-b86f-8c56c9ad1872 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:52.493135 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75557c5c-33bf-4f34-9408-2da550a0c0b9 req-0e40e347-33c3-408a-b86f-8c56c9ad1872 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1230180 May 28 05:57:52.549440 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75557c5c-33bf-4f34-9408-2da550a0c0b9 req-6cbfe189-3195-4f5c-bf25-dcb7b272e105 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552273 May 28 05:57:52.759686 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47d7e0d1-471e-405a-b272-7aa3dcd2905f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:52.772622 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47d7e0d1-471e-405a-b272-7aa3dcd2905f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:52.847461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61245c26-daa0-4238-b121-6a86ab84c8d7 req-7544115b-558d-4e2c-ab69-cfb7e07edbd1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:52.851938 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61245c26-daa0-4238-b121-6a86ab84c8d7 req-7544115b-558d-4e2c-ab69-cfb7e07edbd1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.0945864 May 28 05:57:52.916664 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61245c26-daa0-4238-b121-6a86ab84c8d7 req-ec458d50-1483-4f88-8dc9-305ed07584db tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555699 May 28 05:57:53.019215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d7e0d1-471e-405a-b272-7aa3dcd2905f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router f2499b0d-aa5c-4400-97c0-1b2cacbffe1a has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:57:53.470482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8bdaa-1068-4cec-abb7-ece929ce6196 req-27333f19-0abc-4e09-8e79-b3869b1188b3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:53.472141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-78c8bdaa-1068-4cec-abb7-ece929ce6196 req-27333f19-0abc-4e09-8e79-b3869b1188b3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3637998 May 28 05:57:53.473399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d7e0d1-471e-405a-b272-7aa3dcd2905f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:57:53.480281 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47d7e0d1-471e-405a-b272-7aa3dcd2905f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:53.481400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-47d7e0d1-471e-405a-b272-7aa3dcd2905f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/f2499b0d-aa5c-4400-97c0-1b2cacbffe1a HTTP/1.1" status: 200 len: 888 time: 1.9195206 May 28 05:57:53.486322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49412) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:53.495682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21a540-2b53-4ded-8b56-5299eb3af980 None None] Sync routers for ids ['f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:57:53.522311 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21a540-2b53-4ded-8b56-5299eb3af980 None None] Routers {'f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:53.523523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ab21a540-2b53-4ded-8b56-5299eb3af980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:53.819906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-78c8bdaa-1068-4cec-abb7-ece929ce6196 req-793905c7-8ce2-4e61-a187-728fe131d04d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965783 May 28 05:57:53.878595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ab21a540-2b53-4ded-8b56-5299eb3af980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:53.896839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3553de7d-b861-452d-a3d8-4fb0344d5425 req-4447e383-e57a-46ec-acb4-bf7477b576a9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5802042094d409baf66f38511f0b56a&device_id=60dc647c-41be-4992-81a5-cfff56a8ee81 HTTP/1.1" status: 200 len: 210 time: 0.0578001 May 28 05:57:53.905700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21a540-2b53-4ded-8b56-5299eb3af980 None None] Routers {'f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:57:53.906549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ab21a540-2b53-4ded-8b56-5299eb3af980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:53.950390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3553de7d-b861-452d-a3d8-4fb0344d5425 req-afa42ec8-4f30-4f74-a20e-25a217ef1e54 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=f5802042094d409baf66f38511f0b56a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371180 May 28 05:57:53.990895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-48f63589-adba-4784-b904-86d768a5c8f6 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/routers/f2499b0d-aa5c-4400-97c0-1b2cacbffe1a HTTP/1.1" status: 200 len: 888 time: 0.5042629 May 28 05:57:53.994082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49426) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:54.033456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ab21a540-2b53-4ded-8b56-5299eb3af980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:57:54.036648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21a540-2b53-4ded-8b56-5299eb3af980 None None] The sync data for ids ['f2499b0d-aa5c-4400-97c0-1b2cacbffe1a'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:57:54.155685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9a7b31ae-af18-42d6-af33-d5ce75c2d23d req-7c274c14-60a3-455c-905b-7f3bb21e7097 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dc647c-41be-4992-81a5-cfff56a8ee81 HTTP/1.1" status: 200 len: 210 time: 0.1665144 May 28 05:57:54.171927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-83d88a44-0caa-4509-9406-e84dd6217ada tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Synchronizing usage tracker for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:57:54.253055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-83d88a44-0caa-4509-9406-e84dd6217ada tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Unset dirty status for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:57:54.254292 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-83d88a44-0caa-4509-9406-e84dd6217ada tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2499b0d-aa5c-4400-97c0-1b2cacbffe1a HTTP/1.1" status: 200 len: 205 time: 0.1721773 May 28 05:57:54.257710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49432) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:54.351119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553de7d-b861-452d-a3d8-4fb0344d5425 req-a80b6072-bc5a-4259-88cf-6ce3f3f21d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:54.368823 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3553de7d-b861-452d-a3d8-4fb0344d5425 req-a80b6072-bc5a-4259-88cf-6ce3f3f21d71 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4102504 May 28 05:57:54.485875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87b09e-b40a-49bb-bae9-a67717cceab8 req-86355301-361b-4b16-bf75-4af11f63aae5 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:54.498065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d87b09e-b40a-49bb-bae9-a67717cceab8 req-86355301-361b-4b16-bf75-4af11f63aae5 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3831689 May 28 05:57:54.649725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d87b09e-b40a-49bb-bae9-a67717cceab8 req-46994117-ab4d-4fcf-844c-fa26195dd340 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480019 May 28 05:57:54.987589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:55.347454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab945b-0ea0-4c8d-be2b-94d948ff7673 req-540a2bcf-ec39-44fa-a6db-15589b377537 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:55.349836 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10ab945b-0ea0-4c8d-be2b-94d948ff7673 req-540a2bcf-ec39-44fa-a6db-15589b377537 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.4825840 May 28 05:57:55.351493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:55.387817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 15d889cb-b8ef-413b-aaee-bb6303bf86de {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:57:55.389235 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:55.462176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c674cfc5-7b58-46b0-9188-1adcdf3eb9d8 req-f1d42586-85dd-4648-a2d7-93aee39087a2 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dc647c-41be-4992-81a5-cfff56a8ee81 HTTP/1.1" status: 200 len: 210 time: 0.0592182 May 28 05:57:55.601882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10ab945b-0ea0-4c8d-be2b-94d948ff7673 req-954b2b21-9ca1-49c7-9913-dc81b0fc922c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442420 May 28 05:57:55.685467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:55.851955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 15d889cb-b8ef-413b-aaee-bb6303bf86de owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:57:56.111672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87995f-166c-491c-93d2-dfc3ee18107a req-13636cd0-45bc-44ca-b6c8-8673b8191cd3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:56.113136 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf87995f-166c-491c-93d2-dfc3ee18107a req-13636cd0-45bc-44ca-b6c8-8673b8191cd3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1681304 May 28 05:57:56.216577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3553de7d-b861-452d-a3d8-4fb0344d5425 req-9a4d951b-e539-4a0c-b3d8-fd7a4dffddcf tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.33 "GET /v2.0/ports?device_id=60dc647c-41be-4992-81a5-cfff56a8ee81 HTTP/1.1" status: 200 len: 210 time: 0.3015852 May 28 05:57:56.307121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf87995f-166c-491c-93d2-dfc3ee18107a req-631f857d-b462-411f-88a4-be15d509fc58 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826406 May 28 05:57:56.345997 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:56.413969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=15d889cb-b8ef-413b-aaee-bb6303bf86de,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:56.575970 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:56.651727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e2a8e-bc51-4aaf-a856-f48f457c428d req-a9335d01-abb6-4e00-ad8b-32c51f5f7427 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:56.657637 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c80e2a8e-bc51-4aaf-a856-f48f457c428d req-a9335d01-abb6-4e00-ad8b-32c51f5f7427 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1837747 May 28 05:57:56.737459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c80e2a8e-bc51-4aaf-a856-f48f457c428d req-c45d5084-b1c5-46b3-b8b8-cb9007118df7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718334 May 28 05:57:56.889089 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c03a105b-51c4-4a16-954d-3f2fe9be1f64 req-b6edb234-f415-4ab7-8193-201ab65d9b00 tempest-ServerShowV247Test-462716944 tempest-ServerShowV247Test-462716944-project] 10.222.0.39 "GET /v2.0/ports?device_id=60dc647c-41be-4992-81a5-cfff56a8ee81 HTTP/1.1" status: 200 len: 210 time: 0.1767821 May 28 05:57:57.316823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:57.319873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:57.403429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:57.405776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Fanout notify agent at l3_agent the message router_deleted on router f2499b0d-aa5c-4400-97c0-1b2cacbffe1a {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:57:57.474030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de64ec-cbbb-4e87-9b43-cf291e4fcd92 req-72457dee-8522-4593-bf2f-2457e84abb33 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:57.480189 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:57.482451 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3a91ab11-4bd9-4ee5-8dfb-ded143f1e267 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/f2499b0d-aa5c-4400-97c0-1b2cacbffe1a HTTP/1.1" status: 204 len: 168 time: 3.2234178 May 28 05:57:57.486701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49514) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:57.491622 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5de64ec-cbbb-4e87-9b43-cf291e4fcd92 req-72457dee-8522-4593-bf2f-2457e84abb33 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 813 time: 0.4307871 May 28 05:57:57.497879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'network': {'name': 'tempest-RoutersTest-143165180'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:57.511261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:57.516506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5de64ec-cbbb-4e87-9b43-cf291e4fcd92 req-65ac7c8d-8e12-4575-a131-9e6194cfe07f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/quotas/83b9d5d22a5540aabf13a2e22aaec968 HTTP/1.1" status: 200 len: 375 time: 0.0231569 May 28 05:57:57.523586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:network and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:57.533561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:57.552417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:57.579475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:57:57.590082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:57.635060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:57:57.650328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:57.650770 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added segment 6a8c8aef-eea6-4103-9d2b-a856b6e11578 of type vlan for network df32ca45-3184-407d-8809-6d7a29bed61c May 28 05:57:57.692334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5de64ec-cbbb-4e87-9b43-cf291e4fcd92 req-30c3f7af-cfb7-4068-99e8-1e269a55d3d8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1644192 May 28 05:57:57.698377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:57.762984 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:57.775586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:57.778395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:57.939546 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4514363 May 28 05:57:57.941308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49528) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:57.956622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'subnet': {'network_id': 'df32ca45-3184-407d-8809-6d7a29bed61c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:57.992975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80583931-dbd9-415d-9383-4e2eb23ffafc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Network': ['ID=df32ca45-3184-407d-8809-6d7a29bed61c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:58.012773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network df32ca45-3184-407d-8809-6d7a29bed61c details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:57:58.119657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cf640-c063-4217-bac2-036819f67aa1 req-d95411c2-33a2-4c08-93b1-17e4f11cb6aa tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:58.132014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-389cf640-c063-4217-bac2-036819f67aa1 req-d95411c2-33a2-4c08-93b1-17e4f11cb6aa tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2028894 May 28 05:57:58.269976 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-389cf640-c063-4217-bac2-036819f67aa1 req-cd12e592-7a3a-49a8-8cd4-fb08e4877cdc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344724 May 28 05:57:58.319380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:58.333701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:subnet and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:58.340656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:58.354387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:58.378408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:57:58.382087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:58.712995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49542) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:58.970655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.037660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b430699b-2698-406e-bd81-76b966a64ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.075071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b430699b-2698-406e-bd81-76b966a64ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:59.080649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b430699b-2698-406e-bd81-76b966a64ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:f5802042094d409baf66f38511f0b56a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:59.092977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b430699b-2698-406e-bd81-76b966a64ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:59.102889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dddbd8-59f9-4949-bc1a-e3f479692a71 req-8793dcfb-ba4f-40d8-b9cd-7c4e91f26fbb tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:59.110708 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1dddbd8-59f9-4949-bc1a-e3f479692a71 req-8793dcfb-ba4f-40d8-b9cd-7c4e91f26fbb tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.5718892 May 28 05:57:59.111695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b430699b-2698-406e-bd81-76b966a64ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:59.274092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b430699b-2698-406e-bd81-76b966a64ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.283366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b430699b-2698-406e-bd81-76b966a64ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.343373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Subnet': ['ID=900d5583-4d07-4f57-b096-b5ee9e07573c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:59.372165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Checking segment: {'id': '6a8c8aef-eea6-4103-9d2b-a856b6e11578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'df32ca45-3184-407d-8809-6d7a29bed61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:57:59.372937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network hostable DHCP agents. Network: df32ca45-3184-407d-8809-6d7a29bed61c, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:57:59.376962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b430699b-2698-406e-bd81-76b966a64ba2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5802042094d409baf66f38511f0b56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6618183 May 28 05:57:59.379829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430699b-2698-406e-bd81-76b966a64ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544a067f-037c-4083-8f74-ace53d27f365,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:59.383815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49552) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:59.462314 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1dddbd8-59f9-4949-bc1a-e3f479692a71 req-5229e5ed-7044-4643-a440-379fc18c0395 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503754 May 28 05:57:59.511722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network df32ca45-3184-407d-8809-6d7a29bed61c is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:57:59.584051 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd4da-7e73-4737-a2fe-5af0aee31a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.592127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, df32ca45-3184-407d-8809-6d7a29bed61c) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:57:59.604673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:57:59.605280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.608800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb5b73a-d6b9-4a17-98b4-593bc6378415 None None] Network df32ca45-3184-407d-8809-6d7a29bed61c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:57:59.684676 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd4da-7e73-4737-a2fe-5af0aee31a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.692727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d5c4833c-d553-481a-9a7e-29672505654d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7470498 May 28 05:57:59.697966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49562) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:57:59.708091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2026072007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:57:59.742301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:57:59.757404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:router and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:57:59.773901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:57:59.785298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:57:59.805016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.805984 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.865694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd4da-7e73-4737-a2fe-5af0aee31a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.895444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.919759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdd4da-7e73-4737-a2fe-5af0aee31a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544a067f-037c-4083-8f74-ace53d27f365,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:57:59.943133 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.953990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd4da-7e73-4737-a2fe-5af0aee31a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:57:59.955141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2cfdd4da-7e73-4737-a2fe-5af0aee31a9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/544a067f-037c-4083-8f74-ace53d27f365 HTTP/1.1" status: 204 len: 168 time: 0.5694213 May 28 05:58:00.020305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:00.026253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49570) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:00.026675 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-faf0a051-ea72-4963-8bb7-1306cc74ff5f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3276029 May 28 05:58:00.250673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-df32ca45-3184-407d-8809-6d7a29bed61c', 'network_id': 'df32ca45-3184-407d-8809-6d7a29bed61c', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'fixed_ips': [{'subnet_id': '900d5583-4d07-4f57-b096-b5ee9e07573c'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:58:00.251566 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:00.492170 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4bcd163e-e038-4a77-8ee3-938fb62ebc32 req-178f9143-ac62-4c43-8074-87da2bbc0a8c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=83b9d5d22a5540aabf13a2e22aaec968 HTTP/1.1" status: 200 len: 221 time: 0.3239725 May 28 05:58:00.660385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Allocated IP 172.20.0.2 (df32ca45-3184-407d-8809-6d7a29bed61c/900d5583-4d07-4f57-b096-b5ee9e07573c/d353bec8-f5e9-4e42-81f5-2a460f9676e1) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:00.928235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732619-fba9-4206-b431-f290dc85d758 req-b4e60c44-56a7-4b3e-8ef2-a3987b5a13fa tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:00.931841 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-09732619-fba9-4206-b431-f290dc85d758 req-b4e60c44-56a7-4b3e-8ef2-a3987b5a13fa tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1671777 May 28 05:58:00.968740 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:01.060646 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-09732619-fba9-4206-b431-f290dc85d758 req-37214aa4-3e1c-444f-b279-182f0728e4dd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190007 May 28 05:58:01.235493 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:01.282082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Transition to ACTIVE for port object d353bec8-f5e9-4e42-81f5-2a460f9676e1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:01.348437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Transition to ACTIVE for port object d353bec8-f5e9-4e42-81f5-2a460f9676e1 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:01.355801 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:01.456214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Pushing event updated for resources: {'Port': ['ID=d353bec8-f5e9-4e42-81f5-2a460f9676e1,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:01.477572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Network df32ca45-3184-407d-8809-6d7a29bed61c is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:01.478935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:01.481420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:01.555827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4543caa-e22a-4795-b512-77cb9f91b418 req-14629330-502e-46cd-807c-41f9887a0c12 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:01.564165 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4543caa-e22a-4795-b512-77cb9f91b418 req-14629330-502e-46cd-807c-41f9887a0c12 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2639570 May 28 05:58:01.598552 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:01.606137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Attempting to bind port d353bec8-f5e9-4e42-81f5-2a460f9676e1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:58:01.606513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Attempting to bind port d353bec8-f5e9-4e42-81f5-2a460f9676e1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6a8c8aef-eea6-4103-9d2b-a856b6e11578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'df32ca45-3184-407d-8809-6d7a29bed61c'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:58:01.606879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Attempting to bind port d353bec8-f5e9-4e42-81f5-2a460f9676e1 on network df32ca45-3184-407d-8809-6d7a29bed61c {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:58:01.620875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:58:01.626182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Checking segment: {'id': '6a8c8aef-eea6-4103-9d2b-a856b6e11578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'df32ca45-3184-407d-8809-6d7a29bed61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:01.626678 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:01.627080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Bound using segment: {'id': '6a8c8aef-eea6-4103-9d2b-a856b6e11578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'df32ca45-3184-407d-8809-6d7a29bed61c'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:58:01.631868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Bound port: d353bec8-f5e9-4e42-81f5-2a460f9676e1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8c8aef-eea6-4103-9d2b-a856b6e11578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'df32ca45-3184-407d-8809-6d7a29bed61c'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:58:01.632262 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:01.638921 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c4543caa-e22a-4795-b512-77cb9f91b418 req-98520492-08e0-4852-b82a-b9f0ee4e4b7c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703099 May 28 05:58:01.870491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] For port d353bec8-f5e9-4e42-81f5-2a460f9676e1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:58:01.875846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] For port d353bec8-f5e9-4e42-81f5-2a460f9676e1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d353bec8-f5e9-4e42-81f5-2a460f9676e1,segment=NetworkSegment(6a8c8aef-eea6-4103-9d2b-a856b6e11578),segment_id=6a8c8aef-eea6-4103-9d2b-a856b6e11578)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:58:01.891320 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:01.990241 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a3c8e-79e4-4de0-9965-a86257d5177b None None] Pushing event updated for resources: {'Port': ['ID=d353bec8-f5e9-4e42-81f5-2a460f9676e1,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:02.166225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9090946-99cd-40f4-80c1-7a3c07b099f9 req-529524f6-00d7-456f-a62e-d8108670da6d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:02.168719 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9090946-99cd-40f4-80c1-7a3c07b099f9 req-529524f6-00d7-456f-a62e-d8108670da6d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2562828 May 28 05:58:02.282514 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9090946-99cd-40f4-80c1-7a3c07b099f9 req-657345bf-5040-45e2-9fb5-7e6b2d6105a6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076493 May 28 05:58:02.571101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a29e3-463c-4374-878e-80b9fc8f868f req-4eb671b1-2a85-496c-b048-c2aa3287521f tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:02.589158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-322a29e3-463c-4374-878e-80b9fc8f868f req-4eb671b1-2a85-496c-b048-c2aa3287521f tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 946 time: 1.1597183 May 28 05:58:02.888731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac10b4-71d5-4cec-887b-27b94c9cbfbd req-e0e0aec9-4cb9-4b90-82a1-b70de5f75aa4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:02.898110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bac10b4-71d5-4cec-887b-27b94c9cbfbd req-e0e0aec9-4cb9-4b90-82a1-b70de5f75aa4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1666069 May 28 05:58:02.918197 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-322a29e3-463c-4374-878e-80b9fc8f868f req-8f1456c0-e624-4889-b6d4-f86b2f5285a7 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278039 May 28 05:58:02.973352 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bac10b4-71d5-4cec-887b-27b94c9cbfbd req-55d942f2-f3fd-4829-97a8-8b8466e2f179 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719714 May 28 05:58:03.086392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-1b8afb4c-fe58-434f-832d-9aefa8d2b9b1 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:03.087971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-1b8afb4c-fe58-434f-832d-9aefa8d2b9b1 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 946 time: 0.2222130 May 28 05:58:03.149782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Allocated IP 172.20.0.1 (df32ca45-3184-407d-8809-6d7a29bed61c/900d5583-4d07-4f57-b096-b5ee9e07573c/89e9517c-a018-43ff-907a-ea1c47642926) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:03.270550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-9a96b0f9-4427-43d2-876d-14a15abd5c40 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Deleting port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:58:03.271132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-9a96b0f9-4427-43d2-876d-14a15abd5c40 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:03.281136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e8571-da65-4bbc-b74a-5deac98e3a64 req-269a0237-e58a-41de-a53a-013ad204e902 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:03.324268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-415e8571-da65-4bbc-b74a-5deac98e3a64 req-269a0237-e58a-41de-a53a-013ad204e902 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1822419 May 28 05:58:03.471977 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-415e8571-da65-4bbc-b74a-5deac98e3a64 req-915fcd92-0c1f-4ccd-9a86-edaf2cba02a9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467359 May 28 05:58:03.493660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d353bec8-f5e9-4e42-81f5-2a460f9676e1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:03.639508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port d353bec8-f5e9-4e42-81f5-2a460f9676e1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:03.794698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-9a96b0f9-4427-43d2-876d-14a15abd5c40 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] For port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:03.795386 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-9a96b0f9-4427-43d2-876d-14a15abd5c40 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:03.966099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2bbf3f-59cc-4b86-bb5e-e29278eb094b None None] Network df32ca45-3184-407d-8809-6d7a29bed61c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:58:04.212458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-9a96b0f9-4427-43d2-876d-14a15abd5c40 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Calling delete_port for f5a3733b-b2f0-49a3-a9fd-f6c3537947bd owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:58:04.358445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-55982ae0-3d04-415a-abbf-6bbf11ec451f None None] Provisioning for port d353bec8-f5e9-4e42-81f5-2a460f9676e1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:04.360991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cfebf-e250-4d3e-a247-cc2db3428381 req-d80f6699-83ae-45df-b7c5-b75186dbdeb7 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:04.373438 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4c1cfebf-e250-4d3e-a247-cc2db3428381 req-d80f6699-83ae-45df-b7c5-b75186dbdeb7 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 946 time: 0.1804035 May 28 05:58:04.380047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-55982ae0-3d04-415a-abbf-6bbf11ec451f None None] Provisioning complete for port d353bec8-f5e9-4e42-81f5-2a460f9676e1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:04.380521 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-55982ae0-3d04-415a-abbf-6bbf11ec451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:04.382204 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:04.481118 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4c1cfebf-e250-4d3e-a247-cc2db3428381 req-bc928300-0aa6-4c7f-a4c7-c861dacacd7e tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066704 May 28 05:58:04.502316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Transition to ACTIVE for port object 89e9517c-a018-43ff-907a-ea1c47642926 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:04.520061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ec19d-208c-40e6-b1bf-a031dbabd089 req-9de2ec27-3c9b-463c-9ca9-e95a36610124 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:04.535747 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-285ec19d-208c-40e6-b1bf-a031dbabd089 req-9de2ec27-3c9b-463c-9ca9-e95a36610124 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.7240510 May 28 05:58:04.583195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-55982ae0-3d04-415a-abbf-6bbf11ec451f None None] Current status of the port d353bec8-f5e9-4e42-81f5-2a460f9676e1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:04.589900 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-55982ae0-3d04-415a-abbf-6bbf11ec451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:04.686907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-285ec19d-208c-40e6-b1bf-a031dbabd089 req-5268b8a9-ff7c-4bd6-a7ab-dbae03986097 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499591 May 28 05:58:04.687605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-55982ae0-3d04-415a-abbf-6bbf11ec451f None None] For port d353bec8-f5e9-4e42-81f5-2a460f9676e1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d353bec8-f5e9-4e42-81f5-2a460f9676e1,segment=NetworkSegment(6a8c8aef-eea6-4103-9d2b-a856b6e11578),segment_id=6a8c8aef-eea6-4103-9d2b-a856b6e11578)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:04.705998 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-55982ae0-3d04-415a-abbf-6bbf11ec451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:04.744495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:04.749270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-9a96b0f9-4427-43d2-876d-14a15abd5c40 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:04.847179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['f5a3733b-b2f0-49a3-a9fd-f6c3537947bd'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:58:04.936997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network df32ca45-3184-407d-8809-6d7a29bed61c is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:04.947991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:04.959146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55982ae0-3d04-415a-abbf-6bbf11ec451f None None] Pushing event updated for resources: {'Port': ['ID=d353bec8-f5e9-4e42-81f5-2a460f9676e1,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:04.996683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:05.046118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f62e66f4-efc8-48b7-b1ef-ab172a0bd3dc None None] Provisioning complete for port d353bec8-f5e9-4e42-81f5-2a460f9676e1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:05.046494 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f62e66f4-efc8-48b7-b1ef-ab172a0bd3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:05.179058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=89e9517c-a018-43ff-907a-ea1c47642926,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:05.255006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-9a96b0f9-4427-43d2-876d-14a15abd5c40 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] No DVR routers for this DVR port f5a3733b-b2f0-49a3-a9fd-f6c3537947bd on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:58:05.272743 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-9a96b0f9-4427-43d2-876d-14a15abd5c40 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:05.287553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a623ab8-436c-4903-89fe-6519b6d4bb01', 'name': 'network-vif-deleted', 'tag': 'f5a3733b-b2f0-49a3-a9fd-f6c3537947bd'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:58:05.300934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96b0f9-4427-43d2-876d-14a15abd5c40 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Pushing event deleted for resources: {'Port': ['ID=f5a3733b-b2f0-49a3-a9fd-f6c3537947bd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:05.337427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e4a50a0-0e74-473c-9d59-7de1e40ff759 req-9a96b0f9-4427-43d2-876d-14a15abd5c40 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.41 "DELETE /v2.0/ports/f5a3733b-b2f0-49a3-a9fd-f6c3537947bd HTTP/1.1" status: 204 len: 173 time: 2.2388158 May 28 05:58:05.338127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:05.356654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f62e66f4-efc8-48b7-b1ef-ab172a0bd3dc None None] Current status of the port d353bec8-f5e9-4e42-81f5-2a460f9676e1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:05.379962 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a79c69-ebdb-46b3-831a-736b95c405da'] response: {'server_uuid': '3a623ab8-436c-4903-89fe-6519b6d4bb01', 'name': 'network-vif-deleted', 'tag': 'f5a3733b-b2f0-49a3-a9fd-f6c3537947bd', 'status': 'completed', 'code': 200} May 28 05:58:05.420765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81bf90-570f-4b76-87c3-d92c3f6030cf req-e2c4d7b9-a4a5-4d80-a8db-77a21248189b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:05.422529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e81bf90-570f-4b76-87c3-d92c3f6030cf req-e2c4d7b9-a4a5-4d80-a8db-77a21248189b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3870888 May 28 05:58:05.479836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d353bec8-f5e9-4e42-81f5-2a460f9676e1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:05.615786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b5212d18-1c2d-496d-a257-a7acd138d499 None None] Provisioning for port 89e9517c-a018-43ff-907a-ea1c47642926 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:05.634972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b5212d18-1c2d-496d-a257-a7acd138d499 None None] Provisioning complete for port 89e9517c-a018-43ff-907a-ea1c47642926 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:05.635439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b5212d18-1c2d-496d-a257-a7acd138d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:05.760180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d353bec8-f5e9-4e42-81f5-2a460f9676e1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:05.760912 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:05.813936 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:05.844704 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-195989ef-5edd-4db9-aae2-1c73742db961 req-9c423399-0a77-4398-8542-3528d7e17695 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a623ab8-436c-4903-89fe-6519b6d4bb01 HTTP/1.1" status: 200 len: 210 time: 0.1067889 May 28 05:58:05.874614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b5212d18-1c2d-496d-a257-a7acd138d499 None None] Port 89e9517c-a018-43ff-907a-ea1c47642926 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:58:05.947263 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e81bf90-570f-4b76-87c3-d92c3f6030cf req-53b19a95-cbf4-48db-b593-5a5cc6659155 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123601 May 28 05:58:06.032964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d353bec8-f5e9-4e42-81f5-2a460f9676e1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:06.424101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c14118-18a2-41b4-b217-7782ef814dfe req-857b6fb1-4732-4bca-b6ed-4d1bc7f3414b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:06.425998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45c14118-18a2-41b4-b217-7782ef814dfe req-857b6fb1-4732-4bca-b6ed-4d1bc7f3414b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2668366 May 28 05:58:06.574438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45c14118-18a2-41b4-b217-7782ef814dfe req-5594bdb7-582b-4956-9213-2eda8be3a9f2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239934 May 28 05:58:06.667186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:06.681266 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:06.817684 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f5a3733b-b2f0-49a3-a9fd-f6c3537947bd no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:58:06.901023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: f5a3733b-b2f0-49a3-a9fd-f6c3537947bd {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:58:06.901372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f5a3733b-b2f0-49a3-a9fd-f6c3537947bd not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:58:06.946171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:06.950367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=89e9517c-a018-43ff-907a-ea1c47642926,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:07.068371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a7016-d37b-4c92-8d47-eb255179d97e req-5e818652-f9e6-43f0-831c-a659db97dd77 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:07.069878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e6a7016-d37b-4c92-8d47-eb255179d97e req-5e818652-f9e6-43f0-831c-a659db97dd77 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2885959 May 28 05:58:07.281034 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e6a7016-d37b-4c92-8d47-eb255179d97e req-450a1908-968c-475e-8dd4-dd58040129c2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041531 May 28 05:58:07.315729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network df32ca45-3184-407d-8809-6d7a29bed61c is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:07.316906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:07.728302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c1bcb614-f5cb-40f8-9035-9a76aaa126d0 None None] Provisioning complete for port 89e9517c-a018-43ff-907a-ea1c47642926 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:07.728591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c1bcb614-f5cb-40f8-9035-9a76aaa126d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:07.746485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router bbe62ec8-1bce-4cf3-821b-6d98756f0772 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:58:07.786906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb327af-b486-46c6-82f7-303a438b31a6 req-9e792bd3-d3fa-4e19-aa54-776c93109fa9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:07.789075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfb327af-b486-46c6-82f7-303a438b31a6 req-9e792bd3-d3fa-4e19-aa54-776c93109fa9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1218178 May 28 05:58:07.902135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c1bcb614-f5cb-40f8-9035-9a76aaa126d0 None None] Port 89e9517c-a018-43ff-907a-ea1c47642926 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:58:07.902723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfb327af-b486-46c6-82f7-303a438b31a6 req-b4d25a58-e869-4a82-b1e6-95af82772d27 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069653 May 28 05:58:08.196352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:58:08.205270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2e6d28ac-486c-4522-a19b-9a27c5228415 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/bbe62ec8-1bce-4cf3-821b-6d98756f0772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1777766 May 28 05:58:08.207865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49754) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:08.212414 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d4fb1-ec98-4b19-b1a2-8d0124c84fe3 None None] Sync routers for ids ['bbe62ec8-1bce-4cf3-821b-6d98756f0772'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:58:08.228759 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d4fb1-ec98-4b19-b1a2-8d0124c84fe3 None None] Routers {'bbe62ec8-1bce-4cf3-821b-6d98756f0772'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:58:08.231021 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2f7d4fb1-ec98-4b19-b1a2-8d0124c84fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['bbe62ec8-1bce-4cf3-821b-6d98756f0772'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:08.321103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407592b4-fcbb-4708-aa50-d6c86c53bf95 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:08.322873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-407592b4-fcbb-4708-aa50-d6c86c53bf95 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports/89e9517c-a018-43ff-907a-ea1c47642926 HTTP/1.1" status: 200 len: 910 time: 0.1139674 May 28 05:58:08.326021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49758) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:08.333254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3b5ef9d7-208c-4ab1-9861-7e1a0c87c51c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '900d5583-4d07-4f57-b096-b5ee9e07573c'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:08.401061 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2f7d4fb1-ec98-4b19-b1a2-8d0124c84fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:08.408441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f10b1c-5cc4-4b95-97af-fbdc4b811b89 req-19bc89c1-8b13-47a1-abff-5811ffaec2b3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:08.411447 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87f10b1c-5cc4-4b95-97af-fbdc4b811b89 req-19bc89c1-8b13-47a1-abff-5811ffaec2b3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2729776 May 28 05:58:08.424226 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d4fb1-ec98-4b19-b1a2-8d0124c84fe3 None None] Routers {'bbe62ec8-1bce-4cf3-821b-6d98756f0772'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:58:08.424858 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2f7d4fb1-ec98-4b19-b1a2-8d0124c84fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:57:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['bbe62ec8-1bce-4cf3-821b-6d98756f0772'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:08.480051 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf97c-8a2c-481d-869a-d6653d3d05cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:08.559442 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87f10b1c-5cc4-4b95-97af-fbdc4b811b89 req-dfdf0f02-7733-4b51-ba95-b311a6d4d480 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394742 May 28 05:58:08.816028 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2f7d4fb1-ec98-4b19-b1a2-8d0124c84fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:08.816472 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d4fb1-ec98-4b19-b1a2-8d0124c84fe3 None None] The sync data for ids ['bbe62ec8-1bce-4cf3-821b-6d98756f0772'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:58:09.178126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3172e-c31e-482e-99f7-495383b196e0 req-818b6166-fafc-4081-a2c7-0d814e8b80b4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:09.192894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32d3172e-c31e-482e-99f7-495383b196e0 req-818b6166-fafc-4081-a2c7-0d814e8b80b4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3189967 May 28 05:58:09.245154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef9d7-208c-4ab1-9861-7e1a0c87c51c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:09.399102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32d3172e-c31e-482e-99f7-495383b196e0 req-517ef854-390e-4cd9-904f-2209564aedc6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053468 May 28 05:58:10.019921 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:10.072014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d46f5e-2f9c-43b2-9072-306524a75d40 req-7b58a765-c174-429b-b92f-3cd8ea1469ad tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:10.073999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-12d46f5e-2f9c-43b2-9072-306524a75d40 req-7b58a765-c174-429b-b92f-3cd8ea1469ad tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.4166253 May 28 05:58:10.271697 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-12d46f5e-2f9c-43b2-9072-306524a75d40 req-cce07438-b61c-47f9-b792-3fa91dcf8ef0 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877127 May 28 05:58:10.658736 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef9d7-208c-4ab1-9861-7e1a0c87c51c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:10.674186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef9d7-208c-4ab1-9861-7e1a0c87c51c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:10.693035 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d17aaed8-ebc5-4737-83b9-4cf45a84e917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:10.727357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965119c-c42b-4923-8875-87053541885b req-51d2d845-80b7-43c1-aa55-c4f3da24c345 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:10.730248 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a965119c-c42b-4923-8875-87053541885b req-51d2d845-80b7-43c1-aa55-c4f3da24c345 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2116325 May 28 05:58:10.825038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ef9d7-208c-4ab1-9861-7e1a0c87c51c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:10.825679 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef9d7-208c-4ab1-9861-7e1a0c87c51c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:10.827291 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3b5ef9d7-208c-4ab1-9861-7e1a0c87c51c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/ports/89e9517c-a018-43ff-907a-ea1c47642926 HTTP/1.1" status: 200 len: 910 time: 2.4999518 May 28 05:58:10.828428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ef9d7-208c-4ab1-9861-7e1a0c87c51c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=89e9517c-a018-43ff-907a-ea1c47642926,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:10.830522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49840) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:10.914821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a965119c-c42b-4923-8875-87053541885b req-e98c3906-5107-435a-975f-95edbf2e0421 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773219 May 28 05:58:11.662949 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:11.667749 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:12.121463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b48cc7-9989-4bbd-97a2-e88b72452f83 req-98eedb47-f9ff-42ae-a4e0-119cef7667fd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:12.122954 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70b48cc7-9989-4bbd-97a2-e88b72452f83 req-98eedb47-f9ff-42ae-a4e0-119cef7667fd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1401019 May 28 05:58:12.218125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-945b80c3-e5fc-4f7c-af70-5edb31ccbf29 req-d510891d-3b26-4f02-bd3d-bbac15f12031 service neutron] (88416) timed out ('10.222.0.33', 59809) {{(pid=88416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 05:58:12.222602 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70b48cc7-9989-4bbd-97a2-e88b72452f83 req-f27dedf5-02fc-4dd4-a7d1-8e3a6cfd84ce tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691769 May 28 05:58:12.257732 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:12.477378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a882b-eed7-4136-a3bd-d3e2c85f6800 req-b775c5bb-0039-4642-b841-1dbad7280f9a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:12.486164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b2a882b-eed7-4136-a3bd-d3e2c85f6800 req-b775c5bb-0039-4642-b841-1dbad7280f9a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1209061 May 28 05:58:12.546402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b2a882b-eed7-4136-a3bd-d3e2c85f6800 req-fa3fd190-05e5-47bc-8f16-078bc8433ca7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588734 May 28 05:58:12.881940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 89e9517c-a018-43ff-907a-ea1c47642926 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:58:12.883016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:13.020064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de51d4-44ca-45f2-b590-abb2671e8c09 req-0f7753ba-7ce6-4e3a-9343-6f4b6d61ad8e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:13.027860 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8de51d4-44ca-45f2-b590-abb2671e8c09 req-0f7753ba-7ce6-4e3a-9343-6f4b6d61ad8e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2333446 May 28 05:58:13.148707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8de51d4-44ca-45f2-b590-abb2671e8c09 req-e128bfb4-71e2-4098-a1e3-94a2c7cb3d37 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178777 May 28 05:58:13.274966 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:13.350293 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:13.542650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae5d3a-a2c3-45f4-aa76-2c5f5b26a934 req-7ad253d2-c22e-4c7c-8655-65616594b8ca tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:13.551619 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e7ae5d3a-a2c3-45f4-aa76-2c5f5b26a934 req-7ad253d2-c22e-4c7c-8655-65616594b8ca tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2105289 May 28 05:58:13.562904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 89e9517c-a018-43ff-907a-ea1c47642926 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:58:13.622095 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e7ae5d3a-a2c3-45f4-aa76-2c5f5b26a934 req-9b0905b6-23c1-48d6-86b9-1de90710b45e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650392 May 28 05:58:13.852787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:13.893027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8e534-0ee2-4e9a-879d-2e91cf3001d3 req-2fa737f3-a78c-455f-a200-c35ef0b6c439 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:13.902974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1d8e534-0ee2-4e9a-879d-2e91cf3001d3 req-2fa737f3-a78c-455f-a200-c35ef0b6c439 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1271479 May 28 05:58:13.922875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=89e9517c-a018-43ff-907a-ea1c47642926,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:13.993972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1d8e534-0ee2-4e9a-879d-2e91cf3001d3 req-d0810bf4-8df2-42a4-8299-e29d1aa6123b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842762 May 28 05:58:14.032326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.032807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.033381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.033681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.034131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.034618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.034984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.035468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.035903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.036327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.036748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.037164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:14.442746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97227e-0460-45a0-88f7-87a16e264c12 req-91ef72cd-e832-4d0f-a57b-4b74ab6a57b3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:14.444674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ab97227e-0460-45a0-88f7-87a16e264c12 req-91ef72cd-e832-4d0f-a57b-4b74ab6a57b3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2255719 May 28 05:58:14.564150 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ab97227e-0460-45a0-88f7-87a16e264c12 req-98834deb-e592-4cc1-89c9-8f2d5e9b005e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130464 May 28 05:58:14.747183 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:15.400338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router bbe62ec8-1bce-4cf3-821b-6d98756f0772 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:58:15.608354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:58:15.620441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea00871-b7ac-47cf-90cb-ea6fa492c18f None None] Sync routers for ids ['bbe62ec8-1bce-4cf3-821b-6d98756f0772'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:58:15.630297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a485b-27ee-4469-bdb6-1de3adb71bcc req-8a79d4e7-22a6-4709-918c-f3a76ca67382 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:15.636430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea00871-b7ac-47cf-90cb-ea6fa492c18f None None] Routers {'bbe62ec8-1bce-4cf3-821b-6d98756f0772'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:58:15.637466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6ea00871-b7ac-47cf-90cb-ea6fa492c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:58:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['bbe62ec8-1bce-4cf3-821b-6d98756f0772'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:15.638728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-053a485b-27ee-4469-bdb6-1de3adb71bcc req-8a79d4e7-22a6-4709-918c-f3a76ca67382 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.6503668 May 28 05:58:15.680239 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-469d9c77-0dab-49b5-9ae6-a47cbfce77de tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/bbe62ec8-1bce-4cf3-821b-6d98756f0772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8461750 May 28 05:58:15.680947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49988) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:15.761825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-053a485b-27ee-4469-bdb6-1de3adb71bcc req-cadf6b46-eb3d-46a6-bb83-e6e88da95829 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095033 May 28 05:58:15.797054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2656783c-38cc-4fe5-9d9a-a5b2f7eb99c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Synchronizing usage tracker for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:58:15.820084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6ea00871-b7ac-47cf-90cb-ea6fa492c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:15.839008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea00871-b7ac-47cf-90cb-ea6fa492c18f None None] Routers {'bbe62ec8-1bce-4cf3-821b-6d98756f0772'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:58:15.841747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2656783c-38cc-4fe5-9d9a-a5b2f7eb99c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Unset dirty status for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:58:15.846059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2656783c-38cc-4fe5-9d9a-a5b2f7eb99c3 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe62ec8-1bce-4cf3-821b-6d98756f0772 HTTP/1.1" status: 200 len: 205 time: 0.1636081 May 28 05:58:15.846205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49992) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:15.848395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6ea00871-b7ac-47cf-90cb-ea6fa492c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:58:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['bbe62ec8-1bce-4cf3-821b-6d98756f0772'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:15.947789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6ea00871-b7ac-47cf-90cb-ea6fa492c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:15.951084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea00871-b7ac-47cf-90cb-ea6fa492c18f None None] The sync data for ids ['bbe62ec8-1bce-4cf3-821b-6d98756f0772'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:58:16.073905 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3377-dbfc-4138-8981-1a34166da486 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:16.736399 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3377-dbfc-4138-8981-1a34166da486 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:16.739281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3377-dbfc-4138-8981-1a34166da486 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:16.789315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3377-dbfc-4138-8981-1a34166da486 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:16.789934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bc3377-dbfc-4138-8981-1a34166da486 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Fanout notify agent at l3_agent the message router_deleted on router bbe62ec8-1bce-4cf3-821b-6d98756f0772 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 05:58:16.816010 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3377-dbfc-4138-8981-1a34166da486 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:16.824718 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e1bc3377-dbfc-4138-8981-1a34166da486 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/bbe62ec8-1bce-4cf3-821b-6d98756f0772 HTTP/1.1" status: 204 len: 168 time: 0.9765055 May 28 05:58:16.826845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50010) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:16.974036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-08eeda95-3b72-4b26-8871-6eedf99d2d76 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting subnet 900d5583-4d07-4f57-b096-b5ee9e07573c {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:58:17.004159 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08eeda95-3b72-4b26-8871-6eedf99d2d76 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:17.178113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08eeda95-3b72-4b26-8871-6eedf99d2d76 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:17.398347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08eeda95-3b72-4b26-8871-6eedf99d2d76 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:17.400844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba495e1-7ee1-42b6-a77d-58f29cb39a8c req-c702fba0-137f-4e56-94da-e0f52f549fbf tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:17.403924 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ba495e1-7ee1-42b6-a77d-58f29cb39a8c req-c702fba0-137f-4e56-94da-e0f52f549fbf tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2692928 May 28 05:58:17.596008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08eeda95-3b72-4b26-8871-6eedf99d2d76 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:17.783012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeda95-3b72-4b26-8871-6eedf99d2d76 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Subnet': ['ID=900d5583-4d07-4f57-b096-b5ee9e07573c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:17.800786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815930d-63e7-4161-818c-b3a06565029f None None] Network df32ca45-3184-407d-8809-6d7a29bed61c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:58:17.801955 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08eeda95-3b72-4b26-8871-6eedf99d2d76 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:17.807289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ba495e1-7ee1-42b6-a77d-58f29cb39a8c req-8ad4bdb0-97e6-4615-8d47-94327916bce6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955834 May 28 05:58:17.840864 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-08eeda95-3b72-4b26-8871-6eedf99d2d76 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/900d5583-4d07-4f57-b096-b5ee9e07573c HTTP/1.1" status: 204 len: 168 time: 1.0100498 May 28 05:58:17.841337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50040) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:18.127884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:18.180459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port d353bec8-f5e9-4e42-81f5-2a460f9676e1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:58:18.180806 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:18.450564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66ae77-aaaf-4e38-a869-7d6021ae8763 None None] DHCP port deletion for df32ca45-3184-407d-8809-6d7a29bed61c request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:58:18.455831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3e66ae77-aaaf-4e38-a869-7d6021ae8763 None None] Deleting port d353bec8-f5e9-4e42-81f5-2a460f9676e1 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:58:18.456283 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3e66ae77-aaaf-4e38-a869-7d6021ae8763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:18.852933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3e66ae77-aaaf-4e38-a869-7d6021ae8763 None None] For port d353bec8-f5e9-4e42-81f5-2a460f9676e1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d353bec8-f5e9-4e42-81f5-2a460f9676e1,segment=NetworkSegment(6a8c8aef-eea6-4103-9d2b-a856b6e11578),segment_id=6a8c8aef-eea6-4103-9d2b-a856b6e11578)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:18.854364 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3e66ae77-aaaf-4e38-a869-7d6021ae8763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:18.937940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port d353bec8-f5e9-4e42-81f5-2a460f9676e1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d353bec8-f5e9-4e42-81f5-2a460f9676e1,segment=NetworkSegment(6a8c8aef-eea6-4103-9d2b-a856b6e11578),segment_id=6a8c8aef-eea6-4103-9d2b-a856b6e11578)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:18.938560 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:19.030524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64579f-beec-4869-b32b-d14b7a310222 req-ad0db121-5e63-4d55-8f9e-5bfb9b593e10 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:19.033366 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e64579f-beec-4869-b32b-d14b7a310222 req-ad0db121-5e63-4d55-8f9e-5bfb9b593e10 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1616976 May 28 05:58:19.187945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e64579f-beec-4869-b32b-d14b7a310222 req-df04ec8c-35a3-440f-b3ab-d4339c3a1685 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479945 May 28 05:58:19.221249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3e66ae77-aaaf-4e38-a869-7d6021ae8763 None None] Calling delete_port for d353bec8-f5e9-4e42-81f5-2a460f9676e1 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:58:19.341327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for d353bec8-f5e9-4e42-81f5-2a460f9676e1 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:58:19.485893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3e66ae77-aaaf-4e38-a869-7d6021ae8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:19.597212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d353bec8-f5e9-4e42-81f5-2a460f9676e1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:58:19.748349 n-d-843679-5 neutron-server[88417]: util.warn( May 28 05:58:19.767737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: d353bec8-f5e9-4e42-81f5-2a460f9676e1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:58:19.767993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d353bec8-f5e9-4e42-81f5-2a460f9676e1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:58:19.795376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:58:19.797023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66ae77-aaaf-4e38-a869-7d6021ae8763 None None] Pushing event deleted for resources: {'Port': ['ID=d353bec8-f5e9-4e42-81f5-2a460f9676e1,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:19.800163 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:58:19.803533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66ae77-aaaf-4e38-a869-7d6021ae8763 None None] No DVR routers for this DVR port d353bec8-f5e9-4e42-81f5-2a460f9676e1 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:58:19.861826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cf419-9950-467d-b5a5-1e941d691679 req-e0b0e8c2-7fd4-43be-8cdf-c0462f0438f1 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:19.862876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-367cf419-9950-467d-b5a5-1e941d691679 req-e0b0e8c2-7fd4-43be-8cdf-c0462f0438f1 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Synchronizing usage tracker for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:58:19.900567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-367cf419-9950-467d-b5a5-1e941d691679 req-e0b0e8c2-7fd4-43be-8cdf-c0462f0438f1 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Unset dirty status for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:58:19.902041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-e0b0e8c2-7fd4-43be-8cdf-c0462f0438f1 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/networks?id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b HTTP/1.1" status: 200 len: 814 time: 0.5796015 May 28 05:58:19.932408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-dd0a5bc3-2041-4636-b390-652033c7abdb tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/quotas/507652873e5f4f2eb8a11fb0a435abdf HTTP/1.1" status: 200 len: 375 time: 0.0225940 May 28 05:58:19.992415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-367cf419-9950-467d-b5a5-1e941d691679 req-840e644c-aedd-49e7-8bf3-e646f95f1d10 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Synchronizing usage tracker for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:58:20.064997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-367cf419-9950-467d-b5a5-1e941d691679 req-840e644c-aedd-49e7-8bf3-e646f95f1d10 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Unset dirty status for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:58:20.066220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-840e644c-aedd-49e7-8bf3-e646f95f1d10 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=507652873e5f4f2eb8a11fb0a435abdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1328540 May 28 05:58:20.301018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port d353bec8-f5e9-4e42-81f5-2a460f9676e1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:58:20.301360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:20.510705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] The port 'd353bec8-f5e9-4e42-81f5-2a460f9676e1' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:58:20.737427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06010d-e20d-49ce-b180-67fab7a3de3f req-6ad73f17-b544-4316-b3c1-ef1e4c94de67 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:20.744979 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a06010d-e20d-49ce-b180-67fab7a3de3f req-6ad73f17-b544-4316-b3c1-ef1e4c94de67 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2040243 May 28 05:58:20.840951 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a06010d-e20d-49ce-b180-67fab7a3de3f req-f873f01e-02f5-4a51-a205-82f6d7ad6d94 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948739 May 28 05:58:21.018424 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-9e148b1a-56fc-4d1d-9b25-9418ce476c47 service neutron] 10.222.0.39 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9386425 May 28 05:58:21.182813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.190618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5207e-040c-4b19-8814-a3ded3850459 req-a9f1efb2-394b-4733-a0de-5f1294639218 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:21.202274 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-99d5207e-040c-4b19-8814-a3ded3850459 req-a9f1efb2-394b-4733-a0de-5f1294639218 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2032969 May 28 05:58:21.247403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df32ca45-3184-407d-8809-6d7a29bed61c']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:21.277713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8c8aef-eea6-4103-9d2b-a856b6e11578') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:21.278122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8c8aef-eea6-4103-9d2b-a856b6e11578') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:21.298050 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.305651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-99d5207e-040c-4b19-8814-a3ded3850459 req-870d99dc-fd97-4dcf-a0b3-e69c63de57a2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996580 May 28 05:58:21.332476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.344706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:58:21.345119 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.466598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.476501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.494274 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 6a8c8aef-eea6-4103-9d2b-a856b6e11578 resource provider aggregate not found May 28 05:58:21.527627 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:58:21.592752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50130) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:21.597100 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/networks/df32ca45-3184-407d-8809-6d7a29bed61c HTTP/1.1" status: 204 len: 168 time: 3.7540805 May 28 05:58:21.598949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1287336764', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:21.611639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:21.621016 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 6a8c8aef-eea6-4103-9d2b-a856b6e11578 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a8c8aef-eea6-4103-9d2b-a856b6e11578 found for delete ", "request_id": "req-b7c118cb-3953-4a7a-92c0-10e3e3a7d564"}]} May 28 05:58:21.629138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0112a-3c75-43f9-8f8b-546e529d7100 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Network': ['ID=df32ca45-3184-407d-8809-6d7a29bed61c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:21.630530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:router and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:21.633804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:21.647357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-6ce70940-5e12-4d91-bc66-2cd2a0959fd7 service neutron] 10.222.0.39 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274421 May 28 05:58:21.659934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:21.709206 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.710503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.743505 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.851163 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.935752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:21.940079 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6b51c920-8cc1-4a69-8ef8-74b878ebaf65 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3423290 May 28 05:58:21.941182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50138) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:21.948374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1959650002'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:21.964502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223602d-0ca4-4b08-accf-7d04df575a93 req-8d696608-16b8-4570-9c36-8f537a1c9251 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:21.965887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:21.975953 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6223602d-0ca4-4b08-accf-7d04df575a93 req-8d696608-16b8-4570-9c36-8f537a1c9251 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2082078 May 28 05:58:21.998620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:network and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:22.030727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:22.128523 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6223602d-0ca4-4b08-accf-7d04df575a93 req-19380746-8024-4122-8418-b79d5522a24c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504831 May 28 05:58:22.397756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:22.467167 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4bbfb843-0a91-40f0-884c-9ea4094e8001 req-3422da42-c0e2-4921-b436-84e6d7a4981a tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 210 time: 0.1374171 May 28 05:58:22.486519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:58:22.493716 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:22.589862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98545f8-793d-47b3-9132-512e9adad5c9 req-e2cece5e-69cf-4c17-af5d-0a0323130f26 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:22.594112 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f98545f8-793d-47b3-9132-512e9adad5c9 req-e2cece5e-69cf-4c17-af5d-0a0323130f26 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1902990 May 28 05:58:22.601104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:58:22.626743 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:22.627587 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added segment 56971b8b-7488-4265-8795-97bf1cc2025e of type vlan for network 230f057f-52cc-47c9-8329-0dd42aaba610 May 28 05:58:22.684322 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:22.694192 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f98545f8-793d-47b3-9132-512e9adad5c9 req-e6733b44-c4fc-441c-8af9-c7efe119b227 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917881 May 28 05:58:22.830912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:22.847248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:22.847763 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:23.014565 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0718877 May 28 05:58:23.019722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50166) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:23.027581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'subnet': {'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:23.036056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe4b58-5cfd-4103-9a98-77fab6add872 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Network': ['ID=230f057f-52cc-47c9-8329-0dd42aaba610,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:23.052290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 230f057f-52cc-47c9-8329-0dd42aaba610 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:58:23.228174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:23.237801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:subnet and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:23.245588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:23.257426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:23.294427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b6e8-2980-404a-8370-65bfed2679a9 req-694b8e17-8db1-48ef-af0d-9fa0fbfe8c36 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:23.303846 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e364b6e8-2980-404a-8370-65bfed2679a9 req-694b8e17-8db1-48ef-af0d-9fa0fbfe8c36 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3415093 May 28 05:58:23.305312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:58:23.311556 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:23.556086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e364b6e8-2980-404a-8370-65bfed2679a9 req-a36b3e57-b189-4787-9f2c-fb24555bd5d3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865342 May 28 05:58:23.850991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9be800c-f41b-4936-9575-cb2822ad9254 req-996b56eb-8025-4c85-8bde-d77cb0bc9444 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 210 time: 0.1540425 May 28 05:58:23.931103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50190) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:24.063073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Deleting subnet 6dfd44b9-5806-41fb-80b0-60c0ce32a93f {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:58:24.067166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:24.067416 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:24.138441 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:24.208695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:24.317579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Checking segment: {'id': '56971b8b-7488-4265-8795-97bf1cc2025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:24.318274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network hostable DHCP agents. Network: 230f057f-52cc-47c9-8329-0dd42aaba610, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:58:24.352814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Subnet': ['ID=dc44adc1-c275-455d-8a84-61f861073af8,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:24.399770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc26f9-546d-4a9b-8199-3f2ad1a7e829 req-74b0ed50-3f4d-4a00-ae8b-26381dd58714 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:24.401312 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0fbc26f9-546d-4a9b-8199-3f2ad1a7e829 req-74b0ed50-3f4d-4a00-ae8b-26381dd58714 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.5759130 May 28 05:58:24.443603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:24.492706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 230f057f-52cc-47c9-8329-0dd42aaba610 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:58:24.551925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 230f057f-52cc-47c9-8329-0dd42aaba610) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:24.560105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:24.560682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:24.564062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15efa69a-0c67-4eb7-bc00-3eeef7742442 None None] Network 230f057f-52cc-47c9-8329-0dd42aaba610 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:58:24.602407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0fbc26f9-546d-4a9b-8199-3f2ad1a7e829 req-961c5a0f-fb0a-4cec-8e3d-bf190b3ad517 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714003 May 28 05:58:24.611266 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a0bb8ba7-7808-4330-b043-4f2b13f61a58 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5904531 May 28 05:58:24.614369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50200) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:24.645255 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:24.653525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfd44b9-5806-41fb-80b0-60c0ce32a93f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:24.682377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6dfd44b9-5806-41fb-80b0-60c0ce32a93f HTTP/1.1" status: 204 len: 168 time: 0.7478490 May 28 05:58:24.684169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.684509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.684841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.685169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.685491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.685813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.686132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.687884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.688221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.688542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.688862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.689180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dff63-0bce-407f-bc02-75ac4155f25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:24.691782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50206) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:24.709859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cf419-9950-467d-b5a5-1e941d691679 req-a3c95bd2-af0a-4ca9-aa1b-815cd3619c99 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:24.716515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-a3c95bd2-af0a-4ca9-aa1b-815cd3619c99 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.41 "GET /v2.0/networks?id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b HTTP/1.1" status: 200 len: 814 time: 0.4177563 May 28 05:58:24.848761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Request body: {'port': {'device_id': '32a89bcf-0fa9-4fae-93ee-029cac953120', 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b', 'admin_state_up': True, 'tenant_id': '507652873e5f4f2eb8a11fb0a435abdf'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:24.989104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-230f057f-52cc-47c9-8329-0dd42aaba610', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:58:24.990300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:25.171167 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15cc8596-5d39-4dcf-906f-d2cdffacde85 req-3dae9800-04b0-44fa-b4e8-a81bff773b38 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 210 time: 0.1243224 May 28 05:58:25.179040 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:25.284978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Allocated IP 172.20.0.2 (230f057f-52cc-47c9-8329-0dd42aaba610/dc44adc1-c275-455d-8a84-61f861073af8/1d623f92-7914-49eb-8b84-4941c7aa5257) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:25.402241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:25.440242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:25.444551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:25.517746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d25525-e893-4ca7-bcfe-4dd9f18ecb31']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:25.548309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41564d2a-6df7-4843-850a-658d074ecc64') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:25.551180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41564d2a-6df7-4843-850a-658d074ecc64') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:25.565748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:25.584522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:25.595041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:58:25.596916 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:25.597384 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:25.730648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Made reservation on behalf of 507652873e5f4f2eb8a11fb0a435abdf for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:58:25.742354 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:25.753550 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 41564d2a-6df7-4843-850a-658d074ecc64 resource provider aggregate not found May 28 05:58:25.769901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Transition to ACTIVE for port object 1d623f92-7914-49eb-8b84-4941c7aa5257 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:25.815134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Transition to ACTIVE for port object 1d623f92-7914-49eb-8b84-4941c7aa5257 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:25.845557 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:25.863134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a913b4c-aeb0-4e15-8df0-f9669969dd89 req-734dbf44-5340-4a16-acaf-2a95b147a684 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:25.867428 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a913b4c-aeb0-4e15-8df0-f9669969dd89 req-734dbf44-5340-4a16-acaf-2a95b147a684 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.4395783 May 28 05:58:26.022372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Network 230f057f-52cc-47c9-8329-0dd42aaba610 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:26.029600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:26.032928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:26.173471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Attempting to bind port 1d623f92-7914-49eb-8b84-4941c7aa5257 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:58:26.173852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Attempting to bind port 1d623f92-7914-49eb-8b84-4941c7aa5257 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '56971b8b-7488-4265-8795-97bf1cc2025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:58:26.174218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Attempting to bind port 1d623f92-7914-49eb-8b84-4941c7aa5257 on network 230f057f-52cc-47c9-8329-0dd42aaba610 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:58:26.180429 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a913b4c-aeb0-4e15-8df0-f9669969dd89 req-9b222811-1ee8-42d3-b995-401447ae7540 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983539 May 28 05:58:26.182366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:58:26.182734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Checking segment: {'id': '56971b8b-7488-4265-8795-97bf1cc2025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:26.183138 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:26.183559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Bound using segment: {'id': '56971b8b-7488-4265-8795-97bf1cc2025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:58:26.184034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Bound port: 1d623f92-7914-49eb-8b84-4941c7aa5257, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56971b8b-7488-4265-8795-97bf1cc2025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:58:26.184412 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:26.188617 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:26.193011 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 41564d2a-6df7-4843-850a-658d074ecc64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41564d2a-6df7-4843-850a-658d074ecc64 found for delete ", "request_id": "req-559acafe-1027-4b7b-99d9-1a6c56aed15d"}]} May 28 05:58:26.204504 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:26.244837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Pushing event updated for resources: {'Port': ['ID=1d623f92-7914-49eb-8b84-4941c7aa5257,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:26.272460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:26.305139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d25525-e893-4ca7-bcfe-4dd9f18ecb31,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:26.339839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] For port 1d623f92-7914-49eb-8b84-4941c7aa5257, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:58:26.343793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] For port 1d623f92-7914-49eb-8b84-4941c7aa5257, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1d623f92-7914-49eb-8b84-4941c7aa5257,segment=NetworkSegment(56971b8b-7488-4265-8795-97bf1cc2025e),segment_id=56971b8b-7488-4265-8795-97bf1cc2025e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:58:26.349452 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:26.349997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Allocated IP 172.20.0.2 (76bb6bd7-14f6-4d9b-b72a-9dc67724e31b/044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8/9d0075b7-5b78-45df-af4e-9db7d1d5ebbd) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:26.382567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e608125c-1568-48ca-9301-bb70be271a4a admin admin] 10.222.0.39 "DELETE /v2.0/networks/b6d25525-e893-4ca7-bcfe-4dd9f18ecb31 HTTP/1.1" status: 204 len: 168 time: 1.6827600 May 28 05:58:26.385262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50240) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:26.491869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1817b8-c2ba-465f-aadd-a7818ddd7158 None None] Pushing event updated for resources: {'Port': ['ID=1d623f92-7914-49eb-8b84-4941c7aa5257,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:26.675802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-59e0bba2-ae2a-4aed-b0d2-ed33870527d4 req-beb3888e-98f3-445c-9498-7419bba9fff3 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Synchronizing usage tracker for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:58:26.732350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-59e0bba2-ae2a-4aed-b0d2-ed33870527d4 req-beb3888e-98f3-445c-9498-7419bba9fff3 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Unset dirty status for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:58:26.734460 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59e0bba2-ae2a-4aed-b0d2-ed33870527d4 req-beb3888e-98f3-445c-9498-7419bba9fff3 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 210 time: 0.2895899 May 28 05:58:26.772515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a55d27-3e50-409b-98f3-55dbffa313ce req-a02ce79a-8e31-4445-bf43-8947784f2ee1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:26.774310 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42a55d27-3e50-409b-98f3-55dbffa313ce req-a02ce79a-8e31-4445-bf43-8947784f2ee1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3314319 May 28 05:58:26.825121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9559e77-81b7-49e9-996c-2f709ea28e66 admin admin] Deleting subnet 05c3cbc0-1f05-4dcf-8c39-adea1f19acb5 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:58:26.865235 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42a55d27-3e50-409b-98f3-55dbffa313ce req-7715e8ba-5085-4110-a908-1c363ab1d64f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836661 May 28 05:58:26.996074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9559e77-81b7-49e9-996c-2f709ea28e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:27.061050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Allocated IP 172.20.0.1 (230f057f-52cc-47c9-8329-0dd42aaba610/dc44adc1-c275-455d-8a84-61f861073af8/4df0ccde-c749-4588-ba0a-8873a38fb474) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:27.301893 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:27.332490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9559e77-81b7-49e9-996c-2f709ea28e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:27.431786 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9559e77-81b7-49e9-996c-2f709ea28e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:27.469830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d9a8-d9d4-420c-9f4c-130675c6518c req-bb026c31-4f0d-497c-8de2-3ad597c87c27 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:27.477615 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8984d9a8-d9d4-420c-9f4c-130675c6518c req-bb026c31-4f0d-497c-8de2-3ad597c87c27 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3271008 May 28 05:58:27.507964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:27.542977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1d623f92-7914-49eb-8b84-4941c7aa5257 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:27.571219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:27.573524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Transition to ACTIVE for port object 4df0ccde-c749-4588-ba0a-8873a38fb474 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:27.588259 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8984d9a8-d9d4-420c-9f4c-130675c6518c req-d6943dbc-7d1c-40b4-9718-984ad949ebcf tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028643 May 28 05:58:27.632137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:27.745152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1d623f92-7914-49eb-8b84-4941c7aa5257 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:27.799109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 230f057f-52cc-47c9-8329-0dd42aaba610 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:27.801655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50276) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:27.856843 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:27.864945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:28.037505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:28.055548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:28.075042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:28.149685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Pushing event updated for resources: {'Port': ['ID=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:28.186503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:28.209355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=4df0ccde-c749-4588-ba0a-8873a38fb474,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:28.225605 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9559e77-81b7-49e9-996c-2f709ea28e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:28.304912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7b2aa-f1bf-433e-853f-6e4722bee3ba req-e05f8252-f5e4-445f-886b-a564ac9f267b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:28.319110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-edc7b2aa-f1bf-433e-853f-6e4722bee3ba req-e05f8252-f5e4-445f-886b-a564ac9f267b tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 931 time: 0.2300286 May 28 05:58:28.350633 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9559e77-81b7-49e9-996c-2f709ea28e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:28.357179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9559e77-81b7-49e9-996c-2f709ea28e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c3cbc0-1f05-4dcf-8c39-adea1f19acb5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:28.372013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:28.372721 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:28.395112 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e9559e77-81b7-49e9-996c-2f709ea28e66 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/05c3cbc0-1f05-4dcf-8c39-adea1f19acb5 HTTP/1.1" status: 204 len: 168 time: 2.0053275 May 28 05:58:28.399867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50292) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:28.444489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a205ba-1120-48dc-8f0b-34de8ac48da6 None None] Network 230f057f-52cc-47c9-8329-0dd42aaba610 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:58:28.496333 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-bb49bb1f-00f7-4979-af80-a8eeb6cdf4f9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6594625 May 28 05:58:28.521870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Request body: {'port': {'device_id': '32a89bcf-0fa9-4fae-93ee-029cac953120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:28.570129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa65fc-d54e-4107-ac12-344450fcc330 req-4c08b600-ae02-4090-97c0-9358889b6ad8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:28.572099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3324e415-f64b-4d0a-b52a-1b7faf41ab60 None None] Provisioning for port 1d623f92-7914-49eb-8b84-4941c7aa5257 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:28.577985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32fa65fc-d54e-4107-ac12-344450fcc330 req-4c08b600-ae02-4090-97c0-9358889b6ad8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.6986465 May 28 05:58:28.584346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3324e415-f64b-4d0a-b52a-1b7faf41ab60 None None] Provisioning complete for port 1d623f92-7914-49eb-8b84-4941c7aa5257 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:28.584717 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3324e415-f64b-4d0a-b52a-1b7faf41ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:28.627922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fcefb15c-43aa-4888-bfae-bc52fbaf5078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:28.633111 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:28.683810 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-edc7b2aa-f1bf-433e-853f-6e4722bee3ba req-7f2a00f9-89da-4d66-aefd-bfe93349ab55 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633432 May 28 05:58:28.684792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fcefb15c-43aa-4888-bfae-bc52fbaf5078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:28.694029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fcefb15c-43aa-4888-bfae-bc52fbaf5078 admin admin] Usage tracker for resource:security_group_rule and tenant:3319f1065fa84a0089db4fa9359867cf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:28.705998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fcefb15c-43aa-4888-bfae-bc52fbaf5078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:28.706668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:28.709297 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32fa65fc-d54e-4107-ac12-344450fcc330 req-6eb2a7b3-01bb-4645-8e61-e7277ccf1296 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284027 May 28 05:58:28.716262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fcefb15c-43aa-4888-bfae-bc52fbaf5078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:28.923535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3324e415-f64b-4d0a-b52a-1b7faf41ab60 None None] Current status of the port 1d623f92-7914-49eb-8b84-4941c7aa5257 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:28.923918 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3324e415-f64b-4d0a-b52a-1b7faf41ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:28.925703 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:28.973931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3324e415-f64b-4d0a-b52a-1b7faf41ab60 None None] For port 1d623f92-7914-49eb-8b84-4941c7aa5257, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1d623f92-7914-49eb-8b84-4941c7aa5257,segment=NetworkSegment(56971b8b-7488-4265-8795-97bf1cc2025e),segment_id=56971b8b-7488-4265-8795-97bf1cc2025e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:28.984373 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3324e415-f64b-4d0a-b52a-1b7faf41ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.057245 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.073397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324e415-f64b-4d0a-b52a-1b7faf41ab60 None None] Pushing event updated for resources: {'Port': ['ID=1d623f92-7914-49eb-8b84-4941c7aa5257,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:29.110890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe24403-e558-47b7-a76f-b2fc9b8cae80']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:29.159907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b23f2f9-8531-4457-943d-c20636658297') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:29.160431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b23f2f9-8531-4457-943d-c20636658297') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:29.238822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.249925 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.257172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.265583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:58:29.266351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.266933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.383604 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.428713 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.429463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-04eeae45-bf14-4289-8e19-78cb741c1032 None None] Provisioning complete for port 1d623f92-7914-49eb-8b84-4941c7aa5257 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:29.429847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-04eeae45-bf14-4289-8e19-78cb741c1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.433014 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3b23f2f9-8531-4457-943d-c20636658297 resource provider aggregate not found May 28 05:58:29.473719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe24403-e558-47b7-a76f-b2fc9b8cae80,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:29.487010 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-94660353-60e5-41fa-baf4-bd9ab959cc29 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5fe24403-e558-47b7-a76f-b2fc9b8cae80 HTTP/1.1" status: 204 len: 168 time: 1.0755277 May 28 05:58:29.495274 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3b23f2f9-8531-4457-943d-c20636658297 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b23f2f9-8531-4457-943d-c20636658297 found for delete ", "request_id": "req-d252738a-508f-4b90-aad5-2010e3cc6be9"}]} May 28 05:58:29.508780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=4df0ccde-c749-4588-ba0a-8873a38fb474,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:29.511848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d82a2a-d468-4672-b550-102f2cc91c99 req-a8b8a77c-1920-4168-9bd9-588d35069fbd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:29.522676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7d82a2a-d468-4672-b550-102f2cc91c99 req-a8b8a77c-1920-4168-9bd9-588d35069fbd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.5046191 May 28 05:58:29.529317 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:29.530666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1d623f92-7914-49eb-8b84-4941c7aa5257 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:29.861963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50318) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:29.874891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-04eeae45-bf14-4289-8e19-78cb741c1032 None None] Current status of the port 1d623f92-7914-49eb-8b84-4941c7aa5257 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:29.904774 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1d623f92-7914-49eb-8b84-4941c7aa5257 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:29.905058 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.020252 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c7d82a2a-d468-4672-b550-102f2cc91c99 req-b3a4d313-3ea3-49be-a97b-712745c31d8a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966214 May 28 05:58:30.074857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-04eeae45-bf14-4289-8e19-78cb741c1032 None None] Provisioning for port 4df0ccde-c749-4588-ba0a-8873a38fb474 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:30.091396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-04eeae45-bf14-4289-8e19-78cb741c1032 None None] Provisioning complete for port 4df0ccde-c749-4588-ba0a-8873a38fb474 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:30.091755 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-04eeae45-bf14-4289-8e19-78cb741c1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.116416 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-56654ec1-7862-4985-8356-dfe2aeb25d3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6a5f8f460b44547b8d925d22cea2d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501650 May 28 05:58:30.130392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50324) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:30.137624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fcefb15c-43aa-4888-bfae-bc52fbaf5078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.158892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fcefb15c-43aa-4888-bfae-bc52fbaf5078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.210753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefb15c-43aa-4888-bfae-bc52fbaf5078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b3dff5-98c9-45d4-96e6-eb4ed6a76bc9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:30.246703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 230f057f-52cc-47c9-8329-0dd42aaba610 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:30.252192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-04eeae45-bf14-4289-8e19-78cb741c1032 None None] Port 4df0ccde-c749-4588-ba0a-8873a38fb474 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:58:30.265852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:30.350356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:58:30.362177 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.389419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Transition to ACTIVE for port object 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:30.469227 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.471416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1d623f92-7914-49eb-8b84-4941c7aa5257 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:30.481267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8803ed8d-b2f7-4f25-a8e2-c71cd18fea5b None None] Provisioning complete for port 4df0ccde-c749-4588-ba0a-8873a38fb474 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:30.481873 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8803ed8d-b2f7-4f25-a8e2-c71cd18fea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.508323 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fcefb15c-43aa-4888-bfae-bc52fbaf5078 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3319f1065fa84a0089db4fa9359867cf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4214044 May 28 05:58:30.529161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd920b8-f351-42c6-a36e-a67a1190eb05 req-4604f77e-6f1f-4eb7-8166-6ec591badd04 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:30.539971 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7dd920b8-f351-42c6-a36e-a67a1190eb05 req-4604f77e-6f1f-4eb7-8166-6ec591badd04 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 931 time: 0.5960233 May 28 05:58:30.540763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50340) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:30.551680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:30.559257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8803ed8d-b2f7-4f25-a8e2-c71cd18fea5b None None] Port 4df0ccde-c749-4588-ba0a-8873a38fb474 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:58:30.650105 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ceb5cf23-77b2-43e3-b5b2-5f801ef329a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.683861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-97edd069-64b6-49ae-9093-ddf220dd1c88 None None] Provisioning complete for port 4df0ccde-c749-4588-ba0a-8873a38fb474 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:30.684381 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97edd069-64b6-49ae-9093-ddf220dd1c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.726393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7dd920b8-f351-42c6-a36e-a67a1190eb05 req-19a8cb46-9cf7-4df6-a2a9-2da26c41c8b9 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367939 May 28 05:58:30.760900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ceb5cf23-77b2-43e3-b5b2-5f801ef329a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.813953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-97edd069-64b6-49ae-9093-ddf220dd1c88 None None] Port 4df0ccde-c749-4588-ba0a-8873a38fb474 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:58:30.817096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0d09748-4064-4bbb-b875-9ae6e138aee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.836606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48f11b-36e1-4930-a9c7-aa755593fb8a req-c55360fb-196c-4816-bb77-199e7f406761 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:30.840077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e48f11b-36e1-4930-a9c7-aa755593fb8a req-c55360fb-196c-4816-bb77-199e7f406761 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.4487562 May 28 05:58:30.844237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Attempting to bind port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:58:30.845110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Attempting to bind port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '32764998-a90b-4ae4-8cf9-f0d0f148b462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:58:30.845658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Attempting to bind port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd on network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:58:30.875190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd on network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 05:58:30.875732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Attempting to bind port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd on network 76bb6bd7-14f6-4d9b-b72a-9dc67724e31b {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:58:30.887384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0d09748-4064-4bbb-b875-9ae6e138aee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.888652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:58:30.889095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Checking segment: {'id': '32764998-a90b-4ae4-8cf9-f0d0f148b462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:30.889690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Bound using segment: {'id': '32764998-a90b-4ae4-8cf9-f0d0f148b462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:58:30.890206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Bound port: 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32764998-a90b-4ae4-8cf9-f0d0f148b462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:58:30.890652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.900832 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:30.947021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e48f11b-36e1-4930-a9c7-aa755593fb8a req-32fa2895-ed2c-471c-ab0d-b2d571e25bcc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958610 May 28 05:58:31.007996 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0d09748-4064-4bbb-b875-9ae6e138aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.031727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 05:58:31.058474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d09748-4064-4bbb-b875-9ae6e138aee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b3dff5-98c9-45d4-96e6-eb4ed6a76bc9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:31.120096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] For port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:58:31.125332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] For port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:58:31.132742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.206427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0d09748-4064-4bbb-b875-9ae6e138aee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.207508 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e0d09748-4064-4bbb-b875-9ae6e138aee8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84b3dff5-98c9-45d4-96e6-eb4ed6a76bc9 HTTP/1.1" status: 204 len: 168 time: 0.6472406 May 28 05:58:31.232379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:31.251118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:31.252082 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.253908 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-379dba8a-2128-48a8-bae2-08ddbf3d9274 service neutron] 10.222.0.41 "PUT /v2.0/ports/9d0075b7-5b78-45df-af4e-9db7d1d5ebbd HTTP/1.1" status: 200 len: 1091 time: 2.7404165 May 28 05:58:31.255154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a89bcf-0fa9-4fae-93ee-029cac953120', 'tag': '9d0075b7-5b78-45df-af4e-9db7d1d5ebbd'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:58:31.278620 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ceb5cf23-77b2-43e3-b5b2-5f801ef329a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.384547 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b21e158-b013-4d84-bdab-b26c9ec3e0d6'] response: {'name': 'network-changed', 'server_uuid': '32a89bcf-0fa9-4fae-93ee-029cac953120', 'tag': '9d0075b7-5b78-45df-af4e-9db7d1d5ebbd', 'status': 'completed', 'code': 200} May 28 05:58:31.453207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5cf23-77b2-43e3-b5b2-5f801ef329a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:31.486043 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ceb5cf23-77b2-43e3-b5b2-5f801ef329a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.490485 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ceb5cf23-77b2-43e3-b5b2-5f801ef329a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6eb222d-d3a0-4a45-b83a-58cd8ea9d1db HTTP/1.1" status: 204 len: 168 time: 1.3552389 May 28 05:58:31.504200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:58:31.511006 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-901b1449-69c1-4904-aafe-898438ee793e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8954139 May 28 05:58:31.513546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50362) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:31.516806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cf419-9950-467d-b5a5-1e941d691679 req-0349193f-7cec-4531-8597-9d87ddb9d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:31.517519 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Sync routers for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:58:31.518308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-0349193f-7cec-4531-8597-9d87ddb9d6b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507652873e5f4f2eb8a11fb0a435abdf&device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 1094 time: 0.2085145 May 28 05:58:31.521165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1229710781'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:31.534054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:31.536612 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:58:31.537396 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:58:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:31.544225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:network and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:31.550591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:31.562831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:31.598125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:58:31.602933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.669853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:58:31.689452 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.689923 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added segment e20e1a62-4bba-4899-92e6-90b5cd3f8a98 of type vlan for network 48224d19-430b-4a59-824e-cc128df5aca6 May 28 05:58:31.711988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-99ab962b-3ebb-46d5-a857-44b3deb6ebd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd HTTP/1.1" status: 200 len: 217 time: 0.1787968 May 28 05:58:31.739871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b445d8-8df3-454a-a110-afd521b5c535 req-0921b692-d824-4f4a-8df7-82ae99c73b81 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:31.744930 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.748278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34b445d8-8df3-454a-a110-afd521b5c535 req-0921b692-d824-4f4a-8df7-82ae99c73b81 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3625495 May 28 05:58:31.823344 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:58:31.850126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.857124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cf419-9950-467d-b5a5-1e941d691679 req-258bb388-8430-4823-8558-ce6ecdbba106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:31.857350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:31.858038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:31.859843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-258bb388-8430-4823-8558-ce6ecdbba106 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8 HTTP/1.1" status: 200 len: 854 time: 0.0797391 May 28 05:58:31.922020 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4070258 May 28 05:58:31.935528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50372) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:31.992000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-db88e0d2-30ed-46d2-b3e5-8d27a07f4583 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179507 May 28 05:58:31.995857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34b445d8-8df3-454a-a110-afd521b5c535 req-0ce8825f-8909-424e-b6c6-56751f1cb1d9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464588 May 28 05:58:32.232244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7826fd-4fcb-4928-8b65-4166f4996f14 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Network': ['ID=48224d19-430b-4a59-824e-cc128df5aca6,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:32.239457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'subnet': {'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:32.252422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 48224d19-430b-4a59-824e-cc128df5aca6 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:58:32.348769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50390) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:32.440965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-770a121c-86e7-41be-b51c-da6b71385ef4 service neutron] 10.222.0.41 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380648 May 28 05:58:32.553983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:32.558365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:subnet and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:32.561722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:32.572126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:32.598051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:58:32.601891 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:32.607042 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:58:28Z', 'revision_number': 2, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:28Z', 'revision_number': 2, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:32.614925 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Checking router: 2fd3c400-e951-461f-855f-6a00b115bebe for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:58:32.615285 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Updating router 2fd3c400-e951-461f-855f-6a00b115bebe port 4df0ccde-c749-4588-ba0a-8873a38fb474 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:58:32.712152 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:32.846346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90696014-c0f0-4cf4-8e5e-c76a24ab1d9f req-efd177a4-2cc8-4a7f-b4d5-7aa759a216ed tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:32.851185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-90696014-c0f0-4cf4-8e5e-c76a24ab1d9f req-efd177a4-2cc8-4a7f-b4d5-7aa759a216ed tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.4055157 May 28 05:58:32.861712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bce14-cfcf-49f8-a614-295907fe96ef req-58925abd-2b50-4e2a-9743-c23c9b0efd13 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:32.863625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-073bce14-cfcf-49f8-a614-295907fe96ef req-58925abd-2b50-4e2a-9743-c23c9b0efd13 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 943 time: 0.6282580 May 28 05:58:32.868656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b761d589-a8a3-48d4-a93e-38ec3a68597c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fe07304dcf74515b1652216c288cb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116065 May 28 05:58:32.868656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:32.872174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50398) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:32.872577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-367cf419-9950-467d-b5a5-1e941d691679 req-fcd8f591-04ad-4c41-a921-c35e05fa3932 service neutron] 10.222.0.41 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956264 May 28 05:58:33.048481 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-90696014-c0f0-4cf4-8e5e-c76a24ab1d9f req-6371ab77-7a62-4340-9994-7956c0a0e69c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865985 May 28 05:58:33.069419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed942f07-aec5-4cec-b54d-301bef3ab12c req-80293bbc-b974-4fdd-9c46-e571f45c4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:33.071218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed942f07-aec5-4cec-b54d-301bef3ab12c req-80293bbc-b974-4fdd-9c46-e571f45c4d73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507652873e5f4f2eb8a11fb0a435abdf&device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 1094 time: 0.1245909 May 28 05:58:33.129034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Subnet': ['ID=48ee8d77-7138-4066-9fa1-b7ccfaa65268,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:33.175890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Checking segment: {'id': 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:33.176256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network hostable DHCP agents. Network: 48224d19-430b-4a59-824e-cc128df5aca6, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:58:33.197255 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-073bce14-cfcf-49f8-a614-295907fe96ef req-8d1ba267-3364-4628-9c3e-05caee6aa744 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240399 May 28 05:58:33.201649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f200cbe2-e9e9-493a-979f-6b538be5e697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:33.236284 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f200cbe2-e9e9-493a-979f-6b538be5e697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:33.312648 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f200cbe2-e9e9-493a-979f-6b538be5e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:33.371583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 48224d19-430b-4a59-824e-cc128df5aca6 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:58:33.375082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200cbe2-e9e9-493a-979f-6b538be5e697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0162b5d-4a8b-4030-aafd-32a9d31dda2d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:33.402101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f200cbe2-e9e9-493a-979f-6b538be5e697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:33.408469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f200cbe2-e9e9-493a-979f-6b538be5e697 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0162b5d-4a8b-4030-aafd-32a9d31dda2d HTTP/1.1" status: 204 len: 168 time: 0.5034962 May 28 05:58:33.418431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 48224d19-430b-4a59-824e-cc128df5aca6) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:33.422346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:33.422929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:33.430040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd01fe4-99dd-45e5-a216-607941daa414 None None] Network 48224d19-430b-4a59-824e-cc128df5aca6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:58:33.501585 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-198fc016-2c46-479d-a5f5-38985322fd19 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5648108 May 28 05:58:33.504262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50422) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:33.701489 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:33.764942 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Transition to ACTIVE for port object 4df0ccde-c749-4588-ba0a-8873a38fb474 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:33.792020 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:33.925645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dd7cb-3543-48a0-9ae3-a538b54eaca7 req-b3d64b0d-c1df-40fc-93a5-26160c7d30ba tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:33.950232 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca8dd7cb-3543-48a0-9ae3-a538b54eaca7 req-b3d64b0d-c1df-40fc-93a5-26160c7d30ba tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.6782041 May 28 05:58:33.954298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed942f07-aec5-4cec-b54d-301bef3ab12c req-8e98bc78-2eb6-4b9b-87a2-e6c3ddbb8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:33.956528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed942f07-aec5-4cec-b54d-301bef3ab12c req-8e98bc78-2eb6-4b9b-87a2-e6c3ddbb8029 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b HTTP/1.1" status: 200 len: 915 time: 0.8778172 May 28 05:58:34.014946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-48224d19-430b-4a59-824e-cc128df5aca6', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:58:34.022639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:34.163964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed942f07-aec5-4cec-b54d-301bef3ab12c req-cf274e4e-d44e-4929-8222-26e1a1a9c50d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd HTTP/1.1" status: 200 len: 217 time: 0.1808119 May 28 05:58:34.271292 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Pushing event updated for resources: {'Port': ['ID=4df0ccde-c749-4588-ba0a-8873a38fb474,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:34.308224 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.310268 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.310883 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.311836 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.312831 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.314237 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.315057 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.316310 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.317341 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.318395 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.318906 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.319941 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:34.375892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed942f07-aec5-4cec-b54d-301bef3ab12c req-daba0b53-b171-47e1-ad90-b69cd32139cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:34.377482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed942f07-aec5-4cec-b54d-301bef3ab12c req-daba0b53-b171-47e1-ad90-b69cd32139cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8 HTTP/1.1" status: 200 len: 854 time: 0.1985109 May 28 05:58:34.508803 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Attempting to bind port 4df0ccde-c749-4588-ba0a-8873a38fb474 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:58:34.510307 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Attempting to bind port 4df0ccde-c749-4588-ba0a-8873a38fb474 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '56971b8b-7488-4265-8795-97bf1cc2025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:58:34.512031 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Attempting to bind port 4df0ccde-c749-4588-ba0a-8873a38fb474 on network 230f057f-52cc-47c9-8329-0dd42aaba610 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:58:34.524437 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed942f07-aec5-4cec-b54d-301bef3ab12c req-0b5125b1-8e14-4f51-b247-71d52caae5bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067979 May 28 05:58:34.547216 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca8dd7cb-3543-48a0-9ae3-a538b54eaca7 req-6fa84bc3-a2be-4cb7-b8a0-ef17a14268d7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950854 May 28 05:58:34.567504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:58:34.567504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Checking segment: {'id': '56971b8b-7488-4265-8795-97bf1cc2025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:34.567504 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:34.567504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Bound using segment: {'id': '56971b8b-7488-4265-8795-97bf1cc2025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:58:34.567504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Bound port: 4df0ccde-c749-4588-ba0a-8873a38fb474, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56971b8b-7488-4265-8795-97bf1cc2025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:58:34.567504 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:34.577674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Allocated IP 172.21.0.2 (48224d19-430b-4a59-824e-cc128df5aca6/48ee8d77-7138-4066-9fa1-b7ccfaa65268/f7fc2ce5-5ac7-4f94-a8de-305eab121382) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:34.806929 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] For port 4df0ccde-c749-4588-ba0a-8873a38fb474, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:58:34.811907 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] For port 4df0ccde-c749-4588-ba0a-8873a38fb474, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4df0ccde-c749-4588-ba0a-8873a38fb474,segment=NetworkSegment(56971b8b-7488-4265-8795-97bf1cc2025e),segment_id=56971b8b-7488-4265-8795-97bf1cc2025e)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:58:34.841204 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:34.988982 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:58:34.989961 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:58:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:35.098590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed942f07-aec5-4cec-b54d-301bef3ab12c req-78d1bf9e-fdcb-404c-8f10-9123f83cf9f0 service neutron] 10.222.0.41 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480890 May 28 05:58:35.101903 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:35.146008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Transition to ACTIVE for port object f7fc2ce5-5ac7-4f94-a8de-305eab121382 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:35.222124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Transition to ACTIVE for port object f7fc2ce5-5ac7-4f94-a8de-305eab121382 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:35.248205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:58:35.260662 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:35.477151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Pushing event updated for resources: {'Port': ['ID=f7fc2ce5-5ac7-4f94-a8de-305eab121382,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:35.510299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d87d6-0291-4428-9d3d-8956488572bd req-7c68bdcc-f0df-44c6-99a5-13f832880e01 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:35.521621 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c11d87d6-0291-4428-9d3d-8956488572bd req-7c68bdcc-f0df-44c6-99a5-13f832880e01 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.7220705 May 28 05:58:35.538355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Network 48224d19-430b-4a59-824e-cc128df5aca6 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:35.544417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:35.588711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:35.654095 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dd39d-3fb9-4b6f-9803-a5364657e572 None None] Pushing event updated for resources: {'Port': ['ID=4df0ccde-c749-4588-ba0a-8873a38fb474,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:35.740372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed942f07-aec5-4cec-b54d-301bef3ab12c req-2ce2aaef-c714-479e-91df-e120785fb1f6 service neutron] 10.222.0.41 "GET /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291885 May 28 05:58:35.791959 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:58:35.912570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c11d87d6-0291-4428-9d3d-8956488572bd req-41443818-4f06-40f3-8f14-fd6c99b4f7f7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900692 May 28 05:58:35.982246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-683aa800-b474-46cf-93a9-7c6f1ffa7e91 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7019677 May 28 05:58:36.141910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d69e47-096f-4645-8ecc-f6a8d36d5229 req-efbaa8e4-e7b3-4f6d-95c9-e04c1fe63cb6 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:36.144125 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56d69e47-096f-4645-8ecc-f6a8d36d5229 req-efbaa8e4-e7b3-4f6d-95c9-e04c1fe63cb6 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 943 time: 1.2878547 May 28 05:58:36.162515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Attempting to bind port f7fc2ce5-5ac7-4f94-a8de-305eab121382 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:58:36.166832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Attempting to bind port f7fc2ce5-5ac7-4f94-a8de-305eab121382 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:58:36.167396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Attempting to bind port f7fc2ce5-5ac7-4f94-a8de-305eab121382 on network 48224d19-430b-4a59-824e-cc128df5aca6 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:58:36.198734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:58:36.204193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Checking segment: {'id': 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:36.204395 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:36.205815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Bound using segment: {'id': 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:58:36.208488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Bound port: f7fc2ce5-5ac7-4f94-a8de-305eab121382, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:58:36.219790 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:36.281877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-d46faaf4-ba55-4cd6-a820-d8794a177dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:36.300677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-d46faaf4-ba55-4cd6-a820-d8794a177dc2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 1096 time: 0.2651520 May 28 05:58:36.407672 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:36.516672 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '9d0075b7-5b78-45df-af4e-9db7d1d5ebbd', 'network_id': '76bb6bd7-14f6-4d9b-b72a-9dc67724e31b', 'port_id': '9d0075b7-5b78-45df-af4e-9db7d1d5ebbd', 'mac_address': 'fa:16:3e:47:ea:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:58:36.579859 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56d69e47-096f-4645-8ecc-f6a8d36d5229 req-4c5c72f6-d119-4288-9475-6dbe296e0e3e tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285479 May 28 05:58:36.604351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:36.796253 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:58:28Z', 'revision_number': 2, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:34Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:36.810121 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ab99b-b2fa-42dc-a9a1-417527cddb0d None None] The sync data for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 is: [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:58:28Z', 'revision_number': 2, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:34Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:58:36.860761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:36.861317 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:36.879070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-0805231f-48bb-47bb-b276-3c6e94aebe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:36.880561 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-0805231f-48bb-47bb-b276-3c6e94aebe86 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 914 time: 0.5724294 May 28 05:58:36.926792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] For port f7fc2ce5-5ac7-4f94-a8de-305eab121382, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:58:36.942641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] For port f7fc2ce5-5ac7-4f94-a8de-305eab121382, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f7fc2ce5-5ac7-4f94-a8de-305eab121382,segment=NetworkSegment(e20e1a62-4bba-4899-92e6-90b5cd3f8a98),segment_id=e20e1a62-4bba-4899-92e6-90b5cd3f8a98)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:58:36.948663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:58:36.962082 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:37.110456 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-bc020f26-a59b-4987-9b24-89a397a127a5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 200 len: 217 time: 0.2143538 May 28 05:58:37.177298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:37.236742 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:37.324321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82f632-d112-462d-bf2a-ada4c3322316 None None] Pushing event updated for resources: {'Port': ['ID=f7fc2ce5-5ac7-4f94-a8de-305eab121382,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:37.359398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-5a6ebd70-1d57-4ca8-bcc4-7eb8b8e94aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:37.362847 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-5a6ebd70-1d57-4ca8-bcc4-7eb8b8e94aa2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 200 len: 853 time: 0.2359056 May 28 05:58:37.442111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-85778bc5-cd69-4b0c-aaf8-9078c4ca241f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1507e82f-cead-45ab-80fe-1fee2df586a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657692 May 28 05:58:37.456515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e14374-ee15-4473-96a4-58a5cdc46a78 req-fe96ecf2-c4d6-4a5b-83b3-a0e33707f973 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:37.466967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3e14374-ee15-4473-96a4-58a5cdc46a78 req-fe96ecf2-c4d6-4a5b-83b3-a0e33707f973 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.8077438 May 28 05:58:37.603060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['9d0075b7-5b78-45df-af4e-9db7d1d5ebbd'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:58:37.885851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Allocated IP 172.21.0.1 (48224d19-430b-4a59-824e-cc128df5aca6/48ee8d77-7138-4066-9fa1-b7ccfaa65268/cc694dba-a776-450f-a8f2-278783f1bd88) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:37.953094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:37.972566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4df0ccde-c749-4588-ba0a-8873a38fb474 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:38.247341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 4df0ccde-c749-4588-ba0a-8873a38fb474 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:38.255573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-7e83e9bc-86fb-4439-90d5-92bb85c13d0b service neutron] 10.222.0.33 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7854931 May 28 05:58:38.256101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50570) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:38.289843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 4df0ccde-c749-4588-ba0a-8873a38fb474 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:38.298184 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:38.552097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3e14374-ee15-4473-96a4-58a5cdc46a78 req-9235e344-a6c5-43b9-be6c-0855a5b1b4ff tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0833488 May 28 05:58:38.728987 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f243d4bd-1b6d-4b94-ba10-d6fba370e59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:38.836952 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:38.842028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e9729f2-c9a9-4396-9e4e-8e7e79010ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:38.873368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 4df0ccde-c749-4588-ba0a-8873a38fb474 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:38.873985 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:38.906267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Transition to ACTIVE for port object cc694dba-a776-450f-a8f2-278783f1bd88 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:38.931763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 4df0ccde-c749-4588-ba0a-8873a38fb474, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4df0ccde-c749-4588-ba0a-8873a38fb474,segment=NetworkSegment(56971b8b-7488-4265-8795-97bf1cc2025e),segment_id=56971b8b-7488-4265-8795-97bf1cc2025e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:38.939625 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:39.014595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:39.093057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=4df0ccde-c749-4588-ba0a-8873a38fb474,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:39.159437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6519-462e-46e4-9db7-cecbdf3ea721 req-4af022f8-13ab-422d-ba23-81e2852c8b8f tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:39.168473 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b8e6519-462e-46e4-9db7-cecbdf3ea721 req-4af022f8-13ab-422d-ba23-81e2852c8b8f tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 944 time: 0.8508902 May 28 05:58:39.213032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 48224d19-430b-4a59-824e-cc128df5aca6 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:39.222829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:39.233402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:39.321203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8492d3c-b587-4e9c-a89c-43d60108fe9f req-09bbd8b6-bbf7-4269-9c78-373333b469b7 service neutron] 10.222.0.33 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0551200 May 28 05:58:39.327737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7e9729f2-c9a9-4396-9e4e-8e7e79010ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:39.336238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7e9729f2-c9a9-4396-9e4e-8e7e79010ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:f7dab178a64f4a67ac513b83d7f69e22 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:39.354243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7e9729f2-c9a9-4396-9e4e-8e7e79010ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:39.384444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7e9729f2-c9a9-4396-9e4e-8e7e79010ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:39.402234 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:39.448752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=cc694dba-a776-450f-a8f2-278783f1bd88,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:39.478089 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b8e6519-462e-46e4-9db7-cecbdf3ea721 req-8151f759-2344-42fc-af61-ecf1de320b82 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075209 May 28 05:58:39.605217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99654af1-765c-48cb-9862-2345a3d67def None None] Network 48224d19-430b-4a59-824e-cc128df5aca6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:58:39.653014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e9729f2-c9a9-4396-9e4e-8e7e79010ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:39.696734 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e9729f2-c9a9-4396-9e4e-8e7e79010ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:39.824734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9729f2-c9a9-4396-9e4e-8e7e79010ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30dc75c-9807-4a2f-9c91-d980fb8940b1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:39.831296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7e9729f2-c9a9-4396-9e4e-8e7e79010ef1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7dab178a64f4a67ac513b83d7f69e22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5715365 May 28 05:58:39.834777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50626) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:39.840175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:39.864251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16747-a9c5-41d2-95bc-c87a7d11a42c req-34ba1fea-bae1-474e-9950-079444bbdcac tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:39.873889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9d16747-a9c5-41d2-95bc-c87a7d11a42c req-34ba1fea-bae1-474e-9950-079444bbdcac tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.6463633 May 28 05:58:40.043813 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9d16747-a9c5-41d2-95bc-c87a7d11a42c req-3b944092-0a45-4ed6-9a80-d8e99dfe2640 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689720 May 28 05:58:40.064380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f7fc2ce5-5ac7-4f94-a8de-305eab121382 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:40.094523 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7845112f-a732-4e5e-8a2d-1111d02e5813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:40.165311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7845112f-a732-4e5e-8a2d-1111d02e5813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:40.262829 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:40.290217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8ba4b354-420c-404c-8334-1298eac52f30 None None] Provisioning for port f7fc2ce5-5ac7-4f94-a8de-305eab121382 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:40.316241 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7845112f-a732-4e5e-8a2d-1111d02e5813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:40.356510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845112f-a732-4e5e-8a2d-1111d02e5813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30dc75c-9807-4a2f-9c91-d980fb8940b1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:40.390455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7845112f-a732-4e5e-8a2d-1111d02e5813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:40.391609 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7845112f-a732-4e5e-8a2d-1111d02e5813 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a30dc75c-9807-4a2f-9c91-d980fb8940b1 HTTP/1.1" status: 204 len: 168 time: 0.5479772 May 28 05:58:40.552232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f7fc2ce5-5ac7-4f94-a8de-305eab121382 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:40.558908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f7fc2ce5-5ac7-4f94-a8de-305eab121382 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:40.559375 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:40.797237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbd1f8-9b56-4155-85f0-88a21430ea19 req-139d20e2-502c-4ed9-9e04-c28e2f1a47cb tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:40.806960 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-da62231f-38be-4a9e-beb5-d2e6a744053d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:40.815120 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17bbd1f8-9b56-4155-85f0-88a21430ea19 req-139d20e2-502c-4ed9-9e04-c28e2f1a47cb tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2537863 May 28 05:58:40.906088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17bbd1f8-9b56-4155-85f0-88a21430ea19 req-fde48c3c-77d1-495a-98dd-835d5cee86d2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842116 May 28 05:58:40.909302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f7fc2ce5-5ac7-4f94-a8de-305eab121382 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:40.909782 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:40.955163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port f7fc2ce5-5ac7-4f94-a8de-305eab121382, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f7fc2ce5-5ac7-4f94-a8de-305eab121382,segment=NetworkSegment(e20e1a62-4bba-4899-92e6-90b5cd3f8a98),segment_id=e20e1a62-4bba-4899-92e6-90b5cd3f8a98)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:40.958165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:40.962209 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:40.964003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4df0ccde-c749-4588-ba0a-8873a38fb474 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:40.971298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.114993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=f7fc2ce5-5ac7-4f94-a8de-305eab121382,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:41.134598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50650) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:41.181421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 4df0ccde-c749-4588-ba0a-8873a38fb474 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:41.183435 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.271759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:41.371917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5e5eba1d-c9d8-46da-8f2e-adc5295e315c None None] Provisioning complete for port f7fc2ce5-5ac7-4f94-a8de-305eab121382 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:41.372396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e5eba1d-c9d8-46da-8f2e-adc5295e315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.481426 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b42-2fa1-4ef0-b1cf-09287414bfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.541763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-72ba3b42-2fa1-4ef0-b1cf-09287414bfd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:41.559349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-72ba3b42-2fa1-4ef0-b1cf-09287414bfd3 admin admin] Usage tracker for resource:security_group_rule and tenant:2fdfb4a82cc7487fa0dfd1001527af8a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:41.563113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:41.564045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-72ba3b42-2fa1-4ef0-b1cf-09287414bfd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:41.572366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:41.572741 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.573202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-72ba3b42-2fa1-4ef0-b1cf-09287414bfd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:41.584550 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.585322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88b153-c346-44b9-ac4b-59f9dd665432 req-433e6b88-70e8-4d87-9352-2f476092bcc6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:41.587000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c88b153-c346-44b9-ac4b-59f9dd665432 req-433e6b88-70e8-4d87-9352-2f476092bcc6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.4208555 May 28 05:58:41.589480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50658) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:41.598650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=cc694dba-a776-450f-a8f2-278783f1bd88,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:41.632715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35694a13-c70a-466c-a66d-bdd91653e41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.665660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-35694a13-c70a-466c-a66d-bdd91653e41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:41.687569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1d480-736e-4a4c-93fb-a493dbb15ffe req-6f0ac061-b79d-43f1-9306-1b2c97409815 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:41.693163 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92e1d480-736e-4a4c-93fb-a493dbb15ffe req-6f0ac061-b79d-43f1-9306-1b2c97409815 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 944 time: 0.9162099 May 28 05:58:41.778548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 4df0ccde-c749-4588-ba0a-8873a38fb474 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:41.795972 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.836267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5e5eba1d-c9d8-46da-8f2e-adc5295e315c None None] Current status of the port f7fc2ce5-5ac7-4f94-a8de-305eab121382 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:41.844432 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.871292 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92e1d480-736e-4a4c-93fb-a493dbb15ffe req-1927e589-fe19-43e9-8083-742808ca74b4 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230133 May 28 05:58:41.879855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b42-2fa1-4ef0-b1cf-09287414bfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.884100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-35694a13-c70a-466c-a66d-bdd91653e41d admin admin] Usage tracker for resource:security_group_rule and tenant:6942693793994352a7cc4a2f05f427b5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:41.916616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-35694a13-c70a-466c-a66d-bdd91653e41d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:41.918287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:41.918849 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.928893 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b42-2fa1-4ef0-b1cf-09287414bfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:41.939498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f7fc2ce5-5ac7-4f94-a8de-305eab121382 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:41.941664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network 48224d19-430b-4a59-824e-cc128df5aca6 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:41.945130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:41.950728 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c88b153-c346-44b9-ac4b-59f9dd665432 req-cbe10f8a-6909-4bae-a67f-b3f74005aab3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427968 May 28 05:58:41.955822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-35694a13-c70a-466c-a66d-bdd91653e41d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:41.993865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5e5eba1d-c9d8-46da-8f2e-adc5295e315c None None] Provisioning for port cc694dba-a776-450f-a8f2-278783f1bd88 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:42.004271 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-72ba3b42-2fa1-4ef0-b1cf-09287414bfd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fdfb4a82cc7487fa0dfd1001527af8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8659098 May 28 05:58:42.008672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba3b42-2fa1-4ef0-b1cf-09287414bfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b113d6-6b0e-4a6b-9580-81e9b77f8194,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:42.011045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50666) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:42.034185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5e5eba1d-c9d8-46da-8f2e-adc5295e315c None None] Provisioning complete for port cc694dba-a776-450f-a8f2-278783f1bd88 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:42.034574 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5e5eba1d-c9d8-46da-8f2e-adc5295e315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.109152 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0640b734-64b4-461f-af24-f2cec102d28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.195836 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0640b734-64b4-461f-af24-f2cec102d28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.249052 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35694a13-c70a-466c-a66d-bdd91653e41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.274378 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35694a13-c70a-466c-a66d-bdd91653e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.298988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:58:42.320018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5e5eba1d-c9d8-46da-8f2e-adc5295e315c None None] Port cc694dba-a776-450f-a8f2-278783f1bd88 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:58:42.364143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a89bcf-0fa9-4fae-93ee-029cac953120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0075b7-5b78-45df-af4e-9db7d1d5ebbd'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:58:42.404354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:42.421264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-35694a13-c70a-466c-a66d-bdd91653e41d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6942693793994352a7cc4a2f05f427b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8305819 May 28 05:58:42.425934 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.437231 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50678) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:42.438176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35694a13-c70a-466c-a66d-bdd91653e41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81861c2-02f8-4775-824a-1a22ac7fc6b2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:42.466573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0640b734-64b4-461f-af24-f2cec102d28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.499348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640b734-64b4-461f-af24-f2cec102d28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b113d6-6b0e-4a6b-9580-81e9b77f8194,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:42.536054 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0640b734-64b4-461f-af24-f2cec102d28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.537486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0640b734-64b4-461f-af24-f2cec102d28f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51b113d6-6b0e-4a6b-9580-81e9b77f8194 HTTP/1.1" status: 204 len: 168 time: 0.5236187 May 28 05:58:42.563216 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd597-d085-4c45-8a45-73e08c55fa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.591916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:42.598629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73215c98-67bf-46dd-a100-34de51e24906 req-1b38e705-3e7f-484e-8546-d21494d6071e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:42.600073 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-73215c98-67bf-46dd-a100-34de51e24906 req-1b38e705-3e7f-484e-8546-d21494d6071e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2441885 May 28 05:58:42.676402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f7fc2ce5-5ac7-4f94-a8de-305eab121382 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:42.676850 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.689041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:58:42.703474 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd597-d085-4c45-8a45-73e08c55fa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.716010 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6cbee2c7-480b-43eb-aea3-ae41b2020172 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2107041 May 28 05:58:42.719127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50684) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:42.738543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'network': {'name': 'tempest-RoutersTest-936456582'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:42.750861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:42.754897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Sync routers for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:58:42.759693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:network and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:42.762000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-73215c98-67bf-46dd-a100-34de51e24906 req-700929fd-24a4-48db-8746-9aa6e2f6fa02 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432347 May 28 05:58:42.769040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:42.797510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:58:42.797510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:58:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:42.798848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:42.831488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:58:42.843372 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd597-d085-4c45-8a45-73e08c55fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.850792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.876346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfd597-d085-4c45-8a45-73e08c55fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81861c2-02f8-4775-824a-1a22ac7fc6b2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:42.892715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd597-d085-4c45-8a45-73e08c55fa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.897183 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3ebfd597-d085-4c45-8a45-73e08c55fa88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b81861c2-02f8-4775-824a-1a22ac7fc6b2 HTTP/1.1" status: 204 len: 168 time: 0.4495981 May 28 05:58:42.914566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:58:42.942588 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:42.943427 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added segment 03129f35-6b97-4ee0-bb85-fe226999988c of type vlan for network ce93c114-db79-4bac-ac62-6f50a1768410 May 28 05:58:43.005062 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:43.113927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:58:43.163557 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:43.186945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:43.189943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:43.246617 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3ed954-fe7a-428f-a58a-1f2832349396'] response: {'server_uuid': '32a89bcf-0fa9-4fae-93ee-029cac953120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0075b7-5b78-45df-af4e-9db7d1d5ebbd', 'code': 200} May 28 05:58:43.247182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7e99d9c5-d4a9-40f1-8f36-15f46aa93363 None None] Provisioning complete for port cc694dba-a776-450f-a8f2-278783f1bd88 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:43.247599 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7e99d9c5-d4a9-40f1-8f36-15f46aa93363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:43.518102 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:43.529231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7e99d9c5-d4a9-40f1-8f36-15f46aa93363 None None] Port cc694dba-a776-450f-a8f2-278783f1bd88 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:58:43.547807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50702) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:43.584771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Network': ['ID=ce93c114-db79-4bac-ac62-6f50a1768410,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:43.599808 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e54-1046-430b-9202-5bc4a8a52134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:43.661946 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bf1d814c-79c0-47e4-80ce-8bc13177a3dc tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9402313 May 28 05:58:43.668184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f7fc2ce5-5ac7-4f94-a8de-305eab121382 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:43.670889 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ce93c114-db79-4bac-ac62-6f50a1768410 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:58:43.671872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8d61d-fa71-4da9-b2eb-0a3d3230b995 req-8f90e90c-c582-4085-a563-62ca9f0797a5 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:43.675732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50708) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:43.690617 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10d8d61d-fa71-4da9-b2eb-0a3d3230b995 req-8f90e90c-c582-4085-a563-62ca9f0797a5 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3978682 May 28 05:58:43.697943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'subnet': {'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:43.761125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-79cf8e54-1046-430b-9202-5bc4a8a52134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:43.771075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-79cf8e54-1046-430b-9202-5bc4a8a52134 admin admin] Usage tracker for resource:security_group_rule and tenant:1958bb6a4bba4345bf0ce33337347daf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:43.780246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-79cf8e54-1046-430b-9202-5bc4a8a52134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:43.819851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-79cf8e54-1046-430b-9202-5bc4a8a52134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:43.895073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:58:39Z', 'revision_number': 3, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:40Z', 'revision_number': 2, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:43.900151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Checking router: 2fd3c400-e951-461f-855f-6a00b115bebe for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:58:43.900994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Updating router 2fd3c400-e951-461f-855f-6a00b115bebe port cc694dba-a776-450f-a8f2-278783f1bd88 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:58:43.961911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:43.964578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be6117-613a-4441-948b-63eddd8689e1 req-5773fa0c-88ec-43db-bc55-888cc92a2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:43.969469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:subnet and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:43.970480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0be6117-613a-4441-948b-63eddd8689e1 req-5773fa0c-88ec-43db-bc55-888cc92a2f14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 1096 time: 0.8674397 May 28 05:58:43.973712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:43.973983 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:43.982404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:44.008118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:58:44.012309 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:44.144647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10d8d61d-fa71-4da9-b2eb-0a3d3230b995 req-450d1955-694c-4937-8265-750cb397c661 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514711 May 28 05:58:44.211551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0be6117-613a-4441-948b-63eddd8689e1 req-9ee897c2-93e4-4044-8ea6-aae37777fa66 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023294 May 28 05:58:44.232885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdbdca-c0c9-4ec7-8182-4a32452d96c6 req-5cd42a52-52d1-403a-ba24-855b33e80f65 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:44.234015 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e54-1046-430b-9202-5bc4a8a52134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:44.237016 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0dcdbdca-c0c9-4ec7-8182-4a32452d96c6 req-5cd42a52-52d1-403a-ba24-855b33e80f65 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 945 time: 0.6533709 May 28 05:58:44.250617 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79cf8e54-1046-430b-9202-5bc4a8a52134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:44.432973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-79cf8e54-1046-430b-9202-5bc4a8a52134 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1958bb6a4bba4345bf0ce33337347daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819377 May 28 05:58:44.435494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf8e54-1046-430b-9202-5bc4a8a52134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b469b6-d298-4e25-9340-6fb8da1af2f3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:44.444121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50730) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:44.564555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fefedd7d-66a1-467d-b9ee-46f27079580d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:44.569669 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:44.624477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fefedd7d-66a1-467d-b9ee-46f27079580d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:44.696887 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0dcdbdca-c0c9-4ec7-8182-4a32452d96c6 req-9acdcaf7-4dbf-47f0-9349-81a1307826bd tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044349 May 28 05:58:44.706501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fefedd7d-66a1-467d-b9ee-46f27079580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:44.738338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefedd7d-66a1-467d-b9ee-46f27079580d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b469b6-d298-4e25-9340-6fb8da1af2f3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:44.743213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Subnet': ['ID=b3437f65-c09c-4e7b-bc3e-5f70c272721a,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:44.749517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Checking segment: {'id': '03129f35-6b97-4ee0-bb85-fe226999988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:44.749970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network hostable DHCP agents. Network: ce93c114-db79-4bac-ac62-6f50a1768410, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:58:44.759036 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fefedd7d-66a1-467d-b9ee-46f27079580d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:44.761039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fefedd7d-66a1-467d-b9ee-46f27079580d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04b469b6-d298-4e25-9340-6fb8da1af2f3 HTTP/1.1" status: 204 len: 168 time: 0.2978880 May 28 05:58:44.801450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network ce93c114-db79-4bac-ac62-6f50a1768410 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:58:44.817748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50746) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:44.857366 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:44.858755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ce93c114-db79-4bac-ac62-6f50a1768410) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:44.870825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:44.874005 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:44.877401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81e0a6-4a9f-4c24-8989-1e66835ccb46 None None] Network ce93c114-db79-4bac-ac62-6f50a1768410 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:58:44.941392 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9f7a0b6d-321a-47e7-8b74-a11d197f49f5 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2532439 May 28 05:58:44.944299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50754) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:45.507842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Transition to ACTIVE for port object cc694dba-a776-450f-a8f2-278783f1bd88 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:45.557465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814f2c6-8d72-418d-a702-566dce67df84 req-2780d11f-1876-45aa-9aed-fb405c98a36b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:45.559533 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0814f2c6-8d72-418d-a702-566dce67df84 req-2780d11f-1876-45aa-9aed-fb405c98a36b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2092767 May 28 05:58:45.587344 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:45.635987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0814f2c6-8d72-418d-a702-566dce67df84 req-c2bec0c4-4351-46ee-aa7a-d7f8dd6a118b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683692 May 28 05:58:45.803996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-ce93c114-db79-4bac-ac62-6f50a1768410', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:58:45.804838 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:45.974752 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25a5875e-ac9f-4bd0-9fed-6cd3af2f30ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:46.056575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-25a5875e-ac9f-4bd0-9fed-6cd3af2f30ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:46.078578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-25a5875e-ac9f-4bd0-9fed-6cd3af2f30ee admin admin] Usage tracker for resource:security_group_rule and tenant:aa171bf049584111b1ee1404ca39b665 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:46.087769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-25a5875e-ac9f-4bd0-9fed-6cd3af2f30ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:46.089533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Pushing event updated for resources: {'Port': ['ID=cc694dba-a776-450f-a8f2-278783f1bd88,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:46.096661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-25a5875e-ac9f-4bd0-9fed-6cd3af2f30ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:46.106667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.107092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.108557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.109164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.109669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.110064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.110508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.110888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.111293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.111863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.112085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.112758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:58:46.240140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Attempting to bind port cc694dba-a776-450f-a8f2-278783f1bd88 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:58:46.240614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Attempting to bind port cc694dba-a776-450f-a8f2-278783f1bd88 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:58:46.241066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Attempting to bind port cc694dba-a776-450f-a8f2-278783f1bd88 on network 48224d19-430b-4a59-824e-cc128df5aca6 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:58:46.255814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:58:46.256350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Checking segment: {'id': 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:46.256840 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:46.257328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Bound using segment: {'id': 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:58:46.258004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Bound port: cc694dba-a776-450f-a8f2-278783f1bd88, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:58:46.258579 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:46.453706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdf4f-8b99-4035-b6c3-43de78b0b038 req-c85f0954-d468-42a8-83d2-5a7eb8e3de57 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:46.454217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] For port cc694dba-a776-450f-a8f2-278783f1bd88, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:58:46.459973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] For port cc694dba-a776-450f-a8f2-278783f1bd88, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cc694dba-a776-450f-a8f2-278783f1bd88,segment=NetworkSegment(e20e1a62-4bba-4899-92e6-90b5cd3f8a98),segment_id=e20e1a62-4bba-4899-92e6-90b5cd3f8a98)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:58:46.461094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b7cdf4f-8b99-4035-b6c3-43de78b0b038 req-c85f0954-d468-42a8-83d2-5a7eb8e3de57 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 945 time: 0.4964333 May 28 05:58:46.465066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Allocated IP 172.22.0.2 (ce93c114-db79-4bac-ac62-6f50a1768410/b3437f65-c09c-4e7b-bc3e-5f70c272721a/5e45e45c-8bf7-4429-8f71-fb6a0d0fb393) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:46.472666 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:46.561179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9df5c8-0245-4d99-939b-0392a71a77a8 None None] Pushing event updated for resources: {'Port': ['ID=cc694dba-a776-450f-a8f2-278783f1bd88,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:46.589789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25a5875e-ac9f-4bd0-9fed-6cd3af2f30ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:46.618060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:58:46.618691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:58:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:46.620176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b7cdf4f-8b99-4035-b6c3-43de78b0b038 req-b1ac8410-d1e1-4a77-822c-9226ffa433ac tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578372 May 28 05:58:46.793897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25a5875e-ac9f-4bd0-9fed-6cd3af2f30ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:46.894039 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:46.948724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-25a5875e-ac9f-4bd0-9fed-6cd3af2f30ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa171bf049584111b1ee1404ca39b665&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1259570 May 28 05:58:46.949170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50810) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:46.978055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:58:47.098480 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e3b5ccb-b2d9-4549-87f2-30ccc26fd49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:47.174774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e3b5ccb-b2d9-4549-87f2-30ccc26fd49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:47.241991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5875e-ac9f-4bd0-9fed-6cd3af2f30ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bbee82-b155-4d8f-8331-3975252f27a7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:47.322845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e3b5ccb-b2d9-4549-87f2-30ccc26fd49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:47.370362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b5ccb-b2d9-4549-87f2-30ccc26fd49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bbee82-b155-4d8f-8331-3975252f27a7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:47.391458 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e3b5ccb-b2d9-4549-87f2-30ccc26fd49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:47.398932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3e3b5ccb-b2d9-4549-87f2-30ccc26fd49a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38bbee82-b155-4d8f-8331-3975252f27a7 HTTP/1.1" status: 204 len: 168 time: 0.4472177 May 28 05:58:47.437972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9db50-5070-466a-8936-4275b1bf4ef3 req-8699aa23-bfa3-475e-9595-5c89065cfef6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:47.445756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45b9db50-5070-466a-8936-4275b1bf4ef3 req-8699aa23-bfa3-475e-9595-5c89065cfef6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.4838316 May 28 05:58:47.611104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45b9db50-5070-466a-8936-4275b1bf4ef3 req-b8d5eb5e-a995-467a-b9ce-c07371ab156a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550608 May 28 05:58:47.887097 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:47.911414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Transition to ACTIVE for port object 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:47.946346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Transition to ACTIVE for port object 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:47.981236 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:48.102492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:58:39Z', 'revision_number': 3, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:46Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:48.124287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Allocated IP 172.22.0.1 (ce93c114-db79-4bac-ac62-6f50a1768410/b3437f65-c09c-4e7b-bc3e-5f70c272721a/c02972d0-1834-4f43-8155-11440e122e46) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:48.179779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31842760-6c7b-4b6a-b7cf-52f5afb8f78b None None] The sync data for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 is: [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:58:39Z', 'revision_number': 3, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:46Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:58:48.226372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Network ce93c114-db79-4bac-ac62-6f50a1768410 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:48.227674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:48.238877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:48.341243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Pushing event updated for resources: {'Port': ['ID=5e45e45c-8bf7-4429-8f71-fb6a0d0fb393,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:48.437050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Attempting to bind port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:58:48.437859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Attempting to bind port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '03129f35-6b97-4ee0-bb85-fe226999988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:58:48.438467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Attempting to bind port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 on network ce93c114-db79-4bac-ac62-6f50a1768410 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:58:48.445910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:58:48.447556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Checking segment: {'id': '03129f35-6b97-4ee0-bb85-fe226999988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:48.447556 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:48.448725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Bound using segment: {'id': '03129f35-6b97-4ee0-bb85-fe226999988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:58:48.450897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Bound port: 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03129f35-6b97-4ee0-bb85-fe226999988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:58:48.451621 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:48.626330 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:48.660762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Transition to ACTIVE for port object c02972d0-1834-4f43-8155-11440e122e46 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:48.727669 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:48.740069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] For port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:58:48.750580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] For port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5e45e45c-8bf7-4429-8f71-fb6a0d0fb393,segment=NetworkSegment(03129f35-6b97-4ee0-bb85-fe226999988c),segment_id=03129f35-6b97-4ee0-bb85-fe226999988c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:58:48.770083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:48.895372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=c02972d0-1834-4f43-8155-11440e122e46,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:48.907570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network ce93c114-db79-4bac-ac62-6f50a1768410 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:48.910192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:48.915525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50886) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:48.988598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:49.075315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5b2ef-81e6-4fa5-a997-9cfe7952679d None None] Pushing event updated for resources: {'Port': ['ID=5e45e45c-8bf7-4429-8f71-fb6a0d0fb393,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:49.126888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:49.223474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52403f-474a-4418-a2f1-fb96f6d2e92f req-8d41621f-3caa-4429-8ae6-06626ddd9f48 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:49.229193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d52403f-474a-4418-a2f1-fb96f6d2e92f req-8d41621f-3caa-4429-8ae6-06626ddd9f48 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3350818 May 28 05:58:49.348373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d52403f-474a-4418-a2f1-fb96f6d2e92f req-71ba1d17-06ab-4828-a41f-e5b57eb1baee tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030574 May 28 05:58:49.357464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5afc70d-6ae5-49ca-8274-dc72c34e37d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:49.422531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f5afc70d-6ae5-49ca-8274-dc72c34e37d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:49.430386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f5afc70d-6ae5-49ca-8274-dc72c34e37d1 admin admin] Usage tracker for resource:security_group_rule and tenant:9ecd10037b054cfe91f10e00a533a55d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:49.433810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f5afc70d-6ae5-49ca-8274-dc72c34e37d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:49.441977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f5afc70d-6ae5-49ca-8274-dc72c34e37d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:49.855260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5afc70d-6ae5-49ca-8274-dc72c34e37d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:49.862673 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5afc70d-6ae5-49ca-8274-dc72c34e37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:49.916154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:49.955517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f5afc70d-6ae5-49ca-8274-dc72c34e37d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ecd10037b054cfe91f10e00a533a55d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0388842 May 28 05:58:49.958931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50910) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:49.999586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afc70d-6ae5-49ca-8274-dc72c34e37d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e0776b-c270-45fe-aa9a-71cb72981e94,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:50.061243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cc694dba-a776-450f-a8f2-278783f1bd88 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:50.269914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port cc694dba-a776-450f-a8f2-278783f1bd88 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:50.280414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cc694dba-a776-450f-a8f2-278783f1bd88 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:50.280798 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:50.444351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1a356bf-3ea8-4575-b060-9744ae59e107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:50.509302 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1a356bf-3ea8-4575-b060-9744ae59e107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:50.683485 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cc694dba-a776-450f-a8f2-278783f1bd88 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:50.683844 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:50.748659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port cc694dba-a776-450f-a8f2-278783f1bd88, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cc694dba-a776-450f-a8f2-278783f1bd88,segment=NetworkSegment(e20e1a62-4bba-4899-92e6-90b5cd3f8a98),segment_id=e20e1a62-4bba-4899-92e6-90b5cd3f8a98)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:50.754887 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:50.757019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:50.936924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43781a7c-66ca-43d4-a0d6-80dd0aa6847a req-334d40cf-6a35-430f-b986-01a6ff5b07dc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:50.938487 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43781a7c-66ca-43d4-a0d6-80dd0aa6847a req-334d40cf-6a35-430f-b986-01a6ff5b07dc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2587736 May 28 05:58:50.967537 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1a356bf-3ea8-4575-b060-9744ae59e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:51.025732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b5a842-dce0-4e69-a73d-a84a148b5810 None None] Network ce93c114-db79-4bac-ac62-6f50a1768410 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:58:51.073140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=cc694dba-a776-450f-a8f2-278783f1bd88,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:51.115986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a356bf-3ea8-4575-b060-9744ae59e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e0776b-c270-45fe-aa9a-71cb72981e94,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:51.124709 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43781a7c-66ca-43d4-a0d6-80dd0aa6847a req-f8ec657c-b26e-49de-9072-2e52e0a102cd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524522 May 28 05:58:51.147457 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1a356bf-3ea8-4575-b060-9744ae59e107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:51.148634 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a1a356bf-3ea8-4575-b060-9744ae59e107 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95e0776b-c270-45fe-aa9a-71cb72981e94 HTTP/1.1" status: 204 len: 168 time: 1.1876462 May 28 05:58:51.208983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:51.213280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:51.219163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:51.261978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4de16b60-eb0a-42fc-9913-1c83b82360b8 None None] Provisioning for port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:51.363450 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4de16b60-eb0a-42fc-9913-1c83b82360b8 None None] Provisioning complete for port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:51.364173 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4de16b60-eb0a-42fc-9913-1c83b82360b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:51.533473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:51.553267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=c02972d0-1834-4f43-8155-11440e122e46,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:51.694149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4de16b60-eb0a-42fc-9913-1c83b82360b8 None None] Current status of the port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:51.694765 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4de16b60-eb0a-42fc-9913-1c83b82360b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:51.765884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4de16b60-eb0a-42fc-9913-1c83b82360b8 None None] For port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5e45e45c-8bf7-4429-8f71-fb6a0d0fb393,segment=NetworkSegment(03129f35-6b97-4ee0-bb85-fe226999988c),segment_id=03129f35-6b97-4ee0-bb85-fe226999988c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:51.776042 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4de16b60-eb0a-42fc-9913-1c83b82360b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:51.780088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network ce93c114-db79-4bac-ac62-6f50a1768410 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:51.782866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:51.814209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50942) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:51.945583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cc694dba-a776-450f-a8f2-278783f1bd88 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:52.039325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50950) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:52.076339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de16b60-eb0a-42fc-9913-1c83b82360b8 None None] Pushing event updated for resources: {'Port': ['ID=5e45e45c-8bf7-4429-8f71-fb6a0d0fb393,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:52.107927 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8acf3ef7-39f7-4f5e-8a5d-757eb1985d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.137226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8acf3ef7-39f7-4f5e-8a5d-757eb1985d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:52.143809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8acf3ef7-39f7-4f5e-8a5d-757eb1985d24 admin admin] Usage tracker for resource:security_group_rule and tenant:19deebaf5da544caab729072da1f1084 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:52.149186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8acf3ef7-39f7-4f5e-8a5d-757eb1985d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:52.164282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8acf3ef7-39f7-4f5e-8a5d-757eb1985d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:52.207860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:58:52.236169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cc694dba-a776-450f-a8f2-278783f1bd88 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:52.236706 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.412619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8acf3ef7-39f7-4f5e-8a5d-757eb1985d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.425102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8acf3ef7-39f7-4f5e-8a5d-757eb1985d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.516955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8acf3ef7-39f7-4f5e-8a5d-757eb1985d24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19deebaf5da544caab729072da1f1084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737215 May 28 05:58:52.537486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cc694dba-a776-450f-a8f2-278783f1bd88 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:52.561003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50960) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:52.563067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf3ef7-39f7-4f5e-8a5d-757eb1985d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635e0ac2-3205-48b0-99fc-74fe9583e99b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:52.569885 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94fc5497-7742-4c5b-b58f-a8f139f0f37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.596797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-94fc5497-7742-4c5b-b58f-a8f139f0f37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:52.605681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-94fc5497-7742-4c5b-b58f-a8f139f0f37e admin admin] Usage tracker for resource:security_group_rule and tenant:92299fcd7b0f42e7be5f236a45829385 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:52.612852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-94fc5497-7742-4c5b-b58f-a8f139f0f37e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:52.625169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-94fc5497-7742-4c5b-b58f-a8f139f0f37e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:52.714116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:58:52.722116 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-98963e44-0648-425e-86b7-c867e55827cb tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7763226 May 28 05:58:52.723310 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0bfba0b0-5abf-49a9-b327-579f770dcce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.726386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50966) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:52.730438 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Sync routers for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:58:52.746589 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:58:52.747214 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:58:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:52.751998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1061166274'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:52.774108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:52.785476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:network and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:52.789478 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0bfba0b0-5abf-49a9-b327-579f770dcce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.800561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:52.810045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:52.825864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-feae1a1a-ebab-4b9c-b38c-1c88e719a591 None None] Provisioning complete for port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:52.826854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-feae1a1a-ebab-4b9c-b38c-1c88e719a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.840933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682f303-785c-4124-ae19-d9181ef98037 req-f0727b16-c833-460b-8efb-021f89a9bfb6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:52.841086 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94fc5497-7742-4c5b-b58f-a8f139f0f37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.843696 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6682f303-785c-4124-ae19-d9181ef98037 req-f0727b16-c833-460b-8efb-021f89a9bfb6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3377397 May 28 05:58:52.853885 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94fc5497-7742-4c5b-b58f-a8f139f0f37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.878182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:58:52.882186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.935393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:58:52.974843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-94fc5497-7742-4c5b-b58f-a8f139f0f37e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92299fcd7b0f42e7be5f236a45829385&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1594594 May 28 05:58:52.980577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50972) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:52.984031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc5497-7742-4c5b-b58f-a8f139f0f37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5108ea5d-8898-44f5-a842-539067471432,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:52.991242 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:52.991551 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added segment 3ce6933f-a59b-41a4-b9d4-3c67c8b243af of type vlan for network a21b32ca-ad6d-4d96-9381-01765174d906 May 28 05:58:53.005088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6682f303-785c-4124-ae19-d9181ef98037 req-41194c11-75b5-48a0-a59b-cdef1959f9dc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518929 May 28 05:58:53.047565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0bfba0b0-5abf-49a9-b327-579f770dcce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.154539 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:58:53.193704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-feae1a1a-ebab-4b9c-b38c-1c88e719a591 None None] Current status of the port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:53.227016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-feae1a1a-ebab-4b9c-b38c-1c88e719a591 None None] Provisioning for port c02972d0-1834-4f43-8155-11440e122e46 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:53.233064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-feae1a1a-ebab-4b9c-b38c-1c88e719a591 None None] Provisioning complete for port c02972d0-1834-4f43-8155-11440e122e46 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:53.233690 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-feae1a1a-ebab-4b9c-b38c-1c88e719a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.346788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-feae1a1a-ebab-4b9c-b38c-1c88e719a591 None None] Port c02972d0-1834-4f43-8155-11440e122e46 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:58:53.392380 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.404925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfba0b0-5abf-49a9-b327-579f770dcce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635e0ac2-3205-48b0-99fc-74fe9583e99b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:53.478265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7774291d-864a-4130-9712-70b8edaa9706 None None] Provisioning complete for port c02972d0-1834-4f43-8155-11440e122e46 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:53.479134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7774291d-864a-4130-9712-70b8edaa9706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.486630 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8a68cd1-1a32-4758-801a-10ce616ad440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.495328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0bfba0b0-5abf-49a9-b327-579f770dcce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.498743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0bfba0b0-5abf-49a9-b327-579f770dcce3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/635e0ac2-3205-48b0-99fc-74fe9583e99b HTTP/1.1" status: 204 len: 168 time: 0.9171712 May 28 05:58:53.557223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50982) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:53.565511 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.583211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:53.583872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.631113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8a68cd1-1a32-4758-801a-10ce616ad440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.705390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7774291d-864a-4130-9712-70b8edaa9706 None None] Port c02972d0-1834-4f43-8155-11440e122e46 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:58:53.751961 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55521463-f07e-4397-a412-0ca33fa856ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.762803 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:58:49Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 2, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:53.778758 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Checking router: 2fd3c400-e951-461f-855f-6a00b115bebe for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:58:53.779108 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Updating router 2fd3c400-e951-461f-855f-6a00b115bebe port c02972d0-1834-4f43-8155-11440e122e46 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:58:53.780156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-55521463-f07e-4397-a412-0ca33fa856ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:53.797405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-55521463-f07e-4397-a412-0ca33fa856ae admin admin] Usage tracker for resource:security_group_rule and tenant:891b0399044240c5834542d50a84021f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:53.797405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-55521463-f07e-4397-a412-0ca33fa856ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:53.802904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-55521463-f07e-4397-a412-0ca33fa856ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:53.841527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ec1513b0-055e-437e-88f5-34636cc3a803 None None] Provisioning complete for port c02972d0-1834-4f43-8155-11440e122e46 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:53.842773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec1513b0-055e-437e-88f5-34636cc3a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.877780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1454866 May 28 05:58:53.882045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50992) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:53.893878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'subnet': {'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:58:53.905291 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.907803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16233617-e0fb-4a77-9824-20aa29a19620 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Network': ['ID=a21b32ca-ad6d-4d96-9381-01765174d906,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:53.923581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a21b32ca-ad6d-4d96-9381-01765174d906 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:58:53.943724 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8a68cd1-1a32-4758-801a-10ce616ad440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.980498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a68cd1-1a32-4758-801a-10ce616ad440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5108ea5d-8898-44f5-a842-539067471432,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:53.986577 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8a68cd1-1a32-4758-801a-10ce616ad440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:53.990002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e8a68cd1-1a32-4758-801a-10ce616ad440 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5108ea5d-8898-44f5-a842-539067471432 HTTP/1.1" status: 204 len: 168 time: 1.0078239 May 28 05:58:54.103626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:54.265977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ec1513b0-055e-437e-88f5-34636cc3a803 None None] Port c02972d0-1834-4f43-8155-11440e122e46 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:58:54.404027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:54.405032 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:54.432628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:54.457703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55521463-f07e-4397-a412-0ca33fa856ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:54.480726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:subnet and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:54.500415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:54.522163 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55521463-f07e-4397-a412-0ca33fa856ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:54.582330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:54.656736 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:54.676462 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Transition to ACTIVE for port object c02972d0-1834-4f43-8155-11440e122e46 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:54.677817 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-55521463-f07e-4397-a412-0ca33fa856ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=891b0399044240c5834542d50a84021f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1194835 May 28 05:58:54.681462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51020) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:54.689170 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:54.710463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55521463-f07e-4397-a412-0ca33fa856ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c2419-c2d7-4b66-9552-434a2545a2d9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:54.717938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Made reservation on behalf of 9bb3f63c8e084d6d96ebb579e61a2629 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:58:54.722334 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:54.773727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:54.849079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc1b5c6a-9fe2-4894-8636-9ee12fb4284f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:54.934082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81e6d0-c174-40d5-b371-56b8359cd65c req-547a7e7a-2f97-4630-8c01-98ac9ca3a84d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:54.945065 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3e81e6d0-c174-40d5-b371-56b8359cd65c req-547a7e7a-2f97-4630-8c01-98ac9ca3a84d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.6997385 May 28 05:58:54.950697 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc1b5c6a-9fe2-4894-8636-9ee12fb4284f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:55.091509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc1b5c6a-9fe2-4894-8636-9ee12fb4284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:55.133506 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3e81e6d0-c174-40d5-b371-56b8359cd65c req-bc83e870-e7c7-48f9-96b0-723bf0c8d04d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873994 May 28 05:58:55.137937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b5c6a-9fe2-4894-8636-9ee12fb4284f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c2419-c2d7-4b66-9552-434a2545a2d9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:55.142895 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fbba9-109c-4e91-b3c5-fdcc5a7f91ea None None] Pushing event updated for resources: {'Port': ['ID=c02972d0-1834-4f43-8155-11440e122e46,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:55.146187 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc1b5c6a-9fe2-4894-8636-9ee12fb4284f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:55.155826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dc1b5c6a-9fe2-4894-8636-9ee12fb4284f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/242c2419-c2d7-4b66-9552-434a2545a2d9 HTTP/1.1" status: 204 len: 168 time: 0.4731615 May 28 05:58:55.296406 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Attempting to bind port c02972d0-1834-4f43-8155-11440e122e46 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:58:55.296946 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Attempting to bind port c02972d0-1834-4f43-8155-11440e122e46 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '03129f35-6b97-4ee0-bb85-fe226999988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:58:55.297301 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Attempting to bind port c02972d0-1834-4f43-8155-11440e122e46 on network ce93c114-db79-4bac-ac62-6f50a1768410 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:58:55.309549 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:58:55.312599 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Checking segment: {'id': '03129f35-6b97-4ee0-bb85-fe226999988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:55.313151 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:55.314248 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Bound using segment: {'id': '03129f35-6b97-4ee0-bb85-fe226999988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:58:55.315143 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Bound port: c02972d0-1834-4f43-8155-11440e122e46, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03129f35-6b97-4ee0-bb85-fe226999988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:58:55.315143 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:55.386813 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:55.485360 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] For port c02972d0-1834-4f43-8155-11440e122e46, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:58:55.489653 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] For port c02972d0-1834-4f43-8155-11440e122e46, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c02972d0-1834-4f43-8155-11440e122e46,segment=NetworkSegment(03129f35-6b97-4ee0-bb85-fe226999988c),segment_id=03129f35-6b97-4ee0-bb85-fe226999988c)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:58:55.503946 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:55.546417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Checking segment: {'id': '3ce6933f-a59b-41a4-b9d4-3c67c8b243af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:55.546778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network hostable DHCP agents. Network: a21b32ca-ad6d-4d96-9381-01765174d906, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:58:55.563349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Subnet': ['ID=8cefd349-7f56-41ea-a72d-ae043092f381,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:55.579907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network a21b32ca-ad6d-4d96-9381-01765174d906 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:58:55.604697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a21b32ca-ad6d-4d96-9381-01765174d906) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:55.616591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82429cd-44d0-4bce-aa3f-a318ccb3d3a1 None None] Network a21b32ca-ad6d-4d96-9381-01765174d906 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:58:55.619570 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:58:55.620239 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:58:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:55.629608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:55.630354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:55.767420 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7f0019c3-a121-4704-bbf6-a97ab0786886 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8824925 May 28 05:58:55.769146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51054) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:55.770754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51056) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:55.822507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0da2d30-797d-449c-942d-aa9f0f7ce6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:55.854754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c0da2d30-797d-449c-942d-aa9f0f7ce6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:55.859593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c0da2d30-797d-449c-942d-aa9f0f7ce6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa452725eb9415da95e19c7c1553bab is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:55.863118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c0da2d30-797d-449c-942d-aa9f0f7ce6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:55.872703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c0da2d30-797d-449c-942d-aa9f0f7ce6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:56.075608 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:58:56.156791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0da2d30-797d-449c-942d-aa9f0f7ce6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:56.172113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0da2d30-797d-449c-942d-aa9f0f7ce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:56.305420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da2d30-797d-449c-942d-aa9f0f7ce6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e806b87-0c14-4223-b762-a6136dd0c700,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:56.312604 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c0da2d30-797d-449c-942d-aa9f0f7ce6c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffa452725eb9415da95e19c7c1553bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394316 May 28 05:58:56.316348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51074) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:56.379010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-a21b32ca-ad6d-4d96-9381-01765174d906', 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'fixed_ips': [{'subnet_id': '8cefd349-7f56-41ea-a72d-ae043092f381'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:58:56.379010 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:56.402172 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fbba9-109c-4e91-b3c5-fdcc5a7f91ea None None] Pushing event updated for resources: {'Port': ['ID=c02972d0-1834-4f43-8155-11440e122e46,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:56.460903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f58775e-19bc-4861-8a01-210ce69707e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:56.559506 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f58775e-19bc-4861-8a01-210ce69707e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:56.744632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f58775e-19bc-4861-8a01-210ce69707e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:56.765992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Allocated IP 172.23.0.2 (a21b32ca-ad6d-4d96-9381-01765174d906/8cefd349-7f56-41ea-a72d-ae043092f381/cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:56.792818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58775e-19bc-4861-8a01-210ce69707e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e806b87-0c14-4223-b762-a6136dd0c700,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:56.812260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f58775e-19bc-4861-8a01-210ce69707e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:56.813422 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2f58775e-19bc-4861-8a01-210ce69707e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e806b87-0c14-4223-b762-a6136dd0c700 HTTP/1.1" status: 204 len: 168 time: 0.4961131 May 28 05:58:57.271312 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:58:49Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:55Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:58:57.277298 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54975e2-4a13-426e-abdb-6ea9e26146bb None None] The sync data for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 is: [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:58:49Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:55Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:58:57.386892 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:57.437661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Transition to ACTIVE for port object cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:57.516273 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:57.518774 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Transition to ACTIVE for port object cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:57.539316 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:57.794235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Pushing event updated for resources: {'Port': ['ID=cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:57.829795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Network a21b32ca-ad6d-4d96-9381-01765174d906 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:57.832092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:57.846248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:57.995319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522f8af-8206-4f59-bef7-4445a24ed8dd req-b6f91f73-4a27-4578-a660-cf0a0281cea6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:58.003648 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1522f8af-8206-4f59-bef7-4445a24ed8dd req-b6f91f73-4a27-4578-a660-cf0a0281cea6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 1.1746581 May 28 05:58:58.062399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c02972d0-1834-4f43-8155-11440e122e46 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:58:58.203174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1522f8af-8206-4f59-bef7-4445a24ed8dd req-0a4fe362-7139-44ed-93ff-08974db30959 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885064 May 28 05:58:58.229008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Attempting to bind port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:58:58.235756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Attempting to bind port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '3ce6933f-a59b-41a4-b9d4-3c67c8b243af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:58:58.236695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Attempting to bind port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d on network a21b32ca-ad6d-4d96-9381-01765174d906 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:58:58.262773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:58:58.263532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Checking segment: {'id': '3ce6933f-a59b-41a4-b9d4-3c67c8b243af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:58:58.264182 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:58.264930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Bound using segment: {'id': '3ce6933f-a59b-41a4-b9d4-3c67c8b243af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:58:58.266713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Bound port: cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce6933f-a59b-41a4-b9d4-3c67c8b243af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:58:58.267395 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:58.482138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] For port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:58:58.493405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] For port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d,segment=NetworkSegment(3ce6933f-a59b-41a4-b9d4-3c67c8b243af),segment_id=3ce6933f-a59b-41a4-b9d4-3c67c8b243af)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:58:58.499013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port c02972d0-1834-4f43-8155-11440e122e46 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:58:58.510073 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:58.527192 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:58:58.655615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c02972d0-1834-4f43-8155-11440e122e46 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:58:58.656010 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:58.678864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Allocated IP 172.23.0.1 (a21b32ca-ad6d-4d96-9381-01765174d906/8cefd349-7f56-41ea-a72d-ae043092f381/65f74967-c089-4115-ba65-0a25c10d01fa) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:58:58.792355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51138) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:58.909092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d4058-33b9-4f73-bb9f-b53e4a85f15e None None] Pushing event updated for resources: {'Port': ['ID=cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:59.047039 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:59.062544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c02972d0-1834-4f43-8155-11440e122e46 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:58:59.062926 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:59.108156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Transition to ACTIVE for port object 65f74967-c089-4115-ba65-0a25c10d01fa will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:58:59.151803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port c02972d0-1834-4f43-8155-11440e122e46, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c02972d0-1834-4f43-8155-11440e122e46,segment=NetworkSegment(03129f35-6b97-4ee0-bb85-fe226999988c),segment_id=03129f35-6b97-4ee0-bb85-fe226999988c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:58:59.159362 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:59.241702 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:59.384150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbb14f9f-4bc3-49ad-a7b2-da1bc2d24c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:59.444854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=c02972d0-1834-4f43-8155-11440e122e46,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:59.487742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fbb14f9f-4bc3-49ad-a7b2-da1bc2d24c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:58:59.505603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fbb14f9f-4bc3-49ad-a7b2-da1bc2d24c13 admin admin] Usage tracker for resource:security_group_rule and tenant:33299c9a12e64678b023be1b1e06e17d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:58:59.514902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fbb14f9f-4bc3-49ad-a7b2-da1bc2d24c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:58:59.532907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fbb14f9f-4bc3-49ad-a7b2-da1bc2d24c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:58:59.609658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network a21b32ca-ad6d-4d96-9381-01765174d906 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:58:59.616495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:58:59.624498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:58:59.712223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fec444-6aa5-445c-8e73-4ed1acee8ed0 req-c17d01ea-0491-4473-9650-f12757defacc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:58:59.714410 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-81fec444-6aa5-445c-8e73-4ed1acee8ed0 req-c17d01ea-0491-4473-9650-f12757defacc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1542006 May 28 05:58:59.734938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=65f74967-c089-4115-ba65-0a25c10d01fa,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:58:59.768962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:59.828524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbb14f9f-4bc3-49ad-a7b2-da1bc2d24c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:59.846737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbb14f9f-4bc3-49ad-a7b2-da1bc2d24c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:58:59.908203 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fbb14f9f-4bc3-49ad-a7b2-da1bc2d24c13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33299c9a12e64678b023be1b1e06e17d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1141362 May 28 05:58:59.912159 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-81fec444-6aa5-445c-8e73-4ed1acee8ed0 req-d01faa7d-babe-4223-b78e-203e4bd2e6bb tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865575 May 28 05:58:59.915851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51158) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:58:59.971776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb14f9f-4bc3-49ad-a7b2-da1bc2d24c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c014c7-b7eb-4935-b4f4-65327251fdb6,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:00.036433 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9201877f-d921-4b44-b362-2beb845d4c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:00.050772 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:00.138907 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9201877f-d921-4b44-b362-2beb845d4c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:00.164322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:59:00.337504 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9201877f-d921-4b44-b362-2beb845d4c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:00.376581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201877f-d921-4b44-b362-2beb845d4c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c014c7-b7eb-4935-b4f4-65327251fdb6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:00.384570 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9201877f-d921-4b44-b362-2beb845d4c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:00.386185 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9201877f-d921-4b44-b362-2beb845d4c96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70c014c7-b7eb-4935-b4f4-65327251fdb6 HTTP/1.1" status: 204 len: 168 time: 0.4687309 May 28 05:59:00.413073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:59:00.420264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c02972d0-1834-4f43-8155-11440e122e46 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:59:00.521485 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c02972d0-1834-4f43-8155-11440e122e46 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:00.521861 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:00.905521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2a13e-c3cc-4960-818b-bab9ff4f4d61 None None] Network a21b32ca-ad6d-4d96-9381-01765174d906 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:59:01.150017 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:01.164483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c02972d0-1834-4f43-8155-11440e122e46 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:01.192456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-701ac86d-6e9d-40d9-9359-0f43bcc30c88 None None] Provisioning for port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:59:01.237338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-701ac86d-6e9d-40d9-9359-0f43bcc30c88 None None] Provisioning complete for port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:01.243465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-701ac86d-6e9d-40d9-9359-0f43bcc30c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:01.422913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:01.437474 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:01.519374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fec5de-de99-4c34-ae76-03de8d8bf674 req-23ca7c8f-a1b2-4e37-8137-e7be0c41ba79 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:01.520494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2fec5de-de99-4c34-ae76-03de8d8bf674 req-23ca7c8f-a1b2-4e37-8137-e7be0c41ba79 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2779157 May 28 05:59:01.682515 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2fec5de-de99-4c34-ae76-03de8d8bf674 req-f49ebd4f-9022-4088-aba3-e962238d8e11 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539528 May 28 05:59:01.731815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51206) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:01.759679 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7cc1-35d1-42a8-b3c9-2af0155ee2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:01.792422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bdfe7cc1-35d1-42a8-b3c9-2af0155ee2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:01.804156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bdfe7cc1-35d1-42a8-b3c9-2af0155ee2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:fe76a9ce8ab34833a2af9dce81944a74 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:01.807004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bdfe7cc1-35d1-42a8-b3c9-2af0155ee2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:01.824378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bdfe7cc1-35d1-42a8-b3c9-2af0155ee2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:01.858179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:01.864404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event updated for resources: {'Port': ['ID=65f74967-c089-4115-ba65-0a25c10d01fa,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:01.909312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-701ac86d-6e9d-40d9-9359-0f43bcc30c88 None None] Current status of the port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:01.910727 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-701ac86d-6e9d-40d9-9359-0f43bcc30c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:02.004285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-701ac86d-6e9d-40d9-9359-0f43bcc30c88 None None] For port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d,segment=NetworkSegment(3ce6933f-a59b-41a4-b9d4-3c67c8b243af),segment_id=3ce6933f-a59b-41a4-b9d4-3c67c8b243af)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:02.009583 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7cc1-35d1-42a8-b3c9-2af0155ee2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:02.033831 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-701ac86d-6e9d-40d9-9359-0f43bcc30c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:02.034519 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7cc1-35d1-42a8-b3c9-2af0155ee2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:02.150750 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bdfe7cc1-35d1-42a8-b3c9-2af0155ee2a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe76a9ce8ab34833a2af9dce81944a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171183 May 28 05:59:02.154495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51222) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:02.163219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe7cc1-35d1-42a8-b3c9-2af0155ee2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a46e5-7246-4074-ba15-351075df3ad1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:02.174338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Network a21b32ca-ad6d-4d96-9381-01765174d906 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:59:02.245129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device afb1d35a-741e-42ac-8ff1-421a3113feb4 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:59:02.252924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b4e4-0890-45eb-9320-a80a4ce56fb0 req-65adb8bd-97cd-4083-86b7-32822d1c6334 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:02.268067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b4e4-0890-45eb-9320-a80a4ce56fb0 req-65adb8bd-97cd-4083-86b7-32822d1c6334 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:02.284947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b4e4-0890-45eb-9320-a80a4ce56fb0 req-65adb8bd-97cd-4083-86b7-32822d1c6334 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:02.296625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b4e4-0890-45eb-9320-a80a4ce56fb0 req-65adb8bd-97cd-4083-86b7-32822d1c6334 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:02.308957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b4e4-0890-45eb-9320-a80a4ce56fb0 req-65adb8bd-97cd-4083-86b7-32822d1c6334 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:02.320802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-225024a1-b714-4e15-b7cd-9312623f619d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:02.324874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b4e4-0890-45eb-9320-a80a4ce56fb0 req-65adb8bd-97cd-4083-86b7-32822d1c6334 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:02.345446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b4e4-0890-45eb-9320-a80a4ce56fb0 req-65adb8bd-97cd-4083-86b7-32822d1c6334 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:02.349152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae47b4e4-0890-45eb-9320-a80a4ce56fb0 req-65adb8bd-97cd-4083-86b7-32822d1c6334 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 0.6567087 May 28 05:59:02.352520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:59:02.389230 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-225024a1-b714-4e15-b7cd-9312623f619d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:02.537384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-225024a1-b714-4e15-b7cd-9312623f619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:02.559522 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-225024a1-b714-4e15-b7cd-9312623f619d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:02.562293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-225024a1-b714-4e15-b7cd-9312623f619d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d41a46e5-7246-4074-ba15-351075df3ad1 HTTP/1.1" status: 204 len: 168 time: 0.4009209 May 28 05:59:02.565171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225024a1-b714-4e15-b7cd-9312623f619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a46e5-7246-4074-ba15-351075df3ad1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:02.577251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:02.599331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0', 'port_id': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'mac_address': 'fa:16:3e:f2:33:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba27e65-5def-4835-af4d-9f3dae69cece', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:59:02.889793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c7f02873-eaf6-43b2-943e-79b98a524319 None None] Provisioning complete for port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:02.890160 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c7f02873-eaf6-43b2-943e-79b98a524319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:02.926155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae47b4e4-0890-45eb-9320-a80a4ce56fb0 req-2d7a556a-6b1b-4506-ad6e-78d3357f6f26 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5671084 May 28 05:59:03.011212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:59:03.022896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ac86d-6e9d-40d9-9359-0f43bcc30c88 None None] Pushing event updated for resources: {'Port': ['ID=cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:03.038691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port afb1d35a-741e-42ac-8ff1-421a3113feb4 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:03.039346 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:03.112677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afb1d35a-741e-42ac-8ff1-421a3113feb4 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 05:59:03.177531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab464-68ad-4db9-9b4e-547ec66a08e5 req-7bfa76a8-eded-4ea8-8b4f-a800a216ab4d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:03.193090 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfbab464-68ad-4db9-9b4e-547ec66a08e5 req-7bfa76a8-eded-4ea8-8b4f-a800a216ab4d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2256377 May 28 05:59:03.226776 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:03.239254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c7f02873-eaf6-43b2-943e-79b98a524319 None None] Current status of the port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:03.253796 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:03.348066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfbab464-68ad-4db9-9b4e-547ec66a08e5 req-683c025c-1063-478c-8828-c6209c213e7c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460974 May 28 05:59:03.428440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:03.471479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c7f02873-eaf6-43b2-943e-79b98a524319 None None] Provisioning for port 65f74967-c089-4115-ba65-0a25c10d01fa completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:59:03.480129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c7f02873-eaf6-43b2-943e-79b98a524319 None None] Provisioning complete for port 65f74967-c089-4115-ba65-0a25c10d01fa triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:03.480129 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c7f02873-eaf6-43b2-943e-79b98a524319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:03.545920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['afb1d35a-741e-42ac-8ff1-421a3113feb4'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 05:59:03.631913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c7f02873-eaf6-43b2-943e-79b98a524319 None None] Port 65f74967-c089-4115-ba65-0a25c10d01fa cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:59:03.724492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51266) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:03.833056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1d1c626c-608f-457f-bc6d-ab1eb1e75a96 None None] Provisioning complete for port 65f74967-c089-4115-ba65-0a25c10d01fa triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:03.833441 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1d1c626c-608f-457f-bc6d-ab1eb1e75a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:03.834961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:59:03.865101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51280) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:03.866415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f2dc2ae7-394e-433b-a0ed-1bbd6f8db1a7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0933058 May 28 05:59:03.870504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e7468453-f808-4909-9900-f38f868fe633 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:59:03.905425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Sync routers for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:59:03.960551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:59:04.192426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:59:04.197876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:58:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:04.384782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c626c-608f-457f-bc6d-ab1eb1e75a96 None None] Port 65f74967-c089-4115-ba65-0a25c10d01fa cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:59:04.535652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62dad-856c-4b67-8394-b84f12191f4a req-5597b62a-4a2e-432b-8b37-d296085523d0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:04.543061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62dad-856c-4b67-8394-b84f12191f4a req-5597b62a-4a2e-432b-8b37-d296085523d0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:04.549853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62dad-856c-4b67-8394-b84f12191f4a req-5597b62a-4a2e-432b-8b37-d296085523d0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:04.555837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62dad-856c-4b67-8394-b84f12191f4a req-5597b62a-4a2e-432b-8b37-d296085523d0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:04.562974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62dad-856c-4b67-8394-b84f12191f4a req-5597b62a-4a2e-432b-8b37-d296085523d0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:04.569529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62dad-856c-4b67-8394-b84f12191f4a req-5597b62a-4a2e-432b-8b37-d296085523d0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:04.577235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62dad-856c-4b67-8394-b84f12191f4a req-5597b62a-4a2e-432b-8b37-d296085523d0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:04.579952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9f62dad-856c-4b67-8394-b84f12191f4a req-5597b62a-4a2e-432b-8b37-d296085523d0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 0.3217914 May 28 05:59:04.639035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:59:04.712496 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9f62dad-856c-4b67-8394-b84f12191f4a req-aafb5edd-0ca7-4626-9df8-7a00d2a66761 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221988 May 28 05:59:04.772269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:04.773214 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:04.850757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9998e834-2075-450d-9a4c-69b2dc218531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:04.870344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9998e834-2075-450d-9a4c-69b2dc218531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:04.874899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9998e834-2075-450d-9a4c-69b2dc218531 admin admin] Usage tracker for resource:security_group_rule and tenant:0a66bcd2081647b5bd1bddb7fc84c7f8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:04.878072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9998e834-2075-450d-9a4c-69b2dc218531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:04.883994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9998e834-2075-450d-9a4c-69b2dc218531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:05.486122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:05.493982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-2285ecd3-03e5-436c-95e3-f65d3bb887e9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:05.501892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-2285ecd3-03e5-436c-95e3-f65d3bb887e9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:05.525384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-2285ecd3-03e5-436c-95e3-f65d3bb887e9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:05.535450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-2285ecd3-03e5-436c-95e3-f65d3bb887e9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:05.541905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-2285ecd3-03e5-436c-95e3-f65d3bb887e9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:05.549898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-2285ecd3-03e5-436c-95e3-f65d3bb887e9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:05.552090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d9191-02ca-429c-bda9-d22e39ba1202 req-2e3f8034-8664-4f1c-b3ca-673721a3291b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:05.553647 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7c3d9191-02ca-429c-bda9-d22e39ba1202 req-2e3f8034-8664-4f1c-b3ca-673721a3291b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 0.8705215 May 28 05:59:05.557381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-2285ecd3-03e5-436c-95e3-f65d3bb887e9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:05.559651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-2285ecd3-03e5-436c-95e3-f65d3bb887e9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 0.2602997 May 28 05:59:05.647409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-906758a4-3886-496b-a23e-e163765e6cc8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:05.649569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-906758a4-3886-496b-a23e-e163765e6cc8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "GET /v2.0/ports/efdb6ff1-c2c4-4123-a994-107560eb2bd0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0828683 May 28 05:59:05.685697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:58:59Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f74967-c089-4115-ba65-0a25c10d01fa', 'name': '', 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:f0:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:57Z', 'updated_at': '2022-05-28T05:59:00Z', 'revision_number': 2, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:59Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:05.694669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Checking router: 2fd3c400-e951-461f-855f-6a00b115bebe for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:59:05.695598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Updating router 2fd3c400-e951-461f-855f-6a00b115bebe port 65f74967-c089-4115-ba65-0a25c10d01fa binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 05:59:05.787224 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:06.065523 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-18d2df45-9e34-4adf-9a41-87ac2d767db4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "GET /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4097776 May 28 05:59:06.150492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.extraroute_db [None req-e7468453-f808-4909-9900-f38f868fe633 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 05:59:06.159898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:59:06.167102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.extraroute_db [None req-e7468453-f808-4909-9900-f38f868fe633 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Removed routes are [] {{(pid=88416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 05:59:06.168740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7468453-f808-4909-9900-f38f868fe633 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:06.285367 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7c3d9191-02ca-429c-bda9-d22e39ba1202 req-889547c0-f673-48ec-93fa-7e66ee3d7255 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914593 May 28 05:59:06.309830 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9998e834-2075-450d-9a4c-69b2dc218531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:06.374091 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9998e834-2075-450d-9a4c-69b2dc218531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:06.385185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device afb1d35a-741e-42ac-8ff1-421a3113feb4 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:59:06.501145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:06.542425 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9998e834-2075-450d-9a4c-69b2dc218531 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a66bcd2081647b5bd1bddb7fc84c7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8168414 May 28 05:59:06.552946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51348) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:06.558505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998e834-2075-450d-9a4c-69b2dc218531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb1fd8-1088-44c3-ab77-d4af7fd83cc6,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:06.623204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b275-1448-4e44-88fe-f66fb4efbd90 req-f969db85-190c-4255-af4d-902670de83ff tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:06.635404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port afb1d35a-741e-42ac-8ff1-421a3113feb4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:06.635895 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:06.646353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b275-1448-4e44-88fe-f66fb4efbd90 req-f969db85-190c-4255-af4d-902670de83ff tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:06.652837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b275-1448-4e44-88fe-f66fb4efbd90 req-f969db85-190c-4255-af4d-902670de83ff tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:06.671317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b275-1448-4e44-88fe-f66fb4efbd90 req-f969db85-190c-4255-af4d-902670de83ff tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:06.695393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b275-1448-4e44-88fe-f66fb4efbd90 req-f969db85-190c-4255-af4d-902670de83ff tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:06.716751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b275-1448-4e44-88fe-f66fb4efbd90 req-f969db85-190c-4255-af4d-902670de83ff tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:06.726717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b275-1448-4e44-88fe-f66fb4efbd90 req-f969db85-190c-4255-af4d-902670de83ff tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:06.730869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dc9b275-1448-4e44-88fe-f66fb4efbd90 req-f969db85-190c-4255-af4d-902670de83ff tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 0.7752764 May 28 05:59:06.948452 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:07.011158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7468453-f808-4909-9900-f38f868fe633 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:07.020720 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7468453-f808-4909-9900-f38f868fe633 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:07.024016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port afb1d35a-741e-42ac-8ff1-421a3113feb4 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:07.024631 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:07.026105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf8ff-bebd-4a2a-8a21-0fc10467940d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:07.038873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dc9b275-1448-4e44-88fe-f66fb4efbd90 req-bd403c7d-5beb-46eb-b0f0-81dbaa1af88f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2902663 May 28 05:59:07.069441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Transition to ACTIVE for port object 65f74967-c089-4115-ba65-0a25c10d01fa will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:59:07.091456 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:07.132702 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf8ff-bebd-4a2a-8a21-0fc10467940d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:07.174462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3eb8e-2e6f-4594-a02b-c42ed182588b None None] Pushing event updated for resources: {'Port': ['ID=65f74967-c089-4115-ba65-0a25c10d01fa,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:07.182232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:07.266798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:07.309889 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d82033-6fe3-4689-901f-2bb79b620e49'] response: {'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'code': 200} May 28 05:59:07.334991 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:07.340166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1031195f-b845-4d3e-8af7-8990b6bac896 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:07.546351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf8ff-bebd-4a2a-8a21-0fc10467940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:07.609532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7468453-f808-4909-9900-f38f868fe633 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:59:07.662345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecf8ff-bebd-4a2a-8a21-0fc10467940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb1fd8-1088-44c3-ab77-d4af7fd83cc6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:07.985896 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf8ff-bebd-4a2a-8a21-0fc10467940d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:08.024625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d7ecf8ff-bebd-4a2a-8a21-0fc10467940d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6bb1fd8-1088-44c3-ab77-d4af7fd83cc6 HTTP/1.1" status: 204 len: 168 time: 1.4550152 May 28 05:59:08.073319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Attempting to bind port 65f74967-c089-4115-ba65-0a25c10d01fa on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:59:08.073930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Attempting to bind port 65f74967-c089-4115-ba65-0a25c10d01fa by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '3ce6933f-a59b-41a4-b9d4-3c67c8b243af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:59:08.076219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Attempting to bind port 65f74967-c089-4115-ba65-0a25c10d01fa on network a21b32ca-ad6d-4d96-9381-01765174d906 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:59:08.135551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:08.154746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:59:08.155126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Checking segment: {'id': '3ce6933f-a59b-41a4-b9d4-3c67c8b243af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:59:08.158461 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:08.158895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Bound using segment: {'id': '3ce6933f-a59b-41a4-b9d4-3c67c8b243af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:59:08.159469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Bound port: 65f74967-c089-4115-ba65-0a25c10d01fa, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce6933f-a59b-41a4-b9d4-3c67c8b243af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:59:08.159801 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:08.291937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] For port efdb6ff1-c2c4-4123-a994-107560eb2bd0, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efdb6ff1-c2c4-4123-a994-107560eb2bd0,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:08.343759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dec72-a682-434a-a90f-6056c017921c req-b27b5d45-836f-43a9-9ef4-b5bc4532c258 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:08.352867 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6d3dec72-a682-434a-a90f-6056c017921c req-b27b5d45-836f-43a9-9ef4-b5bc4532c258 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.6802790 May 28 05:59:08.441544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7468453-f808-4909-9900-f38f868fe633 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:59:08.480624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7468453-f808-4909-9900-f38f868fe633 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:08.484192 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e7468453-f808-4909-9900-f38f868fe633 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe HTTP/1.1" status: 200 len: 934 time: 4.6166592 May 28 05:59:08.489079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51394) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:08.574405 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6d3dec72-a682-434a-a90f-6056c017921c req-c548bc0a-8395-4251-9745-2ba57ecea453 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135563 May 28 05:59:08.605967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] For port efdb6ff1-c2c4-4123-a994-107560eb2bd0, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:59:08.783097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] For port 65f74967-c089-4115-ba65-0a25c10d01fa, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:59:08.792377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] For port 65f74967-c089-4115-ba65-0a25c10d01fa, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=65f74967-c089-4115-ba65-0a25c10d01fa,segment=NetworkSegment(3ce6933f-a59b-41a4-b9d4-3c67c8b243af),segment_id=3ce6933f-a59b-41a4-b9d4-3c67c8b243af)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:59:08.857446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] device_id is not set on port efdb6ff1-c2c4-4123-a994-107560eb2bd0 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:59:08.886154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0a61a4ba-a4c8-4905-b334-20650a014425 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe HTTP/1.1" status: 200 len: 934 time: 0.3953357 May 28 05:59:08.886698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:08.888761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51406) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:08.894676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-339da327-176e-46d9-bb95-912e434d1f29 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'routes': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:59:08.900799 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:08.921622 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:09.064588 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b9639630-fcc5-4916-98c0-e9853ec78311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:09.083599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3eb8e-2e6f-4594-a02b-c42ed182588b None None] Pushing event updated for resources: {'Port': ['ID=65f74967-c089-4115-ba65-0a25c10d01fa,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:09.092615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] Pushing event updated for resources: {'Port': ['ID=efdb6ff1-c2c4-4123-a994-107560eb2bd0,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:09.101382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 1031195f-b845-4d3e-8af7-8990b6bac896 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:09.111384 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:09.192473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:59:09.193234 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:58:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:09.532598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1031195f-b845-4d3e-8af7-8990b6bac896'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:09.563976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] No DVR routers for this DVR port efdb6ff1-c2c4-4123-a994-107560eb2bd0 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:59:09.662731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51428) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:09.904460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] In _notify_port_updated(), no bound segment for port efdb6ff1-c2c4-4123-a994-107560eb2bd0 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:59:09.904460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:09.904460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:09.920346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-618e1da3-c6e0-427c-a903-4c9712dcc90b service neutron] 10.222.0.33 "PUT /v2.0/ports/efdb6ff1-c2c4-4123-a994-107560eb2bd0 HTTP/1.1" status: 200 len: 1032 time: 3.7881482 May 28 05:59:10.049109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02e6cbba-74da-4eff-9d4b-dab1aacffef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:10.081452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:59:10.083594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e35212-5260-4797-b4d1-0a8c33376515 req-63ef37cb-a735-4c9c-96eb-55f42cf7d761 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:10.113504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e35212-5260-4797-b4d1-0a8c33376515 req-63ef37cb-a735-4c9c-96eb-55f42cf7d761 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:10.135556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e35212-5260-4797-b4d1-0a8c33376515 req-63ef37cb-a735-4c9c-96eb-55f42cf7d761 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:10.146553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e35212-5260-4797-b4d1-0a8c33376515 req-63ef37cb-a735-4c9c-96eb-55f42cf7d761 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:10.176912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e35212-5260-4797-b4d1-0a8c33376515 req-63ef37cb-a735-4c9c-96eb-55f42cf7d761 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:10.182975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e35212-5260-4797-b4d1-0a8c33376515 req-63ef37cb-a735-4c9c-96eb-55f42cf7d761 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:10.197923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e35212-5260-4797-b4d1-0a8c33376515 req-63ef37cb-a735-4c9c-96eb-55f42cf7d761 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:10.202543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-02e6cbba-74da-4eff-9d4b-dab1aacffef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:10.224608 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01e35212-5260-4797-b4d1-0a8c33376515 req-63ef37cb-a735-4c9c-96eb-55f42cf7d761 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 5446 time: 1.7369869 May 28 05:59:10.230122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-02e6cbba-74da-4eff-9d4b-dab1aacffef3 admin admin] Usage tracker for resource:security_group_rule and tenant:35fa6963c64a4585b048b9c28f470bec is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:10.267951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-02e6cbba-74da-4eff-9d4b-dab1aacffef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:10.299662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-79719589-ad73-4833-81d1-c734084e02ac tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:10.305630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-79719589-ad73-4833-81d1-c734084e02ac tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "GET /v2.0/ports/b2b408ba-1753-4654-8059-1424962b2a46?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3902395 May 28 05:59:10.307007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-02e6cbba-74da-4eff-9d4b-dab1aacffef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:10.332456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:59:10.511999 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622644b3-ffe2-43d6-8a64-1ad07f3bc4a9'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1031195f-b845-4d3e-8af7-8990b6bac896', 'code': 200} May 28 05:59:10.574106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1031195f-b845-4d3e-8af7-8990b6bac896, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1031195f-b845-4d3e-8af7-8990b6bac896,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:10.685872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01e35212-5260-4797-b4d1-0a8c33376515 req-d31aa572-d358-419e-a011-bceb0402391f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&id=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4566104 May 28 05:59:10.725256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.extraroute_db [None req-339da327-176e-46d9-bb95-912e434d1f29 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added routes are [] {{(pid=88416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 05:59:10.729788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.extraroute_db [None req-339da327-176e-46d9-bb95-912e434d1f29 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 05:59:10.771788 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:10.806770 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:10.840083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-339da327-176e-46d9-bb95-912e434d1f29 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:10.900814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e9e00-30bb-4255-92dc-bbe0de75cbcb req-ab33d61c-e60f-44cf-8997-6e7f78302aa0 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:10.902338 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa8e9e00-30bb-4255-92dc-bbe0de75cbcb req-ab33d61c-e60f-44cf-8997-6e7f78302aa0 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.7423592 May 28 05:59:11.079861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b870648d-286e-4080-b124-e472c38b10b6 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:11.250951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:11.418803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c1a2bab-7ee8-4a2d-90f9-18b2ca07bc0f None None] Provisioning complete for port efdb6ff1-c2c4-4123-a994-107560eb2bd0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:11.424542 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c1a2bab-7ee8-4a2d-90f9-18b2ca07bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:11.524266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] For port b2b408ba-1753-4654-8059-1424962b2a46, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b2b408ba-1753-4654-8059-1424962b2a46,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:11.602526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] For port b2b408ba-1753-4654-8059-1424962b2a46, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:59:11.678926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a2bab-7ee8-4a2d-90f9-18b2ca07bc0f None None] Port efdb6ff1-c2c4-4123-a994-107560eb2bd0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:59:11.688692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] device_id is not set on port b2b408ba-1753-4654-8059-1424962b2a46 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 05:59:11.701932 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:11.722042 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa8e9e00-30bb-4255-92dc-bbe0de75cbcb req-9417919f-58f1-46c5-9e2f-4a29a17d8e3f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7983952 May 28 05:59:11.733613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:11.879741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b408ba-1753-4654-8059-1424962b2a46,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:11.919326 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:11.928792 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f6154079-1c37-456d-b43f-ee43c1320a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:12.026371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=1031195f-b845-4d3e-8af7-8990b6bac896,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:12.125683 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:12.144696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02e6cbba-74da-4eff-9d4b-dab1aacffef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:12.195751 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02e6cbba-74da-4eff-9d4b-dab1aacffef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:12.454096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] No DVR routers for this DVR port b2b408ba-1753-4654-8059-1424962b2a46 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:59:12.495260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-339da327-176e-46d9-bb95-912e434d1f29 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:12.515094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-339da327-176e-46d9-bb95-912e434d1f29 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:12.560119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b870648d-286e-4080-b124-e472c38b10b6 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:12.560752 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:12.592245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] In _notify_port_updated(), no bound segment for port b2b408ba-1753-4654-8059-1424962b2a46 on network db9d3feb-74d3-414b-a7b3-f4a6b602e13f {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 05:59:12.598174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:12.605171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:12.606560 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f260984f-de97-42d7-b59c-6a0906539433 service neutron] 10.222.0.33 "PUT /v2.0/ports/b2b408ba-1753-4654-8059-1424962b2a46 HTTP/1.1" status: 200 len: 1033 time: 2.2881856 May 28 05:59:12.653276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bea725b3-56a2-4886-ba5c-23c58e1d9bc1 None None] Provisioning complete for port b2b408ba-1753-4654-8059-1424962b2a46 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:12.656428 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bea725b3-56a2-4886-ba5c-23c58e1d9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:12.841729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Deleting port b870648d-286e-4080-b124-e472c38b10b6 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:12.842326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:13.051633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bea725b3-56a2-4886-ba5c-23c58e1d9bc1 None None] Port b2b408ba-1753-4654-8059-1424962b2a46 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 05:59:13.115840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b870648d-286e-4080-b124-e472c38b10b6'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:13.202551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b870648d-286e-4080-b124-e472c38b10b6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b870648d-286e-4080-b124-e472c38b10b6,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:13.211016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339da327-176e-46d9-bb95-912e434d1f29 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:59:13.234974 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:13.239024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efdb6ff1-c2c4-4123-a994-107560eb2bd0 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:13.258614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75672cd7-8e29-4cc7-ab70-f90e3720154f req-09f12d94-6301-4ec9-a96e-09292c3cc024 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:13.271038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75672cd7-8e29-4cc7-ab70-f90e3720154f req-09f12d94-6301-4ec9-a96e-09292c3cc024 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:13.282204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75672cd7-8e29-4cc7-ab70-f90e3720154f req-09f12d94-6301-4ec9-a96e-09292c3cc024 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:13.307940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75672cd7-8e29-4cc7-ab70-f90e3720154f req-09f12d94-6301-4ec9-a96e-09292c3cc024 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:13.334481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75672cd7-8e29-4cc7-ab70-f90e3720154f req-09f12d94-6301-4ec9-a96e-09292c3cc024 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:13.336362 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75672cd7-8e29-4cc7-ab70-f90e3720154f req-09f12d94-6301-4ec9-a96e-09292c3cc024 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 3885 time: 1.0628791 May 28 05:59:13.629662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-02e6cbba-74da-4eff-9d4b-dab1aacffef3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35fa6963c64a4585b048b9c28f470bec&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9229839 May 28 05:59:13.643523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:06Z', 'revision_number': 6, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f74967-c089-4115-ba65-0a25c10d01fa', 'name': '', 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:f0:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:57Z', 'updated_at': '2022-05-28T05:59:08Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:59Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:13.649177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51484) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:13.674447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efdb6ff1-c2c4-4123-a994-107560eb2bd0 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:59:13.674863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b2b408ba-1753-4654-8059-1424962b2a46 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:13.713398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] For port b870648d-286e-4080-b124-e472c38b10b6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b870648d-286e-4080-b124-e472c38b10b6,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:13.714200 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:13.897245 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a27b55-283d-41ea-b692-dc96460f2baf None None] The sync data for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 is: [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:06Z', 'revision_number': 6, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f74967-c089-4115-ba65-0a25c10d01fa', 'name': '', 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:f0:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:57Z', 'updated_at': '2022-05-28T05:59:08Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:59Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:59:13.939125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b870648d-286e-4080-b124-e472c38b10b6,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:13.954499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:13.969721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:13.994694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b2b408ba-1753-4654-8059-1424962b2a46 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:59:13.995146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 944b1812-db23-4113-a5bd-719177904604 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:14.019121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75672cd7-8e29-4cc7-ab70-f90e3720154f req-60c73a70-29e4-4519-8c38-fd02e2402f20 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6735263 May 28 05:59:14.064943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:14.082598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339da327-176e-46d9-bb95-912e434d1f29 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:59:14.104350 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-339da327-176e-46d9-bb95-912e434d1f29 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:14.121641 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-339da327-176e-46d9-bb95-912e434d1f29 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe HTTP/1.1" status: 200 len: 700 time: 5.2310631 May 28 05:59:14.122141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51488) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:14.226771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6cbba-74da-4eff-9d4b-dab1aacffef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6b0231-fd30-4f68-891e-7bb7c433778f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:14.246231 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23729da-6e97-4f9e-8815-733a7f90f81f'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b870648d-286e-4080-b124-e472c38b10b6', 'code': 200} May 28 05:59:14.664481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25ac3e-843f-4cb2-9003-ed085c62791f req-ee3cf753-9858-489c-9be5-958d0e1a814a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:14.664481 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b25ac3e-843f-4cb2-9003-ed085c62791f req-ee3cf753-9858-489c-9be5-958d0e1a814a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 1.6328876 May 28 05:59:14.736978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:14.884338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6b0231-fd30-4f68-891e-7bb7c433778f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:14.931048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:14.932040 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:14.938096 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Floating IP 30de7138-5d51-480c-b4a0-9b3de598235f disassociated. External IP: 172.25.4.194, port: b870648d-286e-4080-b124-e472c38b10b6. May 28 05:59:14.938624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Calling delete_port for b870648d-286e-4080-b124-e472c38b10b6 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:14.942745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.943096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.943508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.943846 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.944174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.944503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.944826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.945149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.945471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.945791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.946111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.946430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:14.963143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 944b1812-db23-4113-a5bd-719177904604 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:14.967321 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:15.025427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:15.026616 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b1ef912c-f5d8-43c2-98a8-dc95906d29e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d6b0231-fd30-4f68-891e-7bb7c433778f HTTP/1.1" status: 204 len: 168 time: 1.3764973 May 28 05:59:15.076512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 944b1812-db23-4113-a5bd-719177904604, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=944b1812-db23-4113-a5bd-719177904604,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:15.114225 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:15.115722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 640b0c34-cf13-4106-bb80-d891f351b35f no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:15.134362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51516) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:15.159292 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fdae90bd-f078-4a1f-9e9c-55315f3d5ecd tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe HTTP/1.1" status: 200 len: 700 time: 0.9991505 May 28 05:59:15.694258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e14c1-721c-43a5-b712-17e09ca58ae0 req-ed576ad4-7b43-4660-bf8b-5e7ef33a3e5e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:15.745489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e14c1-721c-43a5-b712-17e09ca58ae0 req-ed576ad4-7b43-4660-bf8b-5e7ef33a3e5e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:15.770563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e14c1-721c-43a5-b712-17e09ca58ae0 req-ed576ad4-7b43-4660-bf8b-5e7ef33a3e5e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:15.793060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e14c1-721c-43a5-b712-17e09ca58ae0 req-ed576ad4-7b43-4660-bf8b-5e7ef33a3e5e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:15.809365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 640b0c34-cf13-4106-bb80-d891f351b35f is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:15.813446 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:15.856243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e14c1-721c-43a5-b712-17e09ca58ae0 req-ed576ad4-7b43-4660-bf8b-5e7ef33a3e5e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:15.867871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f83e14c1-721c-43a5-b712-17e09ca58ae0 req-ed576ad4-7b43-4660-bf8b-5e7ef33a3e5e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 3881 time: 0.4725785 May 28 05:59:15.893791 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] Sync routers for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:59:15.916741 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:59:15.927051 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:16.009839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 640b0c34-cf13-4106-bb80-d891f351b35f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=640b0c34-cf13-4106-bb80-d891f351b35f,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:16.024185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=944b1812-db23-4113-a5bd-719177904604,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:16.047402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:16.050249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 67916908-4578-4d60-8b1d-270d092cdcd6 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:16.070758 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f83e14c1-721c-43a5-b712-17e09ca58ae0 req-06c3d217-3714-4ba5-9ed9-d371c5fb2063 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000780 May 28 05:59:16.308213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65f74967-c089-4115-ba65-0a25c10d01fa up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:59:16.342126 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:59:16.493534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944b1812-db23-4113-a5bd-719177904604'}, {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640b0c34-cf13-4106-bb80-d891f351b35f'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:16.514145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:16.528207 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b25ac3e-843f-4cb2-9003-ed085c62791f req-e7e3bf9b-c740-4cd5-87da-f6af9e0527f8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8320355 May 28 05:59:16.708916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Port': ['ID=b870648d-286e-4080-b124-e472c38b10b6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:16.876543 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7d0884-c87c-494c-a11d-f6da58794825'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944b1812-db23-4113-a5bd-719177904604', 'code': 200} May 28 05:59:16.877101 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7d0884-c87c-494c-a11d-f6da58794825'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640b0c34-cf13-4106-bb80-d891f351b35f', 'code': 200} May 28 05:59:17.072833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=640b0c34-cf13-4106-bb80-d891f351b35f,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:17.114626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 65f74967-c089-4115-ba65-0a25c10d01fa completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:59:17.188503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 67916908-4578-4d60-8b1d-270d092cdcd6 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:17.189914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:17.292831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 65f74967-c089-4115-ba65-0a25c10d01fa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:17.295674 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:17.476026 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:10Z', 'revision_number': 7, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f74967-c089-4115-ba65-0a25c10d01fa', 'name': '', 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:f0:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:57Z', 'updated_at': '2022-05-28T05:59:08Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:59Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:17.491905 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] Checking router: 2fd3c400-e951-461f-855f-6a00b115bebe for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:59:17.520851 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:59:17.521746 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:17.633257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 67916908-4578-4d60-8b1d-270d092cdcd6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=67916908-4578-4d60-8b1d-270d092cdcd6,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:17.693093 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:17.989426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Router 215b76cf-3fd4-445d-9c0d-334b2610b1fe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:59:18.153102 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:59:18.156566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=67916908-4578-4d60-8b1d-270d092cdcd6,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:18.166192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0516d7c-26e1-432c-9316-262a3ad11552 req-8961513b-7523-4345-93a0-9220a2758293 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:18.181670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 65f74967-c089-4115-ba65-0a25c10d01fa is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:18.182051 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:18.191062 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0516d7c-26e1-432c-9316-262a3ad11552 req-8961513b-7523-4345-93a0-9220a2758293 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3164768 May 28 05:59:18.396911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 65f74967-c089-4115-ba65-0a25c10d01fa, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=65f74967-c089-4115-ba65-0a25c10d01fa,segment=NetworkSegment(3ce6933f-a59b-41a4-b9d4-3c67c8b243af),segment_id=3ce6933f-a59b-41a4-b9d4-3c67c8b243af)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:18.407433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:59:18.410782 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:18.536547 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0516d7c-26e1-432c-9316-262a3ad11552 req-6ab92ec1-3f2d-4d37-8dc1-fc43221f9911 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423605 May 28 05:59:18.649924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] Sync routers for ids ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:59:18.726226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] Routers {'215b76cf-3fd4-445d-9c0d-334b2610b1fe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:59:18.728609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] No DVR routers for this DVR port b870648d-286e-4080-b124-e472c38b10b6 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:59:18.729758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:18.739372 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:18.805319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-deleted', 'tag': 'b870648d-286e-4080-b124-e472c38b10b6'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:18.832123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cee2023f-e893-4ed0-a379-7b6f19cb89ce tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "DELETE /v2.0/ports/b870648d-286e-4080-b124-e472c38b10b6 HTTP/1.1" status: 204 len: 173 time: 6.2004225 May 28 05:59:19.034180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67916908-4578-4d60-8b1d-270d092cdcd6'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:19.189999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-c3084f74-b265-484e-be2f-195a102200f9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Deleting port 1031195f-b845-4d3e-8af7-8990b6bac896 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:19.193493 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-c3084f74-b265-484e-be2f-195a102200f9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:19.496519 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:10Z', 'revision_number': 7, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f74967-c089-4115-ba65-0a25c10d01fa', 'name': '', 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:f0:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:57Z', 'updated_at': '2022-05-28T05:59:08Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:59Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:19.514509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=65f74967-c089-4115-ba65-0a25c10d01fa,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:19.538450 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b059ada2-1fc2-4c35-b9df-eb88649a26b8 None None] The sync data for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 is: [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:10Z', 'revision_number': 7, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f74967-c089-4115-ba65-0a25c10d01fa', 'name': '', 'network_id': 'a21b32ca-ad6d-4d96-9381-01765174d906', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:f0:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:57Z', 'updated_at': '2022-05-28T05:59:08Z', 'revision_number': 4, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '8cefd349-7f56-41ea-a72d-ae043092f381', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:59Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:59:19.662483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] Set router 215b76cf-3fd4-445d-9c0d-334b2610b1fe gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:59:19.959735 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f64df0-8147-4c7e-960a-3b029d44a242'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67916908-4578-4d60-8b1d-270d092cdcd6', 'code': 200} May 28 05:59:20.157754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-c3084f74-b265-484e-be2f-195a102200f9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] For port 1031195f-b845-4d3e-8af7-8990b6bac896, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1031195f-b845-4d3e-8af7-8990b6bac896,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:20.159406 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-c3084f74-b265-484e-be2f-195a102200f9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:20.349405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-c3084f74-b265-484e-be2f-195a102200f9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Calling delete_port for 1031195f-b845-4d3e-8af7-8990b6bac896 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:20.491421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224aace3-22d4-4168-97b5-1a223f0dd96b req-e925b35d-5e05-4c62-9835-6d91b873631d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:20.527103 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-224aace3-22d4-4168-97b5-1a223f0dd96b req-e925b35d-5e05-4c62-9835-6d91b873631d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3990655 May 28 05:59:20.638340 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4520aa3c-d77b-45f7-bcb3-5eb8ad591e88'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-deleted', 'tag': 'b870648d-286e-4080-b124-e472c38b10b6', 'status': 'completed', 'code': 200} May 28 05:59:20.656307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20993181-40e0-4962-aed4-8f2718b7cd6d req-5d352833-837b-44c6-bc70-d38ea5ad4357 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:20.663159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20993181-40e0-4962-aed4-8f2718b7cd6d req-5d352833-837b-44c6-bc70-d38ea5ad4357 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:20.670343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20993181-40e0-4962-aed4-8f2718b7cd6d req-5d352833-837b-44c6-bc70-d38ea5ad4357 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:20.677322 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-224aace3-22d4-4168-97b5-1a223f0dd96b req-1ed1095c-912a-430e-8363-d094624766dc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492980 May 28 05:59:20.681988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65f74967-c089-4115-ba65-0a25c10d01fa up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:59:20.683289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20993181-40e0-4962-aed4-8f2718b7cd6d req-5d352833-837b-44c6-bc70-d38ea5ad4357 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:20.684517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-20993181-40e0-4962-aed4-8f2718b7cd6d req-5d352833-837b-44c6-bc70-d38ea5ad4357 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:59:20.778987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-20993181-40e0-4962-aed4-8f2718b7cd6d req-5d352833-837b-44c6-bc70-d38ea5ad4357 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:59:20.781555 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20993181-40e0-4962-aed4-8f2718b7cd6d req-5d352833-837b-44c6-bc70-d38ea5ad4357 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 3143 time: 3.0326784 May 28 05:59:20.921667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20993181-40e0-4962-aed4-8f2718b7cd6d req-45b43f6c-e1ed-4ffc-8533-f11182b652b8 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270499 May 28 05:59:20.940952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-c3084f74-b265-484e-be2f-195a102200f9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:21.038921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:36Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5ac90136-5c63-47db-b419-c93a4ca68550', 'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'mac_address': 'fa:16:3e:12:32:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:34Z', 'updated_at': '2022-05-28T05:51:48Z', 'revision_number': 5, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'subnets': [{'id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:21.045788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] Checking router: 215b76cf-3fd4-445d-9c0d-334b2610b1fe for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:59:21.063804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] Routers {'215b76cf-3fd4-445d-9c0d-334b2610b1fe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:59:21.064433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:21.074361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3084f74-b265-484e-be2f-195a102200f9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Port': ['ID=1031195f-b845-4d3e-8af7-8990b6bac896,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:21.215520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 65f74967-c089-4115-ba65-0a25c10d01fa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:21.215906 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:21.352674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-c3084f74-b265-484e-be2f-195a102200f9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] No DVR routers for this DVR port 1031195f-b845-4d3e-8af7-8990b6bac896 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:59:21.363608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-c3084f74-b265-484e-be2f-195a102200f9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:21.365577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-c3084f74-b265-484e-be2f-195a102200f9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "DELETE /v2.0/ports/1031195f-b845-4d3e-8af7-8990b6bac896 HTTP/1.1" status: 204 len: 173 time: 2.5180805 May 28 05:59:21.564961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-10cd3fb9-9af8-4e75-8e8d-248d08197e65 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Deleting port 67916908-4578-4d60-8b1d-270d092cdcd6 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:21.565305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-10cd3fb9-9af8-4e75-8e8d-248d08197e65 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:21.923874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 65f74967-c089-4115-ba65-0a25c10d01fa is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:21.946512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] Set router 215b76cf-3fd4-445d-9c0d-334b2610b1fe gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:59:22.373158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-10cd3fb9-9af8-4e75-8e8d-248d08197e65 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] For port 67916908-4578-4d60-8b1d-270d092cdcd6, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=67916908-4578-4d60-8b1d-270d092cdcd6,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:22.373721 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-10cd3fb9-9af8-4e75-8e8d-248d08197e65 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:22.391865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51750) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:22.627283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08dd32-b870-495c-a187-c4737c82d9df req-6a8f1a3a-e301-4cf8-80d3-9ab1ba01dfd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:22.667362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08dd32-b870-495c-a187-c4737c82d9df req-6a8f1a3a-e301-4cf8-80d3-9ab1ba01dfd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:22.703563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08dd32-b870-495c-a187-c4737c82d9df req-6a8f1a3a-e301-4cf8-80d3-9ab1ba01dfd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:22.716996 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b08dd32-b870-495c-a187-c4737c82d9df req-6a8f1a3a-e301-4cf8-80d3-9ab1ba01dfd0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 2410 time: 0.3986666 May 28 05:59:22.827032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-10cd3fb9-9af8-4e75-8e8d-248d08197e65 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Calling delete_port for 67916908-4578-4d60-8b1d-270d092cdcd6 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:22.867929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ba2dd46-0506-4a6a-8be3-37cf6796f899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:22.989265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b08dd32-b870-495c-a187-c4737c82d9df req-4d4464ea-3aca-448f-9859-092d08886b1e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637541 May 28 05:59:22.998972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ba2dd46-0506-4a6a-8be3-37cf6796f899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:23.027516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ba2dd46-0506-4a6a-8be3-37cf6796f899 admin admin] Usage tracker for resource:security_group_rule and tenant:b9fa8b8cd179478aa692e73af18bb2ee is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:23.063308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ba2dd46-0506-4a6a-8be3-37cf6796f899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:23.085457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-deleted', 'tag': '1031195f-b845-4d3e-8af7-8990b6bac896'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:23.118636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-10cd3fb9-9af8-4e75-8e8d-248d08197e65 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:23.143744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ba2dd46-0506-4a6a-8be3-37cf6796f899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:23.164344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:36Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5ac90136-5c63-47db-b419-c93a4ca68550', 'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'mac_address': 'fa:16:3e:12:32:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:34Z', 'updated_at': '2022-05-28T05:51:48Z', 'revision_number': 5, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'subnets': [{'id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:23.180581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a93d5-0ae3-4760-a53f-99185fa0e5fa None None] The sync data for ids ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'] in n-d-843679-5 is: [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T05:51:36Z', 'revision_number': 4, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5ac90136-5c63-47db-b419-c93a4ca68550', 'name': '', 'network_id': 'd9749cf5-b31b-4b2d-9463-3d84e612ffc8', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'mac_address': 'fa:16:3e:12:32:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:34Z', 'updated_at': '2022-05-28T05:51:48Z', 'revision_number': 5, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'subnets': [{'id': '3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:59:23.399717 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb482eec-0225-4e3e-8233-4c9aadc1233d'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-deleted', 'tag': '1031195f-b845-4d3e-8af7-8990b6bac896', 'status': 'completed', 'code': 200} May 28 05:59:23.450908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd3fb9-9af8-4e75-8e8d-248d08197e65 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Port': ['ID=67916908-4578-4d60-8b1d-270d092cdcd6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:23.515910 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ba2dd46-0506-4a6a-8be3-37cf6796f899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:23.538888 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ba2dd46-0506-4a6a-8be3-37cf6796f899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:23.737388 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:23.792890 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9ba2dd46-0506-4a6a-8be3-37cf6796f899 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9fa8b8cd179478aa692e73af18bb2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3675334 May 28 05:59:23.799956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51774) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:23.800810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2dd46-0506-4a6a-8be3-37cf6796f899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc58452-fd77-4193-b05b-6f1c258baf36,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:23.948243 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c519cc-c759-489d-9886-52824a21dad0 None None] New status for floating IP 30de7138-5d51-480c-b4a0-9b3de598235f: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 05:59:23.986014 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08865fe1-9c30-468d-9798-33e6eb61230d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:24.063363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08865fe1-9c30-468d-9798-33e6eb61230d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:24.246268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08865fe1-9c30-468d-9798-33e6eb61230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:24.302779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-08865fe1-9c30-468d-9798-33e6eb61230d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:24.315811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-08865fe1-9c30-468d-9798-33e6eb61230d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fc58452-fd77-4193-b05b-6f1c258baf36 HTTP/1.1" status: 204 len: 168 time: 0.5111680 May 28 05:59:24.317724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08865fe1-9c30-468d-9798-33e6eb61230d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc58452-fd77-4193-b05b-6f1c258baf36,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:24.469219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fc0cb-564d-4fb8-8841-920a231322ae req-02f7fdb4-960a-4c33-92f1-2714468b4b58 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:24.476726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fc0cb-564d-4fb8-8841-920a231322ae req-02f7fdb4-960a-4c33-92f1-2714468b4b58 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:24.487842 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-934fc0cb-564d-4fb8-8841-920a231322ae req-02f7fdb4-960a-4c33-92f1-2714468b4b58 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 1677 time: 0.1489897 May 28 05:59:24.499990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-10cd3fb9-9af8-4e75-8e8d-248d08197e65 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] No DVR routers for this DVR port 67916908-4578-4d60-8b1d-270d092cdcd6 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:59:24.510484 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-10cd3fb9-9af8-4e75-8e8d-248d08197e65 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:24.589293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-934fc0cb-564d-4fb8-8841-920a231322ae req-0bb58758-33ce-4d05-acac-cc4e450b32ca tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004348 May 28 05:59:24.633040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-10cd3fb9-9af8-4e75-8e8d-248d08197e65 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "DELETE /v2.0/ports/67916908-4578-4d60-8b1d-270d092cdcd6 HTTP/1.1" status: 204 len: 173 time: 3.2498615 May 28 05:59:25.111684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51796) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:25.224359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cbf23637-c6e8-453f-8169-109c9887a029 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Deleting port 640b0c34-cf13-4106-bb80-d891f351b35f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:25.238327 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cbf23637-c6e8-453f-8169-109c9887a029 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:25.404916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-deleted', 'tag': '67916908-4578-4d60-8b1d-270d092cdcd6'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:25.419539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f6ad0-f528-4c8b-86c5-ba6e3ac67420 req-aca01161-7df3-4280-b9a6-9e30bc89ede9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:25.421163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-128f6ad0-f528-4c8b-86c5-ba6e3ac67420 req-aca01161-7df3-4280-b9a6-9e30bc89ede9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 2.3367264 May 28 05:59:25.427835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-24a9af6b-7d0d-47e0-8147-bab0932a97c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:25.512283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-24a9af6b-7d0d-47e0-8147-bab0932a97c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:25.526504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-128f6ad0-f528-4c8b-86c5-ba6e3ac67420 req-db5453cf-a5f7-4bcf-b785-6fed1513f4bc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841193 May 28 05:59:25.530031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-24a9af6b-7d0d-47e0-8147-bab0932a97c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4b99484beb1e4d75b7eb6911bb2543a7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:25.535784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-24a9af6b-7d0d-47e0-8147-bab0932a97c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:25.551407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-24a9af6b-7d0d-47e0-8147-bab0932a97c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:25.652331 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-795278e6-036e-4066-9857-d6bfe7b2eb34'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-deleted', 'tag': '67916908-4578-4d60-8b1d-270d092cdcd6', 'status': 'completed', 'code': 200} May 28 05:59:25.724220 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-24a9af6b-7d0d-47e0-8147-bab0932a97c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:25.772141 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-24a9af6b-7d0d-47e0-8147-bab0932a97c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:25.814658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9af6b-7d0d-47e0-8147-bab0932a97c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0f99f7-31d9-40d3-b04c-fe5f7acf1fa2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:25.885469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-24a9af6b-7d0d-47e0-8147-bab0932a97c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b99484beb1e4d75b7eb6911bb2543a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7696130 May 28 05:59:25.892866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e5c1-c74d-459f-8bfb-d9e71547c325 req-87bba521-454c-4ee5-818e-5fa1eebe88d8 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:25.899850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51810) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:25.901945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a73e5c1-c74d-459f-8bfb-d9e71547c325 req-87bba521-454c-4ee5-818e-5fa1eebe88d8 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 945 time: 0.4588270 May 28 05:59:25.957965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a73e5c1-c74d-459f-8bfb-d9e71547c325 req-b33017bf-79b8-4e4f-9ed4-de14e383d8c7 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551593 May 28 05:59:26.050974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 65f74967-c089-4115-ba65-0a25c10d01fa {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:26.051597 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:26.268733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c496045-bc99-46d6-a92a-76aac7fc7b27 req-34c3478e-5cb5-4495-9169-2ad32fd67c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:26.274443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c496045-bc99-46d6-a92a-76aac7fc7b27 req-34c3478e-5cb5-4495-9169-2ad32fd67c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:26.275262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5c496045-bc99-46d6-a92a-76aac7fc7b27 req-34c3478e-5cb5-4495-9169-2ad32fd67c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:59:26.310949 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37aa4e2d-14c7-4e38-ae0e-d53a7c06dcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:26.314332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cbf23637-c6e8-453f-8169-109c9887a029 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] For port 640b0c34-cf13-4106-bb80-d891f351b35f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=640b0c34-cf13-4106-bb80-d891f351b35f,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:26.314769 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cbf23637-c6e8-453f-8169-109c9887a029 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:26.536257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cbf23637-c6e8-453f-8169-109c9887a029 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Calling delete_port for 640b0c34-cf13-4106-bb80-d891f351b35f owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:26.844935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port 65f74967-c089-4115-ba65-0a25c10d01fa, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=65f74967-c089-4115-ba65-0a25c10d01fa,segment=NetworkSegment(3ce6933f-a59b-41a4-b9d4-3c67c8b243af),segment_id=3ce6933f-a59b-41a4-b9d4-3c67c8b243af)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:26.845573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:26.910245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0e875-e838-434b-9137-dc5854dad8a0 req-899cff25-fc86-4372-9742-25074d6d0db8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:26.912336 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-38a0e875-e838-434b-9137-dc5854dad8a0 req-899cff25-fc86-4372-9742-25074d6d0db8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.1493421 May 28 05:59:26.968543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-38a0e875-e838-434b-9137-dc5854dad8a0 req-f14743d5-9dc1-4464-be7c-1dd68617abea tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499206 May 28 05:59:27.124013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 65f74967-c089-4115-ba65-0a25c10d01fa owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:27.283514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41f9d2-0519-414a-bd2d-84a571d8cb06 req-13020952-a402-4dd8-b971-e2cb8fa90986 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:27.308223 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc41f9d2-0519-414a-bd2d-84a571d8cb06 req-13020952-a402-4dd8-b971-e2cb8fa90986 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 945 time: 0.1761346 May 28 05:59:27.490140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc41f9d2-0519-414a-bd2d-84a571d8cb06 req-3117fe8b-2eff-43e3-812e-c2f0fa363268 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758733 May 28 05:59:27.679502 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37aa4e2d-14c7-4e38-ae0e-d53a7c06dcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:27.986089 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:27.992327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5c496045-bc99-46d6-a92a-76aac7fc7b27 req-34c3478e-5cb5-4495-9169-2ad32fd67c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:59:28.000200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c496045-bc99-46d6-a92a-76aac7fc7b27 req-34c3478e-5cb5-4495-9169-2ad32fd67c1d tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 1677 time: 2.0947270 May 28 05:59:28.304034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=65f74967-c089-4115-ba65-0a25c10d01fa,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:28.473915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a55671-8363-4303-a789-21ce61160d71 req-d6f19e95-417b-48f6-8968-266ca7b9ca9a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:28.501684 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33a55671-8363-4303-a789-21ce61160d71 req-d6f19e95-417b-48f6-8968-266ca7b9ca9a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.2652740 May 28 05:59:28.615976 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33a55671-8363-4303-a789-21ce61160d71 req-d7b2b612-9d75-421a-98a2-52b769c16a2b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126854 May 28 05:59:28.627274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c496045-bc99-46d6-a92a-76aac7fc7b27 req-2786632a-e189-4ae1-a870-d84379cec542 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6261172 May 28 05:59:28.655760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.656103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.656443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.656764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.657089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.657410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.657732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.658049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.658364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.658678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.658990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.659327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:28.677892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37aa4e2d-14c7-4e38-ae0e-d53a7c06dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:28.845443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cbf23637-c6e8-453f-8169-109c9887a029 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:29.039508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf09b-0aaf-4735-8ad1-7c79f91c6024 req-14f28987-1070-43af-8cdb-b8d74e56d314 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:29.041626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62faf09b-0aaf-4735-8ad1-7c79f91c6024 req-14f28987-1070-43af-8cdb-b8d74e56d314 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 945 time: 0.1902113 May 28 05:59:29.127988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf23637-c6e8-453f-8169-109c9887a029 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Port': ['ID=640b0c34-cf13-4106-bb80-d891f351b35f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:29.131380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa4e2d-14c7-4e38-ae0e-d53a7c06dcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0f99f7-31d9-40d3-b04c-fe5f7acf1fa2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:29.212051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62faf09b-0aaf-4735-8ad1-7c79f91c6024 req-ab9b2567-a078-4a14-b78c-791ad055229f tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625712 May 28 05:59:29.396964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-bf0e2c8b-440f-4882-bfee-35842953fbbb tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:29.399150 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-bf0e2c8b-440f-4882-bfee-35842953fbbb tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 945 time: 1.8655345 May 28 05:59:29.400049 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:29.589021 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37aa4e2d-14c7-4e38-ae0e-d53a7c06dcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:29.593395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-37aa4e2d-14c7-4e38-ae0e-d53a7c06dcb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc0f99f7-31d9-40d3-b04c-fe5f7acf1fa2 HTTP/1.1" status: 204 len: 168 time: 3.6765363 May 28 05:59:29.608178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Deleting port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:29.608178 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:29.790822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cbf23637-c6e8-453f-8169-109c9887a029 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] No DVR routers for this DVR port 640b0c34-cf13-4106-bb80-d891f351b35f on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:59:29.793614 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cbf23637-c6e8-453f-8169-109c9887a029 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:29.796385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-cbf23637-c6e8-453f-8169-109c9887a029 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "DELETE /v2.0/ports/640b0c34-cf13-4106-bb80-d891f351b35f HTTP/1.1" status: 204 len: 173 time: 5.1615820 May 28 05:59:29.948268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-deleted', 'tag': '640b0c34-cf13-4106-bb80-d891f351b35f'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:30.073907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51864) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:30.549632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e48b19-e11f-45de-a875-2f4b13937252 req-6e5cd771-94fb-4042-bf65-20d541031ab2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:30.567932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3e48b19-e11f-45de-a875-2f4b13937252 req-6e5cd771-94fb-4042-bf65-20d541031ab2 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 943 time: 0.3293409 May 28 05:59:30.646357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f610b845-4f4a-49f5-af8f-4dac385d79f0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Deleting port 944b1812-db23-4113-a5bd-719177904604 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:30.651592 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f610b845-4f4a-49f5-af8f-4dac385d79f0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:30.771187 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3e48b19-e11f-45de-a875-2f4b13937252 req-51c62cf3-6bda-4302-9e94-088f34e9f745 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899366 May 28 05:59:30.929960 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:31.209079 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b44255-0564-4c4c-8617-6027c1cc6f7d'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-deleted', 'tag': '640b0c34-cf13-4106-bb80-d891f351b35f', 'status': 'completed', 'code': 200} May 28 05:59:31.366878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] For port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:31.367475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:31.398436 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e6e0-7f9e-4535-a838-9de62443cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:31.453561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fbc9e6e0-7f9e-4535-a838-9de62443cdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:31.463868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fbc9e6e0-7f9e-4535-a838-9de62443cdaf admin admin] Usage tracker for resource:security_group_rule and tenant:b747f382e3e1418a94c25907039a1091 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:31.468385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fbc9e6e0-7f9e-4535-a838-9de62443cdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:31.476245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fbc9e6e0-7f9e-4535-a838-9de62443cdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:31.534682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:31.850310 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e6e0-7f9e-4535-a838-9de62443cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:31.874318 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e6e0-7f9e-4535-a838-9de62443cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:31.945195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:31.945658 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:32.011029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bede81-05c8-49fc-8590-b45d3effdf0d req-6fd7d61f-4b72-4916-9be4-e0dcfa1f6600 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:32.018817 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1bede81-05c8-49fc-8590-b45d3effdf0d req-6fd7d61f-4b72-4916-9be4-e0dcfa1f6600 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 945 time: 0.9417915 May 28 05:59:32.050121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fbc9e6e0-7f9e-4535-a838-9de62443cdaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b747f382e3e1418a94c25907039a1091&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9703648 May 28 05:59:32.053038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51892) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:32.075537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a89bcf-0fa9-4fae-93ee-029cac953120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0075b7-5b78-45df-af4e-9db7d1d5ebbd'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:32.143434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9e6e0-7f9e-4535-a838-9de62443cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad76ccb-cd92-4c53-90f3-88077df15635,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:32.172992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:32.186702 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:32.260803 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1bede81-05c8-49fc-8590-b45d3effdf0d req-d2ac246a-2865-4ff6-9600-bbbc0d609884 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409039 May 28 05:59:32.331912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:32.355441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89abebcf-f15a-41bd-b5c1-66fd966c88fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:32.403501 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89abebcf-f15a-41bd-b5c1-66fd966c88fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:32.540428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Calling delete_port for 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:32.659689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89abebcf-f15a-41bd-b5c1-66fd966c88fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:32.773118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abebcf-f15a-41bd-b5c1-66fd966c88fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad76ccb-cd92-4c53-90f3-88077df15635,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:32.785213 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:59:32.785675 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:59:32.853342 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89abebcf-f15a-41bd-b5c1-66fd966c88fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:32.854477 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-89abebcf-f15a-41bd-b5c1-66fd966c88fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ad76ccb-cd92-4c53-90f3-88077df15635 HTTP/1.1" status: 204 len: 168 time: 0.7987752 May 28 05:59:32.906023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6165f09-a074-4396-a964-920facf17b44 req-5bf3fcd3-4fb5-4d0d-b710-004f55465415 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:32.919357 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6165f09-a074-4396-a964-920facf17b44 req-5bf3fcd3-4fb5-4d0d-b710-004f55465415 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 943 time: 0.3804538 May 28 05:59:33.091975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6165f09-a074-4396-a964-920facf17b44 req-9e19a30b-b5b7-4236-ba8b-02fa75ee29ed tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714039 May 28 05:59:33.196818 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756d5b02-de1b-450a-a62d-9b1d72350acc'] response: {'server_uuid': '32a89bcf-0fa9-4fae-93ee-029cac953120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0075b7-5b78-45df-af4e-9db7d1d5ebbd', 'code': 200} May 28 05:59:33.309539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950416f-48d8-484d-9e91-7ee66beaf58f req-e68ea881-e7bb-4de1-92b9-c9de35a9207e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:33.314072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c950416f-48d8-484d-9e91-7ee66beaf58f req-e68ea881-e7bb-4de1-92b9-c9de35a9207e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 3.2797120 May 28 05:59:33.316226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:59:33.323407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Deleting port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:33.344871 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:33.898724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46825c5-7aea-4712-ae56-0e8b17a5b287 req-3e3ef480-6e23-46ee-8376-a8bf2110c4f7 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:33.909297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b46825c5-7aea-4712-ae56-0e8b17a5b287 req-3e3ef480-6e23-46ee-8376-a8bf2110c4f7 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 943 time: 0.4070048 May 28 05:59:34.042474 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b46825c5-7aea-4712-ae56-0e8b17a5b287 req-3b85e6ec-4227-4117-8041-164f8f5bbc12 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ecc7c-9420-41e7-a776-42fa545e7154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200113 May 28 05:59:34.155975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51934) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:34.185556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f610b845-4f4a-49f5-af8f-4dac385d79f0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] For port 944b1812-db23-4113-a5bd-719177904604, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=944b1812-db23-4113-a5bd-719177904604,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:34.186129 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f610b845-4f4a-49f5-af8f-4dac385d79f0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:34.211776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb842b6d-5d67-44ac-bc58-872ca6d101af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:34.296787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bb842b6d-5d67-44ac-bc58-872ca6d101af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:34.314996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bb842b6d-5d67-44ac-bc58-872ca6d101af admin admin] Usage tracker for resource:security_group_rule and tenant:f05019fe51374f66b9666a875b00d7b0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:34.330372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bb842b6d-5d67-44ac-bc58-872ca6d101af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:34.353579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bb842b6d-5d67-44ac-bc58-872ca6d101af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:34.655082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f610b845-4f4a-49f5-af8f-4dac385d79f0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Calling delete_port for 944b1812-db23-4113-a5bd-719177904604 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:34.801534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20c054-6c8a-4519-a78c-3be837fe13e0 req-1c5a44fc-794c-4417-8c04-a0295a828388 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:34.809131 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f20c054-6c8a-4519-a78c-3be837fe13e0 req-1c5a44fc-794c-4417-8c04-a0295a828388 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 943 time: 0.4486678 May 28 05:59:34.897411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] For port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,segment=NetworkSegment(32764998-a90b-4ae4-8cf9-f0d0f148b462),segment_id=32764998-a90b-4ae4-8cf9-f0d0f148b462)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:34.897411 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:35.036439 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb842b6d-5d67-44ac-bc58-872ca6d101af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:35.053720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Calling delete_port for 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:35.097623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb842b6d-5d67-44ac-bc58-872ca6d101af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:35.227992 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c950416f-48d8-484d-9e91-7ee66beaf58f req-1267384a-51c2-4529-9d07-b02a9b300afe tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7511585 May 28 05:59:35.300458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bb842b6d-5d67-44ac-bc58-872ca6d101af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f05019fe51374f66b9666a875b00d7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1409359 May 28 05:59:35.367519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51964) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:35.373073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:59:35.390832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] Sync routers for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:59:35.418029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:59:35.421502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:35.424726 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f20c054-6c8a-4519-a78c-3be837fe13e0 req-bde94755-8e0d-4d62-bc71-11bb9c57293e tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups?id=725da408-2dd0-4d67-b56c-9f77421a2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849595 May 28 05:59:35.474443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb842b6d-5d67-44ac-bc58-872ca6d101af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81ee905-09a7-412a-85a3-85c22af08e9e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:35.538015 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:59:35.720960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e142ab0e-8e5e-4924-983c-3d3809a56b5a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.5398068 May 28 05:59:35.721576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51992) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:35.733909 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:36.075711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e048ae4a-6231-4bd5-a857-f8dd4e235c15 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting subnet 8cefd349-7f56-41ea-a72d-ae043092f381 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:59:36.084880 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e048ae4a-6231-4bd5-a857-f8dd4e235c15 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:36.167176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:59:36.241442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2cda8772-9aec-4575-ad8d-e99f851c4eb5 req-8b1af381-d223-42f8-9c4b-805616023d74 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Synchronizing usage tracker for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:59:36.278894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Pushing event deleted for resources: {'Port': ['ID=9d0075b7-5b78-45df-af4e-9db7d1d5ebbd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:36.302470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e048ae4a-6231-4bd5-a857-f8dd4e235c15 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:36.329608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52030) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:36.550837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] No DVR routers for this DVR port 9d0075b7-5b78-45df-af4e-9db7d1d5ebbd on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:59:36.567782 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:36.594197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a89bcf-0fa9-4fae-93ee-029cac953120', 'name': 'network-vif-deleted', 'tag': '9d0075b7-5b78-45df-af4e-9db7d1d5ebbd'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:36.684282 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d54c91bf-c9d7-4354-82e8-ded015c68414 req-07573f7f-c8c3-42a8-b761-a4a6380f7068 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.41 "DELETE /v2.0/ports/9d0075b7-5b78-45df-af4e-9db7d1d5ebbd HTTP/1.1" status: 204 len: 173 time: 7.2653852 May 28 05:59:36.686353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e96327df-58a8-43c6-9a50-8dbcfe69abd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:36.690924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2cda8772-9aec-4575-ad8d-e99f851c4eb5 req-8b1af381-d223-42f8-9c4b-805616023d74 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] Unset dirty status for tenant:507652873e5f4f2eb8a11fb0a435abdf on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:59:36.708809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2cda8772-9aec-4575-ad8d-e99f851c4eb5 req-8b1af381-d223-42f8-9c4b-805616023d74 tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 210 time: 0.9821212 May 28 05:59:36.734284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f610b845-4f4a-49f5-af8f-4dac385d79f0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:36.988498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5380de3-1817-43a7-8fe5-d312be9a3417 req-bba40d42-8327-478f-b641-390345035ee3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:36.990936 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e5380de3-1817-43a7-8fe5-d312be9a3417 req-bba40d42-8327-478f-b641-390345035ee3 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.4291515 May 28 05:59:37.066529 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f98c66c-300d-4cd0-bdce-f69b235b3ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:37.120279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e048ae4a-6231-4bd5-a857-f8dd4e235c15 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:37.258751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610b845-4f4a-49f5-af8f-4dac385d79f0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Port': ['ID=944b1812-db23-4113-a5bd-719177904604,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:37.282047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52044) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:37.312921 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e5380de3-1817-43a7-8fe5-d312be9a3417 req-ef43ac5b-3011-45cf-a91d-5feec680d70a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104119 May 28 05:59:37.342958 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e96327df-58a8-43c6-9a50-8dbcfe69abd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:37.419255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6f98c66c-300d-4cd0-bdce-f69b235b3ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:37.431741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6f98c66c-300d-4cd0-bdce-f69b235b3ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:3bb23d3d878f49a6a28957cc12877259 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:37.438551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6f98c66c-300d-4cd0-bdce-f69b235b3ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:37.481397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6f98c66c-300d-4cd0-bdce-f69b235b3ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:37.484144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:27Z', 'revision_number': 8, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:59Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:37.507847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] Checking router: 2fd3c400-e951-461f-855f-6a00b115bebe for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:59:37.515389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e048ae4a-6231-4bd5-a857-f8dd4e235c15 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:37.528714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:59:37.529686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:37.741930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:59:37.840645 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f98c66c-300d-4cd0-bdce-f69b235b3ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:38.028939 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b46885-bc39-461b-8ff0-c49f451e11cb'] response: {'server_uuid': '32a89bcf-0fa9-4fae-93ee-029cac953120', 'name': 'network-vif-deleted', 'tag': '9d0075b7-5b78-45df-af4e-9db7d1d5ebbd', 'status': 'completed', 'code': 200} May 28 05:59:38.035003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-70c0beda-8f02-4418-9c16-174e6a52e980 req-ae53c08d-724a-4ac7-acf7-af541ca1d888 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Synchronizing usage tracker for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:59:38.052122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f610b845-4f4a-49f5-af8f-4dac385d79f0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] No DVR routers for this DVR port 944b1812-db23-4113-a5bd-719177904604 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:59:38.057800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f610b845-4f4a-49f5-af8f-4dac385d79f0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:38.095999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf1df2cc-235a-42f8-b4a6-81a8a4153019 req-f610b845-4f4a-49f5-af8f-4dac385d79f0 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.33 "DELETE /v2.0/ports/944b1812-db23-4113-a5bd-719177904604 HTTP/1.1" status: 204 len: 173 time: 8.1245317 May 28 05:59:38.097018 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f98c66c-300d-4cd0-bdce-f69b235b3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:38.167591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98c66c-300d-4cd0-bdce-f69b235b3ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f824e9fe-eeca-4ef6-84a3-31c90d03cbfa,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:38.188089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-70c0beda-8f02-4418-9c16-174e6a52e980 req-ae53c08d-724a-4ac7-acf7-af541ca1d888 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Unset dirty status for tenant:fd718985c28a4117b7e07db37d6ba250 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:59:38.203057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70c0beda-8f02-4418-9c16-174e6a52e980 req-ae53c08d-724a-4ac7-acf7-af541ca1d888 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 210 time: 0.9494536 May 28 05:59:38.262434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048ae4a-6231-4bd5-a857-f8dd4e235c15 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Subnet': ['ID=8cefd349-7f56-41ea-a72d-ae043092f381,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:38.273284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6f98c66c-300d-4cd0-bdce-f69b235b3ce6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bb23d3d878f49a6a28957cc12877259&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9060841 May 28 05:59:38.280579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52058) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:38.285797 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b538-f68b-4882-8dfe-b98f3bb8984d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:38.400134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e96327df-58a8-43c6-9a50-8dbcfe69abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:38.471264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e96327df-58a8-43c6-9a50-8dbcfe69abd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:38.482727 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e96327df-58a8-43c6-9a50-8dbcfe69abd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c81ee905-09a7-412a-85a3-85c22af08e9e HTTP/1.1" status: 204 len: 168 time: 3.1041064 May 28 05:59:38.517473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d758cdf-7787-4e59-aeb4-f2b6ee186dca None None] Network a21b32ca-ad6d-4d96-9381-01765174d906 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:59:38.525162 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e048ae4a-6231-4bd5-a857-f8dd4e235c15 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:38.546381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96327df-58a8-43c6-9a50-8dbcfe69abd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81ee905-09a7-412a-85a3-85c22af08e9e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:38.596364 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-956e1598-dc22-49e1-89eb-0fb9a1529226 req-e1806ba6-6d6c-4302-8742-1a2f5d3e35ba tempest-VolumesSnapshotTestJSON-1330140512 tempest-VolumesSnapshotTestJSON-1330140512-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a89bcf-0fa9-4fae-93ee-029cac953120 HTTP/1.1" status: 200 len: 210 time: 0.3185751 May 28 05:59:38.619684 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08d84007-7d80-4346-980e-430fbaadac38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:38.624353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8ab9b538-f68b-4882-8dfe-b98f3bb8984d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:38.632728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8ab9b538-f68b-4882-8dfe-b98f3bb8984d admin admin] Usage tracker for resource:security_group_rule and tenant:64881ee4546f4f0aaf3c04e668180272 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:38.643653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8ab9b538-f68b-4882-8dfe-b98f3bb8984d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:38.670874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8ab9b538-f68b-4882-8dfe-b98f3bb8984d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:38.693641 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e048ae4a-6231-4bd5-a857-f8dd4e235c15 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/8cefd349-7f56-41ea-a72d-ae043092f381 HTTP/1.1" status: 204 len: 168 time: 2.9706442 May 28 05:59:38.706397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52066) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:38.839836 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08d84007-7d80-4346-980e-430fbaadac38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:38.983903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce88b95-ce92-48e7-9614-49c364ddbd26 req-75c2f1a4-81b4-42d8-aac7-e8f551f0c150 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:38.993478 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:38.995756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce88b95-ce92-48e7-9614-49c364ddbd26 req-75c2f1a4-81b4-42d8-aac7-e8f551f0c150 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3404138 May 28 05:59:39.044734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:39.046997 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:39.097149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce88b95-ce92-48e7-9614-49c364ddbd26 req-2d63efaf-d81c-4827-afe0-9c26dde559c9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873277 May 28 05:59:39.098793 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-33fe8710-a392-4d9b-9ad3-711977648839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:39.115294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08d84007-7d80-4346-980e-430fbaadac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:39.145142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d84007-7d80-4346-980e-430fbaadac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f824e9fe-eeca-4ef6-84a3-31c90d03cbfa,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:39.166990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08d84007-7d80-4346-980e-430fbaadac38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:39.168548 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-08d84007-7d80-4346-980e-430fbaadac38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f824e9fe-eeca-4ef6-84a3-31c90d03cbfa HTTP/1.1" status: 204 len: 168 time: 0.8870797 May 28 05:59:39.281179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b538-f68b-4882-8dfe-b98f3bb8984d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:39.296192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:27Z', 'revision_number': 8, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:59Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:39.333196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5422e-336f-4d28-ae00-0b78aa3f9e87 None None] The sync data for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 is: [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:27Z', 'revision_number': 8, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02972d0-1834-4f43-8155-11440e122e46', 'name': '', 'network_id': 'ce93c114-db79-4bac-ac62-6f50a1768410', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:55:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:47Z', 'updated_at': '2022-05-28T05:58:59Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'b3437f65-c09c-4e7b-bc3e-5f70c272721a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:59:39.333965 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b538-f68b-4882-8dfe-b98f3bb8984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:39.438358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cddf7c-475b-4c5e-a4fe-c045b3330a4e None None] DHCP port deletion for a21b32ca-ad6d-4d96-9381-01765174d906 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:59:39.456856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-58cddf7c-475b-4c5e-a4fe-c045b3330a4e None None] Deleting port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:39.457311 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-58cddf7c-475b-4c5e-a4fe-c045b3330a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:39.585939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9b538-f68b-4882-8dfe-b98f3bb8984d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f5effe-e312-44df-a146-4f587eed8228,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:39.727558 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8ab9b538-f68b-4882-8dfe-b98f3bb8984d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64881ee4546f4f0aaf3c04e668180272&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4133110 May 28 05:59:39.730158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52092) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:39.946349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c9272372-cc81-4d33-b29a-3cdd195dd332 req-4f4bb540-2922-433c-8098-84769feb5d0f tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 210 time: 0.2175698 May 28 05:59:39.948426 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-31a6e5e2-001e-4f45-ac50-8406a94055ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:40.042434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-deleted', 'tag': '944b1812-db23-4113-a5bd-719177904604'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:40.073116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-31a6e5e2-001e-4f45-ac50-8406a94055ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:40.083082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-58cddf7c-475b-4c5e-a4fe-c045b3330a4e None None] For port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d,segment=NetworkSegment(3ce6933f-a59b-41a4-b9d4-3c67c8b243af),segment_id=3ce6933f-a59b-41a4-b9d4-3c67c8b243af)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:40.083657 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-58cddf7c-475b-4c5e-a4fe-c045b3330a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:40.237166 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7306e62-98a0-450a-8538-45ed6905ba52'] response: {'server_uuid': 'c7b90f6a-8063-4819-8cbc-c90ac6dfadd2', 'name': 'network-vif-deleted', 'tag': '944b1812-db23-4113-a5bd-719177904604', 'status': 'completed', 'code': 200} May 28 05:59:40.309401 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-31a6e5e2-001e-4f45-ac50-8406a94055ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:40.409158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6e5e2-001e-4f45-ac50-8406a94055ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f5effe-e312-44df-a146-4f587eed8228,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:40.435090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-31a6e5e2-001e-4f45-ac50-8406a94055ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:40.445098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-31a6e5e2-001e-4f45-ac50-8406a94055ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2f5effe-e312-44df-a146-4f587eed8228 HTTP/1.1" status: 204 len: 168 time: 0.7099288 May 28 05:59:40.600018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-58cddf7c-475b-4c5e-a4fe-c045b3330a4e None None] Calling delete_port for cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:40.634589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d,segment=NetworkSegment(3ce6933f-a59b-41a4-b9d4-3c67c8b243af),segment_id=3ce6933f-a59b-41a4-b9d4-3c67c8b243af)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:40.635146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:40.801197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:41.005796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:41.097593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-58cddf7c-475b-4c5e-a4fe-c045b3330a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:41.317369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed12596-bb8e-4f66-bebb-789012c70338 req-64376c0d-8a1d-4f0f-8ee2-fb9e587c4546 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:41.327133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:59:41.328082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:59:41.330882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65f74967-c089-4115-ba65-0a25c10d01fa no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:41.335645 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ed12596-bb8e-4f66-bebb-789012c70338 req-64376c0d-8a1d-4f0f-8ee2-fb9e587c4546 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.9012434 May 28 05:59:41.434661 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-38024b37-8587-4a3f-ac52-094cb7882ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:41.445988 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:41.529455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 65f74967-c089-4115-ba65-0a25c10d01fa {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:59:41.532660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65f74967-c089-4115-ba65-0a25c10d01fa not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:59:41.550827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ed12596-bb8e-4f66-bebb-789012c70338 req-203d1adc-4a3d-4c56-84e3-d361c863be6d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130852 May 28 05:59:41.563908 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d187a4b9-5e05-453a-b190-a9bf36535ccf req-1b88d988-50f9-499c-af79-434e25f958ba tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 210 time: 0.1552262 May 28 05:59:41.580841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cddf7c-475b-4c5e-a4fe-c045b3330a4e None None] No DVR routers for this DVR port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:59:41.588985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52140) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:41.624504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cddf7c-475b-4c5e-a4fe-c045b3330a4e None None] Pushing event deleted for resources: {'Port': ['ID=cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:41.691169 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:59:41.692562 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:59:41.693671 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4406-8260-482a-bad6-07e2222a876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:41.715344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9cdf4406-8260-482a-bad6-07e2222a876c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:41.722243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9cdf4406-8260-482a-bad6-07e2222a876c admin admin] Usage tracker for resource:security_group_rule and tenant:6e2fb50e9bf74a2fb866b042ad780953 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:41.727364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9cdf4406-8260-482a-bad6-07e2222a876c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:41.747336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9cdf4406-8260-482a-bad6-07e2222a876c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:41.784418 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:41.798814 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:41.971731 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4406-8260-482a-bad6-07e2222a876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:41.982711 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4406-8260-482a-bad6-07e2222a876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.038802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf4406-8260-482a-bad6-07e2222a876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116292e0-f40c-4206-9b54-ccf54bc892c7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:42.092988 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9cdf4406-8260-482a-bad6-07e2222a876c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e2fb50e9bf74a2fb866b042ad780953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4655850 May 28 05:59:42.093287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52148) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:42.194109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:42.194484 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.363025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] The port 'cfd823ab-6eb2-4de1-ba97-9b39a0e2b66d' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:59:42.387533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b29e00f-82c9-4f5e-b08a-6d71ecaeeef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.473695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b29e00f-82c9-4f5e-b08a-6d71ecaeeef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.499200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52158) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:42.581576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.604408 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b29e00f-82c9-4f5e-b08a-6d71ecaeeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.641022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29e00f-82c9-4f5e-b08a-6d71ecaeeef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116292e0-f40c-4206-9b54-ccf54bc892c7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:42.666170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21b32ca-ad6d-4d96-9381-01765174d906']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:42.678619 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b29e00f-82c9-4f5e-b08a-6d71ecaeeef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.692001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7b29e00f-82c9-4f5e-b08a-6d71ecaeeef1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/116292e0-f40c-4206-9b54-ccf54bc892c7 HTTP/1.1" status: 204 len: 168 time: 0.5921869 May 28 05:59:42.710824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce6933f-a59b-41a4-b9d4-3c67c8b243af') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:42.712135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce6933f-a59b-41a4-b9d4-3c67c8b243af') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:42.744212 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.788421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1389048763-network', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:59:42.796772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:42.805031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.813262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Usage tracker for resource:network and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:42.823065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:42.825367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:59:42.825801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.850357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:42.898962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Made reservation on behalf of 98d70259eba14147b9d1979ce8faf7d4 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:59:42.908399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.957476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:42.992614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:42.997757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:43.002077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:43.013176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:43.238788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:43.281802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:43.306311 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:43.334768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4875b88-e1f5-4feb-b508-116cd0e9b8f2 req-61c6dff7-0a22-43a7-9818-a06fab4051e6 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7b90f6a-8063-4819-8cbc-c90ac6dfadd2 HTTP/1.1" status: 200 len: 210 time: 0.3752239 May 28 05:59:43.345526 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/networks/a21b32ca-ad6d-4d96-9381-01765174d906 HTTP/1.1" status: 204 len: 168 time: 4.6378999 May 28 05:59:43.348706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52186) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:43.526044 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:43.555397 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:43.691135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1e8120-22a0-48b8-a192-721a8d032cdf,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:43.729142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:59:43.760517 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:43.763275 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Added segment 6886a44f-6867-4494-9c89-3ab6c8dec254 of type vlan for network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a May 28 05:59:43.862303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:43.970753 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:43.975625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:43.976254 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:43.992483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945804df-c601-444e-846a-7ec515c9d10a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Network': ['ID=a21b32ca-ad6d-4d96-9381-01765174d906,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:44.116379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6129630 May 28 05:59:44.343642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b9362-86af-4637-bb45-7ae0d1f02dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:44.346931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52214) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:44.357181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:59:44.370154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Request body: {'subnet': {'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1389048763-subnet', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:59:44.396151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:44.415560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Usage tracker for resource:subnet and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:44.426891 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 3ce6933f-a59b-41a4-b9d4-3c67c8b243af resource provider aggregate not found May 28 05:59:44.428685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:44.480544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:44.506747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Made reservation on behalf of 98d70259eba14147b9d1979ce8faf7d4 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:59:44.509311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:44.655241 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 3ce6933f-a59b-41a4-b9d4-3c67c8b243af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ce6933f-a59b-41a4-b9d4-3c67c8b243af found for delete ", "request_id": "req-d6f34ae0-936b-4928-ac5d-9b0cd06f68b5"}]} May 28 05:59:44.678835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c6ed-aef7-4728-a145-bcd92d1b1a72 req-f3ad9e6c-a6d2-4609-bb4c-2d26897ccfa4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:44.685734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6091c6ed-aef7-4728-a145-bcd92d1b1a72 req-f3ad9e6c-a6d2-4609-bb4c-2d26897ccfa4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 1.7652440 May 28 05:59:44.727155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52244) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:44.860292 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6091c6ed-aef7-4728-a145-bcd92d1b1a72 req-d412956c-fdc7-4777-9fdf-f14528004a05 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727748 May 28 05:59:44.941999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fec6441-5ce2-4b3f-af22-f339c0579311 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:45.042499 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:45.088508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fec6441-5ce2-4b3f-af22-f339c0579311 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:45.516911 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fec6441-5ce2-4b3f-af22-f339c0579311 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:45.548302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec6441-5ce2-4b3f-af22-f339c0579311 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725da408-2dd0-4d67-b56c-9f77421a2ab0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:45.552562 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:45.790601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fec6441-5ce2-4b3f-af22-f339c0579311 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:45.798722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2fec6441-5ce2-4b3f-af22-f339c0579311 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "DELETE /v2.0/security-groups/725da408-2dd0-4d67-b56c-9f77421a2ab0 HTTP/1.1" status: 204 len: 168 time: 1.0689380 May 28 05:59:45.814256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52282) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:45.866560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0383f63c-3b76-4487-957c-baa1ea0aa8a3,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:45.869066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port c02972d0-1834-4f43-8155-11440e122e46 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:45.877564 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:45.917760 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-ac1328d3-cced-4fbd-8604-496552d51f8c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] show failed (client error): The resource could not be found. May 28 05:59:45.919500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ac1328d3-cced-4fbd-8604-496552d51f8c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "GET /v2.0/security-groups/725da408-2dd0-4d67-b56c-9f77421a2ab0 HTTP/1.1" status: 404 len: 347 time: 0.1040547 May 28 05:59:45.921169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Checking segment: {'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:59:45.921543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Network hostable DHCP agents. Network: 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:59:45.933084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52292) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:46.518660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port c02972d0-1834-4f43-8155-11440e122e46, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c02972d0-1834-4f43-8155-11440e122e46,segment=NetworkSegment(03129f35-6b97-4ee0-bb85-fe226999988c),segment_id=03129f35-6b97-4ee0-bb85-fe226999988c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:46.519143 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:46.591957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e17b84f0-57c8-4fb2-909c-cbd87ed33d52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Deleting port 4dd4173f-8408-4e9c-85e8-463e57dd8efe {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:46.592673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e17b84f0-57c8-4fb2-909c-cbd87ed33d52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:46.858486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for c02972d0-1834-4f43-8155-11440e122e46 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:46.893504 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e17b84f0-57c8-4fb2-909c-cbd87ed33d52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:46.894465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e17b84f0-57c8-4fb2-909c-cbd87ed33d52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:47.035356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e17b84f0-57c8-4fb2-909c-cbd87ed33d52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Calling delete_port for 4dd4173f-8408-4e9c-85e8-463e57dd8efe owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:47.130132 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:47.257918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:59:47.313221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e17b84f0-57c8-4fb2-909c-cbd87ed33d52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:47.386778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=c02972d0-1834-4f43-8155-11440e122e46,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:47.531191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b84f0-57c8-4fb2-909c-cbd87ed33d52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Port': ['ID=4dd4173f-8408-4e9c-85e8-463e57dd8efe,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:47.533952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:59:47.543867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:47.544961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:47.555732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893a5a3-db30-4c89-9beb-9869df93f7a7 None None] Network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:59:47.812885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504facbf-863b-4f51-8004-04214827327d req-dbcd7e78-d22b-471f-968d-852a7bba5ecd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:47.827741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-504facbf-863b-4f51-8004-04214827327d req-dbcd7e78-d22b-471f-968d-852a7bba5ecd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 1.5947185 May 28 05:59:47.830713 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e17b84f0-57c8-4fb2-909c-cbd87ed33d52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:47.834704 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e17b84f0-57c8-4fb2-909c-cbd87ed33d52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:47.835912 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e17b84f0-57c8-4fb2-909c-cbd87ed33d52 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "DELETE /v2.0/floatingips/30de7138-5d51-480c-b4a0-9b3de598235f HTTP/1.1" status: 204 len: 168 time: 1.8987937 May 28 05:59:47.840660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b74cb640-9a1c-453d-adda-76d5e3f3ee14 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4809740 May 28 05:59:47.875717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52386) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:47.876364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52388) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:47.888440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 05:59:47.984640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:48.048880 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:48.105135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Usage tracker for resource:router and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:48.109598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f43e95-cb12-452c-94c9-1cbd1de109fa req-1551d2f1-23ea-4ac2-8040-72404404a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:48.122167 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15f43e95-cb12-452c-94c9-1cbd1de109fa req-1551d2f1-23ea-4ac2-8040-72404404a93d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 1096 time: 0.9089606 May 28 05:59:48.182925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:48.189163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 05:59:48.190580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:48.208843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:48.367262 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-504facbf-863b-4f51-8004-04214827327d req-4b2ba076-b62e-47f2-adb2-50ef4d8b3cc4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438917 May 28 05:59:48.375647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d505ed8c-ee39-4f0f-9f82-e48835d688f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Deleting port b2b408ba-1753-4654-8059-1424962b2a46 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:48.377369 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d505ed8c-ee39-4f0f-9f82-e48835d688f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:48.414112 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:48.415662 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:48.522149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Allocated IP 172.20.0.2 (8c4ac6b4-30f6-49a1-965d-d4905bbfab8a/0383f63c-3b76-4487-957c-baa1ea0aa8a3/63fb4473-e2bc-4ee8-97b2-5caead2f54e1) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:59:48.646472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:48.655176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f43e95-cb12-452c-94c9-1cbd1de109fa req-92b4d518-9ce7-4dc5-bcdc-8f36ee86fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:48.657232 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15f43e95-cb12-452c-94c9-1cbd1de109fa req-92b4d518-9ce7-4dc5-bcdc-8f36ee86fcd5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 914 time: 0.5342624 May 28 05:59:48.712631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 05:59:48.950492 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:48.978187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Transition to ACTIVE for port object 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:59:49.023614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Transition to ACTIVE for port object 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:59:49.045076 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:49.093594 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15f43e95-cb12-452c-94c9-1cbd1de109fa req-93ba7c21-d282-4bdf-bd56-d98fd9983d12 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 200 len: 217 time: 0.4084356 May 28 05:59:49.133248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:59:49.142120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:59:49.149266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:59:49.160986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 05:59:49.170620 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] Sync routers for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 05:59:49.178585 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b7a53af1-3cb4-4d99-920f-7b1b7a6ceb8f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8282793 May 28 05:59:49.179331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52458) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:49.201371 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:59:49.202033 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:49.284753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a11b011-80f5-4baa-a4b6-619262721a83 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting subnet b3437f65-c09c-4e7b-bc3e-5f70c272721a {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:59:49.288469 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a11b011-80f5-4baa-a4b6-619262721a83 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:49.390771 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a11b011-80f5-4baa-a4b6-619262721a83 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:49.411165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Pushing event updated for resources: {'Port': ['ID=63fb4473-e2bc-4ee8-97b2-5caead2f54e1,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:49.446325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.446694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.447422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.447829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.451001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.451440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.452608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.453164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.453508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.455109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.455847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.457248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:59:49.473532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Attempting to bind port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:59:49.475570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Attempting to bind port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:59:49.475948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Attempting to bind port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 on network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 05:59:49.491781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 05:59:49.492591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Checking segment: {'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 05:59:49.492591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:49.493086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Bound using segment: {'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 05:59:49.494225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Bound port: 63fb4473-e2bc-4ee8-97b2-5caead2f54e1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:59:49.494603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:49.593923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f43e95-cb12-452c-94c9-1cbd1de109fa req-cef218c2-b2ea-4afd-baad-4e36aeea01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:49.600670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a11b011-80f5-4baa-a4b6-619262721a83 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:49.601231 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15f43e95-cb12-452c-94c9-1cbd1de109fa req-cef218c2-b2ea-4afd-baad-4e36aeea01bb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 200 len: 853 time: 0.4228530 May 28 05:59:49.607927 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:59:49.746864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] For port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 05:59:49.760492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] For port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=63fb4473-e2bc-4ee8-97b2-5caead2f54e1,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 05:59:49.782327 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:49.969328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15f43e95-cb12-452c-94c9-1cbd1de109fa req-559e6d26-ae9d-40a2-b125-866290d79809 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1507e82f-cead-45ab-80fe-1fee2df586a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586280 May 28 05:59:50.059363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5f60c-bc58-4d5a-b649-bd210f22ae61 req-0b93caa8-6bcf-40b8-b665-426e182f93ff tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:50.072964 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08a5f60c-bc58-4d5a-b649-bd210f22ae61 req-0b93caa8-6bcf-40b8-b665-426e182f93ff tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.3840485 May 28 05:59:50.119527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170573c-245e-4714-88db-13d7ec7b9e01 None None] Pushing event updated for resources: {'Port': ['ID=63fb4473-e2bc-4ee8-97b2-5caead2f54e1,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:50.256718 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08a5f60c-bc58-4d5a-b649-bd210f22ae61 req-97ea5fa4-6eee-4834-9a89-5cec8b4c0c5f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737161 May 28 05:59:50.263634 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a11b011-80f5-4baa-a4b6-619262721a83 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:50.403126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11b011-80f5-4baa-a4b6-619262721a83 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Subnet': ['ID=b3437f65-c09c-4e7b-bc3e-5f70c272721a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:50.415599 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a11b011-80f5-4baa-a4b6-619262721a83 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:50.423625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3334cb28-3b29-43af-8c79-aa988ff44b3e None None] Network ce93c114-db79-4bac-ac62-6f50a1768410 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:59:50.449815 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:47Z', 'revision_number': 9, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:50.463547 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] Checking router: 2fd3c400-e951-461f-855f-6a00b115bebe for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 05:59:50.469044 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1a11b011-80f5-4baa-a4b6-619262721a83 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/b3437f65-c09c-4e7b-bc3e-5f70c272721a HTTP/1.1" status: 204 len: 168 time: 1.2865763 May 28 05:59:50.472891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52536) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:50.489775 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 05:59:50.492397 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:50.748808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device afb1d35a-741e-42ac-8ff1-421a3113feb4 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:50.804319 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15f43e95-cb12-452c-94c9-1cbd1de109fa req-9b6196ee-7236-4efb-a26b-5e2c903ef1af service neutron] 10.222.0.33 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979333 May 28 05:59:51.011085 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:51.041234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:51.041753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:51.317506 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 05:59:51.489285 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d505ed8c-ee39-4f0f-9f82-e48835d688f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:51.639905 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:51.765375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port afb1d35a-741e-42ac-8ff1-421a3113feb4 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:51.765861 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:51.777426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52566) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:51.846629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 05:59:51.883123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:51.895458 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:52.031890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] DHCP port deletion for ce93c114-db79-4bac-ac62-6f50a1768410 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 05:59:52.058844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] Deleting port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:52.059226 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:52.128852 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238a1dd9-8257-43a4-89c0-a6b22d8ba38c'] response: {'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'code': 200} May 28 05:59:52.223025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42b22980-e20c-40ec-be6f-83ac181754c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:52.236304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:52.283323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-42b22980-e20c-40ec-be6f-83ac181754c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:52.285258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d505ed8c-ee39-4f0f-9f82-e48835d688f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Calling delete_port for b2b408ba-1753-4654-8059-1424962b2a46 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:52.293961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-42b22980-e20c-40ec-be6f-83ac181754c6 admin admin] Usage tracker for resource:security_group_rule and tenant:d1e4ac46514c4193818d87a660d46f87 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:52.299921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-42b22980-e20c-40ec-be6f-83ac181754c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:52.324427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-42b22980-e20c-40ec-be6f-83ac181754c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:52.438281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15f43e95-cb12-452c-94c9-1cbd1de109fa req-d24bbae6-0218-422e-86db-e98fcc29f41f service neutron] 10.222.0.33 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5687342 May 28 05:59:52.550727 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:47Z', 'revision_number': 9, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:52.560119 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4723a0c-28b4-415d-83d3-fa8f8c80ff0c None None] The sync data for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 is: [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:47Z', 'revision_number': 9, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc694dba-a776-450f-a8f2-278783f1bd88', 'name': '', 'network_id': '48224d19-430b-4a59-824e-cc128df5aca6', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:6f:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:37Z', 'updated_at': '2022-05-28T05:58:50Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': '48ee8d77-7138-4066-9fa1-b7ccfaa65268', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 05:59:52.625697 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42b22980-e20c-40ec-be6f-83ac181754c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:52.651305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42b22980-e20c-40ec-be6f-83ac181754c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:52.840624 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-42b22980-e20c-40ec-be6f-83ac181754c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1e4ac46514c4193818d87a660d46f87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0589166 May 28 05:59:52.850421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52580) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:52.858807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5604c-044f-4820-abbf-74881b6d01bb req-7288e9de-8407-424a-ae69-d03e86a9e600 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:52.859947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5e45e45c-8bf7-4429-8f71-fb6a0d0fb393,segment=NetworkSegment(03129f35-6b97-4ee0-bb85-fe226999988c),segment_id=03129f35-6b97-4ee0-bb85-fe226999988c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:52.862941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bb5604c-044f-4820-abbf-74881b6d01bb req-7288e9de-8407-424a-ae69-d03e86a9e600 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 0.9594924 May 28 05:59:52.881487 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:52.909809 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3500cf91-4d75-495b-b389-27930c60c467 None None] Network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 05:59:53.014966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d505ed8c-ee39-4f0f-9f82-e48835d688f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.026133 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0bb5604c-044f-4820-abbf-74881b6d01bb req-35ea7ae3-b344-4517-b2af-92e9fe7189f0 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453519 May 28 05:59:53.288516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:53.301643 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:59:53.323286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505ed8c-ee39-4f0f-9f82-e48835d688f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Port': ['ID=b2b408ba-1753-4654-8059-1424962b2a46,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:53.364801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b22980-e20c-40ec-be6f-83ac181754c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4739ee6f-506f-4e3a-83dd-bafa01532771,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:53.402497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65a27e52-030b-4d05-a2df-a8f37afc4bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.431412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] For port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5e45e45c-8bf7-4429-8f71-fb6a0d0fb393,segment=NetworkSegment(03129f35-6b97-4ee0-bb85-fe226999988c),segment_id=03129f35-6b97-4ee0-bb85-fe226999988c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:53.432100 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65a27e52-030b-4d05-a2df-a8f37afc4bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.432247 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.499118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65a27e52-030b-4d05-a2df-a8f37afc4bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.523477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a27e52-030b-4d05-a2df-a8f37afc4bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4739ee6f-506f-4e3a-83dd-bafa01532771,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:53.529809 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65a27e52-030b-4d05-a2df-a8f37afc4bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.531566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-65a27e52-030b-4d05-a2df-a8f37afc4bb7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4739ee6f-506f-4e3a-83dd-bafa01532771 HTTP/1.1" status: 204 len: 168 time: 0.6801462 May 28 05:59:53.563401 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.618495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No DVR routers for this DVR port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:59:53.671808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=5e45e45c-8bf7-4429-8f71-fb6a0d0fb393,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:53.714197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] Calling delete_port for 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:53.795309 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d505ed8c-ee39-4f0f-9f82-e48835d688f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.854582 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.891381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce93c114-db79-4bac-ac62-6f50a1768410']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:53.910424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03129f35-6b97-4ee0-bb85-fe226999988c') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:53.910857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03129f35-6b97-4ee0-bb85-fe226999988c') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:59:53.925421 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.946241 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:53.955712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 05:59:53.956270 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:54.021641 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:59:54.022134 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:59:54.023983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d1b16d53-58a6-459e-be14-a1f53118b233 None None] Provisioning for port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:59:54.171491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:59:54.185140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:54.185796 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:54.234267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d505ed8c-ee39-4f0f-9f82-e48835d688f1 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "DELETE /v2.0/ports/b2b408ba-1753-4654-8059-1424962b2a46 HTTP/1.1" status: 204 len: 168 time: 6.3495398 May 28 05:59:54.236855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52596) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:54.263835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:54.337209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:54.384036 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 03129f35-6b97-4ee0-bb85-fe226999988c resource provider aggregate not found May 28 05:59:54.396299 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/networks/ce93c114-db79-4bac-ac62-6f50a1768410 HTTP/1.1" status: 204 len: 168 time: 3.9221785 May 28 05:59:54.427572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52608) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:54.438448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb2e57-2dbd-42ea-8288-3bd1cb18b0d4 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Network': ['ID=ce93c114-db79-4bac-ac62-6f50a1768410,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:54.507015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-040a8fda-1444-4b88-8069-718caca4b6b4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Deleting port efdb6ff1-c2c4-4123-a994-107560eb2bd0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:54.515489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-040a8fda-1444-4b88-8069-718caca4b6b4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:54.550149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] Deleting port 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:54.550534 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:54.746602 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:54.762067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-747abb6d-6cc0-4b2b-8967-0a6b8dcea00d None None] The port '5e45e45c-8bf7-4429-8f71-fb6a0d0fb393' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 05:59:54.814261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:54.814893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:54.884841 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 03129f35-6b97-4ee0-bb85-fe226999988c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03129f35-6b97-4ee0-bb85-fe226999988c found for delete ", "request_id": "req-373ca891-94bc-4944-a735-7988e085acac"}]} May 28 05:59:54.944027 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:54.945751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=63fb4473-e2bc-4ee8-97b2-5caead2f54e1,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:54.966653 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:55.148097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:55.344545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:59:55.353655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5e45e45c-8bf7-4429-8f71-fb6a0d0fb393 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:59:55.447264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=63fb4473-e2bc-4ee8-97b2-5caead2f54e1,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:55.479784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c02972d0-1834-4f43-8155-11440e122e46 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:55.589718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: c02972d0-1834-4f43-8155-11440e122e46 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 05:59:55.590285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c02972d0-1834-4f43-8155-11440e122e46 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:59:55.592470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-865d7689-4cac-4f0f-a9d2-484ffb0f5c75 None None] Provisioning complete for port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:55.594391 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-865d7689-4cac-4f0f-a9d2-484ffb0f5c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:55.618303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd67672-62d4-4dc5-9b8c-bfdc241a15bb req-0a2446ed-700c-4b77-ab17-e1e48ac2ef0a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:55.631312 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5bd67672-62d4-4dc5-9b8c-bfdc241a15bb req-0a2446ed-700c-4b77-ab17-e1e48ac2ef0a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 1.2337089 May 28 05:59:55.794580 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5bd67672-62d4-4dc5-9b8c-bfdc241a15bb req-d3c0ffc7-8520-422a-901d-e2ee449935d4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620491 May 28 05:59:55.931881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-865d7689-4cac-4f0f-a9d2-484ffb0f5c75 None None] Current status of the port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:56.050140 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-040a8fda-1444-4b88-8069-718caca4b6b4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:56.447840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-040a8fda-1444-4b88-8069-718caca4b6b4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Calling delete_port for efdb6ff1-c2c4-4123-a994-107560eb2bd0 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:56.689008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:56.911745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Allocated IP 172.25.4.126 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/1fff0130-07bf-4c4a-884a-1d12aa5ff411) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:59:57.151316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52668) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:57.378322 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-040a8fda-1444-4b88-8069-718caca4b6b4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:57.409905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port cc694dba-a776-450f-a8f2-278783f1bd88 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 05:59:57.410197 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:57.516603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:59:57.613096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a8fda-1444-4b88-8069-718caca4b6b4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Port': ['ID=efdb6ff1-c2c4-4123-a994-107560eb2bd0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:57.634624 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b431b639-04bb-40a6-9fd9-4790d39cfd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:57.656319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b431b639-04bb-40a6-9fd9-4790d39cfd2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:59:57.660440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b431b639-04bb-40a6-9fd9-4790d39cfd2d admin admin] Usage tracker for resource:security_group_rule and tenant:a59594b29b1341c08ffe0ed177e0c289 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:59:57.663363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b431b639-04bb-40a6-9fd9-4790d39cfd2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:59:57.669604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b431b639-04bb-40a6-9fd9-4790d39cfd2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:59:57.758884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:59:57.759529 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:57.827355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b431b639-04bb-40a6-9fd9-4790d39cfd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:57.838435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port cc694dba-a776-450f-a8f2-278783f1bd88, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cc694dba-a776-450f-a8f2-278783f1bd88,segment=NetworkSegment(e20e1a62-4bba-4899-92e6-90b5cd3f8a98),segment_id=e20e1a62-4bba-4899-92e6-90b5cd3f8a98)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 05:59:57.838995 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:57.874615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b431b639-04bb-40a6-9fd9-4790d39cfd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:57.945680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cea8c3-4502-4c12-a9f8-92892b326908 req-ac100324-1795-46ce-b7b2-9ac46061e669 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:57.950552 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-63cea8c3-4502-4c12-a9f8-92892b326908 req-ac100324-1795-46ce-b7b2-9ac46061e669 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 0.9153583 May 28 05:59:58.031088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for cc694dba-a776-450f-a8f2-278783f1bd88 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 05:59:58.076071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:58.080895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-040a8fda-1444-4b88-8069-718caca4b6b4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:58.435871 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:58.454097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:58.496627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=cc694dba-a776-450f-a8f2-278783f1bd88,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:58.497533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431b639-04bb-40a6-9fd9-4790d39cfd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71166b0d-4805-407f-b300-0ee327576709,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:58.516685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b431b639-04bb-40a6-9fd9-4790d39cfd2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a59594b29b1341c08ffe0ed177e0c289&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3316908 May 28 05:59:58.523540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52688) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:58.547779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device afb1d35a-741e-42ac-8ff1-421a3113feb4 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:59:58.606379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-63cea8c3-4502-4c12-a9f8-92892b326908 req-dc9ee532-22a9-49fa-ba02-e50b2976ed73 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074066 May 28 05:59:58.613669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-040a8fda-1444-4b88-8069-718caca4b6b4 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "DELETE /v2.0/ports/efdb6ff1-c2c4-4123-a994-107560eb2bd0 HTTP/1.1" status: 204 len: 168 time: 4.3015542 May 28 05:59:58.615552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52694) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:59:58.809143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6ca9-720a-41d8-a1da-c656df99290d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:58.901387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:58.917221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa707503-fb2c-4fa7-b42b-a51b9ecf5a95 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Deleting subnet 073f8d3b-7e35-4a62-bd54-f7c6d068bce9 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 05:59:59.020753 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6ca9-720a-41d8-a1da-c656df99290d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:59.029646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa707503-fb2c-4fa7-b42b-a51b9ecf5a95 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:59.097481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:59:59.125225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port afb1d35a-741e-42ac-8ff1-421a3113feb4 is: DOWN; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 05:59:59.163804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:59:59.172544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 05:59:59.201487 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6ca9-720a-41d8-a1da-c656df99290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:59.239426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e6ca9-720a-41d8-a1da-c656df99290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71166b0d-4805-407f-b300-0ee327576709,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:59.263116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa707503-fb2c-4fa7-b42b-a51b9ecf5a95 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:59.318645 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6ca9-720a-41d8-a1da-c656df99290d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:59.320289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0e8e6ca9-720a-41d8-a1da-c656df99290d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71166b0d-4805-407f-b300-0ee327576709 HTTP/1.1" status: 204 len: 168 time: 0.7935436 May 28 05:59:59.331534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Pushing event updated for resources: {'Port': ['ID=1fff0130-07bf-4c4a-884a-1d12aa5ff411,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:59:59.499823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:59:59.793438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb186e84-30c0-4b0c-b348-ae06797f9b8f req-82c7ddb3-b1de-407c-a40f-c2b8d6e8d7a6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 05:59:59.795018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb186e84-30c0-4b0c-b348-ae06797f9b8f req-82c7ddb3-b1de-407c-a40f-c2b8d6e8d7a6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 0.5740461 May 28 05:59:59.929307 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb186e84-30c0-4b0c-b348-ae06797f9b8f req-d0da75d7-d19d-4683-9214-ca0299f3e48c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256623 May 28 05:59:59.986272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:00:00.026299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:00.318237 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52742) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:00.378769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:00:00.396701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78294724-5053-440f-80c2-b8f4697971ae None None] Sync routers for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:00:00.409333 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06e63034-06e7-43b9-96dc-b1bfb39a7559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:00.416269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78294724-5053-440f-80c2-b8f4697971ae None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:00.417034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-78294724-5053-440f-80c2-b8f4697971ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:00.426974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-49e445dd-0ac1-438f-ad2e-f41cf68ce051 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9969001 May 28 06:00:00.429925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52752) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:00.510538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24a9264-cc4e-4ae0-8918-b4a836a94394 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting subnet 48ee8d77-7138-4066-9fa1-b7ccfaa65268 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:00:00.518203 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24a9264-cc4e-4ae0-8918-b4a836a94394 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:00.551388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-06e63034-06e7-43b9-96dc-b1bfb39a7559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:00.568588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-06e63034-06e7-43b9-96dc-b1bfb39a7559 admin admin] Usage tracker for resource:security_group_rule and tenant:0f77fabf177e4535bf685ff19368e92f is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:00.575642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-06e63034-06e7-43b9-96dc-b1bfb39a7559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:00.587609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-06e63034-06e7-43b9-96dc-b1bfb39a7559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:00.604110 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24a9264-cc4e-4ae0-8918-b4a836a94394 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:00.610287 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa707503-fb2c-4fa7-b42b-a51b9ecf5a95 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:00.766084 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24a9264-cc4e-4ae0-8918-b4a836a94394 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:00.831620 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06e63034-06e7-43b9-96dc-b1bfb39a7559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:00.838382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06e63034-06e7-43b9-96dc-b1bfb39a7559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:00.924763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-06e63034-06e7-43b9-96dc-b1bfb39a7559 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f77fabf177e4535bf685ff19368e92f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054714 May 28 06:00:00.926032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e63034-06e7-43b9-96dc-b1bfb39a7559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420a29e5-4029-4d19-ae93-cc9e4917d293,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:00.931018 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52766) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:00.974742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24a9264-cc4e-4ae0-8918-b4a836a94394 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.040054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-78294724-5053-440f-80c2-b8f4697971ae None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:01.281369 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f24a9264-cc4e-4ae0-8918-b4a836a94394 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.301380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a9264-cc4e-4ae0-8918-b4a836a94394 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Subnet': ['ID=48ee8d77-7138-4066-9fa1-b7ccfaa65268,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:01.340152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5d4f06-7814-4d97-b869-d8f01971f2a4 None None] Network 48224d19-430b-4a59-824e-cc128df5aca6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:01.412649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1146-4b47-43f1-ab51-e45f9412db08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.480695 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f24a9264-cc4e-4ae0-8918-b4a836a94394 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/48ee8d77-7138-4066-9fa1-b7ccfaa65268 HTTP/1.1" status: 204 len: 168 time: 1.0485029 May 28 06:00:01.485725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52782) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:01.539186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa707503-fb2c-4fa7-b42b-a51b9ecf5a95 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.543789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1146-4b47-43f1-ab51-e45f9412db08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.544251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52786) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:01.613575 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.643095 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1146-4b47-43f1-ab51-e45f9412db08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.695355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa707503-fb2c-4fa7-b42b-a51b9ecf5a95 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Subnet': ['ID=073f8d3b-7e35-4a62-bd54-f7c6d068bce9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:01.725382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52794) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:01.755048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f1146-4b47-43f1-ab51-e45f9412db08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420a29e5-4029-4d19-ae93-cc9e4917d293,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:01.765290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa707503-fb2c-4fa7-b42b-a51b9ecf5a95 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.768175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1146-4b47-43f1-ab51-e45f9412db08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.769029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8b9f1146-4b47-43f1-ab51-e45f9412db08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/420a29e5-4029-4d19-ae93-cc9e4917d293 HTTP/1.1" status: 204 len: 168 time: 0.8368053 May 28 06:00:01.797334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d624f-0248-4a71-be36-c89d1f42ad0f None None] Network 4b427dc3-eb5a-4af2-a01b-203848d8638e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:01.809768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.811527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52804) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:01.819451 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aa707503-fb2c-4fa7-b42b-a51b9ecf5a95 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "DELETE /v2.0/subnets/073f8d3b-7e35-4a62-bd54-f7c6d068bce9 HTTP/1.1" status: 204 len: 168 time: 3.1656868 May 28 06:00:01.888533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda9bb23-b7bf-4b95-b52e-2555a0ff0af9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Deleting subnet c5d4331c-e24a-43b9-a783-44ab2a6f88d6 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:00:01.894806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bda9bb23-b7bf-4b95-b52e-2555a0ff0af9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.897832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95c36-2d10-46fa-9f9c-4eec27dbd244 req-c6d83127-ecbf-46f0-a899-fda640b9f114 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:01.922784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9aa95c36-2d10-46fa-9f9c-4eec27dbd244 req-c6d83127-ecbf-46f0-a899-fda640b9f114 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 0.7969377 May 28 06:00:01.928548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:01.942043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port f7fc2ce5-5ac7-4f94-a8de-305eab121382 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:01.942746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:02.005042 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bda9bb23-b7bf-4b95-b52e-2555a0ff0af9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:02.255621 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9aa95c36-2d10-46fa-9f9c-4eec27dbd244 req-e269f31c-f26f-43e3-9489-81e556828a99 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754898 May 28 06:00:02.266926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b789d75-b868-4902-9682-4027f0173a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:02.297184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4b789d75-b868-4902-9682-4027f0173a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:02.297469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4b789d75-b868-4902-9682-4027f0173a13 admin admin] Usage tracker for resource:security_group_rule and tenant:904c7312ee964261ac7bee6a1200ddfd is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:02.302363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4b789d75-b868-4902-9682-4027f0173a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:02.377792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4b789d75-b868-4902-9682-4027f0173a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:02.611454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:00:02.905097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b789d75-b868-4902-9682-4027f0173a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:02.933097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4b789d75-b868-4902-9682-4027f0173a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:02.983579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52814) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:03.058447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port f7fc2ce5-5ac7-4f94-a8de-305eab121382, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f7fc2ce5-5ac7-4f94-a8de-305eab121382,segment=NetworkSegment(e20e1a62-4bba-4899-92e6-90b5cd3f8a98),segment_id=e20e1a62-4bba-4899-92e6-90b5cd3f8a98)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:03.063025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4b789d75-b868-4902-9682-4027f0173a13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=904c7312ee964261ac7bee6a1200ddfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3799162 May 28 06:00:03.064955 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.069820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52818) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:03.079648 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f76b913-49be-4ab8-91f3-68b362599024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.132188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-78294724-5053-440f-80c2-b8f4697971ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:58Z', 'revision_number': 10, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:03.138899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:00:03.145313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78294724-5053-440f-80c2-b8f4697971ae None None] Checking router: 2fd3c400-e951-461f-855f-6a00b115bebe for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:00:03.153294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b789d75-b868-4902-9682-4027f0173a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31da744-7f21-447b-873c-b225f41e182b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:03.169886 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Sync routers for ids ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:00:03.199951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4f76b913-49be-4ab8-91f3-68b362599024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:03.220591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4f76b913-49be-4ab8-91f3-68b362599024 admin admin] Usage tracker for resource:security_group_rule and tenant:521de6ed79d74334b321338bff420d99 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:03.237152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78294724-5053-440f-80c2-b8f4697971ae None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:03.237925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-78294724-5053-440f-80c2-b8f4697971ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:03.241551 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Routers {'821ffd45-2be4-47c3-b54e-b3ec6986c6a9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:03.244576 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:03.252148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4f76b913-49be-4ab8-91f3-68b362599024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:03.287123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4f76b913-49be-4ab8-91f3-68b362599024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:03.290660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for f7fc2ce5-5ac7-4f94-a8de-305eab121382 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:03.341378 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.357231 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-68317eec-44e9-485e-a786-08c80d80a28d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 15.4778087 May 28 06:00:03.364626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52824) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:03.488158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353555f2-4f18-407d-8ecb-0d7aa1c40d15 None None] DHCP port deletion for 48224d19-430b-4a59-824e-cc128df5aca6 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:00:03.490368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76a2984-4d9f-4cba-befd-c1490f70945e None None] DHCP port deletion for 4b427dc3-eb5a-4af2-a01b-203848d8638e request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:00:03.508807 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07c020ab-b8ac-4664-9751-923451b337cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.526776 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-353555f2-4f18-407d-8ecb-0d7aa1c40d15 None None] Deleting port f7fc2ce5-5ac7-4f94-a8de-305eab121382 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:03.527176 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-353555f2-4f18-407d-8ecb-0d7aa1c40d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.566102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c76a2984-4d9f-4cba-befd-c1490f70945e None None] Deleting port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:03.566768 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c76a2984-4d9f-4cba-befd-c1490f70945e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.622203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07c020ab-b8ac-4664-9751-923451b337cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.646810 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-f218db86-f4cd-49a0-b955-1994911bd53a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.9128914 May 28 06:00:03.647286 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Set router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:03.720632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bda9bb23-b7bf-4b95-b52e-2555a0ff0af9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.797782 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f76b913-49be-4ab8-91f3-68b362599024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.810147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f76b913-49be-4ab8-91f3-68b362599024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.940503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52834) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:03.941053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4f76b913-49be-4ab8-91f3-68b362599024 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=521de6ed79d74334b321338bff420d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9499586 May 28 06:00:03.947436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76b913-49be-4ab8-91f3-68b362599024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e63292e-7f50-4bd5-bc90-1d080adce369,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:03.953615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07c020ab-b8ac-4664-9751-923451b337cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:03.984192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c020ab-b8ac-4664-9751-923451b337cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31da744-7f21-447b-873c-b225f41e182b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:04.002843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07c020ab-b8ac-4664-9751-923451b337cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:04.007754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-07c020ab-b8ac-4664-9751-923451b337cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b31da744-7f21-447b-873c-b225f41e182b HTTP/1.1" status: 204 len: 168 time: 0.9324613 May 28 06:00:04.040328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:04.150882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=f7fc2ce5-5ac7-4f94-a8de-305eab121382,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:04.162997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No DVR routers for this DVR port f7fc2ce5-5ac7-4f94-a8de-305eab121382 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:00:04.171328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f7fc2ce5-5ac7-4f94-a8de-305eab121382 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:00:04.405638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c56615-88bb-4e76-a5fb-b500503577d7 req-41f7327e-a071-4ae7-ae2d-3a71feb25f93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:04.412822 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-73c56615-88bb-4e76-a5fb-b500503577d7 req-41f7327e-a071-4ae7-ae2d-3a71feb25f93 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 0.8891954 May 28 06:00:04.482673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c76a2984-4d9f-4cba-befd-c1490f70945e None None] For port ac108de5-eb47-4534-a1cd-dd20e9ddedb8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ac108de5-eb47-4534-a1cd-dd20e9ddedb8,segment=NetworkSegment(52367c57-0b61-46c0-bdfe-a93479c40fe3),segment_id=52367c57-0b61-46c0-bdfe-a93479c40fe3)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:04.486941 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c76a2984-4d9f-4cba-befd-c1490f70945e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:04.625070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bda9bb23-b7bf-4b95-b52e-2555a0ff0af9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:04.733601 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T05:59:59Z', 'revision_number': 3, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T05:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:04.743751 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Checking router: 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:00:04.744264 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Updating router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 port 1fff0130-07bf-4c4a-884a-1d12aa5ff411 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:00:04.771088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c76a2984-4d9f-4cba-befd-c1490f70945e None None] Calling delete_port for ac108de5-eb47-4534-a1cd-dd20e9ddedb8 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:04.877024 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:04.906476 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad43fa1b-eb4b-451a-bec6-fa4fb7909ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:04.934799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f7fc2ce5-5ac7-4f94-a8de-305eab121382 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:00:04.935467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f7fc2ce5-5ac7-4f94-a8de-305eab121382 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:00:04.936154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ac108de5-eb47-4534-a1cd-dd20e9ddedb8 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:00:04.951776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52852) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:04.981427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4437b139-027a-4987-aab1-046426de2a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:04.984327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-78294724-5053-440f-80c2-b8f4697971ae None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:05.019365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4437b139-027a-4987-aab1-046426de2a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:05.024068 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bda9bb23-b7bf-4b95-b52e-2555a0ff0af9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.026247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4437b139-027a-4987-aab1-046426de2a8d admin admin] Usage tracker for resource:security_group_rule and tenant:8f4ca22a0b004f8394741a0f3ce9aa09 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:05.032849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: ac108de5-eb47-4534-a1cd-dd20e9ddedb8 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:00:05.033430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ac108de5-eb47-4534-a1cd-dd20e9ddedb8 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:00:05.036092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd1eb1a-0394-4372-b236-bc96743fb1ea None None] Network db9d3feb-74d3-414b-a7b3-f4a6b602e13f requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:05.045674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4437b139-027a-4987-aab1-046426de2a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:05.054455 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c76a2984-4d9f-4cba-befd-c1490f70945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.063437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4437b139-027a-4987-aab1-046426de2a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:05.108566 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.134792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a2984-4d9f-4cba-befd-c1490f70945e None None] No DVR routers for this DVR port ac108de5-eb47-4534-a1cd-dd20e9ddedb8 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:00:05.163346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48224d19-430b-4a59-824e-cc128df5aca6']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:05.181902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:05.182258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20e1a62-4bba-4899-92e6-90b5cd3f8a98') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:05.207109 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.237312 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.247226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:00:05.247661 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.318111 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4437b139-027a-4987-aab1-046426de2a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.364668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-353555f2-4f18-407d-8ecb-0d7aa1c40d15 None None] The port 'f7fc2ce5-5ac7-4f94-a8de-305eab121382' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:00:05.366037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9bb23-b7bf-4b95-b52e-2555a0ff0af9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d4331c-e24a-43b9-a783-44ab2a6f88d6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:05.366176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a2984-4d9f-4cba-befd-c1490f70945e None None] Pushing event deleted for resources: {'Port': ['ID=ac108de5-eb47-4534-a1cd-dd20e9ddedb8,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:05.392763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bda9bb23-b7bf-4b95-b52e-2555a0ff0af9 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "DELETE /v2.0/subnets/c5d4331c-e24a-43b9-a783-44ab2a6f88d6 HTTP/1.1" status: 204 len: 168 time: 3.5792115 May 28 06:00:05.425623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52858) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:05.434431 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.441342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4437b139-027a-4987-aab1-046426de2a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.445818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.503084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437b139-027a-4987-aab1-046426de2a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f633fa4-c416-4831-ab9c-a136b85a64a1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:05.571097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-440f943a-845e-4122-b6cd-d18c0b00853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:05.574448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-440f943a-845e-4122-b6cd-d18c0b00853f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832&tenant_id=83b9d5d22a5540aabf13a2e22aaec968 HTTP/1.1" status: 200 len: 1094 time: 0.2546110 May 28 06:00:05.577228 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4437b139-027a-4987-aab1-046426de2a8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f4ca22a0b004f8394741a0f3ce9aa09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244082 May 28 06:00:05.583595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52866) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:05.633089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:05.659925 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.680332 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Transition to ACTIVE for port object 1fff0130-07bf-4c4a-884a-1d12aa5ff411 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:05.705436 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.774884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.801539 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e20e1a62-4bba-4899-92e6-90b5cd3f8a98 resource provider aggregate not found May 28 06:00:05.832782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/networks/48224d19-430b-4a59-824e-cc128df5aca6 HTTP/1.1" status: 204 len: 168 time: 4.3460183 May 28 06:00:05.837075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.841035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52872) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:05.860289 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Attempting to bind port 1fff0130-07bf-4c4a-884a-1d12aa5ff411 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:00:05.861163 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Attempting to bind port 1fff0130-07bf-4c4a-884a-1d12aa5ff411 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:00:05.861288 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Attempting to bind port 1fff0130-07bf-4c4a-884a-1d12aa5ff411 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:00:05.868034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd570f-1d42-400e-a002-a1a7cc82b5a8 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Network': ['ID=48224d19-430b-4a59-824e-cc128df5aca6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:05.882437 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e20e1a62-4bba-4899-92e6-90b5cd3f8a98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e20e1a62-4bba-4899-92e6-90b5cd3f8a98 found for delete ", "request_id": "req-733ff3cd-5457-42f2-af39-394c6eb7f4ba"}]} May 28 06:00:05.891513 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:00:05.891904 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:05.892263 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:05.892653 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:00:05.893134 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Bound port: 1fff0130-07bf-4c4a-884a-1d12aa5ff411, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:00:05.893504 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.053534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-78294724-5053-440f-80c2-b8f4697971ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:58Z', 'revision_number': 10, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:06.057792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78294724-5053-440f-80c2-b8f4697971ae None None] The sync data for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 is: [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T05:59:58Z', 'revision_number': 10, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None, '_interfaces': [{'id': '4df0ccde-c749-4588-ba0a-8873a38fb474', 'name': '', 'network_id': '230f057f-52cc-47c9-8329-0dd42aaba610', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'mac_address': 'fa:16:3e:25:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:58:26Z', 'updated_at': '2022-05-28T05:58:38Z', 'revision_number': 5, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'subnets': [{'id': 'dc44adc1-c275-455d-8a84-61f861073af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:00:06.059599 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] For port 1fff0130-07bf-4c4a-884a-1d12aa5ff411, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:00:06.071264 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] For port 1fff0130-07bf-4c4a-884a-1d12aa5ff411, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1fff0130-07bf-4c4a-884a-1d12aa5ff411,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:00:06.092483 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.142385 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Routers {'821ffd45-2be4-47c3-b54e-b3ec6986c6a9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:06.142993 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T05:59:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:06.284150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f4770ef-d768-42e5-a780-571892c7f615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.294696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:06.358071 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-73c56615-88bb-4e76-a5fb-b500503577d7 req-ba59a6b5-2282-48ec-b682-42d864a1fcad tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8790755 May 28 06:00:06.368187 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad43fa1b-eb4b-451a-bec6-fa4fb7909ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.372191 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Pushing event updated for resources: {'Port': ['ID=1fff0130-07bf-4c4a-884a-1d12aa5ff411,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:06.384766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f4770ef-d768-42e5-a780-571892c7f615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.404920 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] Set router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:06.445286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:00:06.451395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f07d6de-0bd8-4e8b-b788-ae9c92e08b85 None None] DHCP port deletion for db9d3feb-74d3-414b-a7b3-f4a6b602e13f request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:00:06.455931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0f07d6de-0bd8-4e8b-b788-ae9c92e08b85 None None] Deleting port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:06.456302 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0f07d6de-0bd8-4e8b-b788-ae9c92e08b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.520307 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.520648 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.520979 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.521304 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.521626 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.521947 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.522265 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.522580 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.522890 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.524967 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.525317 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.525651 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:06.593347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb1d35a-741e-42ac-8ff1-421a3113feb4 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:00:06.608864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.660675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f4770ef-d768-42e5-a780-571892c7f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.707000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Transition to ACTIVE for port object afb1d35a-741e-42ac-8ff1-421a3113feb4 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:06.710585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4770ef-d768-42e5-a780-571892c7f615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f633fa4-c416-4831-ab9c-a136b85a64a1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:06.726682 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f4770ef-d768-42e5-a780-571892c7f615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.746620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4f4770ef-d768-42e5-a780-571892c7f615 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f633fa4-c416-4831-ab9c-a136b85a64a1 HTTP/1.1" status: 204 len: 168 time: 1.1615601 May 28 06:00:06.751803 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.827026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.889556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b427dc3-eb5a-4af2-a01b-203848d8638e']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:06.911943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52367c57-0b61-46c0-bdfe-a93479c40fe3') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:06.912236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52367c57-0b61-46c0-bdfe-a93479c40fe3') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:06.931152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0f07d6de-0bd8-4e8b-b788-ae9c92e08b85 None None] For port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b4c876c-5831-4ab6-a1aa-3c87f3d275a3,segment=NetworkSegment(c80ce10a-b378-4250-8985-135190e376f9),segment_id=c80ce10a-b378-4250-8985-135190e376f9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:06.932343 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0f07d6de-0bd8-4e8b-b788-ae9c92e08b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.949650 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:06.993422 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:07.005291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:00:07.005703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:07.037817 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17444726-851e-4d1a-ac29-4fea99b736f3 None None] Pushing event updated for resources: {'Port': ['ID=1fff0130-07bf-4c4a-884a-1d12aa5ff411,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:07.058500 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T05:59:59Z', 'revision_number': 3, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:07.063921 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76f9c0-976b-476a-b2e3-63393c6446c5 None None] The sync data for ids ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'] in n-d-843679-5 is: [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T05:59:59Z', 'revision_number': 3, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:00:07.154600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0f07d6de-0bd8-4e8b-b788-ae9c92e08b85 None None] Calling delete_port for 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:07.297279 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0f07d6de-0bd8-4e8b-b788-ae9c92e08b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:07.330296 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:07.340031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:07.366348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f07d6de-0bd8-4e8b-b788-ae9c92e08b85 None None] No DVR routers for this DVR port 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:00:07.431941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07d6de-0bd8-4e8b-b788-ae9c92e08b85 None None] Pushing event deleted for resources: {'Port': ['ID=3b4c876c-5831-4ab6-a1aa-3c87f3d275a3,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:07.470863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Network': ['ID=4b427dc3-eb5a-4af2-a01b-203848d8638e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:07.490170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-06d04995-4e31-4469-8f1e-c5b641639f00 tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "DELETE /v2.0/networks/4b427dc3-eb5a-4af2-a01b-203848d8638e HTTP/1.1" status: 204 len: 168 time: 2.0359859 May 28 06:00:07.491716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52892) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:07.508691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] No DVR routers for this DVR port afb1d35a-741e-42ac-8ff1-421a3113feb4 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:00:07.582221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cc694dba-a776-450f-a8f2-278783f1bd88 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:00:07.650484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=9']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:07.792461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: cc694dba-a776-450f-a8f2-278783f1bd88 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:00:07.792805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cc694dba-a776-450f-a8f2-278783f1bd88 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:00:07.793413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:00:07.852735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:00:07.853346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b4c876c-5831-4ab6-a1aa-3c87f3d275a3 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:00:07.860968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Attempting to bind port afb1d35a-741e-42ac-8ff1-421a3113feb4 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:00:07.861400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Attempting to bind port afb1d35a-741e-42ac-8ff1-421a3113feb4 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:00:07.861732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Attempting to bind port afb1d35a-741e-42ac-8ff1-421a3113feb4 on network 1507e82f-cead-45ab-80fe-1fee2df586a0 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:00:07.885434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Port afb1d35a-741e-42ac-8ff1-421a3113feb4 on network 1507e82f-cead-45ab-80fe-1fee2df586a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:00:07.887610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Attempting to bind port afb1d35a-741e-42ac-8ff1-421a3113feb4 on network 1507e82f-cead-45ab-80fe-1fee2df586a0 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:00:07.907350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:00:07.909499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Checking segment: {'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:07.912331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Bound using segment: {'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:00:07.913138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Bound port: afb1d35a-741e-42ac-8ff1-421a3113feb4, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87a4fc9-c262-4103-b26e-f9a274088f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:00:07.913795 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:07.917650 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad43fa1b-eb4b-451a-bec6-fa4fb7909ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:07.983564 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 52367c57-0b61-46c0-bdfe-a93479c40fe3 resource provider aggregate not found May 28 06:00:08.027090 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 52367c57-0b61-46c0-bdfe-a93479c40fe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52367c57-0b61-46c0-bdfe-a93479c40fe3 found for delete ", "request_id": "req-7d284dfb-9f03-40ac-bc13-b74415779647"}]} May 28 06:00:08.039656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43fa1b-eb4b-451a-bec6-fa4fb7909ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e63292e-7f50-4bd5-bc90-1d080adce369,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:08.069177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad43fa1b-eb4b-451a-bec6-fa4fb7909ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:08.076872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ad43fa1b-eb4b-451a-bec6-fa4fb7909ab7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e63292e-7f50-4bd5-bc90-1d080adce369 HTTP/1.1" status: 204 len: 168 time: 4.1307576 May 28 06:00:08.209010 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:08.241746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:00:08.271586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:00:08.287136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:08.398977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:08.401252 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:08.404483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] 10.222.0.41 "PUT /v2.0/ports/afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 200 len: 1091 time: 2.7751241 May 28 06:00:08.435804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:00:08.493086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fdfb80f8-765d-45c3-84e3-10d130b749fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:08.616275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bdc84-889e-4181-a9ba-50a4f0e7e0d8 req-2678fca2-ce6c-4f49-b7e1-ce9663d3444d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:08.631052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-930bdc84-889e-4181-a9ba-50a4f0e7e0d8 req-2678fca2-ce6c-4f49-b7e1-ce9663d3444d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 943 time: 0.9647725 May 28 06:00:08.642707 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356a027f-5b5a-4d87-9305-c9b16092fc85'] response: {'name': 'network-changed', 'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'status': 'completed', 'code': 200} May 28 06:00:08.673881 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:08.728463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9d3feb-74d3-414b-a7b3-f4a6b602e13f']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:08.744751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80ce10a-b378-4250-8985-135190e376f9') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:08.745887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80ce10a-b378-4250-8985-135190e376f9') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:08.760888 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:08.780736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:08.788542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:00:08.789086 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:08.816795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc303a2c-4514-49aa-94da-242cd68d7d91 service neutron] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=10']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:08.886077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-930bdc84-889e-4181-a9ba-50a4f0e7e0d8 req-fca733d6-8ab5-4d85-ad32-271898fa6f4a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401621 May 28 06:00:08.921621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-8e85c62f-64a2-4502-9c42-c900431ecf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:08.926696 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-8e85c62f-64a2-4502-9c42-c900431ecf82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 1095 time: 0.4835958 May 28 06:00:09.204178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:09.286563 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:09.374054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-866bdb77-fec4-4611-b6cd-b23339aa21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:09.375745 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-866bdb77-fec4-4611-b6cd-b23339aa21a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 914 time: 0.4369519 May 28 06:00:09.402463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] Pushing event deleted for resources: {'Network': ['ID=db9d3feb-74d3-414b-a7b3-f4a6b602e13f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:09.516436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9107c9ae-ed91-470c-b33d-adb8af013f0c tempest-TaggedBootDevicesTest_v242-65204466 tempest-TaggedBootDevicesTest_v242-65204466-project] 10.222.0.39 "DELETE /v2.0/networks/db9d3feb-74d3-414b-a7b3-f4a6b602e13f HTTP/1.1" status: 204 len: 168 time: 2.0170863 May 28 06:00:09.612616 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:09.638848 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-42e4e2e7-478f-49e3-b0ab-455d3ea4729f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 200 len: 217 time: 0.2488713 May 28 06:00:09.672211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1fff0130-07bf-4c4a-884a-1d12aa5ff411 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:09.889509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-c7f54853-cc09-434b-883d-4c0fa2151696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:09.892520 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-c7f54853-cc09-434b-883d-4c0fa2151696 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 200 len: 853 time: 0.2445006 May 28 06:00:09.908041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1fff0130-07bf-4c4a-884a-1d12aa5ff411 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:09.923142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1fff0130-07bf-4c4a-884a-1d12aa5ff411 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:09.926750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:10.093062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Allocated IP 172.20.0.1 (8c4ac6b4-30f6-49a1-965d-d4905bbfab8a/0383f63c-3b76-4487-957c-baa1ea0aa8a3/29a89201-341a-4efe-a5cb-bf59a635f656) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:00:10.105570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-21871657-8392-4e68-a60a-db79ab5f772a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1507e82f-cead-45ab-80fe-1fee2df586a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1988461 May 28 06:00:10.355303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:10.440567 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:10.539007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-3d0c361b-23dc-4781-8ee4-b88238306d1c service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262614 May 28 06:00:10.559462 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c80ce10a-b378-4250-8985-135190e376f9 resource provider aggregate not found May 28 06:00:10.565050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1fff0130-07bf-4c4a-884a-1d12aa5ff411 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:10.565435 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:10.635438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1fff0130-07bf-4c4a-884a-1d12aa5ff411, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1fff0130-07bf-4c4a-884a-1d12aa5ff411,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:10.657455 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:10.713477 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c80ce10a-b378-4250-8985-135190e376f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c80ce10a-b378-4250-8985-135190e376f9 found for delete ", "request_id": "req-21ce9d94-14aa-40ad-9171-686ebe0def90"}]} May 28 06:00:10.824296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2949d992-9125-4c5c-a1b0-e293f19e0049 req-c6eef3a0-bae9-4924-b905-f40d9070454f service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736943 May 28 06:00:10.872596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1fff0130-07bf-4c4a-884a-1d12aa5ff411,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:10.900142 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e669ded2-4f21-4d55-b8b3-47c00bd1bc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:11.069696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f314e8-fd74-465d-826a-6977c0542a6e req-aba70180-8fa7-4d97-8dd3-0e92459dbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:11.071101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00f314e8-fd74-465d-826a-6977c0542a6e req-aba70180-8fa7-4d97-8dd3-0e92459dbf84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 1095 time: 0.1777475 May 28 06:00:11.356247 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:11.474851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Transition to ACTIVE for port object 29a89201-341a-4efe-a5cb-bf59a635f656 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:11.500819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec43d70-59d3-44dc-8b92-385a82c9b1f3 req-0f6ada2a-0ac4-41f3-a9a0-e219dfb1120a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:11.512223 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fec43d70-59d3-44dc-8b92-385a82c9b1f3 req-0f6ada2a-0ac4-41f3-a9a0-e219dfb1120a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 1.1964562 May 28 06:00:11.549364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f314e8-fd74-465d-826a-6977c0542a6e req-48c77425-b792-488f-8f7f-22479e942d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:11.550758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00f314e8-fd74-465d-826a-6977c0542a6e req-48c77425-b792-488f-8f7f-22479e942d93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 914 time: 0.4688950 May 28 06:00:11.562697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1fff0130-07bf-4c4a-884a-1d12aa5ff411 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:11.615546 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fec43d70-59d3-44dc-8b92-385a82c9b1f3 req-507da3d0-a642-4b37-bf8d-358e7d085a2b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013434 May 28 06:00:11.739771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 4df0ccde-c749-4588-ba0a-8873a38fb474 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:11.740350 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:11.803625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00f314e8-fd74-465d-826a-6977c0542a6e req-909167a1-a4bd-44fd-bbda-00654d94ebb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 200 len: 217 time: 0.2392809 May 28 06:00:11.830954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:11.842855 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:11.847595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:11.872246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1fff0130-07bf-4c4a-884a-1d12aa5ff411 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:11.872633 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:12.004222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f314e8-fd74-465d-826a-6977c0542a6e req-b8467ac1-6289-4ba1-a779-303d6963dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:12.010029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00f314e8-fd74-465d-826a-6977c0542a6e req-b8467ac1-6289-4ba1-a779-303d6963dff5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 200 len: 853 time: 0.1921380 May 28 06:00:12.156194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00f314e8-fd74-465d-826a-6977c0542a6e req-dcc67f04-06f8-4579-8845-137be27d3b99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1507e82f-cead-45ab-80fe-1fee2df586a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384125 May 28 06:00:12.184343 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1fff0130-07bf-4c4a-884a-1d12aa5ff411 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:12.190873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:00:12.195571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:12.239439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:00:12.528011 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:00:12.827944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fb335ada-4bfe-45ef-ab58-cfb7c55cac0f None None] Provisioning for port 29a89201-341a-4efe-a5cb-bf59a635f656 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:12.853683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fb335ada-4bfe-45ef-ab58-cfb7c55cac0f None None] Provisioning complete for port 29a89201-341a-4efe-a5cb-bf59a635f656 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:12.858430 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fb335ada-4bfe-45ef-ab58-cfb7c55cac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:13.055018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fb335ada-4bfe-45ef-ab58-cfb7c55cac0f None None] Port 29a89201-341a-4efe-a5cb-bf59a635f656 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:00:13.080871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00f314e8-fd74-465d-826a-6977c0542a6e req-e096a49f-50bf-43e1-987e-c2315e5b0f7e service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9151254 May 28 06:00:13.270728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:13.353170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Pushing event updated for resources: {'Port': ['ID=29a89201-341a-4efe-a5cb-bf59a635f656,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:13.438753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:13.493458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7fdf2-ecfa-4912-8ed3-26c7868bb161 req-7fbb68f1-b14a-43dd-be4f-a454e594e2af tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:13.501192 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6cb7fdf2-ecfa-4912-8ed3-26c7868bb161 req-7fbb68f1-b14a-43dd-be4f-a454e594e2af tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 0.5643625 May 28 06:00:13.684827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00f314e8-fd74-465d-826a-6977c0542a6e req-928f2ebc-8a49-4318-bb74-6a66976de997 service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839078 May 28 06:00:13.708021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6cb7fdf2-ecfa-4912-8ed3-26c7868bb161 req-41db8b1a-9c56-4a38-ac51-84471d1c34f8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639228 May 28 06:00:13.792482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53160) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:13.905891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port 4df0ccde-c749-4588-ba0a-8873a38fb474, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4df0ccde-c749-4588-ba0a-8873a38fb474,segment=NetworkSegment(56971b8b-7488-4265-8795-97bf1cc2025e),segment_id=56971b8b-7488-4265-8795-97bf1cc2025e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:13.906689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:14.079888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 4df0ccde-c749-4588-ba0a-8873a38fb474 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:14.145484 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:14.157343 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8cdde421-1a67-44ca-b940-d66a732c0c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:14.197241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8cdde421-1a67-44ca-b940-d66a732c0c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:14.207516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8cdde421-1a67-44ca-b940-d66a732c0c96 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf0a62853a74a549cc47e956ce22adc is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:14.212006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8cdde421-1a67-44ca-b940-d66a732c0c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:14.223921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8cdde421-1a67-44ca-b940-d66a732c0c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:14.421849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8cdde421-1a67-44ca-b940-d66a732c0c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:14.433202 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8cdde421-1a67-44ca-b940-d66a732c0c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:14.487383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8cdde421-1a67-44ca-b940-d66a732c0c96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cf0a62853a74a549cc47e956ce22adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6935897 May 28 06:00:14.490680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53204) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:14.545782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdde421-1a67-44ca-b940-d66a732c0c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d959a-a196-4eb1-95f8-c12a4f640f8c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:14.615826 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-837413e3-43a4-48bd-9988-4aac631d310c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:14.712283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-837413e3-43a4-48bd-9988-4aac631d310c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:14.876196 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-837413e3-43a4-48bd-9988-4aac631d310c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:14.939834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837413e3-43a4-48bd-9988-4aac631d310c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d959a-a196-4eb1-95f8-c12a4f640f8c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:14.962895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-837413e3-43a4-48bd-9988-4aac631d310c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:14.967819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-837413e3-43a4-48bd-9988-4aac631d310c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba4d959a-a196-4eb1-95f8-c12a4f640f8c HTTP/1.1" status: 204 len: 168 time: 0.4728429 May 28 06:00:15.540938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53230) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:15.904436 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:15.923716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cf433-069c-4c4c-80ef-fd3fb910ffc7 req-c248ac5e-a2e2-4cd1-b029-74efaee0d3f1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:15.932923 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e54cf433-069c-4c4c-80ef-fd3fb910ffc7 req-c248ac5e-a2e2-4cd1-b029-74efaee0d3f1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 0.8842759 May 28 06:00:15.935524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:15.984423 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:16.127033 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f01939c6-0fee-428a-9609-683be383b1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:16.174080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f01939c6-0fee-428a-9609-683be383b1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:16.186488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f01939c6-0fee-428a-9609-683be383b1cb admin admin] Usage tracker for resource:security_group_rule and tenant:76fcd31f860d4dc3977f90826a353777 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:16.201130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f01939c6-0fee-428a-9609-683be383b1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:16.222119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f01939c6-0fee-428a-9609-683be383b1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:16.246095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Port': ['ID=4df0ccde-c749-4588-ba0a-8873a38fb474,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:16.338091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53246) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:16.420540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ad5ee7-b8fa-4ad1-aa1f-ef66bd0879f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:16.474962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96ad5ee7-b8fa-4ad1-aa1f-ef66bd0879f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:16.505236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96ad5ee7-b8fa-4ad1-aa1f-ef66bd0879f3 admin admin] Usage tracker for resource:security_group_rule and tenant:df8541d277fa466097a1f700ac3c9004 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:16.509422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96ad5ee7-b8fa-4ad1-aa1f-ef66bd0879f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:16.565398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.565740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.566079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.566505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.566870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.567111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96ad5ee7-b8fa-4ad1-aa1f-ef66bd0879f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:16.567588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.567676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.571625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.574140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.574479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.574808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.575181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:16.705312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f01939c6-0fee-428a-9609-683be383b1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:16.718731 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f01939c6-0fee-428a-9609-683be383b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:16.900896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01939c6-0fee-428a-9609-683be383b1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1511833-d8c6-4f01-8ce9-ff9492b381ae,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:16.905571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:16.922206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e54cf433-069c-4c4c-80ef-fd3fb910ffc7 req-266a12a1-0a20-4951-89bc-dda17b8cc9b8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9878547 May 28 06:00:16.926838 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f01939c6-0fee-428a-9609-683be383b1cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76fcd31f860d4dc3977f90826a353777&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3836596 May 28 06:00:16.928887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53252) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:17.005302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Pushing event updated for resources: {'Port': ['ID=29a89201-341a-4efe-a5cb-bf59a635f656,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:17.153337 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ad5ee7-b8fa-4ad1-aa1f-ef66bd0879f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:17.171296 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96ad5ee7-b8fa-4ad1-aa1f-ef66bd0879f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:17.393229 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-96ad5ee7-b8fa-4ad1-aa1f-ef66bd0879f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df8541d277fa466097a1f700ac3c9004&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0530043 May 28 06:00:17.394378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad5ee7-b8fa-4ad1-aa1f-ef66bd0879f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2f37a9-3092-4c7d-a02f-d30899cbfcfb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:17.399273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53260) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:17.624956 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-948accf0-fe6d-43b4-9941-ad74403959cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:17.709303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-948accf0-fe6d-43b4-9941-ad74403959cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:17.787439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-948accf0-fe6d-43b4-9941-ad74403959cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:17.833771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948accf0-fe6d-43b4-9941-ad74403959cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2f37a9-3092-4c7d-a02f-d30899cbfcfb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:17.861542 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-948accf0-fe6d-43b4-9941-ad74403959cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:17.862809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-948accf0-fe6d-43b4-9941-ad74403959cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f2f37a9-3092-4c7d-a02f-d30899cbfcfb HTTP/1.1" status: 204 len: 168 time: 0.4580073 May 28 06:00:17.865566 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:18.198814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9325c6d-ec8a-4aa8-8972-00c3e62748a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:18.202299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223f58b-7874-4eac-af00-1d5ff904be4f req-675447c6-a919-49fc-99f1-97dd735a1e25 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:18.210237 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b223f58b-7874-4eac-af00-1d5ff904be4f req-675447c6-a919-49fc-99f1-97dd735a1e25 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 0.1202471 May 28 06:00:18.273266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b223f58b-7874-4eac-af00-1d5ff904be4f req-e851ddce-81a9-4fef-8bdb-7c3c400b8054 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613761 May 28 06:00:18.686896 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9325c6d-ec8a-4aa8-8972-00c3e62748a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:18.833435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:00:18.887192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:00:18.891264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:19.451927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-63710678-31f7-409b-9c9c-6a1dde7907c3 None None] Provisioning complete for port 29a89201-341a-4efe-a5cb-bf59a635f656 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:19.453868 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63710678-31f7-409b-9c9c-6a1dde7907c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:19.499545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:00:19.622842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-63710678-31f7-409b-9c9c-6a1dde7907c3 None None] Port 29a89201-341a-4efe-a5cb-bf59a635f656 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:00:19.624888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] Sync routers for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:00:19.656682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:19.661797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:19.934290 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9325c6d-ec8a-4aa8-8972-00c3e62748a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:20.005502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:00:20.019579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9325c6d-ec8a-4aa8-8972-00c3e62748a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1511833-d8c6-4f01-8ce9-ff9492b381ae,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:20.084954 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e9325c6d-ec8a-4aa8-8972-00c3e62748a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:20.086183 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e9325c6d-ec8a-4aa8-8972-00c3e62748a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1511833-d8c6-4f01-8ce9-ff9492b381ae HTTP/1.1" status: 204 len: 168 time: 3.0831189 May 28 06:00:20.091566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a9502b8e-443b-41eb-b63b-650c35e1c65b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2143123 May 28 06:00:20.094315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53312) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:20.380251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c598221-2540-41ed-a3a1-666f4851941f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting subnet dc44adc1-c275-455d-8a84-61f861073af8 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:00:20.392422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:20.393963 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c598221-2540-41ed-a3a1-666f4851941f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:20.570582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a74f6-b03a-40c6-aa32-da9483e4741e req-529c355a-d8a4-4cd9-8c13-0f5bd5a407e8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:20.583383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b6a74f6-b03a-40c6-aa32-da9483e4741e req-529c355a-d8a4-4cd9-8c13-0f5bd5a407e8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 0.6544590 May 28 06:00:20.668337 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c598221-2540-41ed-a3a1-666f4851941f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:20.704094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T06:00:15Z', 'revision_number': 11, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:20.720536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] Checking router: 2fd3c400-e951-461f-855f-6a00b115bebe for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:00:20.772265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:20.773055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:20.896947 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b6a74f6-b03a-40c6-aa32-da9483e4741e req-f1317f93-3e72-450c-94c3-1798d88ae84d tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946801 May 28 06:00:20.914758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:00:20.932143 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Sync routers for ids ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:00:20.941136 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f8209fa6-8680-4166-bfc1-fa7194145a94 admin admin] 10.222.0.39 "PUT /v2.0/routers/821ffd45-2be4-47c3-b54e-b3ec6986c6a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5721588 May 28 06:00:20.968777 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Routers {'821ffd45-2be4-47c3-b54e-b3ec6986c6a9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:20.969417 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:21.090287 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c598221-2540-41ed-a3a1-666f4851941f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:21.235585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:21.469217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c598221-2540-41ed-a3a1-666f4851941f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:21.605060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53372) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:21.639829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c598221-2540-41ed-a3a1-666f4851941f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Subnet': ['ID=dc44adc1-c275-455d-8a84-61f861073af8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:21.645703 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c598221-2540-41ed-a3a1-666f4851941f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:21.651214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-355cbba6-1ff8-4acc-89ff-6632d0716e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:21.665115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7c598221-2540-41ed-a3a1-666f4851941f tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/dc44adc1-c275-455d-8a84-61f861073af8 HTTP/1.1" status: 204 len: 168 time: 1.5662706 May 28 06:00:21.668296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53380) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:21.675024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3919de8d-f7c8-4ea7-b512-5d65d01e7fe1 None None] Network 230f057f-52cc-47c9-8329-0dd42aaba610 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:21.710566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-355cbba6-1ff8-4acc-89ff-6632d0716e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:21.731295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-355cbba6-1ff8-4acc-89ff-6632d0716e80 admin admin] Usage tracker for resource:security_group_rule and tenant:cd3da7e9c5924c599dd3a06d91adbb4e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:21.736556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-355cbba6-1ff8-4acc-89ff-6632d0716e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:21.759310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T06:00:15Z', 'revision_number': 11, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:21.765614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-355cbba6-1ff8-4acc-89ff-6632d0716e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:21.781903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee52d6c-e6af-46e8-b8d6-5e9db231c806 None None] The sync data for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 is: [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T06:00:15Z', 'revision_number': 11, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:00:21.951413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-355cbba6-1ff8-4acc-89ff-6632d0716e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:21.963438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-355cbba6-1ff8-4acc-89ff-6632d0716e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:22.037394 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Set router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:22.151335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:22.196389 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-355cbba6-1ff8-4acc-89ff-6632d0716e80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd3da7e9c5924c599dd3a06d91adbb4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870109 May 28 06:00:22.202440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53418) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:22.206667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 1d623f92-7914-49eb-8b84-4941c7aa5257 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:22.207029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:22.342055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cbba6-1ff8-4acc-89ff-6632d0716e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cadfe95-fd59-44f3-b9a4-1bed26ff3c9f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:22.749053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] DHCP port deletion for 230f057f-52cc-47c9-8329-0dd42aaba610 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:00:22.754691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Deleting port 1d623f92-7914-49eb-8b84-4941c7aa5257 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:22.755504 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:23.184625 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:00:13Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '29a89201-341a-4efe-a5cb-bf59a635f656', 'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'mac_address': 'fa:16:3e:41:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:09Z', 'updated_at': '2022-05-28T06:00:14Z', 'revision_number': 2, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'subnets': [{'id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:23.211974 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Checking router: 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:00:23.212470 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Updating router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 port 29a89201-341a-4efe-a5cb-bf59a635f656 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:00:23.220043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53452) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:23.225745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1908469777-network', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:23.240720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:23.255900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Usage tracker for resource:network and tenant:8d2b5d7025ff4a35a48d40b0c7e9e001 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:23.271983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:23.313779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:23.366234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Made reservation on behalf of 8d2b5d7025ff4a35a48d40b0c7e9e001 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:00:23.380909 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:23.423570 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:23.449162 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:23.567203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:23.584404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Usage tracker for resource:security_group_rule and tenant:8d2b5d7025ff4a35a48d40b0c7e9e001 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:23.596587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:23.627281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:23.709666 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86d4ed49-4203-4881-ab24-e3007aeaebd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:23.849521 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86d4ed49-4203-4881-ab24-e3007aeaebd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:23.878660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4df0ccde-c749-4588-ba0a-8873a38fb474 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:00:23.930124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:23.941337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:24.002764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68d038-8d69-4853-85b2-88942a969866 req-70f07111-c052-4252-b3e4-ec414aaf0185 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:24.005929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff68d038-8d69-4853-85b2-88942a969866 req-70f07111-c052-4252-b3e4-ec414aaf0185 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 1.3220921 May 28 06:00:24.024984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86d4ed49-4203-4881-ab24-e3007aeaebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:24.038740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 4df0ccde-c749-4588-ba0a-8873a38fb474 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:00:24.039375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4df0ccde-c749-4588-ba0a-8873a38fb474 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:00:24.040011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1d623f92-7914-49eb-8b84-4941c7aa5257 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:00:24.049833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port 1d623f92-7914-49eb-8b84-4941c7aa5257, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1d623f92-7914-49eb-8b84-4941c7aa5257,segment=NetworkSegment(56971b8b-7488-4265-8795-97bf1cc2025e),segment_id=56971b8b-7488-4265-8795-97bf1cc2025e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:24.059822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:24.070660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:00:24.136799 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:24.140592 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Added segment be39a7f4-f171-43d3-8562-d5b6d4cb50fe of type vlan for network 8ffa0a6f-973a-4b98-85be-812af14ebd39 May 28 06:00:24.149789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86d4ed49-4203-4881-ab24-e3007aeaebd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:24.150950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-86d4ed49-4203-4881-ab24-e3007aeaebd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cadfe95-fd59-44f3-b9a4-1bed26ff3c9f HTTP/1.1" status: 204 len: 168 time: 1.6327686 May 28 06:00:24.281952 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:24.293757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] For port 1d623f92-7914-49eb-8b84-4941c7aa5257, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1d623f92-7914-49eb-8b84-4941c7aa5257,segment=NetworkSegment(56971b8b-7488-4265-8795-97bf1cc2025e),segment_id=56971b8b-7488-4265-8795-97bf1cc2025e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:24.297590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:24.448449 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:24.449210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:24.454442 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:24.461681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53470) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:24.589401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4ed49-4203-4881-ab24-e3007aeaebd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cadfe95-fd59-44f3-b9a4-1bed26ff3c9f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:24.791922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Calling delete_port for 1d623f92-7914-49eb-8b84-4941c7aa5257 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:25.138550 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:25.201512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 1d623f92-7914-49eb-8b84-4941c7aa5257 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:25.205239 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Transition to ACTIVE for port object 29a89201-341a-4efe-a5cb-bf59a635f656 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:25.231004 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:25.249151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1d623f92-7914-49eb-8b84-4941c7aa5257 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:25.254210 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:25.388747 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff68d038-8d69-4853-85b2-88942a969866 req-18f1d4bb-d1a3-48ff-a9f2-9976adeedacf tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3442099 May 28 06:00:25.517863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1d623f92-7914-49eb-8b84-4941c7aa5257, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1d623f92-7914-49eb-8b84-4941c7aa5257,segment=NetworkSegment(56971b8b-7488-4265-8795-97bf1cc2025e),segment_id=56971b8b-7488-4265-8795-97bf1cc2025e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:25.548561 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:00:25.548895 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:00:25.552670 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:25.662092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369d340f-19e2-43e6-95b5-e9ef922d8798,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:25.860275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6388211 May 28 06:00:25.863364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53490) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:25.869808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Request body: {'subnet': {'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1908469777-subnet', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:25.893155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:25.916738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236f3c3-b27f-401a-bc84-c9e368642626 admin admin] Pushing event updated for resources: {'Network': ['ID=8ffa0a6f-973a-4b98-85be-812af14ebd39,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:25.921941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc643-5cdf-4f33-a998-3e9b61de467e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:25.922678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Usage tracker for resource:subnet and tenant:8d2b5d7025ff4a35a48d40b0c7e9e001 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:25.935161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1d623f92-7914-49eb-8b84-4941c7aa5257,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:25.951781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:25.954997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 8ffa0a6f-973a-4b98-85be-812af14ebd39 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:00:25.968285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:25.982714 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf3af1-f99d-4558-801d-37d0571544ff None None] Pushing event updated for resources: {'Port': ['ID=29a89201-341a-4efe-a5cb-bf59a635f656,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:25.996570 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Attempting to bind port 29a89201-341a-4efe-a5cb-bf59a635f656 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:00:25.997161 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Attempting to bind port 29a89201-341a-4efe-a5cb-bf59a635f656 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:00:25.997725 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Attempting to bind port 29a89201-341a-4efe-a5cb-bf59a635f656 on network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:00:26.033290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Made reservation on behalf of 8d2b5d7025ff4a35a48d40b0c7e9e001 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:00:26.042578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f5dbc643-5cdf-4f33-a998-3e9b61de467e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:26.044212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:26.045185 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:00:26.049952 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Checking segment: {'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:26.050595 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:26.052698 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Bound using segment: {'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:00:26.054165 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Bound port: 29a89201-341a-4efe-a5cb-bf59a635f656, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:00:26.055377 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:26.080866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f5dbc643-5cdf-4f33-a998-3e9b61de467e admin admin] Usage tracker for resource:security_group_rule and tenant:9ab1fe4924bf48af8c3673a60c199c67 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:26.101037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f5dbc643-5cdf-4f33-a998-3e9b61de467e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:26.120722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 1d623f92-7914-49eb-8b84-4941c7aa5257 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:26.121074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:26.149886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f5dbc643-5cdf-4f33-a998-3e9b61de467e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:26.284313 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:00:26.285237 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:00:26.369711 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] For port 29a89201-341a-4efe-a5cb-bf59a635f656, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:00:26.394120 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] For port 29a89201-341a-4efe-a5cb-bf59a635f656, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=29a89201-341a-4efe-a5cb-bf59a635f656,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:00:26.409273 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:26.725491 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc643-5cdf-4f33-a998-3e9b61de467e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:26.736597 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc643-5cdf-4f33-a998-3e9b61de467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:26.787991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Deleting port 1d623f92-7914-49eb-8b84-4941c7aa5257 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:26.788375 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:26.795967 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf3af1-f99d-4558-801d-37d0571544ff None None] Pushing event updated for resources: {'Port': ['ID=29a89201-341a-4efe-a5cb-bf59a635f656,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:26.874497 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Routers {'821ffd45-2be4-47c3-b54e-b3ec6986c6a9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:26.878165 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:27.355158 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f5dbc643-5cdf-4f33-a998-3e9b61de467e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ab1fe4924bf48af8c3673a60c199c67&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8241696 May 28 06:00:27.355898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53516) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:27.473646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbc643-5cdf-4f33-a998-3e9b61de467e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c80a7c4-0631-46dc-949d-c5909a26fe14,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:27.799883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] For port 1d623f92-7914-49eb-8b84-4941c7aa5257, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1d623f92-7914-49eb-8b84-4941c7aa5257,segment=NetworkSegment(56971b8b-7488-4265-8795-97bf1cc2025e),segment_id=56971b8b-7488-4265-8795-97bf1cc2025e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:27.802349 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:27.812805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f521a1-3fec-4b4b-9dcd-16ebd5b4076a req-e63a11f2-fd82-494b-81c9-f9a4fc9c4b08 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:27.823461 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-76f521a1-3fec-4b4b-9dcd-16ebd5b4076a req-e63a11f2-fd82-494b-81c9-f9a4fc9c4b08 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 0.8531535 May 28 06:00:27.900384 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] Set router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:28.007118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4f34-bee3-48c4-bac2-833821b814c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:28.042606 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:28.227538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-76f521a1-3fec-4b4b-9dcd-16ebd5b4076a req-c2433ae6-f267-4930-b1cc-c39367efda21 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978615 May 28 06:00:28.329082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4f34-bee3-48c4-bac2-833821b814c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:28.375762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Calling delete_port for 1d623f92-7914-49eb-8b84-4941c7aa5257 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:28.477191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd33fb5b-55b9-44aa-89c4-89a23bbc2f67,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:28.591655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4f34-bee3-48c4-bac2-833821b814c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:28.596683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Checking segment: {'id': 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:28.598896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Network hostable DHCP agents. Network: 8ffa0a6f-973a-4b98-85be-812af14ebd39, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:00:28.614585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] For port 1d623f92-7914-49eb-8b84-4941c7aa5257, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1d623f92-7914-49eb-8b84-4941c7aa5257,segment=NetworkSegment(56971b8b-7488-4265-8795-97bf1cc2025e),segment_id=56971b8b-7488-4265-8795-97bf1cc2025e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:28.616323 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:28.646740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb4f34-bee3-48c4-bac2-833821b814c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c80a7c4-0631-46dc-949d-c5909a26fe14,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:28.663622 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4f34-bee3-48c4-bac2-833821b814c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:28.667594 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8bfb4f34-bee3-48c4-bac2-833821b814c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c80a7c4-0631-46dc-949d-c5909a26fe14 HTTP/1.1" status: 204 len: 168 time: 1.3022134 May 28 06:00:28.790725 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:28.903977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Network 8ffa0a6f-973a-4b98-85be-812af14ebd39 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:00:28.910296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] Pushing event deleted for resources: {'Port': ['ID=1d623f92-7914-49eb-8b84-4941c7aa5257,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:28.914759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b6f43-ef19-4e9a-8c84-f6854ea5f146 None None] No DVR routers for this DVR port 1d623f92-7914-49eb-8b84-4941c7aa5257 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:00:28.973829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Calling delete_port for 1d623f92-7914-49eb-8b84-4941c7aa5257 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:29.171209 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:00:13Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '29a89201-341a-4efe-a5cb-bf59a635f656', 'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'mac_address': 'fa:16:3e:41:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:09Z', 'updated_at': '2022-05-28T06:00:26Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'subnets': [{'id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:29.180743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53542) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:29.201940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 8ffa0a6f-973a-4b98-85be-812af14ebd39) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:29.211462 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f46fee-0cee-4976-8a8f-854fbc4b659e None None] The sync data for ids ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'] in n-d-843679-5 is: [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:00:13Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '29a89201-341a-4efe-a5cb-bf59a635f656', 'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'mac_address': 'fa:16:3e:41:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:09Z', 'updated_at': '2022-05-28T06:00:26Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'subnets': [{'id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:00:29.223576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d55c0-c552-4ca1-94e2-389dacd5bbcc None None] Network 8ffa0a6f-973a-4b98-85be-812af14ebd39 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:29.413507 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:00:29.414162 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:00:29.427392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:29.428476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:29.466251 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-022bb95d-76b9-4b68-b5f2-921126077e95 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6017458 May 28 06:00:29.468964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53554) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:29.474420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1908469777-router', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:29.490706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:29.516162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Usage tracker for resource:router and tenant:8d2b5d7025ff4a35a48d40b0c7e9e001 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:29.532470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:29.572194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:29.644825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:29.646018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:29.679267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Deleting port 1d623f92-7914-49eb-8b84-4941c7aa5257 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:29.679613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:29.774711 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:29.991540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 29a89201-341a-4efe-a5cb-bf59a635f656 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:30.210115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] The port '1d623f92-7914-49eb-8b84-4941c7aa5257' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:00:30.419449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 29a89201-341a-4efe-a5cb-bf59a635f656 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:30.440638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 29a89201-341a-4efe-a5cb-bf59a635f656 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:30.443067 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:30.909030 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:31.081291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230f057f-52cc-47c9-8329-0dd42aaba610']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:31.151371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56971b8b-7488-4265-8795-97bf1cc2025e') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:31.165532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56971b8b-7488-4265-8795-97bf1cc2025e') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:31.238485 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:31.309312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:31.344839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:00:31.347568 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:31.545713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 29a89201-341a-4efe-a5cb-bf59a635f656 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:31.547291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:31.683986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-8ffa0a6f-973a-4b98-85be-812af14ebd39', 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'fixed_ips': [{'subnet_id': 'dd33fb5b-55b9-44aa-89c4-89a23bbc2f67'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:00:31.684848 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:31.745321 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:31.862942 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 56971b8b-7488-4265-8795-97bf1cc2025e resource provider aggregate not found May 28 06:00:31.908484 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:31.960152 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 56971b8b-7488-4265-8795-97bf1cc2025e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56971b8b-7488-4265-8795-97bf1cc2025e found for delete ", "request_id": "req-106f14b8-8b34-4974-814e-0d827611d54f"}]} May 28 06:00:31.966387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:32.028149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 29a89201-341a-4efe-a5cb-bf59a635f656, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=29a89201-341a-4efe-a5cb-bf59a635f656,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:32.059065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53590) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:32.071905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:32.191743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c1c55-0e46-4ccc-956f-ee207f4c5f1c req-a117ddef-142a-4ee6-8395-aa609d38cd7c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:32.193301 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c23c1c55-0e46-4ccc-956f-ee207f4c5f1c req-a117ddef-142a-4ee6-8395-aa609d38cd7c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 2.3273721 May 28 06:00:32.215439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/networks/230f057f-52cc-47c9-8329-0dd42aaba610 HTTP/1.1" status: 204 len: 168 time: 10.5460472 May 28 06:00:32.216279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Pushing event deleted for resources: {'Network': ['ID=230f057f-52cc-47c9-8329-0dd42aaba610,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:32.313756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53600) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:32.534384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-32599356-65ed-4f61-ac80-621602046e09 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'routes': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:32.550503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:32.637346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=29a89201-341a-4efe-a5cb-bf59a635f656,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:32.755411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Allocated IP 172.20.0.2 (8ffa0a6f-973a-4b98-85be-812af14ebd39/dd33fb5b-55b9-44aa-89c4-89a23bbc2f67/75e7d027-8a24-44f0-affc-a63ce713d046) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:00:33.068459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.081686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.083776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.086134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.086601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.089491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.089993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.092384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.092958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.096508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.097922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.098387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51b37c-554b-4da5-ae12-897ab39b5a37 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:33.387533 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:33.441700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Transition to ACTIVE for port object 75e7d027-8a24-44f0-affc-a63ce713d046 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:33.508915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Transition to ACTIVE for port object 75e7d027-8a24-44f0-affc-a63ce713d046 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:33.524074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:33.745268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Network 8ffa0a6f-973a-4b98-85be-812af14ebd39 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:00:33.748405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Pushing event updated for resources: {'Port': ['ID=75e7d027-8a24-44f0-affc-a63ce713d046,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:33.751068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:33.759261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:00:33.959560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Attempting to bind port 75e7d027-8a24-44f0-affc-a63ce713d046 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:00:33.960741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Attempting to bind port 75e7d027-8a24-44f0-affc-a63ce713d046 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:00:33.960741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Attempting to bind port 75e7d027-8a24-44f0-affc-a63ce713d046 on network 8ffa0a6f-973a-4b98-85be-812af14ebd39 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:00:33.968231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:00:33.969520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Checking segment: {'id': 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:33.969520 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:33.971992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Bound using segment: {'id': 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:00:33.971992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Bound port: 75e7d027-8a24-44f0-affc-a63ce713d046, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:00:33.971992 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.029987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.extraroute_db [None req-32599356-65ed-4f61-ac80-621602046e09 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Added routes are [] {{(pid=88417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 28 06:00:34.030602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.extraroute_db [None req-32599356-65ed-4f61-ac80-621602046e09 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Removed routes are [] {{(pid=88417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 28 06:00:34.030719 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32599356-65ed-4f61-ac80-621602046e09 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.188612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] For port 75e7d027-8a24-44f0-affc-a63ce713d046, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:00:34.192819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] For port 75e7d027-8a24-44f0-affc-a63ce713d046, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=75e7d027-8a24-44f0-affc-a63ce713d046,segment=NetworkSegment(be39a7f4-f171-43d3-8562-d5b6d4cb50fe),segment_id=be39a7f4-f171-43d3-8562-d5b6d4cb50fe)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:00:34.213227 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.352356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d337160d-ba34-4d20-a205-754c502839ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.364278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 29a89201-341a-4efe-a5cb-bf59a635f656 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:34.368003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c23c1c55-0e46-4ccc-956f-ee207f4c5f1c req-db63d34c-ee5f-4521-95a2-7623a1cd5132 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0433321 May 28 06:00:34.386209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d337160d-ba34-4d20-a205-754c502839ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:34.441403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53636) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:34.459266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'network': {'name': 'tempest-network-smoke--1188516819', 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'port_security_enabled': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:34.459525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d337160d-ba34-4d20-a205-754c502839ba admin admin] Usage tracker for resource:security_group_rule and tenant:8048064e553f4d8588c283d570e271c5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:34.470686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d337160d-ba34-4d20-a205-754c502839ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:34.484528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:34.505364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89b78a-ba52-4df5-842a-b0d4ebc4d019 None None] Pushing event updated for resources: {'Port': ['ID=75e7d027-8a24-44f0-affc-a63ce713d046,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:34.533642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:network and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:34.535356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d337160d-ba34-4d20-a205-754c502839ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:34.538093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:34.562997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 29a89201-341a-4efe-a5cb-bf59a635f656 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:34.564645 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.568821 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32599356-65ed-4f61-ac80-621602046e09 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.577605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:34.586897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32599356-65ed-4f61-ac80-621602046e09 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.601327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cde1d3-edc6-45cd-a4b1-40e80109a0eb req-7293ab9a-4118-47f5-b673-eb776759a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:34.602928 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07cde1d3-edc6-45cd-a4b1-40e80109a0eb req-7293ab9a-4118-47f5-b673-eb776759a6ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 1095 time: 1.7199662 May 28 06:00:34.624526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.690158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.773725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 29a89201-341a-4efe-a5cb-bf59a635f656 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:34.816238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Made reservation on behalf of a53c8f6206544ed98115d5b2d8fbfcd5 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:00:34.819974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.850717 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.866535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:34.984341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:34.999579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:security_group_rule and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:35.006199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:35.026407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32599356-65ed-4f61-ac80-621602046e09 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 2fd3c400-e951-461f-855f-6a00b115bebe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:00:35.028904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53658) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:35.077019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:35.226809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Allocated IP 172.25.4.37 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:00:35.264978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cde1d3-edc6-45cd-a4b1-40e80109a0eb req-b4bf4a0a-1812-4632-b4da-6e3621a37b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:35.266619 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07cde1d3-edc6-45cd-a4b1-40e80109a0eb req-b4bf4a0a-1812-4632-b4da-6e3621a37b51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 914 time: 0.5488536 May 28 06:00:35.349759 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d337160d-ba34-4d20-a205-754c502839ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:35.429691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d337160d-ba34-4d20-a205-754c502839ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:35.464134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3dc7be3c-2260-4954-8b3f-b60b89fea698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:35.482743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07cde1d3-edc6-45cd-a4b1-40e80109a0eb req-e978efa4-fed0-4659-90cb-98ad16871ff2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 200 len: 217 time: 0.1198688 May 28 06:00:35.518193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d337160d-ba34-4d20-a205-754c502839ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8048064e553f4d8588c283d570e271c5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4541738 May 28 06:00:35.519674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32599356-65ed-4f61-ac80-621602046e09 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:00:35.527985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53672) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:35.531136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] Sync routers for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:00:35.546021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:35.547390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:35.566611 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:35.589583 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:35.604806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:35.670468 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32599356-65ed-4f61-ac80-621602046e09 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:35.676130 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-32599356-65ed-4f61-ac80-621602046e09 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe HTTP/1.1" status: 200 len: 701 time: 3.1921461 May 28 06:00:35.694612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:35.697612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53676) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:35.700237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3dc7be3c-2260-4954-8b3f-b60b89fea698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:35.756051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:00:35.780522 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:35.781124 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Added segment 4c16d6bd-7690-49d6-98ac-5c254b184b8c of type vlan for network c095b068-0f37-4c0c-b4cb-db34ee219a0d May 28 06:00:35.816389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b9cce2-b430-46a6-ac2e-7902322399af,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:35.862107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T06:00:15Z', 'revision_number': 11, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:35.866745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] Checking router: 2fd3c400-e951-461f-855f-6a00b115bebe for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:00:35.875541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:35.876953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] Routers {'2fd3c400-e951-461f-855f-6a00b115bebe'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:35.877583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2fd3c400-e951-461f-855f-6a00b115bebe'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:35.934793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3dc7be3c-2260-4954-8b3f-b60b89fea698 admin admin] Usage tracker for resource:security_group_rule and tenant:449ffae44d3f46aaadfe6ae89f3c8bc7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:35.943754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337160d-ba34-4d20-a205-754c502839ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e28bc49-1371-42d3-bdc0-d1e5fa8d03e3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:35.955381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3dc7be3c-2260-4954-8b3f-b60b89fea698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:35.975670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:00:35.989654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:35.996409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ea98765a-de4e-445c-8c93-58f469d5a260 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Synchronizing usage tracker for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:00:35.999155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3dc7be3c-2260-4954-8b3f-b60b89fea698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:36.016587 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:36.044529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cde1d3-edc6-45cd-a4b1-40e80109a0eb req-ef9acdda-8ff8-4d52-812c-a52e9d6653bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:36.045997 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07cde1d3-edc6-45cd-a4b1-40e80109a0eb req-ef9acdda-8ff8-4d52-812c-a52e9d6653bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 200 len: 853 time: 0.5166795 May 28 06:00:36.046627 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b3aab7e6-97e0-470d-a287-ff8e152ad67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:36.070155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:00:36.073885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] Set router 2fd3c400-e951-461f-855f-6a00b115bebe gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:36.143342 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:36.153434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:36.154061 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:36.176800 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07cde1d3-edc6-45cd-a4b1-40e80109a0eb req-8685e2a5-b154-484c-9ffa-039e3ebce171 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1507e82f-cead-45ab-80fe-1fee2df586a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090708 May 28 06:00:36.233826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] Deleting port 5ac90136-5c63-47db-b419-c93a4ca68550 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:36.234168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:36.240129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T06:00:15Z', 'revision_number': 11, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:36.244580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device afb1d35a-741e-42ac-8ff1-421a3113feb4 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:00:36.394416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:36.401736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Pushing event updated for resources: {'Port': ['ID=59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:36.409888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8088a7-0be6-4147-9890-60e393ced2b0 None None] Network 8ffa0a6f-973a-4b98-85be-812af14ebd39 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:36.421584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07cde1d3-edc6-45cd-a4b1-40e80109a0eb req-981c5f0e-c0cc-4e71-a14a-b5a96626dd22 service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838806 May 28 06:00:36.429664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b3aab7e6-97e0-470d-a287-ff8e152ad67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:36.455576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ea98765a-de4e-445c-8c93-58f469d5a260 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Unset dirty status for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:00:36.460298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ea98765a-de4e-445c-8c93-58f469d5a260 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd3c400-e951-461f-855f-6a00b115bebe HTTP/1.1" status: 200 len: 205 time: 0.7617042 May 28 06:00:36.545334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53686) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:36.547493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f9e81-e595-4ff2-9507-4afaa5581e35 None None] The sync data for ids ['2fd3c400-e951-461f-855f-6a00b115bebe'] in n-d-843679-5 is: [{'id': '2fd3c400-e951-461f-855f-6a00b115bebe', 'name': 'tempest-RoutersTest-router-1287336764', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:58:21Z', 'updated_at': '2022-05-28T06:00:15Z', 'revision_number': 11, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:00:36.558266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'network_id': '1507e82f-cead-45ab-80fe-1fee2df586a0', 'port_id': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'mac_address': 'fa:16:3e:f2:33:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba27e65-5def-4835-af4d-9f3dae69cece', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:00:36.560429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8821f-0af9-413c-854c-0230ba3c403b req-ad1bceb0-7f6f-4b47-981c-003595bdb116 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:36.576534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8ba8821f-0af9-413c-854c-0230ba3c403b req-ad1bceb0-7f6f-4b47-981c-003595bdb116 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 944 time: 0.9653277 May 28 06:00:36.590918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Network': ['ID=c095b068-0f37-4c0c-b4cb-db34ee219a0d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:36.644733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 75e7d027-8a24-44f0-affc-a63ce713d046 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:36.693741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c095b068-0f37-4c0c-b4cb-db34ee219a0d details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:00:36.748765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e23adbb4-4e5a-4c96-ac90-759ab70c3389 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:36.841189 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e7a5d363-f6d9-49f5-b212-9a3ca98ea0de tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3985622 May 28 06:00:36.849208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53690) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:36.870700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port afb1d35a-741e-42ac-8ff1-421a3113feb4 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:36.871180 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:36.874803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8ba8821f-0af9-413c-854c-0230ba3c403b req-dc0d8c97-7c4e-4210-b701-fc2e6bb18fb6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971132 May 28 06:00:36.980782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'admin_state_up': True, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:36.990174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:36.994373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb1d35a-741e-42ac-8ff1-421a3113feb4 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:00:36.994567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:router and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:36.998666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:37.005952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:37.019286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] For port 5ac90136-5c63-47db-b419-c93a4ca68550, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5ac90136-5c63-47db-b419-c93a4ca68550,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:37.019437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:37.019989 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:37.020502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7ab0a6c8-978e-4080-8efb-b39d36d18efb None None] Provisioning for port 75e7d027-8a24-44f0-affc-a63ce713d046 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:37.038366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:37.039444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:37.042619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:37.057721 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:37.122663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=11']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:37.172125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 75e7d027-8a24-44f0-affc-a63ce713d046 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:37.180468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 75e7d027-8a24-44f0-affc-a63ce713d046 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:37.181320 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:37.236846 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:37.338280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['afb1d35a-741e-42ac-8ff1-421a3113feb4'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:00:37.438494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 75e7d027-8a24-44f0-affc-a63ce713d046 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:37.439393 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:37.469424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] Calling delete_port for 5ac90136-5c63-47db-b419-c93a4ca68550 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:37.582387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 75e7d027-8a24-44f0-affc-a63ce713d046, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=75e7d027-8a24-44f0-affc-a63ce713d046,segment=NetworkSegment(be39a7f4-f171-43d3-8562-d5b6d4cb50fe),segment_id=be39a7f4-f171-43d3-8562-d5b6d4cb50fe)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:37.597189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9d6e1d2f-9000-4da8-adeb-b5d86ed65266 None None] Provisioning complete for port 75e7d027-8a24-44f0-affc-a63ce713d046 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:37.597654 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9d6e1d2f-9000-4da8-adeb-b5d86ed65266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:37.675975 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:37.955742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e1d2f-9000-4da8-adeb-b5d86ed65266 None None] Current status of the port 75e7d027-8a24-44f0-affc-a63ce713d046 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:37.959589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=75e7d027-8a24-44f0-affc-a63ce713d046,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:37.995290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07cde1d3-edc6-45cd-a4b1-40e80109a0eb req-4786d269-59bf-4b2e-8e0a-e620d6a90d43 service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5490780 May 28 06:00:37.995951 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b3aab7e6-97e0-470d-a287-ff8e152ad67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.019905 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.022632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.043428 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e23adbb4-4e5a-4c96-ac90-759ab70c3389 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.047048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e23adbb4-4e5a-4c96-ac90-759ab70c3389 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.069302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aab7e6-97e0-470d-a287-ff8e152ad67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e28bc49-1371-42d3-bdc0-d1e5fa8d03e3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:38.092469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3dc7be3c-2260-4954-8b3f-b60b89fea698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.177936 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3dc7be3c-2260-4954-8b3f-b60b89fea698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.262560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 75e7d027-8a24-44f0-affc-a63ce713d046 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:38.343217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e23adbb4-4e5a-4c96-ac90-759ab70c3389 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.343698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23adbb4-4e5a-4c96-ac90-759ab70c3389 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd3c400-e951-461f-855f-6a00b115bebe {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:00:38.369361 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b3aab7e6-97e0-470d-a287-ff8e152ad67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.376144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b3aab7e6-97e0-470d-a287-ff8e152ad67e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e28bc49-1371-42d3-bdc0-d1e5fa8d03e3 HTTP/1.1" status: 204 len: 168 time: 2.8391154 May 28 06:00:38.382282 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3dc7be3c-2260-4954-8b3f-b60b89fea698 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=449ffae44d3f46aaadfe6ae89f3c8bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3480871 May 28 06:00:38.389398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7be3c-2260-4954-8b3f-b60b89fea698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee52532-a3db-46e3-9aab-a705c440acbb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:38.400882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53710) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:38.431387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e23adbb4-4e5a-4c96-ac90-759ab70c3389 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.432820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e23adbb4-4e5a-4c96-ac90-759ab70c3389 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe HTTP/1.1" status: 204 len: 168 time: 1.8541014 May 28 06:00:38.438084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53714) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:38.473071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1461416778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:38.510668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:38.512475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 75e7d027-8a24-44f0-affc-a63ce713d046 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:38.512854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.525426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Usage tracker for resource:router and tenant:9bb3f63c8e084d6d96ebb579e61a2629 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:38.563343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:38.583758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:38.619215 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38c93f86-3856-4ce7-b41d-763057110291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.627493 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.629173 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.654305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f1b6443b-eac4-46c9-8e38-cd7e98239b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.721949 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.725159 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38c93f86-3856-4ce7-b41d-763057110291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.748576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Router e137f44a-e933-43f4-b0ed-576ffb8a05e4 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:00:38.766206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 75e7d027-8a24-44f0-affc-a63ce713d046 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:38.772421 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:38.816321 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:39.036495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69d5c3-51f8-491a-9c78-36df729ad763 req-1126d4b3-6e4c-40f7-9e08-010ce4aeedc4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:39.046173 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf69d5c3-51f8-491a-9c78-36df729ad763 req-1126d4b3-6e4c-40f7-9e08-010ce4aeedc4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 945 time: 0.9168885 May 28 06:00:39.047461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac90136-5c63-47db-b419-c93a4ca68550,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:39.271706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:39.336297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:39.528459 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:39.532987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d59e9d2e-932d-4e80-a266-74f14b546a39 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0864403 May 28 06:00:39.533971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38c93f86-3856-4ce7-b41d-763057110291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:39.543521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53724) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:39.562497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-53533067-c7b5-4bbc-8ea1-02a19d4efc2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:39.628012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c93f86-3856-4ce7-b41d-763057110291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee52532-a3db-46e3-9aab-a705c440acbb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:39.654295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38c93f86-3856-4ce7-b41d-763057110291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:39.655725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-38c93f86-3856-4ce7-b41d-763057110291 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ee52532-a3db-46e3-9aab-a705c440acbb HTTP/1.1" status: 204 len: 168 time: 1.2518616 May 28 06:00:39.800612 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf69d5c3-51f8-491a-9c78-36df729ad763 req-d7b397a3-d45d-4b53-b99b-7282d9197e4e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7541664 May 28 06:00:39.811734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:00:39.815618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:39.823033 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Sync routers for ids ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:00:39.851447 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Routers {'e137f44a-e933-43f4-b0ed-576ffb8a05e4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:39.854205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:39.854993 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-96d9352b-950e-4947-8171-3fac9164680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:39.862377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-452eca04-ed65-41c6-a077-5668ffa39e78 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.3909593 May 28 06:00:39.871262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53730) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:39.906303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Allocated IP 172.25.4.198 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/3ee29562-abe6-4bd5-a60b-0ee16cca2b21) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:00:39.952501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device afb1d35a-741e-42ac-8ff1-421a3113feb4 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:40.074188 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Set router e137f44a-e933-43f4-b0ed-576ffb8a05e4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:40.156433 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-53533067-c7b5-4bbc-8ea1-02a19d4efc2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:40.200400 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:40.228202 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-53533067-c7b5-4bbc-8ea1-02a19d4efc2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:40.230578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port afb1d35a-741e-42ac-8ff1-421a3113feb4 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:40.242751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port afb1d35a-741e-42ac-8ff1-421a3113feb4 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:40.243273 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:40.418502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port afb1d35a-741e-42ac-8ff1-421a3113feb4 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:40.418992 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:40.448941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:00:40.464688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:40.479024 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:40.523009 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-96d9352b-950e-4947-8171-3fac9164680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'name': 'tempest-TestServerBasicOps-1908469777-router', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:29Z', 'updated_at': '2022-05-28T06:00:36Z', 'revision_number': 3, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'gw_port': {'id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:34Z', 'updated_at': '2022-05-28T06:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:40.536407 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Checking router: e137f44a-e933-43f4-b0ed-576ffb8a05e4 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:00:40.536751 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Updating router e137f44a-e933-43f4-b0ed-576ffb8a05e4 port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:00:40.546817 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e805de-48ed-49d6-9cb6-eb6fec020d25'] response: {'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'code': 200} May 28 06:00:40.596242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=12']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:40.665253 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:40.732962 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cd99b06e-3ad5-48b9-bd12-eedc8a012c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:40.894109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:40.971870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82827-7ef9-4389-b5ec-bf9bd1725ac3 req-744d024e-994d-48f9-bcc3-3473ad57710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:40.973314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4a82827-7ef9-4389-b5ec-bf9bd1725ac3 req-744d024e-994d-48f9-bcc3-3473ad57710b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 1097 time: 0.2038414 May 28 06:00:40.983101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53533067-c7b5-4bbc-8ea1-02a19d4efc2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Router 32ba09c5-16c4-4515-b508-aaf595487be0 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:00:41.016793 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:41.125509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:00:41.169014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] Router 215b76cf-3fd4-445d-9c0d-334b2610b1fe has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:00:41.194328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:41.216916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4a82827-7ef9-4389-b5ec-bf9bd1725ac3 req-cfa49533-280f-4911-b8bb-9983dacbddb5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313209 May 28 06:00:41.273302 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:41.294910 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Transition to ACTIVE for port object 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:41.308003 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:41.315463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:00:41.378935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896fa5c-5442-4aea-92e7-691af1918daa req-b4e03935-de6b-46f9-9fc1-89af2f11794e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:41.380811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4896fa5c-5442-4aea-92e7-691af1918daa req-b4e03935-de6b-46f9-9fc1-89af2f11794e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.4120331 May 28 06:00:41.411793 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ba790-b1f7-4755-9dff-a58b00c2eb4d None None] Pushing event updated for resources: {'Port': ['ID=59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:41.412201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53533067-c7b5-4bbc-8ea1-02a19d4efc2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:00:41.425345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] Sync routers for ids ['32ba09c5-16c4-4515-b508-aaf595487be0'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:00:41.438531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] Routers {'32ba09c5-16c4-4515-b508-aaf595487be0'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:41.439158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['32ba09c5-16c4-4515-b508-aaf595487be0'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:41.444243 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-53533067-c7b5-4bbc-8ea1-02a19d4efc2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:41.445392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-53533067-c7b5-4bbc-8ea1-02a19d4efc2b tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "PUT /v2.0/routers/32ba09c5-16c4-4515-b508-aaf595487be0 HTTP/1.1" status: 200 len: 694 time: 1.8949811 May 28 06:00:41.450000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Port': ['ID=3ee29562-abe6-4bd5-a60b-0ee16cca2b21,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:41.460033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53766) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:41.476779 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Attempting to bind port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:00:41.477143 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Attempting to bind port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:00:41.479705 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Attempting to bind port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:00:41.493111 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:00:41.493525 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:41.498288 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:41.498771 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:00:41.499406 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Bound port: 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:00:41.499800 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:41.654850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] Set router 32ba09c5-16c4-4515-b508-aaf595487be0 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:41.703475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4896fa5c-5442-4aea-92e7-691af1918daa req-6e5f7b9d-59c8-4998-a8e6-c15ab685fb59 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065333 May 28 06:00:41.716692 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-96d9352b-950e-4947-8171-3fac9164680a None None] For port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:00:41.724158 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-96d9352b-950e-4947-8171-3fac9164680a None None] For port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:00:41.741870 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:41.770016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:00:41.778945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c61a8cd7-2b0d-4e97-bb9a-2b8af3594c62 admin admin] 10.222.0.39 "PUT /v2.0/routers/215b76cf-3fd4-445d-9c0d-334b2610b1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5951064 May 28 06:00:41.786010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53778) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:41.787500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba09c5-16c4-4515-b508-aaf595487be0', 'name': 'tempest-RoutersTest-router-1461416778', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:38Z', 'updated_at': '2022-05-28T06:00:40Z', 'revision_number': 2, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:41.806748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] Checking router: 32ba09c5-16c4-4515-b508-aaf595487be0 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:00:41.841443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] Routers {'32ba09c5-16c4-4515-b508-aaf595487be0'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:41.842219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['32ba09c5-16c4-4515-b508-aaf595487be0'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:41.907709 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ba790-b1f7-4755-9dff-a58b00c2eb4d None None] Pushing event updated for resources: {'Port': ['ID=59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:41.922227 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:41.922587 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] Sync routers for ids ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:00:41.952556 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] Routers {'215b76cf-3fd4-445d-9c0d-334b2610b1fe'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:41.953185 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:42.004978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:42.006429 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:42.053856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] Set router 32ba09c5-16c4-4515-b508-aaf595487be0 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:42.064733 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Routers {'e137f44a-e933-43f4-b0ed-576ffb8a05e4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:42.070562 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-96d9352b-950e-4947-8171-3fac9164680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:42.110452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2d090c56-1971-49d6-ae29-6d9d3818a5ee tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/routers/32ba09c5-16c4-4515-b508-aaf595487be0 HTTP/1.1" status: 200 len: 700 time: 0.6454277 May 28 06:00:42.130424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53786) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:42.218548 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:42.238594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ba09c5-16c4-4515-b508-aaf595487be0', 'name': 'tempest-RoutersTest-router-1461416778', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:38Z', 'updated_at': '2022-05-28T06:00:40Z', 'revision_number': 2, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:42.245420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634d414-4654-44a8-9740-ba17f59a15bb None None] The sync data for ids ['32ba09c5-16c4-4515-b508-aaf595487be0'] in n-d-843679-5 is: [{'id': '32ba09c5-16c4-4515-b508-aaf595487be0', 'name': 'tempest-RoutersTest-router-1461416778', 'tenant_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:38Z', 'updated_at': '2022-05-28T06:00:40Z', 'revision_number': 2, 'project_id': '9bb3f63c8e084d6d96ebb579e61a2629', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:00:42.268537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1766b6f5-dbd1-4c17-95d0-44c27dccc391 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=32ba09c5-16c4-4515-b508-aaf595487be0 HTTP/1.1" status: 200 len: 205 time: 0.1333544 May 28 06:00:42.272068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53790) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:42.400569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53796) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:42.497331 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fc387f24-1833-4372-b31e-d32126f22aed tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:42.521445 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-96d9352b-950e-4947-8171-3fac9164680a None None] Set router e137f44a-e933-43f4-b0ed-576ffb8a05e4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:42.852545 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:42.992960 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] Set router 215b76cf-3fd4-445d-9c0d-334b2610b1fe gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:43.061955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Allocated IP 172.20.0.1 (8ffa0a6f-973a-4b98-85be-812af14ebd39/dd33fb5b-55b9-44aa-89c4-89a23bbc2f67/b2f99e50-677e-4319-b7a3-12c0780b111c) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:00:43.282720 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:43.401816 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-96d9352b-950e-4947-8171-3fac9164680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'name': 'tempest-TestServerBasicOps-1908469777-router', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:29Z', 'updated_at': '2022-05-28T06:00:36Z', 'revision_number': 3, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'gw_port': {'id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:34Z', 'updated_at': '2022-05-28T06:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:43.414959 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9352b-950e-4947-8171-3fac9164680a None None] The sync data for ids ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'] in n-d-843679-5 is: [{'id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'name': 'tempest-TestServerBasicOps-1908469777-router', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:29Z', 'updated_at': '2022-05-28T06:00:36Z', 'revision_number': 3, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'gw_port': {'id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:34Z', 'updated_at': '2022-05-28T06:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:00:43.419368 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T06:00:38Z', 'revision_number': 5, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:43.429110 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] Checking router: 215b76cf-3fd4-445d-9c0d-334b2610b1fe for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:00:43.438997 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] Routers {'215b76cf-3fd4-445d-9c0d-334b2610b1fe'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:43.448043 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:43.558476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fc387f24-1833-4372-b31e-d32126f22aed tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:43.565600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fc387f24-1833-4372-b31e-d32126f22aed tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:43.668527 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:43.691637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Transition to ACTIVE for port object b2f99e50-677e-4319-b7a3-12c0780b111c will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:43.739129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-633607165'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:43.749141 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] Set router 215b76cf-3fd4-445d-9c0d-334b2610b1fe gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:43.749665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:43.758058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:43.772965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fc387f24-1833-4372-b31e-d32126f22aed tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:43.773443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc387f24-1833-4372-b31e-d32126f22aed tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Fanout notify agent at l3_agent the message router_deleted on router 32ba09c5-16c4-4515-b508-aaf595487be0 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:00:43.797653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fc387f24-1833-4372-b31e-d32126f22aed tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:43.805589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fc387f24-1833-4372-b31e-d32126f22aed tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/32ba09c5-16c4-4515-b508-aaf595487be0 HTTP/1.1" status: 204 len: 168 time: 1.5278141 May 28 06:00:43.809224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53840) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:43.838981 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Deleting port 1131a843-0859-4d2a-972d-ea67ce75367c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:43.840348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:43.863938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:43.926087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Usage tracker for resource:network and tenant:4b8ba689462548d1b64a444c874a0236 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:43.980129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:44.037485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-09f40776-b7e2-4c17-815a-22ce65f2261a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=32ba09c5-16c4-4515-b508-aaf595487be0 HTTP/1.1" status: 200 len: 205 time: 0.2268288 May 28 06:00:44.038090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53846) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:44.042492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Network 8ffa0a6f-973a-4b98-85be-812af14ebd39 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:00:44.054816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:44.057481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:44.060187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:00:44.227007 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-702d9936-1f3d-43e2-b510-5e6c4ffc318e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] delete failed (client error): The resource could not be found. May 28 06:00:44.232513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-702d9936-1f3d-43e2-b510-5e6c4ffc318e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/32ba09c5-16c4-4515-b508-aaf595487be0 HTTP/1.1" status: 404 len: 336 time: 0.1782038 May 28 06:00:44.234368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53850) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:44.269349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Pushing event updated for resources: {'Port': ['ID=b2f99e50-677e-4319-b7a3-12c0780b111c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:44.279656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Made reservation on behalf of 4b8ba689462548d1b64a444c874a0236 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:00:44.284860 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:44.322588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:44.414791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:44.461732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:44.472911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Usage tracker for resource:security_group_rule and tenant:4b8ba689462548d1b64a444c874a0236 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:44.481039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:44.497963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:44.506926 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-535b2d01-93ca-478e-877b-0aacd2714bd7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] DELETE failed (client error): The resource could not be found. May 28 06:00:44.507652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535b2d01-93ca-478e-877b-0aacd2714bd7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:00:44.515582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-535b2d01-93ca-478e-877b-0aacd2714bd7 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/8cefd349-7f56-41ea-a72d-ae043092f381 HTTP/1.1" status: 404 len: 337 time: 0.2568645 May 28 06:00:44.519209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53854) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:44.522959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:44.537012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8cb56cc8-d59c-451c-83bf-bee7e23a5aaa None None] Provisioning for port b2f99e50-677e-4319-b7a3-12c0780b111c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:44.542730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:44.544483 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:44.583142 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c9a4bc-2005-4a04-a2fa-5ad586c7c139 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] DELETE failed (client error): The resource could not be found. May 28 06:00:44.583759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8cb56cc8-d59c-451c-83bf-bee7e23a5aaa None None] Provisioning complete for port b2f99e50-677e-4319-b7a3-12c0780b111c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:44.584548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c9a4bc-2005-4a04-a2fa-5ad586c7c139 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:00:44.586400 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8cb56cc8-d59c-451c-83bf-bee7e23a5aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:44.590912 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f8c9a4bc-2005-4a04-a2fa-5ad586c7c139 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/b3437f65-c09c-4e7b-bc3e-5f70c272721a HTTP/1.1" status: 404 len: 337 time: 0.0703156 May 28 06:00:44.594960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53858) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:44.603703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:44.614525 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T06:00:38Z', 'revision_number': 5, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:44.618542 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba6103-a1de-45fe-9a0e-f35bc8fe5e79 None None] The sync data for ids ['215b76cf-3fd4-445d-9c0d-334b2610b1fe'] in n-d-843679-5 is: [{'id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'name': 'tempest-TaggedBootDevicesTest_v242-38327796-router', 'tenant_id': 'fd718985c28a4117b7e07db37d6ba250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:19Z', 'updated_at': '2022-05-28T06:00:38Z', 'revision_number': 5, 'project_id': 'fd718985c28a4117b7e07db37d6ba250', 'gw_port': {'id': '1131a843-0859-4d2a-972d-ea67ce75367c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b76cf-3fd4-445d-9c0d-334b2610b1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:24Z', 'updated_at': '2022-05-28T05:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:00:44.687973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8cb56cc8-d59c-451c-83bf-bee7e23a5aaa None None] Port b2f99e50-677e-4319-b7a3-12c0780b111c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:00:44.709879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e495522-4714-4585-9950-e19da94f4923 req-006ac435-5212-4cd2-98ea-9b81a1eda6b0 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:44.714287 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e495522-4714-4585-9950-e19da94f4923 req-006ac435-5212-4cd2-98ea-9b81a1eda6b0 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 1.3548517 May 28 06:00:44.779606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e495522-4714-4585-9950-e19da94f4923 req-31eb3eac-fd6a-4649-b9b5-bdfb95235f0b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452511 May 28 06:00:44.802108 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:44.802703 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:44.825166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:44.830622 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:44.957646 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-22453b98-feb4-4dc2-a9fe-6cfdcbe16dbf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] DELETE failed (client error): The resource could not be found. May 28 06:00:44.958187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22453b98-feb4-4dc2-a9fe-6cfdcbe16dbf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:00:44.975935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:45.054663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:45.082967 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-22453b98-feb4-4dc2-a9fe-6cfdcbe16dbf tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/48ee8d77-7138-4066-9fa1-b7ccfaa65268 HTTP/1.1" status: 404 len: 337 time: 0.4842627 May 28 06:00:45.189512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53862) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:45.287146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:45.382116 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de22262-8db0-4c3b-8d15-8efbec378522 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] DELETE failed (client error): The resource could not be found. May 28 06:00:45.382848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de22262-8db0-4c3b-8d15-8efbec378522 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:00:45.397224 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9de22262-8db0-4c3b-8d15-8efbec378522 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/dc44adc1-c275-455d-8a84-61f861073af8 HTTP/1.1" status: 404 len: 337 time: 0.2053668 May 28 06:00:45.398230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53872) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:45.401236 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:45.435341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Router 4f9a565e-fe27-4f91-a149-486370e718b2 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:00:45.447777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] For port 1131a843-0859-4d2a-972d-ea67ce75367c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1131a843-0859-4d2a-972d-ea67ce75367c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:45.448122 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:45.510310 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:45.717646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:00:45.726162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Calling delete_port for 1131a843-0859-4d2a-972d-ea67ce75367c owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:45.756068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d7141d06-c18d-4a98-84cf-1c381265dac0 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Synchronizing usage tracker for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:00:45.758392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4ddbbe-6544-4674-8351-1bd61c70f1cf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:45.796728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d7141d06-c18d-4a98-84cf-1c381265dac0 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] Unset dirty status for tenant:9bb3f63c8e084d6d96ebb579e61a2629 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:00:45.800475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d7141d06-c18d-4a98-84cf-1c381265dac0 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd3c400-e951-461f-855f-6a00b115bebe HTTP/1.1" status: 200 len: 205 time: 0.3555367 May 28 06:00:45.801556 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:45.801888 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Added segment b3afb695-60a5-4afb-aa09-6a0cd71e587b of type vlan for network 18e0267e-8558-4924-a813-26208993e430 May 28 06:00:45.804640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53878) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:45.838352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:00:45.849135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Sync routers for ids ['4f9a565e-fe27-4f91-a149-486370e718b2'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:00:45.864414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Routers {'4f9a565e-fe27-4f91-a149-486370e718b2'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:45.865450 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4f9a565e-fe27-4f91-a149-486370e718b2'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:45.876928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:45.881867 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-de54a701-4e80-49b2-baf6-bebbb594998d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 9.0038984 May 28 06:00:45.882791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53884) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:45.980312 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-05e3d14d-a014-4f41-8288-68fdc34fc342 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] delete failed (client error): The resource could not be found. May 28 06:00:45.984860 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-05e3d14d-a014-4f41-8288-68fdc34fc342 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/2fd3c400-e951-461f-855f-6a00b115bebe HTTP/1.1" status: 404 len: 336 time: 0.1730323 May 28 06:00:45.985029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53890) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.080222 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d98b13c4-af00-4cfb-84e2-3f8a08f2c523 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe62ec8-1bce-4cf3-821b-6d98756f0772 HTTP/1.1" status: 200 len: 205 time: 0.0917706 May 28 06:00:46.080918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53894) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.193631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Set router 4f9a565e-fe27-4f91-a149-486370e718b2 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:46.304816 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2b3e2948-d4f0-4229-963c-439ea8e43fce tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=a53c8f6206544ed98115d5b2d8fbfcd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4207413 May 28 06:00:46.307858 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-c418a8f1-06be-4b9a-987a-ca199c5ee2ee tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] delete failed (client error): The resource could not be found. May 28 06:00:46.309040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c418a8f1-06be-4b9a-987a-ca199c5ee2ee tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/bbe62ec8-1bce-4cf3-821b-6d98756f0772 HTTP/1.1" status: 404 len: 336 time: 0.2271233 May 28 06:00:46.309849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53898) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.338436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53900) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.361082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:46.455290 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-958535da-8230-4b9f-a384-dd5014f2e29a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] DELETE failed (client error): The resource could not be found. May 28 06:00:46.456017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958535da-8230-4b9f-a384-dd5014f2e29a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:00:46.458490 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-958535da-8230-4b9f-a384-dd5014f2e29a tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/900d5583-4d07-4f57-b096-b5ee9e07573c HTTP/1.1" status: 404 len: 337 time: 0.1182671 May 28 06:00:46.466247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53906) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.520757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:46.521142 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:46.561143 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3b0e67da-34d5-4d6c-a109-b3bf99055684 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2499b0d-aa5c-4400-97c0-1b2cacbffe1a HTTP/1.1" status: 200 len: 205 time: 0.0915000 May 28 06:00:46.565437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53912) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.683661 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-3fa50482-c072-43f6-8aee-c30011f48662 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] delete failed (client error): The resource could not be found. May 28 06:00:46.687058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3fa50482-c072-43f6-8aee-c30011f48662 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/f2499b0d-aa5c-4400-97c0-1b2cacbffe1a HTTP/1.1" status: 404 len: 336 time: 0.1181996 May 28 06:00:46.689073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53916) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.690535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:46.777297 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1da521dc-3b16-401f-8598-69141172f340 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=47628f71-1abc-4953-aeb3-9e6b82d2dd4f HTTP/1.1" status: 200 len: 205 time: 0.0841925 May 28 06:00:46.778539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53920) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.826692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:46.838754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5ac90136-5c63-47db-b419-c93a4ca68550 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:00:46.856039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6976f09-6dc1-452b-bb04-3c753985cbb0 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:46.857434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a6976f09-6dc1-452b-bb04-3c753985cbb0 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5465229 May 28 06:00:46.864922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53924) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.878274 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-6bdf050b-f245-4775-b5cd-c4bda3781151 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] delete failed (client error): The resource could not be found. May 28 06:00:46.879544 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6bdf050b-f245-4775-b5cd-c4bda3781151 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/47628f71-1abc-4953-aeb3-9e6b82d2dd4f HTTP/1.1" status: 404 len: 336 time: 0.0969846 May 28 06:00:46.881828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53928) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.890175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 5ac90136-5c63-47db-b419-c93a4ca68550 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:00:46.890760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5ac90136-5c63-47db-b419-c93a4ca68550 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:00:46.910565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:42Z', 'revision_number': 3, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:46.914740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Checking router: 4f9a565e-fe27-4f91-a149-486370e718b2 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:00:46.915433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Updating router 4f9a565e-fe27-4f91-a149-486370e718b2 port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:00:46.926857 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9399f970-b23f-4647-a0e0-07c954d9e66d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] DELETE failed (client error): The resource could not be found. May 28 06:00:46.927529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9399f970-b23f-4647-a0e0-07c954d9e66d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:00:46.929385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9399f970-b23f-4647-a0e0-07c954d9e66d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/37d5fa6e-bba2-459f-802c-924144db9386 HTTP/1.1" status: 404 len: 337 time: 0.0466154 May 28 06:00:46.935940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53932) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.955619 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-afc308f8-0b70-4268-a64c-ababa959df58 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0869784 May 28 06:00:46.955619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:46.959680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:46.960292 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:46.969271 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:46.970246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53936) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.983826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:46.988613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f7015978-0c31-4fe8-ada1-c67404760e4e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89983d4-6ae3-4ba9-9121-af51e325eebb HTTP/1.1" status: 200 len: 205 time: 0.0517566 May 28 06:00:46.989173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53938) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:46.995091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135637609', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:47.027365 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.060549 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-96cad1b9-e310-4720-9926-bfe24fe68b69 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] delete failed (client error): The resource could not be found. May 28 06:00:47.064221 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-96cad1b9-e310-4720-9926-bfe24fe68b69 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/c89983d4-6ae3-4ba9-9121-af51e325eebb HTTP/1.1" status: 404 len: 336 time: 0.0741360 May 28 06:00:47.064776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53944) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:47.105775 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e8a5ec-6d0e-43df-85be-fe34497f573e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] DELETE failed (client error): The resource could not be found. May 28 06:00:47.106317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e8a5ec-6d0e-43df-85be-fe34497f573e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:00:47.110907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-50e8a5ec-6d0e-43df-85be-fe34497f573e tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/7e819d15-1be5-4e6d-a79a-4f3ff3f412f1 HTTP/1.1" status: 404 len: 337 time: 0.0451744 May 28 06:00:47.111520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53948) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:47.167929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4e62183-cecf-42d5-9483-1285fe3b7238 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "GET /v2.0/ports?device_id=b026d967-806a-46bd-8be1-66bb654335e3 HTTP/1.1" status: 200 len: 205 time: 0.0552256 May 28 06:00:47.170206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53952) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:47.260057 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-b6eb616d-de71-4e4a-9b09-22f68207c67c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] delete failed (client error): The resource could not be found. May 28 06:00:47.261311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b6eb616d-de71-4e4a-9b09-22f68207c67c tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/routers/b026d967-806a-46bd-8be1-66bb654335e3 HTTP/1.1" status: 404 len: 336 time: 0.0892136 May 28 06:00:47.263879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53956) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:47.288708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.304550 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a6a549-3fd1-44f9-a3f1-bd1244a89114 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] DELETE failed (client error): The resource could not be found. May 28 06:00:47.305001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a6a549-3fd1-44f9-a3f1-bd1244a89114 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:00:47.307191 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-61a6a549-3fd1-44f9-a3f1-bd1244a89114 tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/622eef5e-3102-43b0-b57b-6898bad9d648 HTTP/1.1" status: 404 len: 337 time: 0.0424345 May 28 06:00:47.309689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53960) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:47.347358 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91a0832-9765-4dc6-a1a1-cf0149557a4d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] DELETE failed (client error): The resource could not be found. May 28 06:00:47.347703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91a0832-9765-4dc6-a1a1-cf0149557a4d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:00:47.351985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d91a0832-9765-4dc6-a1a1-cf0149557a4d tempest-RoutersTest-908995195 tempest-RoutersTest-908995195-project] 10.222.0.39 "DELETE /v2.0/subnets/cae49789-ce55-4d54-8089-b70f29af7373 HTTP/1.1" status: 404 len: 337 time: 0.0386498 May 28 06:00:47.352172 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.358825 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.374269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Transition to ACTIVE for port object 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:47.382833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.399692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7771a-8c9e-44c9-adfe-a11827becc60 req-3390b007-745c-496f-b013-28d3f6dfb65c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:47.401743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04c7771a-8c9e-44c9-adfe-a11827becc60 req-3390b007-745c-496f-b013-28d3f6dfb65c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 1.4334674 May 28 06:00:47.403401 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 5.0018377 May 28 06:00:47.406924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53966) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:47.467426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Request body: {'network': {'name': 'tempest-network--756655333', 'router:external': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:47.474509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:47.479322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Usage tracker for resource:network and tenant:831a7e8d97a5414e9a704b88ba440a47 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:47.482545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:47.489168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:47.505431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Made reservation on behalf of 831a7e8d97a5414e9a704b88ba440a47 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:00:47.507562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Attempting to bind port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:00:47.508120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Attempting to bind port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:00:47.508501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Attempting to bind port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:00:47.509767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.511325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132b465-afff-474f-9bff-0290065ea3ec None None] Pushing event updated for resources: {'Port': ['ID=3ee29562-abe6-4bd5-a60b-0ee16cca2b21,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:47.519609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:00:47.520085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:47.520603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.521099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:00:47.521676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Bound port: 3ee29562-abe6-4bd5-a60b-0ee16cca2b21, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:00:47.522156 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.530262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.546379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:47.550678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Usage tracker for resource:security_group_rule and tenant:831a7e8d97a5414e9a704b88ba440a47 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:47.553859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:47.560636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:47.573478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c3386-5adb-4cdc-8e5d-f9f29e17b322 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Pushing event updated for resources: {'Network': ['ID=18e0267e-8558-4924-a813-26208993e430,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:47.606949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] For port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:00:47.610882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] For port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3ee29562-abe6-4bd5-a60b-0ee16cca2b21,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:00:47.614725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 18e0267e-8558-4924-a813-26208993e430 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:00:47.635098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Pushing event updated for resources: {'Port': ['ID=b2f99e50-677e-4319-b7a3-12c0780b111c,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:47.663499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.682367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.696150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.723886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:00:47.737094 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-04c7771a-8c9e-44c9-adfe-a11827becc60 req-c0c16ddc-8bc9-46bb-94ae-2087d6c3e17c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861545 May 28 06:00:47.741310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53978) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:47.759405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.759743 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Added segment c79a813b-b0e0-4ec8-8f27-98b4b40d2847 of type vlan for network 0d4f3512-aeef-4af3-9834-afabff272185 May 28 06:00:47.775215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=1131a843-0859-4d2a-972d-ea67ce75367c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:47.777453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:47.802742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:subnet and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:47.806223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.855942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:47.871353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffd727b-0ddf-4067-903b-6354fa4bb1bd,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:47.915419 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:47.925643 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Routers {'4f9a565e-fe27-4f91-a149-486370e718b2'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:47.928006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4f9a565e-fe27-4f91-a149-486370e718b2'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:48.008916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:48.018271 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.019207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:48.019823 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.029638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Network 8ffa0a6f-973a-4b98-85be-812af14ebd39 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:00:48.094046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:48.169945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] Set router 4f9a565e-fe27-4f91-a149-486370e718b2 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:48.195255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Made reservation on behalf of a53c8f6206544ed98115d5b2d8fbfcd5 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:00:48.195255 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.406930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d91ba-c179-480a-9c51-6f883362db21 req-da42ba93-6927-4345-a693-bbf5918f62ac tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:48.414187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f7d91ba-c179-480a-9c51-6f883362db21 req-da42ba93-6927-4345-a693-bbf5918f62ac tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.4945631 May 28 06:00:48.429052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event updated for resources: {'Network': ['ID=0d4f3512-aeef-4af3-9834-afabff272185,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:48.435343 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3e38287a-2284-41e0-9a00-88e335d3904e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0271547 May 28 06:00:48.438636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53988) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:48.490516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0d4f3512-aeef-4af3-9834-afabff272185 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:00:48.552625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f7d91ba-c179-480a-9c51-6f883362db21 req-5e4bcf30-6d2e-447a-a81f-63b50c4e99a7 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374545 May 28 06:00:48.583572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132b465-afff-474f-9bff-0290065ea3ec None None] Pushing event updated for resources: {'Port': ['ID=3ee29562-abe6-4bd5-a60b-0ee16cca2b21,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:48.630386 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.636136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1039843c-49bd-4bb6-a421-a4674c201848 None None] Provisioning complete for port b2f99e50-677e-4319-b7a3-12c0780b111c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:48.636623 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1039843c-49bd-4bb6-a421-a4674c201848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.653443 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.716139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1039843c-49bd-4bb6-a421-a4674c201848 None None] Port b2f99e50-677e-4319-b7a3-12c0780b111c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:00:48.738382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.740592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:42Z', 'revision_number': 3, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:48.745246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2462b2d5-4ff6-4564-bf5b-db0a93164e96 None None] The sync data for ids ['4f9a565e-fe27-4f91-a149-486370e718b2'] in n-d-843679-5 is: [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:42Z', 'revision_number': 3, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:00:48.763510 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cd9d3d43-ed05-4bf1-8bbd-968b5714797c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bb3f63c8e084d6d96ebb579e61a2629&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0074525 May 28 06:00:48.776217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53994) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:48.792366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.845058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4f3512-aeef-4af3-9834-afabff272185']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:48.850231 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.850748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 215b76cf-3fd4-445d-9c0d-334b2610b1fe {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:00:48.877295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79a813b-b0e0-4ec8-8f27-98b4b40d2847') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:48.877888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79a813b-b0e0-4ec8-8f27-98b4b40d2847') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:48.893381 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.900571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.901723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-647aa7d4-82b4-477c-a7e2-984895593c78 admin admin] 10.222.0.39 "DELETE /v2.0/routers/215b76cf-3fd4-445d-9c0d-334b2610b1fe HTTP/1.1" status: 204 len: 168 time: 7.1148758 May 28 06:00:48.913897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53998) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:48.917719 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:48.925441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:00:48.925926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.000506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e311df2-d01f-4229-a744-424e02938e1d admin admin] Deleting subnet 3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:00:49.004721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Router e137f44a-e933-43f4-b0ed-576ffb8a05e4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:00:49.010388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e311df2-d01f-4229-a744-424e02938e1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.083553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781cee-dac3-4698-b929-789cae8f784a req-7e824599-089b-4aea-a7a9-b5139788e992 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:49.085974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd297-b3ef-411a-a83b-bf6c3097b660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.100017 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c79a813b-b0e0-4ec8-8f27-98b4b40d2847 resource provider aggregate not found May 28 06:00:49.102241 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d781cee-dac3-4698-b929-789cae8f784a req-7e824599-089b-4aea-a7a9-b5139788e992 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.3612280 May 28 06:00:49.107487 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.151674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d4f3512-aeef-4af3-9834-afabff272185 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:00:49.155286 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c79a813b-b0e0-4ec8-8f27-98b4b40d2847 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c79a813b-b0e0-4ec8-8f27-98b4b40d2847 found for delete ", "request_id": "req-1358f596-b48b-438a-a9c7-c160d1231d52"}]} May 28 06:00:49.162244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.169276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d4f3512-aeef-4af3-9834-afabff272185,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:49.176519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd297-b3ef-411a-a83b-bf6c3097b660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.189200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-04941f29-8141-44fd-8d48-56ed479bbc17 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "DELETE /v2.0/networks/0d4f3512-aeef-4af3-9834-afabff272185 HTTP/1.1" status: 204 len: 168 time: 0.7495968 May 28 06:00:49.193373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54008) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:49.205456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:49.216471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:49.232227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Usage tracker for resource:network and tenant:831a7e8d97a5414e9a704b88ba440a47 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:49.238150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:49.246605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:49.256599 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e311df2-d01f-4229-a744-424e02938e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.264308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Made reservation on behalf of 831a7e8d97a5414e9a704b88ba440a47 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:00:49.268070 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.291445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d781cee-dac3-4698-b929-789cae8f784a req-87ad0593-014e-461e-84d3-df4b2a5f3a20 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878676 May 28 06:00:49.311029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd297-b3ef-411a-a83b-bf6c3097b660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.357416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:00:49.379341 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.379843 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Added segment 46762c96-cbe6-4665-9b7d-8a84ddc1a65f of type vlan for network 6ab5c2d1-2fc7-4444-94a2-19199b0d1553 May 28 06:00:49.427248 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.454984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bd297-b3ef-411a-a83b-bf6c3097b660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07025e2-ae7c-4e53-b19b-4d44c77c0ec6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:49.477870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd297-b3ef-411a-a83b-bf6c3097b660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.479681 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5a8bd297-b3ef-411a-a83b-bf6c3097b660 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d07025e2-ae7c-4e53-b19b-4d44c77c0ec6 HTTP/1.1" status: 204 len: 168 time: 0.7109611 May 28 06:00:49.496872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.497839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:49.498578 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.528882 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:00:49.536840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3396702 May 28 06:00:49.542932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54018) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:49.548607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Request body: {'subnet': {'network_id': '6ab5c2d1-2fc7-4444-94a2-19199b0d1553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:49.554986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:49.580597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:00:49.613013 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5385775e-809f-4c98-8ef6-0c5a09bc4d9a admin admin] 10.222.0.39 "PUT /v2.0/routers/e137f44a-e933-43f4-b0ed-576ffb8a05e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7385974 May 28 06:00:49.642612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Usage tracker for resource:subnet and tenant:831a7e8d97a5414e9a704b88ba440a47 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:49.649738 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e311df2-d01f-4229-a744-424e02938e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.661060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:49.690010 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.707213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:49.732553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f0596-604a-4c64-90e4-3eb5f2cc3c14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event updated for resources: {'Network': ['ID=6ab5c2d1-2fc7-4444-94a2-19199b0d1553,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:49.744553 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 6ab5c2d1-2fc7-4444-94a2-19199b0d1553 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:00:49.756516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Made reservation on behalf of 831a7e8d97a5414e9a704b88ba440a47 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:00:49.758902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:49.780433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f68428-7989-4fff-9549-502a166c737c req-a9d6aaf6-dd1c-4913-9368-0b0333a804f1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:49.782442 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-71f68428-7989-4fff-9549-502a166c737c req-a9d6aaf6-dd1c-4913-9368-0b0333a804f1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.3267498 May 28 06:00:49.803992 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Sync routers for ids ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:00:49.818253 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Routers {'e137f44a-e933-43f4-b0ed-576ffb8a05e4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:49.822496 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:49.939838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Subnet': ['ID=1464c598-0c6e-40d6-9b56-470e7c5b97a9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:50.006523 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-71f68428-7989-4fff-9549-502a166c737c req-f985074a-456c-467e-a099-0701f4724402 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181993 May 28 06:00:50.011931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e311df2-d01f-4229-a744-424e02938e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:50.016055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Checking segment: {'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:50.016542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network hostable DHCP agents. Network: c095b068-0f37-4c0c-b4cb-db34ee219a0d, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:00:50.140436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e311df2-d01f-4229-a744-424e02938e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:50.151007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e311df2-d01f-4229-a744-424e02938e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:50.164078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46726806-c947-4401-a676-7749525d575d None None] Network d9749cf5-b31b-4b2d-9463-3d84e612ffc8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:50.188458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1e311df2-d01f-4229-a744-424e02938e1d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3c9081b8-0b3b-4565-9ee2-a2f6c1ebc78f HTTP/1.1" status: 204 len: 168 time: 1.2735126 May 28 06:00:50.190845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54038) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:50.243773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network c095b068-0f37-4c0c-b4cb-db34ee219a0d is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:00:50.522096 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Set router e137f44a-e933-43f4-b0ed-576ffb8a05e4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:50.623843 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c095b068-0f37-4c0c-b4cb-db34ee219a0d) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:50.683706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:50.684765 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:50.759354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:50.762940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:50.784025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54046) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:50.797128 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-de9ba305-cfe0-488b-88c3-e171cc0b2012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8093584 May 28 06:00:50.802613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1844152338', 'description': 'tempest-secgroup-smoke-1844152338 description', 'project_id': '98d70259eba14147b9d1979ce8faf7d4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:50.804369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54052) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:50.824770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:50.859837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Usage tracker for resource:security_group and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:50.908428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Deleting port e3dbbe69-8bee-4f95-9768-e71874d31e0a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:50.908725 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:50.933147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:50.939744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14f0726-e6a4-416d-a956-edf76ce01027 None None] Network c095b068-0f37-4c0c-b4cb-db34ee219a0d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:50.947021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:50.981710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:51.148403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:51.174348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:00:51.176493 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:51.186682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Usage tracker for resource:security_group_rule and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:51.219528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:51.242758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:51.249494 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:51.257366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:51.292677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:51.326594 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'name': 'tempest-TestServerBasicOps-1908469777-router', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:29Z', 'updated_at': '2022-05-28T06:00:45Z', 'revision_number': 4, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'gw_port': {'id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:34Z', 'updated_at': '2022-05-28T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b2f99e50-677e-4319-b7a3-12c0780b111c', 'name': '', 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'mac_address': 'fa:16:3e:3b:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'dd33fb5b-55b9-44aa-89c4-89a23bbc2f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:42Z', 'updated_at': '2022-05-28T06:00:45Z', 'revision_number': 2, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'subnets': [{'id': 'dd33fb5b-55b9-44aa-89c4-89a23bbc2f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:51.338041 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Checking router: e137f44a-e933-43f4-b0ed-576ffb8a05e4 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:00:51.338563 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Updating router e137f44a-e933-43f4-b0ed-576ffb8a05e4 port b2f99e50-677e-4319-b7a3-12c0780b111c binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:00:51.423915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f22d6-ecb8-408d-9be2-1b0e141a93e4 req-ecc5bb49-75ba-4534-853f-865fd0362cc9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:51.425483 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-637f22d6-ecb8-408d-9be2-1b0e141a93e4 req-ecc5bb49-75ba-4534-853f-865fd0362cc9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.9849582 May 28 06:00:51.475821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ed883fc0-09cf-4f6f-93b1-298a9cf1e34f,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:51.481071 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:51.537902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Checking segment: {'id': '46762c96-cbe6-4665-9b7d-8a84ddc1a65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ab5c2d1-2fc7-4444-94a2-19199b0d1553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:51.547118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Network hostable DHCP agents. Network: 6ab5c2d1-2fc7-4444-94a2-19199b0d1553, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:00:51.606510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:51.607565 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:51.654209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3ee29562-abe6-4bd5-a60b-0ee16cca2b21,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:51.735647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Network 6ab5c2d1-2fc7-4444-94a2-19199b0d1553 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:00:51.784183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 6ab5c2d1-2fc7-4444-94a2-19199b0d1553) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:51.794698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:51.795318 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:51.825464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] DHCP port deletion for d9749cf5-b31b-4b2d-9463-3d84e612ffc8 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:00:51.835743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f8da86-7c8e-4523-9c2c-c002643ddcee None None] Network 6ab5c2d1-2fc7-4444-94a2-19199b0d1553 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:51.874896 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:51.880318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] Deleting port e3dbbe69-8bee-4f95-9768-e71874d31e0a {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:51.880820 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:51.908200 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:51.934002 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:51.998403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-96cccdad-9d6d-4293-8099-abd48ffe7ce8 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4518459 May 28 06:00:52.000879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54078) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:52.045486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Request body: {'floatingip': {'floating_network_id': '6ab5c2d1-2fc7-4444-94a2-19199b0d1553'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:52.051566 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.052754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2649164 May 28 06:00:52.056198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54086) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:52.057344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:52.067976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff6ebd-0766-4461-9f5d-b7bcfb492535 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d7060-2b12-4c90-8c77-2336f80aec6e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:52.079002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Usage tracker for resource:floatingip and tenant:831a7e8d97a5414e9a704b88ba440a47 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:52.143431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Request body: {'security_group_rule': {'security_group_id': 'ad1d7060-2b12-4c90-8c77-2336f80aec6e', 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:52.150455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:52.175751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:52.215964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:52.218408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Usage tracker for resource:security_group_rule and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:52.222216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:52.265573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:52.291404 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.340061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] For port e3dbbe69-8bee-4f95-9768-e71874d31e0a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3dbbe69-8bee-4f95-9768-e71874d31e0a,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:52.340448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.365422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3ee29562-abe6-4bd5-a60b-0ee16cca2b21,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:52.372576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.378520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1131a843-0859-4d2a-972d-ea67ce75367c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:00:52.421943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:00:52.423335 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.554632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.555291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.556633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.557216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.557777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.558506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.560089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.561024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.563255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.564172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.564813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.566067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:00:52.609587 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.658606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1131a843-0859-4d2a-972d-ea67ce75367c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:00:52.658931 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Transition to ACTIVE for port object b2f99e50-677e-4319-b7a3-12c0780b111c will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:52.659300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1131a843-0859-4d2a-972d-ea67ce75367c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:00:52.699280 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.702359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.716784 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.789522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Calling delete_port for e3dbbe69-8bee-4f95-9768-e71874d31e0a owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:52.860008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.862103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7989635 May 28 06:00:52.865857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54104) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:52.880718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] For port e3dbbe69-8bee-4f95-9768-e71874d31e0a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3dbbe69-8bee-4f95-9768-e71874d31e0a,segment=NetworkSegment(0d131ccd-338a-4a08-a57a-986cee1b16e8),segment_id=0d131ccd-338a-4a08-a57a-986cee1b16e8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:52.881716 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:52.906826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a478bd3-8bd2-4532-970e-6a63c708c88e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d42df4-3130-4179-b95d-eb4cf347fa9a,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:52.938844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Request body: {'security_group_rule': {'security_group_id': 'ad1d7060-2b12-4c90-8c77-2336f80aec6e', 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:52.951075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-637f22d6-ecb8-408d-9be2-1b0e141a93e4 req-2e58e3ef-cec8-4c88-86d0-0f881a4289f2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0862694 May 28 06:00:52.966224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:52.980982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Usage tracker for resource:security_group_rule and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:52.995606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:53.018218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:53.099816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.139797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] Calling delete_port for e3dbbe69-8bee-4f95-9768-e71874d31e0a owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:53.178146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.330233 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.330892 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:00:53.331631 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:00:53.337203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:53.394403 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b06ae-90e4-493d-b675-11e839a4517c None None] Pushing event updated for resources: {'Port': ['ID=b2f99e50-677e-4319-b7a3-12c0780b111c,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:53.401221 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Attempting to bind port b2f99e50-677e-4319-b7a3-12c0780b111c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:00:53.401588 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Attempting to bind port b2f99e50-677e-4319-b7a3-12c0780b111c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:00:53.401949 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Attempting to bind port b2f99e50-677e-4319-b7a3-12c0780b111c on network 8ffa0a6f-973a-4b98-85be-812af14ebd39 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:00:53.416860 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:00:53.417402 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Checking segment: {'id': 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:53.417808 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.418199 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Bound using segment: {'id': 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:00:53.418669 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Bound port: b2f99e50-677e-4319-b7a3-12c0780b111c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:00:53.419041 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.552970 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.573744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.598969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] No DVR routers for this DVR port e3dbbe69-8bee-4f95-9768-e71874d31e0a on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:00:53.610050 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] For port b2f99e50-677e-4319-b7a3-12c0780b111c, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:00:53.615705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:53.616510 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] For port b2f99e50-677e-4319-b7a3-12c0780b111c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b2f99e50-677e-4319-b7a3-12c0780b111c,segment=NetworkSegment(be39a7f4-f171-43d3-8562-d5b6d4cb50fe),segment_id=be39a7f4-f171-43d3-8562-d5b6d4cb50fe)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:00:53.617854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.631281 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.635915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b7dadc-624d-4107-ac51-af80ea84c172,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:53.745328 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b06ae-90e4-493d-b675-11e839a4517c None None] Pushing event updated for resources: {'Port': ['ID=b2f99e50-677e-4319-b7a3-12c0780b111c,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:53.771622 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.780937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-78b1c802-d8d3-44e1-98ea-f535549da75b tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8927963 May 28 06:00:53.788200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54126) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:53.791282 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Routers {'e137f44a-e933-43f4-b0ed-576ffb8a05e4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:00:53.791932 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:53.801135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Request body: {'security_group_rule': {'security_group_id': 'ad1d7060-2b12-4c90-8c77-2336f80aec6e', 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:53.822774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:53.834129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Usage tracker for resource:security_group_rule and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:53.834362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] Deleting port e3dbbe69-8bee-4f95-9768-e71874d31e0a {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:53.834724 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.840342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:53.851488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:53.886848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Allocated IP 172.20.0.10 (6ab5c2d1-2fc7-4444-94a2-19199b0d1553/ed883fc0-09cf-4f6f-93b1-298a9cf1e34f/54602376-49b1-41f5-98b9-f3c89f16f1ea) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:00:53.931681 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:53.964283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a210f4b5-a4ae-46ba-a101-f144b6d564b2 None None] The port 'e3dbbe69-8bee-4f95-9768-e71874d31e0a' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:00:53.973367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3dbbe69-8bee-4f95-9768-e71874d31e0a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:54.131001 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.209836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:54.247725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54134) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:54.273516 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] Set router e137f44a-e933-43f4-b0ed-576ffb8a05e4 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:00:54.294100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feee52-7293-4b04-8618-c2b661aa4260 req-1fa83a9f-63fd-4067-b0b0-e4bbd5b28a23 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:54.296005 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4feee52-7293-4b04-8618-c2b661aa4260 req-1fa83a9f-63fd-4067-b0b0-e4bbd5b28a23 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 1.1255956 May 28 06:00:54.297818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9749cf5-b31b-4b2d-9463-3d84e612ffc8']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:54.327211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3dbbe69-8bee-4f95-9768-e71874d31e0a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:00:54.351480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e29866-d767-4880-9069-96fedafd7205 None None] Network 6ab5c2d1-2fc7-4444-94a2-19199b0d1553 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:54.351868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d131ccd-338a-4a08-a57a-986cee1b16e8') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:54.352910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d131ccd-338a-4a08-a57a-986cee1b16e8') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:54.381534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.391064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e3dbbe69-8bee-4f95-9768-e71874d31e0a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:00:54.391064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3dbbe69-8bee-4f95-9768-e71874d31e0a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:00:54.411498 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.437869 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.449599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Allocated IP 172.20.0.2 (c095b068-0f37-4c0c-b4cb-db34ee219a0d/1464c598-0c6e-40d6-9b56-470e7c5b97a9/eb7ef54d-d068-47f0-bbae-a371d85d1b5d) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:00:54.485436 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.515431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095ed94a-9d88-4e6b-835b-0a3eeeb75b32,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:54.528653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4feee52-7293-4b04-8618-c2b661aa4260 req-382e11b9-9e9f-46b2-83cf-8dd79b9991c4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102187 May 28 06:00:54.533219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.537496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:00:54.540544 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.565509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.574494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-21eb41ea-fcb3-4f88-a92a-75b7bfe80fc8 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7844679 May 28 06:00:54.575254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54144) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:54.598735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Request body: {'security_group_rule': {'security_group_id': 'ad1d7060-2b12-4c90-8c77-2336f80aec6e', 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:54.609637 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b04d7d3a-417e-470a-af80-9618b428014b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.621876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:54.630798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b04d7d3a-417e-470a-af80-9618b428014b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:54.635133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b04d7d3a-417e-470a-af80-9618b428014b admin admin] Usage tracker for resource:security_group_rule and tenant:6bbd4c7c483e4d9aa94d745f6cba47a1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:54.638260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b04d7d3a-417e-470a-af80-9618b428014b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:54.646263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b04d7d3a-417e-470a-af80-9618b428014b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:54.658612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Usage tracker for resource:security_group_rule and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:54.670721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:54.682778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:54.715854 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 0d131ccd-338a-4a08-a57a-986cee1b16e8 resource provider aggregate not found May 28 06:00:54.721145 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.721312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.794411 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.921843 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:54.938835 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'name': 'tempest-TestServerBasicOps-1908469777-router', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:29Z', 'updated_at': '2022-05-28T06:00:45Z', 'revision_number': 4, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'gw_port': {'id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:34Z', 'updated_at': '2022-05-28T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b2f99e50-677e-4319-b7a3-12c0780b111c', 'name': '', 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'mac_address': 'fa:16:3e:3b:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'dd33fb5b-55b9-44aa-89c4-89a23bbc2f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:42Z', 'updated_at': '2022-05-28T06:00:53Z', 'revision_number': 4, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'subnets': [{'id': 'dd33fb5b-55b9-44aa-89c4-89a23bbc2f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:00:54.943476 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c027b-e15d-4c2f-b0c5-94bc615e0e4c None None] The sync data for ids ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'] in n-d-843679-5 is: [{'id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'name': 'tempest-TestServerBasicOps-1908469777-router', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:29Z', 'updated_at': '2022-05-28T06:00:45Z', 'revision_number': 4, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'gw_port': {'id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:34Z', 'updated_at': '2022-05-28T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b2f99e50-677e-4319-b7a3-12c0780b111c', 'name': '', 'network_id': '8ffa0a6f-973a-4b98-85be-812af14ebd39', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'mac_address': 'fa:16:3e:3b:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'dd33fb5b-55b9-44aa-89c4-89a23bbc2f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:42Z', 'updated_at': '2022-05-28T06:00:53Z', 'revision_number': 4, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'subnets': [{'id': 'dd33fb5b-55b9-44aa-89c4-89a23bbc2f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:00:54.971653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Transition to ACTIVE for port object eb7ef54d-d068-47f0-bbae-a371d85d1b5d will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:55.032782 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 0d131ccd-338a-4a08-a57a-986cee1b16e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d131ccd-338a-4a08-a57a-986cee1b16e8 found for delete ", "request_id": "req-6f9955cb-629c-4451-8330-41670663f80e"}]} May 28 06:00:55.062977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Network 6ab5c2d1-2fc7-4444-94a2-19199b0d1553 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:00:55.073223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Transition to ACTIVE for port object eb7ef54d-d068-47f0-bbae-a371d85d1b5d will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:55.093210 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.129429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:55.139220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:00:55.166960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Network c095b068-0f37-4c0c-b4cb-db34ee219a0d is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:00:55.222799 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.240374 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.254221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event updated for resources: {'Port': ['ID=54602376-49b1-41f5-98b9-f3c89f16f1ea,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:55.255607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:55.261082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Pushing event updated for resources: {'Port': ['ID=eb7ef54d-d068-47f0-bbae-a371d85d1b5d,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:55.266434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:00:55.304333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9749cf5-b31b-4b2d-9463-3d84e612ffc8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:55.326314 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f2ee1d7f-6c40-4351-9b0a-502b70637981 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d9749cf5-b31b-4b2d-9463-3d84e612ffc8 HTTP/1.1" status: 204 len: 168 time: 5.1336429 May 28 06:00:55.326994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54152) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:55.339317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b04d7d3a-417e-470a-af80-9618b428014b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.366566 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b04d7d3a-417e-470a-af80-9618b428014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.396718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.429472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.431969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Attempting to bind port eb7ef54d-d068-47f0-bbae-a371d85d1b5d on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:00:55.432341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Attempting to bind port eb7ef54d-d068-47f0-bbae-a371d85d1b5d by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:00:55.432702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Attempting to bind port eb7ef54d-d068-47f0-bbae-a371d85d1b5d on network c095b068-0f37-4c0c-b4cb-db34ee219a0d {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:00:55.438211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:00:55.438583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Checking segment: {'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:00:55.439115 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.440162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Bound using segment: {'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:00:55.440638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Bound port: eb7ef54d-d068-47f0-bbae-a371d85d1b5d, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:00:55.441011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.485372 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.506055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eec2f7-5698-412c-99f7-3978d7a259f1 req-217d4a00-7db4-4491-b478-37e354e8616a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:55.507897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2eec2f7-5698-412c-99f7-3978d7a259f1 req-217d4a00-7db4-4491-b478-37e354e8616a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.7280183 May 28 06:00:55.525650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bddf5d3-361d-4412-9f0e-01963c2a9d8b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:55.539424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-436f4963-474e-4308-91ec-4b2043270368 None None] For port eb7ef54d-d068-47f0-bbae-a371d85d1b5d, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:00:55.544130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-436f4963-474e-4308-91ec-4b2043270368 None None] For port eb7ef54d-d068-47f0-bbae-a371d85d1b5d, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eb7ef54d-d068-47f0-bbae-a371d85d1b5d,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:00:55.556320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d7d3a-417e-470a-af80-9618b428014b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a1f509-fb7b-4134-9cae-331626f9f6b7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:55.567610 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.580134 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b04d7d3a-417e-470a-af80-9618b428014b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bbd4c7c483e4d9aa94d745f6cba47a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3264456 May 28 06:00:55.587706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54156) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:55.673578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f4963-474e-4308-91ec-4b2043270368 None None] Pushing event updated for resources: {'Port': ['ID=eb7ef54d-d068-47f0-bbae-a371d85d1b5d,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:55.709776 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.764166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:55.764879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1adb30b2-656a-4997-a070-296d10e07260 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1859937 May 28 06:00:55.777007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54160) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:55.801547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Request body: {'security_group_rule': {'security_group_id': 'ad1d7060-2b12-4c90-8c77-2336f80aec6e', 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:55.819089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:55.831337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Usage tracker for resource:security_group_rule and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:55.833309 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2eec2f7-5698-412c-99f7-3978d7a259f1 req-fa9d69ce-5751-4925-84f0-dc688e6439eb tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138003 May 28 06:00:55.854331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:56.047090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:56.195440 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e79fd54-a25e-4426-8654-e033a8334e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:56.246856 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e79fd54-a25e-4426-8654-e033a8334e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:56.270041 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:56.289095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:56.376368 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Project 98d70259eba14147b9d1979ce8faf7d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:00:56.509653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:56.531140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e79fd54-a25e-4426-8654-e033a8334e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:56.553370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event updated for resources: {'Port': ['ID=54602376-49b1-41f5-98b9-f3c89f16f1ea,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:56.580442 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:56.593472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79fd54-a25e-4426-8654-e033a8334e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a1f509-fb7b-4134-9cae-331626f9f6b7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:56.623956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Allocated IP 172.20.0.1 (c095b068-0f37-4c0c-b4cb-db34ee219a0d/1464c598-0c6e-40d6-9b56-470e7c5b97a9/426e0515-a653-4fb3-b2ec-d5490a46f35f) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:00:56.649610 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e79fd54-a25e-4426-8654-e033a8334e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:56.664630 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4e79fd54-a25e-4426-8654-e033a8334e1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1a1f509-fb7b-4134-9cae-331626f9f6b7 HTTP/1.1" status: 204 len: 168 time: 1.0618570 May 28 06:00:56.784529 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:56.792563 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8fb8d756-3291-428e-b47f-dd0971d5546e tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7560089 May 28 06:00:56.793978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54176) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:56.905002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e380ef-c02e-40f1-8178-e546f4979db7 req-1ee6a8b5-d450-4971-a195-fc6687c26a88 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:56.906844 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55e380ef-c02e-40f1-8178-e546f4979db7 req-1ee6a8b5-d450-4971-a195-fc6687c26a88 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.3337743 May 28 06:00:56.982361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eb7ef54d-d068-47f0-bbae-a371d85d1b5d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:57.006449 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55e380ef-c02e-40f1-8178-e546f4979db7 req-8aa45fe4-f3c2-40e8-95b3-12ad53fd6865 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896401 May 28 06:00:57.122396 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.200139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54182) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:57.203300 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-01291f85-4094-4bff-bc93-f9ad7219a0a5 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=6ab5c2d1-2fc7-4444-94a2-19199b0d1553 HTTP/1.1" status: 200 len: 690 time: 0.3922846 May 28 06:00:57.213721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port eb7ef54d-d068-47f0-bbae-a371d85d1b5d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:57.225059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b2f99e50-677e-4319-b7a3-12c0780b111c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:57.300110 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.406390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54188) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:57.415632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb61ea33-bcb9-48ee-9d06-50b6b064e3b7,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:57.440819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.442872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7a5fcb75-95f1-462d-99d0-d2872cd4e285 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6649015 May 28 06:00:57.447317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54192) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:57.449690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234a6c7-01b4-40ad-b35a-4d7b5b3249e2 None None] Network c095b068-0f37-4c0c-b4cb-db34ee219a0d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:00:57.475795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Request body: {'security_group_rule': {'security_group_id': 'ad1d7060-2b12-4c90-8c77-2336f80aec6e', 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:00:57.485934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:57.491042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Usage tracker for resource:security_group_rule and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:57.495750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:57.502498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:57.511573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-998a5fd8-c26b-4c34-8a3b-a45fb45a2d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.516057 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.526258 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Project 98d70259eba14147b9d1979ce8faf7d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:00:57.539433 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.545532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Transition to ACTIVE for port object 426e0515-a653-4fb3-b2ec-d5490a46f35f will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:00:57.638518 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.638732 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.649589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-998a5fd8-c26b-4c34-8a3b-a45fb45a2d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:00:57.654453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-998a5fd8-c26b-4c34-8a3b-a45fb45a2d28 admin admin] Usage tracker for resource:security_group_rule and tenant:d9dec8971fe64aaaa84900b95613bdb2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:00:57.658678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-998a5fd8-c26b-4c34-8a3b-a45fb45a2d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:00:57.666755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-998a5fd8-c26b-4c34-8a3b-a45fb45a2d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:00:57.667741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port b2f99e50-677e-4319-b7a3-12c0780b111c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:57.679933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b2f99e50-677e-4319-b7a3-12c0780b111c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:57.681023 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.734749 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.771904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-998a5fd8-c26b-4c34-8a3b-a45fb45a2d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.776344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.829646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-098da6ca-5e5d-43a2-ba25-b82487907afb None None] Provisioning for port eb7ef54d-d068-47f0-bbae-a371d85d1b5d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:57.831338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356ba065-b9c1-4499-87f2-7d61314db509,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:57.833529 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-998a5fd8-c26b-4c34-8a3b-a45fb45a2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.893459 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.899522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-098da6ca-5e5d-43a2-ba25-b82487907afb None None] Provisioning complete for port eb7ef54d-d068-47f0-bbae-a371d85d1b5d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:57.900458 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-098da6ca-5e5d-43a2-ba25-b82487907afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.907380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e9134d5c-5c4c-4178-a1b3-63c62736a30f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4500780 May 28 06:00:57.912866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a5fd8-c26b-4c34-8a3b-a45fb45a2d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0975867-9d4c-49b9-9153-4221d6beee2d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:57.922603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:57.929202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-998a5fd8-c26b-4c34-8a3b-a45fb45a2d28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9dec8971fe64aaaa84900b95613bdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5217955 May 28 06:00:57.933476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54198) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:00:58.089165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network c095b068-0f37-4c0c-b4cb-db34ee219a0d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:00:58.100760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:00:58.104180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:00:58.189659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b2f99e50-677e-4319-b7a3-12c0780b111c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:58.190608 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.255940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b2f99e50-677e-4319-b7a3-12c0780b111c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b2f99e50-677e-4319-b7a3-12c0780b111c,segment=NetworkSegment(be39a7f4-f171-43d3-8562-d5b6d4cb50fe),segment_id=be39a7f4-f171-43d3-8562-d5b6d4cb50fe)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:58.293090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Port': ['ID=426e0515-a653-4fb3-b2ec-d5490a46f35f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:58.304897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.329230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Deleting port 54602376-49b1-41f5-98b9-f3c89f16f1ea {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:58.329652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.397317 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.399461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-098da6ca-5e5d-43a2-ba25-b82487907afb None None] Current status of the port eb7ef54d-d068-47f0-bbae-a371d85d1b5d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:58.399835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-098da6ca-5e5d-43a2-ba25-b82487907afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.436629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b2f99e50-677e-4319-b7a3-12c0780b111c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:58.453605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-098da6ca-5e5d-43a2-ba25-b82487907afb None None] For port eb7ef54d-d068-47f0-bbae-a371d85d1b5d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eb7ef54d-d068-47f0-bbae-a371d85d1b5d,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:58.468836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-098da6ca-5e5d-43a2-ba25-b82487907afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.483621 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb371-2d6b-4dbe-81ce-a5634446cbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.520537 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb371-2d6b-4dbe-81ce-a5634446cbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.575797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-257624f8-6962-424b-92ba-76c3d50adfe6 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Synchronizing usage tracker for tenant:98d70259eba14147b9d1979ce8faf7d4 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:00:58.592986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098da6ca-5e5d-43a2-ba25-b82487907afb None None] Pushing event updated for resources: {'Port': ['ID=eb7ef54d-d068-47f0-bbae-a371d85d1b5d,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:58.691479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-257624f8-6962-424b-92ba-76c3d50adfe6 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Unset dirty status for tenant:98d70259eba14147b9d1979ce8faf7d4 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:00:58.692913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-257624f8-6962-424b-92ba-76c3d50adfe6 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1844152338&fields=id&tenant_id=98d70259eba14147b9d1979ce8faf7d4 HTTP/1.1" status: 200 len: 267 time: 0.4259965 May 28 06:00:58.701074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-631f389a-8534-4cf3-b9f0-6da79530b8a2 None None] Provisioning complete for port eb7ef54d-d068-47f0-bbae-a371d85d1b5d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:58.701555 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-631f389a-8534-4cf3-b9f0-6da79530b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.762294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb371-2d6b-4dbe-81ce-a5634446cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.808080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e5261-7285-4b1a-b623-841938b7a362 req-55d4beb3-8863-42b1-957d-c664ac5b9110 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:58.815273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-445e5261-7285-4b1a-b623-841938b7a362 req-55d4beb3-8863-42b1-957d-c664ac5b9110 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.5101037 May 28 06:00:58.873302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-631f389a-8534-4cf3-b9f0-6da79530b8a2 None None] Current status of the port eb7ef54d-d068-47f0-bbae-a371d85d1b5d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:58.876318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebb371-2d6b-4dbe-81ce-a5634446cbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0975867-9d4c-49b9-9153-4221d6beee2d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:58.877381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eb7ef54d-d068-47f0-bbae-a371d85d1b5d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:58.896053 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.896376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.904555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb371-2d6b-4dbe-81ce-a5634446cbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:58.917116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-445e5261-7285-4b1a-b623-841938b7a362 req-bdd2ebba-ec90-4122-9e08-f229c0acb701 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900145 May 28 06:00:58.917970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e1ebb371-2d6b-4dbe-81ce-a5634446cbd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0975867-9d4c-49b9-9153-4221d6beee2d HTTP/1.1" status: 204 len: 168 time: 0.9743307 May 28 06:00:58.968869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-631f389a-8534-4cf3-b9f0-6da79530b8a2 None None] Provisioning for port 426e0515-a653-4fb3-b2ec-d5490a46f35f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:00:58.976614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-631f389a-8534-4cf3-b9f0-6da79530b8a2 None None] Provisioning complete for port 426e0515-a653-4fb3-b2ec-d5490a46f35f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:58.977619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-631f389a-8534-4cf3-b9f0-6da79530b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:59.043033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-631f389a-8534-4cf3-b9f0-6da79530b8a2 None None] Port 426e0515-a653-4fb3-b2ec-d5490a46f35f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:00:59.043704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] Deleting port a09af7d6-ee12-4c8c-8373-b2bf907ef50c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:00:59.044891 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:59.054656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port eb7ef54d-d068-47f0-bbae-a371d85d1b5d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:59.055086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:59.076402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Calling delete_port for 54602376-49b1-41f5-98b9-f3c89f16f1ea owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:59.162090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-22c73c93-f384-4d0e-a30e-33ed6aa49bac tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:59.162824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-22c73c93-f384-4d0e-a30e-33ed6aa49bac tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Synchronizing usage tracker for tenant:98d70259eba14147b9d1979ce8faf7d4 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:00:59.215623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-22c73c93-f384-4d0e-a30e-33ed6aa49bac tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Unset dirty status for tenant:98d70259eba14147b9d1979ce8faf7d4 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:00:59.217090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-22c73c93-f384-4d0e-a30e-33ed6aa49bac tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/networks?id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a HTTP/1.1" status: 200 len: 809 time: 0.5067091 May 28 06:00:59.294909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-28341e13-81e4-4a28-afb7-ba698134f6a8 None None] Provisioning complete for port 426e0515-a653-4fb3-b2ec-d5490a46f35f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:59.295545 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-28341e13-81e4-4a28-afb7-ba698134f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:59.312130 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-a1fbd0bb-ed51-47f7-b042-0c4bbd19e68d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/quotas/98d70259eba14147b9d1979ce8faf7d4 HTTP/1.1" status: 200 len: 375 time: 0.0895886 May 28 06:00:59.312904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:59.329897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] For port a09af7d6-ee12-4c8c-8373-b2bf907ef50c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a09af7d6-ee12-4c8c-8373-b2bf907ef50c,segment=NetworkSegment(fb6b8159-7a53-4be1-99da-748fd89a3a91),segment_id=fb6b8159-7a53-4be1-99da-748fd89a3a91)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:00:59.330260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:59.362432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-28341e13-81e4-4a28-afb7-ba698134f6a8 None None] Port 426e0515-a653-4fb3-b2ec-d5490a46f35f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:00:59.434720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port eb7ef54d-d068-47f0-bbae-a371d85d1b5d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:59.435998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b2f99e50-677e-4319-b7a3-12c0780b111c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:00:59.499460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:59.532190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b2f99e50-677e-4319-b7a3-12c0780b111c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:00:59.532561 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:59.617930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] Calling delete_port for a09af7d6-ee12-4c8c-8373-b2bf907ef50c owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:00:59.687722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b2f99e50-677e-4319-b7a3-12c0780b111c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:00:59.722960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event deleted for resources: {'Port': ['ID=54602376-49b1-41f5-98b9-f3c89f16f1ea,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:00:59.813860 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-b54cfc0f-e684-44e7-a9d0-e3aa83e69313 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d70259eba14147b9d1979ce8faf7d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4942155 May 28 06:00:59.865550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:00:59.939472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-25e03508-28eb-4078-9e2f-ba6abd8279f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:00:59.940972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-25e03508-28eb-4078-9e2f-ba6abd8279f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 1097 time: 0.2193091 May 28 06:01:00.066853 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:00.294526 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d03ede31-ad44-4038-985f-9dfb47133b9b service neutron] 10.222.0.39 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593732 May 28 06:01:00.297569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:00.366063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ed883fc0-09cf-4f6f-93b1-298a9cf1e34f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:00.470723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024ce39-6d4a-45d9-917d-63b6bda6cee2 req-d568b3dd-8cd6-41fb-8184-c6633f2ab441 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:00.477845 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f024ce39-6d4a-45d9-917d-63b6bda6cee2 req-d568b3dd-8cd6-41fb-8184-c6633f2ab441 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.7704914 May 28 06:01:00.598861 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f024ce39-6d4a-45d9-917d-63b6bda6cee2 req-f7abb464-f630-407c-97ca-f986899d25de tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198139 May 28 06:01:00.672019 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:00.674629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:00.699030 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:00.716573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-e9c0a3cc-a6f4-4cd1-b54e-ec849a8df9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:00.718647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-e9c0a3cc-a6f4-4cd1-b54e-ec849a8df9aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 200 len: 914 time: 0.7689981 May 28 06:01:00.719056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:00.757331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09af7d6-ee12-4c8c-8373-b2bf907ef50c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:00.820160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab5c2d1-2fc7-4444-94a2-19199b0d1553']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:00.836834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-43c91a9f-9362-4f62-8b2b-5121a0c9d2df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 200 len: 217 time: 0.0990407 May 28 06:01:00.843921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Port': ['ID=426e0515-a653-4fb3-b2ec-d5490a46f35f,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:00.845673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46762c96-cbe6-4665-9b7d-8a84ddc1a65f') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:00.846180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46762c96-cbe6-4665-9b7d-8a84ddc1a65f') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:00.952183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-cc8ea74d-dc48-4571-a16f-a9d17d8e617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:00.953647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-cc8ea74d-dc48-4571-a16f-a9d17d8e617d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 200 len: 853 time: 0.0964570 May 28 06:01:00.957420 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:00.957962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-834349c1-deb1-484d-b5b0-22c41a21ecd3 service neutron] 10.222.0.39 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565289 May 28 06:01:00.959654 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:00.974653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:01.023868 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-7c05ef6c-aa70-471a-ba95-8ecc25db8bbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1507e82f-cead-45ab-80fe-1fee2df586a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568767 May 28 06:01:01.048451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-61151b4e-6a8f-4284-9c9a-05a729860bd2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:01:01.050651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-61151b4e-6a8f-4284-9c9a-05a729860bd2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148246 May 28 06:01:01.059062 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:01.128784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:01:01.129424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:01.320186 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 46762c96-cbe6-4665-9b7d-8a84ddc1a65f resource provider aggregate not found May 28 06:01:01.343873 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 46762c96-cbe6-4665-9b7d-8a84ddc1a65f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46762c96-cbe6-4665-9b7d-8a84ddc1a65f found for delete ", "request_id": "req-16a15e06-8bdd-4125-b47f-ce2403c63c52"}]} May 28 06:01:01.392478 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:01.425155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ab5c2d1-2fc7-4444-94a2-19199b0d1553 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:01:01.427319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ab5c2d1-2fc7-4444-94a2-19199b0d1553,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:01.429544 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:01.434869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-5e93d6c5-2b46-4faa-861b-1d0141f78c2d service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681648 May 28 06:01:01.447436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4a83b578-7bb3-4a5e-8a34-ec7a818f3256 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6ab5c2d1-2fc7-4444-94a2-19199b0d1553 HTTP/1.1" status: 204 len: 168 time: 4.2462103 May 28 06:01:01.469975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54278) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:01.559993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-24d0897d-a3e4-415d-ab76-f0b0877276ca tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Synchronizing usage tracker for tenant:831a7e8d97a5414e9a704b88ba440a47 on resource:floatingip {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:01.653537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-24d0897d-a3e4-415d-ab76-f0b0877276ca tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Unset dirty status for tenant:831a7e8d97a5414e9a704b88ba440a47 on resource:floatingip {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:01.654956 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-24d0897d-a3e4-415d-ab76-f0b0877276ca tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1839657 May 28 06:01:01.657876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54288) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:01.803486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-16341182-c333-4fa3-bd52-6234e6f467e3 req-e6139db6-5866-47d8-a4d1-758e248f1047 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Synchronizing usage tracker for tenant:98d70259eba14147b9d1979ce8faf7d4 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:01.826669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:01.827801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:01.828424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:01.829039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:01.829655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:01.830259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:01.830886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:01.831535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:01.832440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:01.833723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Synchronizing usage tracker for tenant:831a7e8d97a5414e9a704b88ba440a47 on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:01.846625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network c095b068-0f37-4c0c-b4cb-db34ee219a0d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:01.851534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec3b4821-c461-4fe4-84d6-36ede7a7265c req-1b2d6455-a901-4ac7-b2a3-4e7a53239a45 service neutron] 10.222.0.41 "GET /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028664 May 28 06:01:01.869935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:02.024789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Unset dirty status for tenant:831a7e8d97a5414e9a704b88ba440a47 on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:02.026065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4bff0995-d01c-4862-807c-91e5176e8feb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5926 time: 0.3668325 May 28 06:01:02.032847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54294) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:02.047072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97811-b7ad-4a36-91fd-8e99fb7540a0 req-75f56cdd-1aa1-4685-a69d-1de01193c28e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:02.048880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ab97811-b7ad-4a36-91fd-8e99fb7540a0 req-75f56cdd-1aa1-4685-a69d-1de01193c28e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.2408826 May 28 06:01:02.063106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:02.091394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-16341182-c333-4fa3-bd52-6234e6f467e3 req-e6139db6-5866-47d8-a4d1-758e248f1047 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Unset dirty status for tenant:98d70259eba14147b9d1979ce8faf7d4 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:02.092535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-16341182-c333-4fa3-bd52-6234e6f467e3 req-e6139db6-5866-47d8-a4d1-758e248f1047 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 210 time: 0.5827944 May 28 06:01:02.188818 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-aa2324ee-0951-49ab-8598-648524c60da5 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] delete failed (client error): The resource could not be found. May 28 06:01:02.191112 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aa2324ee-0951-49ab-8598-648524c60da5 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/f1c00af3-94fb-4506-8e68-cd6395df6086 HTTP/1.1" status: 404 len: 345 time: 0.1532445 May 28 06:01:02.195502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54300) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:02.312162 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfab7249-aead-4dc4-8b72-4e8eb12652eb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] DELETE failed (client error): The resource could not be found. May 28 06:01:02.313128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfab7249-aead-4dc4-8b72-4e8eb12652eb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:01:02.315119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cfab7249-aead-4dc4-8b72-4e8eb12652eb tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6ab5c2d1-2fc7-4444-94a2-19199b0d1553 HTTP/1.1" status: 404 len: 339 time: 0.1149509 May 28 06:01:02.318869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54306) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:02.319488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54308) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:02.338438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Request body: {'network': {'name': 'tempest-network--62501528', 'router:external': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:02.364331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:02.369920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ab97811-b7ad-4a36-91fd-8e99fb7540a0 req-4c8e1bdb-69ea-45ee-a8fd-5944a5f8c474 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770864 May 28 06:01:02.373272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Usage tracker for resource:network and tenant:831a7e8d97a5414e9a704b88ba440a47 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:02.376491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:02.387187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:02.430899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Made reservation on behalf of 831a7e8d97a5414e9a704b88ba440a47 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:02.433311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:02.460122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-188cc1da-f8ec-43c2-9edc-085f43059544 None None] Provisioning complete for port 426e0515-a653-4fb3-b2ec-d5490a46f35f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:02.462260 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-188cc1da-f8ec-43c2-9edc-085f43059544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:02.475112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:01:02.503261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:02.503261 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Added segment 9b599485-f713-4572-82f0-4549ac30b179 of type vlan for network 0c7d0749-0a5a-477f-8acf-a7512c2d1fda May 28 06:01:02.543095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:02.588022 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:02.589271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:02.590057 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:02.695564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-188cc1da-f8ec-43c2-9edc-085f43059544 None None] Port 426e0515-a653-4fb3-b2ec-d5490a46f35f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:02.777917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Router 4f9a565e-fe27-4f91-a149-486370e718b2 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:01:02.830748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5075819 May 28 06:01:02.835280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a613d6-651d-4601-a88a-766c1362480f tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event updated for resources: {'Network': ['ID=0c7d0749-0a5a-477f-8acf-a7512c2d1fda,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:02.841259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54320) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:02.848632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0c7d0749-0a5a-477f-8acf-a7512c2d1fda details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:01:03.264671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:01:03.277929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Sync routers for ids ['4f9a565e-fe27-4f91-a149-486370e718b2'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:01:03.289136 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6e6be52a-f8bf-4038-8254-f01683798ec7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "PUT /v2.0/routers/4f9a565e-fe27-4f91-a149-486370e718b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4826920 May 28 06:01:03.292454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54330) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:03.293374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Routers {'4f9a565e-fe27-4f91-a149-486370e718b2'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:03.294104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4f9a565e-fe27-4f91-a149-486370e718b2'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:03.302040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1806403932', 'description': 'tempest-secgroup_access--1806403932 description', 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:03.312898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:03.325715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:security_group and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:03.333710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:03.343940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:03.362872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b037e4e1-7a01-4fc2-99e4-53a22d2e4b05 admin admin] Deleting subnet 044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:01:03.370631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b037e4e1-7a01-4fc2-99e4-53a22d2e4b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:03.456333 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b037e4e1-7a01-4fc2-99e4-53a22d2e4b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:03.595158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b7a7d-8584-4772-bda4-4832cf9541e1 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:03.610902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b7a7d-8584-4772-bda4-4832cf9541e1 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:03.628876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b7a7d-8584-4772-bda4-4832cf9541e1 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:03.656659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b7a7d-8584-4772-bda4-4832cf9541e1 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:03.659418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a29b7a7d-8584-4772-bda4-4832cf9541e1 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.8153119 May 28 06:01:03.690951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54338) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:03.798295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b037e4e1-7a01-4fc2-99e4-53a22d2e4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:03.820033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:03.831257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Set router 4f9a565e-fe27-4f91-a149-486370e718b2 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:03.833957 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92be31a7-5332-4797-a7c6-ed4c981f5b20 req-8447a515-b2cc-4f8d-a34a-de1d9c29b997 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 210 time: 0.2718654 May 28 06:01:03.868300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:03.878633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:security_group_rule and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:03.884257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:03.891795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:03.897333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] Router ccf619c3-b330-4238-9cd3-2590733edf29 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:01:03.899797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:03.999168 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b037e4e1-7a01-4fc2-99e4-53a22d2e4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.062917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037e4e1-7a01-4fc2-99e4-53a22d2e4b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:04.068870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b037e4e1-7a01-4fc2-99e4-53a22d2e4b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.084424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e837b9e-0005-40a1-85d6-85b8bc440dc2 req-3640e4ad-d6a1-45a1-b3c9-5c1e79e7539c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:04.087561 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e837b9e-0005-40a1-85d6-85b8bc440dc2 req-3640e4ad-d6a1-45a1-b3c9-5c1e79e7539c tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.4251020 May 28 06:01:04.099525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b037e4e1-7a01-4fc2-99e4-53a22d2e4b05 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/044b397e-3f2d-4ef2-9e2d-7ed8bd4424b8 HTTP/1.1" status: 204 len: 168 time: 1.7788365 May 28 06:01:04.101957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54342) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:04.127400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-5323e0f4-bde8-45e3-a340-073e62604c22 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:04.128814 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-5323e0f4-bde8-45e3-a340-073e62604c22 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.33 "GET /v2.0/networks?id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a HTTP/1.1" status: 200 len: 809 time: 0.5708964 May 28 06:01:04.227337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:59Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '426e0515-a653-4fb3-b2ec-d5490a46f35f', 'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:31:db:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:55Z', 'updated_at': '2022-05-28T06:01:00Z', 'revision_number': 2, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:04.231732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Checking router: 4f9a565e-fe27-4f91-a149-486370e718b2 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:01:04.232352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Updating router 4f9a565e-fe27-4f91-a149-486370e718b2 port 426e0515-a653-4fb3-b2ec-d5490a46f35f binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:01:04.233508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.257008 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e837b9e-0005-40a1-85d6-85b8bc440dc2 req-0455a867-d75d-4a7d-9691-3ad3cedd1a8b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272116 May 28 06:01:04.293851 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.294355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7d0749-0a5a-477f-8acf-a7512c2d1fda']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:04.299365 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-1bdf5d56-9097-4f40-92ca-6441958424fa tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98d70259eba14147b9d1979ce8faf7d4 HTTP/1.1" status: 200 len: 380 time: 0.1487405 May 28 06:01:04.301400 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.310803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Request body: {'port': {'device_id': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'admin_state_up': True, 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'security_groups': ['ad1d7060-2b12-4c90-8c77-2336f80aec6e']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:04.322407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b599485-f713-4572-82f0-4549ac30b179') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:04.322693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b599485-f713-4572-82f0-4549ac30b179') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:04.330776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.338653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:01:04.341509 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.348608 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] Sync routers for ids ['ccf619c3-b330-4238-9cd3-2590733edf29'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:01:04.357785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.364381 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] Routers {'ccf619c3-b330-4238-9cd3-2590733edf29'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:04.366528 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ccf619c3-b330-4238-9cd3-2590733edf29'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:04.395524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.418456 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8179ce68-4f95-4d63-82bc-8793bd73f455 admin admin] 10.222.0.39 "PUT /v2.0/routers/ccf619c3-b330-4238-9cd3-2590733edf29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0853858 May 28 06:01:04.418456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:01:04.418456 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.434188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54348) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:04.435453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae9c53f-e71f-41ff-9534-4b41e9cbb761,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:04.454669 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.459328 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a8a6f23c-1f5d-40fd-85d7-0dbffbf63f09 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1656475 May 28 06:01:04.462999 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 9b599485-f713-4572-82f0-4549ac30b179 resource provider aggregate not found May 28 06:01:04.527153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54354) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:04.533794 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 9b599485-f713-4572-82f0-4549ac30b179 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b599485-f713-4572-82f0-4549ac30b179 found for delete ", "request_id": "req-805d75fa-0336-490b-b49c-fa08a82c6b8a"}]} May 28 06:01:04.582208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1716561733', 'description': 'tempest-secgroup_general--1716561733 description', 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:04.603275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:04.610335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.619739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:security_group and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:04.624360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:04.636107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:04.655364 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.684180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c7d0749-0a5a-477f-8acf-a7512c2d1fda {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:01:04.720702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726a39e-2c50-415c-bdae-3e181dcb7a82 req-d33a389b-76b1-4706-9a5c-4017cf7a646b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:04.722368 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0726a39e-2c50-415c-bdae-3e181dcb7a82 req-d33a389b-76b1-4706-9a5c-4017cf7a646b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.2611506 May 28 06:01:04.725889 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.729573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.763270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bb6bd7-14f6-4d9b-b72a-9dc67724e31b']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:04.767967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c7d0749-0a5a-477f-8acf-a7512c2d1fda,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:04.784797 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.788846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32764998-a90b-4ae4-8cf9-f0d0f148b462') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:04.789897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32764998-a90b-4ae4-8cf9-f0d0f148b462') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:04.799564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Transition to ACTIVE for port object 426e0515-a653-4fb3-b2ec-d5490a46f35f will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:04.808798 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.811007 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] Set router ccf619c3-b330-4238-9cd3-2590733edf29 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:04.820386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:04.843303 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fffdb01a-258b-46f8-aff1-78f66cfeb6f0 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "DELETE /v2.0/networks/0c7d0749-0a5a-477f-8acf-a7512c2d1fda HTTP/1.1" status: 204 len: 168 time: 1.1401308 May 28 06:01:04.843563 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.846439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54362) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:04.875512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Request body: {'network': {'name': 'tempest-network--522874701', 'router:external': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:04.886627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:04.898198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:04.904899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:04.912853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:04.947580 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0726a39e-2c50-415c-bdae-3e181dcb7a82 req-b029c7e7-2f24-4345-986b-c67723d343fb tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806843 May 28 06:01:04.955483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:security_group_rule and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:04.960279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Usage tracker for resource:network and tenant:831a7e8d97a5414e9a704b88ba440a47 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:04.964483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:04.984547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:05.000957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.011465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:05.021535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:05.037557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:01:05.037962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.113977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Made reservation on behalf of 98d70259eba14147b9d1979ce8faf7d4 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:05.118004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.133402 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 32764998-a90b-4ae4-8cf9-f0d0f148b462 resource provider aggregate not found May 28 06:01:05.249025 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 32764998-a90b-4ae4-8cf9-f0d0f148b462 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32764998-a90b-4ae4-8cf9-f0d0f148b462 found for delete ", "request_id": "req-fd1a539e-7a76-40dc-9258-f4551850981b"}]} May 28 06:01:05.333860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c4559-6e38-4b1f-b059-54d1bba733ac None None] Pushing event updated for resources: {'Port': ['ID=426e0515-a653-4fb3-b2ec-d5490a46f35f,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:05.392237 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Made reservation on behalf of 831a7e8d97a5414e9a704b88ba440a47 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:05.396251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.534485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:01:05.560615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Attempting to bind port 426e0515-a653-4fb3-b2ec-d5490a46f35f on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:05.561778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Attempting to bind port 426e0515-a653-4fb3-b2ec-d5490a46f35f by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:05.562442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Attempting to bind port 426e0515-a653-4fb3-b2ec-d5490a46f35f on network c095b068-0f37-4c0c-b4cb-db34ee219a0d {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:05.569636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:05.570372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Checking segment: {'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:05.570984 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.571677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Bound using segment: {'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:05.572546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Bound port: 426e0515-a653-4fb3-b2ec-d5490a46f35f, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:05.574436 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.577209 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'name': 'tempest-TaggedBootDevicesTest_v242-285125291-router', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:42Z', 'updated_at': '2022-05-28T06:01:00Z', 'revision_number': 5, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'gw_port': {'id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:43Z', 'updated_at': '2022-05-28T05:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:05.580719 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.587178 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Added segment b8f6cf7c-bdab-42ba-908b-382c992c513c of type vlan for network 1eeb70be-1b1c-42ae-9893-4312f45beef4 May 28 06:01:05.590249 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] Checking router: ccf619c3-b330-4238-9cd3-2590733edf29 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:01:05.619120 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] Routers {'ccf619c3-b330-4238-9cd3-2590733edf29'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:05.620075 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ccf619c3-b330-4238-9cd3-2590733edf29'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:05.623116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738bd0b-af77-4b67-8131-84167e486ebb req-ff2d20aa-2ae6-4bbe-8090-f56ca7fd2954 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:05.630695 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5738bd0b-af77-4b67-8131-84167e486ebb req-ff2d20aa-2ae6-4bbe-8090-f56ca7fd2954 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.2126322 May 28 06:01:05.648462 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.703741 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5738bd0b-af77-4b67-8131-84167e486ebb req-16281895-1a73-4f0c-a855-7474bd484e84 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699539 May 28 06:01:05.704569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.769747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] For port 426e0515-a653-4fb3-b2ec-d5490a46f35f, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:05.795636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6848662-ce0c-43f2-a8c8-2c91650709ca req-4782e475-8eb7-4665-bc69-d50d14409959 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 210 time: 0.6535034 May 28 06:01:05.812695 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.879172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad972438-ddfc-4823-ae77-06438419d8ae,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:05.885138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:05.890796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b5ebf7a0-f696-45b5-8039-9ec935aba1c5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.3594604 May 28 06:01:05.892244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54382) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:05.906444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'security_group_rule': {'security_group_id': '5ae9c53f-e71f-41ff-9534-4b41e9cbb761', 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:05.910401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Allocated IP 172.20.0.13 (8c4ac6b4-30f6-49a1-965d-d4905bbfab8a/0383f63c-3b76-4487-957c-baa1ea0aa8a3/0f4a2d96-032c-4f55-be6a-3d4792c8f277) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:05.920466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:05.957875 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] Set router ccf619c3-b330-4238-9cd3-2590733edf29 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:05.959601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] For port 426e0515-a653-4fb3-b2ec-d5490a46f35f, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=426e0515-a653-4fb3-b2ec-d5490a46f35f,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:05.971541 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.003034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:security_group_rule and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:06.010651 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:06.022931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:06.042979 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.044175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:06.045065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.078497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Routers {'4f9a565e-fe27-4f91-a149-486370e718b2'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:06.079424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:00:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4f9a565e-fe27-4f91-a149-486370e718b2'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:06.082393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.202256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c4559-6e38-4b1f-b059-54d1bba733ac None None] Pushing event updated for resources: {'Port': ['ID=426e0515-a653-4fb3-b2ec-d5490a46f35f,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:06.245109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event updated for resources: {'Network': ['ID=1eeb70be-1b1c-42ae-9893-4312f45beef4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:06.265435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.290416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7aa345-78da-46f2-8830-65e2c666e815 req-b001f716-75bb-4e99-89b1-b9471551b273 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:06.298677 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d7aa345-78da-46f2-8830-65e2c666e815 req-b001f716-75bb-4e99-89b1-b9471551b273 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.3659766 May 28 06:01:06.316021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 1eeb70be-1b1c-42ae-9893-4312f45beef4 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:01:06.354149 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.384024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d7aa345-78da-46f2-8830-65e2c666e815 req-d2687953-a072-4ad7-8e62-5cad2b0bb881 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843561 May 28 06:01:06.388306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.395766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] Pushing event deleted for resources: {'Network': ['ID=76bb6bd7-14f6-4d9b-b72a-9dc67724e31b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:06.401314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54386) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:06.403298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2b07a1ba-2d79-4f1b-80e2-3650ed020e60 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5398602 May 28 06:01:06.470208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.486140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.527354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fcfd96-0daa-4fbd-bf85-3fe20b325dc3,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:06.559183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Deleting port 65f82407-8584-44f5-ab1b-c28ecef6fac1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:06.562081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.564479 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:06.573538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e3582816-fe95-4fde-9079-25788087e091 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6702716 May 28 06:01:06.625662 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'name': 'tempest-TaggedBootDevicesTest_v242-285125291-router', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:42Z', 'updated_at': '2022-05-28T06:01:00Z', 'revision_number': 5, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'gw_port': {'id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:43Z', 'updated_at': '2022-05-28T05:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:06.634800 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2229c-531e-4b13-965b-c2951f510ddc None None] The sync data for ids ['ccf619c3-b330-4238-9cd3-2590733edf29'] in n-d-843679-5 is: [{'id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'name': 'tempest-TaggedBootDevicesTest_v242-285125291-router', 'tenant_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:51:42Z', 'updated_at': '2022-05-28T06:01:00Z', 'revision_number': 5, 'project_id': '9a8d239c1f1f4e38b64521bf1ac2be29', 'gw_port': {'id': '65f82407-8584-44f5-ab1b-c28ecef6fac1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf619c3-b330-4238-9cd3-2590733edf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:51:43Z', 'updated_at': '2022-05-28T05:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:01:06.635187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] Set router 4f9a565e-fe27-4f91-a149-486370e718b2 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:06.788212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bd575-c346-4ae8-ad93-581eae4b6112 req-36f778dd-ede0-4eb3-9ea5-f29ef02854f8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:06.791038 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d30bd575-c346-4ae8-ad93-581eae4b6112 req-36f778dd-ede0-4eb3-9ea5-f29ef02854f8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.1281185 May 28 06:01:06.841472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e2a3ac5f-a378-469a-8fb1-8efaeaf7a314 admin admin] 10.222.0.39 "DELETE /v2.0/networks/76bb6bd7-14f6-4d9b-b72a-9dc67724e31b HTTP/1.1" status: 204 len: 168 time: 2.7385006 May 28 06:01:06.865956 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d30bd575-c346-4ae8-ad93-581eae4b6112 req-4314def7-34a7-48a2-9218-459ed7984ce1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673811 May 28 06:01:07.022686 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:07.047054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6747d9f-71cb-440c-8a98-398b46c18fcc tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:07.053816 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e6747d9f-71cb-440c-8a98-398b46c18fcc tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] 10.222.0.39 "GET /v2.0/networks/1eeb70be-1b1c-42ae-9893-4312f45beef4 HTTP/1.1" status: 200 len: 756 time: 0.6335220 May 28 06:01:07.060015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54414) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:07.149604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] For port 65f82407-8584-44f5-ab1b-c28ecef6fac1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=65f82407-8584-44f5-ab1b-c28ecef6fac1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:07.150104 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:07.259401 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-354ec031-b36c-4234-b116-87a670b9023f req-08bfe044-c5fc-4a34-bf53-bacf37f76767 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 210 time: 0.1400547 May 28 06:01:07.264660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54418) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:07.306576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:59Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '426e0515-a653-4fb3-b2ec-d5490a46f35f', 'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:31:db:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:55Z', 'updated_at': '2022-05-28T06:01:05Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:07.311138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3496-df0d-4c2e-8eef-b7c97e232676 None None] The sync data for ids ['4f9a565e-fe27-4f91-a149-486370e718b2'] in n-d-843679-5 is: [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:59Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '426e0515-a653-4fb3-b2ec-d5490a46f35f', 'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:31:db:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:55Z', 'updated_at': '2022-05-28T06:01:05Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:01:07.343131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Calling delete_port for 65f82407-8584-44f5-ab1b-c28ecef6fac1 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:01:07.427098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-867b5e92-0c0e-45fb-87c7-6ecccaa7f7ef tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--1806403932&fields=id&tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5 HTTP/1.1" status: 200 len: 267 time: 0.5405180 May 28 06:01:07.478380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Transition to ACTIVE for port object 0f4a2d96-032c-4f55-be6a-3d4792c8f277 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:07.533541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-6d468572-48d3-47a8-886d-d0f40f3690c8 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--1716561733&fields=id&tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5 HTTP/1.1" status: 200 len: 267 time: 0.1050801 May 28 06:01:07.546159 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aeff2e0f-c609-4725-8369-e8fceff53078 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=507652873e5f4f2eb8a11fb0a435abdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954062 May 28 06:01:07.551656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54422) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:07.568936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2244af-d7f3-4590-a1bc-243eb3adb715 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:07.569538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2f2244af-d7f3-4590-a1bc-243eb3adb715 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Synchronizing usage tracker for tenant:4b8ba689462548d1b64a444c874a0236 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:07.615831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2f2244af-d7f3-4590-a1bc-243eb3adb715 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Unset dirty status for tenant:4b8ba689462548d1b64a444c874a0236 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:07.619477 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2f2244af-d7f3-4590-a1bc-243eb3adb715 tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] 10.222.0.39 "GET /v2.0/networks/18e0267e-8558-4924-a813-26208993e430 HTTP/1.1" status: 200 len: 767 time: 0.5560241 May 28 06:01:07.620334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54428) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:07.677392 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:07.705332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fedf6-a708-4cb8-af75-6e77e1ad7f9b req-b81b7b04-aba1-4c3d-9fba-996c09d1dd0e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:07.712805 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e75fedf6-a708-4cb8-af75-6e77e1ad7f9b req-b81b7b04-aba1-4c3d-9fba-996c09d1dd0e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.2489300 May 28 06:01:07.796768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:07.808488 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e75fedf6-a708-4cb8-af75-6e77e1ad7f9b req-3de9a8ea-7419-4bf3-ad2c-53f93d74b8e8 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947645 May 28 06:01:07.856902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:07.872662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:07.875657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:07.965194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event updated for resources: {'Port': ['ID=0f4a2d96-032c-4f55-be6a-3d4792c8f277,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:08.036616 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d2fe-b3df-4c9e-876e-75e5e2ff38ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.057103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-615ad236-edf5-4594-ab6c-7b14462f8e5c tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:08.072599 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-615ad236-edf5-4594-ab6c-7b14462f8e5c tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/networks?id=c095b068-0f37-4c0c-b4cb-db34ee219a0d HTTP/1.1" status: 200 len: 797 time: 0.5225408 May 28 06:01:08.160746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.169543 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d2fe-b3df-4c9e-876e-75e5e2ff38ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.181011 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.219996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eeb70be-1b1c-42ae-9893-4312f45beef4']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:08.251279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f6cf7c-bdab-42ba-908b-382c992c513c') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:08.251641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f6cf7c-bdab-42ba-908b-382c992c513c') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:08.257569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:08.259075 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.259223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-036d0ff5-6a00-451e-99fa-24dd248bc7c4 None None] Provisioning for port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:08.265070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-036d0ff5-6a00-451e-99fa-24dd248bc7c4 None None] Provisioning complete for port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:08.265446 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-036d0ff5-6a00-451e-99fa-24dd248bc7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.272010 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-b7eb85b1-17a6-43f0-9504-087876b20ea2 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/quotas/a53c8f6206544ed98115d5b2d8fbfcd5 HTTP/1.1" status: 200 len: 375 time: 0.1982429 May 28 06:01:08.292475 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.319367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.339067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:01:08.342075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.373223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=65f82407-8584-44f5-ab1b-c28ecef6fac1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:08.375549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-036d0ff5-6a00-451e-99fa-24dd248bc7c4 None None] Port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:08.473041 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7cc61612-1acb-453a-9273-d06df3dfb232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.501007 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b8f6cf7c-bdab-42ba-908b-382c992c513c resource provider aggregate not found May 28 06:01:08.530721 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b8f6cf7c-bdab-42ba-908b-382c992c513c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8f6cf7c-bdab-42ba-908b-382c992c513c found for delete ", "request_id": "req-e85a527e-c0a6-47cb-b362-7a115bf38ea5"}]} May 28 06:01:08.562575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.567360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1eeb70be-1b1c-42ae-9893-4312f45beef4 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:01:08.570083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.589193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-e1777f79-ad8b-4d03-8a0e-364fd18b636d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2828190 May 28 06:01:08.597805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event deleted for resources: {'Network': ['ID=1eeb70be-1b1c-42ae-9893-4312f45beef4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:08.601613 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d91f1621-0949-40f4-a72a-0c5019f63802 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "DELETE /v2.0/networks/1eeb70be-1b1c-42ae-9893-4312f45beef4 HTTP/1.1" status: 204 len: 168 time: 0.9797537 May 28 06:01:08.607093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54448) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:08.613455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Request body: {'network': {'name': 'tempest-network--795487418'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:08.622664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:08.628334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Usage tracker for resource:network and tenant:831a7e8d97a5414e9a704b88ba440a47 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:08.633109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Request body: {'port': {'device_id': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:08.633656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:08.647489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b99c97-7d1a-4589-8327-3ec4d8cd31e3 req-3bef6b16-86d3-41a4-934f-05fedf7207fd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:08.654628 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92b99c97-7d1a-4589-8327-3ec4d8cd31e3 req-3bef6b16-86d3-41a4-934f-05fedf7207fd tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.2549269 May 28 06:01:08.669903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:08.700424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Made reservation on behalf of 831a7e8d97a5414e9a704b88ba440a47 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:08.703039 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.744571 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92b99c97-7d1a-4589-8327-3ec4d8cd31e3 req-f5e22b10-3138-4263-b693-69bfd909aa6f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889499 May 28 06:01:08.747121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d2fe-b3df-4c9e-876e-75e5e2ff38ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.775171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:01:08.795120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.796410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.796758 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Added segment 17c5e41b-ea3a-4891-9bff-6f52aad40497 of type vlan for network 673ae8d4-dcf6-4acf-98b9-16f7784f316a May 28 06:01:08.852950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.875780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-069253d8-5d68-4b23-897e-82b09a24e012 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5742459 May 28 06:01:08.968031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.969066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:08.969768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:08.979775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 426e0515-a653-4fb3-b2ec-d5490a46f35f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:09.007163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.068993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 426e0515-a653-4fb3-b2ec-d5490a46f35f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:09.076941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 426e0515-a653-4fb3-b2ec-d5490a46f35f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:09.077431 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.136018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4d2fe-b3df-4c9e-876e-75e5e2ff38ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ecc7c-9420-41e7-a776-42fa545e7154,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:09.228686 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6179938 May 28 06:01:09.229718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54456) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:09.239179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8ae109f0-1e10-4be2-adaf-910f061f7003 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:09.263353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f15e89-37da-45a1-aa8e-0c473c145b14 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event updated for resources: {'Network': ['ID=673ae8d4-dcf6-4acf-98b9-16f7784f316a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:09.286840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 673ae8d4-dcf6-4acf-98b9-16f7784f316a details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:01:09.345906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-cd730afb-36fe-4915-98e7-389ad1ed0e11 service neutron] 10.222.0.39 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654663 May 28 06:01:09.386128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7db174-60bb-4b51-889e-90583de2fcdd req-869a3609-8146-42b1-8c5c-47699a2e96ef tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:09.393552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc7db174-60bb-4b51-889e-90583de2fcdd req-869a3609-8146-42b1-8c5c-47699a2e96ef tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 932 time: 0.4715049 May 28 06:01:09.393983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.404437 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.408663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d2fe-b3df-4c9e-876e-75e5e2ff38ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.410156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7ce4d2fe-b3df-4c9e-876e-75e5e2ff38ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d0ecc7c-9420-41e7-a776-42fa545e7154 HTTP/1.1" status: 204 len: 168 time: 1.8577034 May 28 06:01:09.518803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 426e0515-a653-4fb3-b2ec-d5490a46f35f is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:09.519379 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.616217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 426e0515-a653-4fb3-b2ec-d5490a46f35f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=426e0515-a653-4fb3-b2ec-d5490a46f35f,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:09.618080 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.618590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccf619c3-b330-4238-9cd3-2590733edf29 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:01:09.641856 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc7db174-60bb-4b51-889e-90583de2fcdd req-308943ca-c7a4-4769-8e7a-64c536e5b05d tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473230 May 28 06:01:09.644298 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.660164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.664749 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ce512733-3815-4253-bdb5-76803f051d0f admin admin] 10.222.0.39 "DELETE /v2.0/routers/ccf619c3-b330-4238-9cd3-2590733edf29 HTTP/1.1" status: 204 len: 168 time: 5.2196295 May 28 06:01:09.665595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54466) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:09.751207 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ae109f0-1e10-4be2-adaf-910f061f7003 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.805985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ae109f0-1e10-4be2-adaf-910f061f7003 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.826718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a09af7d6-ee12-4c8c-8373-b2bf907ef50c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:01:09.880314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-5d3f297e-38da-40e3-8c7b-59572524d8ef service neutron] 10.222.0.39 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198700 May 28 06:01:09.904420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: a09af7d6-ee12-4c8c-8373-b2bf907ef50c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:01:09.905011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a09af7d6-ee12-4c8c-8373-b2bf907ef50c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:01:09.964321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=426e0515-a653-4fb3-b2ec-d5490a46f35f,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:09.971959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ae109f0-1e10-4be2-adaf-910f061f7003 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Network 673ae8d4-dcf6-4acf-98b9-16f7784f316a is not hosted by any dhcp agent {{(pid=88416) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 28 06:01:09.973338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae109f0-1e10-4be2-adaf-910f061f7003 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:09.974316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ae109f0-1e10-4be2-adaf-910f061f7003 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:09.975707 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8ae109f0-1e10-4be2-adaf-910f061f7003 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "PUT /v2.0/networks/673ae8d4-dcf6-4acf-98b9-16f7784f316a HTTP/1.1" status: 200 len: 857 time: 0.7448308 May 28 06:01:09.983332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54474) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:10.076712 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:10.099801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae109f0-1e10-4be2-adaf-910f061f7003 tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event updated for resources: {'Network': ['ID=673ae8d4-dcf6-4acf-98b9-16f7784f316a,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:10.141290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacd21b-3f7a-4ef1-a5cf-2396c48a05fb req-3ed1aabb-d85d-432f-baf7-3920d08737df tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:10.156605 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-baacd21b-3f7a-4ef1-a5cf-2396c48a05fb req-3ed1aabb-d85d-432f-baf7-3920d08737df tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.2842758 May 28 06:01:10.177254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dedc7b-b961-4e6b-a47f-c57f25b99503 admin admin] Deleting subnet 32d73e83-c385-42e3-9429-18f194c0b884 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:01:10.189237 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9dedc7b-b961-4e6b-a47f-c57f25b99503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:10.251339 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-baacd21b-3f7a-4ef1-a5cf-2396c48a05fb req-80fe4e9e-c728-4039-a05e-652dc582c36e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934889 May 28 06:01:10.469892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a4544c5-7949-4939-8c0c-0f1151c5c9cf req-db077f79-daff-4ef8-9f1c-b9d0015a2ee5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 210 time: 0.2273176 May 28 06:01:10.528781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4a2d96-032c-4f55-be6a-3d4792c8f277 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:10.537070 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9dedc7b-b961-4e6b-a47f-c57f25b99503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:10.578482 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:10.593420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:10.620870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Transition to ACTIVE for port object 0f4a2d96-032c-4f55-be6a-3d4792c8f277 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:10.636294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:10.733022 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9517843c-f416-40a6-b7ff-1bc069b83cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:10.752306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bd602-7f64-4fff-a30d-79f610940488 req-23a3c128-7d0b-4a7e-92ec-53caf9bf452f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:10.755586 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec7bd602-7f64-4fff-a30d-79f610940488 req-23a3c128-7d0b-4a7e-92ec-53caf9bf452f tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.1800435 May 28 06:01:10.815619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 426e0515-a653-4fb3-b2ec-d5490a46f35f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:10.859439 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec7bd602-7f64-4fff-a30d-79f610940488 req-7c72a3ac-11d7-45c0-a104-03b0734af8b2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967495 May 28 06:01:11.003036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 426e0515-a653-4fb3-b2ec-d5490a46f35f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:11.003662 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.004176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54514) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:11.206128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 426e0515-a653-4fb3-b2ec-d5490a46f35f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:11.217726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65f82407-8584-44f5-ab1b-c28ecef6fac1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:01:11.259151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 65f82407-8584-44f5-ab1b-c28ecef6fac1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:01:11.259829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 65f82407-8584-44f5-ab1b-c28ecef6fac1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:01:11.266565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1928238670-network', 'tenant_id': 'ec2cc98350194ad29d591a84cfaac64d'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:11.286241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:11.295586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Usage tracker for resource:network and tenant:ec2cc98350194ad29d591a84cfaac64d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:11.297635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4a2d96-032c-4f55-be6a-3d4792c8f277,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:11.299400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:11.309130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:11.329193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a51d7-00ba-4628-ab38-bfce6e8c4b93 req-585f5632-2ed6-41fc-a7c8-0e16feedc59e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:11.330770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-715a51d7-00ba-4628-ab38-bfce6e8c4b93 req-585f5632-2ed6-41fc-a7c8-0e16feedc59e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.2457650 May 28 06:01:11.332395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Made reservation on behalf of ec2cc98350194ad29d591a84cfaac64d for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:11.334632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.413428 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-715a51d7-00ba-4628-ab38-bfce6e8c4b93 req-3a63e8a7-7d2b-4398-8955-d583bb4879b9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591650 May 28 06:01:11.413428 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.424516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:11.428922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Usage tracker for resource:security_group_rule and tenant:ec2cc98350194ad29d591a84cfaac64d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:11.435585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:11.446798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:11.581077 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.590022 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.618145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9dedc7b-b961-4e6b-a47f-c57f25b99503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.634611 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.639830 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.660900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.692292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673ae8d4-dcf6-4acf-98b9-16f7784f316a']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:11.731548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:01:11.734527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac2867c-8c23-4273-bc20-81add44f6ff7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:11.750328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Attempting to bind port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:11.750903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Attempting to bind port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:11.751723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Attempting to bind port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 on network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:11.760649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.761141 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Added segment c291fedf-4166-48a7-a00f-be83ab355a78 of type vlan for network c802f7da-0c89-4bad-81b3-1215e0be0fb4 May 28 06:01:11.767533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c5e41b-ea3a-4891-9bff-6f52aad40497') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:11.768093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c5e41b-ea3a-4891-9bff-6f52aad40497') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:11.813693 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.828680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06c0a1-903d-4e04-962a-7e0509c2f516 req-ed778b07-55fc-4e7e-b156-ce517bab8ae6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:11.830349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4c06c0a1-903d-4e04-962a-7e0509c2f516 req-ed778b07-55fc-4e7e-b156-ce517bab8ae6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.2477105 May 28 06:01:11.860536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 on network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:01:11.861296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Attempting to bind port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 on network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:11.882152 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.925047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf5c38-b777-4138-b63e-27e552a50a3d req-bdfd9c43-93ce-49c0-95c1-e60e6c930dd7 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:11.926127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-abcf5c38-b777-4138-b63e-27e552a50a3d req-bdfd9c43-93ce-49c0-95c1-e60e6c930dd7 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Synchronizing usage tracker for tenant:98d70259eba14147b9d1979ce8faf7d4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:11.941376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:11.942094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Checking segment: {'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:11.942240 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.942892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Bound using segment: {'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:11.943546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:11.945482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Bound port: 0f4a2d96-032c-4f55-be6a-3d4792c8f277, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6886a44f-6867-4494-9c89-3ab6c8dec254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:11.945482 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.945814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:11.993200 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4c06c0a1-903d-4e04-962a-7e0509c2f516 req-e9825d83-c7fa-4aae-88cf-a72e509534a6 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281831 May 28 06:01:12.043453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.079358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:01:12.079745 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.133840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1274903 May 28 06:01:12.137017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54532) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:12.142821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Request body: {'subnet': {'network_id': 'c802f7da-0c89-4bad-81b3-1215e0be0fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1928238670-subnet', 'tenant_id': 'ec2cc98350194ad29d591a84cfaac64d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:12.144461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-abcf5c38-b777-4138-b63e-27e552a50a3d req-bdfd9c43-93ce-49c0-95c1-e60e6c930dd7 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Unset dirty status for tenant:98d70259eba14147b9d1979ce8faf7d4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:12.145780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-abcf5c38-b777-4138-b63e-27e552a50a3d req-bdfd9c43-93ce-49c0-95c1-e60e6c930dd7 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 944 time: 0.8494716 May 28 06:01:12.146629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffbcbf-1be2-46f5-aa55-6cae2c7b6e73 admin admin] Pushing event updated for resources: {'Network': ['ID=c802f7da-0c89-4bad-81b3-1215e0be0fb4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:12.150845 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9dedc7b-b961-4e6b-a47f-c57f25b99503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.157809 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c802f7da-0c89-4bad-81b3-1215e0be0fb4 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:01:12.190496 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 17c5e41b-ea3a-4891-9bff-6f52aad40497 resource provider aggregate not found May 28 06:01:12.217085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:12.231176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-66870487-25fd-4532-bac1-304719052745 req-4c9369ab-f0b0-4a89-980c-fa27d36fe0ac tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Synchronizing usage tracker for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:12.234152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Usage tracker for resource:subnet and tenant:ec2cc98350194ad29d591a84cfaac64d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:12.237652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:12.245526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:12.262481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Made reservation on behalf of ec2cc98350194ad29d591a84cfaac64d for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:12.265532 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.316780 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 17c5e41b-ea3a-4891-9bff-6f52aad40497 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17c5e41b-ea3a-4891-9bff-6f52aad40497 found for delete ", "request_id": "req-88761061-73c3-4251-a609-34c6636d0f45"}]} May 28 06:01:12.324441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dedc7b-b961-4e6b-a47f-c57f25b99503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d73e83-c385-42e3-9429-18f194c0b884,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:12.331704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9127f79-3600-40bf-9bc1-6e93e20b4705 None None] Network 20cd1522-6623-45a4-9575-0d41359a9844 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:12.334723 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9dedc7b-b961-4e6b-a47f-c57f25b99503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.337800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-66870487-25fd-4532-bac1-304719052745 req-4c9369ab-f0b0-4a89-980c-fa27d36fe0ac tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Unset dirty status for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:12.338948 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-66870487-25fd-4532-bac1-304719052745 req-4c9369ab-f0b0-4a89-980c-fa27d36fe0ac tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 210 time: 0.1695843 May 28 06:01:12.343422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e190c5a2-738f-4dfd-9d77-20d6b59d401b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:12.344834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e190c5a2-738f-4dfd-9d77-20d6b59d401b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.41 "GET /v2.0/networks?id=c095b068-0f37-4c0c-b4cb-db34ee219a0d HTTP/1.1" status: 200 len: 797 time: 0.6593044 May 28 06:01:12.412162 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a9dedc7b-b961-4e6b-a47f-c57f25b99503 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/32d73e83-c385-42e3-9429-18f194c0b884 HTTP/1.1" status: 204 len: 168 time: 2.5322762 May 28 06:01:12.413065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54538) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:12.424558 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.431528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-abcf5c38-b777-4138-b63e-27e552a50a3d req-5bfeb33c-869b-4a20-88d2-8f94dce24390 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856701 May 28 06:01:12.469496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 673ae8d4-dcf6-4acf-98b9-16f7784f316a {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:01:12.472121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] For port 0f4a2d96-032c-4f55-be6a-3d4792c8f277, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:12.474493 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.490881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] Pushing event deleted for resources: {'Network': ['ID=673ae8d4-dcf6-4acf-98b9-16f7784f316a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:12.499639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-56dffe11-562c-45c7-9b33-79b7d9b699aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5 HTTP/1.1" status: 200 len: 478 time: 0.1271498 May 28 06:01:12.506046 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c28cc7b3-6e9f-4ba8-bcf0-d30544cf5d5b tempest-ExternalNetworksTestJSON-18914989 tempest-ExternalNetworksTestJSON-18914989-project-admin] 10.222.0.39 "DELETE /v2.0/networks/673ae8d4-dcf6-4acf-98b9-16f7784f316a HTTP/1.1" status: 204 len: 168 time: 2.5149233 May 28 06:01:12.506825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54542) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:12.510188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] For port 0f4a2d96-032c-4f55-be6a-3d4792c8f277, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:12.517649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'port': {'device_id': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'admin_state_up': True, 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'security_groups': ['5ae9c53f-e71f-41ff-9534-4b41e9cbb761', 'ad972438-ddfc-4823-ae77-06438419d8ae']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:12.573465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.628694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] DHCP port deletion for 20cd1522-6623-45a4-9575-0d41359a9844 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:01:12.636617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Deleting port 08219db4-9c06-429c-8a70-110b00f89763 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:12.637426 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.676861 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.683116 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca301ece-36a1-41b2-99fd-b59b79f7b7ab tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] DELETE failed (client error): The resource could not be found. May 28 06:01:12.684472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca301ece-36a1-41b2-99fd-b59b79f7b7ab tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:01:12.689390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ca301ece-36a1-41b2-99fd-b59b79f7b7ab tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] 10.222.0.39 "DELETE /v2.0/subnets/ed883fc0-09cf-4f6f-93b1-298a9cf1e34f HTTP/1.1" status: 404 len: 337 time: 0.1779222 May 28 06:01:12.690185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54546) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:12.728719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Deleting port 08219db4-9c06-429c-8a70-110b00f89763 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:12.729069 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.796240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:12.796845 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:12.798269 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] 10.222.0.33 "PUT /v2.0/ports/0f4a2d96-032c-4f55-be6a-3d4792c8f277 HTTP/1.1" status: 200 len: 1092 time: 4.1740525 May 28 06:01:12.798729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'tag': '0f4a2d96-032c-4f55-be6a-3d4792c8f277'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:12.801904 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 08219db4-9c06-429c-8a70-110b00f89763 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:01:12.971974 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5067a728-5d29-465d-a734-6018bc7494de'] response: {'name': 'network-changed', 'server_uuid': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'tag': '0f4a2d96-032c-4f55-be6a-3d4792c8f277', 'status': 'completed', 'code': 200} May 28 06:01:13.009080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b25fc1-3603-476e-bacf-03ed51ca46d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4a2d96-032c-4f55-be6a-3d4792c8f277,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:13.053976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f026b62-05ff-4a2b-9383-c0a3ce2e50ef req-038ec1a8-3bc0-4a5e-82a4-de36e2d1a681 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:13.064120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.067774 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f026b62-05ff-4a2b-9383-c0a3ce2e50ef req-038ec1a8-3bc0-4a5e-82a4-de36e2d1a681 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.5123625 May 28 06:01:13.075604 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.207969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] For port 08219db4-9c06-429c-8a70-110b00f89763, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08219db4-9c06-429c-8a70-110b00f89763,segment=NetworkSegment(fb6b8159-7a53-4be1-99da-748fd89a3a91),segment_id=fb6b8159-7a53-4be1-99da-748fd89a3a91)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:13.207969 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.217883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:13.303675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 08219db4-9c06-429c-8a70-110b00f89763 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:13.304055 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.325853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73b3222-2895-4459-9fe9-932310f4b87b,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:13.368247 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f026b62-05ff-4a2b-9383-c0a3ce2e50ef req-ff58bfaf-afc9-422d-ba30-43a9c92f426e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538607 May 28 06:01:13.431267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Checking segment: {'id': 'c291fedf-4166-48a7-a00f-be83ab355a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c802f7da-0c89-4bad-81b3-1215e0be0fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:13.431748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Network hostable DHCP agents. Network: c802f7da-0c89-4bad-81b3-1215e0be0fb4, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:01:13.450530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] For port 08219db4-9c06-429c-8a70-110b00f89763, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08219db4-9c06-429c-8a70-110b00f89763,segment=NetworkSegment(fb6b8159-7a53-4be1-99da-748fd89a3a91),segment_id=fb6b8159-7a53-4be1-99da-748fd89a3a91)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:13.451148 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.473009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Calling delete_port for 08219db4-9c06-429c-8a70-110b00f89763 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:01:13.571510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:13.603546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-5b001681-0160-4fb8-a44f-c9224dc755fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:13.605405 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-5b001681-0160-4fb8-a44f-c9224dc755fa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=98d70259eba14147b9d1979ce8faf7d4&device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 1095 time: 0.7178378 May 28 06:01:13.608242 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.618206 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.621340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Made reservation on behalf of a53c8f6206544ed98115d5b2d8fbfcd5 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:13.624999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.636317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 08219db4-9c06-429c-8a70-110b00f89763, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08219db4-9c06-429c-8a70-110b00f89763,segment=NetworkSegment(fb6b8159-7a53-4be1-99da-748fd89a3a91),segment_id=fb6b8159-7a53-4be1-99da-748fd89a3a91)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:13.640620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.664565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Calling delete_port for 08219db4-9c06-429c-8a70-110b00f89763 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:01:13.692740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Network c802f7da-0c89-4bad-81b3-1215e0be0fb4 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:01:13.702973 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:01:13.703421 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:01:13.733436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=08219db4-9c06-429c-8a70-110b00f89763,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:13.757769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c802f7da-0c89-4bad-81b3-1215e0be0fb4) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:13.768121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70076274-05b6-4be3-8115-ac97e1e375d9 None None] Network c802f7da-0c89-4bad-81b3-1215e0be0fb4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:13.772515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:13.773104 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.774363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e0267e-8558-4924-a813-26208993e430']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:13.784401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-a448ebdd-9ba1-45a1-b816-306ddfc914d4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277 HTTP/1.1" status: 200 len: 217 time: 0.1497023 May 28 06:01:13.786479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1fae1cc-7004-4457-82c8-a48b9e592f1e req-83aa781e-3b16-4dea-9dd9-9144f728364f tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 210 time: 0.1802056 May 28 06:01:13.831479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9c2e02fc-4ae9-44aa-8093-bcd83c6c819e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6933885 May 28 06:01:13.838292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3afb695-60a5-4afb-aa09-6a0cd71e587b') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:13.838585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3afb695-60a5-4afb-aa09-6a0cd71e587b') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:13.870728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab87d-593c-452e-b360-b679d90d1f85 req-82d2d961-d024-45a5-acd8-78554f521803 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:13.876810 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63cab87d-593c-452e-b360-b679d90d1f85 req-82d2d961-d024-45a5-acd8-78554f521803 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.2198527 May 28 06:01:13.879692 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:01:13.884993 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:01:13.885664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.942713 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.963867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-26fc2034-c448-4d3c-bdbc-ea6836c07470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:13.965612 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-26fc2034-c448-4d3c-bdbc-ea6836c07470 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0383f63c-3b76-4487-957c-baa1ea0aa8a3 HTTP/1.1" status: 200 len: 848 time: 0.1299257 May 28 06:01:13.966738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:01:13.967339 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:13.970937 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63cab87d-593c-452e-b360-b679d90d1f85 req-9e12a367-3a54-443b-ab36-c5c3b8601ccc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847180 May 28 06:01:14.225044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Deleting port 08219db4-9c06-429c-8a70-110b00f89763 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:14.225650 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:14.249390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Allocated IP 172.20.0.5 (c095b068-0f37-4c0c-b4cb-db34ee219a0d/1464c598-0c6e-40d6-9b56-470e7c5b97a9/0d146c0e-5d70-4be8-b1e6-c7181145f474) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:14.251882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:14.269776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a49f07-4cdb-47a9-acc2-637c1e101dbb req-5eb552aa-40d7-4db8-94a2-37baebf901bc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:14.278321 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-17a49f07-4cdb-47a9-acc2-637c1e101dbb req-5eb552aa-40d7-4db8-94a2-37baebf901bc tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.1570208 May 28 06:01:14.279926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:14.280072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f00759-5477-4076-b643-283d24e6dc03 None None] Network c802f7da-0c89-4bad-81b3-1215e0be0fb4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:14.333579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] Pushing event deleted for resources: {'Network': ['ID=18e0267e-8558-4924-a813-26208993e430,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:14.363019 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment b3afb695-60a5-4afb-aa09-6a0cd71e587b resource provider aggregate not found May 28 06:01:14.363882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-17a49f07-4cdb-47a9-acc2-637c1e101dbb req-3519bee9-0083-4e53-ac1f-df4f7312b5b0 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846074 May 28 06:01:14.375762 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7b4f887c-7d89-4359-a907-b51a70c7807d tempest-ExternalNetworksTestJSON-1326287680 tempest-ExternalNetworksTestJSON-1326287680-project] 10.222.0.39 "DELETE /v2.0/networks/18e0267e-8558-4924-a813-26208993e430 HTTP/1.1" status: 204 len: 168 time: 1.6724608 May 28 06:01:14.387425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Deleting port 08219db4-9c06-429c-8a70-110b00f89763 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:14.388216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:14.388356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-4587bf5f-39db-47c7-8662-56076ce62b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:14.389806 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-4587bf5f-39db-47c7-8662-56076ce62b66 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4034927 May 28 06:01:14.407468 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment b3afb695-60a5-4afb-aa09-6a0cd71e587b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3afb695-60a5-4afb-aa09-6a0cd71e587b found for delete ", "request_id": "req-3fa456ac-f2c6-4222-bb05-434bf07914d3"}]} May 28 06:01:14.479131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c1822-81fb-45e1-8d65-1af1eb55c406 req-5b182c06-993d-4e70-993d-940e839378bd tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:14.497748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b63c1822-81fb-45e1-8d65-1af1eb55c406 req-5b182c06-993d-4e70-993d-940e839378bd tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 944 time: 0.3883874 May 28 06:01:14.856332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] For port 08219db4-9c06-429c-8a70-110b00f89763, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08219db4-9c06-429c-8a70-110b00f89763,segment=NetworkSegment(fb6b8159-7a53-4be1-99da-748fd89a3a91),segment_id=fb6b8159-7a53-4be1-99da-748fd89a3a91)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:14.857074 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:15.000775 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b63c1822-81fb-45e1-8d65-1af1eb55c406 req-37cea0d1-1b4b-4d43-b853-e33b4cc1b50f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4946318 May 28 06:01:15.080869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54598) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:15.100965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] For port 08219db4-9c06-429c-8a70-110b00f89763, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08219db4-9c06-429c-8a70-110b00f89763,segment=NetworkSegment(fb6b8159-7a53-4be1-99da-748fd89a3a91),segment_id=fb6b8159-7a53-4be1-99da-748fd89a3a91)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:15.101295 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:15.101958 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:15.168005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Calling delete_port for 08219db4-9c06-429c-8a70-110b00f89763 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:01:15.182213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Transition to ACTIVE for port object 0d146c0e-5d70-4be8-b1e6-c7181145f474 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:15.235472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-9c7680a7-a8ee-4143-a02f-6d168a8db99b service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373971 May 28 06:01:15.266132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54606) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:15.272395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8bb1ce30-7670-49f8-8ded-01855016c146 req-efbf9b63-1ed1-478f-9254-4b25fbf50198 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Synchronizing usage tracker for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:15.283182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-213993057-network', 'tenant_id': '1e205fc0a29b45e7909173add318895f'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:15.289607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec574df-d86c-4b1b-8ad5-59a6fa06f4e3 req-6aa84b15-8366-42aa-8879-99c9c63aa120 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:15.307673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ec574df-d86c-4b1b-8ad5-59a6fa06f4e3 req-6aa84b15-8366-42aa-8879-99c9c63aa120 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.7111046 May 28 06:01:15.322076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Calling delete_port for 08219db4-9c06-429c-8a70-110b00f89763 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:01:15.335090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:15.358009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Usage tracker for resource:network and tenant:1e205fc0a29b45e7909173add318895f is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:15.361939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:15.376502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:15.386582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8bb1ce30-7670-49f8-8ded-01855016c146 req-efbf9b63-1ed1-478f-9254-4b25fbf50198 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Unset dirty status for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:15.395127 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8bb1ce30-7670-49f8-8ded-01855016c146 req-efbf9b63-1ed1-478f-9254-4b25fbf50198 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 210 time: 0.1995935 May 28 06:01:15.417488 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ec574df-d86c-4b1b-8ad5-59a6fa06f4e3 req-a95b3fd2-7d64-4de6-aa91-d81e09b564b2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022305 May 28 06:01:15.452820 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:15.468574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Made reservation on behalf of 1e205fc0a29b45e7909173add318895f for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:15.471058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:15.481382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:15.494929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:01:15.495336 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:01:15.512314 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] Pushing event deleted for resources: {'Port': ['ID=08219db4-9c06-429c-8a70-110b00f89763,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:15.514418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb899aa-7389-4727-8f30-1c4512859dc7 None None] No DVR routers for this DVR port 08219db4-9c06-429c-8a70-110b00f89763 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:01:15.540998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da0d0961-c62b-419d-83ab-208aa70b8e49 req-19169e22-90f0-427d-b487-0f3b03c6fb9b service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986434 May 28 06:01:15.561796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:15.638016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:15.642285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Usage tracker for resource:security_group_rule and tenant:1e205fc0a29b45e7909173add318895f is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:15.645320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:15.652073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:15.756944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Deleting port 08219db4-9c06-429c-8a70-110b00f89763 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:15.757292 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:15.776759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network c095b068-0f37-4c0c-b4cb-db34ee219a0d is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:15.787492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:15.796848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:15.875477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:15.876158 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:15.881725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Port': ['ID=0d146c0e-5d70-4be8-b1e6-c7181145f474,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:15.905234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] The port '08219db4-9c06-429c-8a70-110b00f89763' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:01:16.139964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.161469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.186049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f34a6f6a-1bf6-416b-a617-5c1f25a1e388 None None] Provisioning for port 0d146c0e-5d70-4be8-b1e6-c7181145f474 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:16.189482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ed0ec2e3-8f6f-4e07-8bd7-80fa50bdfe31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b8ba689462548d1b64a444c874a0236&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1070356 May 28 06:01:16.190898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-2d152160-a82c-4f4b-839b-ed08c1db4eab tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.6831577 May 28 06:01:16.191502 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.191936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54624) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:16.194402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f34a6f6a-1bf6-416b-a617-5c1f25a1e388 None None] Provisioning complete for port 0d146c0e-5d70-4be8-b1e6-c7181145f474 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:16.194938 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f34a6f6a-1bf6-416b-a617-5c1f25a1e388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.207855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cd1522-6623-45a4-9575-0d41359a9844']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:16.237894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Request body: {'port': {'device_id': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:16.253258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6b8159-7a53-4be1-99da-748fd89a3a91') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:16.253853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6b8159-7a53-4be1-99da-748fd89a3a91') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:16.264285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f34a6f6a-1bf6-416b-a617-5c1f25a1e388 None None] Port 0d146c0e-5d70-4be8-b1e6-c7181145f474 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:16.270902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.368462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:01:16.400938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-a5ffc45d-6996-4365-8aa0-b2bcfa696e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:16.401918 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-a5ffc45d-6996-4365-8aa0-b2bcfa696e11 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=98d70259eba14147b9d1979ce8faf7d4&device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 1095 time: 0.6819160 May 28 06:01:16.426879 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.430576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4d3b04-b77d-4574-ac02-fab2e1a60501,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:16.471215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:01:16.475922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.486483 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.486806 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Added segment 5c0508a5-cae5-40c4-b191-9072759e3fba of type vlan for network f961da93-a6cb-43fd-aa29-59791528359c May 28 06:01:16.610672 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.616735 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.634502 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.660308 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment fb6b8159-7a53-4be1-99da-748fd89a3a91 resource provider aggregate not found May 28 06:01:16.680260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.706242 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/20cd1522-6623-45a4-9575-0d41359a9844 HTTP/1.1" status: 204 len: 168 time: 4.2911246 May 28 06:01:16.715129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20cd1522-6623-45a4-9575-0d41359a9844,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:16.739911 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment fb6b8159-7a53-4be1-99da-748fd89a3a91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb6b8159-7a53-4be1-99da-748fd89a3a91 found for delete ", "request_id": "req-5730cc9c-4881-4cd9-b3f6-151fba70a9f8"}]} May 28 06:01:16.753676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.755572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.756907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.757196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.763319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.763870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.764379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.764867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.765376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.765870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.766556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.767149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b136eb9-f0e9-46de-b720-f6a036595ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:16.774033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa92-6a0b-46c3-97ae-ef9c7fa4dbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.781494 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:01:16.829902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa92-6a0b-46c3-97ae-ef9c7fa4dbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.841204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0290eaa-d3de-4885-bff4-74d82db7231b req-98822e60-4152-44f1-8441-bafb61c59bca tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:16.842752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0290eaa-d3de-4885-bff4-74d82db7231b req-98822e60-4152-44f1-8441-bafb61c59bca tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 944 time: 0.5455632 May 28 06:01:16.918384 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.919221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:16.919977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:16.944129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-6c19ffa4-02d1-4681-b58b-95aee8eaeec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:16.945851 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-6c19ffa4-02d1-4681-b58b-95aee8eaeec1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a HTTP/1.1" status: 200 len: 910 time: 0.5070641 May 28 06:01:16.957208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d0e8e-bb50-4e93-90f1-511b73505b12 req-1a9ccfa2-c7c1-4d14-bbd9-fd9d486b19a9 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:16.959479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-685d0e8e-bb50-4e93-90f1-511b73505b12 req-1a9ccfa2-c7c1-4d14-bbd9-fd9d486b19a9 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 970 time: 0.3609121 May 28 06:01:16.961484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54640) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:17.077092 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa92-6a0b-46c3-97ae-ef9c7fa4dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:17.097496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31aa92-6a0b-46c3-97ae-ef9c7fa4dbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4ddbbe-6544-4674-8351-1bd61c70f1cf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:17.101026 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-991ffdb1-1c93-49a0-9fbe-b32f0c9653df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd718985c28a4117b7e07db37d6ba250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383662 May 28 06:01:17.106009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-685d0e8e-bb50-4e93-90f1-511b73505b12 req-dd2f7254-9994-45d1-a312-be41e244c4c2 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Synchronizing usage tracker for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:17.114265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54644) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:17.115101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa92-6a0b-46c3-97ae-ef9c7fa4dbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:17.116371 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fd31aa92-6a0b-46c3-97ae-ef9c7fa4dbf0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e4ddbbe-6544-4674-8351-1bd61c70f1cf HTTP/1.1" status: 204 len: 168 time: 0.9234598 May 28 06:01:17.129684 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-4d3daad1-0057-4336-9b01-982659609870 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277 HTTP/1.1" status: 200 len: 217 time: 0.1648998 May 28 06:01:17.176579 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a0290eaa-d3de-4885-bff4-74d82db7231b req-420125c2-dcc1-4627-86c2-abfbf2894aaa tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034785 May 28 06:01:17.183921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-685d0e8e-bb50-4e93-90f1-511b73505b12 req-dd2f7254-9994-45d1-a312-be41e244c4c2 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Unset dirty status for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:17.191898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-685d0e8e-bb50-4e93-90f1-511b73505b12 req-dd2f7254-9994-45d1-a312-be41e244c4c2 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2111773 May 28 06:01:17.247998 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdb94529-2fdf-4f28-ae08-569bc2792468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:17.270873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0006318 May 28 06:01:17.272555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-df3cd386-e11b-4611-b255-30f03508d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:17.274915 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-df3cd386-e11b-4611-b255-30f03508d1a0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0383f63c-3b76-4487-957c-baa1ea0aa8a3 HTTP/1.1" status: 200 len: 848 time: 0.0807705 May 28 06:01:17.274915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54650) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:17.293158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdb94529-2fdf-4f28-ae08-569bc2792468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:17.293611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Request body: {'subnet': {'network_id': 'f961da93-a6cb-43fd-aa29-59791528359c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-213993057-subnet', 'tenant_id': '1e205fc0a29b45e7909173add318895f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:17.334766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:17.341658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441a523-90d1-40e0-831a-af48cb5b749e admin admin] Pushing event updated for resources: {'Network': ['ID=f961da93-a6cb-43fd-aa29-59791528359c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:17.353198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Usage tracker for resource:subnet and tenant:1e205fc0a29b45e7909173add318895f is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:17.356717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f961da93-a6cb-43fd-aa29-59791528359c details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:01:17.362360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:17.387548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:17.403407 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdb94529-2fdf-4f28-ae08-569bc2792468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:17.430011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb94529-2fdf-4f28-ae08-569bc2792468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f39c0f-1a47-4997-95d5-e3ed8ba4b01d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:17.452922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdb94529-2fdf-4f28-ae08-569bc2792468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:17.454092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cdb94529-2fdf-4f28-ae08-569bc2792468 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21f39c0f-1a47-4997-95d5-e3ed8ba4b01d HTTP/1.1" status: 204 len: 168 time: 0.3366084 May 28 06:01:17.506737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Made reservation on behalf of 1e205fc0a29b45e7909173add318895f for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:17.509503 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:17.675522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-aa423c1c-6bb9-41f6-ba6d-6f9f17770a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:17.677027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-aa423c1c-6bb9-41f6-ba6d-6f9f17770a41 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3880835 May 28 06:01:17.770283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54660) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:17.868610 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c3db7470-3313-4760-a59f-505771259035 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=831a7e8d97a5414e9a704b88ba440a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0970225 May 28 06:01:17.871283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54666) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:17.941081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d146c0e-5d70-4be8-b1e6-c7181145f474 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:17.988063 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:17.998227 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-8a7baa77-f1da-4299-813e-220b7be629ec service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130901 May 28 06:01:18.003527 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0309c9fe-ff0e-43c8-a02f-cf3e49acef3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:18.042014 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0309c9fe-ff0e-43c8-a02f-cf3e49acef3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:18.053232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Transition to ACTIVE for port object 0d146c0e-5d70-4be8-b1e6-c7181145f474 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:18.143672 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:18.154677 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0309c9fe-ff0e-43c8-a02f-cf3e49acef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:18.211332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309c9fe-ff0e-43c8-a02f-cf3e49acef3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffd727b-0ddf-4067-903b-6354fa4bb1bd,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:18.224108 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0309c9fe-ff0e-43c8-a02f-cf3e49acef3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:18.228042 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0309c9fe-ff0e-43c8-a02f-cf3e49acef3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ffd727b-0ddf-4067-903b-6354fa4bb1bd HTTP/1.1" status: 204 len: 168 time: 0.3537359 May 28 06:01:18.376150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54684) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:18.627204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-83f0bdd9-3b91-400f-9e66-adb1f81eed1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a8d239c1f1f4e38b64521bf1ac2be29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497988 May 28 06:01:18.636730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54690) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:18.704628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Pushing event updated for resources: {'Port': ['ID=0d146c0e-5d70-4be8-b1e6-c7181145f474,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:18.722371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:18.808831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e486de50-06a0-4d2c-99fe-53c10e2f6d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:18.847637 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e486de50-06a0-4d2c-99fe-53c10e2f6d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:18.853477 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-878c10cf-1a7a-4f63-8ed6-2f19d5ee9744 req-6605aa19-ca26-4075-a790-871bd2415a52 service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8397996 May 28 06:01:18.969629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53cc53-68aa-4780-a196-b74285f2ca2c req-66e5ac03-952b-420f-8bf6-98440186fe6f tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:18.971180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3b53cc53-68aa-4780-a196-b74285f2ca2c req-66e5ac03-952b-420f-8bf6-98440186fe6f tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 982 time: 0.4768531 May 28 06:01:18.973096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e486de50-06a0-4d2c-99fe-53c10e2f6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:19.035337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f44a0d-c0aa-4a92-b994-9608875a69c4,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:19.059321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Attempting to bind port 0d146c0e-5d70-4be8-b1e6-c7181145f474 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:19.059661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Attempting to bind port 0d146c0e-5d70-4be8-b1e6-c7181145f474 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:19.059992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Attempting to bind port 0d146c0e-5d70-4be8-b1e6-c7181145f474 on network c095b068-0f37-4c0c-b4cb-db34ee219a0d {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:19.082068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0f4a2d96-032c-4f55-be6a-3d4792c8f277 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:01:19.097250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Checking segment: {'id': '5c0508a5-cae5-40c4-b191-9072759e3fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f961da93-a6cb-43fd-aa29-59791528359c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:19.098209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Network hostable DHCP agents. Network: f961da93-a6cb-43fd-aa29-59791528359c, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:01:19.099366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486de50-06a0-4d2c-99fe-53c10e2f6d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af59f3-b5f2-4b43-ace0-71b950cde0d5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:19.104120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Port 0d146c0e-5d70-4be8-b1e6-c7181145f474 on network c095b068-0f37-4c0c-b4cb-db34ee219a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:01:19.104756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Attempting to bind port 0d146c0e-5d70-4be8-b1e6-c7181145f474 on network c095b068-0f37-4c0c-b4cb-db34ee219a0d {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:19.114807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:19.115522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Checking segment: {'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:19.116137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Bound using segment: {'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:19.116829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Bound port: 0d146c0e-5d70-4be8-b1e6-c7181145f474, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c16d6bd-7690-49d6-98ac-5c254b184b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:19.117470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:19.122940 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3b53cc53-68aa-4780-a196-b74285f2ca2c req-2f32750e-cdf8-4b19-9f91-215bcac4571b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1406348 May 28 06:01:19.130610 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e486de50-06a0-4d2c-99fe-53c10e2f6d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:19.134234 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e486de50-06a0-4d2c-99fe-53c10e2f6d56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90af59f3-b5f2-4b43-ace0-71b950cde0d5 HTTP/1.1" status: 204 len: 168 time: 0.4821033 May 28 06:01:19.157302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256be8-b381-4579-8cb1-3d52d6135571 req-2c5ca664-1c39-46e1-9112-ae653a22fe92 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:19.164758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae256be8-b381-4579-8cb1-3d52d6135571 req-2c5ca664-1c39-46e1-9112-ae653a22fe92 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 944 time: 0.6683362 May 28 06:01:19.169464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-885366b7-894d-4749-bef4-f5921c12b702 req-6e3da975-a82a-4722-97d2-7304cbfb95b9 service neutron] (88416) timed out ('10.222.0.41', 56026) {{(pid=88416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:01:19.349746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Network f961da93-a6cb-43fd-aa29-59791528359c is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:01:19.352019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0f4a2d96-032c-4f55-be6a-3d4792c8f277, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:19.372609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '0f4a2d96-032c-4f55-be6a-3d4792c8f277', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'port_id': '0f4a2d96-032c-4f55-be6a-3d4792c8f277', 'mac_address': 'fa:16:3e:7c:3d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:01:19.395155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae256be8-b381-4579-8cb1-3d52d6135571 req-d27288b0-6810-43d2-a006-6aef5ca7ac7a tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290928 May 28 06:01:19.447738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f961da93-a6cb-43fd-aa29-59791528359c) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:19.453844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:19.455728 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:19.486704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb3308-0048-4c80-8a6f-f382306c040b None None] Network f961da93-a6cb-43fd-aa29-59791528359c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:19.525940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] For port 0d146c0e-5d70-4be8-b1e6-c7181145f474, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:19.532563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] For port 0d146c0e-5d70-4be8-b1e6-c7181145f474, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0d146c0e-5d70-4be8-b1e6-c7181145f474,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:19.547625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b2234d66-6300-40a9-a7f0-b5ba12114e71 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2669985 May 28 06:01:19.557351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:19.692453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:19.693129 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:19.697402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] 10.222.0.41 "PUT /v2.0/ports/0d146c0e-5d70-4be8-b1e6-c7181145f474 HTTP/1.1" status: 200 len: 1130 time: 3.4744043 May 28 06:01:19.712127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'tag': '0d146c0e-5d70-4be8-b1e6-c7181145f474'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:19.829736 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70985515-ca08-4d13-9820-3f5112031104'] response: {'name': 'network-changed', 'server_uuid': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'tag': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'status': 'completed', 'code': 200} May 28 06:01:19.830237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:19.831074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:19.850432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563f4dc-474b-499f-89a7-783e674c2b47 service neutron] Pushing event updated for resources: {'Port': ['ID=0d146c0e-5d70-4be8-b1e6-c7181145f474,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:19.888514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4a2d96-032c-4f55-be6a-3d4792c8f277 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:19.902562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-34fe195e-5a47-422b-9deb-cfb835354bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:19.904193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-34fe195e-5a47-422b-9deb-cfb835354bdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5&device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 1133 time: 0.1547084 May 28 06:01:19.927735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0f4a2d96-032c-4f55-be6a-3d4792c8f277, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:19.956060 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:20.070871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-b61864e1-b8c0-42ed-a531-895e4bdcdd18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d146c0e-5d70-4be8-b1e6-c7181145f474 HTTP/1.1" status: 200 len: 217 time: 0.1584308 May 28 06:01:20.206786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-f152efdf-086e-4671-a6a9-6cb3e75ca4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:20.214898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-f152efdf-086e-4671-a6a9-6cb3e75ca4a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1464c598-0c6e-40d6-9b56-470e7c5b97a9 HTTP/1.1" status: 200 len: 835 time: 0.1373534 May 28 06:01:20.399999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54732) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:20.482066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-c1d5407a-0f3f-458b-add5-f7f9af1a4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:20.484003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-c1d5407a-0f3f-458b-add5-f7f9af1a4b14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c095b068-0f37-4c0c-b4cb-db34ee219a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2619026 May 28 06:01:20.498334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['0f4a2d96-032c-4f55-be6a-3d4792c8f277'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:01:20.504712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54740) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:20.557831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbed0f0-997a-4125-80c8-00c0ff659b3b None None] Network f961da93-a6cb-43fd-aa29-59791528359c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:20.583125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0f4a2d96-032c-4f55-be6a-3d4792c8f277,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:20.696999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4736f-cccc-40d2-b2b3-b562ed028815 req-a03a7800-dd38-47c0-bf9a-9acfd9c7a469 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:20.701579 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-31fcf9e2-8ef3-49a4-9d7d-37738ef30b81 service neutron] 10.222.0.41 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924918 May 28 06:01:20.702613 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ee4736f-cccc-40d2-b2b3-b562ed028815 req-a03a7800-dd38-47c0-bf9a-9acfd9c7a469 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 945 time: 0.1169198 May 28 06:01:20.783592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ee4736f-cccc-40d2-b2b3-b562ed028815 req-eae8b80d-9ee5-4a1a-a03f-496a1e8ed313 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693858 May 28 06:01:20.838481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1521039084'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:20.851955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:20.860076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Usage tracker for resource:network and tenant:a9ae28a80db64bd58a1d3b3a5c764aa7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:20.864675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:20.880286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:20.893703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ac36d49-af4d-4c97-8f39-e385c1d82c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:20.907816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Made reservation on behalf of a9ae28a80db64bd58a1d3b3a5c764aa7 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:20.911636 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:20.930590 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:20.940697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ac36d49-af4d-4c97-8f39-e385c1d82c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:20.947605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ac36d49-af4d-4c97-8f39-e385c1d82c08 admin admin] Usage tracker for resource:security_group_rule and tenant:e2582adaba4b4a518145d1fc35bcbaf3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:20.962134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ac36d49-af4d-4c97-8f39-e385c1d82c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:20.965197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:20.982834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ac36d49-af4d-4c97-8f39-e385c1d82c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:20.988239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Usage tracker for resource:security_group_rule and tenant:a9ae28a80db64bd58a1d3b3a5c764aa7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:21.000709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2951de1-4fce-427e-a686-e99c2f2b656c req-4a2d2c29-1238-4d72-94b2-670df30bbe50 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:21.001909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:21.010908 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2951de1-4fce-427e-a686-e99c2f2b656c req-4a2d2c29-1238-4d72-94b2-670df30bbe50 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 982 time: 0.6303184 May 28 06:01:21.035568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:21.064136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a7ca857-ee45-4d4c-a863-9b5528bbb0b0 req-6cd58490-0a38-49e0-a752-1a581d0939c8 service neutron] 10.222.0.41 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544157 May 28 06:01:21.078668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2951de1-4fce-427e-a686-e99c2f2b656c req-fc4cdbf0-5534-4cde-aedc-62d6e9c2bf99 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0666385 May 28 06:01:21.246814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:21.271094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:21.287542 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:01:21.296707 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:21.297106 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Added segment c21abc94-3a29-4302-9c55-bb543dcf053a of type vlan for network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 May 28 06:01:21.302148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-19e4957f-027c-4c9f-9062-7e4fafcce610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:21.306058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-19e4957f-027c-4c9f-9062-7e4fafcce610 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5&device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 1133 time: 0.1542861 May 28 06:01:21.405616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ee9161-3e6c-49dc-ac5b-46a8124704eb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:21.439531 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:21.444127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ac36d49-af4d-4c97-8f39-e385c1d82c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:21.452638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ac36d49-af4d-4c97-8f39-e385c1d82c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:21.499832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-c1050513-0909-4cac-8faf-498ce5b3822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:21.502287 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-c1050513-0909-4cac-8faf-498ce5b3822e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c095b068-0f37-4c0c-b4cb-db34ee219a0d HTTP/1.1" status: 200 len: 898 time: 0.1898336 May 28 06:01:21.562889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54774) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:21.578665 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-7d93c1e2-dc22-4612-be7c-a852c0a9f899 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d146c0e-5d70-4be8-b1e6-c7181145f474 HTTP/1.1" status: 200 len: 217 time: 0.0700953 May 28 06:01:21.590167 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.resource_extend [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:01:21.666824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9ac36d49-af4d-4c97-8f39-e385c1d82c08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2582adaba4b4a518145d1fc35bcbaf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2634509 May 28 06:01:21.676639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54780) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:21.677505 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:21.684208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:21.684975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:21.771683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1746402469-network', 'tenant_id': '8d1c4f7ae554422c896078c07c427315'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:21.780952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:21.787735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Usage tracker for resource:network and tenant:8d1c4f7ae554422c896078c07c427315 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:21.792088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:21.801000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:21.804882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-4b3775a1-e7c0-463e-86ad-7354c5f854b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:21.806417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-4b3775a1-e7c0-463e-86ad-7354c5f854b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1464c598-0c6e-40d6-9b56-470e7c5b97a9 HTTP/1.1" status: 200 len: 835 time: 0.2211559 May 28 06:01:21.851315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Pushing event updated for resources: {'Network': ['ID=b4f29e8f-3dd6-4eb6-bbfa-b367cc871384,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:21.853420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac36d49-af4d-4c97-8f39-e385c1d82c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb9a39b-1b17-4648-b7b4-b78919dff9d4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:21.860871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6fcbb2c5-dc45-4ad9-b2e7-237b729a2e7c tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3546538 May 28 06:01:21.866371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54788) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:21.866523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:01:21.869831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Made reservation on behalf of 8d1c4f7ae554422c896078c07c427315 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:21.875892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:21.895363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Request body: {'subnet': {'network_id': 'b4f29e8f-3dd6-4eb6-bbfa-b367cc871384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:21.907990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:21.958293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:21.963450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Usage tracker for resource:security_group_rule and tenant:8d1c4f7ae554422c896078c07c427315 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:21.966744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:21.974200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:21.991310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-21810ab0-a1af-4dc4-b352-5da4baffb07e tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:21.992577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-21810ab0-a1af-4dc4-b352-5da4baffb07e tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Synchronizing usage tracker for tenant:ec2cc98350194ad29d591a84cfaac64d on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:22.066408 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ee51bc2-8767-4c5d-941c-bb091fefc17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.069115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-21810ab0-a1af-4dc4-b352-5da4baffb07e tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Unset dirty status for tenant:ec2cc98350194ad29d591a84cfaac64d on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:22.070171 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-21810ab0-a1af-4dc4-b352-5da4baffb07e tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/networks?id=c802f7da-0c89-4bad-81b3-1215e0be0fb4 HTTP/1.1" status: 200 len: 812 time: 0.5984449 May 28 06:01:22.071074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:22.082278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Usage tracker for resource:subnet and tenant:a9ae28a80db64bd58a1d3b3a5c764aa7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:22.087458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:22.103805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:22.111972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-8d647251-a798-455f-a823-c8e3086f722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:22.113744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-8d647251-a798-455f-a823-c8e3086f722d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c095b068-0f37-4c0c-b4cb-db34ee219a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3006282 May 28 06:01:22.121013 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-85e497dd-f84d-4c7c-9a6a-f0b0067b1999 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/quotas/ec2cc98350194ad29d591a84cfaac64d HTTP/1.1" status: 200 len: 375 time: 0.0351052 May 28 06:01:22.126319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ee51bc2-8767-4c5d-941c-bb091fefc17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.181285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Made reservation on behalf of a9ae28a80db64bd58a1d3b3a5c764aa7 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:22.184724 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.264478 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.284773 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.328208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159a566-f654-4bf2-a76a-51b54469a581 req-b46cd880-1d0b-46b0-b2d7-3974c54da6cb tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:22.329556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e159a566-f654-4bf2-a76a-51b54469a581 req-b46cd880-1d0b-46b0-b2d7-3974c54da6cb tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 945 time: 0.3736789 May 28 06:01:22.331855 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-96e43ce6-889d-49a5-a833-7888cb2f54de tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec2cc98350194ad29d591a84cfaac64d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1986983 May 28 06:01:22.349696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:01:22.372251 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-bd6bf624-d090-4fbf-a49c-2753c4def6a7 service neutron] 10.222.0.41 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505534 May 28 06:01:22.372846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62772bde-c321-4298-9185-b3258f2db4b5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:22.381294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.381907 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Added segment 63bc4a45-0e29-41c1-aff1-998ec7165990 of type vlan for network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 May 28 06:01:22.512767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.528447 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ee51bc2-8767-4c5d-941c-bb091fefc17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.545368 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e159a566-f654-4bf2-a76a-51b54469a581 req-1a68e631-c270-49d4-994b-b880387bcaa9 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004099 May 28 06:01:22.602465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f479292-576f-40cf-9d9c-0bded8ceb693 req-5b7fb761-39aa-439e-a579-bec46cc28882 service neutron] 10.222.0.41 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068484 May 28 06:01:22.605603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.606680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee51bc2-8767-4c5d-941c-bb091fefc17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb9a39b-1b17-4648-b7b4-b78919dff9d4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:22.606838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:22.607352 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.671889 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ee51bc2-8767-4c5d-941c-bb091fefc17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.675614 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9ee51bc2-8767-4c5d-941c-bb091fefc17d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fb9a39b-1b17-4648-b7b4-b78919dff9d4 HTTP/1.1" status: 204 len: 168 time: 0.9521580 May 28 06:01:22.719542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-630f51ab-2ef7-4832-a364-10d7fe9a5ee6 service neutron] 10.222.0.39 "GET /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308842 May 28 06:01:22.723916 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.815248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2507083 May 28 06:01:22.847271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54802) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:22.862448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Request body: {'subnet': {'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1746402469-subnet', 'tenant_id': '8d1c4f7ae554422c896078c07c427315', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:22.873149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba79ef1-59e9-45b1-bea8-9ebe50286443 admin admin] Pushing event updated for resources: {'Network': ['ID=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:22.875593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:22.883186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Usage tracker for resource:subnet and tenant:8d1c4f7ae554422c896078c07c427315 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:22.887070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:01:22.891029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:22.899337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:22.918393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Pushing event updated for resources: {'Subnet': ['ID=f73221e8-abf8-485a-b765-1934fef3137b,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:22.931675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Made reservation on behalf of 8d1c4f7ae554422c896078c07c427315 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:22.932733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Checking segment: {'id': 'c21abc94-3a29-4302-9c55-bb543dcf053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b4f29e8f-3dd6-4eb6-bbfa-b367cc871384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:22.933105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Network hostable DHCP agents. Network: b4f29e8f-3dd6-4eb6-bbfa-b367cc871384, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:01:22.934765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:22.958168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9ff4c-cff3-4297-beb5-48e83283eecf req-d366f5f2-be30-48a5-b2f3-40dd9783f1f2 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:22.960056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92c9ff4c-cff3-4297-beb5-48e83283eecf req-d366f5f2-be30-48a5-b2f3-40dd9783f1f2 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 982 time: 0.1465845 May 28 06:01:22.980794 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-849d78f1-73d3-4d0a-b348-5abb80a634f5 service neutron] 10.222.0.39 "GET /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511868 May 28 06:01:22.990259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:01:23.016443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, b4f29e8f-3dd6-4eb6-bbfa-b367cc871384) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:23.020973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:23.021695 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.045476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff95ac5b-09cc-4387-9469-b6d55d85995c None None] Network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:23.053587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-70ef57f3-9c5d-40d3-b665-ee4bb08ec4a7 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1828055 May 28 06:01:23.057435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54808) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:23.072800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Request body: {'port': {'network_id': 'b4f29e8f-3dd6-4eb6-bbfa-b367cc871384', 'name': 'tempest-ExtraDHCPOptionsTestJSON-460234461'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:23.191452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92c9ff4c-cff3-4297-beb5-48e83283eecf req-0241d310-98da-4629-b919-1dfb6eee7cc1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0800843 May 28 06:01:23.199737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0f4a2d96-032c-4f55-be6a-3d4792c8f277 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:23.257648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54820) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:23.293199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29ac5fca-43b7-44f0-9950-5ffe20df3d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.316093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-29ac5fca-43b7-44f0-9950-5ffe20df3d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:23.325909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-29ac5fca-43b7-44f0-9950-5ffe20df3d01 admin admin] Usage tracker for resource:security_group_rule and tenant:1a06a17baa034dc1aad87f4a2c4d35a2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:23.330791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-29ac5fca-43b7-44f0-9950-5ffe20df3d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:23.340438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-29ac5fca-43b7-44f0-9950-5ffe20df3d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:23.415915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:23.432454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:23.432825 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.456659 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e127f8a9-2cf8-4d5b-aaca-1927b3a24051 req-d3f91669-4501-43f7-a759-3c4a0c37870d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 210 time: 0.1572671 May 28 06:01:23.546325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:23.550906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Usage tracker for resource:port and tenant:a9ae28a80db64bd58a1d3b3a5c764aa7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:23.563639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:23.571468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:23.572646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.662637 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-b4f29e8f-3dd6-4eb6-bbfa-b367cc871384', 'network_id': 'b4f29e8f-3dd6-4eb6-bbfa-b367cc871384', 'tenant_id': 'a9ae28a80db64bd58a1d3b3a5c764aa7', 'fixed_ips': [{'subnet_id': 'f73221e8-abf8-485a-b765-1934fef3137b'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:01:23.663501 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.704177 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29ac5fca-43b7-44f0-9950-5ffe20df3d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.713150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Checking segment: {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:23.713544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Network hostable DHCP agents. Network: b14320cc-c6fd-444a-b5ac-e92d4a94b8a7, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:01:23.731005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1d7dc0-c807-4bbd-bf12-a4526693274c,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:23.733842 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29ac5fca-43b7-44f0-9950-5ffe20df3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.751664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:23.752107 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.768024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Made reservation on behalf of a9ae28a80db64bd58a1d3b3a5c764aa7 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:23.771291 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.803211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4a2d96-032c-4f55-be6a-3d4792c8f277'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:23.815609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54834) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:23.816690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] device_id is not set on port e52856cd-252b-43cb-8930-46b6a7894fce yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:01:23.817429 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-29ac5fca-43b7-44f0-9950-5ffe20df3d01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a06a17baa034dc1aad87f4a2c4d35a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5576489 May 28 06:01:23.822386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0f4a2d96-032c-4f55-be6a-3d4792c8f277, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:23.830205 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.922236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac5fca-43b7-44f0-9950-5ffe20df3d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dc7332-03bc-4c72-a594-d7dcc1f0549d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:23.931991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:01:23.951090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, b14320cc-c6fd-444a-b5ac-e92d4a94b8a7) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:23.960641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5da89-fe75-4f3a-9bfe-baa32c0c11d9 req-d2026626-4cff-4522-a2dc-d4a6a7ec32b9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:23.962220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6eb5da89-fe75-4f3a-9bfe-baa32c0c11d9 req-d2026626-4cff-4522-a2dc-d4a6a7ec32b9 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.1395521 May 28 06:01:23.969755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:23.970443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:23.999072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b123a-4852-4e8f-9699-c01b2e65e74b None None] Network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:24.022933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87aa025-1a85-40fd-9bea-a80cde579c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:24.026023 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d9030947-2d63-4205-a7e7-d86550076166 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1777070 May 28 06:01:24.044189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6eb5da89-fe75-4f3a-9bfe-baa32c0c11d9 req-a049a5fd-daf5-4b9a-b929-fd1c6200f7e1 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633421 May 28 06:01:24.060499 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87aa025-1a85-40fd-9bea-a80cde579c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:24.113734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff611a3-b7ac-4fa3-ba2d-f09f515c05c5 req-6eb4bb12-9a42-4dc4-a198-c40d0675bccf tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:24.115459 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bff611a3-b7ac-4fa3-ba2d-f09f515c05c5 req-6eb4bb12-9a42-4dc4-a198-c40d0675bccf tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 945 time: 0.3895829 May 28 06:01:24.141574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Allocated IP 172.20.0.2 (b4f29e8f-3dd6-4eb6-bbfa-b367cc871384/f73221e8-abf8-485a-b765-1934fef3137b/70753f63-6ac7-4f5e-a9ab-f8d572015d81) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:24.145031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0f4a2d96-032c-4f55-be6a-3d4792c8f277,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:24.157011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0d146c0e-5d70-4be8-b1e6-c7181145f474 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:01:24.213804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bff611a3-b7ac-4fa3-ba2d-f09f515c05c5 req-83537a56-1b9a-452b-9842-655f70c9eea3 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855064 May 28 06:01:24.229800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87aa025-1a85-40fd-9bea-a80cde579c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:24.262664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87aa025-1a85-40fd-9bea-a80cde579c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dc7332-03bc-4c72-a594-d7dcc1f0549d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:24.275880 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e87aa025-1a85-40fd-9bea-a80cde579c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:24.280207 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e87aa025-1a85-40fd-9bea-a80cde579c87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0dc7332-03bc-4c72-a594-d7dcc1f0549d HTTP/1.1" status: 204 len: 168 time: 0.4095941 May 28 06:01:24.344071 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307f2f91-e854-4b8d-a159-fc267485569d'] response: {'server_uuid': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4a2d96-032c-4f55-be6a-3d4792c8f277', 'code': 200} May 28 06:01:24.476931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355c943-586a-4eff-b13a-2d690261768e req-70825f88-2018-42c1-87f0-94ded8d03dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:24.478591 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f355c943-586a-4eff-b13a-2d690261768e req-70825f88-2018-42c1-87f0-94ded8d03dc0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 1097 time: 0.2036617 May 28 06:01:24.491466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00178b37-ec63-440d-acdd-a83ad7cd16f7 req-4aca2106-2598-447a-bd3c-9163dc491189 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:24.493098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00178b37-ec63-440d-acdd-a83ad7cd16f7 req-4aca2106-2598-447a-bd3c-9163dc491189 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 982 time: 0.1180151 May 28 06:01:24.535362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-b14320cc-c6fd-444a-b5ac-e92d4a94b8a7', 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7', 'tenant_id': '8d1c4f7ae554422c896078c07c427315', 'fixed_ips': [{'subnet_id': 'bb1d7dc0-c807-4bbd-bf12-a4526693274c'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:01:24.536423 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:24.571713 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f355c943-586a-4eff-b13a-2d690261768e req-e3a19af0-a28e-4bdf-8960-26b62012a3c8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769100 May 28 06:01:24.587456 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00178b37-ec63-440d-acdd-a83ad7cd16f7 req-dc12f543-7f1c-47db-ab98-839b5bc90e3b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0755665 May 28 06:01:24.698588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0d146c0e-5d70-4be8-b1e6-c7181145f474, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0d146c0e-5d70-4be8-b1e6-c7181145f474,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:24.736644 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f8e6e33-f767-47fc-a078-d496c3436681 req-3e0b5048-c38f-4317-a7d8-e7686f0cb013 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 210 time: 0.0663559 May 28 06:01:24.742790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'port_id': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'mac_address': 'fa:16:3e:57:29:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:01:24.904470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 0d146c0e-5d70-4be8-b1e6-c7181145f474 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:24.904928 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:24.954931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d146c0e-5d70-4be8-b1e6-c7181145f474 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:24.958994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Allocated IP 172.20.0.2 (b14320cc-c6fd-444a-b5ac-e92d4a94b8a7/bb1d7dc0-c807-4bbd-bf12-a4526693274c/9755cf59-7ea5-446a-8c93-b45b5c68a8b3) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:24.961812 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:24.988229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Transition to ACTIVE for port object 70753f63-6ac7-4f5e-a9ab-f8d572015d81 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:25.001798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0d146c0e-5d70-4be8-b1e6-c7181145f474, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0d146c0e-5d70-4be8-b1e6-c7181145f474,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:25.022380 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:25.126209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Transition to ACTIVE for port object 70753f63-6ac7-4f5e-a9ab-f8d572015d81 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:25.157855 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:25.211273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:25.227835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:25.238336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:25.287963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-5e43739b-4f0a-4f6a-a4f2-ff43ad303d5c tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:25.289216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-5e43739b-4f0a-4f6a-a4f2-ff43ad303d5c tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Synchronizing usage tracker for tenant:8d1c4f7ae554422c896078c07c427315 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:25.321459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-5e43739b-4f0a-4f6a-a4f2-ff43ad303d5c tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Unset dirty status for tenant:8d1c4f7ae554422c896078c07c427315 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:25.322719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-5e43739b-4f0a-4f6a-a4f2-ff43ad303d5c tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/networks?id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 200 len: 816 time: 0.4187839 May 28 06:01:25.341476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-0cfccfcd-efdc-4140-b86c-d52cc520a185 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/quotas/8d1c4f7ae554422c896078c07c427315 HTTP/1.1" status: 200 len: 375 time: 0.0132117 May 28 06:01:25.346220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['0d146c0e-5d70-4be8-b1e6-c7181145f474'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:01:25.356277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Allocated IP 172.20.0.8 (b4f29e8f-3dd6-4eb6-bbfa-b367cc871384/f73221e8-abf8-485a-b765-1934fef3137b/e52856cd-252b-43cb-8930-46b6a7894fce) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:25.398953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-df80ce9b-87cc-45bd-9d18-a3a3ba8f0d8f tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c4f7ae554422c896078c07c427315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520391 May 28 06:01:25.433560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=0d146c0e-5d70-4be8-b1e6-c7181145f474,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:25.440821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6f9eb-e168-4901-a089-e54b76124506 req-d1717616-fc49-43c8-8c86-7c86071a7d4b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:25.448689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dba6f9eb-e168-4901-a089-e54b76124506 req-d1717616-fc49-43c8-8c86-7c86071a7d4b tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.1502762 May 28 06:01:25.504934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Attempting to bind port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:25.505586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Attempting to bind port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'c21abc94-3a29-4302-9c55-bb543dcf053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b4f29e8f-3dd6-4eb6-bbfa-b367cc871384'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:25.506160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Attempting to bind port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 on network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:25.539283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:25.540071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Checking segment: {'id': 'c21abc94-3a29-4302-9c55-bb543dcf053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b4f29e8f-3dd6-4eb6-bbfa-b367cc871384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:25.540651 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:25.541463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Bound using segment: {'id': 'c21abc94-3a29-4302-9c55-bb543dcf053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b4f29e8f-3dd6-4eb6-bbfa-b367cc871384'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:25.542125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Bound port: 70753f63-6ac7-4f5e-a9ab-f8d572015d81, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21abc94-3a29-4302-9c55-bb543dcf053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b4f29e8f-3dd6-4eb6-bbfa-b367cc871384'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:25.542690 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:25.564933 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dba6f9eb-e168-4901-a089-e54b76124506 req-0ae2e96e-5694-473f-a62b-09329e9525d2 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152525 May 28 06:01:25.565397 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-99adbb0b-fd4a-403b-bc10-ab1f5958d914 service neutron] 10.222.0.39 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594455 May 28 06:01:25.720925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Pushing event updated for resources: {'Port': ['ID=70753f63-6ac7-4f5e-a9ab-f8d572015d81,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:25.825794 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:25.876721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Transition to ACTIVE for port object 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:25.910966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] For port 70753f63-6ac7-4f5e-a9ab-f8d572015d81, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:25.926917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-2bedcf42-7b17-4623-b313-c4f3fe7fb7d3 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:25.929166 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-2bedcf42-7b17-4623-b313-c4f3fe7fb7d3 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.33 "GET /v2.0/networks?id=c802f7da-0c89-4bad-81b3-1215e0be0fb4 HTTP/1.1" status: 200 len: 812 time: 0.1800072 May 28 06:01:25.939001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Transition to ACTIVE for port object 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:25.944550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] For port 70753f63-6ac7-4f5e-a9ab-f8d572015d81, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=70753f63-6ac7-4f5e-a9ab-f8d572015d81,segment=NetworkSegment(c21abc94-3a29-4302-9c55-bb543dcf053a),segment_id=c21abc94-3a29-4302-9c55-bb543dcf053a)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:25.966854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Request body: {'port': {'device_id': 'e75b90d7-652a-4572-9e92-fb0fb2a7e4a9', 'network_id': 'c802f7da-0c89-4bad-81b3-1215e0be0fb4', 'admin_state_up': True, 'tenant_id': 'ec2cc98350194ad29d591a84cfaac64d'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:25.987761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058b2a-f512-455a-9449-95586d2ff8ef req-539c3c57-89db-4d3c-8ce4-5ac5d5747a10 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:25.991472 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2058b2a-f512-455a-9449-95586d2ff8ef req-539c3c57-89db-4d3c-8ce4-5ac5d5747a10 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 946 time: 0.3004806 May 28 06:01:26.037991 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:26.082857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Transition to ACTIVE for port object e52856cd-252b-43cb-8930-46b6a7894fce will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:26.086165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-c542f04e-d30e-4760-8743-f5721dc976cf tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:26.088090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-c542f04e-d30e-4760-8743-f5721dc976cf tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.41 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.5207396 May 28 06:01:26.092127 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:26.105311 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2058b2a-f512-455a-9449-95586d2ff8ef req-acf477bd-d10e-4763-9178-f55fa4535e93 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987034 May 28 06:01:26.181862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:26.186047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-06ba8c4a-29d5-426f-8ae9-b6d6288a057a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Deleting port afb1d35a-741e-42ac-8ff1-421a3113feb4 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:26.186854 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-06ba8c4a-29d5-426f-8ae9-b6d6288a057a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:26.196737 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:26.230371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-a8b3ff22-82ab-45a1-8f3d-f6350eab69ef service neutron] 10.222.0.39 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639886 May 28 06:01:26.266175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:26.282101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:26.284924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:26.327411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54900) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:26.439771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Pushing event updated for resources: {'Port': ['ID=9755cf59-7ea5-446a-8c93-b45b5c68a8b3,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:26.518557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Attempting to bind port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:26.519168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Attempting to bind port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:26.521258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Attempting to bind port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 on network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:26.529739 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:01:26.551031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:26.551985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Checking segment: {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:26.552678 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:26.553245 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Bound using segment: {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:26.553921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Bound port: 9755cf59-7ea5-446a-8c93-b45b5c68a8b3, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:26.555050 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:26.676814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Pushing event updated for resources: {'Port': ['ID=e52856cd-252b-43cb-8930-46b6a7894fce,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:26.709141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:26.712992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:26.719688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:26.723895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] For port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:26.728154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] For port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9755cf59-7ea5-446a-8c93-b45b5c68a8b3,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:26.731046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827f435-5e82-4bd2-a7a6-6b4385792598 None None] Pushing event updated for resources: {'Port': ['ID=70753f63-6ac7-4f5e-a9ab-f8d572015d81,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:26.740711 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:26.832529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:26.833194 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:26.852358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e93782-b3c5-4c91-9ef1-9f5c8ee9a566 None None] Pushing event updated for resources: {'Port': ['ID=9755cf59-7ea5-446a-8c93-b45b5c68a8b3,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:26.877741 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-27d8604d-b1b1-4fb1-8771-3c3a6e984cf1 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8184524 May 28 06:01:26.884110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54920) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:26.891196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Request body: {'port': {'network_id': 'b4f29e8f-3dd6-4eb6-bbfa-b367cc871384', 'name': 'tempest-ExtraDHCPOptionsTestJSON-525598744', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:26.892109 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.api.validators [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] bootfile-name is not in valid_values {{(pid=88416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:01:26.892623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.api.validators [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] tftp-server is not in valid_values {{(pid=88416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:01:26.893140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.api.validators [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] server-ip-address is not in valid_values {{(pid=88416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:01:26.922630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:26.947606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 70753f63-6ac7-4f5e-a9ab-f8d572015d81 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:26.975994 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ff6dcbd0-eddc-4e2f-b2cc-3f65db8220c0 req-5d99de2c-5158-42ae-a183-5e4f86ac315c tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 210 time: 0.3919892 May 28 06:01:26.977130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Usage tracker for resource:port and tenant:ec2cc98350194ad29d591a84cfaac64d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:26.997288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:27.002403 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8758-3d36-495b-b1d0-e26ad73d9cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:27.032720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5ccbc-8872-4e18-93c7-865c7ae10bf6 req-7d109fea-acc2-4e56-99c2-ea42e1afaa2e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:27.041146 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4b5ccbc-8872-4e18-93c7-865c7ae10bf6 req-7d109fea-acc2-4e56-99c2-ea42e1afaa2e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 983 time: 0.4587131 May 28 06:01:27.050375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:27.080700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ce3e8758-3d36-495b-b1d0-e26ad73d9cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:27.084881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:27.097614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ce3e8758-3d36-495b-b1d0-e26ad73d9cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:aab121c3e80a43bd8bf026621193bd36 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:27.100800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ce3e8758-3d36-495b-b1d0-e26ad73d9cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:27.108022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ce3e8758-3d36-495b-b1d0-e26ad73d9cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:27.165775 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4b5ccbc-8872-4e18-93c7-865c7ae10bf6 req-0c0484db-8618-4484-bf8a-abdb50df83b5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1223300 May 28 06:01:27.274248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:27.280982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Usage tracker for resource:port and tenant:a9ae28a80db64bd58a1d3b3a5c764aa7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:27.286924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:27.294708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:27.318195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Made reservation on behalf of a9ae28a80db64bd58a1d3b3a5c764aa7 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:27.324715 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:27.348603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8758-3d36-495b-b1d0-e26ad73d9cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:27.356765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Made reservation on behalf of ec2cc98350194ad29d591a84cfaac64d for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:27.360652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:27.376830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8758-3d36-495b-b1d0-e26ad73d9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:27.458373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ce3e8758-3d36-495b-b1d0-e26ad73d9cc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aab121c3e80a43bd8bf026621193bd36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1262741 May 28 06:01:27.458650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] device_id is not set on port cc609ca4-d380-4585-938f-b5b4fc9f8bbb yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:01:27.466821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e8758-3d36-495b-b1d0-e26ad73d9cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d04f2-9415-4e7f-8518-4bd8dc23a5dc,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:27.473271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54936) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:27.515782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-06ba8c4a-29d5-426f-8ae9-b6d6288a057a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] For port afb1d35a-741e-42ac-8ff1-421a3113feb4, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=afb1d35a-741e-42ac-8ff1-421a3113feb4,segment=NetworkSegment(e87a4fc9-c262-4103-b26e-f9a274088f67),segment_id=e87a4fc9-c262-4103-b26e-f9a274088f67)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:27.516157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-06ba8c4a-29d5-426f-8ae9-b6d6288a057a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:27.658477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-aa598566-9c02-46a9-861f-80e9d3e393d8 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:27.666446 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-aa598566-9c02-46a9-861f-80e9d3e393d8 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/networks?id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 200 len: 816 time: 0.3106809 May 28 06:01:27.693466 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-ee37c36f-543e-46af-8c09-5440b175e194 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/quotas/8d1c4f7ae554422c896078c07c427315 HTTP/1.1" status: 200 len: 375 time: 0.0260739 May 28 06:01:27.724497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-06ba8c4a-29d5-426f-8ae9-b6d6288a057a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Calling delete_port for afb1d35a-741e-42ac-8ff1-421a3113feb4 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:01:27.754211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Allocated IP 172.20.0.6 (b4f29e8f-3dd6-4eb6-bbfa-b367cc871384/f73221e8-abf8-485a-b765-1934fef3137b/cc609ca4-d380-4585-938f-b5b4fc9f8bbb) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:27.862865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-7ed0dbfd-c2ca-4bcd-9704-dc0876a4bf87 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c4f7ae554422c896078c07c427315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1681719 May 28 06:01:27.919890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf13de-200d-45ff-9ec2-7e14e6dc0ade None None] Network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:28.077470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ca08c1e8-f1e3-4853-92a3-8738a90fd24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.096775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98307cd-0a28-441e-9fb9-3826b14e7e45 req-0e585886-b369-4d20-9e5d-07898468ba6e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:28.102662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f4d5e9af-ee3a-4a90-850a-273195307061 None None] Provisioning for port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:28.107074 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b98307cd-0a28-441e-9fb9-3826b14e7e45 req-0e585886-b369-4d20-9e5d-07898468ba6e tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/ports?device_id=b475e06b-bf2a-4240-ac36-78aaf289e832 HTTP/1.1" status: 200 len: 946 time: 0.9395988 May 28 06:01:28.127371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f4d5e9af-ee3a-4a90-850a-273195307061 None None] Provisioning complete for port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:28.130281 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e9af-ee3a-4a90-850a-273195307061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.182982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-6f08842a-18ea-4006-94ba-7b6397f13797 service neutron] 10.222.0.39 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190269 May 28 06:01:28.187437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Allocated IP 172.20.0.6 (c802f7da-0c89-4bad-81b3-1215e0be0fb4/f73b3222-2895-4459-9fe9-932310f4b87b/0886fc8f-907a-4437-bf15-f830b3920f60) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:28.193436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0d146c0e-5d70-4be8-b1e6-c7181145f474 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:28.270877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ca08c1e8-f1e3-4853-92a3-8738a90fd24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.324732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b98307cd-0a28-441e-9fb9-3826b14e7e45 req-91ec9abf-dce7-4e28-b6ce-eea51d1163e4 tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.39 "GET /v2.0/security-groups?id=b24576f7-ff65-4b72-a468-d112ae8d465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146320 May 28 06:01:28.406321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdf8483-353e-489b-bf37-f007e6afc635 None None] Network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:28.477089 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ca08c1e8-f1e3-4853-92a3-8738a90fd24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.510378 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-06ba8c4a-29d5-426f-8ae9-b6d6288a057a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.557283 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.567371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08c1e8-f1e3-4853-92a3-8738a90fd24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d04f2-9415-4e7f-8518-4bd8dc23a5dc,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:28.582463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-e7ad81d2-5c22-42b6-8ce7-ed03fec3d8a1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:28.584032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-e7ad81d2-5c22-42b6-8ce7-ed03fec3d8a1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.41 "GET /v2.0/networks?id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 200 len: 816 time: 0.3787034 May 28 06:01:28.606195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Transition to ACTIVE for port object cc609ca4-d380-4585-938f-b5b4fc9f8bbb will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:28.611170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Request body: {'port': {'device_id': '21335eea-43b4-4e20-9602-694a7d925aba', 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7', 'admin_state_up': True, 'tenant_id': '8d1c4f7ae554422c896078c07c427315'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:28.627950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 0d146c0e-5d70-4be8-b1e6-c7181145f474 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:28.652627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 0d146c0e-5d70-4be8-b1e6-c7181145f474 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:28.653026 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.653282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba8c4a-29d5-426f-8ae9-b6d6288a057a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Pushing event deleted for resources: {'Port': ['ID=afb1d35a-741e-42ac-8ff1-421a3113feb4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:28.737865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-e484299d-dfc3-486c-9083-41a68f0df975 service neutron] 10.222.0.39 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307689 May 28 06:01:28.762035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5e9af-ee3a-4a90-850a-273195307061 None None] Current status of the port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:28.762423 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e9af-ee3a-4a90-850a-273195307061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.799667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.809863 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ca08c1e8-f1e3-4853-92a3-8738a90fd24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.810972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ca08c1e8-f1e3-4853-92a3-8738a90fd24b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/992d04f2-9415-4e7f-8518-4bd8dc23a5dc HTTP/1.1" status: 204 len: 168 time: 1.3271070 May 28 06:01:28.867689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f4d5e9af-ee3a-4a90-850a-273195307061 None None] For port 70753f63-6ac7-4f5e-a9ab-f8d572015d81, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=70753f63-6ac7-4f5e-a9ab-f8d572015d81,segment=NetworkSegment(c21abc94-3a29-4302-9c55-bb543dcf053a),segment_id=c21abc94-3a29-4302-9c55-bb543dcf053a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:28.884274 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e9af-ee3a-4a90-850a-273195307061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.905670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-06ba8c4a-29d5-426f-8ae9-b6d6288a057a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] No DVR routers for this DVR port afb1d35a-741e-42ac-8ff1-421a3113feb4 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:01:28.921753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:28.923315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-06ba8c4a-29d5-426f-8ae9-b6d6288a057a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:28.925237 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb18e04f-e6fc-4949-bb2e-4e0636af43a5 req-06ba8c4a-29d5-426f-8ae9-b6d6288a057a tempest-ServersNegativeTestJSON-511037961 tempest-ServersNegativeTestJSON-511037961-project] 10.222.0.41 "DELETE /v2.0/ports/afb1d35a-741e-42ac-8ff1-421a3113feb4 HTTP/1.1" status: 204 len: 173 time: 2.8277311 May 28 06:01:28.925728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'name': 'network-vif-deleted', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:28.966419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5e9af-ee3a-4a90-850a-273195307061 None None] Pushing event updated for resources: {'Port': ['ID=70753f63-6ac7-4f5e-a9ab-f8d572015d81,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:28.970145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:28.983894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:29.000587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed422eaa-c032-449c-8582-24d8fe637b93 req-0e0e9b8e-abe6-4f8d-a378-41883c7f23e9 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:29.004198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed422eaa-c032-449c-8582-24d8fe637b93 req-0e0e9b8e-abe6-4f8d-a378-41883c7f23e9 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 946 time: 0.5063889 May 28 06:01:29.017146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:29.022483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Pushing event updated for resources: {'Port': ['ID=cc609ca4-d380-4585-938f-b5b4fc9f8bbb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:29.031485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:29.080907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed422eaa-c032-449c-8582-24d8fe637b93 req-f9b97335-1dc1-43e0-97f7-a7f2d82f1742 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698974 May 28 06:01:29.154679 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:29.167419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ace8b13b-f187-4318-b8ae-394525db911e None None] Provisioning for port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:29.284677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 0d146c0e-5d70-4be8-b1e6-c7181145f474 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:29.285329 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:29.390557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:29.459520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:29.463906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:29.464827 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:29.473171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Usage tracker for resource:port and tenant:8d1c4f7ae554422c896078c07c427315 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:29.476526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:29.487649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:29.522000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d146c0e-5d70-4be8-b1e6-c7181145f474'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:29.540807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 0d146c0e-5d70-4be8-b1e6-c7181145f474, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0d146c0e-5d70-4be8-b1e6-c7181145f474,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:29.565724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Network c802f7da-0c89-4bad-81b3-1215e0be0fb4 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:29.589516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Made reservation on behalf of 8d1c4f7ae554422c896078c07c427315 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:29.591093 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:29.592995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device afb1d35a-741e-42ac-8ff1-421a3113feb4 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:01:29.593417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:29.609861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:29.619405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:29.655145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Pushing event updated for resources: {'Port': ['ID=0886fc8f-907a-4437-bf15-f830b3920f60,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:29.683811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:29.684634 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:29.727029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:29.728091 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:29.781610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ec622-44e9-4f63-a48e-95af98a6c709 req-e778bc2b-4ea0-4ab1-b33c-3102ffcd7915 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:29.786018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db5ec622-44e9-4f63-a48e-95af98a6c709 req-e778bc2b-4ea0-4ab1-b33c-3102ffcd7915 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 984 time: 0.3596632 May 28 06:01:29.790822 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-231942e3-a9df-45a1-9ed3-4fabeccdc3ae tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8297467 May 28 06:01:29.847974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed607a9-73d4-4959-ae52-b3ec2ad48459 req-59af5330-3aa2-4bb7-9de8-99f815e78f56 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:29.858493 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed607a9-73d4-4959-ae52-b3ec2ad48459 req-59af5330-3aa2-4bb7-9de8-99f815e78f56 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 931 time: 0.4090271 May 28 06:01:29.860447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Request body: {'port': {'device_id': 'e75b90d7-652a-4572-9e92-fb0fb2a7e4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:29.891603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: afb1d35a-741e-42ac-8ff1-421a3113feb4 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:01:29.892170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device afb1d35a-741e-42ac-8ff1-421a3113feb4 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:01:29.893265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ee24a3e8-90dd-4beb-87b9-53aaa0d4d49b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.0077503 May 28 06:01:29.916836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54976) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:29.919462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-bed607a9-73d4-4959-ae52-b3ec2ad48459 req-171fc8c6-f07a-4116-a236-c123b4f6596d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Synchronizing usage tracker for tenant:ec2cc98350194ad29d591a84cfaac64d on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:29.945299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-61223d1a-07c6-4006-b4d5-e32ca42e44c9 None None] Provisioning for port e52856cd-252b-43cb-8930-46b6a7894fce completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:29.961535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-61223d1a-07c6-4006-b4d5-e32ca42e44c9 None None] Provisioning complete for port e52856cd-252b-43cb-8930-46b6a7894fce triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:29.962263 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-61223d1a-07c6-4006-b4d5-e32ca42e44c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:30.025038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db5ec622-44e9-4f63-a48e-95af98a6c709 req-901bbadb-b627-4546-8a17-27319019821b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2301111 May 28 06:01:30.127286 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:30.134165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-61223d1a-07c6-4006-b4d5-e32ca42e44c9 None None] Port e52856cd-252b-43cb-8930-46b6a7894fce cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:30.198326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-bed607a9-73d4-4959-ae52-b3ec2ad48459 req-171fc8c6-f07a-4116-a236-c123b4f6596d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Unset dirty status for tenant:ec2cc98350194ad29d591a84cfaac64d on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:30.212220 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bed607a9-73d4-4959-ae52-b3ec2ad48459 req-171fc8c6-f07a-4116-a236-c123b4f6596d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519139 May 28 06:01:30.335375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=0d146c0e-5d70-4be8-b1e6-c7181145f474,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:30.365132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7a26e-bb33-4d57-8139-de8c3b9df639 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:30.382509 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7a26e-bb33-4d57-8139-de8c3b9df639 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:30.396631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7a26e-bb33-4d57-8139-de8c3b9df639 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:30.398954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20d7a26e-bb33-4d57-8139-de8c3b9df639 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Synchronizing usage tracker for tenant:a9ae28a80db64bd58a1d3b3a5c764aa7 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:30.438133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Allocated IP 172.20.0.14 (b14320cc-c6fd-444a-b5ac-e92d4a94b8a7/bb1d7dc0-c807-4bbd-bf12-a4526693274c/f9c76993-f0a2-43da-a8ab-2707624daf7d) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:30.455090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-61223d1a-07c6-4006-b4d5-e32ca42e44c9 None None] Provisioning complete for port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:30.456688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-61223d1a-07c6-4006-b4d5-e32ca42e44c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:30.541235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:30.541622 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:30.543632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54988) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:30.552635 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e35c89-07ff-48df-ba9f-b294472ff56d'] response: {'server_uuid': 'b475e06b-bf2a-4240-ac36-78aaf289e832', 'name': 'network-vif-deleted', 'tag': 'afb1d35a-741e-42ac-8ff1-421a3113feb4', 'status': 'completed', 'code': 200} May 28 06:01:30.562840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20d7a26e-bb33-4d57-8139-de8c3b9df639 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Unset dirty status for tenant:a9ae28a80db64bd58a1d3b3a5c764aa7 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:30.564182 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-20d7a26e-bb33-4d57-8139-de8c3b9df639 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.6414347 May 28 06:01:30.571622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55000) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:30.604882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9755cf59-7ea5-446a-8c93-b45b5c68a8b3,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:30.668015 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:30.768813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-61223d1a-07c6-4006-b4d5-e32ca42e44c9 None None] Current status of the port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:30.786092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=9755cf59-7ea5-446a-8c93-b45b5c68a8b3,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:30.799897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4ccb7-cc2f-498c-b8af-467a81993117 req-0465e885-b306-47fc-83b3-c62331862f7e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:30.807632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5e4ccb7-cc2f-498c-b8af-467a81993117 req-0465e885-b306-47fc-83b3-c62331862f7e tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 946 time: 0.3283105 May 28 06:01:30.838242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 70753f63-6ac7-4f5e-a9ab-f8d572015d81 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:30.913899 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5e4ccb7-cc2f-498c-b8af-467a81993117 req-8256b242-af57-4d46-8414-601ea1678185 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044922 May 28 06:01:30.947744 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:30.978819 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36763f6a-cfd7-4983-8bd9-ec895f33f6b7'] response: {'server_uuid': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'code': 200} May 28 06:01:30.981417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7ebe4fb8-8f7c-4658-9bd2-77c404a33ae8 None None] Provisioning complete for port e52856cd-252b-43cb-8930-46b6a7894fce triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:30.986391 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4fb8-8f7c-4658-9bd2-77c404a33ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:30.998132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0886fc8f-907a-4437-bf15-f830b3920f60 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:31.050030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Transition to ACTIVE for port object f9c76993-f0a2-43da-a8ab-2707624daf7d will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:31.059401 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.128779 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.186067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7ebe4fb8-8f7c-4658-9bd2-77c404a33ae8 None None] Port e52856cd-252b-43cb-8930-46b6a7894fce cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:31.211294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:31.211806 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.302778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3f5750b0-2f4c-4f06-9d4c-1cab4e97682b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Deleting port cc609ca4-d380-4585-938f-b5b4fc9f8bbb {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:31.303314 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f5750b0-2f4c-4f06-9d4c-1cab4e97682b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.311410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ec2a3a-8aeb-4ee2-ad92-882b3564548e admin admin] Deleting subnet 9ba27e65-5def-4835-af4d-9f3dae69cece {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:01:31.327381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7ebe4fb8-8f7c-4658-9bd2-77c404a33ae8 None None] Provisioning complete for port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:31.327760 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4fb8-8f7c-4658-9bd2-77c404a33ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.332526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99ec2a3a-8aeb-4ee2-ad92-882b3564548e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.425077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Transition to ACTIVE for port object 0886fc8f-907a-4437-bf15-f830b3920f60 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:31.439634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-06d8212b-e691-4be1-b891-f14df5b479cf tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:31.448436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-06d8212b-e691-4be1-b891-f14df5b479cf tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/networks?id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 200 len: 816 time: 0.7337887 May 28 06:01:31.498606 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99ec2a3a-8aeb-4ee2-ad92-882b3564548e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.557263 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.558196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:31.580258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7ebe4fb8-8f7c-4658-9bd2-77c404a33ae8 None None] Current status of the port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:31.594962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7ebe4fb8-8f7c-4658-9bd2-77c404a33ae8 None None] Provisioning for port cc609ca4-d380-4585-938f-b5b4fc9f8bbb completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:31.601245 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7ebe4fb8-8f7c-4658-9bd2-77c404a33ae8 None None] Provisioning complete for port cc609ca4-d380-4585-938f-b5b4fc9f8bbb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:31.601909 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4fb8-8f7c-4658-9bd2-77c404a33ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.621854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a4b5a-62a0-4ee7-b84e-80acdd453540 req-4e748a52-4003-4dc5-ac8b-ed33677b4a4c tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:31.628827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-305a4b5a-62a0-4ee7-b84e-80acdd453540 req-4e748a52-4003-4dc5-ac8b-ed33677b4a4c tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 946 time: 0.5054300 May 28 06:01:31.642386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-4dcca1de-f316-4131-8ec4-7d63122edd2a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/quotas/8d1c4f7ae554422c896078c07c427315 HTTP/1.1" status: 200 len: 375 time: 0.1929848 May 28 06:01:31.671027 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.675408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7ebe4fb8-8f7c-4658-9bd2-77c404a33ae8 None None] Port cc609ca4-d380-4585-938f-b5b4fc9f8bbb cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:31.717488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:31.724665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:31.744270 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-305a4b5a-62a0-4ee7-b84e-80acdd453540 req-2049b2b1-d78d-4999-be1c-8da6c87ce2d7 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145229 May 28 06:01:31.750592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:31.814082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55024) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:31.829425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99ec2a3a-8aeb-4ee2-ad92-882b3564548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:31.864849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Pushing event updated for resources: {'Port': ['ID=f9c76993-f0a2-43da-a8ab-2707624daf7d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:31.988324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:31.989297 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:32.029071 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-510e156b-69e2-4edc-962a-22716b75da30 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4241483 May 28 06:01:32.046060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Request body: {'port': {'device_id': '21335eea-43b4-4e20-9602-694a7d925aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:32.118530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fb5504fa-0c59-41be-a6f5-8d72213943e9 None None] Provisioning for port f9c76993-f0a2-43da-a8ab-2707624daf7d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:32.124175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fb5504fa-0c59-41be-a6f5-8d72213943e9 None None] Provisioning complete for port f9c76993-f0a2-43da-a8ab-2707624daf7d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:32.124577 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fb5504fa-0c59-41be-a6f5-8d72213943e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:32.132075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99ec2a3a-8aeb-4ee2-ad92-882b3564548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:32.199271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec2a3a-8aeb-4ee2-ad92-882b3564548e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba27e65-5def-4835-af4d-9f3dae69cece,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:32.204179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-99ec2a3a-8aeb-4ee2-ad92-882b3564548e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:32.220675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fb5504fa-0c59-41be-a6f5-8d72213943e9 None None] Port f9c76993-f0a2-43da-a8ab-2707624daf7d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:32.258786 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-99ec2a3a-8aeb-4ee2-ad92-882b3564548e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9ba27e65-5def-4835-af4d-9f3dae69cece HTTP/1.1" status: 204 len: 168 time: 1.7113876 May 28 06:01:32.265039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa51d-2325-4658-a395-d384f328a3cd req-88e0c0d9-1b30-4eb6-99e2-7f4d624c38fa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:32.266581 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e0aa51d-2325-4658-a395-d384f328a3cd req-88e0c0d9-1b30-4eb6-99e2-7f4d624c38fa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 984 time: 0.3577204 May 28 06:01:32.267289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55030) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:32.282895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Pushing event updated for resources: {'Port': ['ID=0886fc8f-907a-4437-bf15-f830b3920f60,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:32.333803 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:32.392864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-26ca3e42-70e1-45a2-9675-0bc0a07a37aa tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:32.394373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-26ca3e42-70e1-45a2-9675-0bc0a07a37aa tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.33 "GET /v2.0/networks?id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 200 len: 816 time: 1.1514478 May 28 06:01:32.395055 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e0aa51d-2325-4658-a395-d384f328a3cd req-b2ea9dae-6166-44c2-8b44-f4f8000a2e7c tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1149535 May 28 06:01:32.437639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7f44e1-757b-4f34-a850-e73b9f3bca28 tempest-TestServerBasicOps-111583532 tempest-TestServerBasicOps-111583532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:32.438424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a7f44e1-757b-4f34-a850-e73b9f3bca28 tempest-TestServerBasicOps-111583532 tempest-TestServerBasicOps-111583532-project-admin] Synchronizing usage tracker for tenant:8d2b5d7025ff4a35a48d40b0c7e9e001 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:32.455745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Request body: {'port': {'device_id': '7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc', 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7', 'admin_state_up': True, 'tenant_id': '8d1c4f7ae554422c896078c07c427315'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:32.485096 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-c32ce415-55c4-4979-a967-62876a949c3d tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c4f7ae554422c896078c07c427315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7981021 May 28 06:01:32.606846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:32.610501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb4807-8d94-4c28-9c89-5221073581ff req-99f6580d-e061-4deb-be24-63eb1b336a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:32.612027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83cb4807-8d94-4c28-9c89-5221073581ff req-99f6580d-e061-4deb-be24-63eb1b336a74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 1135 time: 1.3827813 May 28 06:01:32.624389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Attempting to bind port 0886fc8f-907a-4437-bf15-f830b3920f60 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:32.624714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Attempting to bind port 0886fc8f-907a-4437-bf15-f830b3920f60 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'c291fedf-4166-48a7-a00f-be83ab355a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c802f7da-0c89-4bad-81b3-1215e0be0fb4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:32.625044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Attempting to bind port 0886fc8f-907a-4437-bf15-f830b3920f60 on network c802f7da-0c89-4bad-81b3-1215e0be0fb4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:32.646605 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f5750b0-2f4c-4f06-9d4c-1cab4e97682b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:32.687372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a7f44e1-757b-4f34-a850-e73b9f3bca28 tempest-TestServerBasicOps-111583532 tempest-TestServerBasicOps-111583532-project-admin] Unset dirty status for tenant:8d2b5d7025ff4a35a48d40b0c7e9e001 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:32.688535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5a7f44e1-757b-4f34-a850-e73b9f3bca28 tempest-TestServerBasicOps-111583532 tempest-TestServerBasicOps-111583532-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 1092 time: 0.8732038 May 28 06:01:32.696563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55040) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:32.706030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '0f4a2d96-032c-4f55-be6a-3d4792c8f277', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:32.715481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:32.744810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Usage tracker for resource:floatingip and tenant:98d70259eba14147b9d1979ce8faf7d4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:32.748058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Port 0886fc8f-907a-4437-bf15-f830b3920f60 on network c802f7da-0c89-4bad-81b3-1215e0be0fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:01:32.748393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Attempting to bind port 0886fc8f-907a-4437-bf15-f830b3920f60 on network c802f7da-0c89-4bad-81b3-1215e0be0fb4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:32.749270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:32.782998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:32.805299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:32.840066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:32.862115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:32.862493 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:32.887986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3f5750b0-2f4c-4f06-9d4c-1cab4e97682b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Calling delete_port for cc609ca4-d380-4585-938f-b5b4fc9f8bbb owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:01:32.922387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:32.922798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Checking segment: {'id': 'c291fedf-4166-48a7-a00f-be83ab355a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c802f7da-0c89-4bad-81b3-1215e0be0fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:32.923114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Bound using segment: {'id': 'c291fedf-4166-48a7-a00f-be83ab355a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c802f7da-0c89-4bad-81b3-1215e0be0fb4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:32.923582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Bound port: 0886fc8f-907a-4437-bf15-f830b3920f60, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c291fedf-4166-48a7-a00f-be83ab355a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c802f7da-0c89-4bad-81b3-1215e0be0fb4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:32.923925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:32.957204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed072ca-bf5f-4711-b52e-2525db0b217a req-9ed2766d-2234-45a2-860e-1a9161ce8500 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:32.958609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ed072ca-bf5f-4711-b52e-2525db0b217a req-9ed2766d-2234-45a2-860e-1a9161ce8500 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 943 time: 0.4413247 May 28 06:01:32.999771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:33.095624 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0ed072ca-bf5f-4711-b52e-2525db0b217a req-89bd6e22-3358-42ac-b2f1-a4d8964cc06c tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172469 May 28 06:01:33.105012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c76993-f0a2-43da-a8ab-2707624daf7d {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:33.114403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.133125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Transition to ACTIVE for port object f9c76993-f0a2-43da-a8ab-2707624daf7d will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:33.153082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.187323 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83cb4807-8d94-4c28-9c89-5221073581ff req-24d90342-9298-4f1e-912f-0c35544e3e74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5544233 May 28 06:01:33.350192 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.351962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Pushing event updated for resources: {'Port': ['ID=f9c76993-f0a2-43da-a8ab-2707624daf7d,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:33.361233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-06ab3951-9052-4f1e-8cfe-8ef2ba0620da tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cf4d0dd2ce014157b68bc8be92ebd820&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888777 May 28 06:01:33.382601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-d655ca03-ddd4-4b18-90fb-90763df6779a service neutron] 10.222.0.39 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555725 May 28 06:01:33.388036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:33.393506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.426320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Usage tracker for resource:port and tenant:8d1c4f7ae554422c896078c07c427315 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:33.431988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:33.477501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:33.533632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1507e82f-cead-45ab-80fe-1fee2df586a0']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:33.560483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] For port 0886fc8f-907a-4437-bf15-f830b3920f60, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:33.596339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87a4fc9-c262-4103-b26e-f9a274088f67') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:33.596736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87a4fc9-c262-4103-b26e-f9a274088f67') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:33.625643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Made reservation on behalf of 8d1c4f7ae554422c896078c07c427315 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:33.629107 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.639300 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.658230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] For port 0886fc8f-907a-4437-bf15-f830b3920f60, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0886fc8f-907a-4437-bf15-f830b3920f60,segment=NetworkSegment(c291fedf-4166-48a7-a00f-be83ab355a78),segment_id=c291fedf-4166-48a7-a00f-be83ab355a78)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:33.662381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Attempting to bind port f9c76993-f0a2-43da-a8ab-2707624daf7d on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:33.662736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Attempting to bind port f9c76993-f0a2-43da-a8ab-2707624daf7d by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:33.663088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Attempting to bind port f9c76993-f0a2-43da-a8ab-2707624daf7d on network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:33.678331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Port f9c76993-f0a2-43da-a8ab-2707624daf7d on network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:01:33.678651 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Attempting to bind port f9c76993-f0a2-43da-a8ab-2707624daf7d on network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:33.687004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.692810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e521a-a548-4482-805c-619998b82d16 req-88558db0-7e23-442b-932d-2dedcbaa8faf tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:33.694234 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-88558db0-7e23-442b-932d-2dedcbaa8faf tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891784 May 28 06:01:33.697608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:33.698025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Checking segment: {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:33.698452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Bound using segment: {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:33.698788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Bound port: f9c76993-f0a2-43da-a8ab-2707624daf7d, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:33.699116 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.728476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.756723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-c36e73df-5a63-474b-b0ac-36fdc0ff14e1 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/quotas/cf4d0dd2ce014157b68bc8be92ebd820 HTTP/1.1" status: 200 len: 375 time: 0.0468810 May 28 06:01:33.775472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Allocated IP 172.25.4.47 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/91592134-23c2-4d3e-b829-9536bf571e2f) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:33.821060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:01:33.821443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.840660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-20f21933-f3a0-4f4e-ac02-586a0b1e115f tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf4d0dd2ce014157b68bc8be92ebd820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730870 May 28 06:01:33.850431 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f5750b0-2f4c-4f06-9d4c-1cab4e97682b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.907716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:33.908360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.909717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] 10.222.0.33 "PUT /v2.0/ports/0886fc8f-907a-4437-bf15-f830b3920f60 HTTP/1.1" status: 200 len: 1091 time: 4.0784345 May 28 06:01:33.911568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-f09d85e6-3db0-463f-9bec-67fec46bea72 service neutron] 10.222.0.39 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061522 May 28 06:01:33.912054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75b90d7-652a-4572-9e92-fb0fb2a7e4a9', 'tag': '0886fc8f-907a-4437-bf15-f830b3920f60'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:33.922446 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment e87a4fc9-c262-4103-b26e-f9a274088f67 resource provider aggregate not found May 28 06:01:33.943591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] For port f9c76993-f0a2-43da-a8ab-2707624daf7d, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:33.973551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] For port f9c76993-f0a2-43da-a8ab-2707624daf7d, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f9c76993-f0a2-43da-a8ab-2707624daf7d,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:33.987814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:33.997705 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment e87a4fc9-c262-4103-b26e-f9a274088f67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e87a4fc9-c262-4103-b26e-f9a274088f67 found for delete ", "request_id": "req-cf7fc7f6-7c45-479a-bc09-0ed486e2b569"}]} May 28 06:01:34.002280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Pushing event updated for resources: {'Port': ['ID=0886fc8f-907a-4437-bf15-f830b3920f60,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:34.065375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.066011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.066530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.067039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.067574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.068084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.068608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.069108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.069699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.070203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.070703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.071375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e8946-7c2d-45f9-8cd3-1348d8ab6dfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:34.075104 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:34.105730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:34.106883 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:34.107714 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] 10.222.0.41 "PUT /v2.0/ports/f9c76993-f0a2-43da-a8ab-2707624daf7d HTTP/1.1" status: 200 len: 1092 time: 2.0667105 May 28 06:01:34.108408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21335eea-43b4-4e20-9602-694a7d925aba', 'tag': 'f9c76993-f0a2-43da-a8ab-2707624daf7d'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:34.138267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4b121-6bfc-4b88-822a-189290377e9b service neutron] Pushing event updated for resources: {'Port': ['ID=f9c76993-f0a2-43da-a8ab-2707624daf7d,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:34.149793 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:34.351978 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:34.423259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5750b0-2f4c-4f06-9d4c-1cab4e97682b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Pushing event deleted for resources: {'Port': ['ID=cc609ca4-d380-4585-938f-b5b4fc9f8bbb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:34.453927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] Pushing event deleted for resources: {'Network': ['ID=1507e82f-cead-45ab-80fe-1fee2df586a0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:34.520975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:34.542061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Allocated IP 172.20.0.4 (b14320cc-c6fd-444a-b5ac-e92d4a94b8a7/bb1d7dc0-c807-4bbd-bf12-a4526693274c/aef2f301-e279-442d-a6cb-f93d5970f4fc) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:34.544719 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f5750b0-2f4c-4f06-9d4c-1cab4e97682b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:34.546868 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3f5750b0-2f4c-4f06-9d4c-1cab4e97682b tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "DELETE /v2.0/ports/cc609ca4-d380-4585-938f-b5b4fc9f8bbb HTTP/1.1" status: 204 len: 168 time: 3.9737651 May 28 06:01:34.552169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55076) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:34.554418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4ac3c72e-a9c2-42a0-b7f7-ce0e7a39598a admin admin] 10.222.0.39 "DELETE /v2.0/networks/1507e82f-cead-45ab-80fe-1fee2df586a0 HTTP/1.1" status: 204 len: 168 time: 2.2744377 May 28 06:01:34.586329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Request body: {'port': {'name': 'tempest-new-port-name-2053256813', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:34.589085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.api.validators [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] bootfile-name is not in valid_values {{(pid=88417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:01:34.590280 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.api.validators [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] tftp-server is not in valid_values {{(pid=88417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:01:34.591134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.api.validators [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] server-ip-address is not in valid_values {{(pid=88417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:01:34.660412 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5134fb46-ede9-4fb2-af24-51310f538b3f'] response: {'name': 'network-changed', 'server_uuid': 'e75b90d7-652a-4572-9e92-fb0fb2a7e4a9', 'tag': '0886fc8f-907a-4437-bf15-f830b3920f60', 'status': 'completed', 'code': 200} May 28 06:01:34.797817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-73940c07-a9e7-4067-89a7-b8d21eeb9011 req-02ca020a-7deb-4e77-9612-9054070cb83d tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 210 time: 0.0988872 May 28 06:01:34.800977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55088) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:34.807170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-706bc1c4-e8d8-440e-a494-7f861c7cd2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:34.808655 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-706bc1c4-e8d8-440e-a494-7f861c7cd2ac service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ec2cc98350194ad29d591a84cfaac64d&device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 1094 time: 0.7451391 May 28 06:01:34.893820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:34.909200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:34.911762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:34.942039 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb545505-f981-41aa-8d76-e690d8b7a4b9'] response: {'name': 'network-changed', 'server_uuid': '21335eea-43b4-4e20-9602-694a7d925aba', 'tag': 'f9c76993-f0a2-43da-a8ab-2707624daf7d', 'status': 'completed', 'code': 200} May 28 06:01:34.971682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-99d777d3-cb37-4511-8d9d-9906c2bd5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:34.973721 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-99d777d3-cb37-4511-8d9d-9906c2bd5e26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d1c4f7ae554422c896078c07c427315&device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 1095 time: 0.7931814 May 28 06:01:34.999273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-1b273b47-2ee4-439d-af57-428776ff4b8e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0886fc8f-907a-4437-bf15-f830b3920f60 HTTP/1.1" status: 200 len: 217 time: 0.1289973 May 28 06:01:35.076571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a5a26-1690-45a5-882f-9fd80a3e7106 req-f7ae5db8-36b2-4c8b-a673-e839beafb7f1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:35.078210 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-318a5a26-1690-45a5-882f-9fd80a3e7106 req-f7ae5db8-36b2-4c8b-a673-e839beafb7f1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 984 time: 0.8170652 May 28 06:01:35.080175 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-ccaee0b9-b7e0-432f-a4ca-5a0495dd8f21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9c76993-f0a2-43da-a8ab-2707624daf7d HTTP/1.1" status: 200 len: 217 time: 0.0946083 May 28 06:01:35.080814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event updated for resources: {'Port': ['ID=91592134-23c2-4d3e-b829-9536bf571e2f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:35.265815 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-318a5a26-1690-45a5-882f-9fd80a3e7106 req-3cd70245-3682-40fb-9991-7fd1498861db tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1332181 May 28 06:01:35.301592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-4874def6-de8b-49e9-bbeb-0071bc109bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:35.303068 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-4874def6-de8b-49e9-bbeb-0071bc109bb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb1d7dc0-c807-4bbd-bf12-a4526693274c HTTP/1.1" status: 200 len: 855 time: 0.2150059 May 28 06:01:35.351629 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5ce4b727-1571-499f-8259-3c1e79815180 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83b9d5d22a5540aabf13a2e22aaec968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474036 May 28 06:01:35.352943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:35.374244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55094) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:35.509788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-4e1be1d0-bd82-4a2f-89b9-fd132fa26327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:35.511215 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-4e1be1d0-bd82-4a2f-89b9-fd132fa26327 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f73b3222-2895-4459-9fe9-932310f4b87b HTTP/1.1" status: 200 len: 852 time: 0.4507809 May 28 06:01:35.531101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d5ad79ed-bc4c-4217-b68a-fb29182a6b9c req-5d6ee515-bd48-4828-83eb-89a184b2d536 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Synchronizing usage tracker for tenant:8d1c4f7ae554422c896078c07c427315 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:35.603686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-c0e5d555-264c-42d5-9f66-384231d5f6e8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c802f7da-0c89-4bad-81b3-1215e0be0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835056 May 28 06:01:35.635363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d5ad79ed-bc4c-4217-b68a-fb29182a6b9c req-5d6ee515-bd48-4828-83eb-89a184b2d536 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Unset dirty status for tenant:8d1c4f7ae554422c896078c07c427315 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:35.636510 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5ad79ed-bc4c-4217-b68a-fb29182a6b9c req-5d6ee515-bd48-4828-83eb-89a184b2d536 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 210 time: 0.1712258 May 28 06:01:35.644485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-1ba3b559-e9e6-4f1e-a970-a2eb40d49ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:35.645925 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-1ba3b559-e9e6-4f1e-a970-a2eb40d49ab3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3293993 May 28 06:01:35.664160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:35.829524 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-581b786e-9132-4474-8fe3-08a7614a1016 service neutron] 10.222.0.41 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620476 May 28 06:01:35.835658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cac5c3-9a76-4af4-8b55-2b6acd45a453 req-06bc0191-1903-4d44-9ee8-087678b94b2d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:35.836366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-75cac5c3-9a76-4af4-8b55-2b6acd45a453 req-06bc0191-1903-4d44-9ee8-087678b94b2d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Synchronizing usage tracker for tenant:ec2cc98350194ad29d591a84cfaac64d on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:35.888846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-788e5d38-3c6a-458d-9c45-85a2991119ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:35.890824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Transition to ACTIVE for port object aef2f301-e279-442d-a6cb-f93d5970f4fc will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:35.907079 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-273d5683-1202-4e40-8996-7f82ee27fe1e tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cf4d0dd2ce014157b68bc8be92ebd820&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831039 May 28 06:01:35.938042 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:36.032541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0913c5c-7c35-4752-8cf7-82b1b485c9ec req-116a0454-c277-4414-aa38-4c7c886f1c87 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 210 time: 0.0643973 May 28 06:01:36.036208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-854c3007-1e4e-4264-80e7-7e9d0e2a87fd req-dfff4e76-3a44-45a3-b2d1-aab5d1bbb7ff service neutron] 10.222.0.41 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997986 May 28 06:01:36.064695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-788e5d38-3c6a-458d-9c45-85a2991119ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:36.097307 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:36.106046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-75cac5c3-9a76-4af4-8b55-2b6acd45a453 req-06bc0191-1903-4d44-9ee8-087678b94b2d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Unset dirty status for tenant:ec2cc98350194ad29d591a84cfaac64d on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:36.114446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75cac5c3-9a76-4af4-8b55-2b6acd45a453 req-06bc0191-1903-4d44-9ee8-087678b94b2d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 943 time: 1.0574956 May 28 06:01:36.200373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-136e4f81-e92b-4859-8d7c-24731a581ec1 service neutron] 10.222.0.33 "GET /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773590 May 28 06:01:36.322277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:36.354568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-148aa4f9-b5f2-41b7-ad95-0520e2e5f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:36.355992 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-148aa4f9-b5f2-41b7-ad95-0520e2e5f71b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d1c4f7ae554422c896078c07c427315&device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 1095 time: 0.1752830 May 28 06:01:36.498450 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75cac5c3-9a76-4af4-8b55-2b6acd45a453 req-7684973d-fbe5-46fc-bb44-ec7d1bee31a5 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828995 May 28 06:01:36.571823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e521a-a548-4482-805c-619998b82d16 req-ec75f4fd-e5e4-4f75-b849-abcab641216c tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:36.573294 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-ec75f4fd-e5e4-4f75-b849-abcab641216c tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6504121 May 28 06:01:36.582987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:36.598980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Request body: {'port': {'device_id': '9352728d-4801-4627-854d-6d958e594bb2', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'cf4d0dd2ce014157b68bc8be92ebd820'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:36.617708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:36.619943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:36.679464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:01:36.686906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-788e5d38-3c6a-458d-9c45-85a2991119ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:36.702375 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:36.718029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:36.785011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Pushing event updated for resources: {'Port': ['ID=aef2f301-e279-442d-a6cb-f93d5970f4fc,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:36.793311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:36.800410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event updated for resources: {'Port': ['ID=91592134-23c2-4d3e-b829-9536bf571e2f,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:36.805934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-9b793231-8800-41d0-aad8-cba40aa4e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:36.807433 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-9b793231-8800-41d0-aad8-cba40aa4e18c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 200 len: 917 time: 0.4404545 May 28 06:01:36.879764 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:36.884258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e5d38-3c6a-458d-9c45-85a2991119ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24576f7-ff65-4b72-a468-d112ae8d465a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:36.932162 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-28d660fb-692c-42a8-8bdf-2fb33f9a5fe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9c76993-f0a2-43da-a8ab-2707624daf7d HTTP/1.1" status: 200 len: 217 time: 0.0916748 May 28 06:01:36.934418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a773e11a-f844-4b53-9bc5-e07137602428 None None] Provisioning for port aef2f301-e279-442d-a6cb-f93d5970f4fc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:36.941532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3f46b-37f8-4f3a-b11b-e17e210aa806 req-218336f8-3eb6-4aba-9466-3491f0510fff tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:36.942312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a773e11a-f844-4b53-9bc5-e07137602428 None None] Provisioning complete for port aef2f301-e279-442d-a6cb-f93d5970f4fc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:36.943029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7bb3f46b-37f8-4f3a-b11b-e17e210aa806 req-218336f8-3eb6-4aba-9466-3491f0510fff tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 984 time: 0.4948332 May 28 06:01:36.943175 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a773e11a-f844-4b53-9bc5-e07137602428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:36.972072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-732b5346-5697-4088-be16-8c52c752b391 req-fa2169ea-4d85-4c05-bf0b-ced9647dfb0a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Synchronizing usage tracker for tenant:8d1c4f7ae554422c896078c07c427315 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:36.994508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-f3a0df06-8c40-493f-95d7-53b1f2a2fab8 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:36.996043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-f3a0df06-8c40-493f-95d7-53b1f2a2fab8 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.41 "GET /v2.0/networks?id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 200 len: 816 time: 0.7418284 May 28 06:01:37.004501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a773e11a-f844-4b53-9bc5-e07137602428 None None] Port aef2f301-e279-442d-a6cb-f93d5970f4fc cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:37.028045 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:37.042239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cff550f-2297-43c3-98bb-26e6bd307451 req-b1a5bb1b-13e5-4c56-93e5-ab7526f715fc service neutron] 10.222.0.33 "GET /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8301041 May 28 06:01:37.047810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:37.048425 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:37.052480 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-788e5d38-3c6a-458d-9c45-85a2991119ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:37.057588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-788e5d38-3c6a-458d-9c45-85a2991119ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b24576f7-ff65-4b72-a468-d112ae8d465a HTTP/1.1" status: 204 len: 168 time: 1.6797938 May 28 06:01:37.074021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Request body: {'port': {'device_id': '301b847f-edd7-4e17-af8a-c3f3cc3d1852', 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7', 'admin_state_up': True, 'tenant_id': '8d1c4f7ae554422c896078c07c427315'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:37.137905 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7bb3f46b-37f8-4f3a-b11b-e17e210aa806 req-92813bf6-9912-4650-b5e3-efdccc0bc8f9 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1561661 May 28 06:01:37.291800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-5468dca1-1658-40bc-9d06-f91a760daa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:37.293629 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-5468dca1-1658-40bc-9d06-f91a760daa08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb1d7dc0-c807-4bbd-bf12-a4526693274c HTTP/1.1" status: 200 len: 855 time: 0.3496990 May 28 06:01:37.354224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-32e669fe-80ce-4115-bda4-78f11c75af17 None None] Provisioning complete for port e52856cd-252b-43cb-8930-46b6a7894fce triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:37.354923 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-32e669fe-80ce-4115-bda4-78f11c75af17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:37.414977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-32e669fe-80ce-4115-bda4-78f11c75af17 None None] Port e52856cd-252b-43cb-8930-46b6a7894fce cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:37.433695 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b6f8d23-c366-4d19-8ed9-c1f633a857d9 req-0abff03c-676c-44d8-9665-4d1c09352f95 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 210 time: 0.0788462 May 28 06:01:37.436926 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Floating IP 9bbba84f-ed95-4a96-b9f8-fcf18483eb16 associated. External IP: 172.25.4.47, port: 0f4a2d96-032c-4f55-be6a-3d4792c8f277. May 28 06:01:37.449666 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cf4406f6-d5fe-450c-aa27-b627af1a1eb1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0349381 May 28 06:01:37.463813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Pushing event updated for resources: {'Port': ['ID=e52856cd-252b-43cb-8930-46b6a7894fce,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:37.466888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-732b5346-5697-4088-be16-8c52c752b391 req-fa2169ea-4d85-4c05-bf0b-ced9647dfb0a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Unset dirty status for tenant:8d1c4f7ae554422c896078c07c427315 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:37.480370 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-732b5346-5697-4088-be16-8c52c752b391 req-fa2169ea-4d85-4c05-bf0b-ced9647dfb0a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 210 time: 0.6720281 May 28 06:01:37.501020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Request body: {'port': {'device_id': '7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:37.629305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:37.634741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Usage tracker for resource:port and tenant:cf4d0dd2ce014157b68bc8be92ebd820 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:37.638722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:37.645274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:37.675751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-bd0269c2-c7b2-470e-9bdc-410305db7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:37.677623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-bd0269c2-c7b2-470e-9bdc-410305db7c3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3756313 May 28 06:01:37.697480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] In _notify_port_updated(), no bound segment for port e52856cd-252b-43cb-8930-46b6a7894fce on network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:01:37.702802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:37.703458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:37.704709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-29e52057-1d7b-4ac6-bfa5-875235e3de2d tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "PUT /v2.0/ports/e52856cd-252b-43cb-8930-46b6a7894fce HTTP/1.1" status: 200 len: 1136 time: 3.1488266 May 28 06:01:37.710945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55122) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:37.720933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Made reservation on behalf of cf4d0dd2ce014157b68bc8be92ebd820 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:37.724219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:37.772984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:37.815024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:37.821396 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:37.846733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Usage tracker for resource:security_group_rule and tenant:cf4d0dd2ce014157b68bc8be92ebd820 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:37.857717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:37.895961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:37.906913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:37.932385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:37.943058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6ef42-a7fd-41ec-8e69-de22393cc22c req-e07aa1a0-9daa-445c-b9b8-e1586954a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:37.945100 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb6ef42-a7fd-41ec-8e69-de22393cc22c req-e07aa1a0-9daa-445c-b9b8-e1586954a92c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ec2cc98350194ad29d591a84cfaac64d&device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 1094 time: 0.5934856 May 28 06:01:37.969726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579c24b-b762-420d-a4e8-e8d4c7cfaee9 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:37.971792 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d579c24b-b762-420d-a4e8-e8d4c7cfaee9 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "GET /v2.0/ports/e52856cd-252b-43cb-8930-46b6a7894fce HTTP/1.1" status: 200 len: 1136 time: 0.2579236 May 28 06:01:37.986192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55134) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:38.021213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b1709-43da-4bca-a226-b2071a9b4307 req-47a03bd7-21a8-43c0-9a6e-e8cb84e8d57a tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:38.023269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ab5b1709-43da-4bca-a226-b2071a9b4307 req-47a03bd7-21a8-43c0-9a6e-e8cb84e8d57a tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 984 time: 0.4201705 May 28 06:01:38.047191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Made reservation on behalf of 8d1c4f7ae554422c896078c07c427315 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:38.050634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:38.066436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cc22c-72b1-4dbd-bfe8-cce253230029 req-0ec0d3a4-5077-4463-bdc4-2f9c8b5e64b8 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:38.073740 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-700cc22c-72b1-4dbd-bfe8-cce253230029 req-0ec0d3a4-5077-4463-bdc4-2f9c8b5e64b8 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 943 time: 0.4076166 May 28 06:01:38.082743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55138) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:38.149364 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-139bbb95-8896-4ee8-b597-c1f30424386f service neutron] 10.222.0.41 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644799 May 28 06:01:38.203809 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f9c76993-f0a2-43da-a8ab-2707624daf7d details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:01:38.348894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-effa17bf-0b3d-4c6a-98e6-b70da43eb76f tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Deleting port e52856cd-252b-43cb-8930-46b6a7894fce {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:38.349255 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-effa17bf-0b3d-4c6a-98e6-b70da43eb76f tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:38.352519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-310475646-network', 'tenant_id': 'e5e1f12540df459bbda892f45314329c'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:38.376638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f9c76993-f0a2-43da-a8ab-2707624daf7d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f9c76993-f0a2-43da-a8ab-2707624daf7d,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:38.392646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'f9c76993-f0a2-43da-a8ab-2707624daf7d', 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7', 'port_id': 'f9c76993-f0a2-43da-a8ab-2707624daf7d', 'mac_address': 'fa:16:3e:e9:4a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d7dc0-c807-4bbd-bf12-a4526693274c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:01:38.426419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:38.429927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-700cc22c-72b1-4dbd-bfe8-cce253230029 req-72470022-b14e-4969-97f4-7d836070b8e5 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531578 May 28 06:01:38.454105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Usage tracker for resource:network and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:38.458497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port f9c76993-f0a2-43da-a8ab-2707624daf7d is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:38.459396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:38.461377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:38.491764 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ab5b1709-43da-4bca-a226-b2071a9b4307 req-45c10d02-d749-4ba1-8983-2e415b967d2b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4107964 May 28 06:01:38.493152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c76993-f0a2-43da-a8ab-2707624daf7d {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:38.501681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:38.503078 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-980de2e9-39a1-4fe5-ac77-5c994c1a98da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:38.525212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f9c76993-f0a2-43da-a8ab-2707624daf7d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f9c76993-f0a2-43da-a8ab-2707624daf7d,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:38.529662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:01:38.531342 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:38.583272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:38.608280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Made reservation on behalf of e5e1f12540df459bbda892f45314329c for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:38.610890 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:38.621422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=f9c76993-f0a2-43da-a8ab-2707624daf7d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:38.648674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:38.740109 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:38.772478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['f9c76993-f0a2-43da-a8ab-2707624daf7d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:01:38.778359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0986943d-d3e4-4e1c-bf88-90373ccf1535 req-2788da29-6f9c-4e7a-ba1b-a065db873de2 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 210 time: 0.1884480 May 28 06:01:38.779178 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd4b2ddf-bdbf-4a21-82d6-0f8256f5a64d req-00804af8-d4f2-4b0f-b935-c632d28ea24f service neutron] 10.222.0.41 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084273 May 28 06:01:38.779395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6ef42-a7fd-41ec-8e69-de22393cc22c req-b2dde71f-dbeb-400f-9afb-c97b7d3d59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:38.780670 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb6ef42-a7fd-41ec-8e69-de22393cc22c req-b2dde71f-dbeb-400f-9afb-c97b7d3d59cc service neutron] 10.222.0.33 "GET /v2.0/networks?id=c802f7da-0c89-4bad-81b3-1215e0be0fb4 HTTP/1.1" status: 200 len: 913 time: 0.8285482 May 28 06:01:38.794025 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33d85330-3ea9-47db-8054-00c12278dc9b req-23361f18-92d8-4ad3-96ef-514436e8ef17 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 210 time: 0.1239271 May 28 06:01:38.806592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-cca968ae-90e5-42e8-aa36-bed0a2ce8819 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7275178 May 28 06:01:38.864928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:38.888270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:38.894629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:38.906656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:38.939445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:01:38.963588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] Sync routers for ids ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:01:38.991530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] Routers {'821ffd45-2be4-47c3-b54e-b3ec6986c6a9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:38.991739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:01:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:39.071828 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:39.127906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b5dbe6-b95e-4396-8207-58eff0d37647,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:39.133287 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb6ef42-a7fd-41ec-8e69-de22393cc22c req-7ae7c440-8266-4207-a283-2de2bc79d4be service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0886fc8f-907a-4437-bf15-f830b3920f60 HTTP/1.1" status: 200 len: 217 time: 0.3364375 May 28 06:01:39.180140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2fe3b8e2-6754-4099-8bd4-a2666394852f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4824452 May 28 06:01:39.183731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'tag': '0f4a2d96-032c-4f55-be6a-3d4792c8f277'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:39.200232 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:39.202676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-d26b6a2d-9c15-498b-a1f7-7fe7042373b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:39.204209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-d26b6a2d-9c15-498b-a1f7-7fe7042373b4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=98d70259eba14147b9d1979ce8faf7d4&device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 1097 time: 0.2663312 May 28 06:01:39.217671 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:39.220944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0886fc8f-907a-4437-bf15-f830b3920f60 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:01:39.260908 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-effa17bf-0b3d-4c6a-98e6-b70da43eb76f tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:39.323183 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7f5eee-7bc9-4014-a011-5613276764da'] response: {'name': 'network-changed', 'server_uuid': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'tag': '0f4a2d96-032c-4f55-be6a-3d4792c8f277', 'status': 'completed', 'code': 200} May 28 06:01:39.330563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:01:39.343966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89c3b2b-42af-4903-904d-d12ca1b7811c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:39.358240 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:39.358751 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Added segment ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d of type vlan for network f311eb26-f1d4-4e3e-8cce-032a2c72f536 May 28 06:01:39.402869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] Set router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:39.432515 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:39.445177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-b766118a-80b0-4af6-b6bd-a56f084da0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:39.446745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-b766118a-80b0-4af6-b6bd-a56f084da0a4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a HTTP/1.1" status: 200 len: 910 time: 0.2171183 May 28 06:01:39.508078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0886fc8f-907a-4437-bf15-f830b3920f60, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0886fc8f-907a-4437-bf15-f830b3920f60,segment=NetworkSegment(c291fedf-4166-48a7-a00f-be83ab355a78),segment_id=c291fedf-4166-48a7-a00f-be83ab355a78)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:39.563885 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:39.564877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:39.565419 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:39.608469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '0886fc8f-907a-4437-bf15-f830b3920f60', 'network_id': 'c802f7da-0c89-4bad-81b3-1215e0be0fb4', 'port_id': '0886fc8f-907a-4437-bf15-f830b3920f60', 'mac_address': 'fa:16:3e:f9:fd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73b3222-2895-4459-9fe9-932310f4b87b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:01:39.632023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-effa17bf-0b3d-4c6a-98e6-b70da43eb76f tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Calling delete_port for e52856cd-252b-43cb-8930-46b6a7894fce owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:01:39.694357 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-415bf163-1b50-4cfc-aae1-de604b586d1f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277 HTTP/1.1" status: 200 len: 999 time: 0.2315722 May 28 06:01:39.695506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6ef42-a7fd-41ec-8e69-de22393cc22c req-08638768-bccc-48b1-9b80-91302fd71283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:39.696960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb6ef42-a7fd-41ec-8e69-de22393cc22c req-08638768-bccc-48b1-9b80-91302fd71283 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f73b3222-2895-4459-9fe9-932310f4b87b HTTP/1.1" status: 200 len: 852 time: 0.5478978 May 28 06:01:39.704392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0886fc8f-907a-4437-bf15-f830b3920f60 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:39.704770 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:39.713918 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.resource_extend [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 06:01:39.728324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Allocated IP 192.168.233.89 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/86178c66-a9f3-4986-9cfe-07dd19b0ab5b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:39.771779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6488841 May 28 06:01:39.772128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55156) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:39.779983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c318a02-8f84-4898-8321-d3a8450509e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f311eb26-f1d4-4e3e-8cce-032a2c72f536,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:39.781289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0886fc8f-907a-4437-bf15-f830b3920f60 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:39.803810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f311eb26-f1d4-4e3e-8cce-032a2c72f536 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:01:39.804073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-5313da56-2cc4-48b7-b497-b1d99877ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:39.805515 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-5313da56-2cc4-48b7-b497-b1d99877ac75 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0383f63c-3b76-4487-957c-baa1ea0aa8a3 HTTP/1.1" status: 200 len: 848 time: 0.0853388 May 28 06:01:39.839438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Request body: {'subnet': {'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-310475646-subnet', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:39.844635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb6ef42-a7fd-41ec-8e69-de22393cc22c req-b2ee5b42-be39-4e32-8477-217749c583ce service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c802f7da-0c89-4bad-81b3-1215e0be0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195166 May 28 06:01:39.856863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:39.859959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e288e3-c45e-4955-b2b5-f77dc0f3757a req-7ed32dd3-ce2d-400d-a485-fdbd7b622f88 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:39.861437 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34e288e3-c45e-4955-b2b5-f77dc0f3757a req-7ed32dd3-ce2d-400d-a485-fdbd7b622f88 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 943 time: 0.2746527 May 28 06:01:39.890285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0886fc8f-907a-4437-bf15-f830b3920f60, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0886fc8f-907a-4437-bf15-f830b3920f60,segment=NetworkSegment(c291fedf-4166-48a7-a00f-be83ab355a78),segment_id=c291fedf-4166-48a7-a00f-be83ab355a78)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:39.899080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Usage tracker for resource:subnet and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:39.909550 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:39.912654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:39.925865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34e288e3-c45e-4955-b2b5-f77dc0f3757a req-78ad7cc2-7459-4a93-b2cd-360d207aead4 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558860 May 28 06:01:39.935697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-69dcccff-f5bb-4875-8676-0fc0e1532a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:39.935854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-39127169-e086-4aa1-9abe-f09bd051f898 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:39.937193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-69dcccff-f5bb-4875-8676-0fc0e1532a2a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243260 May 28 06:01:39.942932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-39127169-e086-4aa1-9abe-f09bd051f898 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 1135 time: 0.8849788 May 28 06:01:40.013539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:40.056932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0886fc8f-907a-4437-bf15-f830b3920f60,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:40.075512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef2f301-e279-442d-a6cb-f93d5970f4fc {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:40.094170 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:40.096023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:00:13Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '9bbba84f-ed95-4a96-b9f8-fcf18483eb16', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'port_id': '0f4a2d96-032c-4f55-be6a-3d4792c8f277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'mac_address': 'fa:16:3e:7c:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:01:35Z', 'updated_at': '2022-05-28T06:01:35Z', 'revision_number': 0, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a89201-341a-4efe-a5cb-bf59a635f656', 'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'mac_address': 'fa:16:3e:41:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:09Z', 'updated_at': '2022-05-28T06:00:31Z', 'revision_number': 5, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'subnets': [{'id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:40.121253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] Checking router: 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:01:40.140546 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1aacb65e-c7b2-44dc-ba48-dcc2d8b7d560 req-397ac876-d4b8-4b4d-a0ad-fb5ec3779ea5 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 210 time: 0.0666347 May 28 06:01:40.142081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] Routers {'821ffd45-2be4-47c3-b54e-b3ec6986c6a9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:40.142966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:01:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:40.150707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:40.156268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Made reservation on behalf of e5e1f12540df459bbda892f45314329c for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:01:40.158864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:40.196148 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-0c45a229-8ac9-4c81-8020-7562938e7f82 service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525804 May 28 06:01:40.224397 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:40.246188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f9c76993-f0a2-43da-a8ab-2707624daf7d up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:40.281870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:40.344152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Transition to ACTIVE for port object aef2f301-e279-442d-a6cb-f93d5970f4fc will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:40.347597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Usage tracker for resource:security_group_rule and tenant:99356e592cbd49f9912e986a61112c46 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:40.385300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['0886fc8f-907a-4437-bf15-f830b3920f60'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:01:40.405945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:40.467565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:40.485893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:40.487947 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8f607b3-c9b8-49d4-b782-85fe36c8bb38 req-5c15653a-3182-4726-af3f-bad09aa6b8a9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 210 time: 0.2077231 May 28 06:01:40.521871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] Set router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:40.535840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf2842aa-0d15-4485-90af-5669130dbc21 req-f32af724-7b2b-45c4-a8a5-9693b6da0e11 service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333721 May 28 06:01:40.570184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port f9c76993-f0a2-43da-a8ab-2707624daf7d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:40.586235 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-effa17bf-0b3d-4c6a-98e6-b70da43eb76f tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:40.648864 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb6ef42-a7fd-41ec-8e69-de22393cc22c req-4ae2a6d8-f313-471c-9774-3fee0d00d14c service neutron] 10.222.0.33 "GET /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7892604 May 28 06:01:40.662392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port f9c76993-f0a2-43da-a8ab-2707624daf7d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:40.662766 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:40.712448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-219d0eca-0f8f-4c98-aa34-83c766fa5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:40.714491 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-219d0eca-0f8f-4c98-aa34-83c766fa5b76 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=98d70259eba14147b9d1979ce8faf7d4&device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 1097 time: 0.1002755 May 28 06:01:40.767386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Pushing event updated for resources: {'Port': ['ID=aef2f301-e279-442d-a6cb-f93d5970f4fc,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:40.833711 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-552107b8-309e-457c-bdd8-2a7d87600ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:40.893021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-6486f332-71be-483a-8923-eafeff657ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:40.894684 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-6486f332-71be-483a-8923-eafeff657ee8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a HTTP/1.1" status: 200 len: 910 time: 0.1742406 May 28 06:01:41.055572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-010f3e8c-7e79-40af-87fb-fb0564d2bdb0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277 HTTP/1.1" status: 200 len: 999 time: 0.1533852 May 28 06:01:41.093474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Allocated IP 172.20.0.3 (b14320cc-c6fd-444a-b5ac-e92d4a94b8a7/bb1d7dc0-c807-4bbd-bf12-a4526693274c/b6900212-d5d4-471d-8cef-e3937b96592f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:41.106446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa17bf-0b3d-4c6a-98e6-b70da43eb76f tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Pushing event deleted for resources: {'Port': ['ID=e52856cd-252b-43cb-8930-46b6a7894fce,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:41.148895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port f9c76993-f0a2-43da-a8ab-2707624daf7d is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:41.149198 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:41.200391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21335eea-43b4-4e20-9602-694a7d925aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c76993-f0a2-43da-a8ab-2707624daf7d'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:41.248524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f9c76993-f0a2-43da-a8ab-2707624daf7d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f9c76993-f0a2-43da-a8ab-2707624daf7d,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:41.276641 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:41.277139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-fd7d4ad2-9151-4b07-8476-11719a51e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:41.278723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-fd7d4ad2-9151-4b07-8476-11719a51e715 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0383f63c-3b76-4487-957c-baa1ea0aa8a3 HTTP/1.1" status: 200 len: 848 time: 0.2141149 May 28 06:01:41.349367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48803a-cd14-43ab-a4c8-e9237216a78b req-fbdd390c-e73c-49f0-9870-c4ecd014233b tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:41.356811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fb48803a-cd14-43ab-a4c8-e9237216a78b req-fbdd390c-e73c-49f0-9870-c4ecd014233b tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 944 time: 0.2169552 May 28 06:01:41.366984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:00:13Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '9bbba84f-ed95-4a96-b9f8-fcf18483eb16', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'port_id': '0f4a2d96-032c-4f55-be6a-3d4792c8f277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'mac_address': 'fa:16:3e:7c:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:01:35Z', 'updated_at': '2022-05-28T06:01:35Z', 'revision_number': 0, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a89201-341a-4efe-a5cb-bf59a635f656', 'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'mac_address': 'fa:16:3e:41:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:09Z', 'updated_at': '2022-05-28T06:00:31Z', 'revision_number': 5, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'subnets': [{'id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:41.376714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62109912-9d3c-47cf-83e9-9d77763996fb None None] The sync data for ids ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'] in n-d-843679-5 is: [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:00:13Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '9bbba84f-ed95-4a96-b9f8-fcf18483eb16', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'port_id': '0f4a2d96-032c-4f55-be6a-3d4792c8f277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'mac_address': 'fa:16:3e:7c:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:01:35Z', 'updated_at': '2022-05-28T06:01:35Z', 'revision_number': 0, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a89201-341a-4efe-a5cb-bf59a635f656', 'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'mac_address': 'fa:16:3e:41:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:09Z', 'updated_at': '2022-05-28T06:00:31Z', 'revision_number': 5, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'subnets': [{'id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:01:41.386472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=f9c76993-f0a2-43da-a8ab-2707624daf7d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:41.399986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:41.447820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fb48803a-cd14-43ab-a4c8-e9237216a78b req-1b1c8507-f64d-47be-9d3e-52042981ec68 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901303 May 28 06:01:41.458831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-5dde26be-45b9-46fd-b464-8242d334578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:41.461301 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-5dde26be-45b9-46fd-b464-8242d334578d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691520 May 28 06:01:41.524921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Transition to ACTIVE for port object 86178c66-a9f3-4986-9cfe-07dd19b0ab5b will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:41.588744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-effa17bf-0b3d-4c6a-98e6-b70da43eb76f tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:41.618599 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:41.620893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:41.640955 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:41.644469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Attempting to bind port aef2f301-e279-442d-a6cb-f93d5970f4fc on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:41.644821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Attempting to bind port aef2f301-e279-442d-a6cb-f93d5970f4fc by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:41.645133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Attempting to bind port aef2f301-e279-442d-a6cb-f93d5970f4fc on network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:41.678206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b65a7a8-f23f-41e3-b72c-1a47a9278ca8 req-ecd94bbf-6134-43e4-862e-d7b71d851009 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 210 time: 0.1105328 May 28 06:01:41.693101 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733fd03a-96d3-4769-bc1d-7d1f6eb727f1 None None] New status for floating IP 9bbba84f-ed95-4a96-b9f8-fcf18483eb16: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:01:41.716768 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-07c94055-d84e-46cd-b023-71fd2f26c113 service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409828 May 28 06:01:41.723837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb6ef42-a7fd-41ec-8e69-de22393cc22c req-31ee7189-e34e-4638-a51a-77245c4d199c service neutron] 10.222.0.33 "GET /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0495350 May 28 06:01:41.738134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Port aef2f301-e279-442d-a6cb-f93d5970f4fc on network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:01:41.738463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Attempting to bind port aef2f301-e279-442d-a6cb-f93d5970f4fc on network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:41.761699 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b52ee9e-e587-462b-8331-e4e4306820a2'] response: {'server_uuid': '21335eea-43b4-4e20-9602-694a7d925aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c76993-f0a2-43da-a8ab-2707624daf7d', 'code': 200} May 28 06:01:41.843611 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:41.865667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:41.866039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Checking segment: {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:41.866431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Bound using segment: {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:41.866882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Bound port: aef2f301-e279-442d-a6cb-f93d5970f4fc, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:41.867224 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:41.906783 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:41.936089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-effa17bf-0b3d-4c6a-98e6-b70da43eb76f tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "DELETE /v2.0/ports/e52856cd-252b-43cb-8930-46b6a7894fce HTTP/1.1" status: 204 len: 168 time: 3.9409885 May 28 06:01:41.949127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55172) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:41.998383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cfa04528-61e4-41fe-992d-ecbb94c23950 req-7e4eb365-4ef1-4f35-95ae-28e7314701d8 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 210 time: 0.1028881 May 28 06:01:42.014179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Synchronizing usage tracker for tenant:99356e592cbd49f9912e986a61112c46 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:42.056962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83aca882-2781-4805-830e-03bb6ec8225d,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:42.071974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d93c0-76e5-486b-a7ce-ec23c006fac9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:42.075888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.093678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7c5023-f770-4c12-8f84-e6460cabb229 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Deleting subnet f73221e8-abf8-485a-b765-1934fef3137b {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:01:42.104956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db7c5023-f770-4c12-8f84-e6460cabb229 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.130352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Checking segment: {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:42.131596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Network hostable DHCP agents. Network: f311eb26-f1d4-4e3e-8cce-032a2c72f536, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:01:42.157720 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6db507-e7a1-4734-8cf6-1adc094bcd5f req-7952890b-612f-4387-8c1c-718b8b5b2fbf service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153666 May 28 06:01:42.171637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c00a4-4251-4111-b875-5aed082ee2c5 req-576f6d35-0ef7-41df-a184-35e12f6e5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:42.172969 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ce8c00a4-4251-4111-b875-5aed082ee2c5 req-576f6d35-0ef7-41df-a184-35e12f6e5705 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 1097 time: 0.3070781 May 28 06:01:42.175187 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db7c5023-f770-4c12-8f84-e6460cabb229 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.211979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:42.233962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:42.242894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Unset dirty status for tenant:99356e592cbd49f9912e986a61112c46 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:42.251149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1c7b004a-d2da-4417-b6d7-50ae3a1c1c8e req-dbe82def-4947-44d7-b79f-c18350b3212d tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 2.3073466 May 28 06:01:42.254747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:42.271391 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ce8c00a4-4251-4111-b875-5aed082ee2c5 req-60151acf-f60d-4f65-86a7-3239c52b908e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680668 May 28 06:01:42.276116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55176) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:42.289684 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.299070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Pushing event updated for resources: {'Port': ['ID=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:42.312892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Network f311eb26-f1d4-4e3e-8cce-032a2c72f536 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:01:42.330334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] For port aef2f301-e279-442d-a6cb-f93d5970f4fc, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:42.348858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f311eb26-f1d4-4e3e-8cce-032a2c72f536) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:42.352618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db7c5023-f770-4c12-8f84-e6460cabb229 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.353971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:42.354561 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.362352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f51301-a996-4a09-9adb-67887683cc54 None None] Network f311eb26-f1d4-4e3e-8cce-032a2c72f536 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:42.371508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Transition to ACTIVE for port object b6900212-d5d4-471d-8cef-e3937b96592f will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:42.375690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] For port aef2f301-e279-442d-a6cb-f93d5970f4fc, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=aef2f301-e279-442d-a6cb-f93d5970f4fc,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:42.397893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:42.399023 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.403465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.440634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11108026-bdc6-4f58-b00f-8886adc18348 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:42.444960 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-11108026-bdc6-4f58-b00f-8886adc18348 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 1130 time: 0.1652033 May 28 06:01:42.445664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55180) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:42.455352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:42.462779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f284f446-c4da-4580-b111-64f566e0a03e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6828377 May 28 06:01:42.466808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55184) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:42.467998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:42.487323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:42.496337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:42.496957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.502253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:floatingip and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:42.504671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] 10.222.0.33 "PUT /v2.0/ports/aef2f301-e279-442d-a6cb-f93d5970f4fc HTTP/1.1" status: 200 len: 1091 time: 5.0077808 May 28 06:01:42.506298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:42.509507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db7c5023-f770-4c12-8f84-e6460cabb229 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.520073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:42.544715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc', 'tag': 'aef2f301-e279-442d-a6cb-f93d5970f4fc'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:42.550415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a4c18-76de-4982-b598-c6283f2cde88 service neutron] Pushing event updated for resources: {'Port': ['ID=aef2f301-e279-442d-a6cb-f93d5970f4fc,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:42.564398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-7f86b673-6d2a-47da-88db-bcdc55e958fb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9741950 May 28 06:01:42.572757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:42.584540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Usage tracker for resource:router and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:42.587453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Request body: {'port': {'device_id': '9352728d-4801-4627-854d-6d958e594bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:42.603822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:42.622760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c5023-f770-4c12-8f84-e6460cabb229 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Pushing event deleted for resources: {'Subnet': ['ID=f73221e8-abf8-485a-b765-1934fef3137b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:42.643179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:42.661879 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db7c5023-f770-4c12-8f84-e6460cabb229 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.666558 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed202fe8-c80d-4fb5-bb76-b9244f9425bb'] response: {'name': 'network-changed', 'server_uuid': '7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc', 'tag': 'aef2f301-e279-442d-a6cb-f93d5970f4fc', 'status': 'completed', 'code': 200} May 28 06:01:42.673376 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-db7c5023-f770-4c12-8f84-e6460cabb229 tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "DELETE /v2.0/subnets/f73221e8-abf8-485a-b765-1934fef3137b HTTP/1.1" status: 204 len: 168 time: 0.7184036 May 28 06:01:42.674664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55192) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:42.676016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.677138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.683808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.687332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84114066-a088-4e4c-b4a4-7caafe5c2447 None None] Network b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:42.743457 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.852444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['f9c76993-f0a2-43da-a8ab-2707624daf7d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:01:42.888598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:01:42.889432 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:42.949617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:42.956243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:42.957219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3a942e74-3f61-4743-b22f-822ac30a2f74 None None] Provisioning for port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:42.958954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:43.001230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Pushing event updated for resources: {'Port': ['ID=b6900212-d5d4-471d-8cef-e3937b96592f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:43.013734 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.055149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3a942e74-3f61-4743-b22f-822ac30a2f74 None None] Provisioning complete for port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:43.055609 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3a942e74-3f61-4743-b22f-822ac30a2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.061415 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.129343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:43.139417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.211696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-2309f78c-0c23-4776-8aec-7d1a251dffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:43.213669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-2309f78c-0c23-4776-8aec-7d1a251dffea service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8d1c4f7ae554422c896078c07c427315&device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 1094 time: 0.5460160 May 28 06:01:43.248975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3a942e74-3f61-4743-b22f-822ac30a2f74 None None] Port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:43.254990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0886fc8f-907a-4437-bf15-f830b3920f60 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:43.296146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-b98af67e-dc38-4d51-a001-ce3924a1e57a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2589734 May 28 06:01:43.321897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Request body: {'port': {'device_id': '301b847f-edd7-4e17-af8a-c3f3cc3d1852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:43.353019 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-af3153aa-7c8f-4d12-be9f-a7edbf041ceb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aef2f301-e279-442d-a6cb-f93d5970f4fc HTTP/1.1" status: 200 len: 217 time: 0.1232204 May 28 06:01:43.378038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abd32e-3d93-443e-9eb5-51433d818c08 req-b5aa6f8c-34b9-4df3-8dfa-a649894f74fa tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:43.379053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-78abd32e-3d93-443e-9eb5-51433d818c08 req-b5aa6f8c-34b9-4df3-8dfa-a649894f74fa tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Synchronizing usage tracker for tenant:cf4d0dd2ce014157b68bc8be92ebd820 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:43.485160 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.525746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.539994 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.547795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Allocated IP 172.20.0.2 (f311eb26-f1d4-4e3e-8cce-032a2c72f536/83aca882-2781-4805-830e-03bb6ec8225d/301964e4-4fa7-4fa0-8882-fc3be6fdb88c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:43.593443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 0886fc8f-907a-4437-bf15-f830b3920f60 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:43.604292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f1744811-fe10-4779-8771-742541075482 None None] Provisioning for port b6900212-d5d4-471d-8cef-e3937b96592f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:43.624652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-78abd32e-3d93-443e-9eb5-51433d818c08 req-b5aa6f8c-34b9-4df3-8dfa-a649894f74fa tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Unset dirty status for tenant:cf4d0dd2ce014157b68bc8be92ebd820 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:43.625352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-78abd32e-3d93-443e-9eb5-51433d818c08 req-b5aa6f8c-34b9-4df3-8dfa-a649894f74fa tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 935 time: 0.7615499 May 28 06:01:43.655476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 0886fc8f-907a-4437-bf15-f830b3920f60 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:43.655846 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.668870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-f2dcd8e8-afde-4723-a039-b2e4bb1b8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:43.670288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-f2dcd8e8-afde-4723-a039-b2e4bb1b8117 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bb1d7dc0-c807-4bbd-bf12-a4526693274c HTTP/1.1" status: 200 len: 855 time: 0.3080549 May 28 06:01:43.693207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Deleting port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:43.693699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.736306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580a98c-5532-4001-9cbc-d6d0f0870f49 req-91d6bec9-fd4f-4ac6-b118-9570d3dce38d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:43.737858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c580a98c-5532-4001-9cbc-d6d0f0870f49 req-91d6bec9-fd4f-4ac6-b118-9570d3dce38d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 944 time: 1.0085235 May 28 06:01:43.745152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e5d1a-7217-4cae-803e-4c09dc51374c None None] DHCP port deletion for b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:01:43.769652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f1744811-fe10-4779-8771-742541075482 None None] Provisioning complete for port b6900212-d5d4-471d-8cef-e3937b96592f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:43.770018 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f1744811-fe10-4779-8771-742541075482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.810671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b41e5d1a-7217-4cae-803e-4c09dc51374c None None] Deleting port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:43.810929 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b41e5d1a-7217-4cae-803e-4c09dc51374c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:43.887011 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c580a98c-5532-4001-9cbc-d6d0f0870f49 req-6f69063a-2e1d-4593-b9a3-b9ea194449b6 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283381 May 28 06:01:43.967982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f1744811-fe10-4779-8771-742541075482 None None] Port b6900212-d5d4-471d-8cef-e3937b96592f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:43.972884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.017747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.025242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-78abd32e-3d93-443e-9eb5-51433d818c08 req-c816041c-e8e2-4b07-9beb-60f4c581bdd7 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Synchronizing usage tracker for tenant:cf4d0dd2ce014157b68bc8be92ebd820 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:44.139088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] For port 70753f63-6ac7-4f5e-a9ab-f8d572015d81, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=70753f63-6ac7-4f5e-a9ab-f8d572015d81,segment=NetworkSegment(c21abc94-3a29-4302-9c55-bb543dcf053a),segment_id=c21abc94-3a29-4302-9c55-bb543dcf053a)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:44.140212 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.179564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0886fc8f-907a-4437-bf15-f830b3920f60 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:44.179944 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.189445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-78abd32e-3d93-443e-9eb5-51433d818c08 req-c816041c-e8e2-4b07-9beb-60f4c581bdd7 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Unset dirty status for tenant:cf4d0dd2ce014157b68bc8be92ebd820 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:44.190589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-78abd32e-3d93-443e-9eb5-51433d818c08 req-c816041c-e8e2-4b07-9beb-60f4c581bdd7 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294065 May 28 06:01:44.215267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cea5e3fa-ffab-453d-8b8d-00d6ca776ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:44.216605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cea5e3fa-ffab-453d-8b8d-00d6ca776ef7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4827888 May 28 06:01:44.249184 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.264118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b90d7-652a-4572-9e92-fb0fb2a7e4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0886fc8f-907a-4437-bf15-f830b3920f60'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:44.270700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b41e5d1a-7217-4cae-803e-4c09dc51374c None None] For port 70753f63-6ac7-4f5e-a9ab-f8d572015d81, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=70753f63-6ac7-4f5e-a9ab-f8d572015d81,segment=NetworkSegment(c21abc94-3a29-4302-9c55-bb543dcf053a),segment_id=c21abc94-3a29-4302-9c55-bb543dcf053a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:44.271093 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b41e5d1a-7217-4cae-803e-4c09dc51374c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.286589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Transition to ACTIVE for port object 301964e4-4fa7-4fa0-8882-fc3be6fdb88c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:44.340292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Calling delete_port for 70753f63-6ac7-4f5e-a9ab-f8d572015d81 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:01:44.341371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0886fc8f-907a-4437-bf15-f830b3920f60, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0886fc8f-907a-4437-bf15-f830b3920f60,segment=NetworkSegment(c291fedf-4166-48a7-a00f-be83ab355a78),segment_id=c291fedf-4166-48a7-a00f-be83ab355a78)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:44.343255 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e4c450-9bca-4a2b-bdb4-39cc6f4ad51c'] response: {'server_uuid': 'e75b90d7-652a-4572-9e92-fb0fb2a7e4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0886fc8f-907a-4437-bf15-f830b3920f60', 'code': 200} May 28 06:01:44.412438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b41e5d1a-7217-4cae-803e-4c09dc51374c None None] Calling delete_port for 70753f63-6ac7-4f5e-a9ab-f8d572015d81 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:01:44.439767 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.462007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86178c66-a9f3-4986-9cfe-07dd19b0ab5b {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:44.479744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.502853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Transition to ACTIVE for port object 301964e4-4fa7-4fa0-8882-fc3be6fdb88c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:44.537195 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.542875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Transition to ACTIVE for port object 86178c66-a9f3-4986-9cfe-07dd19b0ab5b will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:44.563123 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.581594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Network f311eb26-f1d4-4e3e-8cce-032a2c72f536 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:44.587009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:44.589862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0886fc8f-907a-4437-bf15-f830b3920f60,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:44.593326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:44.610942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-2438ba03-349d-4b70-a035-29cf995e9ed2 service neutron] 10.222.0.33 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826725 May 28 06:01:44.730941 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b41e5d1a-7217-4cae-803e-4c09dc51374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.779835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Attempting to bind port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:44.780198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Attempting to bind port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:44.780557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Attempting to bind port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c on network f311eb26-f1d4-4e3e-8cce-032a2c72f536 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:44.782929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e5d1a-7217-4cae-803e-4c09dc51374c None None] No DVR routers for this DVR port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:01:44.785642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Pushing event updated for resources: {'Port': ['ID=301964e4-4fa7-4fa0-8882-fc3be6fdb88c,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:44.863498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:44.904816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e5d1a-7217-4cae-803e-4c09dc51374c None None] Pushing event deleted for resources: {'Port': ['ID=70753f63-6ac7-4f5e-a9ab-f8d572015d81,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:44.911994 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:01:44.912520 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:01:44.916260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:44.917188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Checking segment: {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:44.917812 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.918607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Bound using segment: {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:44.919340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Bound port: 301964e4-4fa7-4fa0-8882-fc3be6fdb88c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:44.920670 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:44.958387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11814e-9a4b-433b-b9fb-b7ce28d46a7b req-14be70d6-b9f0-4d8e-8b6a-3ed73a64d293 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:44.972268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e11814e-9a4b-433b-b9fb-b7ce28d46a7b req-14be70d6-b9f0-4d8e-8b6a-3ed73a64d293 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 931 time: 0.8922582 May 28 06:01:45.007806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.024405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6900212-d5d4-471d-8cef-e3937b96592f {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:45.030161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4cd0a79-ecf5-4f83-9218-e6970164db71 req-cb2546f2-764b-4f67-be29-c5e2c37e44e0 service neutron] 10.222.0.33 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998139 May 28 06:01:45.046079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.054900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Allocated IP 172.25.4.171 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/4db05f10-c721-4d84-941e-623da27b1d23) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:45.056301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Attempting to bind port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:45.056634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Attempting to bind port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:45.057081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Attempting to bind port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:45.063082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.070185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:01:45.070516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Attempting to bind port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:45.074745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Transition to ACTIVE for port object b6900212-d5d4-471d-8cef-e3937b96592f will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:45.080918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:45.081643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:45.082120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:45.083605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Bound port: 86178c66-a9f3-4986-9cfe-07dd19b0ab5b, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:45.084088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.106699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] For port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:45.110804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] For port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=301964e4-4fa7-4fa0-8882-fc3be6fdb88c,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:45.122175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 70753f63-6ac7-4f5e-a9ab-f8d572015d81 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:01:45.133670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.174695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 70753f63-6ac7-4f5e-a9ab-f8d572015d81 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:01:45.175049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 70753f63-6ac7-4f5e-a9ab-f8d572015d81 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:01:45.189377 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.223267 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e11814e-9a4b-433b-b9fb-b7ce28d46a7b req-d143a83b-7588-4528-be8a-ac99663173e7 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500103 May 28 06:01:45.237539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d685e-4a18-479c-ac1b-817404cfdb65 req-ece42312-2b1f-4cb1-8e7c-89a00c3a92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:45.239102 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b9d685e-4a18-479c-ac1b-817404cfdb65 req-ece42312-2b1f-4cb1-8e7c-89a00c3a92e3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 1096 time: 0.7496240 May 28 06:01:45.307079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e0ffa-bf6e-4067-80ac-101bd3a14fea None None] Pushing event updated for resources: {'Port': ['ID=301964e4-4fa7-4fa0-8882-fc3be6fdb88c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:45.420717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Deleting port 70753f63-6ac7-4f5e-a9ab-f8d572015d81 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:01:45.421057 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.455651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b9d685e-4a18-479c-ac1b-817404cfdb65 req-d96dd9c7-3fd0-4829-b26c-f3bfef15abbf service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064841 May 28 06:01:45.479034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6900212-d5d4-471d-8cef-e3937b96592f,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:45.535725 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.540548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] For port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:45.554310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] The port '70753f63-6ac7-4f5e-a9ab-f8d572015d81' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:01:45.564946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] For port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:45.591422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.743056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.760719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d245e4b-d928-437c-a37d-cac4439c9e65 req-8165a482-0810-4c1b-87ac-e316cbd3992f tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:45.762326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d245e4b-d928-437c-a37d-cac4439c9e65 req-8165a482-0810-4c1b-87ac-e316cbd3992f tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 947 time: 0.3880110 May 28 06:01:45.793371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-25c2a0bb-f650-453f-b625-812542462ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:45.794922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-25c2a0bb-f650-453f-b625-812542462ac0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8d1c4f7ae554422c896078c07c427315&device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 1094 time: 0.6067080 May 28 06:01:45.802261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1e97-2d54-40e3-aec0-73973367d405 req-9e826bde-7c3e-44f4-9a4b-abed55421729 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:45.804141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb2c1e97-2d54-40e3-aec0-73973367d405 req-9e826bde-7c3e-44f4-9a4b-abed55421729 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.7255065 May 28 06:01:45.805664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f29e8f-3dd6-4eb6-bbfa-b367cc871384']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:45.824380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:45.825237 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.827374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/86178c66-a9f3-4986-9cfe-07dd19b0ab5b HTTP/1.1" status: 200 len: 1095 time: 3.2525110 May 28 06:01:45.832328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9352728d-4801-4627-854d-6d958e594bb2', 'tag': '86178c66-a9f3-4986-9cfe-07dd19b0ab5b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:45.853953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Attempting to bind port b6900212-d5d4-471d-8cef-e3937b96592f on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:45.854378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Attempting to bind port b6900212-d5d4-471d-8cef-e3937b96592f by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:45.854696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Attempting to bind port b6900212-d5d4-471d-8cef-e3937b96592f on network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:45.859745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.866490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21abc94-3a29-4302-9c55-bb543dcf053a') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:45.866790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21abc94-3a29-4302-9c55-bb543dcf053a') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:45.932505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Port b6900212-d5d4-471d-8cef-e3937b96592f on network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:01:45.932886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Attempting to bind port b6900212-d5d4-471d-8cef-e3937b96592f on network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:45.946806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:45.980358 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d245e4b-d928-437c-a37d-cac4439c9e65 req-cecae909-c3ac-4102-b963-f56979619646 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109268 May 28 06:01:46.006449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:46.012395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:46.015612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:46.021396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:46.021631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Checking segment: {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:46.021990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Bound using segment: {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:46.022635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Bound port: b6900212-d5d4-471d-8cef-e3937b96592f, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bc4a45-0e29-41c1-aff1-998ec7165990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:46.022984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:46.028475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:46.042767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9328791-54d5-4f74-9820-4f3f2ac2d6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:46.047955 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff30f3ee-e6d7-45f1-82bf-8b7efabb45c2'] response: {'name': 'network-changed', 'server_uuid': '9352728d-4801-4627-854d-6d958e594bb2', 'tag': '86178c66-a9f3-4986-9cfe-07dd19b0ab5b', 'status': 'completed', 'code': 200} May 28 06:01:46.061256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:01:46.061668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:46.068582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb2c1e97-2d54-40e3-aec0-73973367d405 req-69618a8f-3c3c-4883-8bbf-504a32152ea5 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507224 May 28 06:01:46.087565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Port': ['ID=4db05f10-c721-4d84-941e-623da27b1d23,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:46.125241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Allocated IP 172.25.4.7 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/756f84db-947f-4834-8d00-bed2bc519c77) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:46.220694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-b015aca2-d737-452c-9002-91fd57c28409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:46.222150 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-b015aca2-d737-452c-9002-91fd57c28409 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 200 len: 917 time: 0.3613248 May 28 06:01:46.234655 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c21abc94-3a29-4302-9c55-bb543dcf053a resource provider aggregate not found May 28 06:01:46.301086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] For port b6900212-d5d4-471d-8cef-e3937b96592f, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:46.307992 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c21abc94-3a29-4302-9c55-bb543dcf053a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c21abc94-3a29-4302-9c55-bb543dcf053a found for delete ", "request_id": "req-955b3f93-f358-4a85-be00-504da559298c"}]} May 28 06:01:46.315274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-72a48ace-3b37-410b-ab4a-07c2623e13a9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aef2f301-e279-442d-a6cb-f93d5970f4fc HTTP/1.1" status: 200 len: 217 time: 0.0813267 May 28 06:01:46.321265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e521a-a548-4482-805c-619998b82d16 req-e79af940-5163-4a7e-a077-c7aa7302f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:46.323102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-e79af940-5163-4a7e-a077-c7aa7302f76f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf4d0dd2ce014157b68bc8be92ebd820&device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 1098 time: 0.4367456 May 28 06:01:46.325038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] For port b6900212-d5d4-471d-8cef-e3937b96592f, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b6900212-d5d4-471d-8cef-e3937b96592f,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:46.368712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:46.416802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:46.452296 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:46.460864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] Pushing event deleted for resources: {'Network': ['ID=b4f29e8f-3dd6-4eb6-bbfa-b367cc871384,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:46.500832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-b33beb7d-55c3-46ce-ae39-8566188dab2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=86178c66-a9f3-4986-9cfe-07dd19b0ab5b HTTP/1.1" status: 200 len: 217 time: 0.1416907 May 28 06:01:46.510686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:46.511326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:46.513412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/b6900212-d5d4-471d-8cef-e3937b96592f HTTP/1.1" status: 200 len: 1091 time: 3.2041180 May 28 06:01:46.571965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad16fd5-c93b-46f7-9890-b8ce48972e7b None None] Network f311eb26-f1d4-4e3e-8cce-032a2c72f536 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:01:46.580713 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-74eb2928-4c72-4d7c-b022-d4de278b794e tempest-ExtraDHCPOptionsTestJSON-156014047 tempest-ExtraDHCPOptionsTestJSON-156014047-project] 10.222.0.39 "DELETE /v2.0/networks/b4f29e8f-3dd6-4eb6-bbfa-b367cc871384 HTTP/1.1" status: 204 len: 168 time: 3.8962479 May 28 06:01:46.631534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-e473dab4-8b99-4ce6-b6dc-fbd84470523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:46.632992 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-e473dab4-8b99-4ce6-b6dc-fbd84470523c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bb1d7dc0-c807-4bbd-bf12-a4526693274c HTTP/1.1" status: 200 len: 855 time: 0.3063490 May 28 06:01:46.685303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b72a63-1fd5-4919-be17-2523e183f7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6900212-d5d4-471d-8cef-e3937b96592f,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:46.725195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e521a-a548-4482-805c-619998b82d16 req-6967cd34-0271-4e2e-ba72-6043a4f85cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:46.726736 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-6967cd34-0271-4e2e-ba72-6043a4f85cce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.2047381 May 28 06:01:46.822178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-75d626c8-b706-4cad-8ccf-c78091f7d180 None None] Provisioning for port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:46.912535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 301964e4-4fa7-4fa0-8882-fc3be6fdb88c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:46.949205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-7090ecb8-1694-4f9c-96bc-a8bb6c56dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:46.964620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-7090ecb8-1694-4f9c-96bc-a8bb6c56dfdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d1c4f7ae554422c896078c07c427315&device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 1094 time: 0.3971546 May 28 06:01:46.968392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-5bf78647-938c-4c7a-8035-a1dd9936aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:46.969841 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-5bf78647-938c-4c7a-8035-a1dd9936aef4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3180773 May 28 06:01:46.987372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e521a-a548-4482-805c-619998b82d16 req-ac13cc99-02a7-43fb-8435-0e1b776ea958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:46.988879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-ac13cc99-02a7-43fb-8435-0e1b776ea958 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2505648 May 28 06:01:47.028734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55218) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:47.099900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:47.105676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:47.106099 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:47.175825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:47.262856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e610-8083-47f5-b7b1-a8d3572d83ab req-437c979a-6d29-4368-8b62-e8ccc94afae7 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:47.272679 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f84e610-8083-47f5-b7b1-a8d3572d83ab req-437c979a-6d29-4368-8b62-e8ccc94afae7 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 943 time: 0.8441179 May 28 06:01:47.294641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:47.295033 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:47.354819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=301964e4-4fa7-4fa0-8882-fc3be6fdb88c,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:47.362517 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:47.376464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f84e610-8083-47f5-b7b1-a8d3572d83ab req-8cbef3c1-a561-4732-8a47-6f819754cd00 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027384 May 28 06:01:47.392957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-3c90886a-8944-496b-9ab2-b6603870eb5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6900212-d5d4-471d-8cef-e3937b96592f HTTP/1.1" status: 200 len: 217 time: 0.4041407 May 28 06:01:47.457846 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:47.464012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=301964e4-4fa7-4fa0-8882-fc3be6fdb88c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:47.503657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-93b5b8cb-6811-4854-85db-d0d5d1441f96 None None] Provisioning complete for port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:47.504108 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-93b5b8cb-6811-4854-85db-d0d5d1441f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:47.529682 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9039079e-b6d9-4d08-8288-bb63e80d07d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9ae28a80db64bd58a1d3b3a5c764aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905875 May 28 06:01:47.568309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55230) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:47.628361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-93b5b8cb-6811-4854-85db-d0d5d1441f96 None None] Current status of the port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:47.635072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:47.642903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:47.649095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:47.697994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Pushing event updated for resources: {'Port': ['ID=756f84db-947f-4834-8d00-bed2bc519c77,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:47.699526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-47587a0b-6048-4f6f-9789-df89f85b85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:47.701348 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-47587a0b-6048-4f6f-9789-df89f85b85f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb1d7dc0-c807-4bbd-bf12-a4526693274c HTTP/1.1" status: 200 len: 855 time: 0.3053105 May 28 06:01:47.734016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:47.788689 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-f7da9578-bb2e-4917-bf7b-20a59aa36e0e service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908892 May 28 06:01:47.793796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-adfadc3c-0cd8-4f7d-bd51-24730648fbb1 service neutron] 10.222.0.33 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976069 May 28 06:01:47.835398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b182e-af8c-4308-be19-1240aaa80451 req-da9e2511-66b2-423e-ad2a-96b247a79d7a tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:47.836798 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6d2b182e-af8c-4308-be19-1240aaa80451 req-da9e2511-66b2-423e-ad2a-96b247a79d7a tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 947 time: 0.5119450 May 28 06:01:47.912892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb447e-ec6c-4269-9859-c1d357367096 req-dd31bc62-e3f1-49fa-a0e9-c4eee5ab2a9b tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:47.914443 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61bb447e-ec6c-4269-9859-c1d357367096 req-dd31bc62-e3f1-49fa-a0e9-c4eee5ab2a9b tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.4059687 May 28 06:01:47.989077 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07452ef7-09f4-4f33-8106-c37de12abbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:48.057125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301b847f-edd7-4e17-af8a-c3f3cc3d1852', 'tag': 'b6900212-d5d4-471d-8cef-e3937b96592f'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:48.101566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61bb447e-ec6c-4269-9859-c1d357367096 req-fb5c476a-8d8d-4cbf-a32b-901d7b696b3b tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785140 May 28 06:01:48.113606 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:48.197009 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07452ef7-09f4-4f33-8106-c37de12abbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:48.207129 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee96c109-c203-46a4-9636-9452c4e6d31f'] response: {'name': 'network-changed', 'server_uuid': '301b847f-edd7-4e17-af8a-c3f3cc3d1852', 'tag': 'b6900212-d5d4-471d-8cef-e3937b96592f', 'status': 'completed', 'code': 200} May 28 06:01:48.259527 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6d2b182e-af8c-4308-be19-1240aaa80451 req-990c1ea9-306c-464a-8395-0414316fe19a tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624927 May 28 06:01:48.329245 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2e521a-a548-4482-805c-619998b82d16 req-9d10838f-ecb8-4adb-aa90-2864c7f3ebff service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320156 May 28 06:01:48.334056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-12c39666-a74b-4ed6-8dd9-9b35424a829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:48.335762 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-12c39666-a74b-4ed6-8dd9-9b35424a829f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6068716 May 28 06:01:48.339253 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc8328cd-7b5f-4dfa-9240-72c152f50fe9 req-12bed877-af07-4cd4-995b-c67bd3a3fcc9 service neutron] 10.222.0.33 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141854 May 28 06:01:48.372364 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:48.450367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07452ef7-09f4-4f33-8106-c37de12abbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:48.497528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07452ef7-09f4-4f33-8106-c37de12abbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ee9161-3e6c-49dc-ac5b-46a8124704eb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:48.569765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07452ef7-09f4-4f33-8106-c37de12abbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:48.570876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-07452ef7-09f4-4f33-8106-c37de12abbe3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85ee9161-3e6c-49dc-ac5b-46a8124704eb HTTP/1.1" status: 204 len: 168 time: 1.0010104 May 28 06:01:48.624433 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-6886d884-e2b5-4175-860f-00100824974a service neutron] 10.222.0.41 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823145 May 28 06:01:48.639044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-dbb49890-1c89-4919-a07f-e72f7c371636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:48.640696 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-dbb49890-1c89-4919-a07f-e72f7c371636 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf4d0dd2ce014157b68bc8be92ebd820&device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 1098 time: 0.2243133 May 28 06:01:48.652182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073cb6-e008-42fd-abb9-6fc85619a3cb req-75889ce3-c5f6-45a3-99e8-3d2091948162 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:48.652921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3e073cb6-e008-42fd-abb9-6fc85619a3cb req-75889ce3-c5f6-45a3-99e8-3d2091948162 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Synchronizing usage tracker for tenant:8d1c4f7ae554422c896078c07c427315 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:48.831285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 301964e4-4fa7-4fa0-8882-fc3be6fdb88c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:48.849603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c56e2-6825-4383-816a-4980a6da9c61 req-8d702f0f-bfc5-4df2-9840-77f28530b546 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:48.851421 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e1c56e2-6825-4383-816a-4980a6da9c61 req-8d702f0f-bfc5-4df2-9840-77f28530b546 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.5689905 May 28 06:01:48.856506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3e073cb6-e008-42fd-abb9-6fc85619a3cb req-75889ce3-c5f6-45a3-99e8-3d2091948162 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Unset dirty status for tenant:8d1c4f7ae554422c896078c07c427315 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:48.863339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e073cb6-e008-42fd-abb9-6fc85619a3cb req-75889ce3-c5f6-45a3-99e8-3d2091948162 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 943 time: 0.3750482 May 28 06:01:48.869884 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:48.893042 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:48.955126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:48.956444 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:48.973777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3e073cb6-e008-42fd-abb9-6fc85619a3cb req-293c494a-8857-4382-9710-17ffc57b2b83 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Synchronizing usage tracker for tenant:8d1c4f7ae554422c896078c07c427315 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:48.977934 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-175b9fb2-6d76-4a80-b324-13d3c33327ef req-7b249eee-3c51-42d4-81c4-62c1c0ca0c1b service neutron] 10.222.0.41 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198850 May 28 06:01:48.982599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-085b1367-d354-48ef-9a74-0c546ba4ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:48.984454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-085b1367-d354-48ef-9a74-0c546ba4ab90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.3275092 May 28 06:01:49.120834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-7519f827-8440-45ad-8174-d28a3427da83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=86178c66-a9f3-4986-9cfe-07dd19b0ab5b HTTP/1.1" status: 200 len: 217 time: 0.1244779 May 28 06:01:49.121569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3e073cb6-e008-42fd-abb9-6fc85619a3cb req-293c494a-8857-4382-9710-17ffc57b2b83 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Unset dirty status for tenant:8d1c4f7ae554422c896078c07c427315 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:49.130198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e073cb6-e008-42fd-abb9-6fc85619a3cb req-293c494a-8857-4382-9710-17ffc57b2b83 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641444 May 28 06:01:49.160385 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e1c56e2-6825-4383-816a-4980a6da9c61 req-d2279bdc-c272-48d8-bf99-4a4305e3f454 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950759 May 28 06:01:49.161043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Port': ['ID=4db05f10-c721-4d84-941e-623da27b1d23,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:49.178641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:49.206544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:49.261158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:49.270407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device aef2f301-e279-442d-a6cb-f93d5970f4fc details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:01:49.274521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-53887e96-d35c-4943-92f0-018fd3cfad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:49.276347 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-53887e96-d35c-4943-92f0-018fd3cfad15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.1399770 May 28 06:01:49.384645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-9075b6e1-0257-42bd-a439-0192f2485f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:49.386139 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-9075b6e1-0257-42bd-a439-0192f2485f84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d1c4f7ae554422c896078c07c427315&device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 1094 time: 0.3214090 May 28 06:01:49.536208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port aef2f301-e279-442d-a6cb-f93d5970f4fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=aef2f301-e279-442d-a6cb-f93d5970f4fc,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:49.563282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'aef2f301-e279-442d-a6cb-f93d5970f4fc', 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7', 'port_id': 'aef2f301-e279-442d-a6cb-f93d5970f4fc', 'mac_address': 'fa:16:3e:f7:d7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d7dc0-c807-4bbd-bf12-a4526693274c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:01:49.580104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55268) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:49.624391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port aef2f301-e279-442d-a6cb-f93d5970f4fc is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:49.624665 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:49.628980 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Floating IP ad0fd15f-cc53-4ca9-843d-a8816175b696 associated. External IP: 172.25.4.171, port: 0d146c0e-5d70-4be8-b1e6-c7181145f474. May 28 06:01:49.642513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef2f301-e279-442d-a6cb-f93d5970f4fc {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:49.669047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port aef2f301-e279-442d-a6cb-f93d5970f4fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=aef2f301-e279-442d-a6cb-f93d5970f4fc,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:49.677543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-f4e3cb02-a290-4dc1-b508-ca9dd56ff657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:49.679736 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:49.680661 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-f4e3cb02-a290-4dc1-b508-ca9dd56ff657 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 200 len: 917 time: 0.2800279 May 28 06:01:49.767808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=aef2f301-e279-442d-a6cb-f93d5970f4fc,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:49.801402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-d090dea3-805a-4f73-964a-db6988a77bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:49.802778 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-d090dea3-805a-4f73-964a-db6988a77bde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5157537 May 28 06:01:49.808982 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-417ad871-c955-4b86-8681-5b1db2df1ac8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6900212-d5d4-471d-8cef-e3937b96592f HTTP/1.1" status: 200 len: 217 time: 0.1208603 May 28 06:01:49.813723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ddded805-24da-4baf-acad-6c17ae27f349 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] Request body: {'port': {'network_id': '6307fcfe-4f06-443a-9ce3-5caf632dae1f', 'name': 'tempest-NetworksNegativeTestJSON-618096927'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:49.854603 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddded805-24da-4baf-acad-6c17ae27f349 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] POST failed (client error): The resource could not be found. May 28 06:01:49.855077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddded805-24da-4baf-acad-6c17ae27f349 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:01:49.856247 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ddded805-24da-4baf-acad-6c17ae27f349 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2664645 May 28 06:01:49.861757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55274) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:49.874565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a5474-2d20-44e5-8f82-3fc5cf14a745 req-ac3876df-9186-4814-a485-c46a7733ae37 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:49.876227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-376a5474-2d20-44e5-8f82-3fc5cf14a745 req-ac3876df-9186-4814-a485-c46a7733ae37 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 947 time: 0.3765595 May 28 06:01:49.898625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:01:49.940389 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a310633e-3cf0-4d34-9cf5-00e060aec0b5 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] DELETE failed (client error): The resource could not be found. May 28 06:01:49.940869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a310633e-3cf0-4d34-9cf5-00e060aec0b5 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:01:50.019472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c2aa-d909-4d18-8a2a-cc781dafb8b0 req-08468870-36fe-4fb2-a581-b6f5d6cb18af tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:50.020859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a29c2aa-d909-4d18-8a2a-cc781dafb8b0 req-08468870-36fe-4fb2-a581-b6f5d6cb18af tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.2691486 May 28 06:01:50.074975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a310633e-3cf0-4d34-9cf5-00e060aec0b5 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] 10.222.0.39 "DELETE /v2.0/networks/e2ebcec0-7bf7-4471-9da1-f506ec7a13b6 HTTP/1.1" status: 404 len: 339 time: 0.2114675 May 28 06:01:50.085993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55278) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:50.127507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aef2f301-e279-442d-a6cb-f93d5970f4fc'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:01:50.148500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a29c2aa-d909-4d18-8a2a-cc781dafb8b0 req-d6978f43-7f85-4e23-acbc-aafa424b4c99 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193221 May 28 06:01:50.159087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-8fa74f23-a773-4a08-a750-ea7773536c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:50.161490 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-8fa74f23-a773-4a08-a750-ea7773536c2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb1d7dc0-c807-4bbd-bf12-a4526693274c HTTP/1.1" status: 200 len: 855 time: 0.1819623 May 28 06:01:50.266963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 86178c66-a9f3-4986-9cfe-07dd19b0ab5b details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:01:50.320757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-a4ab5703-f62b-4623-85e9-93c45699ba99 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823401 May 28 06:01:50.358447 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-376a5474-2d20-44e5-8f82-3fc5cf14a745 req-3906dbf9-72ae-4876-b593-faa63607c5c5 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572647 May 28 06:01:50.364071 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc00806a-58c6-4127-b705-f5fd7a0dfc68 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] DELETE failed (client error): The resource could not be found. May 28 06:01:50.364728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc00806a-58c6-4127-b705-f5fd7a0dfc68 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:01:50.368396 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc00806a-58c6-4127-b705-f5fd7a0dfc68 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] 10.222.0.39 "DELETE /v2.0/ports/7a5434bc-cccd-4d18-82bf-91009b2ed67d HTTP/1.1" status: 404 len: 333 time: 0.2795177 May 28 06:01:50.427352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55284) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:50.550235 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c907852-1627-4c3d-9122-ebaf89a84e1b req-0d9b4da8-094d-4d56-81c7-3c236a9cd477 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201445 May 28 06:01:50.568857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-4bd435a7-7abb-41c3-ad7f-ea6e722daed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:50.569543 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-1619ec22-f4f9-4cfd-9ecd-0826c66ea63d tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] DELETE failed (client error): The resource could not be found. May 28 06:01:50.570190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1619ec22-f4f9-4cfd-9ecd-0826c66ea63d tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:01:50.570511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-4bd435a7-7abb-41c3-ad7f-ea6e722daed7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3682539 May 28 06:01:50.572263 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1619ec22-f4f9-4cfd-9ecd-0826c66ea63d tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] 10.222.0.39 "DELETE /v2.0/subnets/2fb8ac74-e87b-4294-9d95-7bd46ada15a5 HTTP/1.1" status: 404 len: 337 time: 0.1431549 May 28 06:01:50.578809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55288) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:50.635602 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-483bc923-3f7c-47e3-bd73-a58abfbae2d9 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] GET failed (client error): The resource could not be found. May 28 06:01:50.636961 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-483bc923-3f7c-47e3-bd73-a58abfbae2d9 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] 10.222.0.39 "GET /v2.0/networks/10a18f0e-c2eb-4d99-b82a-00c64be8e46d HTTP/1.1" status: 404 len: 339 time: 0.0569274 May 28 06:01:50.639384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:50.642585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:01:50.645402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Router 4f9a565e-fe27-4f91-a149-486370e718b2 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:01:50.646033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:50.659555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1269230-ff84-487c-b542-13b182052666 None None] Sync routers for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:01:50.680442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1269230-ff84-487c-b542-13b182052666 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:50.681162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a1269230-ff84-487c-b542-13b182052666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:01:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:50.708745 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e93633-e1f3-4e95-bf41-8260bb629fd7 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] GET failed (client error): The resource could not be found. May 28 06:01:50.710503 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-74e93633-e1f3-4e95-bf41-8260bb629fd7 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] 10.222.0.39 "GET /v2.0/ports/c33eed6c-6aa1-4331-b298-33a4e12ddafe HTTP/1.1" status: 404 len: 333 time: 0.0635247 May 28 06:01:50.717892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55296) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:50.741430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '86178c66-a9f3-4986-9cfe-07dd19b0ab5b', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '86178c66-a9f3-4986-9cfe-07dd19b0ab5b', 'mac_address': 'fa:16:3e:5e:60:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:01:50.743490 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-f1d9cc2d-3e39-40c3-89b2-46c5b910f87c service neutron] 10.222.0.41 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643140 May 28 06:01:50.823042 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:50.826765 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9d82f623-6484-442b-8e8b-46f791aea033 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.3535309 May 28 06:01:50.843815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55300) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:50.844765 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-82328879-2318-42a4-bf1f-3372192463ab tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] GET failed (client error): The resource could not be found. May 28 06:01:50.846673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-82328879-2318-42a4-bf1f-3372192463ab tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] 10.222.0.39 "GET /v2.0/subnets/fd39c9ea-4c09-4b48-8335-3258424a5035 HTTP/1.1" status: 404 len: 337 time: 0.0686040 May 28 06:01:50.852966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55304) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:50.861601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be6d0-633e-4ee4-9de7-e26f8e492aa5 req-e11a467e-c028-4f56-8d9f-9bf33885a025 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:50.863090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-649be6d0-633e-4ee4-9de7-e26f8e492aa5 req-e11a467e-c028-4f56-8d9f-9bf33885a025 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 943 time: 0.3797295 May 28 06:01:50.873404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7e9c0467-5fd9-479a-90d1-b77d64373db4 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:50.893793 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9c0467-5fd9-479a-90d1-b77d64373db4 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] PUT failed (client error): The resource could not be found. May 28 06:01:50.894164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9c0467-5fd9-479a-90d1-b77d64373db4 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:01:50.900780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7e9c0467-5fd9-479a-90d1-b77d64373db4 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] 10.222.0.39 "PUT /v2.0/networks/186ed048-2791-436f-ba46-54df5db1169f HTTP/1.1" status: 404 len: 339 time: 0.0366406 May 28 06:01:50.902680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55308) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:50.909793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d3ecfdd3-50d2-47f2-a220-6771d9519010 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:50.941823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:50.942190 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:50.975752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86178c66-a9f3-4986-9cfe-07dd19b0ab5b {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:51.008071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a1269230-ff84-487c-b542-13b182052666 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:51.011970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-649be6d0-633e-4ee4-9de7-e26f8e492aa5 req-e2222b33-91f2-4486-8f0b-6c3733bc7188 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100264 May 28 06:01:51.024055 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ecfdd3-50d2-47f2-a220-6771d9519010 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] PUT failed (client error): The resource could not be found. May 28 06:01:51.024528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ecfdd3-50d2-47f2-a220-6771d9519010 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:01:51.031295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55312) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:51.035624 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d3ecfdd3-50d2-47f2-a220-6771d9519010 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] 10.222.0.39 "PUT /v2.0/ports/1504e748-621b-4d27-96a1-a5543ab1af34 HTTP/1.1" status: 404 len: 333 time: 0.1301951 May 28 06:01:51.058793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:51.062403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da723559-be55-4f7f-9f57-a4e0ec4633f7 req-c42160d1-1873-4f39-b59d-c038d66e2139 service neutron] 10.222.0.41 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079939 May 28 06:01:51.091041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-066c32be-4668-4560-81a7-a8ce4a967f21 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:51.152080 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-066c32be-4668-4560-81a7-a8ce4a967f21 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] PUT failed (client error): The resource could not be found. May 28 06:01:51.152458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066c32be-4668-4560-81a7-a8ce4a967f21 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:01:51.158483 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-066c32be-4668-4560-81a7-a8ce4a967f21 tempest-NetworksNegativeTestJSON-1300241489 tempest-NetworksNegativeTestJSON-1300241489-project] 10.222.0.39 "PUT /v2.0/subnets/b070c75d-2250-4b11-9f1b-fb2bdc052877 HTTP/1.1" status: 404 len: 337 time: 0.1213729 May 28 06:01:51.173048 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:51.181111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:01:51.193180 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] Sync routers for ids ['4f9a565e-fe27-4f91-a149-486370e718b2'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:01:51.209011 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] Routers {'4f9a565e-fe27-4f91-a149-486370e718b2'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:51.209689 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:01:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4f9a565e-fe27-4f91-a149-486370e718b2'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:51.271537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:51.275846 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:51.463285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['86178c66-a9f3-4986-9cfe-07dd19b0ab5b'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:01:51.509181 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] Set router 4f9a565e-fe27-4f91-a149-486370e718b2 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:51.595177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55326) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:51.611159 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7cabacf0-9010-4a6b-8e44-008f1220c5d1 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1627226 May 28 06:01:51.612155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'tag': '0d146c0e-5d70-4be8-b1e6-c7181145f474'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:51.619677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55330) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:51.661782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5b8ec-1f5d-4150-a64e-ff077ffdc0ec req-86e4141b-7129-4655-87eb-169d9c3a3dbf tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:51.664199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3bc5b8ec-1f5d-4150-a64e-ff077ffdc0ec req-86e4141b-7129-4655-87eb-169d9c3a3dbf tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 948 time: 0.1453564 May 28 06:01:51.734006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3bc5b8ec-1f5d-4150-a64e-ff077ffdc0ec req-a59e2aa5-349a-4a36-a7d6-7523bce4e4eb tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590837 May 28 06:01:51.816181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a1269230-ff84-487c-b542-13b182052666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:47Z', 'revision_number': 3, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:51.831219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1269230-ff84-487c-b542-13b182052666 None None] Checking router: 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:01:51.831589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1269230-ff84-487c-b542-13b182052666 None None] Updating router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 port 756f84db-947f-4834-8d00-bed2bc519c77 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:01:51.840691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45816183-602e-429c-89d3-df152e6942ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:51.880253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-45816183-602e-429c-89d3-df152e6942ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:51.888414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-45816183-602e-429c-89d3-df152e6942ba admin admin] Usage tracker for resource:security_group_rule and tenant:1433a8a4f3d24e03b85689ce0b5d93c0 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:51.896085 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-45816183-602e-429c-89d3-df152e6942ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:51.904573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1269230-ff84-487c-b542-13b182052666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:51.911146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-45816183-602e-429c-89d3-df152e6942ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:51.980043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd21db-32dc-4fd2-ba62-d4bbe3f74c62 req-d02c9ce1-4177-495f-bb44-00cc98d4bca9 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:51.987203 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20dd21db-32dc-4fd2-ba62-d4bbe3f74c62 req-d02c9ce1-4177-495f-bb44-00cc98d4bca9 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.6783559 May 28 06:01:52.060577 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:59Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'ad0fd15f-cc53-4ca9-843d-a8816175b696', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'port_id': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'mac_address': 'fa:16:3e:57:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:01:47Z', 'updated_at': '2022-05-28T06:01:47Z', 'revision_number': 0, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426e0515-a653-4fb3-b2ec-d5490a46f35f', 'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:31:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:55Z', 'updated_at': '2022-05-28T06:01:09Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:52.066031 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] Checking router: 4f9a565e-fe27-4f91-a149-486370e718b2 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:01:52.078934 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] Routers {'4f9a565e-fe27-4f91-a149-486370e718b2'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:52.080198 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:01:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4f9a565e-fe27-4f91-a149-486370e718b2'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:52.125112 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c6b9ca-dce8-4cbb-a0a2-fcbf62c88f94'] response: {'name': 'network-changed', 'server_uuid': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'tag': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'status': 'completed', 'code': 200} May 28 06:01:52.141576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20dd21db-32dc-4fd2-ba62-d4bbe3f74c62 req-3f1aa606-b61f-4e4a-9ca6-f58c8b321810 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533537 May 28 06:01:52.212883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.213395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.214191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.214425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.214937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.215474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.215985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.216496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.217002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.217508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.222113 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6e5ae783-bf3d-4da4-bb61-e35478f4682b tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7081 time: 0.5972502 May 28 06:01:52.241202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55344) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:52.245636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45816183-602e-429c-89d3-df152e6942ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:52.353342 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:52.357214 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] Set router 4f9a565e-fe27-4f91-a149-486370e718b2 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:52.398989 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45816183-602e-429c-89d3-df152e6942ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:52.489882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b6900212-d5d4-471d-8cef-e3937b96592f details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:01:52.583775 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-45816183-602e-429c-89d3-df152e6942ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1433a8a4f3d24e03b85689ce0b5d93c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9783416 May 28 06:01:52.590400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55350) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:52.592249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45816183-602e-429c-89d3-df152e6942ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c77038-3208-4e65-94e7-3bffc39161ad,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:52.613290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Allocated IP 172.20.0.1 (f311eb26-f1d4-4e3e-8cce-032a2c72f536/83aca882-2781-4805-830e-03bb6ec8225d/33d7865a-1e7e-41f9-89c1-40186ed9481d) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:52.668886 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1269230-ff84-487c-b542-13b182052666 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:52.695651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a1269230-ff84-487c-b542-13b182052666 None None] Transition to ACTIVE for port object 756f84db-947f-4834-8d00-bed2bc519c77 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:52.712848 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1269230-ff84-487c-b542-13b182052666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:52.730350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.730897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.731681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.732331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.733258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.733763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.734258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.734751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.735262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.735999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.741243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1381602f-9f93-4cce-a6b7-e573a497215a tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6559 time: 0.4897485 May 28 06:01:52.753367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55354) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:52.773680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3c412-771d-4328-8bf9-14e5898890d2 req-8ee47c91-c974-4db5-a14e-02cfbb8a0a48 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.775502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7f3c412-771d-4328-8bf9-14e5898890d2 req-8ee47c91-c974-4db5-a14e-02cfbb8a0a48 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 943 time: 0.5319293 May 28 06:01:52.785289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-51d17b37-d9e1-409d-8368-fdb7cd2417ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.790515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-51d17b37-d9e1-409d-8368-fdb7cd2417ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5&device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 1135 time: 0.6799848 May 28 06:01:52.824766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a1269230-ff84-487c-b542-13b182052666 None None] Attempting to bind port 756f84db-947f-4834-8d00-bed2bc519c77 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:52.825147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a1269230-ff84-487c-b542-13b182052666 None None] Attempting to bind port 756f84db-947f-4834-8d00-bed2bc519c77 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:52.825512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1269230-ff84-487c-b542-13b182052666 None None] Attempting to bind port 756f84db-947f-4834-8d00-bed2bc519c77 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:52.844793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b6900212-d5d4-471d-8cef-e3937b96592f, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b6900212-d5d4-471d-8cef-e3937b96592f,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:52.856589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1269230-ff84-487c-b542-13b182052666 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:52.856961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1269230-ff84-487c-b542-13b182052666 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:52.857367 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1269230-ff84-487c-b542-13b182052666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:52.858023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1269230-ff84-487c-b542-13b182052666 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:52.858626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a1269230-ff84-487c-b542-13b182052666 None None] Bound port: 756f84db-947f-4834-8d00-bed2bc519c77, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:52.859004 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1269230-ff84-487c-b542-13b182052666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:52.859449 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:59Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'ad0fd15f-cc53-4ca9-843d-a8816175b696', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'port_id': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'mac_address': 'fa:16:3e:57:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:01:47Z', 'updated_at': '2022-05-28T06:01:47Z', 'revision_number': 0, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426e0515-a653-4fb3-b2ec-d5490a46f35f', 'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:31:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:55Z', 'updated_at': '2022-05-28T06:01:09Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:52.864783 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb56b6d-16ef-46eb-ae49-547d9111dc01 None None] The sync data for ids ['4f9a565e-fe27-4f91-a149-486370e718b2'] in n-d-843679-5 is: [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:59Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'ad0fd15f-cc53-4ca9-843d-a8816175b696', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'port_id': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'mac_address': 'fa:16:3e:57:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:01:47Z', 'updated_at': '2022-05-28T06:01:47Z', 'revision_number': 0, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426e0515-a653-4fb3-b2ec-d5490a46f35f', 'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:31:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:55Z', 'updated_at': '2022-05-28T06:01:09Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:01:52.938477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a1269230-ff84-487c-b542-13b182052666 None None] For port 756f84db-947f-4834-8d00-bed2bc519c77, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:52.941639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a1269230-ff84-487c-b542-13b182052666 None None] For port 756f84db-947f-4834-8d00-bed2bc519c77, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=756f84db-947f-4834-8d00-bed2bc519c77,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:52.945902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9be40c-8571-438e-851e-81f357f50ab2 req-24dd20e1-ba44-4644-a2e0-a6f76504c0d0 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.946431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Pushing event updated for resources: {'Port': ['ID=756f84db-947f-4834-8d00-bed2bc519c77,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:52.947463 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b9be40c-8571-438e-851e-81f357f50ab2 req-24dd20e1-ba44-4644-a2e0-a6f76504c0d0 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.2399230 May 28 06:01:52.950491 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:52.955321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-f352bdc9-bb3e-4d17-9a05-8bc2391d2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:52.958014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-f352bdc9-bb3e-4d17-9a05-8bc2391d2b69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c095b068-0f37-4c0c-b4cb-db34ee219a0d HTTP/1.1" status: 200 len: 898 time: 0.1473680 May 28 06:01:52.960463 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1269230-ff84-487c-b542-13b182052666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:52.988418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.989375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.989375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.989656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.989771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.990055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.990377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.991384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.991640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.991968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.992560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:52.992690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:53.011065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Transition to ACTIVE for port object 33d7865a-1e7e-41f9-89c1-40186ed9481d will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:53.031845 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b9be40c-8571-438e-851e-81f357f50ab2 req-8dbfdb6f-2b89-43cc-ad0a-eb63c56b1205 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764647 May 28 06:01:53.036118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'b6900212-d5d4-471d-8cef-e3937b96592f', 'network_id': 'b14320cc-c6fd-444a-b5ac-e92d4a94b8a7', 'port_id': 'b6900212-d5d4-471d-8cef-e3937b96592f', 'mac_address': 'fa:16:3e:0f:18:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d7dc0-c807-4bbd-bf12-a4526693274c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:01:53.121971 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b6900212-d5d4-471d-8cef-e3937b96592f is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:53.122353 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:53.131802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1269230-ff84-487c-b542-13b182052666 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:53.132458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a1269230-ff84-487c-b542-13b182052666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:01:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:53.174329 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7f3c412-771d-4328-8bf9-14e5898890d2 req-47362d70-eeb1-4f9a-a6a9-ec327f992ee6 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740911 May 28 06:01:53.194313 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:53.257306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68978888-cf55-4e2e-a92d-2cb831cfc13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:53.291992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bff0e-08cd-4d19-a82a-722eff1fd2eb req-53718a8b-f8bb-48ae-976e-1a63a9deaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:53.293767 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b3bff0e-08cd-4d19-a82a-722eff1fd2eb req-53718a8b-f8bb-48ae-976e-1a63a9deaa95 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ec2cc98350194ad29d591a84cfaac64d&device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 1096 time: 0.6508200 May 28 06:01:53.328746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304fc5de-464b-45e1-a85b-4db52dc67577 None None] New status for floating IP ad0fd15f-cc53-4ca9-843d-a8816175b696: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:01:53.337671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Network f311eb26-f1d4-4e3e-8cce-032a2c72f536 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:53.345908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:53.347105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68978888-cf55-4e2e-a92d-2cb831cfc13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:53.351477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:53.429549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device aef2f301-e279-442d-a6cb-f93d5970f4fc up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:53.431946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Pushing event updated for resources: {'Port': ['ID=33d7865a-1e7e-41f9-89c1-40186ed9481d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:53.454156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-138bb2dd-145d-43cc-a18b-fcde544a5705 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d146c0e-5d70-4be8-b1e6-c7181145f474 HTTP/1.1" status: 200 len: 999 time: 0.2996812 May 28 06:01:53.462194 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f8bbff9a-a6ea-4970-b89d-fadb2b23a5b0 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.7076998 May 28 06:01:53.463716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55360) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:53.473030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:53.526864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-b26eebef-2613-4539-ba3c-13a92f7c2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:53.528325 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-b26eebef-2613-4539-ba3c-13a92f7c2133 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1464c598-0c6e-40d6-9b56-470e7c5b97a9 HTTP/1.1" status: 200 len: 835 time: 0.0621123 May 28 06:01:53.570701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6900212-d5d4-471d-8cef-e3937b96592f {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:01:53.619862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port aef2f301-e279-442d-a6cb-f93d5970f4fc completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:53.629096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b84c71-5a87-42cf-89d6-730992a12d35 None None] Pushing event updated for resources: {'Port': ['ID=756f84db-947f-4834-8d00-bed2bc519c77,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:53.669658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00434e89-ce36-47f9-9147-38c744e1905c req-77a9b401-6d76-4c49-b6af-d95074353a88 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:53.677297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00434e89-ce36-47f9-9147-38c744e1905c req-77a9b401-6d76-4c49-b6af-d95074353a88 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 948 time: 0.3977919 May 28 06:01:53.686963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bff0e-08cd-4d19-a82a-722eff1fd2eb req-ae76513f-4dc3-4baa-ba97-c6f1bf803ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:53.688439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b3bff0e-08cd-4d19-a82a-722eff1fd2eb req-ae76513f-4dc3-4baa-ba97-c6f1bf803ad6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c802f7da-0c89-4bad-81b3-1215e0be0fb4 HTTP/1.1" status: 200 len: 913 time: 0.3802974 May 28 06:01:53.694744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68978888-cf55-4e2e-a92d-2cb831cfc13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:53.722022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b6900212-d5d4-471d-8cef-e3937b96592f, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b6900212-d5d4-471d-8cef-e3937b96592f,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:53.736718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port aef2f301-e279-442d-a6cb-f93d5970f4fc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:53.737072 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:53.743113 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00434e89-ce36-47f9-9147-38c744e1905c req-110fea13-7d9a-4420-b4c1-c6d067c5cc6d tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648408 May 28 06:01:53.764773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a1269230-ff84-487c-b542-13b182052666 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:53.775782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68978888-cf55-4e2e-a92d-2cb831cfc13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c77038-3208-4e65-94e7-3bffc39161ad,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:53.792250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b3bff0e-08cd-4d19-a82a-722eff1fd2eb req-4d534ce4-9594-49e6-bd1a-8eaf73b63797 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0886fc8f-907a-4437-bf15-f830b3920f60 HTTP/1.1" status: 200 len: 217 time: 0.0919209 May 28 06:01:53.796735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8f12ae-9f8c-416a-8046-0deaf0dca81f tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:53.797205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8f12ae-9f8c-416a-8046-0deaf0dca81f tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:53.801564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4b8f12ae-9f8c-416a-8046-0deaf0dca81f tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4f9a565e-fe27-4f91-a149-486370e718b2 HTTP/1.1" status: 200 len: 1990 time: 0.3339682 May 28 06:01:53.802097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68978888-cf55-4e2e-a92d-2cb831cfc13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:53.805945 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-68978888-cf55-4e2e-a92d-2cb831cfc13b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78c77038-3208-4e65-94e7-3bffc39161ad HTTP/1.1" status: 204 len: 168 time: 1.2067785 May 28 06:01:53.857876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-8d7fea2d-0507-4018-a3cd-ea31d54bfa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:53.859466 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-8d7fea2d-0507-4018-a3cd-ea31d54bfa84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c095b068-0f37-4c0c-b4cb-db34ee219a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2784011 May 28 06:01:53.922274 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:53.942999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bff0e-08cd-4d19-a82a-722eff1fd2eb req-9b776e03-26df-4c8f-9545-019bbfa4c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:53.945129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b3bff0e-08cd-4d19-a82a-722eff1fd2eb req-9b776e03-26df-4c8f-9545-019bbfa4c09f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f73b3222-2895-4459-9fe9-932310f4b87b HTTP/1.1" status: 200 len: 852 time: 0.1445267 May 28 06:01:54.024686 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:54.061059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-65713b4c-f56e-454b-8aeb-a57d80e7b353 service neutron] 10.222.0.41 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915431 May 28 06:01:54.068989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e60d1e66-949e-4f98-bdd3-36b8e180ab12 None None] Provisioning for port 33d7865a-1e7e-41f9-89c1-40186ed9481d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:54.110591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e60d1e66-949e-4f98-bdd3-36b8e180ab12 None None] Provisioning complete for port 33d7865a-1e7e-41f9-89c1-40186ed9481d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:54.110970 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e60d1e66-949e-4f98-bdd3-36b8e180ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:54.225760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e60d1e66-949e-4f98-bdd3-36b8e180ab12 None None] Port 33d7865a-1e7e-41f9-89c1-40186ed9481d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:54.237601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b3bff0e-08cd-4d19-a82a-722eff1fd2eb req-4dd819cb-a1af-43ff-b716-ac5d58cb55f7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c802f7da-0c89-4bad-81b3-1215e0be0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2793505 May 28 06:01:54.242660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['b6900212-d5d4-471d-8cef-e3937b96592f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:01:54.323436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 86178c66-a9f3-4986-9cfe-07dd19b0ab5b up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:54.434611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b6900212-d5d4-471d-8cef-e3937b96592f,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:54.509875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:54.532293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d43e6-53f0-48ff-838c-7965e5d7263d req-755f7da3-b560-4c07-82ec-460f6bd36bff tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:54.533863 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-709d43e6-53f0-48ff-838c-7965e5d7263d req-755f7da3-b560-4c07-82ec-460f6bd36bff tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 944 time: 0.1361156 May 28 06:01:54.534744 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:54.544855 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b3bff0e-08cd-4d19-a82a-722eff1fd2eb req-8b48a2ab-411a-4762-892f-aab03bd1b913 service neutron] 10.222.0.33 "GET /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687783 May 28 06:01:54.652863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port aef2f301-e279-442d-a6cb-f93d5970f4fc is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:54.653504 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:54.721732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e94b-770a-4a04-9978-e24656a3f99b req-cb1cce1e-6c68-4757-9c44-95efa3f58d56 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:54.727086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef2f301-e279-442d-a6cb-f93d5970f4fc'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:54.741685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37e3e94b-770a-4a04-9978-e24656a3f99b req-cb1cce1e-6c68-4757-9c44-95efa3f58d56 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.4969895 May 28 06:01:54.745765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:54.764863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port aef2f301-e279-442d-a6cb-f93d5970f4fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=aef2f301-e279-442d-a6cb-f93d5970f4fc,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:54.770310 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:54.778491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Pushing event updated for resources: {'Port': ['ID=33d7865a-1e7e-41f9-89c1-40186ed9481d,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:54.786401 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-709d43e6-53f0-48ff-838c-7965e5d7263d req-c215d22d-8263-4a91-b3e4-9d6c2fdd41ee tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070384 May 28 06:01:54.812197 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72bf8c00-28e0-4741-81b2-19f5ad9fef25 req-54529b4b-adde-4844-8bab-b0790259938b service neutron] 10.222.0.41 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397437 May 28 06:01:54.812324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:54.812324 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:54.851574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37e3e94b-770a-4a04-9978-e24656a3f99b req-a9d2305d-daa8-4df9-94a1-db39dec34a37 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087615 May 28 06:01:54.862065 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:54.876922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b3bff0e-08cd-4d19-a82a-722eff1fd2eb req-4956877d-5f40-4045-bf25-3e3062a2c1e4 service neutron] 10.222.0.33 "GET /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217251 May 28 06:01:54.962849 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b63183-bbf8-49b0-9d1a-d6e94dd0db72'] response: {'server_uuid': '7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef2f301-e279-442d-a6cb-f93d5970f4fc', 'code': 200} May 28 06:01:55.004831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55394) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:55.013169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Network f311eb26-f1d4-4e3e-8cce-032a2c72f536 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:55.014790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:55.028854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a1269230-ff84-487c-b542-13b182052666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:47Z', 'revision_number': 3, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:55.056121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1269230-ff84-487c-b542-13b182052666 None None] The sync data for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 is: [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:47Z', 'revision_number': 3, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:01:55.087043 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=aef2f301-e279-442d-a6cb-f93d5970f4fc,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:55.214915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:55.215376 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:55.239746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945adb56-2b14-4b0d-9c80-d2674d64f67d req-98f8bde3-138e-4494-b575-bce76144f9cd tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:55.241330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-945adb56-2b14-4b0d-9c80-d2674d64f67d req-98f8bde3-138e-4494-b575-bce76144f9cd tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 948 time: 0.2524374 May 28 06:01:55.254720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ba5f9-bf64-43eb-9a86-45aa55ad49ef req-5aad2ade-bfb1-40a1-8bdc-9e2c958f6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:55.257502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b74ba5f9-bf64-43eb-9a86-45aa55ad49ef req-5aad2ade-bfb1-40a1-8bdc-9e2c958f6293 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 1096 time: 0.2068739 May 28 06:01:55.285548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:55.295733 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:55.302526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-366b85c9-5206-4f36-8cb7-a8e3b6de151d tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:55.303383 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-366b85c9-5206-4f36-8cb7-a8e3b6de151d tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 28 06:01:55.303894 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-366b85c9-5206-4f36-8cb7-a8e3b6de151d tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): There was a conflict when trying to complete your request. May 28 06:01:55.304945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-366b85c9-5206-4f36-8cb7-a8e3b6de151d tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2991076 May 28 06:01:55.309340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55400) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:55.322801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'tempest-secgroup--427294205'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:55.332036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:55.348479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:55.354305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:55.368452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:01:55.369898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:55.397051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:55.483023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-89d5147c-952c-4d3b-93c6-a8ced600452b None None] Provisioning complete for port 33d7865a-1e7e-41f9-89c1-40186ed9481d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:55.483629 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-89d5147c-952c-4d3b-93c6-a8ced600452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:55.489062 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:55.508958 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b74ba5f9-bf64-43eb-9a86-45aa55ad49ef req-da4525ea-35fd-4f0d-8281-b87d1881dc51 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264562 May 28 06:01:55.513429 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-945adb56-2b14-4b0d-9c80-d2674d64f67d req-63ffe8b4-b501-496c-a1a0-0559edc5eb7b tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611511 May 28 06:01:55.552442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-89d5147c-952c-4d3b-93c6-a8ced600452b None None] Port 33d7865a-1e7e-41f9-89c1-40186ed9481d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:01:55.562185 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:55.602289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:55.610103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:55.616102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:55.624791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:55.629757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:01:55.646035 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f6788eec-e738-4ed3-ae95-e8ab4a82714c admin admin] 10.222.0.39 "PUT /v2.0/routers/4aaec72f-bd15-47a1-9e2e-da6f2045fc92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7982075 May 28 06:01:55.727150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:55.733843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:55.738936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:55.743581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:55.759037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:55.772977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:55.787101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eda5b78-fbb0-44c3-a0ed-1bed13a4d994,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:55.867846 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:55.874688 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:55.940223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e89817-ee53-4bd5-b1e2-a3e68d7568da,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:55.957587 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:55.962574 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6c07cf1f-3938-493e-8b0a-84edcc6dee1a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6492317 May 28 06:01:55.962954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55414) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:55.968799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': '86e89817-ee53-4bd5-b1e2-a3e68d7568da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:55.978034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:55.984581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:55.988053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:55.994645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:56.017975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.102150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.119690 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.152487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1da37b-f339-4797-9245-298d5f5040f7,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:56.157366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55418) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:56.184511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--557099044', 'description': 'tempest-description--1754282074'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:56.191456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ad5b1-464b-439b-a375-493ba4f60de2 req-dd41953f-8733-486d-bea7-ecfd06f7e6ce tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:56.194780 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.196376 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-15c5884d-05b0-446e-90a7-6cde48b7346c tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2325087 May 28 06:01:56.198013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:56.200481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55422) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:56.203364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da6ad5b1-464b-439b-a375-493ba4f60de2 req-dd41953f-8733-486d-bea7-ecfd06f7e6ce tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 944 time: 0.1057467 May 28 06:01:56.207523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b620a14a-8179-4611-a10e-38ff26243ce3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': '86e89817-ee53-4bd5-b1e2-a3e68d7568da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:56.213829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Usage tracker for resource:security_group and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:56.218306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:56.221695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b620a14a-8179-4611-a10e-38ff26243ce3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:56.228608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:56.231198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b620a14a-8179-4611-a10e-38ff26243ce3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:56.235935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b620a14a-8179-4611-a10e-38ff26243ce3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:56.246039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b620a14a-8179-4611-a10e-38ff26243ce3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:56.255666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.278994 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da6ad5b1-464b-439b-a375-493ba4f60de2 req-1679d0bb-3519-488a-9d1c-91e7a747d94a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736880 May 28 06:01:56.290008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b620a14a-8179-4611-a10e-38ff26243ce3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.313589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b6900212-d5d4-471d-8cef-e3937b96592f up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:56.314243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:56.360263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Usage tracker for resource:security_group_rule and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:56.377855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:56.388105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port b6900212-d5d4-471d-8cef-e3937b96592f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:56.392936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port b6900212-d5d4-471d-8cef-e3937b96592f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:56.393304 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.403796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:56.472340 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-b620a14a-8179-4611-a10e-38ff26243ce3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): There was a conflict when trying to complete your request. May 28 06:01:56.473386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b620a14a-8179-4611-a10e-38ff26243ce3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2719028 May 28 06:01:56.477713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55426) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:56.512269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7db2e-88d1-46c7-b075-9ac94c01b4c7 req-fd5e93f6-deb6-4c87-937b-43d10bd2b3c5 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:56.514340 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49a7db2e-88d1-46c7-b075-9ac94c01b4c7 req-fd5e93f6-deb6-4c87-937b-43d10bd2b3c5 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1899235 May 28 06:01:56.545861 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.554306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08beb915-1b1a-4f34-97af-ecc16820eab8 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.565610 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.577098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b6900212-d5d4-471d-8cef-e3937b96592f is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:56.577865 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.598999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08beb915-1b1a-4f34-97af-ecc16820eab8 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.606013 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-49a7db2e-88d1-46c7-b075-9ac94c01b4c7 req-c5957c6c-c8a5-4ede-89a2-6cf5b5b4af3d tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852673 May 28 06:01:56.619284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b6900212-d5d4-471d-8cef-e3937b96592f, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b6900212-d5d4-471d-8cef-e3937b96592f,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:56.624761 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.625909 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4557221 May 28 06:01:56.626362 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.626679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62feee-3450-4847-802d-ede6b53e9544 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:56.628797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55432) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:56.634513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'security_group_rule': {'security_group_id': 'db1adfa8-c1ef-4bc5-acc5-0072d099e5a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:56.641044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:56.645105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Usage tracker for resource:security_group_rule and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:56.648207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:56.656091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:56.707776 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b6900212-d5d4-471d-8cef-e3937b96592f,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:56.708373 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.710121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08beb915-1b1a-4f34-97af-ecc16820eab8 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.779551 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.781648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08beb915-1b1a-4f34-97af-ecc16820eab8 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e89817-ee53-4bd5-b1e2-a3e68d7568da,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:56.783782 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.797514 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-08beb915-1b1a-4f34-97af-ecc16820eab8 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.801254 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-08beb915-1b1a-4f34-97af-ecc16820eab8 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/86e89817-ee53-4bd5-b1e2-a3e68d7568da HTTP/1.1" status: 204 len: 168 time: 0.3221855 May 28 06:01:56.804599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55436) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:56.830015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92e014a-b4f9-4eb1-8560-d7f40c56d4f7,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:56.859991 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.862208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6b53075f-812b-4543-b0c6-59d207e2034d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2324977 May 28 06:01:56.865859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55440) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:56.874920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'security_group_rule': {'security_group_id': 'db1adfa8-c1ef-4bc5-acc5-0072d099e5a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:56.883167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:56.883825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122af9a-b63f-42ca-bdd1-59567926ac8c req-57f26180-1e8c-477e-a6f8-98e4b366d7c8 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:56.887793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Usage tracker for resource:security_group_rule and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:56.892608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8122af9a-b63f-42ca-bdd1-59567926ac8c req-57f26180-1e8c-477e-a6f8-98e4b366d7c8 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 949 time: 0.1754391 May 28 06:01:56.895087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:56.903309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:56.913651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 756f84db-947f-4834-8d00-bed2bc519c77 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:56.916822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d44d7c88-eaf9-476e-ba10-054dd551886e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Synchronizing usage tracker for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:56.951124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:56.963029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8122af9a-b63f-42ca-bdd1-59567926ac8c req-1b3ed9cf-e607-4377-bbc7-a8a372c8d2b0 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704486 May 28 06:01:56.964308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d44d7c88-eaf9-476e-ba10-054dd551886e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Unset dirty status for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:56.970613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d44d7c88-eaf9-476e-ba10-054dd551886e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1599257 May 28 06:01:56.970797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9352728d-4801-4627-854d-6d958e594bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86178c66-a9f3-4986-9cfe-07dd19b0ab5b'}, {'server_uuid': '301b847f-edd7-4e17-af8a-c3f3cc3d1852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6900212-d5d4-471d-8cef-e3937b96592f'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:01:56.970920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55444) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:56.991655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'tempest-secgroup--451515753'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:56.998344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:57.009402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:57.024063 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.058204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 756f84db-947f-4834-8d00-bed2bc519c77 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:01:57.061969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:57.064561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 756f84db-947f-4834-8d00-bed2bc519c77 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:57.064936 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.068577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:57.073247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:57.080977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:57.124581 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51084fd-c308-4d55-8eae-e18d7ddd1ceb'] response: {'server_uuid': '9352728d-4801-4627-854d-6d958e594bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86178c66-a9f3-4986-9cfe-07dd19b0ab5b', 'code': 200} May 28 06:01:57.124936 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51084fd-c308-4d55-8eae-e18d7ddd1ceb'] response: {'server_uuid': '301b847f-edd7-4e17-af8a-c3f3cc3d1852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6900212-d5d4-471d-8cef-e3937b96592f', 'code': 200} May 28 06:01:57.200121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.235404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 756f84db-947f-4834-8d00-bed2bc519c77 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:57.235874 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.253589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 756f84db-947f-4834-8d00-bed2bc519c77, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=756f84db-947f-4834-8d00-bed2bc519c77,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:01:57.258239 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.279833 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.282131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.284144 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.316303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb4d40e-bdb8-4a5f-a00c-a0b3755c1d58,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:57.323844 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.328432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8ca4f785-a014-4150-acaf-af9fbedfe01f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4581101 May 28 06:01:57.329266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55452) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:57.332651 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.333843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3620057 May 28 06:01:57.338163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55454) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:57.348696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:57.357963 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Sync routers for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:01:57.375063 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:57.375839 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:01:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:57.377855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=756f84db-947f-4834-8d00-bed2bc519c77,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:57.378519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0ddc180e-5a9f-47ac-a379-83cb53ead45d tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'd32921d3-43e2-46eb-acc1-6188c9d2645d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:57.379357 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-0ddc180e-5a9f-47ac-a379-83cb53ead45d tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 28 06:01:57.379867 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-0ddc180e-5a9f-47ac-a379-83cb53ead45d tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:01:57.380854 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0ddc180e-5a9f-47ac-a379-83cb53ead45d tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0397162 May 28 06:01:57.390391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:57.392313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55460) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:57.394618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Usage tracker for resource:floatingip and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:57.398135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:57.404518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:57.417688 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.421208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bf532-c07f-41dd-a9e2-288bc2108206 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32921d3-43e2-46eb-acc1-6188c9d2645d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:57.537791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b8a5b-0c78-468f-bac5-bfda6e2628b0 req-efe59db5-f21b-4789-9736-28893b98f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:57.539353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb6b8a5b-0c78-468f-bac5-bfda6e2628b0 req-efe59db5-f21b-4789-9736-28893b98f3e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 1096 time: 0.2994204 May 28 06:01:57.550600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a878-8d3b-49bd-bba1-d2c82e36fd90 req-84d6c65f-b28b-4149-844e-3f115d250ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:57.552015 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14c6a878-8d3b-49bd-bba1-d2c82e36fd90 req-84d6c65f-b28b-4149-844e-3f115d250ff5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 1100 time: 0.3547404 May 28 06:01:57.563004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.619783 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:57.631945 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-587d5f4f-d021-42eb-ad3f-90070ffaa8d1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.655783 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb6b8a5b-0c78-468f-bac5-bfda6e2628b0 req-7a2ce6c3-0718-4e82-88cc-d59c04a79d92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072915 May 28 06:01:57.671012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-14c6a878-8d3b-49bd-bba1-d2c82e36fd90 req-ba29d940-e3af-4e3f-a1dc-5af136a3137f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937369 May 28 06:01:57.681583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daf68b-3fc3-4e73-8291-da9f8b43e98e req-7bc3ee72-25da-4292-8534-d50975140dae tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:57.683046 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6daf68b-3fc3-4e73-8291-da9f8b43e98e req-7bc3ee72-25da-4292-8534-d50975140dae tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.2437000 May 28 06:01:57.686705 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-587d5f4f-d021-42eb-ad3f-90070ffaa8d1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.736860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Allocated IP 172.25.4.84 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/0f5f2ea4-cf3d-4a7c-b810-c798638201dd) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:01:57.762880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6daf68b-3fc3-4e73-8291-da9f8b43e98e req-d19a6d7f-c8ff-47c6-989d-28ee48d6c444 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676541 May 28 06:01:57.783638 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-587d5f4f-d021-42eb-ad3f-90070ffaa8d1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.803828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d5f4f-d021-42eb-ad3f-90070ffaa8d1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32921d3-43e2-46eb-acc1-6188c9d2645d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:57.817838 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-587d5f4f-d021-42eb-ad3f-90070ffaa8d1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:57.820292 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-587d5f4f-d021-42eb-ad3f-90070ffaa8d1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/d32921d3-43e2-46eb-acc1-6188c9d2645d HTTP/1.1" status: 204 len: 168 time: 0.4245651 May 28 06:01:57.823186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55466) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:57.875824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9871e9fe-fcf6-4841-8f06-34a9b97928ec tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Synchronizing usage tracker for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:57.893105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9871e9fe-fcf6-4841-8f06-34a9b97928ec tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Unset dirty status for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:57.898586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55470) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:57.900165 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9871e9fe-fcf6-4841-8f06-34a9b97928ec tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757849 May 28 06:01:57.906536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'tempest-secgroup--878145329'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:57.925548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:57.944831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:57.961701 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:01:54Z', 'revision_number': 2, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:57.966843 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Checking router: 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:01:57.967323 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Updating router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 port 33d7865a-1e7e-41f9-89c1-40186ed9481d binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:01:57.988808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.002774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.018695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f2255-57ac-47fe-ad6b-c3e9e90f1b70 req-f91b589f-f5e5-4c2a-9aa2-fbb63e04da6e tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:58.019984 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5a7f2255-57ac-47fe-ad6b-c3e9e90f1b70 req-f91b589f-f5e5-4c2a-9aa2-fbb63e04da6e tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.2416892 May 28 06:01:58.022931 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.030610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:58.050748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:58.058092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:58.066592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:58.102199 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5a7f2255-57ac-47fe-ad6b-c3e9e90f1b70 req-99119c05-d1ac-450c-806d-80a66acbe5cb tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726914 May 28 06:01:58.144315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.233944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:01:58.243889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516afab-3c07-4d6e-ab53-0789c4f7a6bc req-a735408b-d67b-4748-8fc4-f8bc5e33044f tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:58.249663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:01:58.255063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c516afab-3c07-4d6e-ab53-0789c4f7a6bc req-a735408b-d67b-4748-8fc4-f8bc5e33044f tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 949 time: 0.1797185 May 28 06:01:58.256154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:01:58.288325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'Port': ['ID=0f5f2ea4-cf3d-4a7c-b810-c798638201dd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:58.311375 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.315741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c516afab-3c07-4d6e-ab53-0789c4f7a6bc req-24f3c955-8cf6-47c4-a77c-0400c74c05e2 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591278 May 28 06:01:58.337933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.392185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7deaf3-7f05-4609-aad3-9e5e4cf7b6dd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:58.413139 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.417682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.420832 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-402396a6-2d8d-4f58-a494-1c883606c110 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5194683 May 28 06:01:58.424007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55478) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:58.429780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b55dd70c-f1fd-4498-915c-21f06c50bd65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': '2d7deaf3-7f05-4609-aad3-9e5e4cf7b6dd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:58.430649 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-b55dd70c-f1fd-4498-915c-21f06c50bd65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 28 06:01:58.431202 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-b55dd70c-f1fd-4498-915c-21f06c50bd65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:01:58.435054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b55dd70c-f1fd-4498-915c-21f06c50bd65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075195 May 28 06:01:58.444100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55484) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:58.472598 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.489628 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Transition to ACTIVE for port object 33d7865a-1e7e-41f9-89c1-40186ed9481d will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:01:58.498222 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.512390 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.517208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ad9bff8-450e-4c8d-b465-7ddfda020a08 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.582711 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ad9bff8-450e-4c8d-b465-7ddfda020a08 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.634368 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Pushing event updated for resources: {'Port': ['ID=33d7865a-1e7e-41f9-89c1-40186ed9481d,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:58.666477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788cc3d-1492-4162-a6d7-2cfc6bf83795 req-cdf27e8a-bba1-4e3d-ae7c-6bd9ff10a1fa tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:58.667942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f788cc3d-1492-4162-a6d7-2cfc6bf83795 req-cdf27e8a-bba1-4e3d-ae7c-6bd9ff10a1fa tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1246059 May 28 06:01:58.669343 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ad9bff8-450e-4c8d-b465-7ddfda020a08 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.678928 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.679286 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.679625 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.679956 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.680283 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.680606 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.680925 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.681244 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.681561 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.681874 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.682190 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.682504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:01:58.716981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9bff8-450e-4c8d-b465-7ddfda020a08 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7deaf3-7f05-4609-aad3-9e5e4cf7b6dd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:58.745383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f788cc3d-1492-4162-a6d7-2cfc6bf83795 req-60e39d05-0a73-4c56-b794-9b6c3f84242e tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577939 May 28 06:01:58.747530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ad9bff8-450e-4c8d-b465-7ddfda020a08 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.751160 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2ad9bff8-450e-4c8d-b465-7ddfda020a08 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/2d7deaf3-7f05-4609-aad3-9e5e4cf7b6dd HTTP/1.1" status: 204 len: 168 time: 0.3036687 May 28 06:01:58.753116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55488) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:58.780991 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Attempting to bind port 33d7865a-1e7e-41f9-89c1-40186ed9481d on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:01:58.781361 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Attempting to bind port 33d7865a-1e7e-41f9-89c1-40186ed9481d by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:01:58.781739 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Attempting to bind port 33d7865a-1e7e-41f9-89c1-40186ed9481d on network f311eb26-f1d4-4e3e-8cce-032a2c72f536 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:01:58.788258 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:01:58.788730 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Checking segment: {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:01:58.788996 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.789375 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Bound using segment: {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:01:58.789810 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Bound port: 33d7865a-1e7e-41f9-89c1-40186ed9481d, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:01:58.790178 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.836194 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.848961 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:58.858558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 756f84db-947f-4834-8d00-bed2bc519c77 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:01:58.866954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f8b83936-d618-4faa-9f03-962a28fb0f4f tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Synchronizing usage tracker for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:58.899693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f8b83936-d618-4faa-9f03-962a28fb0f4f tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Unset dirty status for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:58.908677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f8b83936-d618-4faa-9f03-962a28fb0f4f tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1545103 May 28 06:01:58.909917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55494) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:58.915027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745913407'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:58.929020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:58.940018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:58.964640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.001772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:59.002076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 756f84db-947f-4834-8d00-bed2bc519c77 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:01:59.002708 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.007034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:59.011119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:59.018380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:59.018591 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] For port 33d7865a-1e7e-41f9-89c1-40186ed9481d, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:01:59.026937 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] For port 33d7865a-1e7e-41f9-89c1-40186ed9481d, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=33d7865a-1e7e-41f9-89c1-40186ed9481d,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:01:59.038219 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.134028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'Port': ['ID=0f5f2ea4-cf3d-4a7c-b810-c798638201dd,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:59.164289 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.165221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.177203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.222748 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.225523 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.227929 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7f18c158-0062-4ff6-91db-415b53f428b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8956606 May 28 06:01:59.229171 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:01:59.229814 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:01:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:59.240032 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3287237 May 28 06:01:59.244246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55502) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:59.257796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-dc760005-9aea-4988-bcc7-8c384149660b tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'd9bef4e1-8e58-421d-bf44-a0969411ceac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:59.273249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354c676-6878-4195-9906-e96bec0042d7 req-ed3bc46f-c2b7-4228-a2b2-d4568e0082dd tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:59.274811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3354c676-6878-4195-9906-e96bec0042d7 req-ed3bc46f-c2b7-4228-a2b2-d4568e0082dd tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.3132806 May 28 06:01:59.275892 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-dc760005-9aea-4988-bcc7-8c384149660b tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 28 06:01:59.276501 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-dc760005-9aea-4988-bcc7-8c384149660b tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:01:59.277526 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dc760005-9aea-4988-bcc7-8c384149660b tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0322952 May 28 06:01:59.281065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55506) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:59.293988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b4fe551c-d478-458d-9b1c-c7df40372c16 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'd9bef4e1-8e58-421d-bf44-a0969411ceac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:59.296793 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-b4fe551c-d478-458d-9b1c-c7df40372c16 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 28 06:01:59.297537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff72cb-10e2-4bc7-8dd8-6c67ebf188ca tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bef4e1-8e58-421d-bf44-a0969411ceac,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:59.301340 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-b4fe551c-d478-458d-9b1c-c7df40372c16 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:01:59.317556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b4fe551c-d478-458d-9b1c-c7df40372c16 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0353625 May 28 06:01:59.321122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55510) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:59.321626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 756f84db-947f-4834-8d00-bed2bc519c77 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:01:59.327110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0734afba-0674-476d-8e48-2934d72842fb tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'd9bef4e1-8e58-421d-bf44-a0969411ceac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:59.328029 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-0734afba-0674-476d-8e48-2934d72842fb tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 28 06:01:59.328609 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-0734afba-0674-476d-8e48-2934d72842fb tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:01:59.329606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0734afba-0674-476d-8e48-2934d72842fb tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074949 May 28 06:01:59.334738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55518) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:59.357312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-65a4497f-c292-4fa1-a5be-64295873557e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'd9bef4e1-8e58-421d-bf44-a0969411ceac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:59.358462 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-65a4497f-c292-4fa1-a5be-64295873557e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 28 06:01:59.358955 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-65a4497f-c292-4fa1-a5be-64295873557e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:01:59.359952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-65a4497f-c292-4fa1-a5be-64295873557e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0158277 May 28 06:01:59.362726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55522) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:59.420616 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fdddb-27ca-4a94-8ab8-f6bcd46ca478 None None] Pushing event updated for resources: {'Port': ['ID=33d7865a-1e7e-41f9-89c1-40186ed9481d,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:59.426471 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3354c676-6878-4195-9906-e96bec0042d7 req-a93cedbe-c780-4240-a7db-f561a2e5e652 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059275 May 28 06:01:59.517193 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ee74028-9be2-4352-9e6d-e7e91dd7e028 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.546369 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ee74028-9be2-4352-9e6d-e7e91dd7e028 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.567021 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:01:59.604892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-856d430b-ec01-40a7-af7c-884ed911c5b3 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--557099044&fields=id&tenant_id=e5e1f12540df459bbda892f45314329c HTTP/1.1" status: 200 len: 267 time: 0.1077909 May 28 06:01:59.637733 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ee74028-9be2-4352-9e6d-e7e91dd7e028 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.649106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe473c-fbab-40d4-9783-2d0f67a52605 req-738f9416-b6a2-482a-9019-2e4f405d8d7c tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:59.650599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68fe473c-fbab-40d4-9783-2d0f67a52605 req-738f9416-b6a2-482a-9019-2e4f405d8d7c tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 949 time: 0.0948536 May 28 06:01:59.702700 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-68fe473c-fbab-40d4-9783-2d0f67a52605 req-2a9a29f9-4530-4c8d-bedf-e46e98c71415 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442865 May 28 06:01:59.717745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee74028-9be2-4352-9e6d-e7e91dd7e028 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bef4e1-8e58-421d-bf44-a0969411ceac,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:01:59.735907 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ee74028-9be2-4352-9e6d-e7e91dd7e028 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.737017 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7ee74028-9be2-4352-9e6d-e7e91dd7e028 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/d9bef4e1-8e58-421d-bf44-a0969411ceac HTTP/1.1" status: 204 len: 168 time: 0.3733711 May 28 06:01:59.739870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55538) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:59.803315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-d66b9d4d-c886-4c99-9b34-2d976838271e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:01:59.804428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4c9ce5ff-3d13-44db-aa40-70a7c0dee482 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Synchronizing usage tracker for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:01:59.804889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-d66b9d4d-c886-4c99-9b34-2d976838271e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 810 time: 0.1923361 May 28 06:01:59.823508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4c9ce5ff-3d13-44db-aa40-70a7c0dee482 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Unset dirty status for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:01:59.823940 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-38678858-a9f1-4acc-ab7f-47c3c080032f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/quotas/e5e1f12540df459bbda892f45314329c HTTP/1.1" status: 200 len: 375 time: 0.0118890 May 28 06:01:59.825417 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4c9ce5ff-3d13-44db-aa40-70a7c0dee482 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838354 May 28 06:01:59.830695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55544) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:01:59.836990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234839142'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:01:59.844708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:59.860613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:59.875635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.899534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:01:59.904219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:01:59.906638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:01:59.913019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:01:59.939422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-d83dabea-7bea-47d8-985e-a480a7a8823d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061203 May 28 06:01:59.991437 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:01:59Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:01:59.995209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:01:59.996552 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b985d8-a3cc-4997-97cc-3e319872aa57 None None] The sync data for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 is: [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:01:59Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:02:00.000510 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:00.087797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82aa889-c11a-4dc0-b3db-feab59519364,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:00.096668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:00.098770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-73712cfb-f1f5-47e1-b7e7-41e485a2dd76 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2663815 May 28 06:02:00.110225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55554) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:00.115329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-11b1b11c-86c8-43b0-99a1-4c9647c49bd0 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'a82aa889-c11a-4dc0-b3db-feab59519364', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:00.117393 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-11b1b11c-86c8-43b0-99a1-4c9647c49bd0 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 28 06:02:00.118085 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-11b1b11c-86c8-43b0-99a1-4c9647c49bd0 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:00.119511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-11b1b11c-86c8-43b0-99a1-4c9647c49bd0 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094485 May 28 06:02:00.126290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55558) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:00.131918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-dba9f3d7-f303-4a07-bb74-2ac08b71b922 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'a82aa889-c11a-4dc0-b3db-feab59519364', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:00.153383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dba9f3d7-f303-4a07-bb74-2ac08b71b922 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:00.160166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dba9f3d7-f303-4a07-bb74-2ac08b71b922 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:00.165136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dba9f3d7-f303-4a07-bb74-2ac08b71b922 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:00.178894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dba9f3d7-f303-4a07-bb74-2ac08b71b922 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:00.244192 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-dba9f3d7-f303-4a07-bb74-2ac08b71b922 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:00.245471 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dba9f3d7-f303-4a07-bb74-2ac08b71b922 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1177428 May 28 06:02:00.248242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55562) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:00.254531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5f5085ba-1d28-4429-875b-411dc3769c37 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'a82aa889-c11a-4dc0-b3db-feab59519364', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:00.255199 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-5f5085ba-1d28-4429-875b-411dc3769c37 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 28 06:02:00.257161 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-5f5085ba-1d28-4429-875b-411dc3769c37 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:00.258751 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5f5085ba-1d28-4429-875b-411dc3769c37 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094385 May 28 06:02:00.261638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55566) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:00.271437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-92ffe791-9752-4c21-8442-9c96042ce07e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'a82aa889-c11a-4dc0-b3db-feab59519364', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:00.280145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-92ffe791-9752-4c21-8442-9c96042ce07e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:00.285139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-92ffe791-9752-4c21-8442-9c96042ce07e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:00.288268 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0dfb208b-fd2f-4a2f-97d4-f1ed14ecab72 service neutron] 10.222.0.39 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450525 May 28 06:02:00.288422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-92ffe791-9752-4c21-8442-9c96042ce07e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:00.294850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-92ffe791-9752-4c21-8442-9c96042ce07e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:00.338357 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-92ffe791-9752-4c21-8442-9c96042ce07e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:00.339727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-92ffe791-9752-4c21-8442-9c96042ce07e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0770116 May 28 06:02:00.344320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55572) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:00.350425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2dab7c62-ba4f-46d4-aac3-675b7a80b4e4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'a82aa889-c11a-4dc0-b3db-feab59519364', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:00.351368 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-2dab7c62-ba4f-46d4-aac3-675b7a80b4e4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 28 06:02:00.353067 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-2dab7c62-ba4f-46d4-aac3-675b7a80b4e4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:00.354379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2dab7c62-ba4f-46d4-aac3-675b7a80b4e4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086732 May 28 06:02:00.358277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55576) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:00.363948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0c0ba06e-7870-44a3-80a3-2b44e4198bee tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'a82aa889-c11a-4dc0-b3db-feab59519364', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:00.372025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0c0ba06e-7870-44a3-80a3-2b44e4198bee tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:00.376353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0c0ba06e-7870-44a3-80a3-2b44e4198bee tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:00.379888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0c0ba06e-7870-44a3-80a3-2b44e4198bee tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:00.387433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0c0ba06e-7870-44a3-80a3-2b44e4198bee tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:00.406165 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-0c0ba06e-7870-44a3-80a3-2b44e4198bee tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Project 055ccf26cb5943da9d68c30a6da16be9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:02:00.461446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-46d7f540-f07b-455b-942f-3355919d6099 service neutron] 10.222.0.39 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628404 May 28 06:02:00.656801 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-0c0ba06e-7870-44a3-80a3-2b44e4198bee tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:00.661177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55584) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:00.661762 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0c0ba06e-7870-44a3-80a3-2b44e4198bee tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3019900 May 28 06:02:00.668263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e387b802-4952-4750-91f1-958eff805baf tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'a82aa889-c11a-4dc0-b3db-feab59519364', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:00.677488 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-e387b802-4952-4750-91f1-958eff805baf tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 28 06:02:00.679721 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-e387b802-4952-4750-91f1-958eff805baf tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:00.680764 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e387b802-4952-4750-91f1-958eff805baf tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171330 May 28 06:02:00.684088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55590) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:00.689068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-37c3c868-5b14-4d1b-aae1-ebd2b60397a1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'a82aa889-c11a-4dc0-b3db-feab59519364', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:00.694417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb07370-6784-4ba2-9c09-0a796e4bf295 req-2e5fdbc3-05d2-4cd5-bd9e-86f5da9cd830 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:00.696744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-adb07370-6784-4ba2-9c09-0a796e4bf295 req-2e5fdbc3-05d2-4cd5-bd9e-86f5da9cd830 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.2804921 May 28 06:02:00.715448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-37c3c868-5b14-4d1b-aae1-ebd2b60397a1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:00.727886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-37c3c868-5b14-4d1b-aae1-ebd2b60397a1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:00.731034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-37c3c868-5b14-4d1b-aae1-ebd2b60397a1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:00.754804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-e9927694-14f9-4164-a8f2-65f7b0640562 req-5145e0bc-e752-4469-8bc1-bf8a34ac60b3 service neutron] (88416) timed out ('10.222.0.39', 59622) {{(pid=88416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:02:00.755529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-37c3c868-5b14-4d1b-aae1-ebd2b60397a1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:00.785262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-adb07370-6784-4ba2-9c09-0a796e4bf295 req-fad4e073-bbd4-4a61-bb16-579f1e4863bd tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810218 May 28 06:02:00.806716 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-37c3c868-5b14-4d1b-aae1-ebd2b60397a1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Project 055ccf26cb5943da9d68c30a6da16be9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:02:00.947305 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-37c3c868-5b14-4d1b-aae1-ebd2b60397a1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:00.948346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-37c3c868-5b14-4d1b-aae1-ebd2b60397a1 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2633164 May 28 06:02:00.953132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55600) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:00.956404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 33d7865a-1e7e-41f9-89c1-40186ed9481d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:00.958363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c6a0d9f9-a4c6-41f7-9f37-0fc92f926a83 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'a82aa889-c11a-4dc0-b3db-feab59519364', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:00.965724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c6a0d9f9-a4c6-41f7-9f37-0fc92f926a83 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:00.969989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c6a0d9f9-a4c6-41f7-9f37-0fc92f926a83 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:00.973238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c6a0d9f9-a4c6-41f7-9f37-0fc92f926a83 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:00.980187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c6a0d9f9-a4c6-41f7-9f37-0fc92f926a83 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:00.997899 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-c6a0d9f9-a4c6-41f7-9f37-0fc92f926a83 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Project 055ccf26cb5943da9d68c30a6da16be9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:02:01.024699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-503e8851-5908-4500-b35a-186cd9b8f4fb req-2c288712-076a-489b-bea4-23d328188121 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Synchronizing usage tracker for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:01.036217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8280d0-74a6-49e4-b7cd-e0058a6b04ee req-8e4e6cdc-a595-404b-bec0-478fd3bea548 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:01.038427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e8280d0-74a6-49e4-b7cd-e0058a6b04ee req-8e4e6cdc-a595-404b-bec0-478fd3bea548 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.1945710 May 28 06:02:01.044020 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-c6a0d9f9-a4c6-41f7-9f37-0fc92f926a83 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:01.046329 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c6a0d9f9-a4c6-41f7-9f37-0fc92f926a83 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0912318 May 28 06:02:01.050596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55604) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:01.084903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-503e8851-5908-4500-b35a-186cd9b8f4fb req-2c288712-076a-489b-bea4-23d328188121 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Unset dirty status for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:01.086086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-503e8851-5908-4500-b35a-186cd9b8f4fb req-2c288712-076a-489b-bea4-23d328188121 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 210 time: 0.2156441 May 28 06:02:01.111678 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:01.179731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 33d7865a-1e7e-41f9-89c1-40186ed9481d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:01.185675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 33d7865a-1e7e-41f9-89c1-40186ed9481d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:01.186193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:01.246327 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e8280d0-74a6-49e4-b7cd-e0058a6b04ee req-4da00e63-bd6d-4711-a16d-3d202d641de4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987579 May 28 06:02:01.289889 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-852309c0-52e1-4380-812b-043e0238d2f0 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:01.360995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-852309c0-52e1-4380-812b-043e0238d2f0 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:01.380282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 33d7865a-1e7e-41f9-89c1-40186ed9481d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:01.380919 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:01.437575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 33d7865a-1e7e-41f9-89c1-40186ed9481d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=33d7865a-1e7e-41f9-89c1-40186ed9481d,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:01.447412 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:01.540222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-852309c0-52e1-4380-812b-043e0238d2f0 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:01.578564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852309c0-52e1-4380-812b-043e0238d2f0 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82aa889-c11a-4dc0-b3db-feab59519364,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:01.609135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a08f1f-7ae5-4a1e-a297-4b304a2f5e91 req-f93d3e59-ef06-4d0e-b56e-b2dd3ddb99c3 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:01.618776 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a08f1f-7ae5-4a1e-a297-4b304a2f5e91 req-f93d3e59-ef06-4d0e-b56e-b2dd3ddb99c3 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.1882305 May 28 06:02:01.654529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=33d7865a-1e7e-41f9-89c1-40186ed9481d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:01.675363 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-852309c0-52e1-4380-812b-043e0238d2f0 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:01.678891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-852309c0-52e1-4380-812b-043e0238d2f0 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/a82aa889-c11a-4dc0-b3db-feab59519364 HTTP/1.1" status: 204 len: 168 time: 0.6223593 May 28 06:02:01.679599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55616) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:01.793438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b40cae-ed07-492d-ba08-75a98b4f08fb req-9b479073-d073-4bc2-ba89-43aa6426598a tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:01.795125 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5b40cae-ed07-492d-ba08-75a98b4f08fb req-9b479073-d073-4bc2-ba89-43aa6426598a tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1329422 May 28 06:02:01.796219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a08f1f-7ae5-4a1e-a297-4b304a2f5e91 req-7e0a69d5-27e5-4ef3-824b-52b0f7fd412b tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765189 May 28 06:02:01.862065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-825e2af5-b7ee-4ba6-ab37-306c419b9adb tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Synchronizing usage tracker for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:01.874890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ab279-1600-4ffe-ae54-5e4191a53783 req-d2648576-3e8e-4f51-80b2-556d82d97467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:01.877194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-740ab279-1600-4ffe-ae54-5e4191a53783 req-d2648576-3e8e-4f51-80b2-556d82d97467 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ec2cc98350194ad29d591a84cfaac64d&device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 1096 time: 0.1888328 May 28 06:02:01.877414 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5b40cae-ed07-492d-ba08-75a98b4f08fb req-2bd9db1b-e189-4323-9001-28e08f14c790 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726459 May 28 06:02:01.920088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-825e2af5-b7ee-4ba6-ab37-306c419b9adb tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Unset dirty status for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:01.921340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-825e2af5-b7ee-4ba6-ab37-306c419b9adb tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2324462 May 28 06:02:01.925946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55622) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:01.931019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'tempest-secgroup--868969217'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:01.938261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:01.949697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:01.962581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:01.983442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:01.987551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:01.990573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:01.996390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:02.069721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:02.073698 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:02.091091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ab279-1600-4ffe-ae54-5e4191a53783 req-61d5934f-79c2-4ea1-af4f-af1fa82c938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:02.092461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-740ab279-1600-4ffe-ae54-5e4191a53783 req-61d5934f-79c2-4ea1-af4f-af1fa82c938a service neutron] 10.222.0.33 "GET /v2.0/networks?id=c802f7da-0c89-4bad-81b3-1215e0be0fb4 HTTP/1.1" status: 200 len: 913 time: 0.2086904 May 28 06:02:02.120851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8128a7a-b963-4905-bd2c-64d9a98f3957,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:02.149074 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:02.153725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-09980acc-e781-496c-8169-a3d1f5972418 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2266304 May 28 06:02:02.154547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55628) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:02.161388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-96dc8510-77d4-43ec-b74e-790a8f26482a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'b8128a7a-b963-4905-bd2c-64d9a98f3957', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:02.169178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70ca93-bf36-4a8b-b3dc-266fd3479bd6 req-7e1a924b-0083-4b8e-8930-2fc788ab133f tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:02.170678 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec70ca93-bf36-4a8b-b3dc-266fd3479bd6 req-7e1a924b-0083-4b8e-8930-2fc788ab133f tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 945 time: 0.1985908 May 28 06:02:02.181531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-96dc8510-77d4-43ec-b74e-790a8f26482a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:02.185769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-96dc8510-77d4-43ec-b74e-790a8f26482a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:02.188883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-96dc8510-77d4-43ec-b74e-790a8f26482a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:02.192264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-740ab279-1600-4ffe-ae54-5e4191a53783 req-bffa74e3-4e86-4bf1-98bc-352ad1f3f587 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0886fc8f-907a-4437-bf15-f830b3920f60 HTTP/1.1" status: 200 len: 217 time: 0.0916398 May 28 06:02:02.196333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-96dc8510-77d4-43ec-b74e-790a8f26482a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:02.252138 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-96dc8510-77d4-43ec-b74e-790a8f26482a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The resource could not be found. May 28 06:02:02.253152 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-96dc8510-77d4-43ec-b74e-790a8f26482a tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0971684 May 28 06:02:02.256514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55632) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:02.262813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c8796038-52bf-4543-b7d7-71748f75fc5f tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'b8128a7a-b963-4905-bd2c-64d9a98f3957', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8263154e-a0d4-48d8-bf33-1fd132b68605'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:02.274670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c8796038-52bf-4543-b7d7-71748f75fc5f tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:02.286991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ec70ca93-bf36-4a8b-b3dc-266fd3479bd6 req-cc27cc83-3ace-41de-804f-f90ed6695fbb tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964522 May 28 06:02:02.294957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ab279-1600-4ffe-ae54-5e4191a53783 req-6071aaad-1ab1-4787-adc7-1d62d6b4fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:02.296596 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-740ab279-1600-4ffe-ae54-5e4191a53783 req-6071aaad-1ab1-4787-adc7-1d62d6b4fe35 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f73b3222-2895-4459-9fe9-932310f4b87b HTTP/1.1" status: 200 len: 852 time: 0.0888362 May 28 06:02:02.317931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c8796038-52bf-4543-b7d7-71748f75fc5f tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:02.321688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c8796038-52bf-4543-b7d7-71748f75fc5f tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:02.328084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c8796038-52bf-4543-b7d7-71748f75fc5f tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:02.350304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-740ab279-1600-4ffe-ae54-5e4191a53783 req-80632c06-af51-4a12-a417-346ec61b9e03 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c802f7da-0c89-4bad-81b3-1215e0be0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458639 May 28 06:02:02.366587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c76cb26d-d1b4-4a81-9f77-06aea832f2eb req-795c0b44-c1f1-4578-aa33-f09e850615d1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 210 time: 0.0942430 May 28 06:02:02.420090 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-c8796038-52bf-4543-b7d7-71748f75fc5f tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The resource could not be found. May 28 06:02:02.421458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c8796038-52bf-4543-b7d7-71748f75fc5f tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1637187 May 28 06:02:02.424314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55638) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:02.519336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-740ab279-1600-4ffe-ae54-5e4191a53783 req-df45298d-54b3-4f06-bb32-3e9aacd7d1d0 service neutron] 10.222.0.33 "GET /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623764 May 28 06:02:02.637711 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce876-4644-4fa7-942d-564572ed6ce2 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:02.690819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce876-4644-4fa7-942d-564572ed6ce2 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:02.776936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-c9d6989c-6b35-46cf-8de9-041b2875cb31 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:02.777483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-c9d6989c-6b35-46cf-8de9-041b2875cb31 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Synchronizing usage tracker for tenant:e5e1f12540df459bbda892f45314329c on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:02.792684 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-740ab279-1600-4ffe-ae54-5e4191a53783 req-dae42226-185e-4c7c-8d06-1aa7334579bb service neutron] 10.222.0.33 "GET /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658756 May 28 06:02:02.817190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-c9d6989c-6b35-46cf-8de9-041b2875cb31 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Unset dirty status for tenant:e5e1f12540df459bbda892f45314329c on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:02.818448 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-c9d6989c-6b35-46cf-8de9-041b2875cb31 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 810 time: 0.2961254 May 28 06:02:02.820773 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce876-4644-4fa7-942d-564572ed6ce2 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:02.825193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e4f3d-34ba-4b63-8091-49878b0d0357 req-2ee16e5c-b2a6-4887-8ccd-de0f4ecef206 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:02.828268 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e42e4f3d-34ba-4b63-8091-49878b0d0357 req-2ee16e5c-b2a6-4887-8ccd-de0f4ecef206 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.1520915 May 28 06:02:02.879198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ce876-4644-4fa7-942d-564572ed6ce2 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8128a7a-b963-4905-bd2c-64d9a98f3957,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:02.906367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 33d7865a-1e7e-41f9-89c1-40186ed9481d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:02.909951 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce876-4644-4fa7-942d-564572ed6ce2 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:02.911744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cf7ce876-4644-4fa7-942d-564572ed6ce2 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/b8128a7a-b963-4905-bd2c-64d9a98f3957 HTTP/1.1" status: 204 len: 168 time: 0.4859784 May 28 06:02:02.913013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e42e4f3d-34ba-4b63-8091-49878b0d0357 req-640447e4-d46d-422d-8012-a77fc5b6a427 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767004 May 28 06:02:02.914444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55646) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:02.941099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-a980af63-ed79-4fee-a494-1930bd0d38ee tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Synchronizing usage tracker for tenant:e5e1f12540df459bbda892f45314329c on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:03.031351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-a980af63-ed79-4fee-a494-1930bd0d38ee tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Unset dirty status for tenant:e5e1f12540df459bbda892f45314329c on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:03.031351 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-a980af63-ed79-4fee-a494-1930bd0d38ee tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5e1f12540df459bbda892f45314329c HTTP/1.1" status: 200 len: 379 time: 0.1212933 May 28 06:02:03.031351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'port': {'device_id': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'admin_state_up': True, 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'security_groups': ['db1adfa8-c1ef-4bc5-acc5-0072d099e5a3']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:03.041857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 33d7865a-1e7e-41f9-89c1-40186ed9481d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:03.042358 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.046907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a479d941-3fa0-45d1-9170-38205e598d23 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1313217 May 28 06:02:03.052333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55652) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:03.058657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-280b5555-9cb6-457e-9d13-fc0307855af4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': '98cf5365-bd48-4bf4-9bf5-afb05ca48473', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:03.074083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-280b5555-9cb6-457e-9d13-fc0307855af4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:03.078353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-280b5555-9cb6-457e-9d13-fc0307855af4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:03.082281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-280b5555-9cb6-457e-9d13-fc0307855af4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:03.089608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-280b5555-9cb6-457e-9d13-fc0307855af4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:03.137564 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-280b5555-9cb6-457e-9d13-fc0307855af4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The resource could not be found. May 28 06:02:03.144902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-280b5555-9cb6-457e-9d13-fc0307855af4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0902069 May 28 06:02:03.146526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55656) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:03.151562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'tempest-secgroup--59227930'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:03.167371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:03.179516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:03.186520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:03.193141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:03.195067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:03.207134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.208325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:03.240027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:03.246288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:03.249804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:03.255958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:03.262126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 33d7865a-1e7e-41f9-89c1-40186ed9481d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:03.279145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Made reservation on behalf of e5e1f12540df459bbda892f45314329c for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:03.282727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.389269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362390c9-99ed-41f9-8a01-4b3ca6e558b2 req-be6ddd20-43a7-4f46-bc7b-4aa3fcb338c7 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:03.390738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-362390c9-99ed-41f9-8a01-4b3ca6e558b2 req-be6ddd20-43a7-4f46-bc7b-4aa3fcb338c7 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1744986 May 28 06:02:03.494710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.497060 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-362390c9-99ed-41f9-8a01-4b3ca6e558b2 req-aa71d87e-8050-49d9-8268-53079807799c tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990713 May 28 06:02:03.506696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1eeb-40a3-4d82-9f25-2b4000e1cf8c req-b581fb6c-d26d-43cd-a841-282755cdfe6d tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:03.508198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-010f1eeb-40a3-4d82-9f25-2b4000e1cf8c req-b581fb6c-d26d-43cd-a841-282755cdfe6d tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.1268997 May 28 06:02:03.508976 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.520948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Allocated IP 172.20.0.12 (f311eb26-f1d4-4e3e-8cce-032a2c72f536/83aca882-2781-4805-830e-03bb6ec8225d/b1d0240b-a282-4d0e-b224-a5c88acfe066) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:03.536740 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:02:03.586734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b5498b-7789-4756-b5bd-37fbce5e09e8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:03.592498 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.593698 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8002423b-922f-4058-9696-9429530518d4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4465728 May 28 06:02:03.596432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55662) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:03.603823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082491170'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:03.610655 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-010f1eeb-40a3-4d82-9f25-2b4000e1cf8c req-89a182b2-73bc-4e4d-8ae2-1a9de77da6cf tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891378 May 28 06:02:03.612933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:03.619428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:03.623103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:03.629271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:03.640684 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.663148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:03.667123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:03.670290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:03.676630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:03.704930 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-23a9e0fc-2036-44f7-b2e3-a78e4b08a405 req-873cb583-a26f-4109-8b6e-fc716440c906 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 210 time: 0.0656149 May 28 06:02:03.762043 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.766332 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.779054 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.796451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Transition to ACTIVE for port object b1d0240b-a282-4d0e-b224-a5c88acfe066 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:03.822052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94718de6-ac88-4bfb-aa2f-34c8cc21f597,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:03.822620 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.832618 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:03.839034 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1ea1a0d0-d7e9-41fc-9785-fa34137c21db tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2414765 May 28 06:02:03.839870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55668) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:03.845612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-bc25eb0b-64b3-457f-9e54-92bb788d6c65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': 'c2b5498b-7789-4756-b5bd-37fbce5e09e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '94718de6-ac88-4bfb-aa2f-34c8cc21f597'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:03.853438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bc25eb0b-64b3-457f-9e54-92bb788d6c65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:03.857340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bc25eb0b-64b3-457f-9e54-92bb788d6c65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:03.867731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bc25eb0b-64b3-457f-9e54-92bb788d6c65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:03.875055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bc25eb0b-64b3-457f-9e54-92bb788d6c65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:03.946834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Network f311eb26-f1d4-4e3e-8cce-032a2c72f536 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:03.947828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'Port': ['ID=b1d0240b-a282-4d0e-b224-a5c88acfe066,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:03.950466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:03.958696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:03.973123 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-bc25eb0b-64b3-457f-9e54-92bb788d6c65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:03.977637 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bc25eb0b-64b3-457f-9e54-92bb788d6c65 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1331327 May 28 06:02:03.979563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55674) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:04.039991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:04.040638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.069284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-7853aab5-baa4-4b72-b348-c085ba91c182 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0950549 May 28 06:02:04.078574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-989f6ac9-af68-4ee0-88c2-8d98882f4214 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.088575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Request body: {'port': {'device_id': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:04.119121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c47d-92c0-43b9-b49b-e18158690259 req-0e1a07cf-278a-4296-9a20-07e78b5f9f8e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:04.125025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c47d-92c0-43b9-b49b-e18158690259 req-0e1a07cf-278a-4296-9a20-07e78b5f9f8e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:04.131490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c47d-92c0-43b9-b49b-e18158690259 req-0e1a07cf-278a-4296-9a20-07e78b5f9f8e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:04.133249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-50d6c47d-92c0-43b9-b49b-e18158690259 req-0e1a07cf-278a-4296-9a20-07e78b5f9f8e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852&device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc&device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 2417 time: 0.2153006 May 28 06:02:04.184260 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-989f6ac9-af68-4ee0-88c2-8d98882f4214 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.216118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-50d6c47d-92c0-43b9-b49b-e18158690259 req-8f3c72d2-58b6-4ae9-a805-816961e1f0d4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745871 May 28 06:02:04.219075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.243534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-989f6ac9-af68-4ee0-88c2-8d98882f4214 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.268802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f6ac9-af68-4ee0-88c2-8d98882f4214 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94718de6-ac88-4bfb-aa2f-34c8cc21f597,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:04.276679 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-989f6ac9-af68-4ee0-88c2-8d98882f4214 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.277734 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-989f6ac9-af68-4ee0-88c2-8d98882f4214 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/94718de6-ac88-4bfb-aa2f-34c8cc21f597 HTTP/1.1" status: 204 len: 168 time: 0.2972703 May 28 06:02:04.280286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55680) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:04.308611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-87f1556a-696f-4301-968f-be371b587b01 None None] Provisioning for port b1d0240b-a282-4d0e-b224-a5c88acfe066 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:04.315308 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-87f1556a-696f-4301-968f-be371b587b01 None None] Provisioning complete for port b1d0240b-a282-4d0e-b224-a5c88acfe066 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:04.315915 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-87f1556a-696f-4301-968f-be371b587b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.349018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d79c573a-7fe5-4def-af9c-b08068ad8573 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Synchronizing usage tracker for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:04.369711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d79c573a-7fe5-4def-af9c-b08068ad8573 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Unset dirty status for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:04.374314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d79c573a-7fe5-4def-af9c-b08068ad8573 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0903182 May 28 06:02:04.374725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55684) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:04.386591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-87f1556a-696f-4301-968f-be371b587b01 None None] Port b1d0240b-a282-4d0e-b224-a5c88acfe066 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:02:04.447673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-467708f7-ff65-4dd9-bd00-1dcc353e3623 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.477276 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-467708f7-ff65-4dd9-bd00-1dcc353e3623 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.529697 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-467708f7-ff65-4dd9-bd00-1dcc353e3623 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.550220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467708f7-ff65-4dd9-bd00-1dcc353e3623 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b5498b-7789-4756-b5bd-37fbce5e09e8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:04.559843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-467708f7-ff65-4dd9-bd00-1dcc353e3623 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.560856 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-467708f7-ff65-4dd9-bd00-1dcc353e3623 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/c2b5498b-7789-4756-b5bd-37fbce5e09e8 HTTP/1.1" status: 204 len: 168 time: 0.1841025 May 28 06:02:04.563390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55690) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:04.623270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9eb8687c-b502-425d-9c2d-35a38628e5ba tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Synchronizing usage tracker for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:04.676656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61d3f-fa30-4b9f-8e48-18f1b769853e req-c134f5e6-0a3a-435b-b57d-39dbf719cfa4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:04.678664 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0b61d3f-fa30-4b9f-8e48-18f1b769853e req-c134f5e6-0a3a-435b-b57d-39dbf719cfa4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.2036412 May 28 06:02:04.688688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9eb8687c-b502-425d-9c2d-35a38628e5ba tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Unset dirty status for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:04.694937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9eb8687c-b502-425d-9c2d-35a38628e5ba tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1255679 May 28 06:02:04.694937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55694) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:04.699694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627746109'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:04.707342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:04.722070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:04.737057 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.753123 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0b61d3f-fa30-4b9f-8e48-18f1b769853e req-43ffce31-6717-42b1-9a73-ecbe393d8cbc tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666695 May 28 06:02:04.758612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a6dcd-f5b9-4be3-897f-24e7bff5462b req-481f5d1d-15c1-4c20-b67a-1e132936270e tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:04.760138 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-586a6dcd-f5b9-4be3-897f-24e7bff5462b req-481f5d1d-15c1-4c20-b67a-1e132936270e tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1326075 May 28 06:02:04.784616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:04.793051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:04.797467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:04.813016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:04.829967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-586a6dcd-f5b9-4be3-897f-24e7bff5462b req-3b14bcbb-7a8b-4853-b484-838c7e81a1d5 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587440 May 28 06:02:04.831463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d0240b-a282-4d0e-b224-a5c88acfe066 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:02:04.840632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.902253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.907290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.926114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Transition to ACTIVE for port object b1d0240b-a282-4d0e-b224-a5c88acfe066 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:04.943440 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.954836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de1ce51-8c7d-4db4-bb5a-d87a679a120c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:04.958577 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:04.962931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2fbfd203-8600-42b4-a7d6-59ebf26da1a3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2640691 May 28 06:02:04.963907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55706) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:04.968197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c9dcd4c8-f855-4595-9ee3-a95daa881f90 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': '5de1ce51-8c7d-4db4-bb5a-d87a679a120c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:04.975540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c9dcd4c8-f855-4595-9ee3-a95daa881f90 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:04.979568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c9dcd4c8-f855-4595-9ee3-a95daa881f90 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:04.982729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c9dcd4c8-f855-4595-9ee3-a95daa881f90 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:04.988513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c9dcd4c8-f855-4595-9ee3-a95daa881f90 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:05.020749 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-c9dcd4c8-f855-4595-9ee3-a95daa881f90 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:05.024791 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c9dcd4c8-f855-4595-9ee3-a95daa881f90 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0582354 May 28 06:02:05.024957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55710) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:05.030303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3e8167bf-674f-48d4-9b24-f28bcedcf2ef tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group_rule': {'security_group_id': '5de1ce51-8c7d-4db4-bb5a-d87a679a120c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:05.039133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3e8167bf-674f-48d4-9b24-f28bcedcf2ef tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:05.043659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e8167bf-674f-48d4-9b24-f28bcedcf2ef tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:05.047469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e8167bf-674f-48d4-9b24-f28bcedcf2ef tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:05.054592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3e8167bf-674f-48d4-9b24-f28bcedcf2ef tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:05.115469 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-3e8167bf-674f-48d4-9b24-f28bcedcf2ef tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:02:05.121682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3e8167bf-674f-48d4-9b24-f28bcedcf2ef tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0955522 May 28 06:02:05.122316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55718) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:05.168826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893656-931e-4114-8d11-ea1e83070b99 req-18ed2bb7-8caa-489b-9e34-890fd08e1d3e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:05.169549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-12893656-931e-4114-8d11-ea1e83070b99 req-18ed2bb7-8caa-489b-9e34-890fd08e1d3e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Synchronizing usage tracker for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:05.174100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Pushing event updated for resources: {'Port': ['ID=b1d0240b-a282-4d0e-b224-a5c88acfe066,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:05.216194 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fce0e7da-cded-49c7-b37c-1043cea2fba5 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.254370 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fce0e7da-cded-49c7-b37c-1043cea2fba5 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.279998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Attempting to bind port b1d0240b-a282-4d0e-b224-a5c88acfe066 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:05.280366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Attempting to bind port b1d0240b-a282-4d0e-b224-a5c88acfe066 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:05.280657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Attempting to bind port b1d0240b-a282-4d0e-b224-a5c88acfe066 on network f311eb26-f1d4-4e3e-8cce-032a2c72f536 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:05.287798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Port b1d0240b-a282-4d0e-b224-a5c88acfe066 on network f311eb26-f1d4-4e3e-8cce-032a2c72f536 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:02:05.288387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Attempting to bind port b1d0240b-a282-4d0e-b224-a5c88acfe066 on network f311eb26-f1d4-4e3e-8cce-032a2c72f536 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:05.290982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-12893656-931e-4114-8d11-ea1e83070b99 req-18ed2bb7-8caa-489b-9e34-890fd08e1d3e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Unset dirty status for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:05.299066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-12893656-931e-4114-8d11-ea1e83070b99 req-18ed2bb7-8caa-489b-9e34-890fd08e1d3e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 932 time: 0.4444618 May 28 06:02:05.318467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:05.318985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Checking segment: {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:05.319512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Bound using segment: {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:05.320095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Bound port: b1d0240b-a282-4d0e-b224-a5c88acfe066, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:05.320595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.326146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fce0e7da-cded-49c7-b37c-1043cea2fba5 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.356913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0e7da-cded-49c7-b37c-1043cea2fba5 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de1ce51-8c7d-4db4-bb5a-d87a679a120c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:05.363303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fce0e7da-cded-49c7-b37c-1043cea2fba5 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.365666 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fce0e7da-cded-49c7-b37c-1043cea2fba5 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/5de1ce51-8c7d-4db4-bb5a-d87a679a120c HTTP/1.1" status: 204 len: 168 time: 0.2421751 May 28 06:02:05.368216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55722) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:05.416551 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-12893656-931e-4114-8d11-ea1e83070b99 req-9fe9c5e1-cf81-4efa-a286-908561131d90 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159790 May 28 06:02:05.441697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e93a597-f71f-4445-89e1-db34a88e3c94 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Synchronizing usage tracker for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:05.460814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e93a597-f71f-4445-89e1-db34a88e3c94 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Unset dirty status for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:05.462369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3e93a597-f71f-4445-89e1-db34a88e3c94 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931392 May 28 06:02:05.466596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55728) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:05.472966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] For port b1d0240b-a282-4d0e-b224-a5c88acfe066, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:05.479508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960454226'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:05.481436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] For port b1d0240b-a282-4d0e-b224-a5c88acfe066, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:05.489835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:05.490601 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.502738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:05.517582 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.546633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:05.550595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Usage tracker for resource:security_group_rule and tenant:055ccf26cb5943da9d68c30a6da16be9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:05.553585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:05.559454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:05.602394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:05.602939 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.604351 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] 10.222.0.33 "PUT /v2.0/ports/b1d0240b-a282-4d0e-b224-a5c88acfe066 HTTP/1.1" status: 200 len: 1092 time: 1.5214019 May 28 06:02:05.612308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'tag': 'b1d0240b-a282-4d0e-b224-a5c88acfe066'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:02:05.652693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badef8c-269e-42e0-8fec-ff7c71e897bb service neutron] Pushing event updated for resources: {'Port': ['ID=b1d0240b-a282-4d0e-b224-a5c88acfe066,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:05.653178 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.673505 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.682810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2487c0b-75ed-4510-860c-10c41587c66c req-a2f4c356-b0de-4b27-94a9-f4518ab2b934 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:05.684473 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2487c0b-75ed-4510-860c-10c41587c66c req-a2f4c356-b0de-4b27-94a9-f4518ab2b934 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1444781 May 28 06:02:05.719911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a9a232-4f6a-4e38-ae18-40d2b1cdfb4a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:05.735751 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0720aa3f-f8c0-4b5e-84a1-da235b06743a'] response: {'name': 'network-changed', 'server_uuid': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'tag': 'b1d0240b-a282-4d0e-b224-a5c88acfe066', 'status': 'completed', 'code': 200} May 28 06:02:05.744610 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.746328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4c39d63c-951a-49a1-af46-d807801104f3 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2786136 May 28 06:02:05.749314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55736) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:05.755489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-87314f77-a302-40ee-8d51-8c697561259e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:05.757038 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-87314f77-a302-40ee-8d51-8c697561259e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 28 06:02:05.757837 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-87314f77-a302-40ee-8d51-8c697561259e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] update failed (client error): There was a conflict when trying to complete your request. May 28 06:02:05.759572 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-87314f77-a302-40ee-8d51-8c697561259e tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "PUT /v2.0/security-groups/b3a9a232-4f6a-4e38-ae18-40d2b1cdfb4a HTTP/1.1" status: 409 len: 330 time: 0.0089533 May 28 06:02:05.762068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55740) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:05.801751 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2487c0b-75ed-4510-860c-10c41587c66c req-e9c7c70b-dcb6-4970-a152-b775cf9b6552 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678372 May 28 06:02:05.816251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-07ed4970-bfea-4f4c-bd6d-ac7107dc76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:05.817727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-07ed4970-bfea-4f4c-bd6d-ac7107dc76a8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 1095 time: 0.1323762 May 28 06:02:05.854333 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8fcabd4-cf72-412e-b7c6-813b1c8a7ed9 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.887793 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8fcabd4-cf72-412e-b7c6-813b1c8a7ed9 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.902874 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-b58a56d6-598e-4d23-9de6-837c8b76deb4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066 HTTP/1.1" status: 200 len: 217 time: 0.0679693 May 28 06:02:05.937180 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8fcabd4-cf72-412e-b7c6-813b1c8a7ed9 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.964110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcabd4-cf72-412e-b7c6-813b1c8a7ed9 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a9a232-4f6a-4e38-ae18-40d2b1cdfb4a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:05.966869 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8fcabd4-cf72-412e-b7c6-813b1c8a7ed9 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:05.970814 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a8fcabd4-cf72-412e-b7c6-813b1c8a7ed9 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/b3a9a232-4f6a-4e38-ae18-40d2b1cdfb4a HTTP/1.1" status: 204 len: 168 time: 0.2068570 May 28 06:02:05.971380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55746) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:05.980561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-e98c6296-5530-4b34-b593-47a15b59113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:05.982163 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-e98c6296-5530-4b34-b593-47a15b59113a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.0726552 May 28 06:02:06.025806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5e53cb21-37fb-47ad-89ba-1c558b07f2a7 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Synchronizing usage tracker for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:06.042469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5e53cb21-37fb-47ad-89ba-1c558b07f2a7 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] Unset dirty status for tenant:055ccf26cb5943da9d68c30a6da16be9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:06.048356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5e53cb21-37fb-47ad-89ba-1c558b07f2a7 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0760753 May 28 06:02:06.048526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55750) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:06.072005 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-5c61273e-9e3b-4707-a181-5dc984508600 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] delete failed (client error): The resource could not be found. May 28 06:02:06.072961 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5c61273e-9e3b-4707-a181-5dc984508600 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "DELETE /v2.0/security-groups/47688186-b844-4090-b678-b389a45bfdd9 HTTP/1.1" status: 404 len: 347 time: 0.0227852 May 28 06:02:06.076814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55754) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:06.087949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-26422439-f39c-48c3-8bc5-6f46b151ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:06.090161 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-26422439-f39c-48c3-8bc5-6f46b151ccdc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009631 May 28 06:02:06.093485 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-ee270084-6e16-4f7b-a67d-7ae26b34e7a4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] show failed (client error): The resource could not be found. May 28 06:02:06.094471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ee270084-6e16-4f7b-a67d-7ae26b34e7a4 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-groups/6972e37b-69be-4289-b89e-f9422d0b0255 HTTP/1.1" status: 404 len: 347 time: 0.0167003 May 28 06:02:06.099885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55758) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:06.114263 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-597d3f97-5018-4929-a6cf-2875a3abde77 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] show failed (client error): The resource could not be found. May 28 06:02:06.115825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-597d3f97-5018-4929-a6cf-2875a3abde77 tempest-NegativeSecGroupIPv6Test-791169930 tempest-NegativeSecGroupIPv6Test-791169930-project] 10.222.0.39 "GET /v2.0/security-group-rules/a8dd8c84-cb61-46f4-a6f1-184f2462f091 HTTP/1.1" status: 404 len: 356 time: 0.0150321 May 28 06:02:06.244305 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-bd7a4e4f-a9c9-4729-9d3c-e6cbed9c8898 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466789 May 28 06:02:06.411402 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0136e5c2-a4bc-432c-8391-f4b9aeaae648 req-996ea517-9949-468c-9a5d-5cf9ea075d70 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605554 May 28 06:02:06.419601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55772) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:06.623618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da852b4-1831-4408-bbb0-beb6a28c7057 req-cb39027b-8896-4db3-adc5-f2604956bcfa tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:06.625058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3da852b4-1831-4408-bbb0-beb6a28c7057 req-cb39027b-8896-4db3-adc5-f2604956bcfa tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 944 time: 0.0983696 May 28 06:02:06.675306 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3da852b4-1831-4408-bbb0-beb6a28c7057 req-fd08cfba-0cbe-4449-96af-5180d9529e99 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433023 May 28 06:02:06.749077 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-82f73b49-2139-403a-a52b-433a22a534f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=055ccf26cb5943da9d68c30a6da16be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261716 May 28 06:02:06.749346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55784) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:06.772214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-fe3baf47-9caf-4432-8cce-05330137bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:06.773694 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-fe3baf47-9caf-4432-8cce-05330137bc21 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 1095 time: 0.2508113 May 28 06:02:06.904332 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40854ee1-3e6c-41fd-aaf0-cbd8b8f66246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:06.945212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ff0a2-8bd9-424e-8f1c-ffc18b6d8eef req-ae004e54-bd0c-4aac-ad7d-8768ba1e9628 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:06.946742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e83ff0a2-8bd9-424e-8f1c-ffc18b6d8eef req-ae004e54-bd0c-4aac-ad7d-8768ba1e9628 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.0980067 May 28 06:02:06.996482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e83ff0a2-8bd9-424e-8f1c-ffc18b6d8eef req-6bbab245-14c8-4003-8baf-6fa322603bb4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435445 May 28 06:02:07.004088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-c1b14e50-0b93-4796-b4d4-5a0c3afd5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:07.006072 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-c1b14e50-0b93-4796-b4d4-5a0c3afd5bfa service neutron] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 911 time: 0.2245953 May 28 06:02:07.007985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40854ee1-3e6c-41fd-aaf0-cbd8b8f66246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:07.099199 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-7782710a-7c25-4b18-b897-c1b8cbb070e1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066 HTTP/1.1" status: 200 len: 217 time: 0.0791864 May 28 06:02:07.195603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbebb8-aed0-4971-85c3-6672b6a9a043 req-3d0792d2-5992-494f-b3a0-9cad52e9c5d1 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:07.197045 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-18dbebb8-aed0-4971-85c3-6672b6a9a043 req-3d0792d2-5992-494f-b3a0-9cad52e9c5d1 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.2776248 May 28 06:02:07.200638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-b06f238e-41e7-41ac-b030-15fd4a01d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:07.202021 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-b06f238e-41e7-41ac-b030-15fd4a01d961 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.0844674 May 28 06:02:07.260139 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40854ee1-3e6c-41fd-aaf0-cbd8b8f66246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:07.295905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40854ee1-3e6c-41fd-aaf0-cbd8b8f66246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eda5b78-fbb0-44c3-a0ed-1bed13a4d994,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:07.313366 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-18dbebb8-aed0-4971-85c3-6672b6a9a043 req-932827e2-aaf5-457f-9970-48e40a2e33db tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104944 May 28 06:02:07.320859 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40854ee1-3e6c-41fd-aaf0-cbd8b8f66246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:07.321898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-40854ee1-3e6c-41fd-aaf0-cbd8b8f66246 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7eda5b78-fbb0-44c3-a0ed-1bed13a4d994 HTTP/1.1" status: 204 len: 168 time: 0.5717297 May 28 06:02:07.347521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-c3efc442-1e7b-4d08-92a1-b46c808967fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:07.349035 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-c3efc442-1e7b-4d08-92a1-b46c808967fd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324942 May 28 06:02:07.487694 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-609e8b18-e877-4079-935d-d05f47703735 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317472 May 28 06:02:07.627138 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6517c79-1108-40b5-b789-67a8f2c875d1 req-b424ef66-0a93-463f-8f17-6cf1b64fac80 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314864 May 28 06:02:07.860169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbbe64-6e46-4da6-9419-c12ebb5b41fe req-b76406cd-6b89-4af7-af4e-b60e1510330a tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:07.861693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1acbbe64-6e46-4da6-9419-c12ebb5b41fe req-b76406cd-6b89-4af7-af4e-b60e1510330a tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 944 time: 0.0814810 May 28 06:02:07.919854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1acbbe64-6e46-4da6-9419-c12ebb5b41fe req-667ad2f3-696d-46ec-aa15-fca0fdbfded6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520921 May 28 06:02:07.941410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-603a6aef-6c59-447b-99e4-4bd4b7881835 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:07.942865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-603a6aef-6c59-447b-99e4-4bd4b7881835 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.33 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.0965812 May 28 06:02:08.019761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-80bfcff4-9415-4bfb-8ac7-c6f0ec3deff2 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Deleting port 0886fc8f-907a-4437-bf15-f830b3920f60 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:02:08.019761 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-80bfcff4-9415-4bfb-8ac7-c6f0ec3deff2 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.044969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55818) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:08.209108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1266607962'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:08.214969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:08.219301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Usage tracker for resource:network and tenant:59bac2a9beef4bf888ae7c842eb1ef3c is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:08.222279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:08.229126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:08.241548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Made reservation on behalf of 59bac2a9beef4bf888ae7c842eb1ef3c for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:08.245369 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.258285 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.273118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:08.277203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Usage tracker for resource:security_group_rule and tenant:59bac2a9beef4bf888ae7c842eb1ef3c is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:08.280482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:08.286311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:08.340502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-80bfcff4-9415-4bfb-8ac7-c6f0ec3deff2 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] For port 0886fc8f-907a-4437-bf15-f830b3920f60, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0886fc8f-907a-4437-bf15-f830b3920f60,segment=NetworkSegment(c291fedf-4166-48a7-a00f-be83ab355a78),segment_id=c291fedf-4166-48a7-a00f-be83ab355a78)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:08.340867 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-80bfcff4-9415-4bfb-8ac7-c6f0ec3deff2 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.386937 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.391202 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.433768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:02:08.471938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684d622d-2a93-4128-9824-6c7c9e8b5d2b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:08.475779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-80bfcff4-9415-4bfb-8ac7-c6f0ec3deff2 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Calling delete_port for 0886fc8f-907a-4437-bf15-f830b3920f60 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:02:08.492944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.493294 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Added segment f228f66d-6f6a-4c95-86d6-6b20d127b665 of type vlan for network c964d5bc-ba83-4381-83e1-a88136459f16 May 28 06:02:08.509147 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b2ba4b58-d7d9-44ea-b960-38b99ef1f7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.537623 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.577287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8248c5a-b817-459e-9d7f-376b54ef1ac6 req-aa091807-f91e-4721-a5c0-8a7a12149102 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:08.585756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8248c5a-b817-459e-9d7f-376b54ef1ac6 req-aa091807-f91e-4721-a5c0-8a7a12149102 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75b90d7-652a-4572-9e92-fb0fb2a7e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1495817 May 28 06:02:08.629118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.634955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:08.635558 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.695061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed93062-60e4-4b03-92ab-825851d1d7d9 req-5d12bac5-00fc-452d-b131-b12347922f09 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:08.696581 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ed93062-60e4-4b03-92ab-825851d1d7d9 req-5d12bac5-00fc-452d-b131-b12347922f09 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.4164643 May 28 06:02:08.735507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8248c5a-b817-459e-9d7f-376b54ef1ac6 req-2298e2aa-5c43-4f0f-88b5-2b841cbbadf4 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac2867c-8c23-4273-bc20-81add44f6ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485665 May 28 06:02:08.760806 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7117047 May 28 06:02:08.762872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55828) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:08.770355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Request body: {'subnet': {'network_id': 'c964d5bc-ba83-4381-83e1-a88136459f16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:08.792510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154ba59-a62f-42bd-a46a-ea4b68d0b284 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Pushing event updated for resources: {'Network': ['ID=c964d5bc-ba83-4381-83e1-a88136459f16,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:08.797020 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6ed93062-60e4-4b03-92ab-825851d1d7d9 req-d632cb32-917f-436f-9a49-ef21cadab626 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908630 May 28 06:02:08.803581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-80bfcff4-9415-4bfb-8ac7-c6f0ec3deff2 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.804650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c964d5bc-ba83-4381-83e1-a88136459f16 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:02:08.860284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfcff4-9415-4bfb-8ac7-c6f0ec3deff2 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Pushing event deleted for resources: {'Port': ['ID=0886fc8f-907a-4437-bf15-f830b3920f60,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:08.886500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['0886fc8f-907a-4437-bf15-f830b3920f60'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:02:08.902895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:08.907072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Usage tracker for resource:subnet and tenant:59bac2a9beef4bf888ae7c842eb1ef3c is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:08.909937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:08.917154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:08.929699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Made reservation on behalf of 59bac2a9beef4bf888ae7c842eb1ef3c for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:08.933628 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.935967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-80bfcff4-9415-4bfb-8ac7-c6f0ec3deff2 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] No DVR routers for this DVR port 0886fc8f-907a-4437-bf15-f830b3920f60 on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:02:08.938945 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-80bfcff4-9415-4bfb-8ac7-c6f0ec3deff2 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:08.941812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b90d7-652a-4572-9e92-fb0fb2a7e4a9', 'name': 'network-vif-deleted', 'tag': '0886fc8f-907a-4437-bf15-f830b3920f60'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:02:08.964345 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de4327ee-ebbb-4bb7-994a-101c5e8667ef req-80bfcff4-9415-4bfb-8ac7-c6f0ec3deff2 tempest-TestServerAdvancedOps-1090616424 tempest-TestServerAdvancedOps-1090616424-project] 10.222.0.33 "DELETE /v2.0/ports/0886fc8f-907a-4437-bf15-f830b3920f60 HTTP/1.1" status: 204 len: 173 time: 1.0143275 May 28 06:02:09.011528 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0faaf406-4c8d-4c1a-9abc-461aca73a244'] response: {'server_uuid': 'e75b90d7-652a-4572-9e92-fb0fb2a7e4a9', 'name': 'network-vif-deleted', 'tag': '0886fc8f-907a-4437-bf15-f830b3920f60', 'status': 'completed', 'code': 200} May 28 06:02:09.214763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf8d57-6497-4201-965a-34b68f2d8c90 req-a18fca3e-02d6-4846-8f33-de98e617ff7d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:09.216259 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80bf8d57-6497-4201-965a-34b68f2d8c90 req-a18fca3e-02d6-4846-8f33-de98e617ff7d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 944 time: 0.1571159 May 28 06:02:09.282753 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:09.327007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80bf8d57-6497-4201-965a-34b68f2d8c90 req-0f6f7f91-6e90-4595-9b79-9e48c8c4b206 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024780 May 28 06:02:09.358425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b1d0240b-a282-4d0e-b224-a5c88acfe066 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:02:09.364818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Pushing event updated for resources: {'Subnet': ['ID=e0689416-181b-4ea9-9a4e-e1f0cd91fd4f,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:09.378488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Checking segment: {'id': 'f228f66d-6f6a-4c95-86d6-6b20d127b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c964d5bc-ba83-4381-83e1-a88136459f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:09.378842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Network hostable DHCP agents. Network: c964d5bc-ba83-4381-83e1-a88136459f16, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:02:09.397265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Network c964d5bc-ba83-4381-83e1-a88136459f16 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:02:09.408156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c964d5bc-ba83-4381-83e1-a88136459f16) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:09.414006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:09.414006 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:09.437050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0509f633-1e28-4533-9691-17166256ab47 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6729217 May 28 06:02:09.439345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55838) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:09.443164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4e5581-bdcb-467c-bca0-f53224e08280 None None] Network c964d5bc-ba83-4381-83e1-a88136459f16 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:02:09.446189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Request body: {'port': {'network_id': 'c964d5bc-ba83-4381-83e1-a88136459f16', 'name': 'tempest-TagsExtTest-301246573'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:09.662601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b1d0240b-a282-4d0e-b224-a5c88acfe066, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:09.723045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:09.726951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Usage tracker for resource:port and tenant:59bac2a9beef4bf888ae7c842eb1ef3c is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:09.729873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:09.736897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'b1d0240b-a282-4d0e-b224-a5c88acfe066', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'port_id': 'b1d0240b-a282-4d0e-b224-a5c88acfe066', 'mac_address': 'fa:16:3e:12:39:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:02:09.737126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:09.749313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Made reservation on behalf of 59bac2a9beef4bf888ae7c842eb1ef3c for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:09.753521 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:09.777993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] device_id is not set on port 6574c49b-f2fc-4b30-ab4e-b8f55dc82856 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:02:09.846214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-c964d5bc-ba83-4381-83e1-a88136459f16', 'network_id': 'c964d5bc-ba83-4381-83e1-a88136459f16', 'tenant_id': '59bac2a9beef4bf888ae7c842eb1ef3c', 'fixed_ips': [{'subnet_id': 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:02:09.847060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55848) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:09.858752 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:09.900831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b1d0240b-a282-4d0e-b224-a5c88acfe066 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:09.903856 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:09.951216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d0240b-a282-4d0e-b224-a5c88acfe066 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:02:09.968870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b1d0240b-a282-4d0e-b224-a5c88acfe066, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:10.004334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-929f929d-1606-4acd-852f-48d8a99b3f66 admin admin] Deleting subnet f73b3222-2895-4459-9fe9-932310f4b87b {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:02:10.007474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Allocated IP 172.20.0.2 (c964d5bc-ba83-4381-83e1-a88136459f16/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/6574c49b-f2fc-4b30-ab4e-b8f55dc82856) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:10.014814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-929f929d-1606-4acd-852f-48d8a99b3f66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.064732 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.081758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-929f929d-1606-4acd-852f-48d8a99b3f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.131552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a4946-6d68-4aa4-8334-0188c6fdaaaa req-4034160c-dcbe-489c-b70e-7d81f2b92fe4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:10.135206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb9a4946-6d68-4aa4-8334-0188c6fdaaaa req-4034160c-dcbe-489c-b70e-7d81f2b92fe4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.1878257 May 28 06:02:10.155067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b1d0240b-a282-4d0e-b224-a5c88acfe066,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:10.172172 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-929f929d-1606-4acd-852f-48d8a99b3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.173160 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.251667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-929f929d-1606-4acd-852f-48d8a99b3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.292432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f929d-1606-4acd-852f-48d8a99b3f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f73b3222-2895-4459-9fe9-932310f4b87b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:10.294388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-929f929d-1606-4acd-852f-48d8a99b3f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.300728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-929f929d-1606-4acd-852f-48d8a99b3f66 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f73b3222-2895-4459-9fe9-932310f4b87b HTTP/1.1" status: 204 len: 168 time: 0.4523685 May 28 06:02:10.303688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55856) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:10.309068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb9a4946-6d68-4aa4-8334-0188c6fdaaaa req-c53d2a45-be35-45c6-9a91-0465c74d84a0 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569581 May 28 06:02:10.362113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.380314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Transition to ACTIVE for port object 6574c49b-f2fc-4b30-ab4e-b8f55dc82856 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:10.409796 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.425854 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.511847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Pushing event updated for resources: {'Port': ['ID=6574c49b-f2fc-4b30-ab4e-b8f55dc82856,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:10.518586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['b1d0240b-a282-4d0e-b224-a5c88acfe066'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:02:10.529656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Network c964d5bc-ba83-4381-83e1-a88136459f16 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:10.531602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:10.539052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:10.605327 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-022072f4-ca4a-4b1f-8b96-e94fc2f667ed {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:02:10.605935 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:02:10.622468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:10.623253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.652881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d8040fe0-1ea0-4991-8793-f627ccc659b6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2120833 May 28 06:02:10.655072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55862) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:10.663066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1040551232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:10.672740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:10.677437 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.679830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Usage tracker for resource:router and tenant:59bac2a9beef4bf888ae7c842eb1ef3c is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:10.684740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:10.692125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:10.705914 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.707828 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.717168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c802f7da-0c89-4bad-81b3-1215e0be0fb4']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:10.729566 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.736482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c291fedf-4166-48a7-a00f-be83ab355a78') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:10.736769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c291fedf-4166-48a7-a00f-be83ab355a78') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:10.754135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.756699 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3e5-c44e-475f-925b-840f336db726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.760772 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.770132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6dc25-0f49-43e5-8356-ff0edaa2ab74 req-273c92aa-61ee-4e6c-abf3-6c37388f5c5a tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:10.777441 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1aa6dc25-0f49-43e5-8356-ff0edaa2ab74 req-273c92aa-61ee-4e6c-abf3-6c37388f5c5a tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 945 time: 0.2673824 May 28 06:02:10.790491 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.791889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6e91e490-5294-4a02-b280-52a93573c867 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1357415 May 28 06:02:10.794742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55866) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:10.805121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-df85ada3-95d8-4461-8f04-b1cb4c984a58 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1581119862', 'prefixes': ['172.20.0.0/16']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:10.811838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-df85ada3-95d8-4461-8f04-b1cb4c984a58 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:10.813541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.825511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:02:10.825906 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.850505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1aa6dc25-0f49-43e5-8356-ff0edaa2ab74 req-21fde1e6-4e61-45d9-9c60-2148c6388b97 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721960 May 28 06:02:10.901459 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c291fedf-4166-48a7-a00f-be83ab355a78 resource provider aggregate not found May 28 06:02:10.931812 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c291fedf-4166-48a7-a00f-be83ab355a78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c291fedf-4166-48a7-a00f-be83ab355a78 found for delete ", "request_id": "req-06dcc80b-45a0-41ef-86f6-d4d9464c7274"}]} May 28 06:02:10.940011 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.956859 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.968014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c802f7da-0c89-4bad-81b3-1215e0be0fb4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:10.978348 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6535821e-c7e0-4405-80d4-c58e4c21e1f7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c802f7da-0c89-4bad-81b3-1215e0be0fb4 HTTP/1.1" status: 204 len: 168 time: 0.6736372 May 28 06:02:10.981128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55874) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:10.996706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-df85ada3-95d8-4461-8f04-b1cb4c984a58 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for subnetpool, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:10.998424 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-df85ada3-95d8-4461-8f04-b1cb4c984a58 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2005608 May 28 06:02:11.001678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55880) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:11.007959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-c4d81f9a-d912-40ec-8fd7-74221d7262b1 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f', 'tempest-TagsExtTest-Tag-556525519') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:11.060224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e86c6c-9f7a-4de6-8b41-2e1b34637ff3 admin admin] Deleting subnet d6f44a0d-c0aa-4a92-b994-9608875a69c4 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:02:11.066184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e86c6c-9f7a-4de6-8b41-2e1b34637ff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.108136 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.126248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4d81f9a-d912-40ec-8fd7-74221d7262b1 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags/tempest-TagsExtTest-Tag-556525519 HTTP/1.1" status: 201 len: 201 time: 0.1231499 May 28 06:02:11.128103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55884) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:11.136142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-41edd33d-19fd-4415-b974-8134790d75d4 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856', 'tempest-TagsExtTest-Tag-1315596045') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:11.158247 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e86c6c-9f7a-4de6-8b41-2e1b34637ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.237735 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e86c6c-9f7a-4de6-8b41-2e1b34637ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.257600 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-41edd33d-19fd-4415-b974-8134790d75d4 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags/tempest-TagsExtTest-Tag-1315596045 HTTP/1.1" status: 201 len: 201 time: 0.1279862 May 28 06:02:11.258241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55888) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:11.264667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-dbd8110a-2f94-4982-8bbe-dd495065d455 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548', 'tempest-TagsExtTest-Tag-254458975') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:11.326629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Allocated IP 172.20.0.3 (c964d5bc-ba83-4381-83e1-a88136459f16/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/47d74c09-cddb-43c4-8997-875a574f3b3e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:11.329667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e86c6c-9f7a-4de6-8b41-2e1b34637ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.377989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e86c6c-9f7a-4de6-8b41-2e1b34637ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f44a0d-c0aa-4a92-b994-9608875a69c4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:11.382586 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e86c6c-9f7a-4de6-8b41-2e1b34637ff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.393663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b2e86c6c-9f7a-4de6-8b41-2e1b34637ff3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d6f44a0d-c0aa-4a92-b994-9608875a69c4 HTTP/1.1" status: 204 len: 168 time: 0.4113498 May 28 06:02:11.396518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55894) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:11.399381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0886fc8f-907a-4437-bf15-f830b3920f60 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:02:11.456677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dbd8110a-2f94-4982-8bbe-dd495065d455 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags/tempest-TagsExtTest-Tag-254458975 HTTP/1.1" status: 201 len: 201 time: 0.1972136 May 28 06:02:11.461301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55898) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:11.479719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-4fbb9882-76d3-4dca-8ea4-50a9f3a0b733 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63', 'tempest-TagsExtTest-Tag-1206554354') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:11.563606 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.642270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4fbb9882-76d3-4dca-8ea4-50a9f3a0b733 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags/tempest-TagsExtTest-Tag-1206554354 HTTP/1.1" status: 201 len: 201 time: 0.1780481 May 28 06:02:11.645256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55902) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:11.658396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 0886fc8f-907a-4437-bf15-f830b3920f60 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:02:11.658747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0886fc8f-907a-4437-bf15-f830b3920f60 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:02:11.668390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-2abcfa25-18ee-4145-8e25-e05b6a2f5506 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:11.695036 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.709106 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.779049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da2ffc-1199-4157-b3e9-45814b024fb4 req-7aef563e-fe9e-408e-a6b1-773a448e181f tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:11.780830 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0da2ffc-1199-4157-b3e9-45814b024fb4 req-7aef563e-fe9e-408e-a6b1-773a448e181f tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.2191148 May 28 06:02:11.828051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.834379 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.848581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Transition to ACTIVE for port object 47d74c09-cddb-43c4-8997-875a574f3b3e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:11.850317 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0da2ffc-1199-4157-b3e9-45814b024fb4 req-25087e23-c8bb-4a79-850b-219d5138af0e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566785 May 28 06:02:11.858070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f961da93-a6cb-43fd-aa29-59791528359c']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:11.859745 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2abcfa25-18ee-4145-8e25-e05b6a2f5506 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags HTTP/1.1" status: 200 len: 240 time: 0.2091422 May 28 06:02:11.860661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55906) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:11.879543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-1fa26638-fcbb-4984-9b66-0532df53da63 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f', 'tempest-TagsExtTest-Tag-556525519') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:11.882978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Transition to ACTIVE for port object 47d74c09-cddb-43c4-8997-875a574f3b3e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:11.890645 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.891387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0508a5-cae5-40c4-b191-9072759e3fba') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:11.891828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0508a5-cae5-40c4-b191-9072759e3fba') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:11.916798 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.952147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.964613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:02:11.964791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:11.996265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Network c964d5bc-ba83-4381-83e1-a88136459f16 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:11.997050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1fa26638-fcbb-4984-9b66-0532df53da63 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags/tempest-TagsExtTest-Tag-556525519 HTTP/1.1" status: 204 len: 168 time: 0.1326804 May 28 06:02:11.997509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Pushing event updated for resources: {'Port': ['ID=47d74c09-cddb-43c4-8997-875a574f3b3e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:11.998779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55914) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:12.008123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:12.008938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-a510fb34-f26f-43cc-8f60-02766541cbbe tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f', 'tempest-TagsExtTest-Tag-556525519') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:12.013898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:12.129811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Attempting to bind port 47d74c09-cddb-43c4-8997-875a574f3b3e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:12.130557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Attempting to bind port 47d74c09-cddb-43c4-8997-875a574f3b3e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'f228f66d-6f6a-4c95-86d6-6b20d127b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c964d5bc-ba83-4381-83e1-a88136459f16'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:12.131623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Attempting to bind port 47d74c09-cddb-43c4-8997-875a574f3b3e on network c964d5bc-ba83-4381-83e1-a88136459f16 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:12.138958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:12.139772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Checking segment: {'id': 'f228f66d-6f6a-4c95-86d6-6b20d127b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c964d5bc-ba83-4381-83e1-a88136459f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:12.140410 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:12.140988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Bound using segment: {'id': 'f228f66d-6f6a-4c95-86d6-6b20d127b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c964d5bc-ba83-4381-83e1-a88136459f16'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:12.141641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Bound port: 47d74c09-cddb-43c4-8997-875a574f3b3e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f228f66d-6f6a-4c95-86d6-6b20d127b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c964d5bc-ba83-4381-83e1-a88136459f16'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:12.142227 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:12.157762 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a510fb34-f26f-43cc-8f60-02766541cbbe tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags/tempest-TagsExtTest-Tag-556525519 HTTP/1.1" status: 204 len: 168 time: 0.1568363 May 28 06:02:12.158406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55920) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:12.159322 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:12.166765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-df6438f4-c852-458b-b7ef-91a5e0f788d3 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:12.191314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:12.194379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] Pushing event deleted for resources: {'Network': ['ID=f961da93-a6cb-43fd-aa29-59791528359c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:12.211204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-29a22a63-3aa2-4e1f-a11e-8739ddf05991 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f961da93-a6cb-43fd-aa29-59791528359c HTTP/1.1" status: 204 len: 168 time: 0.8134482 May 28 06:02:12.270456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34ae05-192f-47a6-b437-4318ec606187 req-ac8eb7a5-c497-43ec-869d-9df39fc1d4d2 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:12.273161 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e34ae05-192f-47a6-b437-4318ec606187 req-ac8eb7a5-c497-43ec-869d-9df39fc1d4d2 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 945 time: 0.2598259 May 28 06:02:12.275743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-df6438f4-c852-458b-b7ef-91a5e0f788d3 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags HTTP/1.1" status: 200 len: 205 time: 0.1163235 May 28 06:02:12.276279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55926) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:12.281822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-01da986e-1f72-4b78-b6cc-18db4c4e8c93 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:12.296853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] For port 47d74c09-cddb-43c4-8997-875a574f3b3e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:12.304522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] For port 47d74c09-cddb-43c4-8997-875a574f3b3e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47d74c09-cddb-43c4-8997-875a574f3b3e,segment=NetworkSegment(f228f66d-6f6a-4c95-86d6-6b20d127b665),segment_id=f228f66d-6f6a-4c95-86d6-6b20d127b665)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:12.309315 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:12.386346 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9e34ae05-192f-47a6-b437-4318ec606187 req-c4e9257b-7db8-4927-b732-440744e4ef78 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767305 May 28 06:02:12.402913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948b4f1-899b-41b5-a17f-cc0ce25ed0d6 None None] Pushing event updated for resources: {'Port': ['ID=47d74c09-cddb-43c4-8997-875a574f3b3e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:12.412768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55930) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:12.413103 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-01da986e-1f72-4b78-b6cc-18db4c4e8c93 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags HTTP/1.1" status: 200 len: 241 time: 0.1352508 May 28 06:02:12.419783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-88166d40-3702-4007-8982-2a7f6db0a00e tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856', 'tempest-TagsExtTest-Tag-1315596045') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:12.499386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55934) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:12.504819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-688df117-1b93-41d6-bacf-e8cc6dc9868b tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856', 'tempest-TagsExtTest-Tag-1315596045') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:12.515720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-88166d40-3702-4007-8982-2a7f6db0a00e tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags/tempest-TagsExtTest-Tag-1315596045 HTTP/1.1" status: 204 len: 168 time: 0.1004419 May 28 06:02:12.516162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55938) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:12.573210 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d4a3f8b7-b75d-4b16-ab20-b67ded91970e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec2cc98350194ad29d591a84cfaac64d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541842 May 28 06:02:12.573546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55942) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:12.618578 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-688df117-1b93-41d6-bacf-e8cc6dc9868b tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags/tempest-TagsExtTest-Tag-1315596045 HTTP/1.1" status: 204 len: 168 time: 0.1179991 May 28 06:02:12.621140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55946) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:12.631037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-c328af20-701e-40f1-a4bb-b57b90065767 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:12.668848 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-774d5c1c-53ea-4d4c-a4d9-fc2c50a41f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:12.714750 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-774d5c1c-53ea-4d4c-a4d9-fc2c50a41f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:12.745823 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c328af20-701e-40f1-a4bb-b57b90065767 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags HTTP/1.1" status: 200 len: 205 time: 0.1225128 May 28 06:02:12.749296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55950) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:12.756867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-ffa3a89c-5492-4a52-8a19-37a576ba0af6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:12.881487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47d74c09-cddb-43c4-8997-875a574f3b3e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:12.959148 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 5c0508a5-cae5-40c4-b191-9072759e3fba resource provider aggregate not found May 28 06:02:12.983935 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 5c0508a5-cae5-40c4-b191-9072759e3fba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c0508a5-cae5-40c4-b191-9072759e3fba found for delete ", "request_id": "req-c31c7866-2342-4ca1-be00-1e250b6c82a3"}]} May 28 06:02:13.001812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 47d74c09-cddb-43c4-8997-875a574f3b3e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:13.125897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-774d5c1c-53ea-4d4c-a4d9-fc2c50a41f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:13.151971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d5c1c-53ea-4d4c-a4d9-fc2c50a41f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac2867c-8c23-4273-bc20-81add44f6ff7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:13.161564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ffa3a89c-5492-4a52-8a19-37a576ba0af6 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags HTTP/1.1" status: 200 len: 240 time: 0.4088690 May 28 06:02:13.161987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55962) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:13.167550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-ad49eb8c-f17b-4140-86fd-fa2eb81ef991 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548', 'tempest-TagsExtTest-Tag-254458975') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:13.264511 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-774d5c1c-53ea-4d4c-a4d9-fc2c50a41f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:13.265735 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-774d5c1c-53ea-4d4c-a4d9-fc2c50a41f15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ac2867c-8c23-4273-bc20-81add44f6ff7 HTTP/1.1" status: 204 len: 168 time: 0.6914043 May 28 06:02:13.277461 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:13.377232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcf866-2567-41d5-9d81-7dbce9bd74b2 req-6c9ccf92-5b75-4251-a0d1-03d5d86d8c2c tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:13.379714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87fcf866-2567-41d5-9d81-7dbce9bd74b2 req-6c9ccf92-5b75-4251-a0d1-03d5d86d8c2c tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.3407168 May 28 06:02:13.393065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b1d0240b-a282-4d0e-b224-a5c88acfe066 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:13.398717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ad49eb8c-f17b-4140-86fd-fa2eb81ef991 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags/tempest-TagsExtTest-Tag-254458975 HTTP/1.1" status: 204 len: 168 time: 0.2350075 May 28 06:02:13.400575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55968) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:13.412933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-12bae35f-1940-4ee9-88e6-d2d90261e351 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548', 'tempest-TagsExtTest-Tag-254458975') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:13.486291 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87fcf866-2567-41d5-9d81-7dbce9bd74b2 req-510c28be-90cb-4de8-8467-4718df3fe192 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974975 May 28 06:02:13.544791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port b1d0240b-a282-4d0e-b224-a5c88acfe066 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:13.550671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port b1d0240b-a282-4d0e-b224-a5c88acfe066 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:13.551047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:13.729475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port b1d0240b-a282-4d0e-b224-a5c88acfe066 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:13.730196 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:13.744949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-12bae35f-1940-4ee9-88e6-d2d90261e351 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags/tempest-TagsExtTest-Tag-254458975 HTTP/1.1" status: 204 len: 168 time: 0.3432989 May 28 06:02:13.747347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55976) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:13.754149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-dd726231-c587-43f5-bf77-dc722a03493c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:13.772816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386454cf-a636-4702-bb0f-b237db2166d4 None None] Network c964d5bc-ba83-4381-83e1-a88136459f16 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:02:13.793077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d0240b-a282-4d0e-b224-a5c88acfe066'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:02:13.838658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0197104-751d-4c18-b83a-eeeb6693ced7 req-8b32a4b3-a530-49cd-aedf-47858c8319c2 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:13.841240 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e0197104-751d-4c18-b83a-eeeb6693ced7 req-8b32a4b3-a530-49cd-aedf-47858c8319c2 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 945 time: 0.2141101 May 28 06:02:13.909912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55982) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:13.928206 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d754113-3b73-49c5-a048-8221c3f08c4f'] response: {'server_uuid': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d0240b-a282-4d0e-b224-a5c88acfe066', 'code': 200} May 28 06:02:13.944278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port b1d0240b-a282-4d0e-b224-a5c88acfe066, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:13.957603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:13.997889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e0197104-751d-4c18-b83a-eeeb6693ced7 req-48c66c9f-56de-4c95-8404-ce418f854d57 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840266 May 28 06:02:14.000373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0a64660a-01a7-47d9-8641-5c2f9c96afee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e205fc0a29b45e7909173add318895f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892081 May 28 06:02:14.002836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55986) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:14.037066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-201916ce-061f-4069-bfe2-53d89766a7ab None None] Provisioning for port 47d74c09-cddb-43c4-8997-875a574f3b3e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:14.040602 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dd726231-c587-43f5-bf77-dc722a03493c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags HTTP/1.1" status: 200 len: 205 time: 0.2922330 May 28 06:02:14.041329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55992) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:14.048765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-201916ce-061f-4069-bfe2-53d89766a7ab None None] Provisioning complete for port 47d74c09-cddb-43c4-8997-875a574f3b3e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:14.049339 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-201916ce-061f-4069-bfe2-53d89766a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:14.057505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-326e5c5e-ca0f-4aec-ba2c-093da1a5af7b tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:14.086048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7bfb-f878-47c0-8ee9-0e6e56c1c746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:14.101095 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-326e5c5e-ca0f-4aec-ba2c-093da1a5af7b tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags HTTP/1.1" status: 200 len: 241 time: 0.0539849 May 28 06:02:14.102973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55996) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:14.109041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-57de9650-89ef-4890-80f9-6bcee8482862 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63', 'tempest-TagsExtTest-Tag-1206554354') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:14.122011 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7bfb-f878-47c0-8ee9-0e6e56c1c746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:14.159164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=b1d0240b-a282-4d0e-b224-a5c88acfe066,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:14.166525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec550ec-b320-43bf-baa6-f7bf4701cb9c req-6f513086-22fa-4dae-8bcf-1188d4d24687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:14.168045 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ec550ec-b320-43bf-baa6-f7bf4701cb9c req-6f513086-22fa-4dae-8bcf-1188d4d24687 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 1097 time: 0.1653957 May 28 06:02:14.198521 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-57de9650-89ef-4890-80f9-6bcee8482862 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags/tempest-TagsExtTest-Tag-1206554354 HTTP/1.1" status: 204 len: 168 time: 0.0948882 May 28 06:02:14.199190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56002) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:14.206317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7bfb-f878-47c0-8ee9-0e6e56c1c746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:14.208500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-5a7d97e5-dd27-4b35-b746-06df910696dc tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63', 'tempest-TagsExtTest-Tag-1206554354') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:14.231065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc7bfb-f878-47c0-8ee9-0e6e56c1c746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4d3b04-b77d-4574-ac02-fab2e1a60501,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:14.244643 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7bfb-f878-47c0-8ee9-0e6e56c1c746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:14.245792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e8cc7bfb-f878-47c0-8ee9-0e6e56c1c746 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b4d3b04-b77d-4574-ac02-fab2e1a60501 HTTP/1.1" status: 204 len: 168 time: 0.2415442 May 28 06:02:14.253489 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ec550ec-b320-43bf-baa6-f7bf4701cb9c req-95548658-ce61-4c0d-8f69-d3837dd8a0f1 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728555 May 28 06:02:14.285193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5a7d97e5-dd27-4b35-b746-06df910696dc tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags/tempest-TagsExtTest-Tag-1206554354 HTTP/1.1" status: 204 len: 168 time: 0.0831842 May 28 06:02:14.287675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56008) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:14.292677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-cef84494-de00-4591-ac4d-420bd3f0a8bb tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:14.296414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-201916ce-061f-4069-bfe2-53d89766a7ab None None] Current status of the port 47d74c09-cddb-43c4-8997-875a574f3b3e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:14.296780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-201916ce-061f-4069-bfe2-53d89766a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:14.325657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56012) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:14.326245 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cef84494-de00-4591-ac4d-420bd3f0a8bb tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags HTTP/1.1" status: 200 len: 205 time: 0.0371749 May 28 06:02:14.330960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-dfc05a64-ecc2-4b1a-a825-9f0a9e14c84b tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:14.365860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-201916ce-061f-4069-bfe2-53d89766a7ab None None] For port 47d74c09-cddb-43c4-8997-875a574f3b3e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47d74c09-cddb-43c4-8997-875a574f3b3e,segment=NetworkSegment(f228f66d-6f6a-4c95-86d6-6b20d127b665),segment_id=f228f66d-6f6a-4c95-86d6-6b20d127b665)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:14.366591 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dfc05a64-ecc2-4b1a-a825-9f0a9e14c84b tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags HTTP/1.1" status: 204 len: 168 time: 0.0397398 May 28 06:02:14.369826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56016) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:14.376268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-f3109026-2f1f-454c-b663-60909625157d tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:14.388876 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-201916ce-061f-4069-bfe2-53d89766a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:14.479251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201916ce-061f-4069-bfe2-53d89766a7ab None None] Pushing event updated for resources: {'Port': ['ID=47d74c09-cddb-43c4-8997-875a574f3b3e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:14.579648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56024) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:14.580207 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f3109026-2f1f-454c-b663-60909625157d tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags HTTP/1.1" status: 204 len: 168 time: 0.2088113 May 28 06:02:14.585293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-e244dc19-8ba1-45bc-a519-f1f673c61e5a tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:14.701480 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e244dc19-8ba1-45bc-a519-f1f673c61e5a tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags HTTP/1.1" status: 204 len: 168 time: 0.1169093 May 28 06:02:14.702113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56030) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:14.723828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-0224d3a6-6949-4375-b6a0-40361d1ab14e tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:14.824915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351e659-9b7c-40d8-85f8-b7fb4c883337 req-867bc8b4-b029-4b0e-86fa-b3f0df5bbcf8 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:14.826431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6351e659-9b7c-40d8-85f8-b7fb4c883337 req-867bc8b4-b029-4b0e-86fa-b3f0df5bbcf8 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.1718473 May 28 06:02:14.856156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47d74c09-cddb-43c4-8997-875a574f3b3e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:14.906188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0224d3a6-6949-4375-b6a0-40361d1ab14e tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags HTTP/1.1" status: 204 len: 168 time: 0.1988909 May 28 06:02:14.915844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56040) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:14.922009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-6bb8c130-2c11-4d0c-a1fc-3add2630a275 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f', 'tempest-TagsExtTest-Tag-1520986243') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:14.930756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6351e659-9b7c-40d8-85f8-b7fb4c883337 req-dce2b46a-6883-4a4b-8f3f-3ed20c197ebd tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972490 May 28 06:02:14.964994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-01e566ed-547b-4d06-bd02-fd38c996b94f None None] Provisioning complete for port 47d74c09-cddb-43c4-8997-875a574f3b3e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:14.966069 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-01e566ed-547b-4d06-bd02-fd38c996b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:15.077623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6bb8c130-2c11-4d0c-a1fc-3add2630a275 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags/tempest-TagsExtTest-Tag-1520986243 HTTP/1.1" status: 201 len: 201 time: 0.1598279 May 28 06:02:15.079261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56046) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:15.089288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-7ab210f6-32d3-4d91-b7c5-0728980ba34a tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856', 'tempest-TagsExtTest-Tag-416565558') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:15.261873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-01e566ed-547b-4d06-bd02-fd38c996b94f None None] Current status of the port 47d74c09-cddb-43c4-8997-875a574f3b3e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:15.278134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 47d74c09-cddb-43c4-8997-875a574f3b3e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:15.280348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:15.311124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7ab210f6-32d3-4d91-b7c5-0728980ba34a tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags/tempest-TagsExtTest-Tag-416565558 HTTP/1.1" status: 201 len: 201 time: 0.2240417 May 28 06:02:15.311932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56058) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:15.320270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-81465bf8-2914-4f79-b830-64769d3aee0c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548', 'tempest-TagsExtTest-Tag-1144082841') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:15.338011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-01e566ed-547b-4d06-bd02-fd38c996b94f None None] Provisioning for port 6574c49b-f2fc-4b30-ab4e-b8f55dc82856 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:15.350387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-01e566ed-547b-4d06-bd02-fd38c996b94f None None] Provisioning complete for port 6574c49b-f2fc-4b30-ab4e-b8f55dc82856 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:15.350981 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-01e566ed-547b-4d06-bd02-fd38c996b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:15.371611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad7fd-3a25-4a63-8fba-f12105e4ec8e req-7cab7b53-28b3-4e08-9ffb-040b36953cae tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:15.379118 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-924ad7fd-3a25-4a63-8fba-f12105e4ec8e req-7cab7b53-28b3-4e08-9ffb-040b36953cae tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.2263327 May 28 06:02:15.435638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-01e566ed-547b-4d06-bd02-fd38c996b94f None None] Port 6574c49b-f2fc-4b30-ab4e-b8f55dc82856 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:02:15.489757 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-924ad7fd-3a25-4a63-8fba-f12105e4ec8e req-3c9f2532-96ef-4227-895c-123ebd6924bc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964732 May 28 06:02:15.524057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 47d74c09-cddb-43c4-8997-875a574f3b3e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:15.533790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-81465bf8-2914-4f79-b830-64769d3aee0c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags/tempest-TagsExtTest-Tag-1144082841 HTTP/1.1" status: 201 len: 201 time: 0.2200286 May 28 06:02:15.536665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56068) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:15.541862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-8cbf28f1-b69e-46a2-ae54-90b9e2d4b8ce tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63', 'tempest-TagsExtTest-Tag-59749484') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:15.566782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d673097e-b61a-40ed-95af-02d5fed3bc70 None None] Provisioning complete for port 6574c49b-f2fc-4b30-ab4e-b8f55dc82856 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:15.567447 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d673097e-b61a-40ed-95af-02d5fed3bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:15.616100 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8cbf28f1-b69e-46a2-ae54-90b9e2d4b8ce tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags/tempest-TagsExtTest-Tag-59749484 HTTP/1.1" status: 201 len: 201 time: 0.0751178 May 28 06:02:15.616637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56072) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:15.622240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-b397c503-b9f7-46ee-b5ec-aa801047edfd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f', {'tags': ['tempest-TagsExtTest-Tag-623162791', 'tempest-TagsExtTest-Tag-1643206699', 'tempest-TagsExtTest-Tag-1548743863']}) {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:15.634224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d673097e-b61a-40ed-95af-02d5fed3bc70 None None] Port 6574c49b-f2fc-4b30-ab4e-b8f55dc82856 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:02:15.683578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56076) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:15.803572 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b397c503-b9f7-46ee-b5ec-aa801047edfd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags HTTP/1.1" status: 200 len: 317 time: 0.1861203 May 28 06:02:15.804538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56082) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:15.810779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-2312c2dd-cba1-49c0-a6fa-0a4d24e74595 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:15.893320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-800674309-network', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:15.901031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:15.906326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Usage tracker for resource:network and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:15.909936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:15.917641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:15.933210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Made reservation on behalf of fc6f3a6f26a545aaab5fd63e9f766804 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:15.935450 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:15.950045 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:15.969303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:15.975256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:15.978182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:15.985698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2312c2dd-cba1-49c0-a6fa-0a4d24e74595 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags HTTP/1.1" status: 204 len: 168 time: 0.1799183 May 28 06:02:15.986748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:15.988480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56088) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:15.994739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-595ce156-a8b1-4ab1-82e9-1b30cfc93a97 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f', 'tempest-TagsExtTest-Tag-623162791') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:16.175687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c469240-f98b-4934-8ebc-11886148ffe3 req-e4f14d9d-e83f-435e-87d2-74bd481ff294 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:16.176605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c469240-f98b-4934-8ebc-11886148ffe3 req-e4f14d9d-e83f-435e-87d2-74bd481ff294 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.1181054 May 28 06:02:16.233994 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-595ce156-a8b1-4ab1-82e9-1b30cfc93a97 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:16.235322 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-595ce156-a8b1-4ab1-82e9-1b30cfc93a97 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags/tempest-TagsExtTest-Tag-623162791 HTTP/1.1" status: 404 len: 328 time: 0.2459345 May 28 06:02:16.238242 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c469240-f98b-4934-8ebc-11886148ffe3 req-19239110-fa54-47e8-b5b0-dd17cad99724 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550144 May 28 06:02:16.240781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56092) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:16.247826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-f1890c17-51fc-44f8-8f13-cde9f867598f tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f', 'tempest-TagsExtTest-Tag-1643206699') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:16.276473 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.277625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56096) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:16.338146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.361059 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-f1890c17-51fc-44f8-8f13-cde9f867598f tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:16.362005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f1890c17-51fc-44f8-8f13-cde9f867598f tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags/tempest-TagsExtTest-Tag-1643206699 HTTP/1.1" status: 404 len: 329 time: 0.1197679 May 28 06:02:16.365510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56102) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:16.370901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-ca695659-405c-4db8-a204-69e84777a1ec tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f', 'tempest-TagsExtTest-Tag-1548743863') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:16.374830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:02:16.398519 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.398831 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Added segment 2944809a-2ad5-40ab-a77b-6d60f498d44b of type vlan for network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a May 28 06:02:16.408027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:16.459166 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a3a9c9ee-f024-45a7-8695-c6e5f488c95c tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3968 time: 0.1776547 May 28 06:02:16.459375 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-ca695659-405c-4db8-a204-69e84777a1ec tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:16.459481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.459555 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ca695659-405c-4db8-a204-69e84777a1ec tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags/tempest-TagsExtTest-Tag-1548743863 HTTP/1.1" status: 404 len: 329 time: 0.0926170 May 28 06:02:16.459555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56106) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:16.464614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56110) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:16.467671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'network': {'name': 'tempest-network-smoke--1065142091', 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'port_security_enabled': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:16.471093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-a5f86e83-4dad-414b-9ff4-9ed05dc77f25 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856', {'tags': ['tempest-TagsExtTest-Tag-879631772', 'tempest-TagsExtTest-Tag-421487474', 'tempest-TagsExtTest-Tag-189234350']}) {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:16.474185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:16.478198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:network and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:16.481256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:16.502716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:16.519206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Made reservation on behalf of a53c8f6206544ed98115d5b2d8fbfcd5 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:16.523604 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.551708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.553315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:16.553942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.567092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:02:16.577408 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.577802 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Added segment 4e94f9bd-9b8e-4f35-8218-4751e08b22da of type vlan for network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 May 28 06:02:16.608270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.645902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.662687 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9769318 May 28 06:02:16.669809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:16.670595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.670685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a5f86e83-4dad-414b-9ff4-9ed05dc77f25 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags HTTP/1.1" status: 200 len: 315 time: 0.2050767 May 28 06:02:16.671257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56116) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:16.702786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56118) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:16.713118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-c91b45fa-02e2-4db7-a373-a8f6cf9f13ac tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:16.714747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Request body: {'subnet': {'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-800674309-subnet', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:16.718522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121d483-494e-4fcc-96e0-df0f61089138 admin admin] Pushing event updated for resources: {'Network': ['ID=5548a89e-ac6e-4db8-9dd0-bc7145d9109a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:16.729141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:16.730194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:02:16.735935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Usage tracker for resource:subnet and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:16.748251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:16.756436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:16.782438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Made reservation on behalf of fc6f3a6f26a545aaab5fd63e9f766804 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:16.790607 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:16.883341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b3706-9e3a-44f7-bfd5-cb59705b8d3d req-dc99fa10-9f79-49e5-a1be-ca94902cf2e2 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:16.884934 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-619b3706-9e3a-44f7-bfd5-cb59705b8d3d req-dc99fa10-9f79-49e5-a1be-ca94902cf2e2 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.2184081 May 28 06:02:16.965834 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-619b3706-9e3a-44f7-bfd5-cb59705b8d3d req-e827090b-315a-49e2-bfed-2f0ae4baf922 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622129 May 28 06:02:17.007470 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5467296 May 28 06:02:17.022780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56126) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:17.027980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1954550757', 'admin_state_up': True, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:17.042368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:17.052821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:router and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:17.057831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed19873-34fe-495e-81a6-e271648b9d49 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Network': ['ID=ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:17.058551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:17.067346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:17.076689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:02:17.089789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.090097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.120240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.148984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c91b45fa-02e2-4db7-a373-a8f6cf9f13ac tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags HTTP/1.1" status: 204 len: 168 time: 0.4452112 May 28 06:02:17.151807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56130) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:17.156443 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.269550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df602273-db7f-4234-b6c8-0beb4f26e2d7,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:17.280041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-bfb1d3eb-6211-4b86-ae50-dd711a663772 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856', 'tempest-TagsExtTest-Tag-879631772') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:17.281248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.281802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.282355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.282885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.283522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.284070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.284599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.285122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.285649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.286171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.286739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.287522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:17.297640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Checking segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:17.297814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Network hostable DHCP agents. Network: 5548a89e-ac6e-4db8-9dd0-bc7145d9109a, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:02:17.327177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:02:17.383158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 5548a89e-ac6e-4db8-9dd0-bc7145d9109a) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:17.394566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:17.395733 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.404984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde3036a-99e3-4540-8e29-64984b7cbba9 None None] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:02:17.439925 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-53bc5613-d263-4441-882b-e61950a5aad8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7358124 May 28 06:02:17.443988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56138) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:17.449749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:17.456888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:17.465323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Usage tracker for resource:router and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:17.476915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:17.549963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:17.581649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.582660 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.606219 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.632352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3fd5-3939-4804-b0b3-9ca44db16643 req-78b50eae-672a-4515-b5a5-5f749ae217f4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:17.639391 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ef0e3fd5-3939-4804-b0b3-9ca44db16643 req-78b50eae-672a-4515-b5a5-5f749ae217f4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.1637745 May 28 06:02:17.646170 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.686217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9e8d5-2589-4f76-b15b-435452c94c35 req-6dc04c63-a85e-4c99-b82b-b6fee1bf52bf tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:17.687692 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dc9e8d5-2589-4f76-b15b-435452c94c35 req-6dc04c63-a85e-4c99-b82b-b6fee1bf52bf tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.4560108 May 28 06:02:17.715681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56142) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:17.751073 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-bfb1d3eb-6211-4b86-ae50-dd711a663772 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:17.752149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bfb1d3eb-6211-4b86-ae50-dd711a663772 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags/tempest-TagsExtTest-Tag-879631772 HTTP/1.1" status: 404 len: 328 time: 0.5990293 May 28 06:02:17.755039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56146) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:17.761114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-3083030c-dfb3-4599-ad89-e1e156d29b48 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856', 'tempest-TagsExtTest-Tag-421487474') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:17.792988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c7a0b578-31c7-4bf7-bbea-c7577142ebd9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'floatingip': {'port_id': 'b1d0240b-a282-4d0e-b224-a5c88acfe066'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:17.896646 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-3083030c-dfb3-4599-ad89-e1e156d29b48 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:17.900235 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3083030c-dfb3-4599-ad89-e1e156d29b48 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags/tempest-TagsExtTest-Tag-421487474 HTTP/1.1" status: 404 len: 328 time: 0.1415100 May 28 06:02:17.900708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56150) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:17.904009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b578-31c7-4bf7-bbea-c7577142ebd9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.907465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-4b9ab683-85ec-4ad0-831e-bd6d793f58db tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856', 'tempest-TagsExtTest-Tag-189234350') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:17.937822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:02:17.939412 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:17.964795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ef0e3fd5-3939-4804-b0b3-9ca44db16643 req-c79ad00e-0786-45c9-a225-980ef09c12b1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244610 May 28 06:02:18.259765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:18.297603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Allocated IP 172.20.0.2 (5548a89e-ac6e-4db8-9dd0-bc7145d9109a/df602273-db7f-4234-b6c8-0beb4f26e2d7/f114c2af-d73b-4b76-ba25-2401813dd8b7) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:18.354157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:18.359448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:18.413242 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-4b9ab683-85ec-4ad0-831e-bd6d793f58db tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:18.414309 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4b9ab683-85ec-4ad0-831e-bd6d793f58db tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags/tempest-TagsExtTest-Tag-189234350 HTTP/1.1" status: 404 len: 328 time: 0.5127239 May 28 06:02:18.419118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56158) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:18.429434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-5de51168-a9fa-4719-933e-1ed02f19f4b3 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548', {'tags': ['tempest-TagsExtTest-Tag-1869122025', 'tempest-TagsExtTest-Tag-1473618364', 'tempest-TagsExtTest-Tag-1378948305']}) {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:18.788310 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:18.818609 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5de51168-a9fa-4719-933e-1ed02f19f4b3 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags HTTP/1.1" status: 200 len: 318 time: 0.3892596 May 28 06:02:18.818609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56166) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:18.836425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Transition to ACTIVE for port object f114c2af-d73b-4b76-ba25-2401813dd8b7 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:18.862259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Transition to ACTIVE for port object f114c2af-d73b-4b76-ba25-2401813dd8b7 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:18.866301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-a0b9bab0-311a-4ec1-ab24-5077becdbaea tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:18.872042 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:18.974868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:18.977106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:18.981202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:19.030242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Pushing event updated for resources: {'Port': ['ID=f114c2af-d73b-4b76-ba25-2401813dd8b7,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:19.123646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Attempting to bind port f114c2af-d73b-4b76-ba25-2401813dd8b7 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:19.124037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Attempting to bind port f114c2af-d73b-4b76-ba25-2401813dd8b7 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:19.124397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Attempting to bind port f114c2af-d73b-4b76-ba25-2401813dd8b7 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:19.133967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:19.137757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Checking segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:19.138258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:19.139004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Bound using segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:19.140792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Bound port: f114c2af-d73b-4b76-ba25-2401813dd8b7, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:19.141189 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:19.217121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:19.265689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:19.340164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Allocated IP 172.25.4.114 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/f877f457-137d-45d4-9fc6-14521f787ccb) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:19.349625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] For port f114c2af-d73b-4b76-ba25-2401813dd8b7, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:19.353809 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] For port f114c2af-d73b-4b76-ba25-2401813dd8b7, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f114c2af-d73b-4b76-ba25-2401813dd8b7,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:19.361867 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:19.472098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3215b-3d95-4399-84a9-048fe2d04715 None None] Pushing event updated for resources: {'Port': ['ID=f114c2af-d73b-4b76-ba25-2401813dd8b7,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:19.531376 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a0b9bab0-311a-4ec1-ab24-5077becdbaea tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags HTTP/1.1" status: 204 len: 168 time: 0.6884141 May 28 06:02:19.552853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56172) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:19.554945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e49f4-235a-4e08-93be-323554985172 req-e6d751bd-ed74-40fd-b003-7962d9e9a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:19.560897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0e49f4-235a-4e08-93be-323554985172 req-e6d751bd-ed74-40fd-b003-7962d9e9a4ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d1c4f7ae554422c896078c07c427315&device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 1097 time: 0.2935958 May 28 06:02:19.584731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-fbf9e3f3-66eb-4eb9-89ac-c64d4aaad3fe tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548', 'tempest-TagsExtTest-Tag-1869122025') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:19.645238 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b578-31c7-4bf7-bbea-c7577142ebd9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:19.647305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623d1eb-a953-429f-995c-ee62fc067de5 req-1b9c6490-cf64-4294-9f1b-d84da82970ce tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:19.648899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9623d1eb-a953-429f-995c-ee62fc067de5 req-1b9c6490-cf64-4294-9f1b-d84da82970ce tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.4118998 May 28 06:02:19.655347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b578-31c7-4bf7-bbea-c7577142ebd9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:19.873098 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-c7a0b578-31c7-4bf7-bbea-c7577142ebd9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Floating IP 06a258da-6ac2-46bd-a522-2053aa019059 associated. External IP: 172.25.4.84, port: b1d0240b-a282-4d0e-b224-a5c88acfe066. May 28 06:02:19.923715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:19.949898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9623d1eb-a953-429f-995c-ee62fc067de5 req-dae0b5d0-672e-4f51-854a-05f388730d72 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579744 May 28 06:02:19.989616 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-fbf9e3f3-66eb-4eb9-89ac-c64d4aaad3fe tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:19.991989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fbf9e3f3-66eb-4eb9-89ac-c64d4aaad3fe tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags/tempest-TagsExtTest-Tag-1869122025 HTTP/1.1" status: 404 len: 329 time: 0.4277792 May 28 06:02:19.994180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56176) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:19.999045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-5b74cb2a-ffa5-46ef-8f0a-de3af8d41db0 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548', 'tempest-TagsExtTest-Tag-1473618364') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:20.020302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e49f4-235a-4e08-93be-323554985172 req-7a9fd014-a1af-478b-a212-3998fddb5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:20.022342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0e49f4-235a-4e08-93be-323554985172 req-7a9fd014-a1af-478b-a212-3998fddb5a57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 200 len: 917 time: 0.4456081 May 28 06:02:20.094459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0e49f4-235a-4e08-93be-323554985172 req-98e0a0b1-3483-4af5-ab11-c887b1411581 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9c76993-f0a2-43da-a8ab-2707624daf7d HTTP/1.1" status: 200 len: 217 time: 0.0646629 May 28 06:02:20.096305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:20.223415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:20.230153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:20.234373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Port': ['ID=f877f457-137d-45d4-9fc6-14521f787ccb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:20.236685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:20.267183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e49f4-235a-4e08-93be-323554985172 req-7907e49d-ab30-4e9b-ae1b-763ef69fee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:20.268630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0e49f4-235a-4e08-93be-323554985172 req-7907e49d-ab30-4e9b-ae1b-763ef69fee17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb1d7dc0-c807-4bbd-bf12-a4526693274c HTTP/1.1" status: 200 len: 855 time: 0.1354239 May 28 06:02:20.476588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Allocated IP 172.25.4.99 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/ab9db1b2-1fdd-4b52-b658-d61943410d09) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:20.482273 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-5b74cb2a-ffa5-46ef-8f0a-de3af8d41db0 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:20.485302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e49f4-235a-4e08-93be-323554985172 req-d6b12036-4512-427f-9073-eb3db57d9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:20.486333 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5b74cb2a-ffa5-46ef-8f0a-de3af8d41db0 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags/tempest-TagsExtTest-Tag-1473618364 HTTP/1.1" status: 404 len: 329 time: 0.4912372 May 28 06:02:20.486445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0e49f4-235a-4e08-93be-323554985172 req-d6b12036-4512-427f-9073-eb3db57d9073 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046471 May 28 06:02:20.490830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56180) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:20.503198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-2bfe0296-ad25-4b0c-9a41-de481172abf8 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548', 'tempest-TagsExtTest-Tag-1378948305') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:20.808327 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0e49f4-235a-4e08-93be-323554985172 req-9e20a796-0552-483b-8fbe-7abd11ced823 service neutron] 10.222.0.41 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122504 May 28 06:02:20.962599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f114c2af-d73b-4b76-ba25-2401813dd8b7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:21.076994 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-2bfe0296-ad25-4b0c-9a41-de481172abf8 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:21.081436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2bfe0296-ad25-4b0c-9a41-de481172abf8 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags/tempest-TagsExtTest-Tag-1378948305 HTTP/1.1" status: 404 len: 329 time: 0.5898259 May 28 06:02:21.088121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56188) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:21.112334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-407b8933-9154-4a16-9526-9665e24b08ce tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63', {'tags': ['tempest-TagsExtTest-Tag-674232674', 'tempest-TagsExtTest-Tag-1651512318', 'tempest-TagsExtTest-Tag-1759782044']}) {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:21.125907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5330a31c-bb8d-4627-9a46-461645dbfdb7 None None] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:02:21.131993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a0b578-31c7-4bf7-bbea-c7577142ebd9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:02:21.137435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:21.161930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f114c2af-d73b-4b76-ba25-2401813dd8b7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:21.300339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-65b04f85-f4a9-4851-b99f-9823df30c5e6 None None] Provisioning for port f114c2af-d73b-4b76-ba25-2401813dd8b7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:21.310207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-65b04f85-f4a9-4851-b99f-9823df30c5e6 None None] Provisioning complete for port f114c2af-d73b-4b76-ba25-2401813dd8b7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:21.310675 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-65b04f85-f4a9-4851-b99f-9823df30c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:21.348445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-407b8933-9154-4a16-9526-9665e24b08ce tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "PUT /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags HTTP/1.1" status: 200 len: 317 time: 0.2591994 May 28 06:02:21.367515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56192) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:21.438754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f0e49f4-235a-4e08-93be-323554985172 req-1e270982-af66-4f2a-b4db-bb41fe3ab0f5 service neutron] 10.222.0.41 "GET /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196394 May 28 06:02:21.457765 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-2f2ba2e8-1177-46ad-afa1-c6728c35dea5 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:21.524107 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:21.543546 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:21.560509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-65b04f85-f4a9-4851-b99f-9823df30c5e6 None None] Current status of the port f114c2af-d73b-4b76-ba25-2401813dd8b7 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:21.560882 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-65b04f85-f4a9-4851-b99f-9823df30c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:21.584236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a0b578-31c7-4bf7-bbea-c7577142ebd9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:02:21.595363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] Sync routers for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:02:21.620214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-65b04f85-f4a9-4851-b99f-9823df30c5e6 None None] For port f114c2af-d73b-4b76-ba25-2401813dd8b7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f114c2af-d73b-4b76-ba25-2401813dd8b7,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:21.625349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:21.626174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:21.653915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:21.660086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:21.662475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:21.691546 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b578-31c7-4bf7-bbea-c7577142ebd9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:21.766436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6498b5-d681-445c-bd90-fd66ab37320b req-afc36d35-d347-4cb8-99ab-aadbe4d03fae tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:21.767988 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d6498b5-d681-445c-bd90-fd66ab37320b req-afc36d35-d347-4cb8-99ab-aadbe4d03fae tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.4859293 May 28 06:02:21.794154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9db1b2-1fdd-4b52-b658-d61943410d09,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:21.840954 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2f2ba2e8-1177-46ad-afa1-c6728c35dea5 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags HTTP/1.1" status: 204 len: 168 time: 0.4724779 May 28 06:02:21.855800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56200) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:21.861248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:21.861824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c7a0b578-31c7-4bf7-bbea-c7577142ebd9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "PUT /v2.0/floatingips/06a258da-6ac2-46bd-a522-2053aa019059 HTTP/1.1" status: 200 len: 991 time: 4.1389289 May 28 06:02:21.934648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-7744b7ab-b399-4293-9fb2-3ba6ebebcefb tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63', 'tempest-TagsExtTest-Tag-674232674') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:21.964165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'tag': 'b1d0240b-a282-4d0e-b224-a5c88acfe066'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:02:22.214134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:22.243680 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-65b04f85-f4a9-4851-b99f-9823df30c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:22.332914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b04f85-f4a9-4851-b99f-9823df30c5e6 None None] Pushing event updated for resources: {'Port': ['ID=f114c2af-d73b-4b76-ba25-2401813dd8b7,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:22.386869 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d6498b5-d681-445c-bd90-fd66ab37320b req-2f10d237-c597-4f22-94ca-c3cccb7cb0b3 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889783 May 28 06:02:22.433341 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4453d5-d763-4f51-a3ef-0e61e20a060c'] response: {'name': 'network-changed', 'server_uuid': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'tag': 'b1d0240b-a282-4d0e-b224-a5c88acfe066', 'status': 'completed', 'code': 200} May 28 06:02:22.438370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c61c1340-bc01-49c4-bc2b-49bb50d9a013 None None] Provisioning complete for port f114c2af-d73b-4b76-ba25-2401813dd8b7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:22.439476 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c61c1340-bc01-49c4-bc2b-49bb50d9a013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:22.476244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Router b1b27853-6360-4cb1-a7e7-467c1b271a17 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:02:22.546732 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-7744b7ab-b399-4293-9fb2-3ba6ebebcefb tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:22.551031 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7744b7ab-b399-4293-9fb2-3ba6ebebcefb tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags/tempest-TagsExtTest-Tag-674232674 HTTP/1.1" status: 404 len: 328 time: 0.6940868 May 28 06:02:22.554229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56208) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:22.562541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-751c8a8b-08d3-4b37-b44d-350891db6197 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63', 'tempest-TagsExtTest-Tag-1651512318') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:22.674398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-4f665ea4-569e-4309-8961-f1d268047efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:22.675857 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-4f665ea4-569e-4309-8961-f1d268047efb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 1097 time: 0.2880998 May 28 06:02:22.680645 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-751c8a8b-08d3-4b37-b44d-350891db6197 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:22.684523 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-751c8a8b-08d3-4b37-b44d-350891db6197 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags/tempest-TagsExtTest-Tag-1651512318 HTTP/1.1" status: 404 len: 329 time: 0.1258595 May 28 06:02:22.685323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c61c1340-bc01-49c4-bc2b-49bb50d9a013 None None] Current status of the port f114c2af-d73b-4b76-ba25-2401813dd8b7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:22.687125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56212) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:22.696525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '06a258da-6ac2-46bd-a522-2053aa019059', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'port_id': 'b1d0240b-a282-4d0e-b224-a5c88acfe066', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'mac_address': 'fa:16:3e:12:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:01:58Z', 'updated_at': '2022-05-28T06:02:19Z', 'revision_number': 1, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:22.702458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] Checking router: 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:02:22.711023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:22.711664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:22.723521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:02:22.735765 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Sync routers for ids ['b1b27853-6360-4cb1-a7e7-467c1b271a17'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:02:22.764877 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Routers {'b1b27853-6360-4cb1-a7e7-467c1b271a17'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:22.765749 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-58369140-1654-4276-a8b9-19f483e25203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b1b27853-6360-4cb1-a7e7-467c1b271a17'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:22.811624 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:22.812452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-39959be1-b68c-4dd4-ac01-ebf50b0ae3d5 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7886679 May 28 06:02:22.816372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56218) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:22.846190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-cf4e1906-fb51-483f-a481-90fc795a997c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63', 'tempest-TagsExtTest-Tag-1759782044') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:22.856185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-6e498438-737d-4d20-96be-6b9de879a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:22.858135 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-6e498438-737d-4d20-96be-6b9de879a6c0 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 911 time: 0.1702988 May 28 06:02:22.877166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:22.921436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b945766-063d-4823-8d80-53ff20297fb3 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:22.923148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5b945766-063d-4823-8d80-53ff20297fb3 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=a53c8f6206544ed98115d5b2d8fbfcd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1055350 May 28 06:02:22.923773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:22.926161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56222) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:23.002528 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Set router b1b27853-6360-4cb1-a7e7-467c1b271a17 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:23.073285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5929a0-7788-4eba-b943-8a1851c13c95 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:23.077461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9a5929a0-7788-4eba-b943-8a1851c13c95 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1471903 May 28 06:02:23.078789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56226) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:23.134101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56230) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:23.135189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f471de21-7a69-4d08-9520-f9175ffde65f tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536275 May 28 06:02:23.248348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f114c2af-d73b-4b76-ba25-2401813dd8b7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:23.302869 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-223493da-8f24-4c28-ba76-165bbb2f85cb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066 HTTP/1.1" status: 200 len: 999 time: 0.3259842 May 28 06:02:23.370180 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-58369140-1654-4276-a8b9-19f483e25203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954550757', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:20Z', 'revision_number': 3, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:18Z', 'updated_at': '2022-05-28T06:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:23.375014 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Checking router: b1b27853-6360-4cb1-a7e7-467c1b271a17 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:02:23.375224 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Updating router b1b27853-6360-4cb1-a7e7-467c1b271a17 port f877f457-137d-45d4-9fc6-14521f787ccb binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:02:23.387319 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-cf4e1906-fb51-483f-a481-90fc795a997c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] show failed (client error): The resource could not be found. May 28 06:02:23.391311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56234) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:23.396924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-c487294b-0e0d-4ea0-90a9-66c5b6e7aa37 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '152e1115-fcea-474a-b2aa-c5179512ff63') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:23.406604 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cf4e1906-fb51-483f-a481-90fc795a997c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags/tempest-TagsExtTest-Tag-1759782044 HTTP/1.1" status: 404 len: 329 time: 0.6979373 May 28 06:02:23.432383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56240) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:23.451917 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fc367ccd-15d0-452a-90c9-65e29d478ec2 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=a53c8f6206544ed98115d5b2d8fbfcd5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2114713 May 28 06:02:23.497705 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:23.534969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f114c2af-d73b-4b76-ba25-2401813dd8b7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:23.535379 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:23.621457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '06a258da-6ac2-46bd-a522-2053aa019059', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'port_id': 'b1d0240b-a282-4d0e-b224-a5c88acfe066', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'mac_address': 'fa:16:3e:12:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:01:58Z', 'updated_at': '2022-05-28T06:02:19Z', 'revision_number': 1, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:23.627952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eab09d-1b6d-4080-8e3e-8bb1d33fd6a9 None None] The sync data for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 is: [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '06a258da-6ac2-46bd-a522-2053aa019059', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'port_id': 'b1d0240b-a282-4d0e-b224-a5c88acfe066', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'mac_address': 'fa:16:3e:12:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:01:58Z', 'updated_at': '2022-05-28T06:02:19Z', 'revision_number': 1, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:02:23.662438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:23.666396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-7ad7592c-f04f-408d-bf7a-5659bb37a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:23.670256 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-7ad7592c-f04f-408d-bf7a-5659bb37a9ec service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.3272197 May 28 06:02:23.720065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f114c2af-d73b-4b76-ba25-2401813dd8b7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:23.880143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835d0fa5-b3ba-43ef-b6e9-bad1fe495868 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:23.882444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-835d0fa5-b3ba-43ef-b6e9-bad1fe495868 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4473252 May 28 06:02:23.889307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56246) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:23.954171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9f3cd1b2-4935-40d1-bc8b-a8e0b7dbc880 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634255 May 28 06:02:23.957381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56250) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:23.964133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-188768521', 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0', 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:24.025440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec176043-3e12-485f-9182-60abbdfd18f1 None None] New status for floating IP 06a258da-6ac2-46bd-a522-2053aa019059: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:02:24.096582 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:24.109978 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c487294b-0e0d-4ea0-90a9-66c5b6e7aa37 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63/tags HTTP/1.1" status: 204 len: 168 time: 0.7155068 May 28 06:02:24.111144 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Transition to ACTIVE for port object f877f457-137d-45d4-9fc6-14521f787ccb will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:24.113798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56254) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:24.147040 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:24.150835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.tag.tag_plugin [None req-145f8645-8f3f-48d1-9e1b-50060f224e8d tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81572834-6a4b-43f1-8f3d-f689d6670548') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:24.213870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-f1b23791-1787-486a-bac0-9bbb8542cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:24.215791 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-f1b23791-1787-486a-bac0-9bbb8542cd7e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4796190 May 28 06:02:24.280384 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Attempting to bind port f877f457-137d-45d4-9fc6-14521f787ccb on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:24.280983 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Attempting to bind port f877f457-137d-45d4-9fc6-14521f787ccb by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:24.281546 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Attempting to bind port f877f457-137d-45d4-9fc6-14521f787ccb on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:24.299708 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:24.300409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:24.300993 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:24.301555 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:24.302761 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Bound port: f877f457-137d-45d4-9fc6-14521f787ccb, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:24.303366 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:24.345797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:24.370451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Router 09824474-16b6-48bd-9d5a-0f0231477221 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:02:24.371062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7049-48c4-4697-9ba2-ba3ceccd72d2 req-5b3f1373-c992-46fd-bffb-98d67059d2a6 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:24.384559 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-199f7049-48c4-4697-9ba2-ba3ceccd72d2 req-5b3f1373-c992-46fd-bffb-98d67059d2a6 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.5517910 May 28 06:02:24.395353 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-58369140-1654-4276-a8b9-19f483e25203 None None] For port f877f457-137d-45d4-9fc6-14521f787ccb, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:24.399474 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-58369140-1654-4276-a8b9-19f483e25203 None None] For port f877f457-137d-45d4-9fc6-14521f787ccb, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f877f457-137d-45d4-9fc6-14521f787ccb,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:24.414603 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd9c6d-a34d-4d33-a45b-b87f23cdf4ed None None] Pushing event updated for resources: {'Port': ['ID=f877f457-137d-45d4-9fc6-14521f787ccb,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:24.415416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Usage tracker for resource:subnet and tenant:a53c8f6206544ed98115d5b2d8fbfcd5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:24.418162 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:24.430192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:24.459471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:24.535944 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-199f7049-48c4-4697-9ba2-ba3ceccd72d2 req-0f6986fa-f004-4743-ad61-f864833d1875 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362710 May 28 06:02:24.543407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56260) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:24.548518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-145f8645-8f3f-48d1-9e1b-50060f224e8d tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548/tags HTTP/1.1" status: 204 len: 168 time: 0.4020000 May 28 06:02:24.556470 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Routers {'b1b27853-6360-4cb1-a7e7-467c1b271a17'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:24.556470 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-58369140-1654-4276-a8b9-19f483e25203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b1b27853-6360-4cb1-a7e7-467c1b271a17'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:24.561799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Made reservation on behalf of a53c8f6206544ed98115d5b2d8fbfcd5 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:24.574598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-9467d26a-2f0b-4b23-9677-ed390d905313 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6574c49b-f2fc-4b30-ab4e-b8f55dc82856') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:24.580326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:24.680353 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd9c6d-a34d-4d33-a45b-b87f23cdf4ed None None] Pushing event updated for resources: {'Port': ['ID=f877f457-137d-45d4-9fc6-14521f787ccb,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:24.772160 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-d12e6c0f-9062-402e-915d-16b567690824 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444167 May 28 06:02:24.836816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:02:24.850264 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Sync routers for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:02:24.877407 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-58369140-1654-4276-a8b9-19f483e25203 None None] Set router b1b27853-6360-4cb1-a7e7-467c1b271a17 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:24.951904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc198d8-390f-44fa-a72c-2fe4fe47fd41 req-c2762f89-0e3d-4e0b-95a2-84f272498f0a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:24.954165 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1cc198d8-390f-44fa-a72c-2fe4fe47fd41 req-c2762f89-0e3d-4e0b-95a2-84f272498f0a tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.1777010 May 28 06:02:24.978677 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:24.979522 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5bca356a-83c1-4f37-b3e1-686019dfb7c7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5343301 May 28 06:02:24.984928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56270) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:25.001687 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9467d26a-2f0b-4b23-9677-ed390d905313 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856/tags HTTP/1.1" status: 204 len: 168 time: 0.4452960 May 28 06:02:25.004597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56274) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:25.010931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.tag.tag_plugin [None req-e132d8e9-aed5-4073-ba4c-96751801f856 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e0689416-181b-4ea9-9a4e-e1f0cd91fd4f') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:25.046431 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:25.046431 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:25.120933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1cc198d8-390f-44fa-a72c-2fe4fe47fd41 req-a5a4d549-b8b6-4dcf-a247-f0095b1be833 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597025 May 28 06:02:25.145261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ddd32d87-1622-4c03-90f2-dcb4346de028 req-017473b9-1d78-4b52-88ea-153f6f94e5d1 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619604 May 28 06:02:25.211019 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e132d8e9-aed5-4073-ba4c-96751801f856 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f/tags HTTP/1.1" status: 204 len: 168 time: 0.2044659 May 28 06:02:25.218484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56280) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:25.329623 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:25.432978 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:25.435024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98e06a87-444c-4730-8b8b-4c1ed18a167b tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for subnetpool, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:25.438456 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-98e06a87-444c-4730-8b8b-4c1ed18a167b tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/subnetpools/152e1115-fcea-474a-b2aa-c5179512ff63 HTTP/1.1" status: 204 len: 168 time: 0.2165527 May 28 06:02:25.438796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56284) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:25.510677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Subnet': ['ID=845ed002-0f39-4ecf-ad35-8545281023ae,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:25.522620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Checking segment: {'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:25.523166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network hostable DHCP agents. Network: ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:02:25.524209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9cad715a-157f-4390-8910-4e16c1425cc4 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "GET /v2.0/ports?device_id=81572834-6a4b-43f1-8f3d-f689d6670548 HTTP/1.1" status: 200 len: 205 time: 0.0841649 May 28 06:02:25.524807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56288) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:25.533448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320998d-30f3-49be-a408-edae080956e6 req-04a773ed-fcf5-46cd-a1f9-9382a5c7b6e4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:25.538291 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7320998d-30f3-49be-a408-edae080956e6 req-04a773ed-fcf5-46cd-a1f9-9382a5c7b6e4 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 945 time: 0.1912487 May 28 06:02:25.614159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:02:25.635668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:25.644673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbc22d9-6a8a-4428-8c0d-409ab0bb40e0 None None] Network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:02:25.656162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:25.658777 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:25.709597 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c74bdbe-db65-4d1e-a8ca-ef6ba59e40a4 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:25.780563 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-58369140-1654-4276-a8b9-19f483e25203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954550757', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:20Z', 'revision_number': 3, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:18Z', 'updated_at': '2022-05-28T06:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:25.789412 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58369140-1654-4276-a8b9-19f483e25203 None None] The sync data for ids ['b1b27853-6360-4cb1-a7e7-467c1b271a17'] in n-d-843679-5 is: [{'id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954550757', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:20Z', 'revision_number': 3, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:18Z', 'updated_at': '2022-05-28T06:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:02:25.809891 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:22Z', 'revision_number': 3, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:25.814777 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Checking router: 09824474-16b6-48bd-9d5a-0f0231477221 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:02:25.815424 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Updating router 09824474-16b6-48bd-9d5a-0f0231477221 port ab9db1b2-1fdd-4b52-b658-d61943410d09 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:02:25.866836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8d913033-ad41-4074-97c4-c345f66150aa tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9082506 May 28 06:02:25.874454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56292) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:25.876402 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7320998d-30f3-49be-a408-edae080956e6 req-a81b864d-2d67-4f4b-8c57-3186796a36ed tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840571 May 28 06:02:25.928226 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.062984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0', 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'fixed_ips': [{'subnet_id': '845ed002-0f39-4ecf-ad35-8545281023ae'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:02:26.064104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.354054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Allocated IP 172.20.0.18 (ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0/845ed002-0f39-4ecf-ad35-8545281023ae/05bd430f-0015-439c-a1bb-b8fead99c0bd) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:26.397467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c74bdbe-db65-4d1e-a8ca-ef6ba59e40a4 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.405298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c74bdbe-db65-4d1e-a8ca-ef6ba59e40a4 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.449210 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c74bdbe-db65-4d1e-a8ca-ef6ba59e40a4 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.449911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c74bdbe-db65-4d1e-a8ca-ef6ba59e40a4 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Fanout notify agent at l3_agent the message router_deleted on router 81572834-6a4b-43f1-8f3d-f689d6670548 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:02:26.482330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c74bdbe-db65-4d1e-a8ca-ef6ba59e40a4 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.487887 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7c74bdbe-db65-4d1e-a8ca-ef6ba59e40a4 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/routers/81572834-6a4b-43f1-8f3d-f689d6670548 HTTP/1.1" status: 204 len: 168 time: 0.9485590 May 28 06:02:26.490635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56308) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:26.652953 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.664150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Transition to ACTIVE for port object 05bd430f-0015-439c-a1bb-b8fead99c0bd will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:26.688751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Transition to ACTIVE for port object 05bd430f-0015-439c-a1bb-b8fead99c0bd will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:26.698867 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.706693 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.718520 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Transition to ACTIVE for port object ab9db1b2-1fdd-4b52-b658-d61943410d09 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:26.736034 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.857211 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47360951-c24d-4a67-94fe-b05e25b23693 None None] Pushing event updated for resources: {'Port': ['ID=ab9db1b2-1fdd-4b52-b658-d61943410d09,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:26.869859 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Attempting to bind port ab9db1b2-1fdd-4b52-b658-d61943410d09 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:26.870525 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Attempting to bind port ab9db1b2-1fdd-4b52-b658-d61943410d09 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:26.871103 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Attempting to bind port ab9db1b2-1fdd-4b52-b658-d61943410d09 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:26.874787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Pushing event updated for resources: {'Port': ['ID=05bd430f-0015-439c-a1bb-b8fead99c0bd,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:26.881505 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:26.882485 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:26.882696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:26.883912 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.884509 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:26.884612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:26.885405 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Bound port: ab9db1b2-1fdd-4b52-b658-d61943410d09, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:26.886761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:26.890384 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:26.903681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3eb79dcc-8a21-4267-803f-74e4cf0df52c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Deleting port 6574c49b-f2fc-4b30-ab4e-b8f55dc82856 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:02:26.904149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3eb79dcc-8a21-4267-803f-74e4cf0df52c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:27.002478 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] For port ab9db1b2-1fdd-4b52-b658-d61943410d09, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:27.006996 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] For port ab9db1b2-1fdd-4b52-b658-d61943410d09, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ab9db1b2-1fdd-4b52-b658-d61943410d09,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:27.013037 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:27.079913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f877f457-137d-45d4-9fc6-14521f787ccb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:27.125449 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47360951-c24d-4a67-94fe-b05e25b23693 None None] Pushing event updated for resources: {'Port': ['ID=ab9db1b2-1fdd-4b52-b658-d61943410d09,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:27.126560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fc984-b87a-4c4c-841f-3ef2447eb8e6 req-2dc8906e-4d29-4fb0-a649-7588769a5cf8 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:27.140339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-362fc984-b87a-4c4c-841f-3ef2447eb8e6 req-2dc8906e-4d29-4fb0-a649-7588769a5cf8 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.7289429 May 28 06:02:27.151310 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:27.152725 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:27.217401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Attempting to bind port 05bd430f-0015-439c-a1bb-b8fead99c0bd on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:27.218518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Attempting to bind port 05bd430f-0015-439c-a1bb-b8fead99c0bd by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:27.219039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Attempting to bind port 05bd430f-0015-439c-a1bb-b8fead99c0bd on network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:27.229207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:27.229877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Checking segment: {'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:27.230438 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:27.230977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Bound using segment: {'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:27.231662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Bound port: 05bd430f-0015-439c-a1bb-b8fead99c0bd, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:27.232582 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:27.431481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f877f457-137d-45d4-9fc6-14521f787ccb completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:27.439892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3eb79dcc-8a21-4267-803f-74e4cf0df52c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:27.454132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f877f457-137d-45d4-9fc6-14521f787ccb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:27.454132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:27.484264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-362fc984-b87a-4c4c-841f-3ef2447eb8e6 req-e49f4d54-6ed0-45ba-8f7b-bd7f7a0e73bd tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427839 May 28 06:02:27.523858 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:27.529179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] For port 05bd430f-0015-439c-a1bb-b8fead99c0bd, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:27.547355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:27.569610 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] For port 05bd430f-0015-439c-a1bb-b8fead99c0bd, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=05bd430f-0015-439c-a1bb-b8fead99c0bd,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:27.625547 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:27.644742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3eb79dcc-8a21-4267-803f-74e4cf0df52c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Calling delete_port for 6574c49b-f2fc-4b30-ab4e-b8f55dc82856 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:02:27.857202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f877f457-137d-45d4-9fc6-14521f787ccb is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:27.857750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:27.878212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d4bb1-c3fa-48e1-aa44-6937419c1fb6 None None] Pushing event updated for resources: {'Port': ['ID=05bd430f-0015-439c-a1bb-b8fead99c0bd,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:27.887167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port f877f457-137d-45d4-9fc6-14521f787ccb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f877f457-137d-45d4-9fc6-14521f787ccb,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:27.901725 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:27.908493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-e7644d9a-3c5a-4961-a968-de51551768ea req-61f74227-7e19-4319-b3ba-d57b242a6611 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:02:27.909974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e7644d9a-3c5a-4961-a968-de51551768ea req-61f74227-7e19-4319-b3ba-d57b242a6611 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087209 May 28 06:02:27.912129 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3eb79dcc-8a21-4267-803f-74e4cf0df52c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:28.020016 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:22Z', 'revision_number': 3, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:28.027377 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4ee6b-7ba7-4a5d-bad9-d6331d80c198 None None] The sync data for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 is: [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:22Z', 'revision_number': 3, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:02:28.041151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=f877f457-137d-45d4-9fc6-14521f787ccb,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:28.144461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb79dcc-8a21-4267-803f-74e4cf0df52c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Pushing event deleted for resources: {'Port': ['ID=6574c49b-f2fc-4b30-ab4e-b8f55dc82856,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:28.319409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3eb79dcc-8a21-4267-803f-74e4cf0df52c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:28.356089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56340) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:28.359830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3eb79dcc-8a21-4267-803f-74e4cf0df52c tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/ports/6574c49b-f2fc-4b30-ab4e-b8f55dc82856 HTTP/1.1" status: 204 len: 168 time: 1.8678284 May 28 06:02:28.383654 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e7644d9a-3c5a-4961-a968-de51551768ea req-8ccf25a1-41f5-4569-86e1-89b64d751bb6 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4557271 May 28 06:02:28.680517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadcd507-61f1-4ea7-98be-b9b2f26f8327 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Deleting subnet e0689416-181b-4ea9-9a4e-e1f0cd91fd4f {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:02:28.686866 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dadcd507-61f1-4ea7-98be-b9b2f26f8327 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:28.727506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:28.760749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Allocated IP 172.20.0.1 (5548a89e-ac6e-4db8-9dd0-bc7145d9109a/df602273-db7f-4234-b6c8-0beb4f26e2d7/3e1f5e46-4628-4c70-a1e7-b4ff0c39a862) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:29.012437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ab9db1b2-1fdd-4b52-b658-d61943410d09 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:29.149472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ab9db1b2-1fdd-4b52-b658-d61943410d09 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:29.154932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ab9db1b2-1fdd-4b52-b658-d61943410d09 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:29.155325 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:29.275379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dadcd507-61f1-4ea7-98be-b9b2f26f8327 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:29.377586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ab9db1b2-1fdd-4b52-b658-d61943410d09 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:29.378021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:29.400675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port ab9db1b2-1fdd-4b52-b658-d61943410d09, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ab9db1b2-1fdd-4b52-b658-d61943410d09,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:29.411760 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:29.415212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f877f457-137d-45d4-9fc6-14521f787ccb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:29.554658 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:29.596574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f877f457-137d-45d4-9fc6-14521f787ccb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:29.596574 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:29.602988 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dadcd507-61f1-4ea7-98be-b9b2f26f8327 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:29.623505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=ab9db1b2-1fdd-4b52-b658-d61943410d09,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:29.649108 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71995b94-cdd4-4cd8-a0ab-801d0e9f5064 None None] Network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:02:29.691050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Transition to ACTIVE for port object 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:29.711018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f9e02-6b0b-4b70-b9a1-7e8ec370f0de req-734cb9f0-3191-49e4-a6c9-b5ec5b182634 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:29.712513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c4f9e02-6b0b-4b70-b9a1-7e8ec370f0de req-734cb9f0-3191-49e4-a6c9-b5ec5b182634 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.8563061 May 28 06:02:29.756899 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-72674e83-4ecb-44c8-a8b7-0a9ed5fc7324 None None] Provisioning for port 05bd430f-0015-439c-a1bb-b8fead99c0bd completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:29.877043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c4f9e02-6b0b-4b70-b9a1-7e8ec370f0de req-53ccdee5-47bb-4441-a26a-660b681a7794 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401939 May 28 06:02:29.887223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dadcd507-61f1-4ea7-98be-b9b2f26f8327 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:29.924743 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:29.951009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f877f457-137d-45d4-9fc6-14521f787ccb is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:29.952135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 05bd430f-0015-439c-a1bb-b8fead99c0bd up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:29.990574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcd507-61f1-4ea7-98be-b9b2f26f8327 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Pushing event deleted for resources: {'Subnet': ['ID=e0689416-181b-4ea9-9a4e-e1f0cd91fd4f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:30.003105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dadcd507-61f1-4ea7-98be-b9b2f26f8327 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:30.025952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea4ca1-c708-4620-955a-5968214d3968 None None] Network c964d5bc-ba83-4381-83e1-a88136459f16 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:02:30.065465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:30.080780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:30.110116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:30.159942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ade4eb-d460-43ef-b320-81874d62f3aa req-8ce02098-2010-42ec-8d20-e844e4b324f1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:30.170265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3ade4eb-d460-43ef-b320-81874d62f3aa req-8ce02098-2010-42ec-8d20-e844e4b324f1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 945 time: 0.1494272 May 28 06:02:30.226199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dadcd507-61f1-4ea7-98be-b9b2f26f8327 tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/subnets/e0689416-181b-4ea9-9a4e-e1f0cd91fd4f HTTP/1.1" status: 204 len: 168 time: 1.8665779 May 28 06:02:30.227115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Pushing event updated for resources: {'Port': ['ID=3e1f5e46-4628-4c70-a1e7-b4ff0c39a862,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:30.257252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 56374) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:30.259354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3ade4eb-d460-43ef-b320-81874d62f3aa req-d4d915ec-ffe7-4fed-8f39-0326572b4a6c tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878646 May 28 06:02:30.309537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 05bd430f-0015-439c-a1bb-b8fead99c0bd completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:30.335488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 05bd430f-0015-439c-a1bb-b8fead99c0bd triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:30.335943 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:30.396004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Allocated IP 172.20.0.17 (ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0/845ed002-0f39-4ecf-ad35-8545281023ae/b3142f27-6b72-4ebe-b08f-c5c819184bd2) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:30.431837 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:30.535427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:30.670561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6fc15614-f55d-4973-a54f-18470e360456 None None] Provisioning for port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:30.681218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6fc15614-f55d-4973-a54f-18470e360456 None None] Provisioning complete for port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:30.681218 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6fc15614-f55d-4973-a54f-18470e360456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:30.798853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 05bd430f-0015-439c-a1bb-b8fead99c0bd is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:30.799350 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:30.838094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6fc15614-f55d-4973-a54f-18470e360456 None None] Port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:02:30.843426 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:30.856292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 05bd430f-0015-439c-a1bb-b8fead99c0bd, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=05bd430f-0015-439c-a1bb-b8fead99c0bd,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:30.865247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Deleting port 47d74c09-cddb-43c4-8997-875a574f3b3e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:02:30.865620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:30.868196 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:30.969942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b38d1-8dbf-4900-9b28-687cfbe4c673 None None] DHCP port deletion for c964d5bc-ba83-4381-83e1-a88136459f16 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:02:30.988779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b38d1-8dbf-4900-9b28-687cfbe4c673 None None] Deleting port 47d74c09-cddb-43c4-8997-875a574f3b3e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:02:30.989901 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1b3b38d1-8dbf-4900-9b28-687cfbe4c673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:31.000137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Transition to ACTIVE for port object b3142f27-6b72-4ebe-b08f-c5c819184bd2 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:31.032193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ab9db1b2-1fdd-4b52-b658-d61943410d09 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:31.074045 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:31.128106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-22c8c8fc-172c-4bcd-879e-97959f9dc2df None None] Provisioning complete for port 05bd430f-0015-439c-a1bb-b8fead99c0bd triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:31.128724 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22c8c8fc-172c-4bcd-879e-97959f9dc2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:31.147385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1eca53-ce2b-4a7b-96cb-a1fdb3d96baf req-c9c2597f-b9eb-4a9d-8b57-e390e7be41f7 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:31.154263 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a1eca53-ce2b-4a7b-96cb-a1fdb3d96baf req-c9c2597f-b9eb-4a9d-8b57-e390e7be41f7 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.4701893 May 28 06:02:31.198108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:31.210109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=05bd430f-0015-439c-a1bb-b8fead99c0bd,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:31.384851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1b3b38d1-8dbf-4900-9b28-687cfbe4c673 None None] For port 47d74c09-cddb-43c4-8997-875a574f3b3e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47d74c09-cddb-43c4-8997-875a574f3b3e,segment=NetworkSegment(f228f66d-6f6a-4c95-86d6-6b20d127b665),segment_id=f228f66d-6f6a-4c95-86d6-6b20d127b665)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:31.385250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1b3b38d1-8dbf-4900-9b28-687cfbe4c673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:31.439636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ab9db1b2-1fdd-4b52-b658-d61943410d09 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:31.440007 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:31.466095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:31.498090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] For port 47d74c09-cddb-43c4-8997-875a574f3b3e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47d74c09-cddb-43c4-8997-875a574f3b3e,segment=NetworkSegment(f228f66d-6f6a-4c95-86d6-6b20d127b665),segment_id=f228f66d-6f6a-4c95-86d6-6b20d127b665)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:31.498442 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:31.580576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:31.592082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a1eca53-ce2b-4a7b-96cb-a1fdb3d96baf req-a7747858-bdd2-41a3-b7be-a51d1c31566d tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361222 May 28 06:02:31.604267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b38d1-8dbf-4900-9b28-687cfbe4c673 None None] Calling delete_port for 47d74c09-cddb-43c4-8997-875a574f3b3e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:02:31.654152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:31.663267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Calling delete_port for 47d74c09-cddb-43c4-8997-875a574f3b3e owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:02:31.680757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-22c8c8fc-172c-4bcd-879e-97959f9dc2df None None] Current status of the port 05bd430f-0015-439c-a1bb-b8fead99c0bd is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:31.816230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ab9db1b2-1fdd-4b52-b658-d61943410d09 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:31.825241 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1b3b38d1-8dbf-4900-9b28-687cfbe4c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:31.886467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b38d1-8dbf-4900-9b28-687cfbe4c673 None None] Pushing event deleted for resources: {'Port': ['ID=47d74c09-cddb-43c4-8997-875a574f3b3e,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:31.891579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:31.905119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b38d1-8dbf-4900-9b28-687cfbe4c673 None None] No DVR routers for this DVR port 47d74c09-cddb-43c4-8997-875a574f3b3e on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:02:31.950792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Port': ['ID=b3142f27-6b72-4ebe-b08f-c5c819184bd2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:32.016588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-389e9820-422f-4d4a-98f9-46e786a034d8 None None] Provisioning for port b3142f27-6b72-4ebe-b08f-c5c819184bd2 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:32.023588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-389e9820-422f-4d4a-98f9-46e786a034d8 None None] Provisioning complete for port b3142f27-6b72-4ebe-b08f-c5c819184bd2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:32.024204 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-389e9820-422f-4d4a-98f9-46e786a034d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:32.080201 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:02:32.080710 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:02:32.088002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:32.091487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-389e9820-422f-4d4a-98f9-46e786a034d8 None None] Port b3142f27-6b72-4ebe-b08f-c5c819184bd2 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:02:32.100946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3f1c5-dd10-43b2-bca9-a80b08d0c71a req-ad6a42ff-7fa3-4cee-a9f5-7313cc8f441e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:32.107536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3f1c5-dd10-43b2-bca9-a80b08d0c71a req-ad6a42ff-7fa3-4cee-a9f5-7313cc8f441e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:32.113562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3f1c5-dd10-43b2-bca9-a80b08d0c71a req-ad6a42ff-7fa3-4cee-a9f5-7313cc8f441e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:32.115542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5f3f1c5-dd10-43b2-bca9-a80b08d0c71a req-ad6a42ff-7fa3-4cee-a9f5-7313cc8f441e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852&device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc&device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 2417 time: 0.1498582 May 28 06:02:32.142567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:32.152084 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:32.193087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5f3f1c5-dd10-43b2-bca9-a80b08d0c71a req-84bd1c94-714a-4fe3-ad82-b1c275a1762d tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682609 May 28 06:02:32.249753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-808d8dba-0ada-4cac-8a1b-ca9e6a1af28a req-742bac3e-76a3-4ca0-95cf-6f1966f2d7e6 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:02:32.250707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-808d8dba-0ada-4cac-8a1b-ca9e6a1af28a req-742bac3e-76a3-4ca0-95cf-6f1966f2d7e6 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213935 May 28 06:02:32.334297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:32.349730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Pushing event updated for resources: {'Port': ['ID=3e1f5e46-4628-4c70-a1e7-b4ff0c39a862,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:32.534515 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:32.568067 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-808d8dba-0ada-4cac-8a1b-ca9e6a1af28a req-91126b36-3bfc-472c-bbe3-9252f460b8b1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3017085 May 28 06:02:32.605179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Deleting port 47d74c09-cddb-43c4-8997-875a574f3b3e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:02:32.605464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:32.669326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:32.698035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:32.710620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] The port '47d74c09-cddb-43c4-8997-875a574f3b3e' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:02:32.984732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 05bd430f-0015-439c-a1bb-b8fead99c0bd up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:33.063403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7f78f146-fc3b-45a6-ad1f-34aa112ed0a4 None None] Provisioning complete for port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:33.064474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f78f146-fc3b-45a6-ad1f-34aa112ed0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:33.127300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7f78f146-fc3b-45a6-ad1f-34aa112ed0a4 None None] Port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:02:33.133882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 05bd430f-0015-439c-a1bb-b8fead99c0bd triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:33.134250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:33.377913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 05bd430f-0015-439c-a1bb-b8fead99c0bd is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:33.422412 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:33.434126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47d74c09-cddb-43c4-8997-875a574f3b3e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:02:33.471817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c964d5bc-ba83-4381-83e1-a88136459f16']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:33.474092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 47d74c09-cddb-43c4-8997-875a574f3b3e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:02:33.474658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47d74c09-cddb-43c4-8997-875a574f3b3e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:02:33.487886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Router 09824474-16b6-48bd-9d5a-0f0231477221 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:02:33.500742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f228f66d-6f6a-4c95-86d6-6b20d127b665') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:33.501038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f228f66d-6f6a-4c95-86d6-6b20d127b665') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:33.518353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:33.624218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:33.699354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:02:33.699818 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:33.932278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:33.939740 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:33.951625 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment f228f66d-6f6a-4c95-86d6-6b20d127b665 resource provider aggregate not found May 28 06:02:34.007504 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment f228f66d-6f6a-4c95-86d6-6b20d127b665 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f228f66d-6f6a-4c95-86d6-6b20d127b665 found for delete ", "request_id": "req-f1ab7130-4b74-4602-83b3-6bc4c106bd58"}]} May 28 06:02:34.008214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] Pushing event deleted for resources: {'Network': ['ID=c964d5bc-ba83-4381-83e1-a88136459f16,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:34.018075 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-372dfcba-f1c0-4d14-9166-8a02109e6dcd tempest-TagsExtTest-1178935557 tempest-TagsExtTest-1178935557-project] 10.222.0.39 "DELETE /v2.0/networks/c964d5bc-ba83-4381-83e1-a88136459f16 HTTP/1.1" status: 204 len: 168 time: 3.7593193 May 28 06:02:34.034735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:02:34.039468 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-419ae4c2-094e-4346-bdad-2267a14b8c5a admin admin] 10.222.0.39 "PUT /v2.0/routers/09824474-16b6-48bd-9d5a-0f0231477221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0513225 May 28 06:02:34.052464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Sync routers for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:02:34.077040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:34.078207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:34.131023 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:34.149071 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:34.294776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Port': ['ID=b3142f27-6b72-4ebe-b08f-c5c819184bd2,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:34.307548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:34.322489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.323143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.324104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.324634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.325187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.325709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.326232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.326789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.327354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.328350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.328887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.329400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:34.377938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56468) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:34.427551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-150332ae-406a-4a63-9c6c-e3133334e361 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3792174 May 28 06:02:34.430767 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:34.690677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:34.693713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:34.782573 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cff42a63-996e-42b6-9897-561fb1624a51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59bac2a9beef4bf888ae7c842eb1ef3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008353 May 28 06:02:34.787570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56480) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:34.839609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5303be8-ecd8-4aa8-9471-a3ab6c83ff74 req-204c6ed5-35f4-4376-9276-8271ca4c598b tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:34.841363 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5303be8-ecd8-4aa8-9471-a3ab6c83ff74 req-204c6ed5-35f4-4376-9276-8271ca4c598b tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.1978619 May 28 06:02:34.975147 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5303be8-ecd8-4aa8-9471-a3ab6c83ff74 req-deeab5db-88fc-4028-84f4-2a72019992eb tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065378 May 28 06:02:34.979431 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18a56d48-8ebd-4050-b83c-dde10e8a001e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.034734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 2, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:35.040510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-21ece262-14e4-452c-9131-09fd9a387d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:35.042439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-21ece262-14e4-452c-9131-09fd9a387d45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5&device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 1135 time: 0.4417346 May 28 06:02:35.045503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Checking router: 09824474-16b6-48bd-9d5a-0f0231477221 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:02:35.045864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Updating router 09824474-16b6-48bd-9d5a-0f0231477221 port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:02:35.049588 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18a56d48-8ebd-4050-b83c-dde10e8a001e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.156754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18a56d48-8ebd-4050-b83c-dde10e8a001e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.167601 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.194244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a56d48-8ebd-4050-b83c-dde10e8a001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684d622d-2a93-4128-9824-6c7c9e8b5d2b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:35.218221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18a56d48-8ebd-4050-b83c-dde10e8a001e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.219423 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-18a56d48-8ebd-4050-b83c-dde10e8a001e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/684d622d-2a93-4128-9824-6c7c9e8b5d2b HTTP/1.1" status: 204 len: 168 time: 0.4306114 May 28 06:02:35.258533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56500) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:35.264590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-757159339-network', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:35.270833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:35.278020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Usage tracker for resource:network and tenant:dc04d7634e6047f6af75f58f9ca5d134 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:35.282751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:35.305917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:35.334773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Made reservation on behalf of dc04d7634e6047f6af75f58f9ca5d134 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:35.338536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.392328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.441095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:35.446280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6fe0939f-6418-4bcd-bfa9-8b2ac27383d1 None None] Provisioning complete for port b3142f27-6b72-4ebe-b08f-c5c819184bd2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:35.447287 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6fe0939f-6418-4bcd-bfa9-8b2ac27383d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.451029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Usage tracker for resource:security_group_rule and tenant:dc04d7634e6047f6af75f58f9ca5d134 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:35.457552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Router b1b27853-6360-4cb1-a7e7-467c1b271a17 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:02:35.458768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:35.471758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:35.584064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-a5b0b8dd-1cd4-42ec-a3ce-61536bcd3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:35.585570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-a5b0b8dd-1cd4-42ec-a3ce-61536bcd3887 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c095b068-0f37-4c0c-b4cb-db34ee219a0d HTTP/1.1" status: 200 len: 898 time: 0.5158784 May 28 06:02:35.606853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0939f-6418-4bcd-bfa9-8b2ac27383d1 None None] Port b3142f27-6b72-4ebe-b08f-c5c819184bd2 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:02:35.612877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.620097 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.671749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:02:35.674190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af5d7ab-1e60-45f0-81a7-007331986f7d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:35.686635 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.687342 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Added segment 4c8f3232-3e47-4b83-855b-510cd9425d6c of type vlan for network c3c1678e-f737-45d7-992a-334887ca3bc2 May 28 06:02:35.730176 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.790026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.791046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:35.791714 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.830107 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-bf2bc403-64f7-4e19-a82f-a6cb0dba7692 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d146c0e-5d70-4be8-b1e6-c7181145f474 HTTP/1.1" status: 200 len: 1001 time: 0.2287316 May 28 06:02:35.850402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:02:35.862459 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Sync routers for ids ['b1b27853-6360-4cb1-a7e7-467c1b271a17'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:02:35.868057 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5994751 May 28 06:02:35.868728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56518) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:35.875119 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Routers {'b1b27853-6360-4cb1-a7e7-467c1b271a17'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:35.876056 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b1b27853-6360-4cb1-a7e7-467c1b271a17'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:35.915422 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.929419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-72ad8265-392e-4940-8cac-68ace657ecc3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "PUT /v2.0/routers/b1b27853-6360-4cb1-a7e7-467c1b271a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0498412 May 28 06:02:35.937869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Transition to ACTIVE for port object 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:35.968828 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:35.986638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Request body: {'subnet': {'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-757159339-subnet', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:36.005595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:36.010473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-4f690f7a-af7c-4e98-a394-c2ceca06cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:36.014721 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-4f690f7a-af7c-4e98-a394-c2ceca06cd8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1464c598-0c6e-40d6-9b56-470e7c5b97a9 HTTP/1.1" status: 200 len: 835 time: 0.1624141 May 28 06:02:36.043370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Usage tracker for resource:subnet and tenant:dc04d7634e6047f6af75f58f9ca5d134 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:36.047865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:36.069656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:36.109070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Made reservation on behalf of dc04d7634e6047f6af75f58f9ca5d134 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:36.111507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:36.433568 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Set router b1b27853-6360-4cb1-a7e7-467c1b271a17 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:36.476177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d2d7c-83ca-44da-9b35-80617a38430b None None] Pushing event updated for resources: {'Port': ['ID=3e1f5e46-4628-4c70-a1e7-b4ff0c39a862,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:36.527560 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9823d-7d4b-45cf-9e2a-80ee37b16d3d admin admin] Pushing event updated for resources: {'Network': ['ID=c3c1678e-f737-45d7-992a-334887ca3bc2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:36.574604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c3c1678e-f737-45d7-992a-334887ca3bc2 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:02:36.640341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-6451e776-ba53-4c6b-ae40-3bd73b32f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:36.642969 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-6451e776-ba53-4c6b-ae40-3bd73b32f776 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c095b068-0f37-4c0c-b4cb-db34ee219a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6187649 May 28 06:02:36.754893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-d3bb7c1b-5815-4695-b23a-1a6d165697c1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:36.759695 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-d3bb7c1b-5815-4695-b23a-1a6d165697c1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.41 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.5695496 May 28 06:02:36.835912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Attempting to bind port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:36.836387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Attempting to bind port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:36.836815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Attempting to bind port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:36.843049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:36.843651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Checking segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:36.844158 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:36.844597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Bound using segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:36.845272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Bound port: 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:36.845836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:37.011115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-0fa41e8b-4ddf-42f4-8aca-d350ceacde9c tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:37.011951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-0fa41e8b-4ddf-42f4-8aca-d350ceacde9c tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Synchronizing usage tracker for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:37.052210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] For port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:37.056816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] For port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3e1f5e46-4628-4c70-a1e7-b4ff0c39a862,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:37.065423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-0fa41e8b-4ddf-42f4-8aca-d350ceacde9c tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Unset dirty status for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:37.067442 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-0fa41e8b-4ddf-42f4-8aca-d350ceacde9c tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/networks?id=ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 HTTP/1.1" status: 200 len: 798 time: 0.5238583 May 28 06:02:37.075081 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:37.087062 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954550757', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:32Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:18Z', 'updated_at': '2022-05-28T06:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b3142f27-6b72-4ebe-b08f-c5c819184bd2', 'name': '', 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:77:c4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '845ed002-0f39-4ecf-ad35-8545281023ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:29Z', 'updated_at': '2022-05-28T06:02:33Z', 'revision_number': 2, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '845ed002-0f39-4ecf-ad35-8545281023ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:37.121711 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-80db5c0a-6222-4328-b87e-98ce55a5d0be tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/quotas/a53c8f6206544ed98115d5b2d8fbfcd5 HTTP/1.1" status: 200 len: 375 time: 0.0359113 May 28 06:02:37.128643 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Checking router: b1b27853-6360-4cb1-a7e7-467c1b271a17 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:02:37.129850 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Updating router b1b27853-6360-4cb1-a7e7-467c1b271a17 port b3142f27-6b72-4ebe-b08f-c5c819184bd2 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:02:37.159428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-ff599082-c22a-4ea9-ab6d-896558e8284e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Deleting port b6900212-d5d4-471d-8cef-e3937b96592f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:02:37.160803 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-ff599082-c22a-4ea9-ab6d-896558e8284e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:37.186838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:37.251323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:37.258087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:37.260133 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:37.274504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190a5e8d-f6e6-430f-ba06-5aa89fca5964,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:37.307820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28bb3f-fbb4-4671-85ce-33918a4c6934 req-d250384f-7614-4375-8250-513a04e98c71 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:37.309969 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d28bb3f-fbb4-4671-85ce-33918a4c6934 req-d250384f-7614-4375-8250-513a04e98c71 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.9371638 May 28 06:02:37.413974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Checking segment: {'id': '4c8f3232-3e47-4b83-855b-510cd9425d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:37.414361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Network hostable DHCP agents. Network: c3c1678e-f737-45d7-992a-334887ca3bc2, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:02:37.425760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d2d7c-83ca-44da-9b35-80617a38430b None None] Pushing event updated for resources: {'Port': ['ID=3e1f5e46-4628-4c70-a1e7-b4ff0c39a862,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:37.524959 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-ddde9014-a004-4ad3-acbc-eb73b7d61db8 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3922713 May 28 06:02:37.528402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Network c3c1678e-f737-45d7-992a-334887ca3bc2 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:02:37.612234 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d28bb3f-fbb4-4671-85ce-33918a4c6934 req-ead2442e-38f1-4f2c-b35a-a96d4c93301c tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953002 May 28 06:02:37.651968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:37.692967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-320a4a1a-f4e2-4168-9220-6ad7fab3b7c7 service neutron] 10.222.0.41 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0115895 May 28 06:02:37.716419 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-634c0191-0eba-42fe-ba9f-17f2e797edf1 service neutron] 10.222.0.39 "GET /v2.0/networks/ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781311 May 28 06:02:37.795281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c3c1678e-f737-45d7-992a-334887ca3bc2) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:37.812459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184628a-6caf-43bd-9937-a665fc07cd42 None None] Network c3c1678e-f737-45d7-992a-334887ca3bc2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:02:37.890104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:37.890685 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:37.983414 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-20de45e0-a188-4391-82db-39ce22535ae9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0176036 May 28 06:02:37.994801 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:37.995033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56586) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:38.011105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-757159339-router', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:38.018608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:38.029994 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Transition to ACTIVE for port object b3142f27-6b72-4ebe-b08f-c5c819184bd2 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:38.039336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Usage tracker for resource:router and tenant:dc04d7634e6047f6af75f58f9ca5d134 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:02:38.041244 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:38.064028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:02:38.086153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:38.116081 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-2fd10a85-13b7-475a-8754-5c73ce3f7944 service neutron] 10.222.0.39 "GET /v2.0/networks/ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003348 May 28 06:02:38.147425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:38.153281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:38.218095 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:38.234970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-ff599082-c22a-4ea9-ab6d-896558e8284e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] For port b6900212-d5d4-471d-8cef-e3937b96592f, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b6900212-d5d4-471d-8cef-e3937b96592f,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:38.235653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-ff599082-c22a-4ea9-ab6d-896558e8284e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:38.245155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0ac64b8-9143-46a0-8227-feace7856a23 req-38add214-352d-4b3b-87d7-f3c594100f38 service neutron] 10.222.0.41 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030417 May 28 06:02:38.395447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-ff599082-c22a-4ea9-ab6d-896558e8284e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Calling delete_port for b6900212-d5d4-471d-8cef-e3937b96592f owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:02:38.532273 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabf8d0-1ecb-4823-a476-19805bf3d1a7 None None] Pushing event updated for resources: {'Port': ['ID=b3142f27-6b72-4ebe-b08f-c5c819184bd2,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:38.567662 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cc16c7f1-6491-46e7-af47-64373742c3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:38.605472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4ea56c47-0aab-47b1-9029-7327dc362e08 req-780f7608-e326-432a-b234-e0f7199eb23b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Synchronizing usage tracker for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:38.630883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-c3c1678e-f737-45d7-992a-334887ca3bc2', 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'fixed_ips': [{'subnet_id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:02:38.634623 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:38.731370 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Attempting to bind port b3142f27-6b72-4ebe-b08f-c5c819184bd2 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:38.732395 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Attempting to bind port b3142f27-6b72-4ebe-b08f-c5c819184bd2 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:38.733065 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Attempting to bind port b3142f27-6b72-4ebe-b08f-c5c819184bd2 on network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:38.747409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:38.747984 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Checking segment: {'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:38.748564 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:38.754806 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Bound using segment: {'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:38.755509 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Bound port: b3142f27-6b72-4ebe-b08f-c5c819184bd2, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:38.756203 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:38.974958 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] For port b3142f27-6b72-4ebe-b08f-c5c819184bd2, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:39.038055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:37Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:39.046558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Allocated IP 172.20.0.2 (c3c1678e-f737-45d7-992a-334887ca3bc2/190a5e8d-f6e6-430f-ba06-5aa89fca5964/24deeecb-da7a-43e4-b32a-f50975f459b9) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:39.048962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4887d2-1b4b-45a5-ae19-520001c2bdf9 None None] The sync data for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 is: [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:37Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:02:39.155618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:39.248610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4ea56c47-0aab-47b1-9029-7327dc362e08 req-780f7608-e326-432a-b234-e0f7199eb23b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Unset dirty status for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:39.262667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ea56c47-0aab-47b1-9029-7327dc362e08 req-780f7608-e326-432a-b234-e0f7199eb23b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 210 time: 0.7969480 May 28 06:02:39.381289 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] For port b3142f27-6b72-4ebe-b08f-c5c819184bd2, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b3142f27-6b72-4ebe-b08f-c5c819184bd2,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:39.382652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-ff599082-c22a-4ea9-ab6d-896558e8284e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:39.393096 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:39.425372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['f9c76993-f0a2-43da-a8ab-2707624daf7d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:02:39.470362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff599082-c22a-4ea9-ab6d-896558e8284e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Pushing event deleted for resources: {'Port': ['ID=b6900212-d5d4-471d-8cef-e3937b96592f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:39.499033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aef2f301-e279-442d-a6cb-f93d5970f4fc'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:02:39.520886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeec181-fd03-4c25-911d-bcb5b73e5aec req-dc95fd31-9bce-41a6-b15a-cd09a83e338b tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:39.531735 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-baeec181-fd03-4c25-911d-bcb5b73e5aec req-dc95fd31-9bce-41a6-b15a-cd09a83e338b tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 945 time: 0.5706503 May 28 06:02:39.610976 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Routers {'b1b27853-6360-4cb1-a7e7-467c1b271a17'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:39.615962 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b1b27853-6360-4cb1-a7e7-467c1b271a17'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:39.673669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-ff599082-c22a-4ea9-ab6d-896558e8284e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] No DVR routers for this DVR port b6900212-d5d4-471d-8cef-e3937b96592f on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:02:39.697768 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-ff599082-c22a-4ea9-ab6d-896558e8284e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:39.709144 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-baeec181-fd03-4c25-911d-bcb5b73e5aec req-cf34b164-a63d-434e-af20-16068e2a07c1 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757007 May 28 06:02:39.709962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301b847f-edd7-4e17-af8a-c3f3cc3d1852', 'name': 'network-vif-deleted', 'tag': 'b6900212-d5d4-471d-8cef-e3937b96592f'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:02:39.745672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a021183-a5a3-454a-bc8e-7387f6199365 req-ff599082-c22a-4ea9-ab6d-896558e8284e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.41 "DELETE /v2.0/ports/b6900212-d5d4-471d-8cef-e3937b96592f HTTP/1.1" status: 204 len: 173 time: 2.9683554 May 28 06:02:39.840780 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dec85ae-9d1a-4663-ac70-9e466e35f6cd'] response: {'server_uuid': '301b847f-edd7-4e17-af8a-c3f3cc3d1852', 'name': 'network-vif-deleted', 'tag': 'b6900212-d5d4-471d-8cef-e3937b96592f', 'status': 'completed', 'code': 200} May 28 06:02:39.877897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:39.957543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Transition to ACTIVE for port object 24deeecb-da7a-43e4-b32a-f50975f459b9 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:40.089888 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabf8d0-1ecb-4823-a476-19805bf3d1a7 None None] Pushing event updated for resources: {'Port': ['ID=b3142f27-6b72-4ebe-b08f-c5c819184bd2,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:40.159443 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:40.230229 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] Set router b1b27853-6360-4cb1-a7e7-467c1b271a17 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:40.533809 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:40.546333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Transition to ACTIVE for port object 24deeecb-da7a-43e4-b32a-f50975f459b9 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:40.592857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b6900212-d5d4-471d-8cef-e3937b96592f no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:02:40.675658 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:02:40.720160 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:40.835069 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:41.000796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: b6900212-d5d4-471d-8cef-e3937b96592f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:02:41.001199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b6900212-d5d4-471d-8cef-e3937b96592f not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:02:41.031200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Allocated IP 172.25.4.242 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:41.061838 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954550757', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:32Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:18Z', 'updated_at': '2022-05-28T06:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b3142f27-6b72-4ebe-b08f-c5c819184bd2', 'name': '', 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:77:c4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '845ed002-0f39-4ecf-ad35-8545281023ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:29Z', 'updated_at': '2022-05-28T06:02:38Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '845ed002-0f39-4ecf-ad35-8545281023ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:41.063803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Network c3c1678e-f737-45d7-992a-334887ca3bc2 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:41.083264 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479535b3-c2b1-4ff7-b673-e939ed3ccb17 None None] The sync data for ids ['b1b27853-6360-4cb1-a7e7-467c1b271a17'] in n-d-843679-5 is: [{'id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954550757', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:32Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:18Z', 'updated_at': '2022-05-28T06:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b3142f27-6b72-4ebe-b08f-c5c819184bd2', 'name': '', 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:77:c4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '845ed002-0f39-4ecf-ad35-8545281023ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:29Z', 'updated_at': '2022-05-28T06:02:38Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '845ed002-0f39-4ecf-ad35-8545281023ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:02:41.177868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:41.202046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:41.227139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5c373df7-f3fe-4891-83ce-e8dba2fa1748 req-c540c657-3250-43ef-a36f-ea52449e3831 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 210 time: 0.6173167 May 28 06:02:41.240080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:41.256482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0091d579-36d6-41cf-8196-b7dca75018ea req-a32f53e4-3d74-4d20-be1b-18708dee21a5 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Synchronizing usage tracker for tenant:8d1c4f7ae554422c896078c07c427315 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:41.385123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0091d579-36d6-41cf-8196-b7dca75018ea req-a32f53e4-3d74-4d20-be1b-18708dee21a5 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Unset dirty status for tenant:8d1c4f7ae554422c896078c07c427315 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:41.402385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0091d579-36d6-41cf-8196-b7dca75018ea req-a32f53e4-3d74-4d20-be1b-18708dee21a5 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=301b847f-edd7-4e17-af8a-c3f3cc3d1852 HTTP/1.1" status: 200 len: 210 time: 0.3009486 May 28 06:02:41.477277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-1d65a195-051f-4138-9dcc-ccd1400a03cf tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:41.507971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-1d65a195-051f-4138-9dcc-ccd1400a03cf tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Synchronizing usage tracker for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:41.516537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:41.529346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-1d65a195-051f-4138-9dcc-ccd1400a03cf tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Unset dirty status for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:41.530865 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-1d65a195-051f-4138-9dcc-ccd1400a03cf tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.33 "GET /v2.0/networks?id=ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 HTTP/1.1" status: 200 len: 798 time: 0.7069297 May 28 06:02:41.534977 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-9e2d9da6-652d-43de-962f-e44d233896ff service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3788149 May 28 06:02:41.564502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:41.567270 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9ef00a7a-903c-48e4-8852-eaa9cf9192ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:41.576028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Request body: {'port': {'device_id': 'da63e4bd-723c-4686-ac7c-3f4b0742cece', 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0', 'admin_state_up': True, 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:41.654316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Pushing event updated for resources: {'Port': ['ID=f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:41.667839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:41.669418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:41.671841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:41.840533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:02:41.849377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Pushing event updated for resources: {'Port': ['ID=24deeecb-da7a-43e4-b32a-f50975f459b9,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:41.868325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:02:41.891795 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:41.893400 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:41.896827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Made reservation on behalf of a53c8f6206544ed98115d5b2d8fbfcd5 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:02:41.902171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:41.922949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Attempting to bind port 24deeecb-da7a-43e4-b32a-f50975f459b9 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:41.922949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Attempting to bind port 24deeecb-da7a-43e4-b32a-f50975f459b9 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4c8f3232-3e47-4b83-855b-510cd9425d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:41.924927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Attempting to bind port 24deeecb-da7a-43e4-b32a-f50975f459b9 on network c3c1678e-f737-45d7-992a-334887ca3bc2 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:41.950636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:41.960743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Checking segment: {'id': '4c8f3232-3e47-4b83-855b-510cd9425d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:41.960743 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:41.960743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Bound using segment: {'id': '4c8f3232-3e47-4b83-855b-510cd9425d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:41.960743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Bound port: 24deeecb-da7a-43e4-b32a-f50975f459b9, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f3232-3e47-4b83-855b-510cd9425d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:41.961949 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:41.985668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:41.997977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:41.998582 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:42.194161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-64212e84-2609-41ac-b06b-9f42d919e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:42.195690 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-64212e84-2609-41ac-b06b-9f42d919e2ae service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=98d70259eba14147b9d1979ce8faf7d4&device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 1097 time: 0.3526926 May 28 06:02:42.242497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Allocated IP 172.20.0.23 (ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0/845ed002-0f39-4ecf-ad35-8545281023ae/93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:42.358861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] For port 24deeecb-da7a-43e4-b32a-f50975f459b9, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:42.363081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] For port 24deeecb-da7a-43e4-b32a-f50975f459b9, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=24deeecb-da7a-43e4-b32a-f50975f459b9,segment=NetworkSegment(4c8f3232-3e47-4b83-855b-510cd9425d6c),segment_id=4c8f3232-3e47-4b83-855b-510cd9425d6c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:42.389632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:42.650695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:42.675412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Transition to ACTIVE for port object 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:42.726645 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:42.815820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ec551-f864-408a-b5ca-cb76805e0350 None None] Pushing event updated for resources: {'Port': ['ID=24deeecb-da7a-43e4-b32a-f50975f459b9,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:42.826052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:42.826438 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:42.916504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3e1f5e46-4628-4c70-a1e7-b4ff0c39a862,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:42.916867 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:42.927000 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:42.972570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:42.985914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:43.002483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:43.262895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3e1f5e46-4628-4c70-a1e7-b4ff0c39a862,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:43.328073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56698) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:43.333362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-99d17b1f-b5c2-4edc-9b7d-5792b57bdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:43.340850 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-99d17b1f-b5c2-4edc-9b7d-5792b57bdb33 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a HTTP/1.1" status: 200 len: 910 time: 1.1200838 May 28 06:02:43.353535 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:43.416629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b3142f27-6b72-4ebe-b08f-c5c819184bd2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:43.426316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event updated for resources: {'Port': ['ID=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:43.503313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:43.505519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:43.652441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port b3142f27-6b72-4ebe-b08f-c5c819184bd2 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:43.661653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b3142f27-6b72-4ebe-b08f-c5c819184bd2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:43.663445 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:43.667568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-9962bfdc-3fc2-46ca-81d6-fecb8b863fad tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0948269 May 28 06:02:43.693830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Request body: {'port': {'device_id': 'da63e4bd-723c-4686-ac7c-3f4b0742cece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:02:43.909054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954728c-a9b2-4c36-ab4b-1e98d0be9a56 req-519828c7-2e83-4a02-9bf6-474f4b263c0e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:43.916649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d954728c-a9b2-4c36-ab4b-1e98d0be9a56 req-519828c7-2e83-4a02-9bf6-474f4b263c0e tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 945 time: 0.3066156 May 28 06:02:43.933294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:43.981161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b3142f27-6b72-4ebe-b08f-c5c819184bd2 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:43.981906 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:44.009665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fc206cb9-3be8-43fa-b043-263386e8817f None None] Provisioning for port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:44.027210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fc206cb9-3be8-43fa-b043-263386e8817f None None] Provisioning complete for port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:44.027625 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc206cb9-3be8-43fa-b043-263386e8817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:44.050498 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-2937d162-fb9e-429c-aa51-6282dbe45c57 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277 HTTP/1.1" status: 200 len: 1001 time: 0.6868558 May 28 06:02:44.119090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f067aa5-2c39-4b13-8aa6-5c98252bad14 req-305221a2-2af2-484a-9950-3b980f1631f8 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:44.129786 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2f067aa5-2c39-4b13-8aa6-5c98252bad14 req-305221a2-2af2-484a-9950-3b980f1631f8 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 895 time: 1.4399388 May 28 06:02:44.130302 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d954728c-a9b2-4c36-ab4b-1e98d0be9a56 req-6445e4a6-db7c-4370-b344-920c73df8588 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127123 May 28 06:02:44.183915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fc206cb9-3be8-43fa-b043-263386e8817f None None] Port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:02:44.216916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b3142f27-6b72-4ebe-b08f-c5c819184bd2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b3142f27-6b72-4ebe-b08f-c5c819184bd2,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:44.228321 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:44.348996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b3142f27-6b72-4ebe-b08f-c5c819184bd2,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:44.429421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-5fbc72ac-acac-485b-903d-49430768685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:44.431998 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-5fbc72ac-acac-485b-903d-49430768685a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0383f63c-3b76-4487-957c-baa1ea0aa8a3 HTTP/1.1" status: 200 len: 848 time: 0.2700489 May 28 06:02:44.603981 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936299a-c107-4c6e-a76d-1cbddef4235e req-b8cce2d4-65c7-4d2c-b9ef-c91d4a8ffa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:44.609280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:02:44.620159 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:44.628432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1936299a-c107-4c6e-a76d-1cbddef4235e req-b8cce2d4-65c7-4d2c-b9ef-c91d4a8ffa18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 1097 time: 1.2697215 May 28 06:02:44.639068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Transition to ACTIVE for port object 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:44.648680 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:44.702193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8dda82-c8e1-4a10-b092-a4f84839d178 None None] Network c3c1678e-f737-45d7-992a-334887ca3bc2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:02:44.715841 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1936299a-c107-4c6e-a76d-1cbddef4235e req-6d554c0a-783c-4d2c-8a4e-3c627f35095e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864358 May 28 06:02:44.725032 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:44.733437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-2e0112a5-8949-4d92-9a7f-1a5fbdef736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:44.735666 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-2e0112a5-8949-4d92-9a7f-1a5fbdef736f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2877774 May 28 06:02:44.894435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:44.974902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-430b1846-e331-4b58-a73b-1dccc94af835 None None] Provisioning for port 24deeecb-da7a-43e4-b32a-f50975f459b9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:45.075026 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-15e11f54-b950-4feb-bbcd-305e0a12ca33 service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756276 May 28 06:02:45.275603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Router ac5af80b-6ab2-461a-8bb0-817524375e80 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:02:45.318208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:45.420663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-734d7dcc-0fbb-432a-af8e-407bf925db98 service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262947 May 28 06:02:45.564472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Attempting to bind port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:45.564805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Attempting to bind port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:45.565135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Attempting to bind port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c on network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:45.575144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c on network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:02:45.575508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Attempting to bind port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c on network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:45.597715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:45.598712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Checking segment: {'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:45.599098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Bound using segment: {'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:45.599585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Bound port: 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e94f9bd-9b8e-4f35-8218-4751e08b22da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:45.600079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:45.632468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-60b9c18f-f793-4d32-972d-3acae3bfaced tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:45.633930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-60b9c18f-f793-4d32-972d-3acae3bfaced tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.33 "GET /v2.0/ports?device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 945 time: 0.4432895 May 28 06:02:45.693232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:02:45.720800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Sync routers for ids ['ac5af80b-6ab2-461a-8bb0-817524375e80'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:02:45.724353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de2da2-b4f1-494d-9456-70e4ed239d46 req-472675fd-d9dc-456a-bc65-84068c87d7b7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:45.726022 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d5de2da2-b4f1-494d-9456-70e4ed239d46 req-472675fd-d9dc-456a-bc65-84068c87d7b7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 907 time: 0.2990503 May 28 06:02:45.744063 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:45.745589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Routers {'ac5af80b-6ab2-461a-8bb0-817524375e80'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:45.745720 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ebc7d97c-1386-48a9-b318-1541b03aa46f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7496872 May 28 06:02:45.746209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] For port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:45.746425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ac5af80b-6ab2-461a-8bb0-817524375e80'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:45.749277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 56752) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:45.754345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] For port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:45.808641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:45.884886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:45.885312 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:45.901499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe719ef-4cc1-4b54-b178-c3c31422bc51 req-c0cc2c59-4a9a-4690-aebb-05666326a420 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:45.909970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7fe719ef-4cc1-4b54-b178-c3c31422bc51 req-c0cc2c59-4a9a-4690-aebb-05666326a420 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 945 time: 0.5209398 May 28 06:02:45.996343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:45.997234 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:45.998795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] 10.222.0.33 "PUT /v2.0/ports/93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c HTTP/1.1" status: 200 len: 1055 time: 2.3179839 May 28 06:02:46.002226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da63e4bd-723c-4686-ac7c-3f4b0742cece', 'tag': '93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:02:46.030704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-763f759a-2ade-461a-8dcc-c4483f7331c9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Deleting port aef2f301-e279-442d-a6cb-f93d5970f4fc {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:02:46.033669 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-763f759a-2ade-461a-8dcc-c4483f7331c9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:46.154805 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2a4a01-353d-4ce1-a337-0999323eb2da'] response: {'name': 'network-changed', 'server_uuid': 'da63e4bd-723c-4686-ac7c-3f4b0742cece', 'tag': '93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c', 'status': 'completed', 'code': 200} May 28 06:02:46.284796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7fe719ef-4cc1-4b54-b178-c3c31422bc51 req-b31a9aa0-69e4-4d35-9ab5-cab862bd0980 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605003 May 28 06:02:46.286222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71096b99-4a42-4748-9d03-e0c683ad2bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:46.375641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Set router ac5af80b-6ab2-461a-8bb0-817524375e80 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:46.704608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-06d51f5e-c147-4270-accf-0e7bac7048e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:46.707931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-06d51f5e-c147-4270-accf-0e7bac7048e5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5&device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 1058 time: 0.6104214 May 28 06:02:46.757083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:46.758640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 24deeecb-da7a-43e4-b32a-f50975f459b9 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:46.914811 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-f0109294-7561-4b1f-ac41-4c6cab846224 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c HTTP/1.1" status: 200 len: 217 time: 0.1911430 May 28 06:02:47.061022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 24deeecb-da7a-43e4-b32a-f50975f459b9 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:47.067744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 24deeecb-da7a-43e4-b32a-f50975f459b9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:47.068411 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:47.080072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-04aaf63e-0d7e-4e66-a955-33b1cafd25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:47.091644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-04aaf63e-0d7e-4e66-a955-33b1cafd25ee service neutron] 10.222.0.33 "GET /v2.0/subnets?id=845ed002-0f39-4ecf-ad35-8545281023ae HTTP/1.1" status: 200 len: 837 time: 0.1528955 May 28 06:02:47.153421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'name': 'tempest-TestVolumeBootPattern-757159339-router', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:38Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 3, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'gw_port': {'id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:40Z', 'updated_at': '2022-05-28T06:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:47.165791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Checking router: ac5af80b-6ab2-461a-8bb0-817524375e80 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:02:47.166154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Updating router ac5af80b-6ab2-461a-8bb0-817524375e80 port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:02:47.172812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-763f759a-2ade-461a-8dcc-c4483f7331c9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] For port aef2f301-e279-442d-a6cb-f93d5970f4fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=aef2f301-e279-442d-a6cb-f93d5970f4fc,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:47.173173 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-763f759a-2ade-461a-8dcc-c4483f7331c9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:47.280300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:47.324498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 24deeecb-da7a-43e4-b32a-f50975f459b9 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:47.324833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:47.339718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30c888-8054-4494-9b35-c745b8dcf5e0 req-6d37b6eb-fe3d-4e17-bdc0-cb5ff4927831 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:47.341246 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e30c888-8054-4494-9b35-c745b8dcf5e0 req-6d37b6eb-fe3d-4e17-bdc0-cb5ff4927831 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 907 time: 0.3620992 May 28 06:02:47.406186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-763f759a-2ade-461a-8dcc-c4483f7331c9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Calling delete_port for aef2f301-e279-442d-a6cb-f93d5970f4fc owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:02:47.568346 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:47.669488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 24deeecb-da7a-43e4-b32a-f50975f459b9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=24deeecb-da7a-43e4-b32a-f50975f459b9,segment=NetworkSegment(4c8f3232-3e47-4b83-855b-510cd9425d6c),segment_id=4c8f3232-3e47-4b83-855b-510cd9425d6c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:47.687763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-fb3b6f28-1296-4d44-8da6-3a0cf9180879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:47.689675 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:47.690465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b3142f27-6b72-4ebe-b08f-c5c819184bd2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:47.691992 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-fb3b6f28-1296-4d44-8da6-3a0cf9180879 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5969765 May 28 06:02:47.857601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-1c63fe40-beca-45dc-bca6-8cac729b5fb5 service neutron] 10.222.0.33 "GET /v2.0/networks/ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592588 May 28 06:02:47.955372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Allocated IP 172.20.0.1 (c3c1678e-f737-45d7-992a-334887ca3bc2/190a5e8d-f6e6-430f-ba06-5aa89fca5964/0538691b-c1b1-460c-b45e-936aead429a7) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:02:47.973265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=24deeecb-da7a-43e4-b32a-f50975f459b9,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:47.987663 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.011159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Transition to ACTIVE for port object f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:48.025791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b3142f27-6b72-4ebe-b08f-c5c819184bd2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:48.026349 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.200781 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.270505 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.283951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a3fe5-c0ec-4cef-8c57-8d7218fd8c0f None None] Pushing event updated for resources: {'Port': ['ID=f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:48.301742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cea73e-7cd3-4622-9812-ef537cda1e0c req-c12c7923-0d69-4880-a423-182deaf8dac2 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:48.304039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17cea73e-7cd3-4622-9812-ef537cda1e0c req-c12c7923-0d69-4880-a423-182deaf8dac2 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 945 time: 0.8318806 May 28 06:02:48.309995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-763f759a-2ade-461a-8dcc-c4483f7331c9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.314508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Attempting to bind port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:48.315403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Attempting to bind port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:48.315741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Transition to ACTIVE for port object 0538691b-c1b1-460c-b45e-936aead429a7 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:48.316112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Attempting to bind port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:48.329369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['f9c76993-f0a2-43da-a8ab-2707624daf7d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:02:48.372663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.397369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:48.398175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:48.398645 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.398968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:48.399617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Bound port: f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:48.399944 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.514595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Network c3c1678e-f737-45d7-992a-334887ca3bc2 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:48.527484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:48.527615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f759a-2ade-461a-8dcc-c4483f7331c9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Pushing event deleted for resources: {'Port': ['ID=aef2f301-e279-442d-a6cb-f93d5970f4fc,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:48.544084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:02:48.545010 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17cea73e-7cd3-4622-9812-ef537cda1e0c req-990f8f74-4395-4ded-814c-3a7ece7b17b3 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332404 May 28 06:02:48.558411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b3142f27-6b72-4ebe-b08f-c5c819184bd2 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:48.701843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] For port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:48.713266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=0538691b-c1b1-460c-b45e-936aead429a7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:48.757572 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.758483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 24deeecb-da7a-43e4-b32a-f50975f459b9 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:48.778258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-763f759a-2ade-461a-8dcc-c4483f7331c9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] No DVR routers for this DVR port aef2f301-e279-442d-a6cb-f93d5970f4fc on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:02:48.789635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] For port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:48.806101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c573c2-1ce9-4faf-a7f9-d6fa4235b76f req-31523ae8-bc45-4957-bfaa-2dcdf3f2b686 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:48.807907 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-79c573c2-1ce9-4faf-a7f9-d6fa4235b76f req-31523ae8-bc45-4957-bfaa-2dcdf3f2b686 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 907 time: 0.1700921 May 28 06:02:48.814220 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.887868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-763f759a-2ade-461a-8dcc-c4483f7331c9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:48.907093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc', 'name': 'network-vif-deleted', 'tag': 'aef2f301-e279-442d-a6cb-f93d5970f4fc'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:02:48.938441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a8f7f43-6707-4048-ad59-5d5aa279c207 req-763f759a-2ade-461a-8dcc-c4483f7331c9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.33 "DELETE /v2.0/ports/aef2f301-e279-442d-a6cb-f93d5970f4fc HTTP/1.1" status: 204 len: 173 time: 3.1858020 May 28 06:02:48.962674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7aea05ba-7dae-40d3-8d60-3f18077c34a1 req-a45f7063-5df2-45b9-8a1f-8850167efb66 service neutron] 10.222.0.33 "GET /v2.0/networks/ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0918028 May 28 06:02:49.020846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Routers {'ac5af80b-6ab2-461a-8bb0-817524375e80'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:49.021488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ac5af80b-6ab2-461a-8bb0-817524375e80'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:49.062552 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d1adb5-82e8-4c96-bb69-e4452ecb428f'] response: {'server_uuid': '7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc', 'name': 'network-vif-deleted', 'tag': 'aef2f301-e279-442d-a6cb-f93d5970f4fc', 'status': 'completed', 'code': 200} May 28 06:02:49.083037 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:49.187076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a3fe5-c0ec-4cef-8c57-8d7218fd8c0f None None] Pushing event updated for resources: {'Port': ['ID=f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:49.262598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 24deeecb-da7a-43e4-b32a-f50975f459b9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:49.263706 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:49.328790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-a456d70e-4fe4-4cfe-a366-873e7d5f6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:49.338834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-a456d70e-4fe4-4cfe-a366-873e7d5f6e3b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5&device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 1058 time: 0.2450659 May 28 06:02:49.345213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-524a4467-ff4e-4353-bfc2-60cbc090d408 None None] Provisioning for port 0538691b-c1b1-460c-b45e-936aead429a7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:49.355879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-524a4467-ff4e-4353-bfc2-60cbc090d408 None None] Provisioning complete for port 0538691b-c1b1-460c-b45e-936aead429a7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:49.356844 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-524a4467-ff4e-4353-bfc2-60cbc090d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:49.511562 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:49.518924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:49.528898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-972a6255-cec7-4761-8c26-8201ed0781d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:49.530124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-972a6255-cec7-4761-8c26-8201ed0781d6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 HTTP/1.1" status: 200 len: 899 time: 0.1843209 May 28 06:02:49.603123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device aef2f301-e279-442d-a6cb-f93d5970f4fc no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:02:49.674772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-524a4467-ff4e-4353-bfc2-60cbc090d408 None None] Port 0538691b-c1b1-460c-b45e-936aead429a7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:02:49.682910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: aef2f301-e279-442d-a6cb-f93d5970f4fc {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:02:49.683285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device aef2f301-e279-442d-a6cb-f93d5970f4fc not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:02:49.696985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-bf72de54-8858-48bd-a396-328b71d4726d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c HTTP/1.1" status: 200 len: 217 time: 0.1576931 May 28 06:02:49.744049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 24deeecb-da7a-43e4-b32a-f50975f459b9 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:49.747640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] Set router ac5af80b-6ab2-461a-8bb0-817524375e80 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:49.823508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-c1175499-74e6-4ccf-b999-054892e2c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:49.825635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-c1175499-74e6-4ccf-b999-054892e2c047 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=845ed002-0f39-4ecf-ad35-8545281023ae HTTP/1.1" status: 200 len: 837 time: 0.1202004 May 28 06:02:49.842139 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:49.976954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-f23ae394-e9b9-4ce6-8959-d97378315793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:49.979046 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-f23ae394-e9b9-4ce6-8959-d97378315793 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368253 May 28 06:02:50.177444 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bae70d80-e9fc-4928-80b2-69689f8536ad req-4eef4bf2-ef30-4719-8d7d-706e8b7e28b2 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc7ab67-9c55-46a8-93c9-b5b9a4e239fc HTTP/1.1" status: 200 len: 210 time: 0.3786886 May 28 06:02:50.232524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=0538691b-c1b1-460c-b45e-936aead429a7,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:50.264182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Network c3c1678e-f737-45d7-992a-334887ca3bc2 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:02:50.268058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:02:50.338240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'name': 'tempest-TestVolumeBootPattern-757159339-router', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:38Z', 'updated_at': '2022-05-28T06:02:48Z', 'revision_number': 4, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'gw_port': {'id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:40Z', 'updated_at': '2022-05-28T06:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '0538691b-c1b1-460c-b45e-936aead429a7', 'name': '', 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'mac_address': 'fa:16:3e:45:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:47Z', 'updated_at': '2022-05-28T06:02:47Z', 'revision_number': 1, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'subnets': [{'id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:50.348289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7856fd-e77f-4f3e-a762-c3cc7576f508 None None] The sync data for ids ['ac5af80b-6ab2-461a-8bb0-817524375e80'] in n-d-843679-5 is: [{'id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'name': 'tempest-TestVolumeBootPattern-757159339-router', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:38Z', 'updated_at': '2022-05-28T06:02:48Z', 'revision_number': 4, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'gw_port': {'id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:40Z', 'updated_at': '2022-05-28T06:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '0538691b-c1b1-460c-b45e-936aead429a7', 'name': '', 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'mac_address': 'fa:16:3e:45:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:47Z', 'updated_at': '2022-05-28T06:02:47Z', 'revision_number': 1, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'subnets': [{'id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:02:50.388339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-2e942d4f-bdf8-4ae2-99cd-fc1d7cab7630 service neutron] 10.222.0.33 "GET /v2.0/networks/ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014201 May 28 06:02:50.407507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76f97f-7318-4067-a736-149ff00ed1ab req-bd4f892e-9800-4d40-b3f0-c060c57e4de3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:50.408350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3c76f97f-7318-4067-a736-149ff00ed1ab req-bd4f892e-9800-4d40-b3f0-c060c57e4de3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Synchronizing usage tracker for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:50.590313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3c76f97f-7318-4067-a736-149ff00ed1ab req-bd4f892e-9800-4d40-b3f0-c060c57e4de3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Unset dirty status for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:50.603607 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c76f97f-7318-4067-a736-149ff00ed1ab req-bd4f892e-9800-4d40-b3f0-c060c57e4de3 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 907 time: 0.4602196 May 28 06:02:50.719957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4d7d4873-4ac4-4e7c-ac98-f3ba6cb2f997 None None] Provisioning complete for port 0538691b-c1b1-460c-b45e-936aead429a7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:50.720915 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4873-4ac4-4e7c-ac98-f3ba6cb2f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:50.727158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fd8a429-2bc0-4daf-b248-4dd0ef891b3c req-bcd31202-855c-4eeb-a221-4e6c1194811b service neutron] 10.222.0.33 "GET /v2.0/networks/ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121669 May 28 06:02:50.883117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d4873-4ac4-4e7c-ac98-f3ba6cb2f997 None None] Port 0538691b-c1b1-460c-b45e-936aead429a7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:02:50.942805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Router ac5af80b-6ab2-461a-8bb0-817524375e80 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:02:51.374140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:02:51.387319 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-68b3f0bd-d17d-4538-ac82-e611b70cbbd8 admin admin] 10.222.0.39 "PUT /v2.0/routers/ac5af80b-6ab2-461a-8bb0-817524375e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6342671 May 28 06:02:51.580119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:02:51.905985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:52.016751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c', 'network_id': 'ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0', 'port_id': '93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c', 'mac_address': 'fa:16:3e:ab:57:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845ed002-0f39-4ecf-ad35-8545281023ae', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:02:52.109082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389bd5f-fa2c-4763-9c95-53d6376a98d1 req-a9e949b8-0821-4f8b-b64c-8cc55683c61a tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:52.135824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e389bd5f-fa2c-4763-9c95-53d6376a98d1 req-a9e949b8-0821-4f8b-b64c-8cc55683c61a tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 907 time: 0.3275247 May 28 06:02:52.225932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:52.227795 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:52.275143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:02:52.311007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:52.319515 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:52.328679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35374528-d79e-45bb-b7cc-a76a167441d9 req-627c03c6-7533-4a41-9c35-9f89f852d5f7 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:52.331433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-35374528-d79e-45bb-b7cc-a76a167441d9 req-627c03c6-7533-4a41-9c35-9f89f852d5f7 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Synchronizing usage tracker for tenant:8d1c4f7ae554422c896078c07c427315 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:52.370515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-35374528-d79e-45bb-b7cc-a76a167441d9 req-627c03c6-7533-4a41-9c35-9f89f852d5f7 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Unset dirty status for tenant:8d1c4f7ae554422c896078c07c427315 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:52.371801 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35374528-d79e-45bb-b7cc-a76a167441d9 req-627c03c6-7533-4a41-9c35-9f89f852d5f7 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.1991928 May 28 06:02:52.502558 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35374528-d79e-45bb-b7cc-a76a167441d9 req-c2db9633-6788-4878-aa80-f73d42bafa92 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224778 May 28 06:02:52.519687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:52.724211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:02:52.843341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:52.939860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:52.945468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:52.945850 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:53.088358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:53.088825 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:53.115895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:53.123593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:53.216592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:53.225711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.226065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.226401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.226818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.227151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.227662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.228130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.228298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.228615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.228935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.229252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.229590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:02:53.380800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4715-f4b2-4b79-b7e3-1695b1f8dcfa req-c6feed48-6285-4fc7-a532-68958a3a4f28 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:53.382386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cbc4715-f4b2-4b79-b7e3-1695b1f8dcfa req-c6feed48-6285-4fc7-a532-68958a3a4f28 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 908 time: 0.1010125 May 28 06:02:53.579404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:53.669608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:53.676090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:53.677019 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:53.810041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-27ba8037-93cc-49ba-be3e-9bb342d70e66 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:53.811938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-27ba8037-93cc-49ba-be3e-9bb342d70e66 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.41 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.1497054 May 28 06:02:53.821750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88490302-0154-47ab-bc3a-b2edded716eb req-9d104228-36e2-4f55-88de-b68d4b7ada22 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:53.828785 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88490302-0154-47ab-bc3a-b2edded716eb req-9d104228-36e2-4f55-88de-b68d4b7ada22 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.2079768 May 28 06:02:53.894702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:53.895384 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:53.923626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da63e4bd-723c-4686-ac7c-3f4b0742cece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:02:53.935915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:53.945132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:54.012784 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41065457-8711-4732-914a-52ca8508d871'] response: {'server_uuid': 'da63e4bd-723c-4686-ac7c-3f4b0742cece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c', 'code': 200} May 28 06:02:54.058384 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88490302-0154-47ab-bc3a-b2edded716eb req-fc4ce1c5-cae2-45b6-b690-7370d353efc9 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285769 May 28 06:02:54.075251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-c51b6e05-6215-4d43-82b6-f920ccbc3998 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Deleting port f9c76993-f0a2-43da-a8ab-2707624daf7d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:02:54.078963 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-c51b6e05-6215-4d43-82b6-f920ccbc3998 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:54.101610 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Sync routers for ids ['ac5af80b-6ab2-461a-8bb0-817524375e80'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:02:54.123413 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Routers {'ac5af80b-6ab2-461a-8bb0-817524375e80'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:54.124058 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ac5af80b-6ab2-461a-8bb0-817524375e80'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:54.136149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:54.363049 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Set router ac5af80b-6ab2-461a-8bb0-817524375e80 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:54.698811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242c678-1748-4c7c-84cb-051af4d0925a req-4fd06117-7d68-4053-b83f-dfd4ccc80e0e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:54.716296 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2242c678-1748-4c7c-84cb-051af4d0925a req-4fd06117-7d68-4053-b83f-dfd4ccc80e0e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 909 time: 0.1226532 May 28 06:02:54.740997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:54.844121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:54.844772 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:55.001200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602e4e0-c432-4d68-8d03-78f19575098a req-228b4a08-8910-467b-bc08-f6a43fcc62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:55.002874 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5602e4e0-c432-4d68-8d03-78f19575098a req-228b4a08-8910-467b-bc08-f6a43fcc62d9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 1060 time: 0.7471187 May 28 06:02:55.037344 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'name': 'tempest-TestVolumeBootPattern-757159339-router', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:38Z', 'updated_at': '2022-05-28T06:02:48Z', 'revision_number': 4, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'gw_port': {'id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:40Z', 'updated_at': '2022-05-28T06:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '0538691b-c1b1-460c-b45e-936aead429a7', 'name': '', 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'mac_address': 'fa:16:3e:45:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:47Z', 'updated_at': '2022-05-28T06:02:49Z', 'revision_number': 2, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'subnets': [{'id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:55.041499 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Checking router: ac5af80b-6ab2-461a-8bb0-817524375e80 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:02:55.042151 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Updating router ac5af80b-6ab2-461a-8bb0-817524375e80 port 0538691b-c1b1-460c-b45e-936aead429a7 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:02:55.051785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:55.129094 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:55.307065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-c51b6e05-6215-4d43-82b6-f920ccbc3998 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] For port f9c76993-f0a2-43da-a8ab-2707624daf7d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f9c76993-f0a2-43da-a8ab-2707624daf7d,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:55.307964 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-c51b6e05-6215-4d43-82b6-f920ccbc3998 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:55.319557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac869d53-e6d5-4260-b031-ddb0816bebeb req-e83c5c92-dcf9-4d62-b95b-799bf27690a6 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:55.321403 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ac869d53-e6d5-4260-b031-ddb0816bebeb req-e83c5c92-dcf9-4d62-b95b-799bf27690a6 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 946 time: 0.1430948 May 28 06:02:55.429130 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ac869d53-e6d5-4260-b031-ddb0816bebeb req-357f6cd3-149d-44ba-bf6c-eec4168b38e6 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/security-groups?id=62772bde-c321-4298-9185-b3258f2db4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985789 May 28 06:02:55.511225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898b33-4cd0-43af-b944-070e0fbd693e req-fe6d8535-a898-4260-b820-343b1b1eebe9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:55.513233 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-fe6d8535-a898-4260-b820-343b1b1eebe9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.5038950 May 28 06:02:55.522582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-c51b6e05-6215-4d43-82b6-f920ccbc3998 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Calling delete_port for f9c76993-f0a2-43da-a8ab-2707624daf7d owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:02:55.537088 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:55.553011 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Transition to ACTIVE for port object 0538691b-c1b1-460c-b45e-936aead429a7 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:02:55.561498 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:55.589973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-5e226894-1b43-4dc1-be44-56b2be4dcd60 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/quotas/fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 375 time: 0.0257070 May 28 06:02:55.819062 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec78cdf-0578-4526-86b0-97cba6e46368 None None] Pushing event updated for resources: {'Port': ['ID=0538691b-c1b1-460c-b45e-936aead429a7,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:55.857076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-67898b33-4cd0-43af-b944-070e0fbd693e req-c71ee294-f479-42e2-9023-2ccfef9a9f8d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:02:55.906895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-c51b6e05-6215-4d43-82b6-f920ccbc3998 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:55.913102 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Attempting to bind port 0538691b-c1b1-460c-b45e-936aead429a7 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:02:55.913619 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Attempting to bind port 0538691b-c1b1-460c-b45e-936aead429a7 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4c8f3232-3e47-4b83-855b-510cd9425d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:02:55.913977 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Attempting to bind port 0538691b-c1b1-460c-b45e-936aead429a7 on network c3c1678e-f737-45d7-992a-334887ca3bc2 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:02:55.920312 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:02:55.920845 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Checking segment: {'id': '4c8f3232-3e47-4b83-855b-510cd9425d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:02:55.921299 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:55.921744 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Bound using segment: {'id': '4c8f3232-3e47-4b83-855b-510cd9425d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:02:55.922251 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Bound port: 0538691b-c1b1-460c-b45e-936aead429a7, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f3232-3e47-4b83-855b-510cd9425d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:02:55.922973 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:55.992331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b6e05-6215-4d43-82b6-f920ccbc3998 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Pushing event deleted for resources: {'Port': ['ID=f9c76993-f0a2-43da-a8ab-2707624daf7d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:56.031084 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] For port 0538691b-c1b1-460c-b45e-936aead429a7, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:02:56.032736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-67898b33-4cd0-43af-b944-070e0fbd693e req-c71ee294-f479-42e2-9023-2ccfef9a9f8d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:02:56.035263 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-c71ee294-f479-42e2-9023-2ccfef9a9f8d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3889961 May 28 06:02:56.035955 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] For port 0538691b-c1b1-460c-b45e-936aead429a7, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0538691b-c1b1-460c-b45e-936aead429a7,segment=NetworkSegment(4c8f3232-3e47-4b83-855b-510cd9425d6c),segment_id=4c8f3232-3e47-4b83-855b-510cd9425d6c)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:02:56.044567 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:56.174896 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec78cdf-0578-4526-86b0-97cba6e46368 None None] Pushing event updated for resources: {'Port': ['ID=0538691b-c1b1-460c-b45e-936aead429a7,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:56.182195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b8d30-c993-4107-af33-28d47e25c479 req-45908da5-57cf-43da-a13d-95226f8740c7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:56.183512 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Routers {'ac5af80b-6ab2-461a-8bb0-817524375e80'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:02:56.184605 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:02:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ac5af80b-6ab2-461a-8bb0-817524375e80'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:56.193430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c72b8d30-c993-4107-af33-28d47e25c479 req-45908da5-57cf-43da-a13d-95226f8740c7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 909 time: 0.2087803 May 28 06:02:56.268151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-91a5c4e8-1a65-4176-a89d-1b54e09643a7 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235475 May 28 06:02:56.370682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-c51b6e05-6215-4d43-82b6-f920ccbc3998 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] No DVR routers for this DVR port f9c76993-f0a2-43da-a8ab-2707624daf7d on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:02:56.376368 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-c51b6e05-6215-4d43-82b6-f920ccbc3998 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:56.525719 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] Set router ac5af80b-6ab2-461a-8bb0-817524375e80 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:02:56.587570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f9c76993-f0a2-43da-a8ab-2707624daf7d no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:02:56.690306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21335eea-43b4-4e20-9602-694a7d925aba', 'name': 'network-vif-deleted', 'tag': 'f9c76993-f0a2-43da-a8ab-2707624daf7d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:02:56.708142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: f9c76993-f0a2-43da-a8ab-2707624daf7d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:02:56.708868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f9c76993-f0a2-43da-a8ab-2707624daf7d not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:02:56.775862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0538691b-c1b1-460c-b45e-936aead429a7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:56.804040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bfd3847d-32ed-4503-84cd-e2bbfc3e5826 req-c51b6e05-6215-4d43-82b6-f920ccbc3998 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.41 "DELETE /v2.0/ports/f9c76993-f0a2-43da-a8ab-2707624daf7d HTTP/1.1" status: 204 len: 173 time: 2.9309936 May 28 06:02:56.858161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-4c28a4dc-01a2-4361-98dd-ab9b78a22afb service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100586 May 28 06:02:56.862690 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33ed607d-233a-48a5-808a-ca96569e3494 req-0cca6268-7a15-4e32-a9a7-a4fc6826da34 tempest-ListServerFiltersTestJSON-964098448 tempest-ListServerFiltersTestJSON-964098448-project] 10.222.0.39 "GET /v2.0/ports?device_id=21335eea-43b4-4e20-9602-694a7d925aba HTTP/1.1" status: 200 len: 210 time: 0.1544499 May 28 06:02:56.925671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 0538691b-c1b1-460c-b45e-936aead429a7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:02:56.931166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0538691b-c1b1-460c-b45e-936aead429a7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:56.931777 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:56.968730 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0422dfb-9e81-4b51-9a34-c7af8531ab0e'] response: {'server_uuid': '21335eea-43b4-4e20-9602-694a7d925aba', 'name': 'network-vif-deleted', 'tag': 'f9c76993-f0a2-43da-a8ab-2707624daf7d', 'status': 'completed', 'code': 200} May 28 06:02:57.197446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0538691b-c1b1-460c-b45e-936aead429a7 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:57.198075 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:57.240005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 0538691b-c1b1-460c-b45e-936aead429a7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0538691b-c1b1-460c-b45e-936aead429a7,segment=NetworkSegment(4c8f3232-3e47-4b83-855b-510cd9425d6c),segment_id=4c8f3232-3e47-4b83-855b-510cd9425d6c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:57.254472 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:57.338269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=0538691b-c1b1-460c-b45e-936aead429a7,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:57.439769 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'name': 'tempest-TestVolumeBootPattern-757159339-router', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:38Z', 'updated_at': '2022-05-28T06:02:48Z', 'revision_number': 4, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'gw_port': {'id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:40Z', 'updated_at': '2022-05-28T06:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '0538691b-c1b1-460c-b45e-936aead429a7', 'name': '', 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'mac_address': 'fa:16:3e:45:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:47Z', 'updated_at': '2022-05-28T06:02:56Z', 'revision_number': 4, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'subnets': [{'id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:02:57.444896 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d1853-5ffc-4dc8-a840-f557bfaffb82 None None] The sync data for ids ['ac5af80b-6ab2-461a-8bb0-817524375e80'] in n-d-843679-5 is: [{'id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'name': 'tempest-TestVolumeBootPattern-757159339-router', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:38Z', 'updated_at': '2022-05-28T06:02:48Z', 'revision_number': 4, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'gw_port': {'id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:40Z', 'updated_at': '2022-05-28T06:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '0538691b-c1b1-460c-b45e-936aead429a7', 'name': '', 'network_id': 'c3c1678e-f737-45d7-992a-334887ca3bc2', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'mac_address': 'fa:16:3e:45:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:47Z', 'updated_at': '2022-05-28T06:02:56Z', 'revision_number': 4, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'subnets': [{'id': '190a5e8d-f6e6-430f-ba06-5aa89fca5964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:02:57.586649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a33ed7-7cdf-4506-b389-a057f980c009 req-b626519a-1631-49c5-82c1-87e9cada91ba tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:57.588934 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32a33ed7-7cdf-4506-b389-a057f980c009 req-b626519a-1631-49c5-82c1-87e9cada91ba tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 909 time: 0.1181281 May 28 06:02:57.904107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f5d68-617d-47a2-95db-21aaa9c6937a req-9fca633b-9f32-4536-b28e-f22078ec4eb7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:57.905888 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f9f5d68-617d-47a2-95db-21aaa9c6937a req-9fca633b-9f32-4536-b28e-f22078ec4eb7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 909 time: 0.1345730 May 28 06:02:57.998387 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76d2a0db-f372-433d-bb4f-0e51641e30a2 req-250fde8e-f60e-4d0e-a064-e98659d62230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 210 time: 0.0633802 May 28 06:02:58.087479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57068) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:58.302436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41bd658-9ae4-4e94-a81d-6cce1739563c admin admin] Deleting subnet bb1d7dc0-c807-4bbd-bf12-a4526693274c {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:02:58.316369 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d41bd658-9ae4-4e94-a81d-6cce1739563c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:58.380534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d41bd658-9ae4-4e94-a81d-6cce1739563c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:58.412598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fbe7b-5fe0-45c6-86fe-a13aa4ed2ac9 req-26501407-993b-4cf0-a11c-c0f427e94897 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:58.427089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b28fbe7b-5fe0-45c6-86fe-a13aa4ed2ac9 req-26501407-993b-4cf0-a11c-c0f427e94897 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 1060 time: 0.2189548 May 28 06:02:58.572545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d41bd658-9ae4-4e94-a81d-6cce1739563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:58.718762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0538691b-c1b1-460c-b45e-936aead429a7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:02:58.761581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d41bd658-9ae4-4e94-a81d-6cce1739563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:58.775964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8f01b-efcc-4b1f-9354-9e269c17999c req-d80083c6-7808-4e97-b24f-2d86c91875c4 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:58.791143 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4d8f01b-efcc-4b1f-9354-9e269c17999c req-d80083c6-7808-4e97-b24f-2d86c91875c4 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 1135 time: 0.1414826 May 28 06:02:58.861282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bd658-9ae4-4e94-a81d-6cce1739563c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1d7dc0-c807-4bbd-bf12-a4526693274c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:02:58.867581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d41bd658-9ae4-4e94-a81d-6cce1739563c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:58.878829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d41bd658-9ae4-4e94-a81d-6cce1739563c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bb1d7dc0-c807-4bbd-bf12-a4526693274c HTTP/1.1" status: 204 len: 168 time: 0.7898979 May 28 06:02:58.879766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57094) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:58.897155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0538691b-c1b1-460c-b45e-936aead429a7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:02:58.897743 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:58.906281 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4d8f01b-efcc-4b1f-9354-9e269c17999c req-e19375cb-2d8d-43db-a803-5c09edde120e tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1034007 May 28 06:02:58.921531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57102) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:02:58.931181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6bec4-3aea-4c9b-bd92-036ae4bc5c7f None None] Network b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:02:59.042849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046b6f5-4f4f-4ef0-aee8-a4dbd595ecc4 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:59.046988 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2046b6f5-4f4f-4ef0-aee8-a4dbd595ecc4 tempest-TestSecurityGroupsBasicOps-1936564455 tempest-TestSecurityGroupsBasicOps-1936564455-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 1055 time: 0.1210325 May 28 06:02:59.066981 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:59.091086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Deleting port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:02:59.091449 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:59.384460 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a32ffc00-0c5b-4ae9-a28b-4d8f95c6c6cd req-1d44a21e-bad7-4e48-9393-eb63de12b0b6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 210 time: 0.0562136 May 28 06:02:59.439265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0538691b-c1b1-460c-b45e-936aead429a7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:02:59.560804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] DHCP port deletion for b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:02:59.566506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] Deleting port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:02:59.567051 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:59.621244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744dc26-06d8-47b6-933a-604154466a5e req-89be6fe5-9216-45b9-b1cd-85266f166b64 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:02:59.629782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0744dc26-06d8-47b6-933a-604154466a5e req-89be6fe5-9216-45b9-b1cd-85266f166b64 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 909 time: 0.1075222 May 28 06:02:59.722399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] For port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9755cf59-7ea5-446a-8c93-b45b5c68a8b3,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:59.723036 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:59.840987 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] For port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9755cf59-7ea5-446a-8c93-b45b5c68a8b3,segment=NetworkSegment(63bc4a45-0e29-41c1-aff1-998ec7165990),segment_id=63bc4a45-0e29-41c1-aff1-998ec7165990)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:02:59.841577 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:02:59.958316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Calling delete_port for 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:00.034388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] Calling delete_port for 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:00.199512 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:03:00.199969 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:03:00.207060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898b33-4cd0-43af-b944-070e0fbd693e req-3d44f23d-3514-49d3-a748-8690b9f2fb2e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:00.209057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-3d44f23d-3514-49d3-a748-8690b9f2fb2e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.3714497 May 28 06:03:00.210616 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:00.268250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] No DVR routers for this DVR port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:03:00.305446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'port': {'device_id': 'a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'admin_state_up': True, 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:03:00.329916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9755cf59-7ea5-446a-8c93-b45b5c68a8b3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:00.612266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c384e00-c595-4eef-976c-a9c530c689b8 req-50dd9c1c-702f-4aa6-adcf-ef728454c6e9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 210 time: 0.0740237 May 28 06:03:00.617093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:00.624683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:00.652985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:00.673860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14320cc-c6fd-444a-b5ac-e92d4a94b8a7']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:00.689424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:00.692352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Made reservation on behalf of fc6f3a6f26a545aaab5fd63e9f766804 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:03:00.696529 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:00.720630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bc4a45-0e29-41c1-aff1-998ec7165990') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:00.721086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bc4a45-0e29-41c1-aff1-998ec7165990') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:00.744527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] Deleting port 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:00.745141 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:00.797720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:00.811647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:00.811988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9755cf59-7ea5-446a-8c93-b45b5c68a8b3 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:00.831906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:00.851662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:03:00.852474 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:00.861502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d0037bab-a7ae-48d5-b87a-ee3e8f586ca4 None None] The port '9755cf59-7ea5-446a-8c93-b45b5c68a8b3' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:03:00.891144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428c3aa-15b0-4a07-80c7-da58b4b954e1 req-12535325-2815-4985-910a-22837799ded0 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:00.904777 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5428c3aa-15b0-4a07-80c7-da58b4b954e1 req-12535325-2815-4985-910a-22837799ded0 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 909 time: 0.1624489 May 28 06:03:00.939984 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 63bc4a45-0e29-41c1-aff1-998ec7165990 resource provider aggregate not found May 28 06:03:00.964884 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:01.003964 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 63bc4a45-0e29-41c1-aff1-998ec7165990 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63bc4a45-0e29-41c1-aff1-998ec7165990 found for delete ", "request_id": "req-41ff756b-83e4-4bc6-9204-fa7ad52df31f"}]} May 28 06:03:01.062427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:01.068028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:01.122251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b14320cc-c6fd-444a-b5ac-e92d4a94b8a7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:01.170098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0c218373-b833-476d-9ed3-af15293abaf4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b14320cc-c6fd-444a-b5ac-e92d4a94b8a7 HTTP/1.1" status: 204 len: 168 time: 2.2869444 May 28 06:03:01.170098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Allocated IP 172.20.0.7 (5548a89e-ac6e-4db8-9dd0-bc7145d9109a/df602273-db7f-4234-b6c8-0beb4f26e2d7/f8c53e71-40e7-4c28-b63e-31ecaecc41cb) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:03:01.212833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-b336f650-2138-41e8-b63c-c762cda4a2ac tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:01.215055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-b336f650-2138-41e8-b63c-c762cda4a2ac tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.33 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 909 time: 0.2600622 May 28 06:03:01.361819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-6fb505f9-c632-4c80-b8e1-ba6a58f86935 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Deleting port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:01.362380 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-6fb505f9-c632-4c80-b8e1-ba6a58f86935 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:01.498625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57176) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:01.757028 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e7a853a9-b85d-42c5-89b6-831a943186c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d1c4f7ae554422c896078c07c427315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570820 May 28 06:03:01.759513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57196) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:01.786175 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:01.825403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Transition to ACTIVE for port object f8c53e71-40e7-4c28-b63e-31ecaecc41cb will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:03:01.857323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-273efa58-dcef-4988-a6a4-28c822d61096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:01.892682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-273efa58-dcef-4988-a6a4-28c822d61096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:01.964126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-273efa58-dcef-4988-a6a4-28c822d61096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:02.032295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273efa58-dcef-4988-a6a4-28c822d61096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62772bde-c321-4298-9185-b3258f2db4b5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:02.034334 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-273efa58-dcef-4988-a6a4-28c822d61096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:02.037906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-273efa58-dcef-4988-a6a4-28c822d61096 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62772bde-c321-4298-9185-b3258f2db4b5 HTTP/1.1" status: 204 len: 168 time: 0.2750823 May 28 06:03:02.068053 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:02.264804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4249bd-d70a-4ebe-b8f2-a26eef28ac24 req-17354e82-f88c-4a48-9b3d-afd8aea82665 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:02.279855 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5c4249bd-d70a-4ebe-b8f2-a26eef28ac24 req-17354e82-f88c-4a48-9b3d-afd8aea82665 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 909 time: 0.1888635 May 28 06:03:02.294981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:03:02.374835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:03:02.377324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:03:02.450756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:02.537640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:02.538132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:02.610745 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-ca4e06ac-0a93-4771-a7ba-2a0982dc20da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3336325 May 28 06:03:02.642227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Request body: {'port': {'device_id': 'a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:03:02.700723 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a2ba34db-0430-47ab-8f88-d2c049a68e40 None None] Provisioning for port f8c53e71-40e7-4c28-b63e-31ecaecc41cb completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:03:02.708710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a2ba34db-0430-47ab-8f88-d2c049a68e40 None None] Provisioning complete for port f8c53e71-40e7-4c28-b63e-31ecaecc41cb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:03:02.709091 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a2ba34db-0430-47ab-8f88-d2c049a68e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:02.761968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb94232-4dfe-415d-ba06-68922d94a6e2 req-adcd52bd-5694-471b-ad2c-0d481c7c65f8 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:02.762688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2eb94232-4dfe-415d-ba06-68922d94a6e2 req-adcd52bd-5694-471b-ad2c-0d481c7c65f8 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:02.850487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba34db-0430-47ab-8f88-d2c049a68e40 None None] Port f8c53e71-40e7-4c28-b63e-31ecaecc41cb cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:03:02.869207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-6fb505f9-c632-4c80-b8e1-ba6a58f86935 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] For port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:02.869836 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-6fb505f9-c632-4c80-b8e1-ba6a58f86935 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:02.890474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2eb94232-4dfe-415d-ba06-68922d94a6e2 req-adcd52bd-5694-471b-ad2c-0d481c7c65f8 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:02.891648 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2eb94232-4dfe-415d-ba06-68922d94a6e2 req-adcd52bd-5694-471b-ad2c-0d481c7c65f8 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 931 time: 1.0328512 May 28 06:03:03.050561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-6fb505f9-c632-4c80-b8e1-ba6a58f86935 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Calling delete_port for 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:03.101257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.253605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2eb94232-4dfe-415d-ba06-68922d94a6e2 req-98cdd82b-069c-4f7d-83e7-5f2cf9be672e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078837 May 28 06:03:03.285770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57244) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:03.443688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1585592464-network', 'tenant_id': 'e514b2b59ed840d696e18dda8fe4643b'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:03:03.448928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:03.452813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Usage tracker for resource:network and tenant:e514b2b59ed840d696e18dda8fe4643b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:03.455909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:03.462256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:03.495452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Made reservation on behalf of e514b2b59ed840d696e18dda8fe4643b for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:03:03.497924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.513722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.542399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:03.549369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e514b2b59ed840d696e18dda8fe4643b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:03.554444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:03.563652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:03.618746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6ef5c-3044-4ef5-9852-5d4e2827b1d5 req-252d29e0-09fb-4b02-a528-741a87fbb905 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:03.619989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63d6ef5c-3044-4ef5-9852-5d4e2827b1d5 req-252d29e0-09fb-4b02-a528-741a87fbb905 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 909 time: 0.2237737 May 28 06:03:03.625175 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-6fb505f9-c632-4c80-b8e1-ba6a58f86935 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.698674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb505f9-c632-4c80-b8e1-ba6a58f86935 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Port': ['ID=93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:03.723502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.741347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.754112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:03:03.766098 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.766632 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Added segment 736cf8ff-4c33-45f6-86da-8102e45b755a of type vlan for network f0885d8d-27f4-48d5-ac7d-ad07d01da468 May 28 06:03:03.822796 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.825677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-6fb505f9-c632-4c80-b8e1-ba6a58f86935 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] No DVR routers for this DVR port 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:03:03.828775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ea2455-21fc-4826-8055-170c2ced86c1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:03.830217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-6fb505f9-c632-4c80-b8e1-ba6a58f86935 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.841430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da63e4bd-723c-4686-ac7c-3f4b0742cece', 'name': 'network-vif-deleted', 'tag': '93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:03.860484 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ecdda64-a17b-48d9-b833-8de044779f54 req-6fb505f9-c632-4c80-b8e1-ba6a58f86935 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.33 "DELETE /v2.0/ports/93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c HTTP/1.1" status: 204 len: 173 time: 2.6345999 May 28 06:03:03.911583 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.912881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:03.913722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:03.986520 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962499cd-eb2f-45d3-8f2d-56912851dc60'] response: {'server_uuid': 'da63e4bd-723c-4686-ac7c-3f4b0742cece', 'name': 'network-vif-deleted', 'tag': '93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c', 'status': 'completed', 'code': 200} May 28 06:03:04.029637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c53e71-40e7-4c28-b63e-31ecaecc41cb {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:03:04.039326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:04.065323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Transition to ACTIVE for port object f8c53e71-40e7-4c28-b63e-31ecaecc41cb will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:03:04.071079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:04.079904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f0885d8d-27f4-48d5-ac7d-ad07d01da468,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:04.096888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:03:04.111708 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9ed8eb64-3ae2-41ef-8cb5-38b9202472a0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8221796 May 28 06:03:04.113310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57270) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:04.131205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Request body: {'subnet': {'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1585592464-subnet', 'tenant_id': 'e514b2b59ed840d696e18dda8fe4643b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:03:04.151516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:04.186824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Usage tracker for resource:subnet and tenant:e514b2b59ed840d696e18dda8fe4643b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:04.195221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:04.205611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:04.222703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Made reservation on behalf of e514b2b59ed840d696e18dda8fe4643b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:03:04.226659 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:04.563052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:04.725802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:04.726587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Attempting to bind port f8c53e71-40e7-4c28-b63e-31ecaecc41cb on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:03:04.729361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Attempting to bind port f8c53e71-40e7-4c28-b63e-31ecaecc41cb by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:03:04.729914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Attempting to bind port f8c53e71-40e7-4c28-b63e-31ecaecc41cb on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:03:04.744414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Port f8c53e71-40e7-4c28-b63e-31ecaecc41cb on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:03:04.744905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Attempting to bind port f8c53e71-40e7-4c28-b63e-31ecaecc41cb on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:03:04.758093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:03:04.760028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Checking segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:03:04.760603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Bound using segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:03:04.761237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Bound port: f8c53e71-40e7-4c28-b63e-31ecaecc41cb, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:03:04.762223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:04.860346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b458d6-cbae-4e02-a686-196d0acdf098,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:04.875455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Checking segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:03:04.875990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Network hostable DHCP agents. Network: f0885d8d-27f4-48d5-ac7d-ad07d01da468, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:03:04.910145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf87eb5-ba6a-4454-ae3f-d22963f0e751 req-d3fa54b4-9376-4f57-83a5-3c5db6fa06da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:04.918731 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5bf87eb5-ba6a-4454-ae3f-d22963f0e751 req-d3fa54b4-9376-4f57-83a5-3c5db6fa06da tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 943 time: 0.5358491 May 28 06:03:04.942514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:03:04.976607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f0885d8d-27f4-48d5-ac7d-ad07d01da468) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:03:04.986527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cd9a10-949d-4350-b179-31bae5577a4e None None] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:03:04.992107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:04.992342 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:04.993447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ae6d0929-c99c-421d-9412-05ea20350b9d req-faa285e8-f149-4fe0-955b-8c413210f51d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Synchronizing usage tracker for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:05.002335 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5bf87eb5-ba6a-4454-ae3f-d22963f0e751 req-58897be3-684a-4cbf-9539-9bc1afaba17b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:05.037149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3d490a0f-dae2-4254-95f2-b05515fd2d62 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9219182 May 28 06:03:05.039037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] For port f8c53e71-40e7-4c28-b63e-31ecaecc41cb, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:03:05.042703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] For port f8c53e71-40e7-4c28-b63e-31ecaecc41cb, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:03:05.045162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ae6d0929-c99c-421d-9412-05ea20350b9d req-faa285e8-f149-4fe0-955b-8c413210f51d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Unset dirty status for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:05.046450 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae6d0929-c99c-421d-9412-05ea20350b9d req-faa285e8-f149-4fe0-955b-8c413210f51d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=da63e4bd-723c-4686-ac7c-3f4b0742cece HTTP/1.1" status: 200 len: 210 time: 0.1446514 May 28 06:03:05.052456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5bf87eb5-ba6a-4454-ae3f-d22963f0e751 req-58897be3-684a-4cbf-9539-9bc1afaba17b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:05.052830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:05.066575 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5bf87eb5-ba6a-4454-ae3f-d22963f0e751 req-58897be3-684a-4cbf-9539-9bc1afaba17b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414645 May 28 06:03:05.168098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:05.168812 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:05.170468 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/f8c53e71-40e7-4c28-b63e-31ecaecc41cb HTTP/1.1" status: 200 len: 1091 time: 2.5345428 May 28 06:03:05.193656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0870fb-8b4e-44b2-811a-3a47ad25b6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:05.327285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898b33-4cd0-43af-b944-070e0fbd693e req-f88f9f2d-3f75-4af8-b1d8-0296a338a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:05.329238 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-f88f9f2d-3f75-4af8-b1d8-0296a338a7dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 1094 time: 0.1023681 May 28 06:03:05.434156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-01552b3a-e24a-489c-945a-86b04dde8d58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8c53e71-40e7-4c28-b63e-31ecaecc41cb HTTP/1.1" status: 200 len: 217 time: 0.0925777 May 28 06:03:05.478434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b18eee-8e5e-4fe1-bc90-20e6b863eaab None None] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:03:05.533820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898b33-4cd0-43af-b944-070e0fbd693e req-32d71b80-f198-44a1-83c9-46ffe218c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:05.535657 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-32d71b80-f198-44a1-83c9-46ffe218c17a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0900359 May 28 06:03:05.644857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:05.655532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898b33-4cd0-43af-b944-070e0fbd693e req-7b55d0de-d6f8-4639-8e59-b684f98c94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:05.657151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-7b55d0de-d6f8-4639-8e59-b684f98c94f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115942 May 28 06:03:05.683617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:05.684204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 93ef8b7e-7781-4c9d-bcb3-6a6f466ea55c not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:05.834664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-22052842-0d44-48d7-820a-5899bfded1cc service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662040 May 28 06:03:05.908976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-57f2d072-941a-40a5-9ec6-39dbd4123647 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:05.910357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-57f2d072-941a-40a5-9ec6-39dbd4123647 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:05.939943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-57f2d072-941a-40a5-9ec6-39dbd4123647 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:05.940968 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-57f2d072-941a-40a5-9ec6-39dbd4123647 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.2064548 May 28 06:03:05.959493 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-afa04161-4703-43e4-8157-a44f87078bc1 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/quotas/e514b2b59ed840d696e18dda8fe4643b HTTP/1.1" status: 200 len: 375 time: 0.0116270 May 28 06:03:05.994583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc', 'tag': 'f8c53e71-40e7-4c28-b63e-31ecaecc41cb'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:06.010649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67898b33-4cd0-43af-b944-070e0fbd693e req-49449146-ad7f-49bc-b17c-0b13022d8c61 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650341 May 28 06:03:06.014547 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-98385c3e-57e9-4a8f-b0fe-00eabf48726a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484304 May 28 06:03:06.045588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-7a9d31e6-7ea4-4e06-9359-1570a59fa851 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:03:06.047692 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-7a9d31e6-7ea4-4e06-9359-1570a59fa851 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155456 May 28 06:03:06.118596 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8357d368-aecc-44c1-abf5-232f37a0f844'] response: {'name': 'network-changed', 'server_uuid': 'a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc', 'tag': 'f8c53e71-40e7-4c28-b63e-31ecaecc41cb', 'status': 'completed', 'code': 200} May 28 06:03:06.261466 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-20c61e4c-35e0-46a3-8f41-88f164126584 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067924 May 28 06:03:06.273082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-bcbf5ab3-48c4-4875-a6f8-1e1f6bedc7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:06.274549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-bcbf5ab3-48c4-4875-a6f8-1e1f6bedc7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 1094 time: 0.1399419 May 28 06:03:06.415249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-2ec843a5-76ac-4d8d-a925-527345385a32 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446733 May 28 06:03:06.491951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-60f45c3b-7633-4c5f-aa72-f05406d23b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:06.493725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-60f45c3b-7633-4c5f-aa72-f05406d23b62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.2113001 May 28 06:03:06.574902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-f390b31d-7682-41b2-9eaf-f737c9e3aa2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8c53e71-40e7-4c28-b63e-31ecaecc41cb HTTP/1.1" status: 200 len: 217 time: 0.0747385 May 28 06:03:06.700787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57336) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:06.733820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-369ffdf5-09ce-4a6f-955b-73ebea74aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:06.748098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-369ffdf5-09ce-4a6f-955b-73ebea74aab7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.1522973 May 28 06:03:06.824134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bedbb-92d4-46a7-84a4-dd175e3e0661 req-b9585ccb-f186-45f9-8dc1-f02fafe0ef45 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:06.835741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c3bedbb-92d4-46a7-84a4-dd175e3e0661 req-b9585ccb-f186-45f9-8dc1-f02fafe0ef45 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 943 time: 0.4575498 May 28 06:03:06.911492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c3bedbb-92d4-46a7-84a4-dd175e3e0661 req-a4df81b6-88a9-47f6-adb7-1be24fe63157 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753560 May 28 06:03:06.921482 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-35b090a0-b20a-4948-a1f7-faea0d2839da req-a32532b0-e427-433f-aee2-586cd3ade2d6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 210 time: 0.1322885 May 28 06:03:06.931103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-a9f72da0-6314-4354-89f1-d0890f65380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:06.932689 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-a9f72da0-6314-4354-89f1-d0890f65380f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657372 May 28 06:03:07.340944 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-6bd138f4-9f91-4a0f-8627-ae48c400f882 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983586 May 28 06:03:07.607511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fc7b6fa-d34b-4ba3-b5ac-8aef560487a4 req-84909486-caa2-4865-8535-f7bc1212c724 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548285 May 28 06:03:07.974803 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:08.080181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57392) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:08.321127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f504a58c-a14c-4e6c-a0f6-4a6934609aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:08.429967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f504a58c-a14c-4e6c-a0f6-4a6934609aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:08.439953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f504a58c-a14c-4e6c-a0f6-4a6934609aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:0b929a24922c480388601d240d1275b6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:08.448851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f504a58c-a14c-4e6c-a0f6-4a6934609aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:08.461109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f504a58c-a14c-4e6c-a0f6-4a6934609aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:08.494876 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-48718b91-2904-4b2e-91fe-513b63b86e31 req-04cbc577-ae94-460d-bc88-228a551db134 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 210 time: 0.2827091 May 28 06:03:08.502222 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c182f798-c3e6-4012-ba7a-5a5885492660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:08.624314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136f8e-6086-4766-a62d-450547a5f428 req-85afc811-7bda-40b4-98f6-6bd888e69f54 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:08.625769 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3136f8e-6086-4766-a62d-450547a5f428 req-85afc811-7bda-40b4-98f6-6bd888e69f54 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 943 time: 0.5125577 May 28 06:03:08.645160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f504a58c-a14c-4e6c-a0f6-4a6934609aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:08.666336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-825d7cf2-b87c-4bb8-adbc-d934bfe7eee7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:08.667759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-825d7cf2-b87c-4bb8-adbc-d934bfe7eee7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.33 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.3365874 May 28 06:03:08.671060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f504a58c-a14c-4e6c-a0f6-4a6934609aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:08.699958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Request body: {'port': {'device_id': 'cab33990-d9bb-4cf8-8e67-674e810aa5bf', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'admin_state_up': True, 'tenant_id': 'e514b2b59ed840d696e18dda8fe4643b'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:03:08.733607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Deleting port b3142f27-6b72-4ebe-b08f-c5c819184bd2 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:08.735023 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:08.838153 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f504a58c-a14c-4e6c-a0f6-4a6934609aa5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b929a24922c480388601d240d1275b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7555497 May 28 06:03:08.844400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3136f8e-6086-4766-a62d-450547a5f428 req-90a936e2-9b4a-40aa-808c-a50eca00222c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055359 May 28 06:03:08.844843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57408) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:08.849992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504a58c-a14c-4e6c-a0f6-4a6934609aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed321a0-b69f-482b-816b-e516391c61da,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:08.949366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:08.950280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] For port b3142f27-6b72-4ebe-b08f-c5c819184bd2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b3142f27-6b72-4ebe-b08f-c5c819184bd2,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:08.950653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:08.956602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Usage tracker for resource:port and tenant:e514b2b59ed840d696e18dda8fe4643b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:08.959256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b95b06c-750c-48c0-bd25-227caaadb1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:08.960971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:08.973565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:08.995963 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b95b06c-750c-48c0-bd25-227caaadb1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:09.005488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Made reservation on behalf of e514b2b59ed840d696e18dda8fe4643b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:03:09.008817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:09.112139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Calling delete_port for b3142f27-6b72-4ebe-b08f-c5c819184bd2 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:09.184649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b95b06c-750c-48c0-bd25-227caaadb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:09.212729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95b06c-750c-48c0-bd25-227caaadb1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed321a0-b69f-482b-816b-e516391c61da,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:09.234030 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b95b06c-750c-48c0-bd25-227caaadb1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:09.235674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7b95b06c-750c-48c0-bd25-227caaadb1f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eed321a0-b69f-482b-816b-e516391c61da HTTP/1.1" status: 204 len: 168 time: 0.3868244 May 28 06:03:09.237092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Allocated IP 172.20.0.4 (f0885d8d-27f4-48d5-ac7d-ad07d01da468/d8b458d6-cbae-4e02-a686-196d0acdf098/aa41a953-ae13-4399-9ab9-cf60682f418f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:03:09.541065 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:09.601766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:09.698030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:03:09.703570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:03:09.709451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:03:09.750391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:09.751723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event updated for resources: {'Port': ['ID=aa41a953-ae13-4399-9ab9-cf60682f418f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:09.763923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57432) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:09.789496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:09.790110 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:09.811810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-437d7fbb-23e4-4581-b838-63d2979765be tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1198802 May 28 06:03:09.828792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-70f9eb52-6c12-4f8d-8f17-da2d54e75534 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:03:09.829945 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-70f9eb52-6c12-4f8d-8f17-da2d54e75534 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058744 May 28 06:03:09.840544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Request body: {'port': {'device_id': 'cab33990-d9bb-4cf8-8e67-674e810aa5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:03:09.871763 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-513ea601-3023-411d-9467-080c6d08f386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:09.885380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Port': ['ID=b3142f27-6b72-4ebe-b08f-c5c819184bd2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:09.908951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-513ea601-3023-411d-9467-080c6d08f386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:09.913341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-513ea601-3023-411d-9467-080c6d08f386 admin admin] Usage tracker for resource:security_group_rule and tenant:873fd4005c46434391fc92a99107cdf3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:09.916696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-513ea601-3023-411d-9467-080c6d08f386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:09.922838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-513ea601-3023-411d-9467-080c6d08f386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:09.996163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.072515 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-513ea601-3023-411d-9467-080c6d08f386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.113665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62074e-ecff-4d5d-916c-57546086c99b req-d3612c11-fe69-49a4-988d-a85350de52de tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:10.115335 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3d62074e-ecff-4d5d-916c-57546086c99b req-d3612c11-fe69-49a4-988d-a85350de52de tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 931 time: 0.4256570 May 28 06:03:10.118666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-513ea601-3023-411d-9467-080c6d08f386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.130830 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.228687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41129b16-142c-456c-868f-7506550514a4 req-ee1dc020-dd6e-4a3e-b9ab-b57f947fea07 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:10.230149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41129b16-142c-456c-868f-7506550514a4 req-ee1dc020-dd6e-4a3e-b9ab-b57f947fea07 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 943 time: 0.2227561 May 28 06:03:10.337379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ea601-3023-411d-9467-080c6d08f386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1383a587-b2c1-487e-9bdb-ba57e91c1d1a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:10.357042 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-513ea601-3023-411d-9467-080c6d08f386 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=873fd4005c46434391fc92a99107cdf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548224 May 28 06:03:10.384178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57448) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:10.429184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3d62074e-ecff-4d5d-916c-57546086c99b req-a06b34b1-4e6a-4136-88db-e62fe15091ab tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:10.476160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3d62074e-ecff-4d5d-916c-57546086c99b req-a06b34b1-4e6a-4136-88db-e62fe15091ab tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:10.478293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3d62074e-ecff-4d5d-916c-57546086c99b req-a06b34b1-4e6a-4136-88db-e62fe15091ab tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327665 May 28 06:03:10.487375 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.530070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41129b16-142c-456c-868f-7506550514a4 req-6f31c122-ce7c-48a8-b3c9-16343bb99858 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927945 May 28 06:03:10.557367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21a781b8-3b4a-4327-8646-5a7cb9ded40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.592066 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21a781b8-3b4a-4327-8646-5a7cb9ded40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.709351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa41a953-ae13-4399-9ab9-cf60682f418f {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:03:10.718697 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.729730 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21a781b8-3b4a-4327-8646-5a7cb9ded40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.747331 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc695-5513-4813-8103-d0e2e681e997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.748218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Transition to ACTIVE for port object aa41a953-ae13-4399-9ab9-cf60682f418f will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:03:10.750573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a781b8-3b4a-4327-8646-5a7cb9ded40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383a587-b2c1-487e-9bdb-ba57e91c1d1a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:10.756981 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.795449 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21a781b8-3b4a-4327-8646-5a7cb9ded40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:10.796549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-21a781b8-3b4a-4327-8646-5a7cb9ded40f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1383a587-b2c1-487e-9bdb-ba57e91c1d1a HTTP/1.1" status: 204 len: 168 time: 0.4117839 May 28 06:03:10.959198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Pushing event updated for resources: {'Port': ['ID=aa41a953-ae13-4399-9ab9-cf60682f418f,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:10.997003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Router b1b27853-6360-4cb1-a7e7-467c1b271a17 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:03:11.011376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Attempting to bind port aa41a953-ae13-4399-9ab9-cf60682f418f on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:03:11.012018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Attempting to bind port aa41a953-ae13-4399-9ab9-cf60682f418f by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:03:11.012343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Attempting to bind port aa41a953-ae13-4399-9ab9-cf60682f418f on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:03:11.017178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Port aa41a953-ae13-4399-9ab9-cf60682f418f on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:03:11.017615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Attempting to bind port aa41a953-ae13-4399-9ab9-cf60682f418f on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:03:11.023748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:03:11.024083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Checking segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:03:11.024460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Bound using segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:03:11.025329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Bound port: aa41a953-ae13-4399-9ab9-cf60682f418f, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:03:11.025329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:11.132742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] For port aa41a953-ae13-4399-9ab9-cf60682f418f, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:03:11.137007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] For port aa41a953-ae13-4399-9ab9-cf60682f418f, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=aa41a953-ae13-4399-9ab9-cf60682f418f,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:03:11.146545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:11.225236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:11.225840 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:11.227200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] 10.222.0.33 "PUT /v2.0/ports/aa41a953-ae13-4399-9ab9-cf60682f418f HTTP/1.1" status: 200 len: 1091 time: 1.3911037 May 28 06:03:11.227652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab33990-d9bb-4cf8-8e67-674e810aa5bf', 'tag': 'aa41a953-ae13-4399-9ab9-cf60682f418f'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:11.251973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aac438-f329-453f-bc7d-8df89c845586 service neutron] Pushing event updated for resources: {'Port': ['ID=aa41a953-ae13-4399-9ab9-cf60682f418f,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:11.277046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:03:11.287732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] Sync routers for ids ['b1b27853-6360-4cb1-a7e7-467c1b271a17'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:03:11.305621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] Routers {'b1b27853-6360-4cb1-a7e7-467c1b271a17'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:03:11.306215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b1b27853-6360-4cb1-a7e7-467c1b271a17'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:11.348464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d50ce541-7b18-40c9-be85-d8ccfeb7a241 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "PUT /v2.0/routers/b1b27853-6360-4cb1-a7e7-467c1b271a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6470325 May 28 06:03:11.350959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57480) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:11.361609 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f85311-e46c-40d1-a2eb-d21b1cffa3cc'] response: {'name': 'network-changed', 'server_uuid': 'cab33990-d9bb-4cf8-8e67-674e810aa5bf', 'tag': 'aa41a953-ae13-4399-9ab9-cf60682f418f', 'status': 'completed', 'code': 200} May 28 06:03:11.429569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-9955fc5f-c934-4974-a4ae-0c5829e11de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:11.429569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-9955fc5f-c934-4974-a4ae-0c5829e11de2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 1094 time: 0.1405637 May 28 06:03:11.489680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f292ccc9-d6da-47e9-91cc-ee9d2ae67abb tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Deleting subnet 845ed002-0f39-4ecf-ad35-8545281023ae {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:03:11.493535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f292ccc9-d6da-47e9-91cc-ee9d2ae67abb tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:11.511715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-ec36c0cd-3ca9-47e6-a7de-6fa6cfabb8b0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa41a953-ae13-4399-9ab9-cf60682f418f HTTP/1.1" status: 200 len: 217 time: 0.0709102 May 28 06:03:11.609216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-3c8931d8-cf71-4ee0-8aed-b911a9caba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:11.613089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-3c8931d8-cf71-4ee0-8aed-b911a9caba18 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.0938976 May 28 06:03:11.616393 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f292ccc9-d6da-47e9-91cc-ee9d2ae67abb tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:11.772281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] Set router b1b27853-6360-4cb1-a7e7-467c1b271a17 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:03:11.787378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-c1abf200-29d0-4df1-b730-218a1591b850 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689258 May 28 06:03:11.848875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f292ccc9-d6da-47e9-91cc-ee9d2ae67abb tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:11.959825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4b8b0-eac0-476f-9d61-eb20081f26d1 req-f3f6dc11-bb96-46d8-be2a-c2a80029a761 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:11.960531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7ce4b8b0-eac0-476f-9d61-eb20081f26d1 req-f3f6dc11-bb96-46d8-be2a-c2a80029a761 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:11.982591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:11.986306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:11.995698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7ce4b8b0-eac0-476f-9d61-eb20081f26d1 req-f3f6dc11-bb96-46d8-be2a-c2a80029a761 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:12.003427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ce4b8b0-eac0-476f-9d61-eb20081f26d1 req-f3f6dc11-bb96-46d8-be2a-c2a80029a761 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 943 time: 0.2974801 May 28 06:03:12.025137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-9cb13255-e6e8-4b09-a8ee-f39f155ca50c service neutron] 10.222.0.33 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310123 May 28 06:03:12.059720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8033f-003e-4c51-9d58-6d5303fcafb0 req-7b3e7594-fbe1-4420-9b31-0d0bde95e62a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:12.063293 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ce4b8b0-eac0-476f-9d61-eb20081f26d1 req-ea51f6ed-5f06-4126-875b-c29dfa225bca tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590250 May 28 06:03:12.067503 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ae8033f-003e-4c51-9d58-6d5303fcafb0 req-7b3e7594-fbe1-4420-9b31-0d0bde95e62a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 943 time: 0.3483803 May 28 06:03:12.137430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ae8033f-003e-4c51-9d58-6d5303fcafb0 req-a85c297b-e91c-4953-ad47-0662df619204 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689816 May 28 06:03:12.166537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f292ccc9-d6da-47e9-91cc-ee9d2ae67abb tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:12.283815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292ccc9-d6da-47e9-91cc-ee9d2ae67abb tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Subnet': ['ID=845ed002-0f39-4ecf-ad35-8545281023ae,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:12.295831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f292ccc9-d6da-47e9-91cc-ee9d2ae67abb tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:12.311804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f292ccc9-d6da-47e9-91cc-ee9d2ae67abb tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "DELETE /v2.0/subnets/845ed002-0f39-4ecf-ad35-8545281023ae HTTP/1.1" status: 204 len: 168 time: 0.9595573 May 28 06:03:12.312474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a64ca-cc25-4b64-ba24-23ba982a88bc None None] Network ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:03:12.314177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57510) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:12.344608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faede048-d72e-4278-bb62-7e4a80cf6538 req-db88b4c4-f042-4071-8c50-877ad4f5a089 service neutron] 10.222.0.33 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923441 May 28 06:03:12.541536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954550757', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:03:09Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:18Z', 'updated_at': '2022-05-28T06:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:12.553858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] Checking router: b1b27853-6360-4cb1-a7e7-467c1b271a17 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:03:12.574445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] Routers {'b1b27853-6360-4cb1-a7e7-467c1b271a17'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:03:12.575143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b1b27853-6360-4cb1-a7e7-467c1b271a17'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:12.580032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe00e-2e7f-4572-a51f-be07743282d7 req-1fb3e741-8106-4a0a-a6ad-5e14db79adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:12.582991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-36dbe00e-2e7f-4572-a51f-be07743282d7 req-1fb3e741-8106-4a0a-a6ad-5e14db79adc6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 1094 time: 0.1314578 May 28 06:03:12.660325 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:12.813121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] Set router b1b27853-6360-4cb1-a7e7-467c1b271a17 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:03:12.941500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe00e-2e7f-4572-a51f-be07743282d7 req-89f729d0-f4de-41ff-bc89-2e13ac35b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:12.943530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-36dbe00e-2e7f-4572-a51f-be07743282d7 req-89f729d0-f4de-41ff-bc89-2e13ac35b269 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 907 time: 0.3522780 May 28 06:03:13.001789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:13.017593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03fad3-be89-4bac-9945-ea99b0159767 None None] DHCP port deletion for ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:03:13.020498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Deleting port f877f457-137d-45d4-9fc6-14521f787ccb {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:13.020952 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:13.031184 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-36dbe00e-2e7f-4572-a51f-be07743282d7 req-7c13dab8-d16c-40fb-839c-f252880ca5ee service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa41a953-ae13-4399-9ab9-cf60682f418f HTTP/1.1" status: 200 len: 217 time: 0.0803440 May 28 06:03:13.045151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2f03fad3-be89-4bac-9945-ea99b0159767 None None] Deleting port 05bd430f-0015-439c-a1bb-b8fead99c0bd {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:13.045761 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2f03fad3-be89-4bac-9945-ea99b0159767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:13.167033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe00e-2e7f-4572-a51f-be07743282d7 req-389f3e53-d223-45e0-b458-efae86618210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:13.168535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-36dbe00e-2e7f-4572-a51f-be07743282d7 req-389f3e53-d223-45e0-b458-efae86618210 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.1301241 May 28 06:03:13.261493 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-36dbe00e-2e7f-4572-a51f-be07743282d7 req-a5fe0e0d-c46a-4be5-a3da-6d6cadf66f7e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853531 May 28 06:03:13.322487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] For port f877f457-137d-45d4-9fc6-14521f787ccb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f877f457-137d-45d4-9fc6-14521f787ccb,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:13.322949 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:13.500703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Calling delete_port for f877f457-137d-45d4-9fc6-14521f787ccb owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:13.536304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-36dbe00e-2e7f-4572-a51f-be07743282d7 req-55e47286-5073-422f-8c3d-e3fee9989eab service neutron] 10.222.0.33 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659547 May 28 06:03:13.548625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889700-03cb-4cc6-997b-cd1979642d34 req-2dc20018-df9f-4d0d-b6c2-1cc8f282b4b5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:13.550627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34889700-03cb-4cc6-997b-cd1979642d34 req-2dc20018-df9f-4d0d-b6c2-1cc8f282b4b5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 943 time: 0.2263203 May 28 06:03:13.561281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2f03fad3-be89-4bac-9945-ea99b0159767 None None] For port 05bd430f-0015-439c-a1bb-b8fead99c0bd, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=05bd430f-0015-439c-a1bb-b8fead99c0bd,segment=NetworkSegment(4e94f9bd-9b8e-4f35-8218-4751e08b22da),segment_id=4e94f9bd-9b8e-4f35-8218-4751e08b22da)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:13.561868 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2f03fad3-be89-4bac-9945-ea99b0159767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:13.716911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2f03fad3-be89-4bac-9945-ea99b0159767 None None] Calling delete_port for 05bd430f-0015-439c-a1bb-b8fead99c0bd owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:13.760699 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-36dbe00e-2e7f-4572-a51f-be07743282d7 req-11691eb9-f640-48ef-abb5-6634329f57ed service neutron] 10.222.0.33 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090735 May 28 06:03:13.769742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd91742-85d3-4e0d-acd5-9ac7b1023bb5 req-f7e7076d-4c1c-418b-a796-534683d0e18e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:13.771343 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcd91742-85d3-4e0d-acd5-9ac7b1023bb5 req-f7e7076d-4c1c-418b-a796-534683d0e18e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 943 time: 0.3665938 May 28 06:03:13.777266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34889700-03cb-4cc6-997b-cd1979642d34 req-9b6828ed-762d-48f6-b54c-eceb7a3151f2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034850 May 28 06:03:13.871485 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:13.916882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcd91742-85d3-4e0d-acd5-9ac7b1023bb5 req-1c17d73b-42f6-4b6e-ab30-d79f6cf2adaf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384277 May 28 06:03:13.922789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:13.973694 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Port': ['ID=f877f457-137d-45d4-9fc6-14521f787ccb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:13.991884 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2f03fad3-be89-4bac-9945-ea99b0159767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:14.054750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03fad3-be89-4bac-9945-ea99b0159767 None None] Pushing event deleted for resources: {'Port': ['ID=05bd430f-0015-439c-a1bb-b8fead99c0bd,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:14.064402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03fad3-be89-4bac-9945-ea99b0159767 None None] No DVR routers for this DVR port 05bd430f-0015-439c-a1bb-b8fead99c0bd on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:03:14.092885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954550757', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:03:09Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:18Z', 'updated_at': '2022-05-28T06:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:14.101162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6765c-6034-428b-888d-140e9b34cab4 None None] The sync data for ids ['b1b27853-6360-4cb1-a7e7-467c1b271a17'] in n-d-843679-5 is: [{'id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954550757', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:03:09Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': 'f877f457-137d-45d4-9fc6-14521f787ccb', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b27853-6360-4cb1-a7e7-467c1b271a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:18Z', 'updated_at': '2022-05-28T06:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:03:14.108403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:14.537126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:14.539585 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:14.571463 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:14.573884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Fanout notify agent at l3_agent the message router_deleted on router b1b27853-6360-4cb1-a7e7-467c1b271a17 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:03:14.597937 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:14.599481 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f6d055ce-4940-4012-95c6-ae10febc6b75 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "DELETE /v2.0/routers/b1b27853-6360-4cb1-a7e7-467c1b271a17 HTTP/1.1" status: 204 len: 168 time: 2.2841275 May 28 06:03:14.602120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57566) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:14.792435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:14.808527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b3142f27-6b72-4ebe-b08f-c5c819184bd2 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:14.864338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: b3142f27-6b72-4ebe-b08f-c5c819184bd2 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:14.864783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b3142f27-6b72-4ebe-b08f-c5c819184bd2 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:14.865260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 05bd430f-0015-439c-a1bb-b8fead99c0bd no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:14.903644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 05bd430f-0015-439c-a1bb-b8fead99c0bd {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:14.903893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 05bd430f-0015-439c-a1bb-b8fead99c0bd not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:14.992105 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.021255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:15.034581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e94f9bd-9b8e-4f35-8218-4751e08b22da') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:15.035102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e94f9bd-9b8e-4f35-8218-4751e08b22da') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:15.051223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.060979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55af64a-4d75-4e61-9286-804706776af0 req-b5c7a62e-5f02-4c70-9774-850b4b63aa4d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:15.062511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b55af64a-4d75-4e61-9286-804706776af0 req-b5c7a62e-5f02-4c70-9774-850b4b63aa4d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 943 time: 0.1197031 May 28 06:03:15.160397 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b55af64a-4d75-4e61-9286-804706776af0 req-35235c64-ca00-4831-9482-ff49411d6962 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889339 May 28 06:03:15.166658 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.202857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:03:15.203291 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.281690 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 4e94f9bd-9b8e-4f35-8218-4751e08b22da resource provider aggregate not found May 28 06:03:15.311661 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 4e94f9bd-9b8e-4f35-8218-4751e08b22da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e94f9bd-9b8e-4f35-8218-4751e08b22da found for delete ", "request_id": "req-cbc9d1f7-2ce8-4d16-99e7-45d06ceb1382"}]} May 28 06:03:15.338046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba28cf3-ae01-4c0e-9273-8df7845e2131 req-94aaef72-573a-445d-9b2d-bbec191f2440 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:15.339575 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bba28cf3-ae01-4c0e-9273-8df7845e2131 req-94aaef72-573a-445d-9b2d-bbec191f2440 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 943 time: 0.2481556 May 28 06:03:15.340698 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.363123 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.388520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Network': ['ID=ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:15.412789 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5c78adce-208c-4a03-9f43-0566e63be589 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "DELETE /v2.0/networks/ce28e0d9-8506-4f1c-b0e6-b0d85d39d3e0 HTTP/1.1" status: 204 len: 168 time: 0.8072281 May 28 06:03:15.414572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 57586) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:15.433289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57590) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:15.439563 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bba28cf3-ae01-4c0e-9273-8df7845e2131 req-f774a2b7-db40-480c-bda4-47718968fe43 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734041 May 28 06:03:15.573539 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa3f1-4b62-4313-883b-5115d4be3e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.588994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9c5fa3f1-4b62-4313-883b-5115d4be3e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:15.592960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9c5fa3f1-4b62-4313-883b-5115d4be3e8d admin admin] Usage tracker for resource:security_group_rule and tenant:e7c92822b4014a809aa2d15e9e6c44f7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:15.595824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9c5fa3f1-4b62-4313-883b-5115d4be3e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:15.602259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9c5fa3f1-4b62-4313-883b-5115d4be3e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:15.662391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device aa41a953-ae13-4399-9ab9-cf60682f418f details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:03:15.682812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Deleting port 4db05f10-c721-4d84-941e-623da27b1d23 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:15.683362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.741121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa3f1-4b62-4313-883b-5115d4be3e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.752578 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa3f1-4b62-4313-883b-5115d4be3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.815854 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9c5fa3f1-4b62-4313-883b-5115d4be3e8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7c92822b4014a809aa2d15e9e6c44f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811305 May 28 06:03:15.817697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fa3f1-4b62-4313-883b-5115d4be3e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcd62c1-3716-4a45-8a39-0802b19525de,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:15.820397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57602) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:15.838253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port aa41a953-ae13-4399-9ab9-cf60682f418f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=aa41a953-ae13-4399-9ab9-cf60682f418f,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:15.864582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'aa41a953-ae13-4399-9ab9-cf60682f418f', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'port_id': 'aa41a953-ae13-4399-9ab9-cf60682f418f', 'mac_address': 'fa:16:3e:0e:7e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b458d6-cbae-4e02-a686-196d0acdf098', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:03:15.934367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port aa41a953-ae13-4399-9ab9-cf60682f418f is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:03:15.935010 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.938576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3a359a1-eeec-4c0a-816c-b864427f44a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.954070 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.954691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.955197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa41a953-ae13-4399-9ab9-cf60682f418f {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:03:15.974886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port aa41a953-ae13-4399-9ab9-cf60682f418f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=aa41a953-ae13-4399-9ab9-cf60682f418f,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:15.980450 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:15.984992 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3a359a1-eeec-4c0a-816c-b864427f44a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:16.064403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3a359a1-eeec-4c0a-816c-b864427f44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:16.065013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=aa41a953-ae13-4399-9ab9-cf60682f418f,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:16.093626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a359a1-eeec-4c0a-816c-b864427f44a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcd62c1-3716-4a45-8a39-0802b19525de,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:16.099065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a3a359a1-eeec-4c0a-816c-b864427f44a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:16.114594 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a3a359a1-eeec-4c0a-816c-b864427f44a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8fcd62c1-3716-4a45-8a39-0802b19525de HTTP/1.1" status: 204 len: 168 time: 0.2928624 May 28 06:03:16.173638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Calling delete_port for 4db05f10-c721-4d84-941e-623da27b1d23 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:16.364613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:03:16.512842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa4b17-b53a-4f4a-9686-d2642b47b19c req-a4720443-08c4-49af-90cb-0922e1a61d23 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:16.520113 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-79aa4b17-b53a-4f4a-9686-d2642b47b19c req-a4720443-08c4-49af-90cb-0922e1a61d23 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 944 time: 0.1787713 May 28 06:03:16.522617 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:16.588944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57686) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:16.610202 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39f5022e-5416-4978-915d-4d800ce9b30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:16.631360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-39f5022e-5416-4978-915d-4d800ce9b30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:16.636554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-39f5022e-5416-4978-915d-4d800ce9b30b admin admin] Usage tracker for resource:security_group_rule and tenant:6b4eb1604f6d43cca41fb70db8eebcd8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:16.644327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-39f5022e-5416-4978-915d-4d800ce9b30b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:16.652934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Port': ['ID=4db05f10-c721-4d84-941e-623da27b1d23,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:16.653292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-39f5022e-5416-4978-915d-4d800ce9b30b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:16.699863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f877f457-137d-45d4-9fc6-14521f787ccb no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:16.744428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f877f457-137d-45d4-9fc6-14521f787ccb {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:16.744767 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f877f457-137d-45d4-9fc6-14521f787ccb not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:16.876937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d44d9-d89c-45a7-afa0-77dea280285a req-2ca48adb-ccab-4d2a-8be8-db575a62e032 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:16.876937 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-477d44d9-d89c-45a7-afa0-77dea280285a req-2ca48adb-ccab-4d2a-8be8-db575a62e032 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 943 time: 0.1664226 May 28 06:03:16.882468 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39f5022e-5416-4978-915d-4d800ce9b30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:16.901200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-79aa4b17-b53a-4f4a-9686-d2642b47b19c req-ac9eaa74-56f1-4d63-8f1d-1615f7fd9ee5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802545 May 28 06:03:16.905507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-39f5022e-5416-4978-915d-4d800ce9b30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:16.914945 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:16.915533 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Floating IP ad0fd15f-cc53-4ca9-843d-a8816175b696 disassociated (deleted). External IP: 172.25.4.171, port: 0d146c0e-5d70-4be8-b1e6-c7181145f474. May 28 06:03:16.960000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5022e-5416-4978-915d-4d800ce9b30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3e2755-4c2b-4905-a973-514f602c591a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:16.999656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-39f5022e-5416-4978-915d-4d800ce9b30b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b4eb1604f6d43cca41fb70db8eebcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103119 May 28 06:03:17.002789 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-477d44d9-d89c-45a7-afa0-77dea280285a req-736db56a-c7b3-4c3a-b02f-677c2e7a0bd3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190224 May 28 06:03:17.003343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 57730) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:17.068004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b972e220-7d58-4e6f-8d48-c31a337c030a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:17.096000 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b972e220-7d58-4e6f-8d48-c31a337c030a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:17.166177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b972e220-7d58-4e6f-8d48-c31a337c030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:17.182333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972e220-7d58-4e6f-8d48-c31a337c030a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3e2755-4c2b-4905-a973-514f602c591a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:17.189847 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b972e220-7d58-4e6f-8d48-c31a337c030a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:17.193275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b972e220-7d58-4e6f-8d48-c31a337c030a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb3e2755-4c2b-4905-a973-514f602c591a HTTP/1.1" status: 204 len: 168 time: 0.1867189 May 28 06:03:17.344889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Router 4f9a565e-fe27-4f91-a149-486370e718b2 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:03:17.551300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:03:17.557203 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:03:17.561359 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] Sync routers for ids ['4f9a565e-fe27-4f91-a149-486370e718b2'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:03:17.573421 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] Routers {'4f9a565e-fe27-4f91-a149-486370e718b2'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:03:17.573649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:17.574163 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4f9a565e-fe27-4f91-a149-486370e718b2'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:17.648999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3ddb84f5-0f80-4ef3-807c-c84f56f404ce tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "DELETE /v2.0/floatingips/ad0fd15f-cc53-4ca9-843d-a8816175b696 HTTP/1.1" status: 204 len: 168 time: 2.2300069 May 28 06:03:17.648999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'tag': '0d146c0e-5d70-4be8-b1e6-c7181145f474'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:17.684065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device aa41a953-ae13-4399-9ab9-cf60682f418f up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:03:17.748551 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d425565d-5166-4e2a-b1e5-e6c312efe7f2'] response: {'name': 'network-changed', 'server_uuid': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'tag': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'status': 'completed', 'code': 200} May 28 06:03:17.777225 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] Set router 4f9a565e-fe27-4f91-a149-486370e718b2 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:03:17.842091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port aa41a953-ae13-4399-9ab9-cf60682f418f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:03:17.849913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port aa41a953-ae13-4399-9ab9-cf60682f418f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:03:17.850546 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:18.053023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-260fdadb-8300-43db-a371-61ecad907668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:18.057529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-260fdadb-8300-43db-a371-61ecad907668 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5&device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 1135 time: 0.2612040 May 28 06:03:18.185379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port aa41a953-ae13-4399-9ab9-cf60682f418f is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:03:18.186123 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:18.211619 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:59Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '426e0515-a653-4fb3-b2ec-d5490a46f35f', 'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:31:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:55Z', 'updated_at': '2022-05-28T06:01:09Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:18.217486 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] Checking router: 4f9a565e-fe27-4f91-a149-486370e718b2 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:03:18.227856 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] Routers {'4f9a565e-fe27-4f91-a149-486370e718b2'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:03:18.228622 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4f9a565e-fe27-4f91-a149-486370e718b2'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:18.243427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab33990-d9bb-4cf8-8e67-674e810aa5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa41a953-ae13-4399-9ab9-cf60682f418f'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:18.265636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port aa41a953-ae13-4399-9ab9-cf60682f418f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=aa41a953-ae13-4399-9ab9-cf60682f418f,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:18.281147 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:18.396801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d64ead-8ced-4695-8e47-673b5764d410 req-afadeb61-e343-45c2-ab38-257126c49c2d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:18.403904 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84d64ead-8ced-4695-8e47-673b5764d410 req-afadeb61-e343-45c2-ab38-257126c49c2d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 944 time: 0.2936721 May 28 06:03:18.410820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=aa41a953-ae13-4399-9ab9-cf60682f418f,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:18.461456 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84d64ead-8ced-4695-8e47-673b5764d410 req-2f11f896-7003-4e25-9ff0-8923cbd74207 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522015 May 28 06:03:18.464424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-64effd68-eca0-4464-a776-a6a6d0166458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:18.466875 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-64effd68-eca0-4464-a776-a6a6d0166458 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c095b068-0f37-4c0c-b4cb-db34ee219a0d HTTP/1.1" status: 200 len: 898 time: 0.3960218 May 28 06:03:18.531574 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] Set router 4f9a565e-fe27-4f91-a149-486370e718b2 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:03:18.555767 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-cd8ae40e-68ee-4b1f-93dd-74989bb84470 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d146c0e-5d70-4be8-b1e6-c7181145f474 HTTP/1.1" status: 200 len: 217 time: 0.0809679 May 28 06:03:18.626031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e37ef5-962c-44cc-ba11-da6dfbd86760 req-218f6456-f76d-4a25-be22-ce3668306077 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:18.626749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-99e37ef5-962c-44cc-ba11-da6dfbd86760 req-218f6456-f76d-4a25-be22-ce3668306077 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Synchronizing usage tracker for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:18.650899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-99e37ef5-962c-44cc-ba11-da6dfbd86760 req-218f6456-f76d-4a25-be22-ce3668306077 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Unset dirty status for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:18.653556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-99e37ef5-962c-44cc-ba11-da6dfbd86760 req-218f6456-f76d-4a25-be22-ce3668306077 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 984 time: 0.3856919 May 28 06:03:18.662881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-5234c7cf-aef7-4df9-ae60-3f3ce865a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:18.664580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-5234c7cf-aef7-4df9-ae60-3f3ce865a90c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1464c598-0c6e-40d6-9b56-470e7c5b97a9 HTTP/1.1" status: 200 len: 835 time: 0.1014051 May 28 06:03:18.713063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdba1e-5ddd-400a-b99a-33b26f2bcdff req-30bfa1bc-3c94-4ad7-8a5a-bf4d06dda539 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:18.714393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f8c53e71-40e7-4c28-b63e-31ecaecc41cb details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:03:18.728016 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d6bdba1e-5ddd-400a-b99a-33b26f2bcdff req-30bfa1bc-3c94-4ad7-8a5a-bf4d06dda539 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 943 time: 0.1765115 May 28 06:03:18.752584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-99e37ef5-962c-44cc-ba11-da6dfbd86760 req-84d11c85-3e50-4386-8b7b-8f1c54ffe666 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0917323 May 28 06:03:18.816798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-8c500589-5811-46c3-b2e8-53d48d9d78be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:18.818723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-8c500589-5811-46c3-b2e8-53d48d9d78be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c095b068-0f37-4c0c-b4cb-db34ee219a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371603 May 28 06:03:18.867406 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d6bdba1e-5ddd-400a-b99a-33b26f2bcdff req-3378db6f-3e5c-4f4f-a86c-a1f4bd226700 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375687 May 28 06:03:18.900920 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9298b5-8572-45af-ad26-afd63a6ffa91'] response: {'server_uuid': 'cab33990-d9bb-4cf8-8e67-674e810aa5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa41a953-ae13-4399-9ab9-cf60682f418f', 'code': 200} May 28 06:03:18.967156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f8c53e71-40e7-4c28-b63e-31ecaecc41cb, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:18.984724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'f8c53e71-40e7-4c28-b63e-31ecaecc41cb', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'port_id': 'f8c53e71-40e7-4c28-b63e-31ecaecc41cb', 'mac_address': 'fa:16:3e:0a:71:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:03:19.041253 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:59Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '426e0515-a653-4fb3-b2ec-d5490a46f35f', 'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:31:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:55Z', 'updated_at': '2022-05-28T06:01:09Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:19.046813 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513766e-06f6-4bd9-a84e-7fa97c0e3881 None None] The sync data for ids ['4f9a565e-fe27-4f91-a149-486370e718b2'] in n-d-843679-5 is: [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:00:59Z', 'revision_number': 4, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '426e0515-a653-4fb3-b2ec-d5490a46f35f', 'name': '', 'network_id': 'c095b068-0f37-4c0c-b4cb-db34ee219a0d', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'mac_address': 'fa:16:3e:31:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:55Z', 'updated_at': '2022-05-28T06:01:09Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'subnets': [{'id': '1464c598-0c6e-40d6-9b56-470e7c5b97a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:03:19.088959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port f8c53e71-40e7-4c28-b63e-31ecaecc41cb is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:03:19.088959 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:19.145066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c53e71-40e7-4c28-b63e-31ecaecc41cb {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:03:19.179910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f8c53e71-40e7-4c28-b63e-31ecaecc41cb, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:19.188998 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:19.335752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-59af2e7c-7d8c-4181-b8e9-4379f6257e68 service neutron] 10.222.0.41 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874308 May 28 06:03:19.367477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:19.465337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['f8c53e71-40e7-4c28-b63e-31ecaecc41cb'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:03:19.508853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093e0255-4269-4da1-a36d-5882baf139d5 None None] New status for floating IP ad0fd15f-cc53-4ca9-843d-a8816175b696: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:03:19.514945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8634b92-7e75-49dc-9d98-9c3d48d4b21b req-e7ed7560-9c90-4235-a7fc-1934b7a22cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:19.516454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8634b92-7e75-49dc-9d98-9c3d48d4b21b req-e7ed7560-9c90-4235-a7fc-1934b7a22cc3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 1096 time: 0.5276845 May 28 06:03:19.607361 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f010db44-0c0f-44af-9e58-5828e21bbb40 req-ca89a7ce-5651-413c-9eb3-938f2452aab8 service neutron] 10.222.0.41 "GET /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639346 May 28 06:03:19.621567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8634b92-7e75-49dc-9d98-9c3d48d4b21b req-1ba507dc-a240-4c48-b3ce-235118139892 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846207 May 28 06:03:19.635128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-05703032-ed8c-4f0e-8598-7bd451e057b7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:19.636652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-05703032-ed8c-4f0e-8598-7bd451e057b7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 984 time: 0.1995597 May 28 06:03:19.704945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8592931-421f-4e0a-b869-d00841debef0 req-b1564b85-0cfd-4ad7-b4e5-36dfd27d47f4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:19.708663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8592931-421f-4e0a-b869-d00841debef0 req-b1564b85-0cfd-4ad7-b4e5-36dfd27d47f4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 945 time: 0.1139104 May 28 06:03:19.740937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-4656a035-1dbf-4ddf-b726-0ff2c72ccb1e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Deleting port 0d146c0e-5d70-4be8-b1e6-c7181145f474 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:19.741522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-4656a035-1dbf-4ddf-b726-0ff2c72ccb1e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:19.771781 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8592931-421f-4e0a-b869-d00841debef0 req-75f31537-2a9c-46f4-b9be-4f6b83fe48a6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576417 May 28 06:03:20.255135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e96e5-c758-4473-a450-567ee5630222 req-d43cea90-75d6-4bc4-971d-149f3511f423 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:20.256859 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-233e96e5-c758-4473-a450-567ee5630222 req-d43cea90-75d6-4bc4-971d-149f3511f423 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 944 time: 0.1883380 May 28 06:03:20.327738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-4656a035-1dbf-4ddf-b726-0ff2c72ccb1e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] For port 0d146c0e-5d70-4be8-b1e6-c7181145f474, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=0d146c0e-5d70-4be8-b1e6-c7181145f474,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:20.328100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-4656a035-1dbf-4ddf-b726-0ff2c72ccb1e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:20.331731 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-233e96e5-c758-4473-a450-567ee5630222 req-028fc7f0-66a3-4f8b-8633-0ce1b1ca7835 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689280 May 28 06:03:20.462016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-4656a035-1dbf-4ddf-b726-0ff2c72ccb1e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Calling delete_port for 0d146c0e-5d70-4be8-b1e6-c7181145f474 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:20.527034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab8c8-95e8-4bb1-8b49-94713ed5637f req-5f5a52dc-7244-4fee-be99-99d991e3d14e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:20.528538 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83dab8c8-95e8-4bb1-8b49-94713ed5637f req-5f5a52dc-7244-4fee-be99-99d991e3d14e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 984 time: 0.3667173 May 28 06:03:20.594066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83dab8c8-95e8-4bb1-8b49-94713ed5637f req-bec4c6ca-5ee2-4d9b-a2c0-157193c1907b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae9c53f-e71f-41ff-9534-4b41e9cbb761&id=ad972438-ddfc-4823-ae77-06438419d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0596397 May 28 06:03:20.662317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-4656a035-1dbf-4ddf-b726-0ff2c72ccb1e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:20.715810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656a035-1dbf-4ddf-b726-0ff2c72ccb1e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Port': ['ID=0d146c0e-5d70-4be8-b1e6-c7181145f474,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:20.729967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f8c53e71-40e7-4c28-b63e-31ecaecc41cb up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:03:20.794697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-4656a035-1dbf-4ddf-b726-0ff2c72ccb1e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] No DVR routers for this DVR port 0d146c0e-5d70-4be8-b1e6-c7181145f474 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:03:20.798761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-4656a035-1dbf-4ddf-b726-0ff2c72ccb1e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:20.801521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'name': 'network-vif-deleted', 'tag': '0d146c0e-5d70-4be8-b1e6-c7181145f474'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:20.806996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port f8c53e71-40e7-4c28-b63e-31ecaecc41cb completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:03:20.820652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f07b9e68-cad8-4220-8bf9-123118c5a215 req-4656a035-1dbf-4ddf-b726-0ff2c72ccb1e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.41 "DELETE /v2.0/ports/0d146c0e-5d70-4be8-b1e6-c7181145f474 HTTP/1.1" status: 204 len: 173 time: 1.1753626 May 28 06:03:20.842018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port f8c53e71-40e7-4c28-b63e-31ecaecc41cb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:03:20.842451 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:20.884636 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482bea99-021b-4554-80ef-030e6318c114'] response: {'server_uuid': 'a8f6e2bc-7de4-455a-a4db-0121f8d13ba7', 'name': 'network-vif-deleted', 'tag': '0d146c0e-5d70-4be8-b1e6-c7181145f474', 'status': 'completed', 'code': 200} May 28 06:03:20.967023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58154) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:21.020505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port f8c53e71-40e7-4c28-b63e-31ecaecc41cb is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:03:21.020909 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:21.061945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c53e71-40e7-4c28-b63e-31ecaecc41cb'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:21.088638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port f8c53e71-40e7-4c28-b63e-31ecaecc41cb, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:21.099459 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:21.149556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f510c7-fcd1-44f6-910e-da8cfc500162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:21.154658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3debbe-1615-4c3d-90e8-a7c85a4d72f1 req-00c5a2e4-00d5-4f4e-8a65-e0680d4b9433 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:21.156395 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d3debbe-1615-4c3d-90e8-a7c85a4d72f1 req-00c5a2e4-00d5-4f4e-8a65-e0680d4b9433 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 945 time: 0.2399545 May 28 06:03:21.173983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77f510c7-fcd1-44f6-910e-da8cfc500162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:21.175979 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9155e150-f82d-4a9a-a36e-266491e37270'] response: {'server_uuid': 'a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c53e71-40e7-4c28-b63e-31ecaecc41cb', 'code': 200} May 28 06:03:21.190827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77f510c7-fcd1-44f6-910e-da8cfc500162 admin admin] Usage tracker for resource:security_group_rule and tenant:61ac65d286f149ce8f46ae40fb8bc926 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:21.206635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77f510c7-fcd1-44f6-910e-da8cfc500162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:21.220815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77f510c7-fcd1-44f6-910e-da8cfc500162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:21.233612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:21.329274 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d3debbe-1615-4c3d-90e8-a7c85a4d72f1 req-8e3ee5b0-217d-4466-bb39-96dff8f24af1 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637793 May 28 06:03:21.445767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f510c7-fcd1-44f6-910e-da8cfc500162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:21.462158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05478c-eb32-4013-811b-9f51b08628c5 req-524ec9bf-9bea-4541-a418-150fde7ddf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:21.463898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3b05478c-eb32-4013-811b-9f51b08628c5 req-524ec9bf-9bea-4541-a418-150fde7ddf68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 1096 time: 0.1254416 May 28 06:03:21.464646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f510c7-fcd1-44f6-910e-da8cfc500162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:21.550127 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-77f510c7-fcd1-44f6-910e-da8cfc500162 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61ac65d286f149ce8f46ae40fb8bc926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817668 May 28 06:03:21.552856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58170) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:21.559338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f510c7-fcd1-44f6-910e-da8cfc500162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5242bc08-6412-49d1-97e5-ad724137d16f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:21.566416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3b05478c-eb32-4013-811b-9f51b08628c5 req-66f86cc0-7e4a-4de7-9f0d-8cdaad150a5d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903232 May 28 06:03:21.606615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398797b-32b7-45b4-b749-07fe72e4bfc9 req-7462a377-8d43-4ba9-954a-05dff6fc85c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:21.608114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4398797b-32b7-45b4-b749-07fe72e4bfc9 req-7462a377-8d43-4ba9-954a-05dff6fc85c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 945 time: 0.1561368 May 28 06:03:21.654845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:21.681297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4398797b-32b7-45b4-b749-07fe72e4bfc9 req-e9462019-00b7-48f5-aa6d-203ace968016 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667827 May 28 06:03:21.695066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:21.763685 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:21.780348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5242bc08-6412-49d1-97e5-ad724137d16f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:21.789667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:21.793212 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5242bc08-6412-49d1-97e5-ad724137d16f HTTP/1.1" status: 204 len: 168 time: 0.2369096 May 28 06:03:21.793212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.793212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.793212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.793579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.793889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.794202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.794523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.794842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.795334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.796368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.796614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.797115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44acf-3fdc-459f-acb9-bb9846aabb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:21.881206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-8d4b1aa7-0aeb-45d6-b02e-ac94621480db req-b868373c-cd8e-4d18-a90a-e4769656c7ec tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Synchronizing usage tracker for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:21.904514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-8d4b1aa7-0aeb-45d6-b02e-ac94621480db req-b868373c-cd8e-4d18-a90a-e4769656c7ec tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Unset dirty status for tenant:a53c8f6206544ed98115d5b2d8fbfcd5 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:21.905717 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8d4b1aa7-0aeb-45d6-b02e-ac94621480db req-b868373c-cd8e-4d18-a90a-e4769656c7ec tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f6e2bc-7de4-455a-a4db-0121f8d13ba7 HTTP/1.1" status: 200 len: 210 time: 0.0765114 May 28 06:03:22.162986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58184) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:22.180624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc186c0d-19bb-4288-8ba7-e63bd7b4bbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:22.195373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc186c0d-19bb-4288-8ba7-e63bd7b4bbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:22.199186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc186c0d-19bb-4288-8ba7-e63bd7b4bbc9 admin admin] Usage tracker for resource:security_group_rule and tenant:5eacedfe0e1740b0a69b6c46b2f31107 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:22.202046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc186c0d-19bb-4288-8ba7-e63bd7b4bbc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:22.208996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc186c0d-19bb-4288-8ba7-e63bd7b4bbc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:22.299510 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc186c0d-19bb-4288-8ba7-e63bd7b4bbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:22.310727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc186c0d-19bb-4288-8ba7-e63bd7b4bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:22.357573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc186c0d-19bb-4288-8ba7-e63bd7b4bbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18336729-a3f8-4f81-bcbc-7abd618e2395,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:22.367260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc186c0d-19bb-4288-8ba7-e63bd7b4bbc9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5eacedfe0e1740b0a69b6c46b2f31107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965077 May 28 06:03:22.368347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58188) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:22.428751 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9342-0952-4729-b40c-1bf8f6f62a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:22.456674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9342-0952-4729-b40c-1bf8f6f62a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:22.569058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9342-0952-4729-b40c-1bf8f6f62a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:22.590562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b83aa7-ca1c-401b-bb56-077e9c93d1ce req-6a08fda6-78ae-4dd6-a078-b35bf0478139 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:22.592027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31b83aa7-ca1c-401b-bb56-077e9c93d1ce req-6a08fda6-78ae-4dd6-a078-b35bf0478139 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 945 time: 0.1282558 May 28 06:03:22.594982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea9342-0952-4729-b40c-1bf8f6f62a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18336729-a3f8-4f81-bcbc-7abd618e2395,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:22.624241 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9342-0952-4729-b40c-1bf8f6f62a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:22.629212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e4ea9342-0952-4729-b40c-1bf8f6f62a51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18336729-a3f8-4f81-bcbc-7abd618e2395 HTTP/1.1" status: 204 len: 168 time: 0.2603009 May 28 06:03:22.661512 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31b83aa7-ca1c-401b-bb56-077e9c93d1ce req-b5f3b33a-8f58-497d-99dc-3458c08ad026 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615923 May 28 06:03:22.735778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0d146c0e-5d70-4be8-b1e6-c7181145f474 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:22.833208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 0d146c0e-5d70-4be8-b1e6-c7181145f474 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:22.835361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 0d146c0e-5d70-4be8-b1e6-c7181145f474 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:22.959208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6647-2009-43be-8c36-68551ca872c9 req-7e53cf32-b883-4d90-bc91-76b984e081c7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:22.968017 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb4d6647-2009-43be-8c36-68551ca872c9 req-7e53cf32-b883-4d90-bc91-76b984e081c7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 945 time: 0.1521590 May 28 06:03:23.034560 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb4d6647-2009-43be-8c36-68551ca872c9 req-045fd239-599f-4eb4-a7e0-acb18d696ed7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650692 May 28 06:03:23.061696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58210) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:23.209784 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b67dd80-b8a7-4f6f-b43a-c88c0c5ec64d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:23.238820 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b67dd80-b8a7-4f6f-b43a-c88c0c5ec64d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:23.294131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b67dd80-b8a7-4f6f-b43a-c88c0c5ec64d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:23.324414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67dd80-b8a7-4f6f-b43a-c88c0c5ec64d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad972438-ddfc-4823-ae77-06438419d8ae,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:23.351442 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3b67dd80-b8a7-4f6f-b43a-c88c0c5ec64d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:23.355686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3b67dd80-b8a7-4f6f-b43a-c88c0c5ec64d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "DELETE /v2.0/security-groups/ad972438-ddfc-4823-ae77-06438419d8ae HTTP/1.1" status: 204 len: 168 time: 0.2925134 May 28 06:03:23.356477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58232) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:23.384169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f082b-ea64-487c-9401-4d0cf95374fd req-b2b65302-7f2b-4985-b5e7-e7f589f46ac5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:23.385688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6f082b-ea64-487c-9401-4d0cf95374fd req-b2b65302-7f2b-4985-b5e7-e7f589f46ac5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.2351298 May 28 06:03:23.411347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6f082b-ea64-487c-9401-4d0cf95374fd req-0392b5b0-c568-444a-abcf-0687dcc4280a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/quotas/e514b2b59ed840d696e18dda8fe4643b HTTP/1.1" status: 200 len: 375 time: 0.0187073 May 28 06:03:23.613809 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8ef1-75a0-478e-aafe-3b4f16cbbad7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:23.622998 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6f082b-ea64-487c-9401-4d0cf95374fd req-939df7af-4427-4a1a-8471-2129f9541531 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2107034 May 28 06:03:23.651904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8ef1-75a0-478e-aafe-3b4f16cbbad7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:23.667165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f86655-0fb1-4b9e-a708-d7e143f62491 req-1419b627-4afb-4917-a35b-c06f6f98ee09 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:23.668651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0f86655-0fb1-4b9e-a708-d7e143f62491 req-1419b627-4afb-4917-a35b-c06f6f98ee09 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 949 time: 0.1473155 May 28 06:03:23.739141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0f86655-0fb1-4b9e-a708-d7e143f62491 req-b62b3239-d719-409d-ac5d-044f191de1d9 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569785 May 28 06:03:23.753794 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8ef1-75a0-478e-aafe-3b4f16cbbad7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:23.775564 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6f082b-ea64-487c-9401-4d0cf95374fd req-8a418a4b-fa2d-4253-a221-50fdcaeb7fd1 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355150 May 28 06:03:23.780967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb8ef1-75a0-478e-aafe-3b4f16cbbad7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae9c53f-e71f-41ff-9534-4b41e9cbb761,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:23.791486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8ef1-75a0-478e-aafe-3b4f16cbbad7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:23.793491 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b7eb8ef1-75a0-478e-aafe-3b4f16cbbad7 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "DELETE /v2.0/security-groups/5ae9c53f-e71f-41ff-9534-4b41e9cbb761 HTTP/1.1" status: 204 len: 168 time: 0.4357827 May 28 06:03:23.796486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58246) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:23.928076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f6f082b-ea64-487c-9401-4d0cf95374fd req-06199867-409d-486d-9bb3-d2bb62153467 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459239 May 28 06:03:24.304735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da6f26-8eaa-423c-8cd5-e1f5a5774161 req-a295c54e-8a6c-4048-8353-c1859b476b68 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:24.306202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11da6f26-8eaa-423c-8cd5-e1f5a5774161 req-a295c54e-8a6c-4048-8353-c1859b476b68 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 945 time: 0.1385329 May 28 06:03:24.389795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11da6f26-8eaa-423c-8cd5-e1f5a5774161 req-6f9311db-bf1f-4a60-a7b8-67e950d81565 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775530 May 28 06:03:24.544001 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:24.657321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815d7c5-2975-4484-b150-72468cbabc6e req-b5399232-c287-4d1c-bdc2-2636d8abdfd3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:24.658863 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8815d7c5-2975-4484-b150-72468cbabc6e req-b5399232-c287-4d1c-bdc2-2636d8abdfd3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 945 time: 0.1368616 May 28 06:03:24.717713 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8815d7c5-2975-4484-b150-72468cbabc6e req-d439fc0b-8395-4b55-8b60-9de5409b9f58 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513337 May 28 06:03:25.000837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898f77f-43b4-48f4-9cae-6b495ddd1416 req-20cfa5d8-2794-4503-bc63-0dc635105128 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:25.002328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c898f77f-43b4-48f4-9cae-6b495ddd1416 req-20cfa5d8-2794-4503-bc63-0dc635105128 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 945 time: 0.1460145 May 28 06:03:25.011864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22838530-9e51-46df-ae45-e8698565a9e5 req-a3d9d236-f01a-4305-bb81-bc803445ac61 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:25.013322 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-a3d9d236-f01a-4305-bb81-bc803445ac61 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.1610491 May 28 06:03:25.028920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-69509463-b58c-4e71-be1d-714c9e481894 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/quotas/e514b2b59ed840d696e18dda8fe4643b HTTP/1.1" status: 200 len: 375 time: 0.0097287 May 28 06:03:25.134620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-72851514-a586-4056-928e-592f6674ada3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990319 May 28 06:03:25.162815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c898f77f-43b4-48f4-9cae-6b495ddd1416 req-f29486a9-fcc5-463e-ac8f-0154d33ad236 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545434 May 28 06:03:25.163765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Deleting port 426e0515-a653-4fb3-b2ec-d5490a46f35f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:25.164102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:25.354300 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-6fd52ea6-ee51-4909-b0f1-c2607463fa1a service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126207 May 28 06:03:25.470272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a06bf9-a214-40a5-be12-799e6e379037 req-7c0f4b38-ea9e-474d-b9ce-e7dcfa0bf75a tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:25.471897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41a06bf9-a214-40a5-be12-799e6e379037 req-7c0f4b38-ea9e-474d-b9ce-e7dcfa0bf75a tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.41 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 949 time: 0.4454567 May 28 06:03:25.512879 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-f297faf0-2fd0-4ec3-9fbb-bfb3f8f4905c service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577151 May 28 06:03:25.613490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-41a06bf9-a214-40a5-be12-799e6e379037 req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Deleting port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:25.613834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41a06bf9-a214-40a5-be12-799e6e379037 req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:25.680082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] For port 426e0515-a653-4fb3-b2ec-d5490a46f35f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=426e0515-a653-4fb3-b2ec-d5490a46f35f,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:25.680441 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:25.887494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636d94-45a8-455e-98a1-284c5ddcb93b req-f31866e0-d46c-4654-8a61-f5effd9d1d6a tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:25.895826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91636d94-45a8-455e-98a1-284c5ddcb93b req-f31866e0-d46c-4654-8a61-f5effd9d1d6a tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 949 time: 0.5934606 May 28 06:03:25.912879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Calling delete_port for 426e0515-a653-4fb3-b2ec-d5490a46f35f owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:25.963791 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-148a117a-de13-402f-a03a-f50c6d52f4a4 req-36fc3649-51ef-43a1-a9ce-dce5c50140aa tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 210 time: 0.0482173 May 28 06:03:26.118637 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91636d94-45a8-455e-98a1-284c5ddcb93b req-a36f46cb-894a-4059-8169-70f72e38abd8 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/security-groups?id=49b5dbe6-b95e-4396-8207-58eff0d37647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219174 May 28 06:03:26.218267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00852d57-daca-498b-97b4-cc4e99a34910 req-79c5370b-2630-4b2d-a2e8-7a51cf3109e5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:26.219872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00852d57-daca-498b-97b4-cc4e99a34910 req-79c5370b-2630-4b2d-a2e8-7a51cf3109e5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 945 time: 0.1355829 May 28 06:03:26.268667 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00852d57-daca-498b-97b4-cc4e99a34910 req-fa0d9f0b-a3cd-4e38-b249-c19a432e0ab2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 May 28 06:03:26.339200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-41a06bf9-a214-40a5-be12-799e6e379037 req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] For port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:26.340545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41a06bf9-a214-40a5-be12-799e6e379037 req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:26.485380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-41a06bf9-a214-40a5-be12-799e6e379037 req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Calling delete_port for 86178c66-a9f3-4986-9cfe-07dd19b0ab5b owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:26.653175 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:26.714754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Port': ['ID=426e0515-a653-4fb3-b2ec-d5490a46f35f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:26.900256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41a06bf9-a214-40a5-be12-799e6e379037 req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:26.965954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Pushing event deleted for resources: {'Port': ['ID=86178c66-a9f3-4986-9cfe-07dd19b0ab5b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:27.284239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07c8cf33-60c6-4cec-9cbf-266414f675f0 req-cf1a1a98-ab2d-4f7c-ab29-b1286c62b5e7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 210 time: 0.1054423 May 28 06:03:27.322928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e97b931-b201-475a-ae31-bc1282d089c4 req-505674a3-e25c-4d79-8c2b-fb1994c033a1 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.39 "GET /v2.0/ports?device_id=9352728d-4801-4627-854d-6d958e594bb2 HTTP/1.1" status: 200 len: 210 time: 0.0626826 May 28 06:03:27.380016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a06bf9-a214-40a5-be12-799e6e379037 req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] No DVR routers for this DVR port 86178c66-a9f3-4986-9cfe-07dd19b0ab5b on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:03:27.387008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-41a06bf9-a214-40a5-be12-799e6e379037 req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:27.391245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9352728d-4801-4627-854d-6d958e594bb2', 'name': 'network-vif-deleted', 'tag': '86178c66-a9f3-4986-9cfe-07dd19b0ab5b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:27.409663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22838530-9e51-46df-ae45-e8698565a9e5 req-eeec4513-2dce-4753-85c0-f4d00d20b6a0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:27.411430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-eeec4513-2dce-4753-85c0-f4d00d20b6a0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.6205831 May 28 06:03:27.476275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Request body: {'port': {'device_id': '45f6cde8-c9b7-4123-8b1d-84e2d8712537', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'admin_state_up': True, 'tenant_id': 'e514b2b59ed840d696e18dda8fe4643b'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:03:27.498067 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c983f19-081c-4129-8bde-85c597dee9bb'] response: {'server_uuid': '9352728d-4801-4627-854d-6d958e594bb2', 'name': 'network-vif-deleted', 'tag': '86178c66-a9f3-4986-9cfe-07dd19b0ab5b', 'status': 'completed', 'code': 200} May 28 06:03:27.622330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41a06bf9-a214-40a5-be12-799e6e379037 req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] 10.222.0.41 "DELETE /v2.0/ports/86178c66-a9f3-4986-9cfe-07dd19b0ab5b HTTP/1.1" status: 204 len: 173 time: 2.1315792 May 28 06:03:27.638989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd909dca-c29e-440e-a175-d2c7670639ae req-d9b755a9-67c4-4fe9-a45c-b1cbe3396914 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:27.641106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd909dca-c29e-440e-a175-d2c7670639ae req-d9b755a9-67c4-4fe9-a45c-b1cbe3396914 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 945 time: 0.0825069 May 28 06:03:27.687369 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:27.743065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-fd909dca-c29e-440e-a175-d2c7670639ae req-dfcd50d8-3c7d-4317-9f6e-6a15068707ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Deleting port f8c53e71-40e7-4c28-b63e-31ecaecc41cb {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:27.743812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fd909dca-c29e-440e-a175-d2c7670639ae req-dfcd50d8-3c7d-4317-9f6e-6a15068707ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:27.824500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:27.843326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf417809-acbb-4e3b-90aa-8b9b872c432d req-b2dfcbf7-2ca7-4076-ace7-97e30a2447bc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:27.844790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf417809-acbb-4e3b-90aa-8b9b872c432d req-b2dfcbf7-2ca7-4076-ace7-97e30a2447bc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 945 time: 0.3489034 May 28 06:03:27.928494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:27.978763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Made reservation on behalf of e514b2b59ed840d696e18dda8fe4643b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:03:27.982572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:28.003178 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf417809-acbb-4e3b-90aa-8b9b872c432d req-ab80115c-29d3-439d-a31b-26dcaace4719 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496706 May 28 06:03:28.044601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-fd909dca-c29e-440e-a175-d2c7670639ae req-dfcd50d8-3c7d-4317-9f6e-6a15068707ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] For port f8c53e71-40e7-4c28-b63e-31ecaecc41cb, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:28.045126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fd909dca-c29e-440e-a175-d2c7670639ae req-dfcd50d8-3c7d-4317-9f6e-6a15068707ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:28.370017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-fd909dca-c29e-440e-a175-d2c7670639ae req-dfcd50d8-3c7d-4317-9f6e-6a15068707ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Calling delete_port for f8c53e71-40e7-4c28-b63e-31ecaecc41cb owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:28.433885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Allocated IP 172.20.0.12 (f0885d8d-27f4-48d5-ac7d-ad07d01da468/d8b458d6-cbae-4e02-a686-196d0acdf098/68750353-5a84-417b-b5b2-8e441fba2453) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:03:28.486616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Router 4f9a565e-fe27-4f91-a149-486370e718b2 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:03:28.584816 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7a68ca69-0085-4cea-8ff8-2356e4ebf5af req-7ff9d5d1-f559-4be4-970e-063adada0ee3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 210 time: 0.1012511 May 28 06:03:28.618857 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fd909dca-c29e-440e-a175-d2c7670639ae req-dfcd50d8-3c7d-4317-9f6e-6a15068707ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:28.635364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['f8c53e71-40e7-4c28-b63e-31ecaecc41cb'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:03:28.729301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd50d8-3c7d-4317-9f6e-6a15068707ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'Port': ['ID=f8c53e71-40e7-4c28-b63e-31ecaecc41cb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:28.797456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 86178c66-a9f3-4986-9cfe-07dd19b0ab5b no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:28.880369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 86178c66-a9f3-4986-9cfe-07dd19b0ab5b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:28.881101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 86178c66-a9f3-4986-9cfe-07dd19b0ab5b not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:28.881918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f8c53e71-40e7-4c28-b63e-31ecaecc41cb no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:28.924998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd909dca-c29e-440e-a175-d2c7670639ae req-dfcd50d8-3c7d-4317-9f6e-6a15068707ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] No DVR routers for this DVR port f8c53e71-40e7-4c28-b63e-31ecaecc41cb on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:03:28.928081 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-fd909dca-c29e-440e-a175-d2c7670639ae req-dfcd50d8-3c7d-4317-9f6e-6a15068707ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:28.940941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: f8c53e71-40e7-4c28-b63e-31ecaecc41cb {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:28.941686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device f8c53e71-40e7-4c28-b63e-31ecaecc41cb not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:28.942869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc', 'name': 'network-vif-deleted', 'tag': 'f8c53e71-40e7-4c28-b63e-31ecaecc41cb'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:29.000945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd909dca-c29e-440e-a175-d2c7670639ae req-dfcd50d8-3c7d-4317-9f6e-6a15068707ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "DELETE /v2.0/ports/f8c53e71-40e7-4c28-b63e-31ecaecc41cb HTTP/1.1" status: 204 len: 173 time: 1.3355153 May 28 06:03:29.053397 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a016982c-e9ee-451f-add6-2e2f85977a8f'] response: {'server_uuid': 'a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc', 'name': 'network-vif-deleted', 'tag': 'f8c53e71-40e7-4c28-b63e-31ecaecc41cb', 'status': 'completed', 'code': 200} May 28 06:03:29.135323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:03:29.148649 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] Sync routers for ids ['4f9a565e-fe27-4f91-a149-486370e718b2'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:03:29.154347 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:29.160943 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] Routers {'4f9a565e-fe27-4f91-a149-486370e718b2'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:03:29.163930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b48648db-8078-4b27-b264-9e06a6c7c044 tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "PUT /v2.0/routers/4f9a565e-fe27-4f91-a149-486370e718b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3662324 May 28 06:03:29.164539 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4f9a565e-fe27-4f91-a149-486370e718b2'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:29.168825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58380) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:29.237123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a108a1b9-09ef-4b0f-90fb-64912ed800b5 req-5001b61d-e92e-47e1-89e9-aaee038a09e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:29.264305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83e0add-ed65-47ac-a230-0a336cbc537b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Deleting subnet 1464c598-0c6e-40d6-9b56-470e7c5b97a9 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:03:29.270139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b83e0add-ed65-47ac-a230-0a336cbc537b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:29.273036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a108a1b9-09ef-4b0f-90fb-64912ed800b5 req-5001b61d-e92e-47e1-89e9-aaee038a09e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:29.274569 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a108a1b9-09ef-4b0f-90fb-64912ed800b5 req-5001b61d-e92e-47e1-89e9-aaee038a09e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 210 time: 0.1504929 May 28 06:03:29.365199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:29.413450 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:03:29.487386 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b83e0add-ed65-47ac-a230-0a336cbc537b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:29.560225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:03:29.566319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:03:29.575019 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] Set router 4f9a565e-fe27-4f91-a149-486370e718b2 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:03:29.578995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:03:29.652970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event updated for resources: {'Port': ['ID=68750353-5a84-417b-b5b2-8e441fba2453,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:29.702783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:29.711622 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:29.748812 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d60658b2-79a5-432e-83bf-85c92eb5432a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3281419 May 28 06:03:29.760313 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b83e0add-ed65-47ac-a230-0a336cbc537b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:29.804024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Request body: {'port': {'device_id': '45f6cde8-c9b7-4123-8b1d-84e2d8712537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:03:30.100102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:30.215729 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:03:26Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:30.225866 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] Checking router: 4f9a565e-fe27-4f91-a149-486370e718b2 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:03:30.246467 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] Routers {'4f9a565e-fe27-4f91-a149-486370e718b2'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:03:30.247099 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4f9a565e-fe27-4f91-a149-486370e718b2'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:30.252670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b83e0add-ed65-47ac-a230-0a336cbc537b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:30.299695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2f67d-7ede-4f5f-9538-7599d5c68b07 req-c73c2f17-3c74-4c45-b28a-f96cc0f27811 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:30.321064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ea2f67d-7ede-4f5f-9538-7599d5c68b07 req-c73c2f17-3c74-4c45-b28a-f96cc0f27811 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 932 time: 0.1888738 May 28 06:03:30.402919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20fd1e1-e40e-46eb-8bb5-6cc9fc8c8229 None None] Network c095b068-0f37-4c0c-b4cb-db34ee219a0d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:03:30.404216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e0add-ed65-47ac-a230-0a336cbc537b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Subnet': ['ID=1464c598-0c6e-40d6-9b56-470e7c5b97a9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:30.407066 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b83e0add-ed65-47ac-a230-0a336cbc537b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:30.434007 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4ea2f67d-7ede-4f5f-9538-7599d5c68b07 req-9ed03be5-d181-4808-befd-6bd2ed4780d5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098597 May 28 06:03:30.492679 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b83e0add-ed65-47ac-a230-0a336cbc537b tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "DELETE /v2.0/subnets/1464c598-0c6e-40d6-9b56-470e7c5b97a9 HTTP/1.1" status: 204 len: 168 time: 1.3221519 May 28 06:03:30.495021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58400) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:30.559141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61d27977-7699-44bf-a364-5f58bc2cbe48 req-17ee62b2-17e8-4d1f-800e-78cadccd876f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46d2c2c-d27a-4f92-9b5e-4a5433b5aefc HTTP/1.1" status: 200 len: 210 time: 0.0650282 May 28 06:03:30.570467 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] Set router 4f9a565e-fe27-4f91-a149-486370e718b2 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:03:30.700581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:30.954025 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:30.959960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be87614-9ecc-49dd-9d0e-bcf0ab1c5891 None None] DHCP port deletion for c095b068-0f37-4c0c-b4cb-db34ee219a0d request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:03:30.969578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5be87614-9ecc-49dd-9d0e-bcf0ab1c5891 None None] Deleting port eb7ef54d-d068-47f0-bbae-a371d85d1b5d {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:30.973737 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5be87614-9ecc-49dd-9d0e-bcf0ab1c5891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:31.013781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68750353-5a84-417b-b5b2-8e441fba2453 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:03:31.029245 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:31.068244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Transition to ACTIVE for port object 68750353-5a84-417b-b5b2-8e441fba2453 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:03:31.108098 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:31.147209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:31.165424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Deleting port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:31.165772 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:31.166013 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:03:26Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:31.175924 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9916d-044f-4c4e-a0bd-353270034829 None None] The sync data for ids ['4f9a565e-fe27-4f91-a149-486370e718b2'] in n-d-843679-5 is: [{'id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268842680', 'tenant_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:37Z', 'updated_at': '2022-05-28T06:03:26Z', 'revision_number': 5, 'project_id': 'a53c8f6206544ed98115d5b2d8fbfcd5', 'gw_port': {'id': '3ee29562-abe6-4bd5-a60b-0ee16cca2b21', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9a565e-fe27-4f91-a149-486370e718b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:39Z', 'updated_at': '2022-05-28T06:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:03:31.546560 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] For port 3ee29562-abe6-4bd5-a60b-0ee16cca2b21, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3ee29562-abe6-4bd5-a60b-0ee16cca2b21,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:31.547493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:31.688515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Pushing event updated for resources: {'Port': ['ID=68750353-5a84-417b-b5b2-8e441fba2453,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:31.697366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5be87614-9ecc-49dd-9d0e-bcf0ab1c5891 None None] For port eb7ef54d-d068-47f0-bbae-a371d85d1b5d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eb7ef54d-d068-47f0-bbae-a371d85d1b5d,segment=NetworkSegment(4c16d6bd-7690-49d6-98ac-5c254b184b8c),segment_id=4c16d6bd-7690-49d6-98ac-5c254b184b8c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:31.700660 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5be87614-9ecc-49dd-9d0e-bcf0ab1c5891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:31.727524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Attempting to bind port 68750353-5a84-417b-b5b2-8e441fba2453 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:03:31.727857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Attempting to bind port 68750353-5a84-417b-b5b2-8e441fba2453 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:03:31.728194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Attempting to bind port 68750353-5a84-417b-b5b2-8e441fba2453 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:03:31.741923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Port 68750353-5a84-417b-b5b2-8e441fba2453 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:03:31.742305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Attempting to bind port 68750353-5a84-417b-b5b2-8e441fba2453 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:03:31.749091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:03:31.749439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Checking segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:03:31.749881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Bound using segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:03:31.750380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Bound port: 68750353-5a84-417b-b5b2-8e441fba2453, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:03:31.750782 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:31.897684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Calling delete_port for 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:31.944141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] For port 68750353-5a84-417b-b5b2-8e441fba2453, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:03:31.951656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] For port 68750353-5a84-417b-b5b2-8e441fba2453, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=68750353-5a84-417b-b5b2-8e441fba2453,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:03:31.969712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:32.001465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5be87614-9ecc-49dd-9d0e-bcf0ab1c5891 None None] Calling delete_port for eb7ef54d-d068-47f0-bbae-a371d85d1b5d owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:32.109735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:32.110687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:32.113107 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] 10.222.0.41 "PUT /v2.0/ports/68750353-5a84-417b-b5b2-8e441fba2453 HTTP/1.1" status: 200 len: 1092 time: 2.3131833 May 28 06:03:32.113781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f6cde8-c9b7-4123-8b1d-84e2d8712537', 'tag': '68750353-5a84-417b-b5b2-8e441fba2453'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:32.198082 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5be87614-9ecc-49dd-9d0e-bcf0ab1c5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:32.289622 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1780e12d-74a0-4397-a205-eeb166596917'] response: {'name': 'network-changed', 'server_uuid': '45f6cde8-c9b7-4123-8b1d-84e2d8712537', 'tag': '68750353-5a84-417b-b5b2-8e441fba2453', 'status': 'completed', 'code': 200} May 28 06:03:32.291337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be87614-9ecc-49dd-9d0e-bcf0ab1c5891 None None] No DVR routers for this DVR port eb7ef54d-d068-47f0-bbae-a371d85d1b5d on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:03:32.294785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be87614-9ecc-49dd-9d0e-bcf0ab1c5891 None None] Pushing event deleted for resources: {'Port': ['ID=eb7ef54d-d068-47f0-bbae-a371d85d1b5d,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:32.386303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40af3a-804f-4c8f-83b9-5075368046cc service neutron] Pushing event updated for resources: {'Port': ['ID=68750353-5a84-417b-b5b2-8e441fba2453,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:32.476467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22838530-9e51-46df-ae45-e8698565a9e5 req-17b34b62-83a5-4b29-bf4a-18e14483181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:32.478116 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-17b34b62-83a5-4b29-bf4a-18e14483181f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 1095 time: 0.2990150 May 28 06:03:32.506308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da567734-2cb5-4d44-8c39-70435655c71a req-344b6173-18a3-4d1b-8d9e-52e1529369c0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:32.515751 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da567734-2cb5-4d44-8c39-70435655c71a req-344b6173-18a3-4d1b-8d9e-52e1529369c0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 944 time: 0.6393516 May 28 06:03:32.672410 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-e435fb24-dff7-4da9-b64b-ab9851882f0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68750353-5a84-417b-b5b2-8e441fba2453 HTTP/1.1" status: 200 len: 217 time: 0.1829519 May 28 06:03:32.812404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eb7ef54d-d068-47f0-bbae-a371d85d1b5d no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:32.908079 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da567734-2cb5-4d44-8c39-70435655c71a req-707d0486-9437-4548-8a6d-886015d2420f tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917243 May 28 06:03:32.941755 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:32.957583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22838530-9e51-46df-ae45-e8698565a9e5 req-2ee433e4-3f29-4739-89e0-f33a0b3e5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:32.959948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: eb7ef54d-d068-47f0-bbae-a371d85d1b5d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:32.960159 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-2ee433e4-3f29-4739-89e0-f33a0b3e5781 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.2774272 May 28 06:03:32.960284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eb7ef54d-d068-47f0-bbae-a371d85d1b5d not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:32.960705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 426e0515-a653-4fb3-b2ec-d5490a46f35f no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:33.016606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 426e0515-a653-4fb3-b2ec-d5490a46f35f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:33.017133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 426e0515-a653-4fb3-b2ec-d5490a46f35f not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:33.032582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Port': ['ID=3ee29562-abe6-4bd5-a60b-0ee16cca2b21,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:33.075842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-d12cab5e-d8e6-449e-9708-ff1548e19643 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053383 May 28 06:03:33.203777 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:33.345386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-6ea1ebcf-17b5-4a8b-8ce3-67bffeeb011c service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576945 May 28 06:03:33.637376 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22838530-9e51-46df-ae45-e8698565a9e5 req-0166d3d7-838b-4f4b-9a47-f7b0b5c385db service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808743 May 28 06:03:33.653372 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:33.661776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:33.761756 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:33.764701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Fanout notify agent at l3_agent the message router_deleted on router 4f9a565e-fe27-4f91-a149-486370e718b2 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:03:33.812285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:33.827572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ca906409-c7f2-4cbb-a4a7-2f407203d37d tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "DELETE /v2.0/routers/4f9a565e-fe27-4f91-a149-486370e718b2 HTTP/1.1" status: 204 len: 168 time: 3.3299272 May 28 06:03:33.830466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58494) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:33.921781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b444ca-09f4-4808-a931-a3fd0e2f7bd1 req-880bb552-d641-4433-9fdc-d4942302f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:33.923554 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3b444ca-09f4-4808-a931-a3fd0e2f7bd1 req-880bb552-d641-4433-9fdc-d4942302f4cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 1095 time: 0.1949348 May 28 06:03:34.028502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:34.164934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b444ca-09f4-4808-a931-a3fd0e2f7bd1 req-8c07272f-7585-4873-8657-e64bdc88220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:34.166415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3b444ca-09f4-4808-a931-a3fd0e2f7bd1 req-8c07272f-7585-4873-8657-e64bdc88220d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 907 time: 0.2359269 May 28 06:03:34.330989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3b444ca-09f4-4808-a931-a3fd0e2f7bd1 req-3bf5cf21-6585-4374-ac94-1045cbc89e67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68750353-5a84-417b-b5b2-8e441fba2453 HTTP/1.1" status: 200 len: 217 time: 0.1548824 May 28 06:03:34.436201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b444ca-09f4-4808-a931-a3fd0e2f7bd1 req-7e76ecc7-7f60-4b01-a4f7-8938a06490b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:34.437984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3b444ca-09f4-4808-a931-a3fd0e2f7bd1 req-7e76ecc7-7f60-4b01-a4f7-8938a06490b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.1013453 May 28 06:03:34.467509 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:34.514646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c095b068-0f37-4c0c-b4cb-db34ee219a0d']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:34.534933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c16d6bd-7690-49d6-98ac-5c254b184b8c') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:34.535494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c16d6bd-7690-49d6-98ac-5c254b184b8c') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:03:34.545549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3b444ca-09f4-4808-a931-a3fd0e2f7bd1 req-96f2b67b-59c2-4d8b-8d53-b859b66be0af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003528 May 28 06:03:34.562370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab9ce3-cb35-4c3b-a3a7-9ec789df8230 req-e49f4a28-0250-4c37-8612-ddfc238c80ac tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:34.564396 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1dab9ce3-cb35-4c3b-a3a7-9ec789df8230 req-e49f4a28-0250-4c37-8612-ddfc238c80ac tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 944 time: 0.2214026 May 28 06:03:34.566262 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:34.634713 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:34.664608 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1dab9ce3-cb35-4c3b-a3a7-9ec789df8230 req-878c76ad-0ee5-4d63-8afd-91a10ae66c7e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912209 May 28 06:03:34.665766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:03:34.667737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:34.765477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:34.798966 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 4c16d6bd-7690-49d6-98ac-5c254b184b8c resource provider aggregate not found May 28 06:03:34.824175 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 4c16d6bd-7690-49d6-98ac-5c254b184b8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c16d6bd-7690-49d6-98ac-5c254b184b8c found for delete ", "request_id": "req-4230eff6-0d89-41ec-a7c7-9fa64a187b3c"}]} May 28 06:03:34.847712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:34.857630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:34.861318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:34.863108 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3ee29562-abe6-4bd5-a60b-0ee16cca2b21 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:34.890226 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] 10.222.0.39 "DELETE /v2.0/networks/c095b068-0f37-4c0c-b4cb-db34ee219a0d HTTP/1.1" status: 204 len: 168 time: 1.0558152 May 28 06:03:34.899693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669c794-cc01-452a-890a-0076f83c431e tempest-TestSecurityGroupsBasicOps-193226954 tempest-TestSecurityGroupsBasicOps-193226954-project] Pushing event deleted for resources: {'Network': ['ID=c095b068-0f37-4c0c-b4cb-db34ee219a0d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:34.908370 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3b444ca-09f4-4808-a931-a3fd0e2f7bd1 req-4fd7a535-7f9c-418a-9d13-50cf67866c4d service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550298 May 28 06:03:35.106775 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c3b444ca-09f4-4808-a931-a3fd0e2f7bd1 req-30e1cd74-f823-4ee9-b948-a1fdcfa92df4 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879299 May 28 06:03:35.373446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58566) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:35.582280 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6e4210b7-e8ae-4781-9920-c2c973c4664a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a53c8f6206544ed98115d5b2d8fbfcd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043359 May 28 06:03:35.582280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58574) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:35.666120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:35.713687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:35.837346 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:35.900290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b9cce2-b430-46a6-ac2e-7902322399af,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:35.926715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.927057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.927427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.930671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.931009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.932659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.933744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.934088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.935167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.935525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.935856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.936973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:03:35.960467 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:35.962879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fb280d1f-120a-4b07-acdf-155ed70df9ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55b9cce2-b430-46a6-ac2e-7902322399af HTTP/1.1" status: 204 len: 168 time: 0.3799307 May 28 06:03:36.146171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf731f7-0664-49bd-8c9d-2dbb52dee8fa req-211892e8-9e64-4718-a34f-001d170fe958 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:36.157843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf731f7-0664-49bd-8c9d-2dbb52dee8fa req-211892e8-9e64-4718-a34f-001d170fe958 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 944 time: 0.2597079 May 28 06:03:36.264294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daf731f7-0664-49bd-8c9d-2dbb52dee8fa req-f22ba3b9-db76-4bfd-9832-1121b0c4c7cd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046038 May 28 06:03:36.524898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58632) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:36.546989 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7fe62e63-8c7d-4a7c-9289-d2769c9aeefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:36.565050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7fe62e63-8c7d-4a7c-9289-d2769c9aeefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:36.569870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7fe62e63-8c7d-4a7c-9289-d2769c9aeefc admin admin] Usage tracker for resource:security_group_rule and tenant:922e2d8c3cbc4a0e95200abffd7fc898 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:36.573792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7fe62e63-8c7d-4a7c-9289-d2769c9aeefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:36.581644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7fe62e63-8c7d-4a7c-9289-d2769c9aeefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:36.713943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7fe62e63-8c7d-4a7c-9289-d2769c9aeefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:36.725679 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7fe62e63-8c7d-4a7c-9289-d2769c9aeefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:36.830649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 68750353-5a84-417b-b5b2-8e441fba2453 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:03:36.840553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe62e63-8c7d-4a7c-9289-d2769c9aeefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d82471-955c-42fc-9802-07082b3ca1db,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:36.856106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7fe62e63-8c7d-4a7c-9289-d2769c9aeefc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=922e2d8c3cbc4a0e95200abffd7fc898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294833 May 28 06:03:36.858862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58638) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:37.016231 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bf41199-082c-4589-9376-674d41fdfcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:37.073402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bf41199-082c-4589-9376-674d41fdfcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:37.173483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 68750353-5a84-417b-b5b2-8e441fba2453, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=68750353-5a84-417b-b5b2-8e441fba2453,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:37.193579 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bf41199-082c-4589-9376-674d41fdfcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:37.213435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '68750353-5a84-417b-b5b2-8e441fba2453', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'port_id': '68750353-5a84-417b-b5b2-8e441fba2453', 'mac_address': 'fa:16:3e:83:83:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b458d6-cbae-4e02-a686-196d0acdf098', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:03:37.228987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf41199-082c-4589-9376-674d41fdfcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d82471-955c-42fc-9802-07082b3ca1db,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:37.233081 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5bf41199-082c-4589-9376-674d41fdfcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:37.237260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5bf41199-082c-4589-9376-674d41fdfcb8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7d82471-955c-42fc-9802-07082b3ca1db HTTP/1.1" status: 204 len: 168 time: 0.3772850 May 28 06:03:37.335789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 68750353-5a84-417b-b5b2-8e441fba2453 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:03:37.336178 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:37.380826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68750353-5a84-417b-b5b2-8e441fba2453 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:03:37.447049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 68750353-5a84-417b-b5b2-8e441fba2453, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=68750353-5a84-417b-b5b2-8e441fba2453,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:37.460940 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:37.587063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=68750353-5a84-417b-b5b2-8e441fba2453,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:37.665209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c4bd1-d1d7-413c-aa03-a3c729105ebe req-e7bdb977-ea24-4a05-9115-d00cbf052dd8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:37.667874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-231c4bd1-d1d7-413c-aa03-a3c729105ebe req-e7bdb977-ea24-4a05-9115-d00cbf052dd8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:37.714669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['68750353-5a84-417b-b5b2-8e441fba2453'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:03:37.717385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-231c4bd1-d1d7-413c-aa03-a3c729105ebe req-e7bdb977-ea24-4a05-9115-d00cbf052dd8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:37.724045 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-231c4bd1-d1d7-413c-aa03-a3c729105ebe req-e7bdb977-ea24-4a05-9115-d00cbf052dd8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 945 time: 0.2116406 May 28 06:03:37.875744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-231c4bd1-d1d7-413c-aa03-a3c729105ebe req-13430c9c-fadb-4f1c-bb30-6908f7009b09 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474996 May 28 06:03:38.160009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58684) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:38.255898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7ddf5c79-4f98-4ae4-804b-2845899aad7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99356e592cbd49f9912e986a61112c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947199 May 28 06:03:38.259117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58692) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:38.325703 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-22916e63-8216-4489-93b5-05273e0acbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:38.360225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-22916e63-8216-4489-93b5-05273e0acbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:38.425728 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-22916e63-8216-4489-93b5-05273e0acbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:38.442236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22916e63-8216-4489-93b5-05273e0acbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d93c0-76e5-486b-a7ce-ec23c006fac9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:38.481479 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-22916e63-8216-4489-93b5-05273e0acbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:38.484323 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-22916e63-8216-4489-93b5-05273e0acbb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a90d93c0-76e5-486b-a7ce-ec23c006fac9 HTTP/1.1" status: 204 len: 168 time: 0.2236230 May 28 06:03:38.496574 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ac88ef4-81a1-4576-b578-5d9c1188e492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:38.843940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 68750353-5a84-417b-b5b2-8e441fba2453 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:03:38.983270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 68750353-5a84-417b-b5b2-8e441fba2453 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:03:38.990321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 68750353-5a84-417b-b5b2-8e441fba2453 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:03:38.991839 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:39.281944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 68750353-5a84-417b-b5b2-8e441fba2453 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:03:39.289304 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:39.323886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cfd57-cd0d-447d-905e-22a55dd0cdff req-a494ed95-1455-4243-b969-3ca660c448f2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:39.326037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a1cfd57-cd0d-447d-905e-22a55dd0cdff req-a494ed95-1455-4243-b969-3ca660c448f2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 945 time: 0.1749444 May 28 06:03:39.357690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 68750353-5a84-417b-b5b2-8e441fba2453, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=68750353-5a84-417b-b5b2-8e441fba2453,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:39.358644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f6cde8-c9b7-4123-8b1d-84e2d8712537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68750353-5a84-417b-b5b2-8e441fba2453'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:39.366365 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:39.396276 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a1cfd57-cd0d-447d-905e-22a55dd0cdff req-d74d296b-6095-43e4-be36-12bebdd261c4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603912 May 28 06:03:39.445135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=68750353-5a84-417b-b5b2-8e441fba2453,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:39.449055 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0ef5af-15ce-4592-bbc6-6dcc8a681bff'] response: {'server_uuid': '45f6cde8-c9b7-4123-8b1d-84e2d8712537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68750353-5a84-417b-b5b2-8e441fba2453', 'code': 200} May 28 06:03:39.667682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cea7a-b309-49b0-8bb1-f33c4964e566 req-50c9aaad-e4b9-4185-9118-6044c5df821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:39.669559 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-795cea7a-b309-49b0-8bb1-f33c4964e566 req-50c9aaad-e4b9-4185-9118-6044c5df821c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 1097 time: 0.1329436 May 28 06:03:39.739715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-795cea7a-b309-49b0-8bb1-f33c4964e566 req-850180b6-a0e8-49dd-9609-be1fe52ddf3a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608430 May 28 06:03:40.146765 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:40.460498 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-c79d156b-cd8b-4ce2-ab03-ff33b23fee82 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2846677 May 28 06:03:40.624010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-1b7506a1-ce21-4288-a1bd-441cba897ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:40.627004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-1b7506a1-ce21-4288-a1bd-441cba897ee3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 1097 time: 0.1257074 May 28 06:03:40.629752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b540-088d-48ca-86cc-ecc1516219be req-fd76f3d2-e0a8-4842-ab8d-81136f7f6d92 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:40.631813 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9548b540-088d-48ca-86cc-ecc1516219be req-fd76f3d2-e0a8-4842-ab8d-81136f7f6d92 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 946 time: 0.1012943 May 28 06:03:40.699003 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9548b540-088d-48ca-86cc-ecc1516219be req-79e3e1ec-5b1d-43b4-ac8c-833a9da19ff9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 May 28 06:03:40.715868 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-20d7c070-3690-4f37-876b-61054469e0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:40.923294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-b27b2ab2-1937-464c-9d2b-e1893bac1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:40.925728 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-b27b2ab2-1937-464c-9d2b-e1893bac1f2a service neutron] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 911 time: 0.2772908 May 28 06:03:41.070103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-66dc738b-4052-4a67-99e8-8315cbad759d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066 HTTP/1.1" status: 200 len: 1001 time: 0.1373405 May 28 06:03:41.166508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-3c446602-482e-44ea-9b94-6142b5b61e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:41.168687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-3c446602-482e-44ea-9b94-6142b5b61e3a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.0914302 May 28 06:03:41.263093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-6fc3af63-bc21-4939-aa1a-0092f9ce51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:41.264753 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-6fc3af63-bc21-4939-aa1a-0092f9ce51c2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886641 May 28 06:03:41.428053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-cc185a5c-e5c2-4022-9bf5-9542ce9bd284 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552119 May 28 06:03:41.574138 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8844381-f7d7-4d50-b7ad-fbfefc91bbf6 req-c516c20b-e6b9-4e3c-be84-05456d995c2c service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391919 May 28 06:03:41.601882 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:41.620308 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:41.921344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03910506-d331-4927-9ad2-515bb6bab6f8 req-8a01ac17-399c-4dab-9c10-24ed04b3c0d8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:41.930532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03910506-d331-4927-9ad2-515bb6bab6f8 req-8a01ac17-399c-4dab-9c10-24ed04b3c0d8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 946 time: 0.1143179 May 28 06:03:41.991852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03910506-d331-4927-9ad2-515bb6bab6f8 req-09b5c4c3-1908-436f-a83f-eaa1eb5ef204 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603614 May 28 06:03:42.245919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf435e42-0ae5-469c-881d-c7fe1e14e0e2 req-bfc70a22-2365-474a-8a5e-01f861cdbb46 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:42.254201 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cf435e42-0ae5-469c-881d-c7fe1e14e0e2 req-bfc70a22-2365-474a-8a5e-01f861cdbb46 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 946 time: 0.1203618 May 28 06:03:42.319344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cf435e42-0ae5-469c-881d-c7fe1e14e0e2 req-fad8093e-febf-4678-b33b-ca402b109f4a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638518 May 28 06:03:42.850409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3d978-02b4-41c6-a88a-c723eccfef12 req-002f76f3-288e-4e52-b9c9-63ac4011a032 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:42.852269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8f3d978-02b4-41c6-a88a-c723eccfef12 req-002f76f3-288e-4e52-b9c9-63ac4011a032 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 946 time: 0.0905294 May 28 06:03:43.012255 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8f3d978-02b4-41c6-a88a-c723eccfef12 req-3cac0cb7-84b8-4008-bad4-a4f2943e5afd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536586 May 28 06:03:43.299952 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:44.260529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d57c3-0e02-4619-9947-29335add86a3 req-6c2acb41-b6fb-49cd-85fb-fb87b11e94cd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:44.262601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-218d57c3-0e02-4619-9947-29335add86a3 req-6c2acb41-b6fb-49cd-85fb-fb87b11e94cd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 946 time: 0.1776915 May 28 06:03:44.271089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba33be7-efc8-4849-b7f9-b1b57e87f77c req-161662f3-77f0-4319-b679-0de97d3d4327 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:44.272581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ba33be7-efc8-4849-b7f9-b1b57e87f77c req-161662f3-77f0-4319-b679-0de97d3d4327 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 946 time: 0.1206398 May 28 06:03:44.405157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-218d57c3-0e02-4619-9947-29335add86a3 req-4c7acc0f-1f5d-4b5e-afc3-b7f71e0314b9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Deleting port 68750353-5a84-417b-b5b2-8e441fba2453 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:03:44.405766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-218d57c3-0e02-4619-9947-29335add86a3 req-4c7acc0f-1f5d-4b5e-afc3-b7f71e0314b9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:44.516829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ba33be7-efc8-4849-b7f9-b1b57e87f77c req-17fed8b4-1b9d-4ccb-971f-9d1f3354f57d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139909 May 28 06:03:44.801590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-218d57c3-0e02-4619-9947-29335add86a3 req-4c7acc0f-1f5d-4b5e-afc3-b7f71e0314b9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] For port 68750353-5a84-417b-b5b2-8e441fba2453, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=68750353-5a84-417b-b5b2-8e441fba2453,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:03:44.802092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-218d57c3-0e02-4619-9947-29335add86a3 req-4c7acc0f-1f5d-4b5e-afc3-b7f71e0314b9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:44.913568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58786) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:44.999275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-218d57c3-0e02-4619-9947-29335add86a3 req-4c7acc0f-1f5d-4b5e-afc3-b7f71e0314b9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Calling delete_port for 68750353-5a84-417b-b5b2-8e441fba2453 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:03:45.078719 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5037b152-094a-4f58-a7ee-3f6464f8c585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:45.135332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5037b152-094a-4f58-a7ee-3f6464f8c585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:45.145854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5037b152-094a-4f58-a7ee-3f6464f8c585 admin admin] Usage tracker for resource:security_group_rule and tenant:94bb9feb368243e2931b18a41e55b2e9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:45.160000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5037b152-094a-4f58-a7ee-3f6464f8c585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:45.167823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5037b152-094a-4f58-a7ee-3f6464f8c585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:45.356296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668aec4-5444-4950-b5c9-8a9a030c263c req-66e18780-bcae-4a58-a31f-fbaaa13398af tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:45.357770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0668aec4-5444-4950-b5c9-8a9a030c263c req-66e18780-bcae-4a58-a31f-fbaaa13398af tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.3034840 May 28 06:03:45.399339 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-218d57c3-0e02-4619-9947-29335add86a3 req-4c7acc0f-1f5d-4b5e-afc3-b7f71e0314b9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:45.432585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:03:45.455668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7acc0f-1f5d-4b5e-afc3-b7f71e0314b9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event deleted for resources: {'Port': ['ID=68750353-5a84-417b-b5b2-8e441fba2453,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:45.473573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0668aec4-5444-4950-b5c9-8a9a030c263c req-724849c9-351e-49ae-95df-7734c38cdd22 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077282 May 28 06:03:45.495625 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5037b152-094a-4f58-a7ee-3f6464f8c585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:45.507029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5037b152-094a-4f58-a7ee-3f6464f8c585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:45.560794 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5037b152-094a-4f58-a7ee-3f6464f8c585 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94bb9feb368243e2931b18a41e55b2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6452994 May 28 06:03:45.563300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58796) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:45.567294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-218d57c3-0e02-4619-9947-29335add86a3 req-4c7acc0f-1f5d-4b5e-afc3-b7f71e0314b9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] No DVR routers for this DVR port 68750353-5a84-417b-b5b2-8e441fba2453 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:03:45.570417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-218d57c3-0e02-4619-9947-29335add86a3 req-4c7acc0f-1f5d-4b5e-afc3-b7f71e0314b9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:45.573509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f6cde8-c9b7-4123-8b1d-84e2d8712537', 'name': 'network-vif-deleted', 'tag': '68750353-5a84-417b-b5b2-8e441fba2453'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:03:45.615436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-218d57c3-0e02-4619-9947-29335add86a3 req-4c7acc0f-1f5d-4b5e-afc3-b7f71e0314b9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "DELETE /v2.0/ports/68750353-5a84-417b-b5b2-8e441fba2453 HTTP/1.1" status: 204 len: 173 time: 1.3416545 May 28 06:03:45.645424 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71566127-e806-41ae-81a6-4936fe6633a8'] response: {'server_uuid': '45f6cde8-c9b7-4123-8b1d-84e2d8712537', 'name': 'network-vif-deleted', 'tag': '68750353-5a84-417b-b5b2-8e441fba2453', 'status': 'completed', 'code': 200} May 28 06:03:45.671407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037b152-094a-4f58-a7ee-3f6464f8c585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4698cc-a004-4abf-ad07-14709c39e184,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:45.674415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f473b74-4b20-41f0-b248-59993148301e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:45.713705 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f473b74-4b20-41f0-b248-59993148301e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:45.837224 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f16d5431-0d08-455b-980d-a4eb70258267 req-48b15108-5f9d-49e4-b760-ac16cc7a9ca1 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f6cde8-c9b7-4123-8b1d-84e2d8712537 HTTP/1.1" status: 200 len: 210 time: 0.0463800 May 28 06:03:45.864289 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f473b74-4b20-41f0-b248-59993148301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:45.885447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f473b74-4b20-41f0-b248-59993148301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4698cc-a004-4abf-ad07-14709c39e184,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:45.902671 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4f473b74-4b20-41f0-b248-59993148301e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:45.907657 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4f473b74-4b20-41f0-b248-59993148301e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b4698cc-a004-4abf-ad07-14709c39e184 HTTP/1.1" status: 204 len: 168 time: 0.3392084 May 28 06:03:46.271640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 58810) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:46.291979 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4614305-aecb-44f3-adbf-3f609ef477ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:46.307691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a4614305-aecb-44f3-adbf-3f609ef477ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:46.311548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a4614305-aecb-44f3-adbf-3f609ef477ff admin admin] Usage tracker for resource:security_group_rule and tenant:564050f623094429a97fdb3c2fc75895 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:46.315050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a4614305-aecb-44f3-adbf-3f609ef477ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:46.323466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a4614305-aecb-44f3-adbf-3f609ef477ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:46.413700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4614305-aecb-44f3-adbf-3f609ef477ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:46.418012 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4614305-aecb-44f3-adbf-3f609ef477ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:46.466428 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a4614305-aecb-44f3-adbf-3f609ef477ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=564050f623094429a97fdb3c2fc75895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935093 May 28 06:03:46.467563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4614305-aecb-44f3-adbf-3f609ef477ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef75159-c0fd-4341-ae06-d75ed55d4722,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:46.469693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58814) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:46.535733 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d52ae0c-5dc9-4947-953f-faed5b58004c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:46.562532 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d52ae0c-5dc9-4947-953f-faed5b58004c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:46.624158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d52ae0c-5dc9-4947-953f-faed5b58004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:46.650065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52ae0c-5dc9-4947-953f-faed5b58004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef75159-c0fd-4341-ae06-d75ed55d4722,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:46.654300 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d52ae0c-5dc9-4947-953f-faed5b58004c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:46.655653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8d52ae0c-5dc9-4947-953f-faed5b58004c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cef75159-c0fd-4341-ae06-d75ed55d4722 HTTP/1.1" status: 204 len: 168 time: 0.1848717 May 28 06:03:46.670765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025bd50-e239-48f9-b817-acec567cf50f req-0ecc0efd-1e1b-4047-9f0f-36418328378d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:46.672369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3025bd50-e239-48f9-b817-acec567cf50f req-0ecc0efd-1e1b-4047-9f0f-36418328378d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0979087 May 28 06:03:46.756217 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3025bd50-e239-48f9-b817-acec567cf50f req-b45dc85b-7717-46fb-a187-f373b69f452d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745485 May 28 06:03:46.859529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 68750353-5a84-417b-b5b2-8e441fba2453 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:03:46.968955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 68750353-5a84-417b-b5b2-8e441fba2453 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:03:46.969562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 68750353-5a84-417b-b5b2-8e441fba2453 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:03:47.996345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0851c-d488-483f-853a-70b09f94413c req-cc536257-d08d-4561-a354-256ab31631b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:47.998611 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9fd0851c-d488-483f-853a-70b09f94413c req-cc536257-d08d-4561-a354-256ab31631b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1244123 May 28 06:03:48.063408 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9fd0851c-d488-483f-853a-70b09f94413c req-2b910f91-3394-40fd-a01a-75f61508c233 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545678 May 28 06:03:48.190677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58872) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:48.321194 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0deb2ed8-4328-4759-9e6b-9f091659ed71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:48.336024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0deb2ed8-4328-4759-9e6b-9f091659ed71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:48.340003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0deb2ed8-4328-4759-9e6b-9f091659ed71 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff08d34d4c043a1ac46ceac941395aa is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:48.342792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0deb2ed8-4328-4759-9e6b-9f091659ed71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:48.350276 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0deb2ed8-4328-4759-9e6b-9f091659ed71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:48.447732 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0deb2ed8-4328-4759-9e6b-9f091659ed71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:48.452032 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0deb2ed8-4328-4759-9e6b-9f091659ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:48.506272 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0deb2ed8-4328-4759-9e6b-9f091659ed71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ff08d34d4c043a1ac46ceac941395aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146923 May 28 06:03:48.508791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58878) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:48.511462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb2ed8-4328-4759-9e6b-9f091659ed71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a212d3-ee8e-4941-a987-dbaef13b0b89,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:48.575690 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a89656f-57a8-4dde-96a5-e2cde8d0c9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:48.604405 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a89656f-57a8-4dde-96a5-e2cde8d0c9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:48.668132 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a89656f-57a8-4dde-96a5-e2cde8d0c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:48.682993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89656f-57a8-4dde-96a5-e2cde8d0c9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a212d3-ee8e-4941-a987-dbaef13b0b89,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:48.692916 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a89656f-57a8-4dde-96a5-e2cde8d0c9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:48.694056 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8a89656f-57a8-4dde-96a5-e2cde8d0c9ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6a212d3-ee8e-4941-a987-dbaef13b0b89 HTTP/1.1" status: 204 len: 168 time: 0.1843750 May 28 06:03:49.353232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3619d7-61e9-40cc-9544-dc818e97822b req-577e58aa-36dd-4b26-a766-7f1636f34a98 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:49.355643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b3619d7-61e9-40cc-9544-dc818e97822b req-577e58aa-36dd-4b26-a766-7f1636f34a98 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0995498 May 28 06:03:49.410570 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b3619d7-61e9-40cc-9544-dc818e97822b req-0bb7c296-7360-4b47-876f-124fc729c82e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485880 May 28 06:03:50.617943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f654cc-650a-47a6-ae1d-3f3da5f604bc req-e8e33aca-1f65-4e37-b761-9db9c33ba5b9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:50.620198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84f654cc-650a-47a6-ae1d-3f3da5f604bc req-e8e33aca-1f65-4e37-b761-9db9c33ba5b9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0955298 May 28 06:03:50.680773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84f654cc-650a-47a6-ae1d-3f3da5f604bc req-68d6d1c7-1408-4f5c-bc53-94269e7d6bc0 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540433 May 28 06:03:51.909189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23698e-2ec1-4e35-82a4-a9529c2b448d req-6410cc4c-7454-44c7-8641-03a25d22026b tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:51.910684 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d23698e-2ec1-4e35-82a4-a9529c2b448d req-6410cc4c-7454-44c7-8641-03a25d22026b tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0914936 May 28 06:03:51.964326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d23698e-2ec1-4e35-82a4-a9529c2b448d req-5cdc470c-7709-4997-947d-a3fb6b815b12 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458751 May 28 06:03:53.169393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44defed-4dcd-4102-8c58-a69e3bcc2d07 req-a73eb544-7450-4359-b2f3-6cd493f0d40b tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:53.170899 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f44defed-4dcd-4102-8c58-a69e3bcc2d07 req-a73eb544-7450-4359-b2f3-6cd493f0d40b tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0940981 May 28 06:03:53.221155 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f44defed-4dcd-4102-8c58-a69e3bcc2d07 req-dce968b5-3fd1-49b2-aa8f-8cc47c7ba9e5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429306 May 28 06:03:54.427851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2117dc6-574a-4c1d-9546-56a3caa5d16c req-1b948cfd-863b-401e-96da-9fb27bcb9cee tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:54.430495 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2117dc6-574a-4c1d-9546-56a3caa5d16c req-1b948cfd-863b-401e-96da-9fb27bcb9cee tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0927014 May 28 06:03:54.591855 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c2117dc6-574a-4c1d-9546-56a3caa5d16c req-619b1680-7662-4c8b-850d-36f3111de494 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507950 May 28 06:03:54.625821 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:03:54.807038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-ef4a23a9-99ca-43fa-a0db-77fa16f11195 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:54.809406 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-ef4a23a9-99ca-43fa-a0db-77fa16f11195 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.3422163 May 28 06:03:54.828349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-9d761efd-71c2-4ade-89be-f0209fc40407 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/quotas/e514b2b59ed840d696e18dda8fe4643b HTTP/1.1" status: 200 len: 375 time: 0.0115097 May 28 06:03:54.925408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-b1a49244-fcc4-47e4-ae8c-2239c1fdbbd6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:03:54.941988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-b1a49244-fcc4-47e4-ae8c-2239c1fdbbd6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:03:54.943401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-b1a49244-fcc4-47e4-ae8c-2239c1fdbbd6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090202 May 28 06:03:54.997844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 58988) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:55.159323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ca9aa15-1efc-44c8-bedb-837726356d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:55.175660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-4d0c3395-e312-4787-a438-250e88ec7ff1 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092676 May 28 06:03:55.177191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6ca9aa15-1efc-44c8-bedb-837726356d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:55.184015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6ca9aa15-1efc-44c8-bedb-837726356d72 admin admin] Usage tracker for resource:security_group_rule and tenant:8376985b02974d7ea5d9e20bac5782fb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:03:55.187536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6ca9aa15-1efc-44c8-bedb-837726356d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:03:55.194076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6ca9aa15-1efc-44c8-bedb-837726356d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:55.312704 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ca9aa15-1efc-44c8-bedb-837726356d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:55.319480 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ca9aa15-1efc-44c8-bedb-837726356d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:55.338948 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-219baef1-1ef2-4a06-ad78-f38dcd404d66 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620498 May 28 06:03:55.383450 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6ca9aa15-1efc-44c8-bedb-837726356d72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8376985b02974d7ea5d9e20bac5782fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844030 May 28 06:03:55.384286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9aa15-1efc-44c8-bedb-837726356d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc63acb-0e85-4cde-a538-29b5a074e97b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:55.387471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59002) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:03:55.490073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-817b29aa-d9a7-49f3-8012-247fcc0df6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:55.529203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-817b29aa-d9a7-49f3-8012-247fcc0df6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:55.613359 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0309460-3720-48f2-a588-f869f65642f5 req-9d753834-8b56-441f-b537-11330dde2aae tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 210 time: 0.0605693 May 28 06:03:55.647503 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-817b29aa-d9a7-49f3-8012-247fcc0df6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:55.701439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b29aa-d9a7-49f3-8012-247fcc0df6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc63acb-0e85-4cde-a538-29b5a074e97b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:55.712003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-817b29aa-d9a7-49f3-8012-247fcc0df6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:55.725372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-817b29aa-d9a7-49f3-8012-247fcc0df6ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bc63acb-0e85-4cde-a538-29b5a074e97b HTTP/1.1" status: 204 len: 168 time: 0.3271754 May 28 06:03:55.960853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f65944-8173-4cac-9d23-74637d77ca11 req-d255505c-00a6-4508-a47f-507c49fff155 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:55.968355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9f65944-8173-4cac-9d23-74637d77ca11 req-d255505c-00a6-4508-a47f-507c49fff155 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1937990 May 28 06:03:56.021763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d9f65944-8173-4cac-9d23-74637d77ca11 req-5a5c0686-efb1-48e6-b10c-29225931f202 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524399 May 28 06:03:56.637998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31749dbb-c5f0-4c83-8e07-8e406c6482bd req-114a81d9-f247-4f6d-bcaa-2d38c8419778 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:56.639670 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31749dbb-c5f0-4c83-8e07-8e406c6482bd req-114a81d9-f247-4f6d-bcaa-2d38c8419778 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1461811 May 28 06:03:56.710388 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31749dbb-c5f0-4c83-8e07-8e406c6482bd req-190ddb39-9275-4efb-8398-4aef429cf861 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605669 May 28 06:03:56.741219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-9cc2747c-a7d9-413c-8497-ccdf4da1bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:56.741219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-9cc2747c-a7d9-413c-8497-ccdf4da1bc21 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 1097 time: 0.1520016 May 28 06:03:56.824120 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fc84dc3-8348-4b54-ac18-ca797e013f2a req-d217f1b3-19a4-4ed6-8195-c225fdf0430c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 210 time: 0.0671511 May 28 06:03:56.957562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-8652a69b-e2ac-434c-a5f0-65871c9fc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:56.962112 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-8652a69b-e2ac-434c-a5f0-65871c9fc040 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 911 time: 0.2208781 May 28 06:03:57.143273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-4c559684-33ef-4b50-aea1-ce82af3988c7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066 HTTP/1.1" status: 200 len: 1001 time: 0.1757534 May 28 06:03:57.245189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-c7688186-66c6-4d7c-85b6-4bc4703151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:57.246632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-c7688186-66c6-4d7c-85b6-4bc4703151d9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.0712614 May 28 06:03:57.599183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-aa7322cc-45c2-4845-99b4-e9597fc893b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:57.600778 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-aa7322cc-45c2-4845-99b4-e9597fc893b5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365218 May 28 06:03:57.607257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-0306f0a8-97f0-4842-a09e-0dab394ef94d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:57.608538 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-0306f0a8-97f0-4842-a09e-0dab394ef94d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.4641376 May 28 06:03:57.798985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Request body: {'port': {'device_id': 'b673353c-c548-4abf-9c6e-335ee0272200', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'admin_state_up': True, 'tenant_id': 'e514b2b59ed840d696e18dda8fe4643b'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:03:57.828052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-323b0af6-c289-4501-8621-83b771610367 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185953 May 28 06:03:58.091429 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5a93870-31ca-4731-b112-c59b35904043 req-fb7e9782-55d8-4043-b2b0-ac4c90157ce5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 210 time: 0.1006641 May 28 06:03:58.220795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d2f947f-f4ed-4141-945e-1a8fac90b04a req-c749e84d-9f3d-47b5-8292-22f9bfcc04c5 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843200 May 28 06:03:58.221912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:03:58.250988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:03:58.261336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca97a8-231f-4868-8a33-ca79f57ea0ca req-2e9185e7-1a78-4e7e-aad8-83d895f11979 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:58.263090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94ca97a8-231f-4868-8a33-ca79f57ea0ca req-2e9185e7-1a78-4e7e-aad8-83d895f11979 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.3543141 May 28 06:03:58.303718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Made reservation on behalf of e514b2b59ed840d696e18dda8fe4643b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:03:58.307820 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:58.389982 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94ca97a8-231f-4868-8a33-ca79f57ea0ca req-29a3b43c-8c3e-4c8f-afdc-e446e749094c tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137762 May 28 06:03:58.523447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Allocated IP 172.20.0.13 (f0885d8d-27f4-48d5-ac7d-ad07d01da468/d8b458d6-cbae-4e02-a686-196d0acdf098/22e01735-374f-4143-a451-d7d7b43906ac) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:03:58.810576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:58.853548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:58.895188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:03:58.997848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:03:59.023343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:03:59.038701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:03:59.203687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event updated for resources: {'Port': ['ID=22e01735-374f-4143-a451-d7d7b43906ac,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:03:59.253768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:59.255128 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:59.315152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-cd9e16da-6aee-4ef4-a05f-d408937b6d1d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6237447 May 28 06:03:59.336491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Request body: {'port': {'device_id': 'b673353c-c548-4abf-9c6e-335ee0272200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:03:59.466769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbcba5-c98f-4d17-8148-e6c7e043865e req-52254a77-ab94-4ec8-8471-03adf0f32095 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:59.470075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9cdbcba5-c98f-4d17-8148-e6c7e043865e req-52254a77-ab94-4ec8-8471-03adf0f32095 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 932 time: 0.1488087 May 28 06:03:59.591470 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9cdbcba5-c98f-4d17-8148-e6c7e043865e req-961d558b-f1b8-478b-b495-d57b44e95a8c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098919 May 28 06:03:59.669627 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:03:59.933357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f895cd8-a643-4bd4-9db8-8e44a2670e32 req-83bae690-0f6e-4c47-9fca-196877975337 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:03:59.934891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f895cd8-a643-4bd4-9db8-8e44a2670e32 req-83bae690-0f6e-4c47-9fca-196877975337 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.3804338 May 28 06:04:00.148870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f895cd8-a643-4bd4-9db8-8e44a2670e32 req-89a34570-a314-41af-acb5-4f6d6f0c95d2 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056694 May 28 06:04:00.289479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e01735-374f-4143-a451-d7d7b43906ac {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:04:00.298668 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:00.317658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Transition to ACTIVE for port object 22e01735-374f-4143-a451-d7d7b43906ac will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:04:00.326862 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:00.513476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Pushing event updated for resources: {'Port': ['ID=22e01735-374f-4143-a451-d7d7b43906ac,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:00.635000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Attempting to bind port 22e01735-374f-4143-a451-d7d7b43906ac on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:04:00.635649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Attempting to bind port 22e01735-374f-4143-a451-d7d7b43906ac by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:04:00.636149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Attempting to bind port 22e01735-374f-4143-a451-d7d7b43906ac on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:00.647198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Port 22e01735-374f-4143-a451-d7d7b43906ac on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:04:00.648027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Attempting to bind port 22e01735-374f-4143-a451-d7d7b43906ac on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:00.655603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:04:00.656220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Checking segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:04:00.657707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Bound using segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:04:00.658338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Bound port: 22e01735-374f-4143-a451-d7d7b43906ac, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:04:00.658965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:00.837010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] For port 22e01735-374f-4143-a451-d7d7b43906ac, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:04:00.840738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] For port 22e01735-374f-4143-a451-d7d7b43906ac, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=22e01735-374f-4143-a451-d7d7b43906ac,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:04:00.846383 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:00.919597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:00.919597 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:00.919597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] 10.222.0.41 "PUT /v2.0/ports/22e01735-374f-4143-a451-d7d7b43906ac HTTP/1.1" status: 200 len: 1092 time: 1.5888741 May 28 06:04:00.919597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b673353c-c548-4abf-9c6e-335ee0272200', 'tag': '22e01735-374f-4143-a451-d7d7b43906ac'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:00.925173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8deca-ea49-4a3f-a56b-ffec0103a45d req-da31157c-2e63-4169-bf28-6a2c4ea5a7ac tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:00.936881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d50233-eb90-4613-abd0-b4b2ef9a97cb service neutron] Pushing event updated for resources: {'Port': ['ID=22e01735-374f-4143-a451-d7d7b43906ac,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:00.949557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70d8deca-ea49-4a3f-a56b-ffec0103a45d req-da31157c-2e63-4169-bf28-6a2c4ea5a7ac tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 944 time: 0.1706467 May 28 06:04:00.972149 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:01.020233 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a81a676-55a4-4f76-83d4-db14839f0599'] response: {'name': 'network-changed', 'server_uuid': 'b673353c-c548-4abf-9c6e-335ee0272200', 'tag': '22e01735-374f-4143-a451-d7d7b43906ac', 'status': 'completed', 'code': 200} May 28 06:04:01.037596 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70d8deca-ea49-4a3f-a56b-ffec0103a45d req-f578a977-ccd6-4866-8f55-440c2b6e2ce4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861602 May 28 06:04:01.071765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-4fac61c5-254b-4813-85ef-74b18da5f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:01.073577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-4fac61c5-254b-4813-85ef-74b18da5f91a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 1095 time: 0.1068153 May 28 06:04:01.148263 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-56051e89-567f-44b5-baf8-54497989d367 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e01735-374f-4143-a451-d7d7b43906ac HTTP/1.1" status: 200 len: 217 time: 0.0635543 May 28 06:04:01.265461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-3a212faf-a725-4449-a454-2dd2e69c3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:01.270623 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-3a212faf-a725-4449-a454-2dd2e69c3f9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.1125774 May 28 06:04:01.327684 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-b10a5562-9d41-4665-afe8-b5b172cf16fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459938 May 28 06:04:01.525319 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-a19b0aa9-8a13-4ac5-a1df-c32d4b993fe4 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854258 May 28 06:04:01.769022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8caf45a4-9636-488c-9c4c-9ed888ee55da req-3bfab0b8-8e43-47e8-8d70-58841f0be4d9 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333262 May 28 06:04:01.957887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8c675-7564-45e5-82d8-93705b2eca03 req-c4cde552-9103-4156-aec9-925b7877191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:01.960137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0b8c675-7564-45e5-82d8-93705b2eca03 req-c4cde552-9103-4156-aec9-925b7877191b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 1095 time: 0.1241529 May 28 06:04:02.132818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8c675-7564-45e5-82d8-93705b2eca03 req-bcdece65-441d-4e70-b194-37ae3ab8dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:02.134196 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0b8c675-7564-45e5-82d8-93705b2eca03 req-bcdece65-441d-4e70-b194-37ae3ab8dbd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 907 time: 0.1673710 May 28 06:04:02.260310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0b8c675-7564-45e5-82d8-93705b2eca03 req-d7ced130-dc1d-4c3c-bcad-278fb4985c39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e01735-374f-4143-a451-d7d7b43906ac HTTP/1.1" status: 200 len: 217 time: 0.1169364 May 28 06:04:02.368730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8c675-7564-45e5-82d8-93705b2eca03 req-52d21c59-fb2f-4549-b1f9-c31a3c3d6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:02.369922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0b8c675-7564-45e5-82d8-93705b2eca03 req-52d21c59-fb2f-4549-b1f9-c31a3c3d6960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.1015940 May 28 06:04:02.425655 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0b8c675-7564-45e5-82d8-93705b2eca03 req-0904b0b2-f04f-491d-bfad-83fbbda30dd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485361 May 28 06:04:02.437223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8d591-8a3d-40b5-a32b-9789674db680 req-cfd29df4-d8d3-404a-8a4d-912cd3b1f321 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:02.437923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0eb8d591-8a3d-40b5-a32b-9789674db680 req-cfd29df4-d8d3-404a-8a4d-912cd3b1f321 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:04:02.653632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0eb8d591-8a3d-40b5-a32b-9789674db680 req-cfd29df4-d8d3-404a-8a4d-912cd3b1f321 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:04:02.654833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb8d591-8a3d-40b5-a32b-9789674db680 req-cfd29df4-d8d3-404a-8a4d-912cd3b1f321 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 944 time: 0.4472694 May 28 06:04:02.723512 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0b8c675-7564-45e5-82d8-93705b2eca03 req-f33cf702-8511-47da-888a-2eed4a379d66 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820430 May 28 06:04:02.730982 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0eb8d591-8a3d-40b5-a32b-9789674db680 req-73f833ae-a2b4-4cda-9adf-fc1a5de748e2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611691 May 28 06:04:02.869045 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0b8c675-7564-45e5-82d8-93705b2eca03 req-a91d361b-3c81-49ff-8d9d-89fc49e1d6b4 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370912 May 28 06:04:02.907613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 22e01735-374f-4143-a451-d7d7b43906ac details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:04:03.079401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 22e01735-374f-4143-a451-d7d7b43906ac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=22e01735-374f-4143-a451-d7d7b43906ac,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:03.094073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '22e01735-374f-4143-a451-d7d7b43906ac', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'port_id': '22e01735-374f-4143-a451-d7d7b43906ac', 'mac_address': 'fa:16:3e:8c:09:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b458d6-cbae-4e02-a686-196d0acdf098', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:04:03.176416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 22e01735-374f-4143-a451-d7d7b43906ac is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:03.176865 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:03.197687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e01735-374f-4143-a451-d7d7b43906ac {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:04:03.230197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 22e01735-374f-4143-a451-d7d7b43906ac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=22e01735-374f-4143-a451-d7d7b43906ac,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:03.248441 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:03.331537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=22e01735-374f-4143-a451-d7d7b43906ac,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:03.342220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.342581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.342991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.343379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.343727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.344063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.344535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.345496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.345841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.346178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.346682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.347149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:03.492191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['22e01735-374f-4143-a451-d7d7b43906ac'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:03.975354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d284b0-36db-4664-bd8b-4070655b21a3 req-f7bbe4ec-cac3-41cb-8d3a-3412cbdbfa54 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:03.977088 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-18d284b0-36db-4664-bd8b-4070655b21a3 req-f7bbe4ec-cac3-41cb-8d3a-3412cbdbfa54 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 945 time: 0.0941026 May 28 06:04:04.044039 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-18d284b0-36db-4664-bd8b-4070655b21a3 req-f370d14a-3a15-4ae5-8653-28d9beb32780 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543034 May 28 06:04:04.916128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 22e01735-374f-4143-a451-d7d7b43906ac up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:04:05.069751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 22e01735-374f-4143-a451-d7d7b43906ac completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:04:05.072890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 22e01735-374f-4143-a451-d7d7b43906ac triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:05.072890 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:05.281215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168bd33-2852-4a8a-b31f-0795a289a82d req-33facb39-0c8a-425d-9c96-c9240807f825 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:05.281215 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6168bd33-2852-4a8a-b31f-0795a289a82d req-33facb39-0c8a-425d-9c96-c9240807f825 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 945 time: 0.1066811 May 28 06:04:05.301294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 22e01735-374f-4143-a451-d7d7b43906ac is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:05.301687 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:05.348516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6168bd33-2852-4a8a-b31f-0795a289a82d req-2a595db9-c207-4ca4-91f0-69e217d167da tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626907 May 28 06:04:05.383362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b673353c-c548-4abf-9c6e-335ee0272200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e01735-374f-4143-a451-d7d7b43906ac'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:05.392394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 22e01735-374f-4143-a451-d7d7b43906ac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=22e01735-374f-4143-a451-d7d7b43906ac,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:05.400515 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:05.528227 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=22e01735-374f-4143-a451-d7d7b43906ac,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:05.674390 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb64e1f-d5e3-4b27-8f63-f3067a305d24'] response: {'server_uuid': 'b673353c-c548-4abf-9c6e-335ee0272200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e01735-374f-4143-a451-d7d7b43906ac', 'code': 200} May 28 06:04:05.823194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aaedd-9210-48c9-8098-26553ee7b0db req-bb091429-a657-444d-bf6f-67c8093c672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:05.825093 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-330aaedd-9210-48c9-8098-26553ee7b0db req-bb091429-a657-444d-bf6f-67c8093c672f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 1097 time: 0.0747476 May 28 06:04:05.884339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-330aaedd-9210-48c9-8098-26553ee7b0db req-dd09a026-afd7-4972-a57b-8482ebfedb0d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488479 May 28 06:04:06.571443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d489a5-a72b-4a5a-a119-42b8e7fd1b7b req-bd43e6b0-2200-4c9a-ac67-fd135f889658 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:06.572785 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47d489a5-a72b-4a5a-a119-42b8e7fd1b7b req-bd43e6b0-2200-4c9a-ac67-fd135f889658 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 946 time: 0.0987079 May 28 06:04:06.636201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47d489a5-a72b-4a5a-a119-42b8e7fd1b7b req-209690b9-bb2a-4fb7-934d-0c20fb4810b5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559733 May 28 06:04:06.963925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0d7c48d1-3c74-42bb-8bea-8a1f504b852e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:06.964791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0d7c48d1-3c74-42bb-8bea-8a1f504b852e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:04:06.991963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0d7c48d1-3c74-42bb-8bea-8a1f504b852e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:04:06.993143 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0d7c48d1-3c74-42bb-8bea-8a1f504b852e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.1985297 May 28 06:04:07.010070 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-149fab7f-3993-4d0a-9654-b4b00e87adb3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/quotas/fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 375 time: 0.0109327 May 28 06:04:07.118282 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-74a7080b-49d6-4286-a027-3f6f0ecdf5a4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005578 May 28 06:04:07.285858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-6b6d33f4-38f8-4d59-9e62-bd15f035a1e4 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666064 May 28 06:04:07.430865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-f308d37e-b4dd-4db7-973a-7fa554f321a4 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387241 May 28 06:04:07.708342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b3591d15-393d-4428-aaf9-efb89f2377e9 req-c333bae5-91fc-4eb1-a5d8-d2de4daa61cc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 210 time: 0.0619042 May 28 06:04:07.889749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20028a-5887-4550-a2cf-800d9f4d551b req-923d9016-5cab-455b-b501-561a52d30727 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:07.892032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0e20028a-5887-4550-a2cf-800d9f4d551b req-923d9016-5cab-455b-b501-561a52d30727 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 946 time: 0.0989199 May 28 06:04:07.940570 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0e20028a-5887-4550-a2cf-800d9f4d551b req-f5dce9d9-ffb0-4ac4-b588-9e49f104bca6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421629 May 28 06:04:08.176953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef312bea-6507-4b14-b36c-10c99e7d6fb6 req-b0f44f7a-17ee-4f77-a83c-79f70ecce62e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:08.184033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef312bea-6507-4b14-b36c-10c99e7d6fb6 req-b0f44f7a-17ee-4f77-a83c-79f70ecce62e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 946 time: 0.1303542 May 28 06:04:08.272245 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef312bea-6507-4b14-b36c-10c99e7d6fb6 req-c9a31513-5478-409c-8c0a-f416fa6c595d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848446 May 28 06:04:08.492643 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8397e6d0-3dfd-463d-ba49-ee65b27102b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:08.838440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5531f-4ade-4e00-ad56-c427edda9065 req-16d14d7b-7c43-441d-b0a7-9e9a4d00b247 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:08.840386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-33a5531f-4ade-4e00-ad56-c427edda9065 req-16d14d7b-7c43-441d-b0a7-9e9a4d00b247 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 946 time: 0.1214035 May 28 06:04:08.889774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-33a5531f-4ade-4e00-ad56-c427edda9065 req-21cfe28f-8da9-41eb-a6fd-30be891d45bc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431418 May 28 06:04:08.892245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-27593b97-a4d8-43a2-82ef-c80e68b484dd req-256c0439-b710-4bfd-9040-70280c7e455f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 210 time: 0.0537429 May 28 06:04:09.216056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-31c6e960-527f-45de-aabf-43392bcbfd4a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:09.217763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-31c6e960-527f-45de-aabf-43392bcbfd4a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.33 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.2038198 May 28 06:04:09.237865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'port': {'device_id': '2c756278-9c12-4de6-9359-c9590dbc1f6d', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'admin_state_up': True, 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:04:09.408333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:04:09.422205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:04:09.434222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Made reservation on behalf of fc6f3a6f26a545aaab5fd63e9f766804 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:04:09.439527 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:09.661883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Allocated IP 172.20.0.10 (5548a89e-ac6e-4db8-9dd0-bc7145d9109a/df602273-db7f-4234-b6c8-0beb4f26e2d7/0f5f7270-3e26-44b0-bc41-cb81db7aee17) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:04:09.976244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:10.019655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Transition to ACTIVE for port object 0f5f7270-3e26-44b0-bc41-cb81db7aee17 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:04:10.057088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:10.159923 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:10.242700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:04:10.363166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1c72-a06a-4e76-b3ce-dc6634c4ee5a req-5f6e6e53-0fe2-4019-aeda-4720385ef53b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:10.375377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d46a1c72-a06a-4e76-b3ce-dc6634c4ee5a req-5f6e6e53-0fe2-4019-aeda-4720385ef53b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 932 time: 0.2326219 May 28 06:04:10.401584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:04:10.431083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d46a1c72-a06a-4e76-b3ce-dc6634c4ee5a req-81992247-335e-475b-bdd3-f8becdd0bc05 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543809 May 28 06:04:10.445637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=0f5f7270-3e26-44b0-bc41-cb81db7aee17,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:10.450497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:04:10.549538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:10.550288 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:10.614750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0467ac25-6c7c-40b9-b57c-9a6789e41987 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3797708 May 28 06:04:10.634028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-77ee7620-80ec-4dc1-8036-918bae8425d6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:10.635559 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-77ee7620-80ec-4dc1-8036-918bae8425d6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 946 time: 0.5098181 May 28 06:04:10.647822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Request body: {'port': {'device_id': '2c756278-9c12-4de6-9359-c9590dbc1f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:04:10.720901 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f67e531f-c197-4577-88e8-c1dd3a766907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:10.832756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-860c1cf7-3092-4cad-a79d-6b3cfa44521e None None] Provisioning for port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:04:10.835047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6c4d5-96fc-46f4-89ed-742ac69a335c req-a69bbc83-e476-428e-80c6-d6ff891ac200 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:10.842731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0b6c4d5-96fc-46f4-89ed-742ac69a335c req-a69bbc83-e476-428e-80c6-d6ff891ac200 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 946 time: 0.6684608 May 28 06:04:10.845746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-860c1cf7-3092-4cad-a79d-6b3cfa44521e None None] Provisioning complete for port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:10.849302 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-860c1cf7-3092-4cad-a79d-6b3cfa44521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:10.940185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-99d014ae-e0ed-4a87-b3e3-d78f2b87d122 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Deleting port 22e01735-374f-4143-a451-d7d7b43906ac {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:04:10.940552 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-99d014ae-e0ed-4a87-b3e3-d78f2b87d122 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:10.990877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0b6c4d5-96fc-46f4-89ed-742ac69a335c req-ae5e3372-62b5-4ce8-98c6-70565a1597a0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472092 May 28 06:04:11.022197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-860c1cf7-3092-4cad-a79d-6b3cfa44521e None None] Port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:04:11.065120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:11.535591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-99d014ae-e0ed-4a87-b3e3-d78f2b87d122 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] For port 22e01735-374f-4143-a451-d7d7b43906ac, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=22e01735-374f-4143-a451-d7d7b43906ac,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:11.535961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-99d014ae-e0ed-4a87-b3e3-d78f2b87d122 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:11.635294 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:11.679955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-99d014ae-e0ed-4a87-b3e3-d78f2b87d122 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Calling delete_port for 22e01735-374f-4143-a451-d7d7b43906ac owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:04:11.698292 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:11.739794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5a979-972f-4cfa-9356-1d59d0061f6f req-1fc05b50-3ec8-4e16-8788-429fd7619fa1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:11.744393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-35b5a979-972f-4cfa-9356-1d59d0061f6f req-1fc05b50-3ec8-4e16-8788-429fd7619fa1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 932 time: 0.1543865 May 28 06:04:11.854939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-35b5a979-972f-4cfa-9356-1d59d0061f6f req-a83c296c-247c-4922-aea5-f26bb0f1d2f7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030641 May 28 06:04:11.992484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5f7270-3e26-44b0-bc41-cb81db7aee17 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:04:12.003119 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:12.009199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-99d014ae-e0ed-4a87-b3e3-d78f2b87d122 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:12.044446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:12.098542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d014ae-e0ed-4a87-b3e3-d78f2b87d122 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event deleted for resources: {'Port': ['ID=22e01735-374f-4143-a451-d7d7b43906ac,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:12.111056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Transition to ACTIVE for port object 0f5f7270-3e26-44b0-bc41-cb81db7aee17 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:04:12.213512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-99d014ae-e0ed-4a87-b3e3-d78f2b87d122 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] No DVR routers for this DVR port 22e01735-374f-4143-a451-d7d7b43906ac on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:04:12.215218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:12.226885 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-99d014ae-e0ed-4a87-b3e3-d78f2b87d122 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:12.305397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b673353c-c548-4abf-9c6e-335ee0272200', 'name': 'network-vif-deleted', 'tag': '22e01735-374f-4143-a451-d7d7b43906ac'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:12.482229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Pushing event updated for resources: {'Port': ['ID=0f5f7270-3e26-44b0-bc41-cb81db7aee17,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:12.513829 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f30f6d-b23b-49d5-b95d-f68a0512040d'] response: {'server_uuid': 'b673353c-c548-4abf-9c6e-335ee0272200', 'name': 'network-vif-deleted', 'tag': '22e01735-374f-4143-a451-d7d7b43906ac', 'status': 'completed', 'code': 200} May 28 06:04:12.515341 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc2f7e12-764e-4858-b3c5-debf0bea2db9 req-99d014ae-e0ed-4a87-b3e3-d78f2b87d122 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "DELETE /v2.0/ports/22e01735-374f-4143-a451-d7d7b43906ac HTTP/1.1" status: 204 len: 173 time: 1.7842917 May 28 06:04:12.536956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9a95432e-5592-4849-9bbb-510bcc056bf9 req-e74c2f9e-ed75-4e19-8871-893f7525f537 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:04:12.832409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9a95432e-5592-4849-9bbb-510bcc056bf9 req-e74c2f9e-ed75-4e19-8871-893f7525f537 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:04:12.850080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a95432e-5592-4849-9bbb-510bcc056bf9 req-e74c2f9e-ed75-4e19-8871-893f7525f537 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b673353c-c548-4abf-9c6e-335ee0272200 HTTP/1.1" status: 200 len: 210 time: 0.4329195 May 28 06:04:12.920182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Attempting to bind port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:04:12.920598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Attempting to bind port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:04:12.920998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Attempting to bind port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:12.934353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 22e01735-374f-4143-a451-d7d7b43906ac no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:04:12.934750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:04:12.934750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Attempting to bind port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:12.942312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:04:12.942740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Checking segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:04:12.943192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Bound using segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:04:12.945330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Bound port: 0f5f7270-3e26-44b0-bc41-cb81db7aee17, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:04:12.945756 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:12.999759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 22e01735-374f-4143-a451-d7d7b43906ac {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:04:13.000159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 22e01735-374f-4143-a451-d7d7b43906ac not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:04:13.052842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] For port 0f5f7270-3e26-44b0-bc41-cb81db7aee17, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:04:13.056305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] For port 0f5f7270-3e26-44b0-bc41-cb81db7aee17, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0f5f7270-3e26-44b0-bc41-cb81db7aee17,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:04:13.067490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:13.199000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8709ad-bcf4-4b7a-b7fe-21f436ac3e1e req-ea17f628-d74f-461e-a2a5-946ea25b39f1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:13.211664 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d8709ad-bcf4-4b7a-b7fe-21f436ac3e1e req-ea17f628-d74f-461e-a2a5-946ea25b39f1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.1976027 May 28 06:04:13.253921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:13.254584 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:13.260416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] 10.222.0.33 "PUT /v2.0/ports/0f5f7270-3e26-44b0-bc41-cb81db7aee17 HTTP/1.1" status: 200 len: 1092 time: 2.6151521 May 28 06:04:13.321234 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:13.348588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dae5ba-8a24-4fb1-9627-6286aadd6eee service neutron] Pushing event updated for resources: {'Port': ['ID=0f5f7270-3e26-44b0-bc41-cb81db7aee17,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:13.415557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d8709ad-bcf4-4b7a-b7fe-21f436ac3e1e req-a65cc0d3-0560-4609-80a3-6adcf1f62c08 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001588 May 28 06:04:13.589691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-660d7871-409a-4e5c-9cc2-99fff903156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:13.591586 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-660d7871-409a-4e5c-9cc2-99fff903156c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 1095 time: 0.1429558 May 28 06:04:13.686080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-7aa3638b-22b5-41e5-82c3-3cabd6d43439 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f5f7270-3e26-44b0-bc41-cb81db7aee17 HTTP/1.1" status: 200 len: 217 time: 0.0790040 May 28 06:04:13.760727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0e1247b9-afcd-4d82-a58f-df30d6c2908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:13.762324 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-0e1247b9-afcd-4d82-a58f-df30d6c2908f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0705121 May 28 06:04:13.872720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-1a22d4f5-632e-475d-a136-acd8503d0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:13.875825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-1a22d4f5-632e-475d-a136-acd8503d0c6d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065891 May 28 06:04:14.064297 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-748e050c-bc8b-4ca9-8924-42f571385d50 service neutron] 10.222.0.33 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799653 May 28 06:04:14.496854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b3358f2-1aa1-4eb2-be80-f8c96eb7966c req-92d2fbb0-16c7-4555-965f-0b8a92a95abc service neutron] 10.222.0.33 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216185 May 28 06:04:14.522498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c756278-9c12-4de6-9359-c9590dbc1f6d', 'tag': '0f5f7270-3e26-44b0-bc41-cb81db7aee17'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:14.686903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-256d584d-8827-4339-91e4-0ef319fb35b2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:14.688735 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-256d584d-8827-4339-91e4-0ef319fb35b2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.3667631 May 28 06:04:14.721470 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-45ed30cb-671c-4e1d-bedd-b61a01218d2d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/quotas/e514b2b59ed840d696e18dda8fe4643b HTTP/1.1" status: 200 len: 375 time: 0.0211446 May 28 06:04:14.960941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fedd9-7c67-4618-998d-5638bc68b88a req-e8b46d6e-43c0-4e6b-b4be-0c1daded3178 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:14.963452 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e36fedd9-7c67-4618-998d-5638bc68b88a req-e8b46d6e-43c0-4e6b-b4be-0c1daded3178 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.2083905 May 28 06:04:15.007626 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-aa244052-112f-4237-b137-358721a7b605 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2666123 May 28 06:04:15.039677 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e36fedd9-7c67-4618-998d-5638bc68b88a req-9935e497-ed6c-467c-9f2c-fbdacba78543 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691009 May 28 06:04:15.159460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59446) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:15.197872 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a165b214-76c4-4d06-b00a-913bac329964'] response: {'name': 'network-changed', 'server_uuid': '2c756278-9c12-4de6-9359-c9590dbc1f6d', 'tag': '0f5f7270-3e26-44b0-bc41-cb81db7aee17', 'status': 'completed', 'code': 200} May 28 06:04:15.355409 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-55628ee6-f6ef-4460-96c9-f8c517396dba service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469064 May 28 06:04:15.370893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-bcd1925b-cf12-4a9e-81a3-d68a6c9503f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:15.372172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-bcd1925b-cf12-4a9e-81a3-d68a6c9503f3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 1095 time: 0.1678956 May 28 06:04:15.457101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-404ef59d-3eba-4cb3-9374-9c2909662d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:15.502547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-404ef59d-3eba-4cb3-9374-9c2909662d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:04:15.518699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-404ef59d-3eba-4cb3-9374-9c2909662d0f admin admin] Usage tracker for resource:security_group_rule and tenant:ed70011b6d894a74a091f641c0d3fa3c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:04:15.530844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-404ef59d-3eba-4cb3-9374-9c2909662d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:04:15.545342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-404ef59d-3eba-4cb3-9374-9c2909662d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:04:15.633219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-60ac2a75-be35-4c92-8ef0-18343eaa878e service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600052 May 28 06:04:15.635569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-1f8a7517-593e-4a14-ad6f-fcf67895d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:15.636961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-1f8a7517-593e-4a14-ad6f-fcf67895d833 service neutron] 10.222.0.33 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.2454464 May 28 06:04:15.742032 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-404ef59d-3eba-4cb3-9374-9c2909662d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:15.755554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-404ef59d-3eba-4cb3-9374-9c2909662d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:15.833395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ef59d-3eba-4cb3-9374-9c2909662d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade0cb1-ec5a-4c73-bbf4-ac5bdee2166d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:15.867874 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-404ef59d-3eba-4cb3-9374-9c2909662d0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed70011b6d894a74a091f641c0d3fa3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7049601 May 28 06:04:15.868495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59460) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:15.918521 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-43f1f0f4-59ad-49a3-b2cc-cd9be67b623d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f5f7270-3e26-44b0-bc41-cb81db7aee17 HTTP/1.1" status: 200 len: 217 time: 0.2740195 May 28 06:04:16.045750 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4432401e-5562-4890-b5e7-0719a7a1da63 req-dd766cdd-a571-40ca-9bfa-00dae9be21f4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 210 time: 0.1395557 May 28 06:04:16.046833 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69da90ff-0563-4bdc-8e96-d57a2eac50ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:16.094777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-2b31e22b-659b-4a01-9e22-38885a56d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:16.096889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-2b31e22b-659b-4a01-9e22-38885a56d705 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.1716526 May 28 06:04:16.171165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69da90ff-0563-4bdc-8e96-d57a2eac50ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:16.259864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-fb4bbb7a-e00e-4fa6-9f10-57be7debe5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:16.262972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-fb4bbb7a-e00e-4fa6-9f10-57be7debe5ea service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584342 May 28 06:04:16.346154 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69da90ff-0563-4bdc-8e96-d57a2eac50ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:16.377153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da90ff-0563-4bdc-8e96-d57a2eac50ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade0cb1-ec5a-4c73-bbf4-ac5bdee2166d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:16.391989 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69da90ff-0563-4bdc-8e96-d57a2eac50ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:16.398032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-69da90ff-0563-4bdc-8e96-d57a2eac50ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ade0cb1-ec5a-4c73-bbf4-ac5bdee2166d HTTP/1.1" status: 204 len: 168 time: 0.5285070 May 28 06:04:16.649256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-7bfcbd5b-d7b3-44db-8d08-d1299cad71e8 service neutron] 10.222.0.33 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776264 May 28 06:04:16.695969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89583a71-9a92-4af3-9a3c-0f628b54be80 req-d9f231e8-533a-4691-b914-15585737104d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:16.697029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-89583a71-9a92-4af3-9a3c-0f628b54be80 req-d9f231e8-533a-4691-b914-15585737104d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:04:16.803292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-89583a71-9a92-4af3-9a3c-0f628b54be80 req-d9f231e8-533a-4691-b914-15585737104d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:04:16.813696 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89583a71-9a92-4af3-9a3c-0f628b54be80 req-d9f231e8-533a-4691-b914-15585737104d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.3688998 May 28 06:04:16.914710 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a55ab4b9-3a05-4400-928b-b1bae6d48cd9 req-fdf1d55b-f6fb-40a2-a5d6-d9eb1e09e80e service neutron] 10.222.0.33 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592964 May 28 06:04:16.948084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-89583a71-9a92-4af3-9a3c-0f628b54be80 req-6dd7e386-c158-4754-b567-6105ddbd1a26 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321692 May 28 06:04:17.363745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2d4fc3a6-e28d-462b-9549-1cf73ce1d421 req-3e1a7645-29e6-4acd-a1b3-61d5089bb17c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 210 time: 0.0981941 May 28 06:04:17.852985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59502) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:18.095739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-229137050-network', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:04:18.115065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-09999f1e-c0fa-48e7-a080-5153309aa69e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:18.119929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-09999f1e-c0fa-48e7-a080-5153309aa69e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.3349681 May 28 06:04:18.120119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:04:18.130346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Usage tracker for resource:network and tenant:bd3619c971f2493db44306ca5e09e70e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:04:18.136274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:04:18.145994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:04:18.150151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Request body: {'port': {'device_id': '5f97153c-afbc-499e-b490-c5461382c941', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'admin_state_up': True, 'tenant_id': 'e514b2b59ed840d696e18dda8fe4643b'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:04:18.194961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Made reservation on behalf of bd3619c971f2493db44306ca5e09e70e for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:04:18.211624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:18.245502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:18.262447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:04:18.266803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Usage tracker for resource:security_group_rule and tenant:bd3619c971f2493db44306ca5e09e70e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:04:18.269731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:04:18.275986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:04:18.368230 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:18.380605 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:18.438290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8cf081-874c-41d7-a08e-d31a057dde8c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:18.456169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:04:18.470084 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:18.471072 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Added segment 6fece492-4709-4068-9757-caaf76081fa1 of type vlan for network 18af05ca-6527-4b36-bd40-a0c707484de7 May 28 06:04:18.507497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:18.641287 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:18.641287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:18.641287 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:18.681282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:04:18.698167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:04:18.702448 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20c4d284-ba3c-4b87-98d7-c9bd1e723c33 req-733e502e-befa-41e2-8eb4-35baad43914e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 210 time: 0.1125300 May 28 06:04:18.709571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1ed5-cfd4-4da4-bf36-473359b34518 req-b355a0b9-1fc3-4a84-b3af-a16bfdc527b7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:18.726055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5eb1ed5-cfd4-4da4-bf36-473359b34518 req-b355a0b9-1fc3-4a84-b3af-a16bfdc527b7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.3617425 May 28 06:04:18.757438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Made reservation on behalf of e514b2b59ed840d696e18dda8fe4643b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:04:18.761279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:18.780863 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9274178 May 28 06:04:18.782562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59518) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:18.789699 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5eb1ed5-cfd4-4da4-bf36-473359b34518 req-0c052aa0-c744-403b-b993-c0f60033351b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717974 May 28 06:04:18.820512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Request body: {'subnet': {'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-229137050-subnet', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:04:18.834401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:04:18.840016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0da70f-5943-4459-825a-ae76ff00e81c admin admin] Pushing event updated for resources: {'Network': ['ID=18af05ca-6527-4b36-bd40-a0c707484de7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:18.842486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Usage tracker for resource:subnet and tenant:bd3619c971f2493db44306ca5e09e70e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:04:18.846589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:04:18.853867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:04:18.854278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 18af05ca-6527-4b36-bd40-a0c707484de7 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:04:18.874668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Made reservation on behalf of bd3619c971f2493db44306ca5e09e70e for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:04:18.877505 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:19.014846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Allocated IP 172.20.0.12 (f0885d8d-27f4-48d5-ac7d-ad07d01da468/d8b458d6-cbae-4e02-a686-196d0acdf098/bed3831c-55e0-4087-a9ff-ffa5d8f35d2c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:04:19.155962 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:19.237937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7662d59-3d25-4879-87ca-c485889b0bb4,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:19.248583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Checking segment: {'id': '6fece492-4709-4068-9757-caaf76081fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:04:19.248938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Network hostable DHCP agents. Network: 18af05ca-6527-4b36-bd40-a0c707484de7, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:04:19.282564 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Network 18af05ca-6527-4b36-bd40-a0c707484de7 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:04:19.294098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 18af05ca-6527-4b36-bd40-a0c707484de7) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:04:19.300013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:19.301367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:19.307640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c9685-0a33-4619-93bb-3bf5464fce44 None None] Network 18af05ca-6527-4b36-bd40-a0c707484de7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:04:19.350363 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:19.361845 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0e637b9b-d355-4d1b-99f9-191766e0e021 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5676394 May 28 06:04:19.366312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59522) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:19.373769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-229137050-router', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:04:19.380704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:04:19.387138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Usage tracker for resource:router and tenant:bd3619c971f2493db44306ca5e09e70e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:04:19.391852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:04:19.399581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:04:19.419377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:19.420839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:19.437066 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:19.487411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:19.500778 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:19.545081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:04:19.549108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:04:19.554485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:04:19.579857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event updated for resources: {'Port': ['ID=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:19.882047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-18af05ca-6527-4b36-bd40-a0c707484de7', 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'fixed_ips': [{'subnet_id': 'b7662d59-3d25-4879-87ca-c485889b0bb4'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:04:19.882864 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:20.083868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:20.083868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:20.148924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c8359-c09d-4686-b2d8-fd6c798bc395 req-e591b644-c8a5-4a5e-a738-34bf853bcda5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:20.157526 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d42c8359-c09d-4686-b2d8-fd6c798bc395 req-e591b644-c8a5-4a5e-a738-34bf853bcda5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 932 time: 0.2245166 May 28 06:04:20.268101 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d42c8359-c09d-4686-b2d8-fd6c798bc395 req-4bf07993-c248-4b56-969f-a17f57f513fc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092713 May 28 06:04:20.315404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Allocated IP 172.20.0.2 (18af05ca-6527-4b36-bd40-a0c707484de7/b7662d59-3d25-4879-87ca-c485889b0bb4/3a6fa5b8-65cb-43fc-b976-16e48eac85f8) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:04:20.337048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:20.442758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-01266ce7-0402-40a1-8c58-7c480a261ffc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3088419 May 28 06:04:20.470321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Request body: {'port': {'device_id': '5f97153c-afbc-499e-b490-c5461382c941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:04:20.556373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f600c9-0146-4e14-b549-f8404454cdc4 req-966a0ab4-9157-4757-aaae-445f8200d65e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:20.558213 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-78f600c9-0146-4e14-b549-f8404454cdc4 req-966a0ab4-9157-4757-aaae-445f8200d65e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.3761094 May 28 06:04:20.566925 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:20.587113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Transition to ACTIVE for port object 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:04:20.610959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Transition to ACTIVE for port object 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:04:20.628898 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:20.664025 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:20.729158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-78f600c9-0146-4e14-b549-f8404454cdc4 req-94b44fd2-d059-4346-af03-7aac8d592608 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196222 May 28 06:04:20.736387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Network 18af05ca-6527-4b36-bd40-a0c707484de7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:04:20.740208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:04:20.745810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:04:20.763587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Pushing event updated for resources: {'Port': ['ID=3a6fa5b8-65cb-43fc-b976-16e48eac85f8,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:20.900497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Attempting to bind port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:04:20.901087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Attempting to bind port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6fece492-4709-4068-9757-caaf76081fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:04:20.901888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Attempting to bind port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 on network 18af05ca-6527-4b36-bd40-a0c707484de7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:20.907753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:04:20.908109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Checking segment: {'id': '6fece492-4709-4068-9757-caaf76081fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:04:20.908587 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:20.908992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Bound using segment: {'id': '6fece492-4709-4068-9757-caaf76081fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:04:20.909464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Bound port: 3a6fa5b8-65cb-43fc-b976-16e48eac85f8, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fece492-4709-4068-9757-caaf76081fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:04:20.909814 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:21.042468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] For port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:04:21.046253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] For port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3a6fa5b8-65cb-43fc-b976-16e48eac85f8,segment=NetworkSegment(6fece492-4709-4068-9757-caaf76081fa1),segment_id=6fece492-4709-4068-9757-caaf76081fa1)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:04:21.050199 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:21.159652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e11094-9d81-405b-8381-8e23fc19b713 None None] Pushing event updated for resources: {'Port': ['ID=3a6fa5b8-65cb-43fc-b976-16e48eac85f8,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:21.229142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:21.265481 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:21.606053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d56f4-f969-45c8-befe-5b9212ae9a90 req-52305d83-ed34-4b16-986d-833e9b93b9d4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:21.618589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed3831c-55e0-4087-a9ff-ffa5d8f35d2c {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:04:21.621231 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b08d56f4-f969-45c8-befe-5b9212ae9a90 req-52305d83-ed34-4b16-986d-833e9b93b9d4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 932 time: 0.2128985 May 28 06:04:21.662110 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:21.665260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Allocated IP 172.25.4.115 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:04:21.688225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Transition to ACTIVE for port object bed3831c-55e0-4087-a9ff-ffa5d8f35d2c will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:04:21.729088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:21.741084 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b08d56f4-f969-45c8-befe-5b9212ae9a90 req-515d2ba5-9237-40cb-b91c-1098aaef95a3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081383 May 28 06:04:21.877145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Pushing event updated for resources: {'Port': ['ID=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:22.322737 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:22.337646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Attempting to bind port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:04:22.337978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Attempting to bind port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:04:22.338299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Attempting to bind port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:22.347887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:04:22.348212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Attempting to bind port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:22.356900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:04:22.357227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Checking segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:04:22.357604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Bound using segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:04:22.358022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Bound port: bed3831c-55e0-4087-a9ff-ffa5d8f35d2c, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:04:22.358359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:22.375686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4451-f766-47b6-a782-ca5ee1bdd7f1 req-ecc1db51-21fd-4bc6-bf25-9b9086d60437 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:22.377200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57fc4451-f766-47b6-a782-ca5ee1bdd7f1 req-ecc1db51-21fd-4bc6-bf25-9b9086d60437 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.2606556 May 28 06:04:22.496432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:22.502241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-57fc4451-f766-47b6-a782-ca5ee1bdd7f1 req-616bcb1e-5bdb-40a3-b2e8-88b6bebc1943 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188886 May 28 06:04:22.570954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] For port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:04:22.575721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:04:22.581491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:04:22.586077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:04:22.615793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] For port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:04:22.617548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441788ab-124c-42a8-94ba-5ab88b178f54 None None] Network 18af05ca-6527-4b36-bd40-a0c707484de7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:04:22.633667 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:22.639919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Pushing event updated for resources: {'Port': ['ID=e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:22.700770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:22.701386 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:22.703816 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] 10.222.0.41 "PUT /v2.0/ports/bed3831c-55e0-4087-a9ff-ffa5d8f35d2c HTTP/1.1" status: 200 len: 1092 time: 2.2416334 May 28 06:04:22.706803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f97153c-afbc-499e-b490-c5461382c941', 'tag': 'bed3831c-55e0-4087-a9ff-ffa5d8f35d2c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:22.729126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2977a3ba-27d4-45e2-b8b8-ac9b78c7ade8 None None] Provisioning for port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:04:22.915218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:04:23.058545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abf350-b89b-41b8-9d32-58b8b4e10b0f service neutron] Pushing event updated for resources: {'Port': ['ID=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:23.063125 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bacfcc6-6039-495a-bb9f-2ffcd6907a0c'] response: {'name': 'network-changed', 'server_uuid': '5f97153c-afbc-499e-b490-c5461382c941', 'tag': 'bed3831c-55e0-4087-a9ff-ffa5d8f35d2c', 'status': 'completed', 'code': 200} May 28 06:04:23.066592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:04:23.074068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:23.074436 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:23.249313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-c49ebe67-c477-463f-8dd7-d628f4c05dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:23.251348 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-c49ebe67-c477-463f-8dd7-d628f4c05dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 1095 time: 0.4511936 May 28 06:04:23.300346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:23.300870 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:23.345978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3a6fa5b8-65cb-43fc-b976-16e48eac85f8,segment=NetworkSegment(6fece492-4709-4068-9757-caaf76081fa1),segment_id=6fece492-4709-4068-9757-caaf76081fa1)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:23.355614 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:23.369759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-4c7d700e-0d67-4ef6-a476-235df5677251 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c HTTP/1.1" status: 200 len: 217 time: 0.1019781 May 28 06:04:23.386405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0312289-0efd-42d2-a3e4-4488b79a894f req-179a2bb9-17a6-41b3-8fc0-502dc6097306 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:23.387134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f0312289-0efd-42d2-a3e4-4488b79a894f req-179a2bb9-17a6-41b3-8fc0-502dc6097306 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:04:23.465392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3a6fa5b8-65cb-43fc-b976-16e48eac85f8,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:23.628779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f0312289-0efd-42d2-a3e4-4488b79a894f req-179a2bb9-17a6-41b3-8fc0-502dc6097306 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:04:23.629916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0312289-0efd-42d2-a3e4-4488b79a894f req-179a2bb9-17a6-41b3-8fc0-502dc6097306 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 944 time: 0.6121690 May 28 06:04:23.642654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-be4f66ac-d567-479f-b925-b384c6118b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:23.644084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-be4f66ac-d567-479f-b925-b384c6118b15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.2528870 May 28 06:04:23.677437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f97da0ce-2b72-4838-9409-9881d31c0655 None None] Provisioning complete for port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:23.678011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f97da0ce-2b72-4838-9409-9881d31c0655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:23.725891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab43818-c6af-4f93-9816-a3b065fa3546 req-2b7c9d2b-efb3-4303-a673-3ad0e51c4bf0 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:23.733266 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fab43818-c6af-4f93-9816-a3b065fa3546 req-2b7c9d2b-efb3-4303-a673-3ad0e51c4bf0 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.0938168 May 28 06:04:23.783894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-c5de659c-0dcc-4506-b046-5a39ba9bbecc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284649 May 28 06:04:23.788333 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fab43818-c6af-4f93-9816-a3b065fa3546 req-4196faaf-146b-404c-85b8-0cb007667740 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541508 May 28 06:04:23.859825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f97da0ce-2b72-4838-9409-9881d31c0655 None None] Current status of the port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:23.901194 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:23.950159 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0312289-0efd-42d2-a3e4-4488b79a894f req-8efd6dc7-346c-4303-8702-36a2911f4988 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048029 May 28 06:04:24.241693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-4afe62ae-25f0-4e0c-8974-f02007164427 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325619 May 28 06:04:24.533728 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a8d3a-7620-4d84-8897-dc942dad49b8 req-4d2c365f-deca-42be-92b9-1935bc6c2036 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821839 May 28 06:04:24.534805 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:24.814890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2217f17-21e7-484e-b7df-50e9e55e708d req-81a81354-6a4f-4ab0-93e1-99a2de3a2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:24.816449 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2217f17-21e7-484e-b7df-50e9e55e708d req-81a81354-6a4f-4ab0-93e1-99a2de3a2023 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 1095 time: 0.2032697 May 28 06:04:24.820908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:04:25.046319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:25.049952 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:25.069263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f533285-201b-4075-b918-f6e15b99e267 req-3e4c134f-7705-4687-913e-58100fd3bf3a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:25.082690 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f533285-201b-4075-b918-f6e15b99e267 req-3e4c134f-7705-4687-913e-58100fd3bf3a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.1551509 May 28 06:04:25.129917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2217f17-21e7-484e-b7df-50e9e55e708d req-b984ae65-c7d9-4ec1-85c6-bbb60dec0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:25.131971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2217f17-21e7-484e-b7df-50e9e55e708d req-b984ae65-c7d9-4ec1-85c6-bbb60dec0631 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 907 time: 0.2989736 May 28 06:04:25.188000 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f533285-201b-4075-b918-f6e15b99e267 req-55f603fe-42a9-47c9-beaf-7a599605cf5c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043019 May 28 06:04:25.258948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:25.281671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2217f17-21e7-484e-b7df-50e9e55e708d req-00e988d7-ddd5-40ac-a3dc-21379079d0d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c HTTP/1.1" status: 200 len: 217 time: 0.1386383 May 28 06:04:25.351312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Router e144e43a-2ec4-40d3-9fa5-6571e66b9761 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:04:25.524239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2217f17-21e7-484e-b7df-50e9e55e708d req-d99dbb82-c686-4990-b4a7-330894ec350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:25.524239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2217f17-21e7-484e-b7df-50e9e55e708d req-d99dbb82-c686-4990-b4a7-330894ec350d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.1758733 May 28 06:04:25.799226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e08bf7-1152-42fd-93f3-9243ee3e1eaf req-6b4f3288-0563-4d35-aef4-dc177978fc88 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:25.800595 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e7e08bf7-1152-42fd-93f3-9243ee3e1eaf req-6b4f3288-0563-4d35-aef4-dc177978fc88 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 944 time: 0.5177948 May 28 06:04:25.805097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2217f17-21e7-484e-b7df-50e9e55e708d req-9e2eb5a3-361c-4677-85dd-2c7b23cb8004 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2760084 May 28 06:04:25.927344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:04:25.939420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Sync routers for ids ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:04:25.949596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Routers {'e144e43a-2ec4-40d3-9fa5-6571e66b9761'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:04:25.950247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:04:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:26.016363 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:26.017781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ccfd1897-6f1a-439a-b351-030e622fa30f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.6500142 May 28 06:04:26.020861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59584) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:26.023719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e7e08bf7-1152-42fd-93f3-9243ee3e1eaf req-6e588bf2-47aa-4a13-b693-8a1e408c4f67 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159810 May 28 06:04:26.027688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2217f17-21e7-484e-b7df-50e9e55e708d req-46d3f57a-e97e-45ee-8c1c-772206228ea7 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051785 May 28 06:04:26.162674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Set router e144e43a-2ec4-40d3-9fa5-6571e66b9761 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:04:26.206750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2217f17-21e7-484e-b7df-50e9e55e708d req-7274525d-f569-4d5e-ab76-abe8f3b885df service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696818 May 28 06:04:26.492175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'name': 'tempest-ImageQuotaTest-229137050-router', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:04:19Z', 'updated_at': '2022-05-28T06:04:23Z', 'revision_number': 3, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'gw_port': {'id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:80:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:04:21Z', 'updated_at': '2022-05-28T06:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:26.496102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Checking router: e144e43a-2ec4-40d3-9fa5-6571e66b9761 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:04:26.496452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Updating router e144e43a-2ec4-40d3-9fa5-6571e66b9761 port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:04:26.532490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca421ec0-b8b3-41f3-91df-589fe1f96294 req-56d12736-306a-44ef-860f-3a933ffb2302 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:26.533950 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ca421ec0-b8b3-41f3-91df-589fe1f96294 req-56d12736-306a-44ef-860f-3a933ffb2302 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.2246771 May 28 06:04:26.556467 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:26.653227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ca421ec0-b8b3-41f3-91df-589fe1f96294 req-41ba89a3-324d-4107-b1e6-9cdda9f9099d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098118 May 28 06:04:26.995027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device bed3831c-55e0-4087-a9ff-ffa5d8f35d2c details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:04:27.000086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.018880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Transition to ACTIVE for port object e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:04:27.034869 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.061979 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.182481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Attempting to bind port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:04:27.183125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Attempting to bind port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:04:27.183775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Attempting to bind port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:27.198626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:04:27.199328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:04:27.199894 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.200457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:04:27.201112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Bound port: e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:04:27.201707 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.258229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506701a4-34a5-491c-974e-ab2dd6aa9996 req-61875a20-11f9-43b7-aad2-27cc7b140f98 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:27.260564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f88a0c-dd2d-4e46-8ccf-175c19fa9b0a None None] Pushing event updated for resources: {'Port': ['ID=e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:27.268721 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-506701a4-34a5-491c-974e-ab2dd6aa9996 req-61875a20-11f9-43b7-aad2-27cc7b140f98 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 944 time: 0.1149302 May 28 06:04:27.308865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Allocated IP 172.20.0.1 (18af05ca-6527-4b36-bd40-a0c707484de7/b7662d59-3d25-4879-87ca-c485889b0bb4/a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:04:27.329313 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-506701a4-34a5-491c-974e-ab2dd6aa9996 req-3ff90cdc-b002-467f-91a9-d453ab07d2c0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567822 May 28 06:04:27.330606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] For port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:04:27.334049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:27.350824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] For port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:04:27.352192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'bed3831c-55e0-4087-a9ff-ffa5d8f35d2c', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'port_id': 'bed3831c-55e0-4087-a9ff-ffa5d8f35d2c', 'mac_address': 'fa:16:3e:f0:d5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b458d6-cbae-4e02-a686-196d0acdf098', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:04:27.380055 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.471019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:27.471421 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.473005 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.491968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Transition to ACTIVE for port object a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:04:27.503215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed3831c-55e0-4087-a9ff-ffa5d8f35d2c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:04:27.506916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Routers {'e144e43a-2ec4-40d3-9fa5-6571e66b9761'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:04:27.507563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:04:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:27.517689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.584232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Network 18af05ca-6527-4b36-bd40-a0c707484de7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:04:27.587265 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:04:27.589945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:04:27.594334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f88a0c-dd2d-4e46-8ccf-175c19fa9b0a None None] Pushing event updated for resources: {'Port': ['ID=e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:27.597665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:27.638650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Pushing event updated for resources: {'Port': ['ID=a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:27.649352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.649968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.650463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.650959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.651471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.651976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.652466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.652961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.653446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.653937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.655270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.655770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:27.673967 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.681638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:27.830712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:27.837030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] Set router e144e43a-2ec4-40d3-9fa5-6571e66b9761 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:04:27.971391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['bed3831c-55e0-4087-a9ff-ffa5d8f35d2c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:28.178517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de61df-68bb-4d2f-b6cb-91dc6c99d8be req-758072a2-e358-40fc-a2f0-6561f2480de1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:28.185647 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92de61df-68bb-4d2f-b6cb-91dc6c99d8be req-758072a2-e358-40fc-a2f0-6561f2480de1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.3243239 May 28 06:04:28.220978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf471-912d-47a9-b5dd-ddd311768724 None None] Provisioning for port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:04:28.241133 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92de61df-68bb-4d2f-b6cb-91dc6c99d8be req-155f2b41-412c-479d-9572-75ed54ffbaa0 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546286 May 28 06:04:28.262005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf471-912d-47a9-b5dd-ddd311768724 None None] Provisioning complete for port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:28.262499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf471-912d-47a9-b5dd-ddd311768724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:28.314396 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:28.512064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf471-912d-47a9-b5dd-ddd311768724 None None] Port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:04:28.546971 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'name': 'tempest-ImageQuotaTest-229137050-router', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:04:19Z', 'updated_at': '2022-05-28T06:04:23Z', 'revision_number': 3, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'gw_port': {'id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:80:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:04:21Z', 'updated_at': '2022-05-28T06:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:28.549275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c28e2c-8cc5-4f91-85a5-87af12d343ad None None] The sync data for ids ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'] in n-d-843679-5 is: [{'id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'name': 'tempest-ImageQuotaTest-229137050-router', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:04:19Z', 'updated_at': '2022-05-28T06:04:23Z', 'revision_number': 3, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'gw_port': {'id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:80:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:04:21Z', 'updated_at': '2022-05-28T06:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:04:28.588622 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:28.592739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e1ba2-3b26-4eff-baf3-5fe5e09ee306 req-1eff1224-3aa9-4547-9063-3665b7057107 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:28.595433 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:28.601601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e75e1ba2-3b26-4eff-baf3-5fe5e09ee306 req-1eff1224-3aa9-4547-9063-3665b7057107 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 945 time: 0.1452382 May 28 06:04:28.655488 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e75e1ba2-3b26-4eff-baf3-5fe5e09ee306 req-b062e546-81a0-40c6-a4aa-1a726c6fe95b tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525851 May 28 06:04:28.724208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:28.727894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Pushing event updated for resources: {'Port': ['ID=a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:28.912094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Network 18af05ca-6527-4b36-bd40-a0c707484de7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:04:28.913590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:04:28.992573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device bed3831c-55e0-4087-a9ff-ffa5d8f35d2c up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:04:29.242747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:04:29.248678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:29.249787 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:29.252042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Router e144e43a-2ec4-40d3-9fa5-6571e66b9761 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:04:29.396124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-82f69597-5835-4ccc-b858-2048579acab2 None None] Provisioning complete for port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:29.396493 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-82f69597-5835-4ccc-b858-2048579acab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:29.469385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:29.470150 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:29.484706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-82f69597-5835-4ccc-b858-2048579acab2 None None] Port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:04:29.510817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f97153c-afbc-499e-b490-c5461382c941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3831c-55e0-4087-a9ff-ffa5d8f35d2c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:29.523359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:29.529442 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:29.540895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:04:29.556806 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-67489808-9e54-4e22-845f-5ab29a7deb2e admin admin] 10.222.0.39 "PUT /v2.0/routers/e144e43a-2ec4-40d3-9fa5-6571e66b9761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5346375 May 28 06:04:29.614466 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb584fe-50db-47ad-a1f0-b7cef2395ec4'] response: {'server_uuid': '5f97153c-afbc-499e-b490-c5461382c941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3831c-55e0-4087-a9ff-ffa5d8f35d2c', 'code': 200} May 28 06:04:29.640966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:29.697271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813972-7cae-4faf-a94e-5581f8143670 req-3d018350-f90d-451b-bb7e-864e8117782c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:29.699056 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-37813972-7cae-4faf-a94e-5581f8143670 req-3d018350-f90d-451b-bb7e-864e8117782c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.1551511 May 28 06:04:29.766928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-37813972-7cae-4faf-a94e-5581f8143670 req-028b08f6-6400-46f7-a1a1-9864cbf69129 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618265 May 28 06:04:29.839142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac3fc-48f0-4df3-80b6-a48bf09603e6 req-77d74971-f68e-4c92-9c55-10118869e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:29.840601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-573ac3fc-48f0-4df3-80b6-a48bf09603e6 req-77d74971-f68e-4c92-9c55-10118869e4e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 1097 time: 0.1601436 May 28 06:04:29.955267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-573ac3fc-48f0-4df3-80b6-a48bf09603e6 req-a7538e53-d821-4eb3-b028-74ba97ecaac2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013198 May 28 06:04:29.986625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78359504-2b23-4b14-8b89-bf043e764cfd req-846127c6-d3cf-495a-8f33-e74ad6abd66a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:29.988303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-78359504-2b23-4b14-8b89-bf043e764cfd req-846127c6-d3cf-495a-8f33-e74ad6abd66a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 946 time: 0.1191440 May 28 06:04:30.043799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-78359504-2b23-4b14-8b89-bf043e764cfd req-352bbb40-bdbb-4118-ab0f-03a188d31ee8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474093 May 28 06:04:30.527432 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Sync routers for ids ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:04:30.537221 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Routers {'e144e43a-2ec4-40d3-9fa5-6571e66b9761'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:04:30.537973 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:04:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:30.763954 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Set router e144e43a-2ec4-40d3-9fa5-6571e66b9761 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:04:30.804142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:04:30.952188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:04:30.976605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:30.977079 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:31.022787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59650) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:31.111556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb18778-1097-4b0d-812d-77aa67911ae4 req-a2e8ef42-f9ff-44ea-83ff-d57794febde9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:31.127584 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9cb18778-1097-4b0d-812d-77aa67911ae4 req-a2e8ef42-f9ff-44ea-83ff-d57794febde9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.2080595 May 28 06:04:31.223090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:31.241432 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'name': 'tempest-ImageQuotaTest-229137050-router', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:04:19Z', 'updated_at': '2022-05-28T06:04:28Z', 'revision_number': 4, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'gw_port': {'id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:80:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:04:21Z', 'updated_at': '2022-05-28T06:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8', 'name': '', 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'mac_address': 'fa:16:3e:47:b0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'b7662d59-3d25-4879-87ca-c485889b0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:04:27Z', 'updated_at': '2022-05-28T06:04:28Z', 'revision_number': 2, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'subnets': [{'id': 'b7662d59-3d25-4879-87ca-c485889b0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:31.248456 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9cb18778-1097-4b0d-812d-77aa67911ae4 req-78677214-a844-4b52-8092-532279a14c5c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199899 May 28 06:04:31.264824 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Checking router: e144e43a-2ec4-40d3-9fa5-6571e66b9761 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:04:31.267653 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Updating router e144e43a-2ec4-40d3-9fa5-6571e66b9761 port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:04:31.343607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:31.344048 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:31.362200 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:31.370381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:31.379466 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:31.461950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:31.590933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98b2d9-f032-46b4-9de3-8282d2924280 req-f556e812-8bff-490a-927b-f1ff070b29ed tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:31.592854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb98b2d9-f032-46b4-9de3-8282d2924280 req-f556e812-8bff-490a-927b-f1ff070b29ed tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 946 time: 0.1999533 May 28 06:04:31.604535 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:04:31.717951 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb98b2d9-f032-46b4-9de3-8282d2924280 req-469cfcbe-1265-4bd4-966a-5ed4e4d19411 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689273 May 28 06:04:31.750333 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:31.762790 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Transition to ACTIVE for port object a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:04:31.769800 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:31.944213 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:31.973936 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Pushing event updated for resources: {'Port': ['ID=a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:31.987468 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.987811 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.988320 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.988824 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.989304 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.989793 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.990310 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.990791 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.991303 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.991790 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.992271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:31.992755 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:32.015218 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Attempting to bind port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:04:32.015887 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Attempting to bind port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6fece492-4709-4068-9757-caaf76081fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:04:32.016406 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Attempting to bind port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 on network 18af05ca-6527-4b36-bd40-a0c707484de7 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:32.022857 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:04:32.023538 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Checking segment: {'id': '6fece492-4709-4068-9757-caaf76081fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:04:32.024141 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:32.024712 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Bound using segment: {'id': '6fece492-4709-4068-9757-caaf76081fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:04:32.025379 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Bound port: a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fece492-4709-4068-9757-caaf76081fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:04:32.025939 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:32.126498 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] For port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:04:32.129673 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] For port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8,segment=NetworkSegment(6fece492-4709-4068-9757-caaf76081fa1),segment_id=6fece492-4709-4068-9757-caaf76081fa1)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:04:32.136572 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:32.240976 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a9202-ef00-45a0-b2da-36fa256cf5d1 None None] Pushing event updated for resources: {'Port': ['ID=a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:32.243637 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Routers {'e144e43a-2ec4-40d3-9fa5-6571e66b9761'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:04:32.244234 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:04:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:32.508067 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] Set router e144e43a-2ec4-40d3-9fa5-6571e66b9761 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:04:32.524222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21b852-965b-4be6-baf8-031b4b22f018 req-5a77ebaf-af3c-42bc-94c5-324284f2a710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:32.527751 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c21b852-965b-4be6-baf8-031b4b22f018 req-5a77ebaf-af3c-42bc-94c5-324284f2a710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.0907190 May 28 06:04:32.557874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] Deleting port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:04:32.558910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:32.595847 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c21b852-965b-4be6-baf8-031b4b22f018 req-ff8805e9-dccb-43f8-bac2-3739412fe6ce tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595324 May 28 06:04:32.768358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:04:32.789844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] For port a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8,segment=NetworkSegment(6fece492-4709-4068-9757-caaf76081fa1),segment_id=6fece492-4709-4068-9757-caaf76081fa1)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:32.790205 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:32.901614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:32.901989 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:32.953725 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'name': 'tempest-ImageQuotaTest-229137050-router', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:04:19Z', 'updated_at': '2022-05-28T06:04:28Z', 'revision_number': 4, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'gw_port': {'id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:04:21Z', 'updated_at': '2022-05-28T06:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8', 'name': '', 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'mac_address': 'fa:16:3e:47:b0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'b7662d59-3d25-4879-87ca-c485889b0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:04:27Z', 'updated_at': '2022-05-28T06:04:32Z', 'revision_number': 4, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'subnets': [{'id': 'b7662d59-3d25-4879-87ca-c485889b0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:32.958864 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86852f4a-fbf6-4206-aa35-7d2a1167fc30 None None] The sync data for ids ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'] in n-d-843679-5 is: [{'id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'name': 'tempest-ImageQuotaTest-229137050-router', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:04:19Z', 'updated_at': '2022-05-28T06:04:28Z', 'revision_number': 4, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'gw_port': {'id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:04:21Z', 'updated_at': '2022-05-28T06:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8', 'name': '', 'network_id': '18af05ca-6527-4b36-bd40-a0c707484de7', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'mac_address': 'fa:16:3e:47:b0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'b7662d59-3d25-4879-87ca-c485889b0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:04:27Z', 'updated_at': '2022-05-28T06:04:32Z', 'revision_number': 4, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'subnets': [{'id': 'b7662d59-3d25-4879-87ca-c485889b0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:04:33.025704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] Calling delete_port for a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:04:33.064323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:33.175212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94082c97-b31a-406a-933c-77ca7286df27 req-05bfa7c8-bc7e-419b-9965-f0fe9f94a5fd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:33.177000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94082c97-b31a-406a-933c-77ca7286df27 req-05bfa7c8-bc7e-419b-9965-f0fe9f94a5fd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 946 time: 0.2729552 May 28 06:04:33.242302 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94082c97-b31a-406a-933c-77ca7286df27 req-3230045e-bd37-4c3e-b8dd-8fa532578ecc tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550067 May 28 06:04:33.333971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:33.409776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:33.738940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-177702e4-a3ee-4803-a6cf-972ca16170d8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:33.740803 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-177702e4-a3ee-4803-a6cf-972ca16170d8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.2446156 May 28 06:04:33.754017 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:33.776178 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-0b90ba82-792a-4422-a9e8-6650adb72478 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/quotas/e514b2b59ed840d696e18dda8fe4643b HTTP/1.1" status: 200 len: 375 time: 0.0286999 May 28 06:04:33.870703 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-8c8e994d-200f-4462-9cfc-18a87c4a9302 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932150 May 28 06:04:34.165843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-c713f2bc-8823-44ef-93dc-4bd11a5b42a2 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937253 May 28 06:04:34.355779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-8d95d5aa-2a67-44bb-95a8-85f32edbe549 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888425 May 28 06:04:34.501736 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-6686736a-5268-4f2f-bee7-897fe94f11c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4287314 May 28 06:04:34.510147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4143b-b82d-42ba-a534-67a8d44befd2 req-372af59a-7610-46f2-8a60-1eac9e35536d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:34.517732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2d4143b-b82d-42ba-a534-67a8d44befd2 req-372af59a-7610-46f2-8a60-1eac9e35536d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.5454974 May 28 06:04:34.541274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] Router e144e43a-2ec4-40d3-9fa5-6571e66b9761 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:04:34.608492 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ecb042e-6a0e-47a5-a8a0-e83394e90f5c req-20fc0a53-40a7-4766-a680-0164acf8a025 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 210 time: 0.0759206 May 28 06:04:34.712916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2d4143b-b82d-42ba-a534-67a8d44befd2 req-fda0025f-14c5-41c6-aed6-182a3d8b9d4b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943359 May 28 06:04:34.843599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-5dbdd4fd-afd6-4d8a-9398-df4fd65f80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:34.845149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-5dbdd4fd-afd6-4d8a-9398-df4fd65f80fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 1097 time: 0.1883972 May 28 06:04:34.863975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:04:34.874920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] Sync routers for ids ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:04:34.882513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4af3513-3889-460c-8a8e-718ab62735dd admin admin] 10.222.0.39 "PUT /v2.0/routers/e144e43a-2ec4-40d3-9fa5-6571e66b9761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8585193 May 28 06:04:34.885956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59702) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:34.887732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] Routers {'e144e43a-2ec4-40d3-9fa5-6571e66b9761'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:04:34.888353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:04:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:35.076270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-36e0f210-3946-42bd-a8d1-b5af06f14d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:35.078398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-36e0f210-3946-42bd-a8d1-b5af06f14d0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 907 time: 0.1919818 May 28 06:04:35.154121 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-0fefb6ed-16a3-4121-8aa1-dcaf1295953a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c HTTP/1.1" status: 200 len: 217 time: 0.0689421 May 28 06:04:35.179903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:35.213616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] Set router e144e43a-2ec4-40d3-9fa5-6571e66b9761 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:04:35.242744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-6fcbb2d0-b082-4021-8820-4ad9b9d124e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:35.244459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-6fcbb2d0-b082-4021-8820-4ad9b9d124e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.0831194 May 28 06:04:35.321838 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-8d9c6ce4-9e80-46d1-a1f3-4d7a5255fc93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669351 May 28 06:04:35.443464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:35.457715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Deleting port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:04:35.458674 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:35.490558 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-5cd961d9-22aa-46f8-96e1-12be25c1227b service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616163 May 28 06:04:35.694345 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c59a917e-242f-47a5-ab4a-8522001dd882 req-03241357-cb2b-4efe-987b-862859da893f service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974900 May 28 06:04:35.722245 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'name': 'tempest-ImageQuotaTest-229137050-router', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:04:19Z', 'updated_at': '2022-05-28T06:04:33Z', 'revision_number': 5, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'gw_port': {'id': 'e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:04:21Z', 'updated_at': '2022-05-28T06:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:35.727692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] Checking router: e144e43a-2ec4-40d3-9fa5-6571e66b9761 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:04:35.727850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] For port e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:35.728204 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:35.741696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] Routers {'e144e43a-2ec4-40d3-9fa5-6571e66b9761'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:04:35.742408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:04:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:35.913842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] Set router e144e43a-2ec4-40d3-9fa5-6571e66b9761 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:04:35.931911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Calling delete_port for e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:04:35.962903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2145cdf-69f2-40fe-84f9-41c1846118ce req-4ec20b5c-dd5b-4c48-9946-4eca0b58c514 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:35.975885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2145cdf-69f2-40fe-84f9-41c1846118ce req-4ec20b5c-dd5b-4c48-9946-4eca0b58c514 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 944 time: 0.1256173 May 28 06:04:36.046341 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d1fe6ca-f7ce-4d35-b79f-019e4a90cdb6 req-eea741de-8a1c-4929-8345-017f2809967e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 210 time: 0.0713699 May 28 06:04:36.080689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0f5f7270-3e26-44b0-bc41-cb81db7aee17 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:04:36.092938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'name': 'tempest-ImageQuotaTest-229137050-router', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:04:19Z', 'updated_at': '2022-05-28T06:04:35Z', 'revision_number': 6, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:36.099909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb16172-7594-40d9-87e9-c33ae019231e None None] The sync data for ids ['e144e43a-2ec4-40d3-9fa5-6571e66b9761'] in n-d-843679-5 is: [{'id': 'e144e43a-2ec4-40d3-9fa5-6571e66b9761', 'name': 'tempest-ImageQuotaTest-229137050-router', 'tenant_id': 'bd3619c971f2493db44306ca5e09e70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:04:19Z', 'updated_at': '2022-05-28T06:04:35Z', 'revision_number': 6, 'project_id': 'bd3619c971f2493db44306ca5e09e70e', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:04:36.205066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c2145cdf-69f2-40fe-84f9-41c1846118ce req-673023b9-4b0b-48bf-95aa-92b76cfff1e4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277856 May 28 06:04:36.275345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-3dd548c8-ba32-4eb3-a090-87835a16fa50 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:36.277043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-3dd548c8-ba32-4eb3-a090-87835a16fa50 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.2700708 May 28 06:04:36.288633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0f5f7270-3e26-44b0-bc41-cb81db7aee17, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0f5f7270-3e26-44b0-bc41-cb81db7aee17,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:36.298973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Request body: {'port': {'device_id': '03bdecc6-b4d6-4132-bede-e54bbf3b35d0', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'admin_state_up': True, 'tenant_id': 'e514b2b59ed840d696e18dda8fe4643b'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:04:36.305811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '0f5f7270-3e26-44b0-bc41-cb81db7aee17', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'port_id': '0f5f7270-3e26-44b0-bc41-cb81db7aee17', 'mac_address': 'fa:16:3e:84:fc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:04:36.377389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:36.378046 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:36.402804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5f7270-3e26-44b0-bc41-cb81db7aee17 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:04:36.424773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0f5f7270-3e26-44b0-bc41-cb81db7aee17, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0f5f7270-3e26-44b0-bc41-cb81db7aee17,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:36.431809 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:36.479607 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:36.531698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0f5f7270-3e26-44b0-bc41-cb81db7aee17,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:36.552118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Pushing event deleted for resources: {'Port': ['ID=e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:36.612022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:04:36.625513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:04:36.637031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Made reservation on behalf of e514b2b59ed840d696e18dda8fe4643b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:04:36.640701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:36.795688 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:36.815405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Allocated IP 172.20.0.3 (f0885d8d-27f4-48d5-ac7d-ad07d01da468/d8b458d6-cbae-4e02-a686-196d0acdf098/bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:04:36.844323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['0f5f7270-3e26-44b0-bc41-cb81db7aee17'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:37.022319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.025131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.079808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.080352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e144e43a-2ec4-40d3-9fa5-6571e66b9761 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:04:37.096082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.097457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1bbd5156-e427-4417-8eec-4a4bb7323125 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e144e43a-2ec4-40d3-9fa5-6571e66b9761 HTTP/1.1" status: 204 len: 168 time: 2.2097592 May 28 06:04:37.100386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59726) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:37.106888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.128838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:04:37.153656 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.193431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['bed3831c-55e0-4087-a9ff-ffa5d8f35d2c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:37.256928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-7410e33d-6319-4cd4-9de3-4a4e4a11d647 admin admin] Deleting subnet b7662d59-3d25-4879-87ca-c485889b0bb4 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:04:37.263261 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7410e33d-6319-4cd4-9de3-4a4e4a11d647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.282662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:04:37.284407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:04:37.287807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:04:37.295005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:04:37.295397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a65497bd-9ac6-41cd-adc9-4a38f0f9d0b8 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:04:37.295821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:04:37.341328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:04:37.341598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e124230e-bc1c-4bfc-b6d7-c6f3ff2bec6a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:04:37.368833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event updated for resources: {'Port': ['ID=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:37.391857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:37.392650 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.397842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.398230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.398667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.399122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.399577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.400005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.400433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.400858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.401281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.401705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.402175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.402611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:04:37.438867 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7410e33d-6319-4cd4-9de3-4a4e4a11d647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.516317 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-21bf9572-bd71-4526-8710-a0c78db50bd4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2214622 May 28 06:04:37.529390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Request body: {'port': {'device_id': '03bdecc6-b4d6-4132-bede-e54bbf3b35d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:04:37.551964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7410e33d-6319-4cd4-9de3-4a4e4a11d647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.604138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1397fa2-bce2-43ed-bc46-f7231bdacbb2 req-26a4f251-835e-4602-be72-d1eacb1f3882 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:37.605391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1397fa2-bce2-43ed-bc46-f7231bdacbb2 req-26a4f251-835e-4602-be72-d1eacb1f3882 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 945 time: 0.1957619 May 28 06:04:37.644783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5a9bb-829a-41f7-993a-b40dfeb31340 req-6f859a78-3e2b-4acb-9ef0-9b62924e9f94 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:37.653052 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2bf5a9bb-829a-41f7-993a-b40dfeb31340 req-6f859a78-3e2b-4acb-9ef0-9b62924e9f94 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 931 time: 0.3006113 May 28 06:04:37.703908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:37.711517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1397fa2-bce2-43ed-bc46-f7231bdacbb2 req-cdf9709b-ff4e-4a4c-9547-4094ccb78e93 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976117 May 28 06:04:37.722631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.724927 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2bf5a9bb-829a-41f7-993a-b40dfeb31340 req-ebf441e4-0618-4b42-bd2b-4352f7bace2f tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709043 May 28 06:04:37.729425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7410e33d-6319-4cd4-9de3-4a4e4a11d647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.805704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410e33d-6319-4cd4-9de3-4a4e4a11d647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7662d59-3d25-4879-87ca-c485889b0bb4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:37.807993 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7410e33d-6319-4cd4-9de3-4a4e4a11d647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:37.815627 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7410e33d-6319-4cd4-9de3-4a4e4a11d647 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b7662d59-3d25-4879-87ca-c485889b0bb4 HTTP/1.1" status: 204 len: 168 time: 0.7139800 May 28 06:04:37.816082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1127b1a6-cef2-476d-b52e-b48522bf3c89 None None] Network 18af05ca-6527-4b36-bd40-a0c707484de7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:04:37.818814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59734) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:38.066329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.079664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0f5f7270-3e26-44b0-bc41-cb81db7aee17 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:04:38.195082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:04:38.199050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Deleting port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:04:38.199515 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.201250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:38.201625 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.278800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:04:38.291654 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.347434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acc5391-aa56-4564-81b2-3495c472a34f None None] DHCP port deletion for 18af05ca-6527-4b36-bd40-a0c707484de7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:04:38.357945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9acc5391-aa56-4564-81b2-3495c472a34f None None] Deleting port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:04:38.358467 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9acc5391-aa56-4564-81b2-3495c472a34f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.364772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Transition to ACTIVE for port object bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:04:38.372712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.399927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:38.400302 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.464494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c756278-9c12-4de6-9359-c9590dbc1f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5f7270-3e26-44b0-bc41-cb81db7aee17'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:38.495161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 0f5f7270-3e26-44b0-bc41-cb81db7aee17, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0f5f7270-3e26-44b0-bc41-cb81db7aee17,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:38.537573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.544214 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a8b4d3-3882-4075-91c0-fa3f8ebdcadd'] response: {'server_uuid': '2c756278-9c12-4de6-9359-c9590dbc1f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5f7270-3e26-44b0-bc41-cb81db7aee17', 'code': 200} May 28 06:04:38.573640 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dd59c0f8-fe28-45e2-908b-1ab04cafa462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.732731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9acc5391-aa56-4564-81b2-3495c472a34f None None] For port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3a6fa5b8-65cb-43fc-b976-16e48eac85f8,segment=NetworkSegment(6fece492-4709-4068-9757-caaf76081fa1),segment_id=6fece492-4709-4068-9757-caaf76081fa1)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:38.733127 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9acc5391-aa56-4564-81b2-3495c472a34f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.750591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=0f5f7270-3e26-44b0-bc41-cb81db7aee17,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:38.762441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] For port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3a6fa5b8-65cb-43fc-b976-16e48eac85f8,segment=NetworkSegment(6fece492-4709-4068-9757-caaf76081fa1),segment_id=6fece492-4709-4068-9757-caaf76081fa1)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:38.762808 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:38.879889 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:04:38.885254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Pushing event updated for resources: {'Port': ['ID=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:38.916884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9acc5391-aa56-4564-81b2-3495c472a34f None None] Calling delete_port for 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:04:38.962672 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f40e-0212-4e3d-93c1-989586084158 req-f6a1b83c-5811-4a50-a708-6022f1785102 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:38.964206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1c15f40e-0212-4e3d-93c1-989586084158 req-f6a1b83c-5811-4a50-a708-6022f1785102 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 946 time: 0.0956140 May 28 06:04:39.022500 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1c15f40e-0212-4e3d-93c1-989586084158 req-84b95390-3399-4db4-ae78-514071341a13 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504925 May 28 06:04:39.066894 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9acc5391-aa56-4564-81b2-3495c472a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:39.072542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Calling delete_port for 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:04:39.127673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 update to DOWN by agent not found {{(pid=88418) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 28 06:04:39.131291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc5391-aa56-4564-81b2-3495c472a34f None None] Pushing event deleted for resources: {'Port': ['ID=3a6fa5b8-65cb-43fc-b976-16e48eac85f8,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:39.133679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc5391-aa56-4564-81b2-3495c472a34f None None] No DVR routers for this DVR port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:04:39.262469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Attempting to bind port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:04:39.263069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Attempting to bind port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:04:39.263204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Attempting to bind port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:39.275649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:04:39.275973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Attempting to bind port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:04:39.282492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f018c-eed0-4b93-984e-177395689f3b req-731b612c-444c-4c79-a55c-b38f53795f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:39.283972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-139f018c-eed0-4b93-984e-177395689f3b req-731b612c-444c-4c79-a55c-b38f53795f39 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 1097 time: 0.3998289 May 28 06:04:39.287869 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:04:39.288122 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:04:39.289652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:04:39.289979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Checking segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:04:39.290477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Bound using segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:04:39.290929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Bound port: bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:04:39.291296 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:39.337167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262c63c-8af2-4a5f-bf20-ec172553d886 req-e0c14d4e-7fef-4d46-9b43-dc0edc67ec82 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:39.337849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6262c63c-8af2-4a5f-bf20-ec172553d886 req-e0c14d4e-7fef-4d46-9b43-dc0edc67ec82 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:04:39.413243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-139f018c-eed0-4b93-984e-177395689f3b req-b11e4723-247d-44dc-ab49-1064a0be7e0c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120830 May 28 06:04:39.415712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6262c63c-8af2-4a5f-bf20-ec172553d886 req-e0c14d4e-7fef-4d46-9b43-dc0edc67ec82 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:04:39.416746 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6262c63c-8af2-4a5f-bf20-ec172553d886 req-e0c14d4e-7fef-4d46-9b43-dc0edc67ec82 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 943 time: 0.4238935 May 28 06:04:39.460105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] For port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:04:39.468910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] For port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:04:39.475670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:39.525065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6262c63c-8af2-4a5f-bf20-ec172553d886 req-6a8510e7-8a92-4959-a525-13c6eec8c35a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951397 May 28 06:04:39.545607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:39.546254 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:39.547760 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] 10.222.0.41 "PUT /v2.0/ports/bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 HTTP/1.1" status: 200 len: 1091 time: 2.0228171 May 28 06:04:39.548185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bdecc6-b4d6-4132-bede-e54bbf3b35d0', 'tag': 'bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:39.570696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb756a9-79ed-4fee-9e81-322c4704f78f service neutron] Pushing event updated for resources: {'Port': ['ID=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:39.622913 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f1af80-b2e9-4f49-a92d-cbc13c939204'] response: {'name': 'network-changed', 'server_uuid': '03bdecc6-b4d6-4132-bede-e54bbf3b35d0', 'tag': 'bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7', 'status': 'completed', 'code': 200} May 28 06:04:39.662893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-0e333a13-1f60-4024-b197-ad9b27d7b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:39.664428 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-0e333a13-1f60-4024-b197-ad9b27d7b3c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 1094 time: 0.0733159 May 28 06:04:39.744860 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-758c1de7-4aac-49d4-b927-83c8cd3f8c39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 HTTP/1.1" status: 200 len: 217 time: 0.0723910 May 28 06:04:39.792943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Deleting port 3a6fa5b8-65cb-43fc-b976-16e48eac85f8 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:04:39.793237 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:39.868282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] The port '3a6fa5b8-65cb-43fc-b976-16e48eac85f8' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:04:39.901958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-1f28422c-ee91-49f8-854c-88a6bccbbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:39.903420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-1f28422c-ee91-49f8-854c-88a6bccbbde7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.1527364 May 28 06:04:40.004323 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-e6f3ad99-f9ef-4388-a32b-3c25f5b8dcc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886025 May 28 06:04:40.091801 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:40.141884 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:40.211281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18af05ca-6527-4b36-bd40-a0c707484de7']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:40.240840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fece492-4709-4068-9757-caaf76081fa1') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:40.241230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fece492-4709-4068-9757-caaf76081fa1') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:04:40.252430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-07d40cf0-86ca-4ba1-a81e-36dd0ea9bb4b service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334781 May 28 06:04:40.257570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:40.484517 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:40.500110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:04:40.500493 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:40.571375 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 6fece492-4709-4068-9757-caaf76081fa1 resource provider aggregate not found May 28 06:04:40.602889 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 6fece492-4709-4068-9757-caaf76081fa1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fece492-4709-4068-9757-caaf76081fa1 found for delete ", "request_id": "req-60a270d3-f9a4-4d66-bd96-f2db45537552"}]} May 28 06:04:40.644881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c17deff1-b63f-4a7f-a81c-56d25bc1bbad req-c3db285d-c006-495b-8422-558301eacb32 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808603 May 28 06:04:40.654965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdd48b-aaa3-4d89-b681-c7269e814fae req-65c6573c-31c1-4377-80b1-2dd6eba72a8e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:40.678767 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7cdd48b-aaa3-4d89-b681-c7269e814fae req-65c6573c-31c1-4377-80b1-2dd6eba72a8e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 946 time: 0.5210450 May 28 06:04:40.707122 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d0bc-a019-4e29-8653-e5242b028669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:40.744878 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:40.766904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62864a4f-c77f-4e92-85c4-562531a4fad3 req-58bef9f3-2831-4cf0-a0f0-d564d5e12672 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:40.768434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62864a4f-c77f-4e92-85c4-562531a4fad3 req-58bef9f3-2831-4cf0-a0f0-d564d5e12672 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 943 time: 0.1100459 May 28 06:04:40.785935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:40.804673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] 10.222.0.39 "DELETE /v2.0/networks/18af05ca-6527-4b36-bd40-a0c707484de7 HTTP/1.1" status: 204 len: 168 time: 2.9846108 May 28 06:04:40.805796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9611295-e2d4-40b9-ade9-c311a386229a admin admin] Pushing event deleted for resources: {'Network': ['ID=18af05ca-6527-4b36-bd40-a0c707484de7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:40.863472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7cdd48b-aaa3-4d89-b681-c7269e814fae req-f307d978-a524-449a-9636-76ae7736048b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837237 May 28 06:04:40.865870 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62864a4f-c77f-4e92-85c4-562531a4fad3 req-c606558f-667f-4140-b4e5-55bb67e0657a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906520 May 28 06:04:40.900086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b86d16-d55f-4e3c-9b4a-8264ce04e8be req-27f41be4-01db-4e5b-be35-7c01cd9b95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:40.901584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4b86d16-d55f-4e3c-9b4a-8264ce04e8be req-27f41be4-01db-4e5b-be35-7c01cd9b95ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 1094 time: 0.1989274 May 28 06:04:40.992005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59774) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:41.040626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-be720e57-75b8-4f7d-ab88-0803f55d21f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd3619c971f2493db44306ca5e09e70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473816 May 28 06:04:41.043258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59778) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:41.044223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b86d16-d55f-4e3c-9b4a-8264ce04e8be req-221a3cea-57ec-4f9f-90d5-0514e090921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:41.045643 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4b86d16-d55f-4e3c-9b4a-8264ce04e8be req-221a3cea-57ec-4f9f-90d5-0514e090921e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 907 time: 0.1366253 May 28 06:04:41.107523 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7631-b3cb-4af2-8e6b-ec1e1ff4bda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:41.132579 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4b86d16-d55f-4e3c-9b4a-8264ce04e8be req-d1ca4eb5-266e-4359-b17e-670e7fe30850 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 HTTP/1.1" status: 200 len: 217 time: 0.0804474 May 28 06:04:41.135316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7631-b3cb-4af2-8e6b-ec1e1ff4bda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:41.193166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7631-b3cb-4af2-8e6b-ec1e1ff4bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:41.210021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b86d16-d55f-4e3c-9b4a-8264ce04e8be req-3a6a8dec-b7de-4da7-9179-7247019ef097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:41.212330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4b86d16-d55f-4e3c-9b4a-8264ce04e8be req-3a6a8dec-b7de-4da7-9179-7247019ef097 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.0727205 May 28 06:04:41.213531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f7631-b3cb-4af2-8e6b-ec1e1ff4bda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8cf081-874c-41d7-a08e-d31a057dde8c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:41.221256 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7631-b3cb-4af2-8e6b-ec1e1ff4bda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:41.222937 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5e0f7631-b3cb-4af2-8e6b-ec1e1ff4bda4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e8cf081-874c-41d7-a08e-d31a057dde8c HTTP/1.1" status: 204 len: 168 time: 0.1785419 May 28 06:04:41.267574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4b86d16-d55f-4e3c-9b4a-8264ce04e8be req-97e23296-60c1-4224-8e28-ed7fb1c77474 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487478 May 28 06:04:41.407695 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4b86d16-d55f-4e3c-9b4a-8264ce04e8be req-d5413982-076d-47a5-93d2-9bf9c3178839 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330168 May 28 06:04:41.551633 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4b86d16-d55f-4e3c-9b4a-8264ce04e8be req-6a47bcf5-cb4b-42ad-a4f5-760ebbcb6c38 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367280 May 28 06:04:41.604172 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:41.625704 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:41.636699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 59790) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:41.654292 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be2d69b9-4279-4514-9cfc-8cd7f0dee146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:41.669012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-be2d69b9-4279-4514-9cfc-8cd7f0dee146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:04:41.673337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-be2d69b9-4279-4514-9cfc-8cd7f0dee146 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:04:41.676605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-be2d69b9-4279-4514-9cfc-8cd7f0dee146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:04:41.682209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-be2d69b9-4279-4514-9cfc-8cd7f0dee146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:04:41.768192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be2d69b9-4279-4514-9cfc-8cd7f0dee146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:41.771767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be2d69b9-4279-4514-9cfc-8cd7f0dee146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:41.818124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-be2d69b9-4279-4514-9cfc-8cd7f0dee146 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1803925 May 28 06:04:41.819882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d69b9-4279-4514-9cfc-8cd7f0dee146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766687a0-a1e2-4d48-b2b4-b79fa0571629,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:41.820720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 59794) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:04:41.896199 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b47b5d6a-141b-458e-b7a1-049ed88a079e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:41.936719 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b47b5d6a-141b-458e-b7a1-049ed88a079e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:42.010546 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b47b5d6a-141b-458e-b7a1-049ed88a079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:42.087622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b5d6a-141b-458e-b7a1-049ed88a079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766687a0-a1e2-4d48-b2b4-b79fa0571629,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:42.092112 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b47b5d6a-141b-458e-b7a1-049ed88a079e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:42.094202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b47b5d6a-141b-458e-b7a1-049ed88a079e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/766687a0-a1e2-4d48-b2b4-b79fa0571629 HTTP/1.1" status: 204 len: 168 time: 0.2713113 May 28 06:04:42.160799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e26ef-c656-48cf-9474-b5c5cd24ce66 req-09ed6c4c-7135-42b2-93ce-262789080cdf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:42.162189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf7e26ef-c656-48cf-9474-b5c5cd24ce66 req-09ed6c4c-7135-42b2-93ce-262789080cdf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 946 time: 0.1924298 May 28 06:04:42.194386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa547706-4cd8-4f75-9def-f51ae16793d3 req-05baf1da-c660-4f0a-8074-c3759ebef7f1 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:42.195936 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa547706-4cd8-4f75-9def-f51ae16793d3 req-05baf1da-c660-4f0a-8074-c3759ebef7f1 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 943 time: 0.1567957 May 28 06:04:42.204082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-49eff09f-40e3-415e-bb5c-05b625a10b8e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1487994 May 28 06:04:42.215542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf7e26ef-c656-48cf-9474-b5c5cd24ce66 req-3e95f8ec-2a9c-4947-bb33-a1289465c001 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 May 28 06:04:42.250994 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa547706-4cd8-4f75-9def-f51ae16793d3 req-42dcf1a9-7a48-4178-877c-914aeffb952e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475855 May 28 06:04:42.481703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-87c76a21-1a42-4b29-8503-21e39604fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:42.483440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-87c76a21-1a42-4b29-8503-21e39604fe0b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=98d70259eba14147b9d1979ce8faf7d4&device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 1097 time: 0.1539035 May 28 06:04:42.502072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ca774-1fae-4e27-a651-5ff3090f7652 req-5d1ea60e-bb6d-4ffa-a4e6-1db89ccc5c7f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:42.503668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-424ca774-1fae-4e27-a651-5ff3090f7652 req-5d1ea60e-bb6d-4ffa-a4e6-1db89ccc5c7f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 946 time: 0.1167707 May 28 06:04:42.639265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-424ca774-1fae-4e27-a651-5ff3090f7652 req-f4e9fabc-8d77-4810-b4a1-900aef2af8a3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153548 May 28 06:04:42.682420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-dc0c7f2f-54b1-4a67-8d60-a67e0b15af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:42.683891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-dc0c7f2f-54b1-4a67-8d60-a67e0b15af3d service neutron] 10.222.0.33 "GET /v2.0/networks?id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a HTTP/1.1" status: 200 len: 910 time: 0.1784956 May 28 06:04:42.789187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-b1a7966c-8514-421d-97d2-b63cdf0d67c5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277 HTTP/1.1" status: 200 len: 1001 time: 0.0991423 May 28 06:04:42.826300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7bdfb-3b00-4583-a548-37f38260de8e req-3436eca6-dc67-4ebd-99ce-d61d9fa135db tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:42.828458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1e7bdfb-3b00-4583-a548-37f38260de8e req-3436eca6-dc67-4ebd-99ce-d61d9fa135db tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 946 time: 0.0805032 May 28 06:04:42.882143 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1e7bdfb-3b00-4583-a548-37f38260de8e req-500fe564-da2f-47c8-b9de-ffd46960d605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473213 May 28 06:04:42.960427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-2a8ba324-5311-4d6c-84fa-ec5a7817c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:42.961869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-2a8ba324-5311-4d6c-84fa-ec5a7817c9bf service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0383f63c-3b76-4487-957c-baa1ea0aa8a3 HTTP/1.1" status: 200 len: 848 time: 0.1665471 May 28 06:04:43.055045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-9f6357b2-607d-45d0-ac45-cb17f92e19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:43.056153 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-9f6357b2-607d-45d0-ac45-cb17f92e19fc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877910 May 28 06:04:43.080926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:04:43.232945 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-b16abbf7-d869-43dd-a645-c3f1f0e345ab service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699979 May 28 06:04:43.375632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:43.388991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:43.408746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'port_id': 'bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7', 'mac_address': 'fa:16:3e:32:bc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b458d6-cbae-4e02-a686-196d0acdf098', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:04:43.420080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ac57b8-55ae-4277-a5b1-83db2ca210ac req-08e5c757-09dc-4183-82fb-c583352ef1ac service neutron] 10.222.0.33 "GET /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802659 May 28 06:04:43.488471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:43.489002 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:43.509180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:04:43.519760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7834ca8-4e25-43d7-a34f-ae82f380daa3 req-50513916-6c7d-4ff9-87f0-2cb139ea9cf5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:43.521608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7834ca8-4e25-43d7-a34f-ae82f380daa3 req-50513916-6c7d-4ff9-87f0-2cb139ea9cf5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 946 time: 0.1004698 May 28 06:04:43.531814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:43.535419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3ead-a982-40ab-8eee-4cf78f11bc59 req-01418420-904f-44cf-aeed-a72f696c299d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:43.536253 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:43.537285 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9cbe3ead-a982-40ab-8eee-4cf78f11bc59 req-01418420-904f-44cf-aeed-a72f696c299d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 943 time: 0.0939434 May 28 06:04:43.572196 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7834ca8-4e25-43d7-a34f-ae82f380daa3 req-0c9a681f-62a7-4a96-b3ae-182ee471b36f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429299 May 28 06:04:43.596831 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9cbe3ead-a982-40ab-8eee-4cf78f11bc59 req-919e5dc2-fe6a-4a4e-a955-c294db34a014 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534725 May 28 06:04:43.622459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:43.767729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:44.767225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2639c27-352a-492f-b8a6-2c64fdf02ac7 req-b3792d03-ab8a-4c8e-ba46-3fd4bc13fc90 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:44.768846 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d2639c27-352a-492f-b8a6-2c64fdf02ac7 req-b3792d03-ab8a-4c8e-ba46-3fd4bc13fc90 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 946 time: 0.0913832 May 28 06:04:44.801906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27067d41-02e5-4bfb-b77f-5c68c0d5f718 req-70e57518-aa82-42c1-b110-ee5a12c85f73 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:44.804335 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-27067d41-02e5-4bfb-b77f-5c68c0d5f718 req-70e57518-aa82-42c1-b110-ee5a12c85f73 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 944 time: 0.1072903 May 28 06:04:44.820988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d2639c27-352a-492f-b8a6-2c64fdf02ac7 req-0db18598-4761-435b-9085-d6d5e23435f2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453146 May 28 06:04:44.863295 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-27067d41-02e5-4bfb-b77f-5c68c0d5f718 req-bef11603-9381-4a85-9df9-4d34e6e480a1 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503402 May 28 06:04:45.108965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:04:45.183180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:04:45.188348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:04:45.188718 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:45.305683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:04:45.306063 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:45.334833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bdecc6-b4d6-4132-bede-e54bbf3b35d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:45.346439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:45.351007 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:45.405151 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073f3e36-1ef5-4ed5-b934-bec4b8f3df99'] response: {'server_uuid': '03bdecc6-b4d6-4132-bede-e54bbf3b35d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7', 'code': 200} May 28 06:04:45.456746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:45.472416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-761eee85-98cf-4c6c-a575-7d6fde2e8c02 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:45.474975 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-761eee85-98cf-4c6c-a575-7d6fde2e8c02 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 946 time: 0.0996733 May 28 06:04:45.593759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-82c20d1d-8221-45e9-920f-15f1ac3634e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Deleting port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:04:45.594110 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-82c20d1d-8221-45e9-920f-15f1ac3634e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:45.661437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477cdd5-bb7d-4bbf-a6b3-e51f0d5ac094 req-f9f0a477-7ded-477f-bb72-0d40b186582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:45.663041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4477cdd5-bb7d-4bbf-a6b3-e51f0d5ac094 req-f9f0a477-7ded-477f-bb72-0d40b186582d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 1096 time: 0.1867998 May 28 06:04:45.778204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4477cdd5-bb7d-4bbf-a6b3-e51f0d5ac094 req-974957cf-5c37-4d6e-990e-e59d5c90238e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886617 May 28 06:04:45.893694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-82c20d1d-8221-45e9-920f-15f1ac3634e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] For port 0f5f7270-3e26-44b0-bc41-cb81db7aee17, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0f5f7270-3e26-44b0-bc41-cb81db7aee17,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:45.894061 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-82c20d1d-8221-45e9-920f-15f1ac3634e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:46.026273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-82c20d1d-8221-45e9-920f-15f1ac3634e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Calling delete_port for 0f5f7270-3e26-44b0-bc41-cb81db7aee17 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:04:46.028492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293a0bb-f021-407e-989c-fc0cb00293aa req-41949cc2-91eb-4f88-a798-d81b2adb9365 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:46.031440 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0293a0bb-f021-407e-989c-fc0cb00293aa req-41949cc2-91eb-4f88-a798-d81b2adb9365 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 946 time: 0.0894344 May 28 06:04:46.086815 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0293a0bb-f021-407e-989c-fc0cb00293aa req-1f3c0dd6-d77a-4bb7-83b6-5dd48fa2f4de tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426555 May 28 06:04:46.209812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1514997-f39f-4e86-ae70-545a4d213744 req-f42388e4-77a7-4bcc-a52f-b036aff4eb8c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:46.211271 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1514997-f39f-4e86-ae70-545a4d213744 req-f42388e4-77a7-4bcc-a52f-b036aff4eb8c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 945 time: 0.1931238 May 28 06:04:46.272342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-82c20d1d-8221-45e9-920f-15f1ac3634e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:46.304888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['0f5f7270-3e26-44b0-bc41-cb81db7aee17'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:46.314469 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1514997-f39f-4e86-ae70-545a4d213744 req-3a3b8ebe-7c72-4df2-bf28-d209ae5039d7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911703 May 28 06:04:46.331105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c20d1d-8221-45e9-920f-15f1ac3634e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'Port': ['ID=0f5f7270-3e26-44b0-bc41-cb81db7aee17,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:46.408938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-82c20d1d-8221-45e9-920f-15f1ac3634e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] No DVR routers for this DVR port 0f5f7270-3e26-44b0-bc41-cb81db7aee17 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:04:46.411681 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-82c20d1d-8221-45e9-920f-15f1ac3634e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:46.414811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c756278-9c12-4de6-9359-c9590dbc1f6d', 'name': 'network-vif-deleted', 'tag': '0f5f7270-3e26-44b0-bc41-cb81db7aee17'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:46.437853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d00c49c-b22d-4e08-81d2-9f03130d91bc req-82c20d1d-8221-45e9-920f-15f1ac3634e2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.33 "DELETE /v2.0/ports/0f5f7270-3e26-44b0-bc41-cb81db7aee17 HTTP/1.1" status: 204 len: 173 time: 0.9288573 May 28 06:04:46.474624 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28c1391-6f35-4a5d-9236-95a67089f4b3'] response: {'server_uuid': '2c756278-9c12-4de6-9359-c9590dbc1f6d', 'name': 'network-vif-deleted', 'tag': '0f5f7270-3e26-44b0-bc41-cb81db7aee17', 'status': 'completed', 'code': 200} May 28 06:04:47.406418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-da7f2dd5-54b2-4e8e-8a52-3b28e4e6c6d2 req-55f44d09-141a-4ca3-a48e-2e70d5252ab7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:04:47.424778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-da7f2dd5-54b2-4e8e-8a52-3b28e4e6c6d2 req-55f44d09-141a-4ca3-a48e-2e70d5252ab7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:04:47.427201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da7f2dd5-54b2-4e8e-8a52-3b28e4e6c6d2 req-55f44d09-141a-4ca3-a48e-2e70d5252ab7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c756278-9c12-4de6-9359-c9590dbc1f6d HTTP/1.1" status: 200 len: 210 time: 0.1754918 May 28 06:04:47.572599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb32b69-c426-44e5-9da7-54c2e03a2bc0 req-dde2b7a0-fbcd-4083-bc29-fb13d89d50ca tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:47.574564 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-abb32b69-c426-44e5-9da7-54c2e03a2bc0 req-dde2b7a0-fbcd-4083-bc29-fb13d89d50ca tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 945 time: 0.1052699 May 28 06:04:47.651827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-abb32b69-c426-44e5-9da7-54c2e03a2bc0 req-46ec10b9-6a58-419c-82a1-0437c47fada0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705490 May 28 06:04:47.837653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb3e64-1526-4a7a-a9d3-9888203bb15a req-82a9f8e3-b726-45d5-bfd3-f652df4923b6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:47.839218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45eb3e64-1526-4a7a-a9d3-9888203bb15a req-82a9f8e3-b726-45d5-bfd3-f652df4923b6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 946 time: 0.0827501 May 28 06:04:47.884607 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45eb3e64-1526-4a7a-a9d3-9888203bb15a req-f2dcf5d3-d6e7-475d-9f2e-4dddd22b45da tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 May 28 06:04:48.075634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871beba-af70-42e3-91d9-0e1a0459ab19 req-fed45bd8-e7a9-4775-98d4-df1590f6a6a2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:48.077245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0871beba-af70-42e3-91d9-0e1a0459ab19 req-fed45bd8-e7a9-4775-98d4-df1590f6a6a2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 945 time: 0.0827711 May 28 06:04:48.129377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0871beba-af70-42e3-91d9-0e1a0459ab19 req-65b8d571-b82d-4adf-a838-eaa7351a7760 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456202 May 28 06:04:48.579916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955bdf9-a567-40dc-a9bf-1fcddb381e05 req-2fe99463-b834-4206-a327-27c61c3071ac tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:48.581368 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f955bdf9-a567-40dc-a9bf-1fcddb381e05 req-2fe99463-b834-4206-a327-27c61c3071ac tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 945 time: 0.0826275 May 28 06:04:48.628886 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f955bdf9-a567-40dc-a9bf-1fcddb381e05 req-c3ba8155-d903-4521-8f7d-5218dfbbf72a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 May 28 06:04:49.883823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39174066-2350-40b2-b3e9-5c674395406d req-0381f9a4-e10b-4bdf-97b6-40e83a26c8f4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:49.885250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-39174066-2350-40b2-b3e9-5c674395406d req-0381f9a4-e10b-4bdf-97b6-40e83a26c8f4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 945 time: 0.1352932 May 28 06:04:49.956011 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-39174066-2350-40b2-b3e9-5c674395406d req-e38ae3b7-609f-4e20-9d8d-5d90b819f336 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612633 May 28 06:04:49.988690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-5a002efa-af0d-475e-bf9d-7ca01c1c596a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:49.990272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-5a002efa-af0d-475e-bf9d-7ca01c1c596a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 945 time: 0.1595106 May 28 06:04:50.085178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-21354683-6c72-4f30-9dc3-e1c960044ffe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Deleting port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:04:50.085894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-21354683-6c72-4f30-9dc3-e1c960044ffe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:50.122710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0f5f7270-3e26-44b0-bc41-cb81db7aee17 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:04:50.194862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 0f5f7270-3e26-44b0-bc41-cb81db7aee17 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:04:50.195214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0f5f7270-3e26-44b0-bc41-cb81db7aee17 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:04:50.393737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-21354683-6c72-4f30-9dc3-e1c960044ffe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] For port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:50.394108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-21354683-6c72-4f30-9dc3-e1c960044ffe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:50.525831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-21354683-6c72-4f30-9dc3-e1c960044ffe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Calling delete_port for bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:04:50.684694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-21354683-6c72-4f30-9dc3-e1c960044ffe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:50.703432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['bed3831c-55e0-4087-a9ff-ffa5d8f35d2c', 'bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:50.744336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21354683-6c72-4f30-9dc3-e1c960044ffe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event deleted for resources: {'Port': ['ID=bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:50.811282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:50.901783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-21354683-6c72-4f30-9dc3-e1c960044ffe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] No DVR routers for this DVR port bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:04:50.912544 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-21354683-6c72-4f30-9dc3-e1c960044ffe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:50.915221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bdecc6-b4d6-4132-bede-e54bbf3b35d0', 'name': 'network-vif-deleted', 'tag': 'bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:50.938903 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cff654a7-12c0-4968-ab80-e5e8d1631179 req-21354683-6c72-4f30-9dc3-e1c960044ffe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "DELETE /v2.0/ports/bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 HTTP/1.1" status: 204 len: 173 time: 0.9345138 May 28 06:04:51.067357 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb05a9fb-af13-4c2b-bb08-2e138189651c'] response: {'server_uuid': '03bdecc6-b4d6-4132-bede-e54bbf3b35d0', 'name': 'network-vif-deleted', 'tag': 'bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7', 'status': 'completed', 'code': 200} May 28 06:04:51.306555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-98fd3c2e-23d1-432e-bf88-2950f5be0e53 req-6edfe63b-9e98-4ef5-81e8-0b150230381e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:04:51.337484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-98fd3c2e-23d1-432e-bf88-2950f5be0e53 req-6edfe63b-9e98-4ef5-81e8-0b150230381e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:04:51.339259 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98fd3c2e-23d1-432e-bf88-2950f5be0e53 req-6edfe63b-9e98-4ef5-81e8-0b150230381e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=03bdecc6-b4d6-4132-bede-e54bbf3b35d0 HTTP/1.1" status: 200 len: 210 time: 0.1014736 May 28 06:04:52.816293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a445024-1939-4cfc-b23c-ff971431239a req-c6a04eb8-3c76-46c2-a50c-fab739e02b5c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:52.817922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a445024-1939-4cfc-b23c-ff971431239a req-c6a04eb8-3c76-46c2-a50c-fab739e02b5c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 946 time: 0.0876155 May 28 06:04:52.965873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a445024-1939-4cfc-b23c-ff971431239a req-7429b3e5-163a-4d4d-9aad-f9a1e0516970 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418304 May 28 06:04:53.166151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:04:53.209054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:04:53.209413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device bf60fdc3-2aa0-46eb-80d4-d37a1abfe4f7 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:04:54.228441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82f967-e3eb-4aa2-9057-3e3a8d2cb0c7 req-61193af0-c229-45b1-8883-adedc0ad4162 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:54.230058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6f82f967-e3eb-4aa2-9057-3e3a8d2cb0c7 req-61193af0-c229-45b1-8883-adedc0ad4162 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 946 time: 0.1450226 May 28 06:04:54.268197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-e8529e82-e554-4059-b5bd-51384d7473c3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:54.269626 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-e8529e82-e554-4059-b5bd-51384d7473c3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 946 time: 0.1289546 May 28 06:04:54.346092 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6f82f967-e3eb-4aa2-9057-3e3a8d2cb0c7 req-b7767570-a268-4601-b77f-3a95a8105831 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055188 May 28 06:04:54.361750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-6db516fd-7d93-4ea9-833b-474fc78f4753 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Deleting port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:04:54.362232 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-6db516fd-7d93-4ea9-833b-474fc78f4753 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:54.628166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-6db516fd-7d93-4ea9-833b-474fc78f4753 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] For port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:04:54.628530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-6db516fd-7d93-4ea9-833b-474fc78f4753 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:54.885224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-6db516fd-7d93-4ea9-833b-474fc78f4753 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Calling delete_port for bed3831c-55e0-4087-a9ff-ffa5d8f35d2c owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:04:55.036897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-6db516fd-7d93-4ea9-833b-474fc78f4753 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:55.053670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['bed3831c-55e0-4087-a9ff-ffa5d8f35d2c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:55.115561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:55.142383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db516fd-7d93-4ea9-833b-474fc78f4753 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event deleted for resources: {'Port': ['ID=bed3831c-55e0-4087-a9ff-ffa5d8f35d2c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:55.266714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-6db516fd-7d93-4ea9-833b-474fc78f4753 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] No DVR routers for this DVR port bed3831c-55e0-4087-a9ff-ffa5d8f35d2c on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:04:55.269812 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-6db516fd-7d93-4ea9-833b-474fc78f4753 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:55.274760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f97153c-afbc-499e-b490-c5461382c941', 'name': 'network-vif-deleted', 'tag': 'bed3831c-55e0-4087-a9ff-ffa5d8f35d2c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:04:55.293115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a6dd6a7-822e-4118-a045-dd94f01cb955 req-6db516fd-7d93-4ea9-833b-474fc78f4753 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "DELETE /v2.0/ports/bed3831c-55e0-4087-a9ff-ffa5d8f35d2c HTTP/1.1" status: 204 len: 173 time: 1.0123034 May 28 06:04:55.339475 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db86f9a-032b-4e4f-ac07-8e3b0ff4a0ba'] response: {'server_uuid': '5f97153c-afbc-499e-b490-c5461382c941', 'name': 'network-vif-deleted', 'tag': 'bed3831c-55e0-4087-a9ff-ffa5d8f35d2c', 'status': 'completed', 'code': 200} May 28 06:04:55.577866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ae9d64c2-94b2-40d1-8996-9a1fda2efc7f req-1e2eee0b-4715-491d-a6af-c3318cdffe50 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:04:55.598919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ae9d64c2-94b2-40d1-8996-9a1fda2efc7f req-1e2eee0b-4715-491d-a6af-c3318cdffe50 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:04:55.600174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae9d64c2-94b2-40d1-8996-9a1fda2efc7f req-1e2eee0b-4715-491d-a6af-c3318cdffe50 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f97153c-afbc-499e-b490-c5461382c941 HTTP/1.1" status: 200 len: 210 time: 0.0666833 May 28 06:04:57.050962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-de86340a-0ff5-4072-8283-318a129db54b tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:57.052536 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-de86340a-0ff5-4072-8283-318a129db54b tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.1519110 May 28 06:04:57.068791 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-92a507d0-27d8-4906-ab58-2a9fa6a3eff7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/quotas/e514b2b59ed840d696e18dda8fe4643b HTTP/1.1" status: 200 len: 375 time: 0.0107179 May 28 06:04:57.179152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-bf736d69-e76c-40e9-a69d-1b33f6c3f3bd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041923 May 28 06:04:57.187486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device bed3831c-55e0-4087-a9ff-ffa5d8f35d2c no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:04:57.224501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: bed3831c-55e0-4087-a9ff-ffa5d8f35d2c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:04:57.224918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device bed3831c-55e0-4087-a9ff-ffa5d8f35d2c not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:04:57.340677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-15d32d98-a9f1-4cce-8a2a-4d934d014cd7 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608186 May 28 06:04:57.478600 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-6b316274-3d56-42e5-ab3a-edfede5f3979 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317520 May 28 06:04:57.695648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9d3f15ac-88ba-4277-ac86-08b6647debb5 req-80dc2360-f27f-42e8-8503-8d4c4d1500bb tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 210 time: 0.0613232 May 28 06:04:58.938913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85d5cc38-a1b6-4cb2-97ad-e0e700fd6ff3 req-b87e604d-cb85-48e9-ac5f-55735e80b741 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 210 time: 0.0666625 May 28 06:04:59.005641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-5c59b2b2-7fd5-402a-bbf6-e53660168767 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:04:59.007902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-5c59b2b2-7fd5-402a-bbf6-e53660168767 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.2462912 May 28 06:04:59.024535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Request body: {'port': {'device_id': '21694786-2616-41db-8aa5-c285a122b32c', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'admin_state_up': True, 'tenant_id': 'e514b2b59ed840d696e18dda8fe4643b'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:04:59.192457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:04:59.204272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:04:59.216797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Made reservation on behalf of e514b2b59ed840d696e18dda8fe4643b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:04:59.220944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:59.397408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Allocated IP 172.20.0.12 (f0885d8d-27f4-48d5-ac7d-ad07d01da468/d8b458d6-cbae-4e02-a686-196d0acdf098/13074598-2a50-4795-a569-85db99b07d44) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:04:59.746358 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:59.781685 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:04:59.814599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:04:59.880408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event updated for resources: {'Port': ['ID=13074598-2a50-4795-a569-85db99b07d44,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:04:59.897001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:04:59.899641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:04:59.903986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:05:00.003484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:00.004878 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:00.035023 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-0f177de8-161c-4da0-ba11-a52656f42e8e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0138133 May 28 06:05:00.053674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Request body: {'port': {'device_id': '21694786-2616-41db-8aa5-c285a122b32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:05:00.213783 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:00.218903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07246658-2d39-47c9-b0af-b89ca42fb7eb req-f396e109-ea1b-4da3-ae59-512e1247e70d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:00.220431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-07246658-2d39-47c9-b0af-b89ca42fb7eb req-f396e109-ea1b-4da3-ae59-512e1247e70d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 932 time: 0.1176105 May 28 06:05:00.278875 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-07246658-2d39-47c9-b0af-b89ca42fb7eb req-217d2891-9796-4050-8712-6385ced7b43d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 May 28 06:05:00.605957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13074598-2a50-4795-a569-85db99b07d44 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:05:00.615390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:00.640271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Transition to ACTIVE for port object 13074598-2a50-4795-a569-85db99b07d44 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:05:00.646273 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:00.801599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Pushing event updated for resources: {'Port': ['ID=13074598-2a50-4795-a569-85db99b07d44,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:00.927678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Attempting to bind port 13074598-2a50-4795-a569-85db99b07d44 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:05:00.928074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Attempting to bind port 13074598-2a50-4795-a569-85db99b07d44 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:05:00.928419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Attempting to bind port 13074598-2a50-4795-a569-85db99b07d44 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:05:00.933509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Port 13074598-2a50-4795-a569-85db99b07d44 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:05:00.933831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Attempting to bind port 13074598-2a50-4795-a569-85db99b07d44 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:05:00.939731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:05:00.940088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Checking segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:05:00.940468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Bound using segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:05:00.940890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Bound port: 13074598-2a50-4795-a569-85db99b07d44, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:05:00.942090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:00.973009 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:01.063480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] For port 13074598-2a50-4795-a569-85db99b07d44, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:05:01.067188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] For port 13074598-2a50-4795-a569-85db99b07d44, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13074598-2a50-4795-a569-85db99b07d44,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:05:01.071993 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:01.133026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:01.133877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:01.135016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/13074598-2a50-4795-a569-85db99b07d44 HTTP/1.1" status: 200 len: 1092 time: 1.0886612 May 28 06:05:01.138660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21694786-2616-41db-8aa5-c285a122b32c', 'tag': '13074598-2a50-4795-a569-85db99b07d44'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:05:01.231392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0b52-ba0f-430f-a93c-1f0ba7e254c5 service neutron] Pushing event updated for resources: {'Port': ['ID=13074598-2a50-4795-a569-85db99b07d44,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:01.240171 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20d33b7-5268-46a8-807a-e1498c15ed23'] response: {'name': 'network-changed', 'server_uuid': '21694786-2616-41db-8aa5-c285a122b32c', 'tag': '13074598-2a50-4795-a569-85db99b07d44', 'status': 'completed', 'code': 200} May 28 06:05:01.281696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-1bc5b0e2-7052-440b-a391-e5707ca31ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:01.282992 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-1bc5b0e2-7052-440b-a391-e5707ca31ce2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 1095 time: 0.0993652 May 28 06:05:01.382464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-fc14f6d2-3361-425f-8f1b-2029681923b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13074598-2a50-4795-a569-85db99b07d44 HTTP/1.1" status: 200 len: 217 time: 0.0886509 May 28 06:05:01.471261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-52583472-6c5c-4228-8863-0d7c1ca8b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:01.472950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-52583472-6c5c-4228-8863-0d7c1ca8b709 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.0802939 May 28 06:05:01.487945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b2da2-cb8a-409a-8aef-fcda2e78a933 req-df031746-0a12-45c8-b9c4-e826fa21970c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:01.495986 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c12b2da2-cb8a-409a-8aef-fcda2e78a933 req-df031746-0a12-45c8-b9c4-e826fa21970c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 944 time: 0.0978405 May 28 06:05:01.537679 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-b02b9720-2c22-49f1-b4f8-061213647579 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535858 May 28 06:05:01.538456 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c12b2da2-cb8a-409a-8aef-fcda2e78a933 req-5082e6e0-a7b9-4502-843c-8b66cf2a150c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 May 28 06:05:01.699581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-29c83e5b-36fd-40e8-9785-8efb392c15bc service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522214 May 28 06:05:01.956409 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0d5e611-b78c-4404-a515-4cba68a40d49 req-357444f8-75a1-4b9b-aec8-7f41f2ea3f2d service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474201 May 28 06:05:02.106173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1610927-3841-444f-aea2-0a4f8cd2178f req-7d76aa9a-ddcc-4872-8e3d-16e8160bf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:02.109196 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1610927-3841-444f-aea2-0a4f8cd2178f req-7d76aa9a-ddcc-4872-8e3d-16e8160bf00f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 1095 time: 0.0936389 May 28 06:05:02.292419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1610927-3841-444f-aea2-0a4f8cd2178f req-5749a64a-3950-45b5-8353-eb1aaf5d599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:02.293947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1610927-3841-444f-aea2-0a4f8cd2178f req-5749a64a-3950-45b5-8353-eb1aaf5d599d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 907 time: 0.1770976 May 28 06:05:02.367322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1610927-3841-444f-aea2-0a4f8cd2178f req-159ec28c-aa27-4da8-af17-bd09e6c51d9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13074598-2a50-4795-a569-85db99b07d44 HTTP/1.1" status: 200 len: 217 time: 0.0662053 May 28 06:05:02.434946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1610927-3841-444f-aea2-0a4f8cd2178f req-f05fb825-d8ce-4f27-a352-b5b27f499aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:02.437195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1610927-3841-444f-aea2-0a4f8cd2178f req-f05fb825-d8ce-4f27-a352-b5b27f499aa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.0623965 May 28 06:05:02.489686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1610927-3841-444f-aea2-0a4f8cd2178f req-474c164c-8552-482c-8ed3-07bb8518c451 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445700 May 28 06:05:02.631330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1610927-3841-444f-aea2-0a4f8cd2178f req-7bc8b20b-38ef-4e96-b652-f4bf5f0352db service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350241 May 28 06:05:02.863602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26eb92-297d-4ccf-b564-87ef9fd5f0c0 req-c4826b1c-e095-449d-a1c5-cda57eebdb66 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:02.864342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bb26eb92-297d-4ccf-b564-87ef9fd5f0c0 req-c4826b1c-e095-449d-a1c5-cda57eebdb66 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:05:02.895786 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1610927-3841-444f-aea2-0a4f8cd2178f req-7b34e301-560b-4ab5-90a8-c13ee5fbc510 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576125 May 28 06:05:02.905147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bb26eb92-297d-4ccf-b564-87ef9fd5f0c0 req-c4826b1c-e095-449d-a1c5-cda57eebdb66 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:05:02.905147 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb26eb92-297d-4ccf-b564-87ef9fd5f0c0 req-c4826b1c-e095-449d-a1c5-cda57eebdb66 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 944 time: 0.2436073 May 28 06:05:02.956755 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb26eb92-297d-4ccf-b564-87ef9fd5f0c0 req-f7e08fe5-3452-4d79-85a0-041836d38ca0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437207 May 28 06:05:03.240953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 13074598-2a50-4795-a569-85db99b07d44 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:05:03.400737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 13074598-2a50-4795-a569-85db99b07d44, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13074598-2a50-4795-a569-85db99b07d44,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:05:03.416310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '13074598-2a50-4795-a569-85db99b07d44', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'port_id': '13074598-2a50-4795-a569-85db99b07d44', 'mac_address': 'fa:16:3e:ba:f9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b458d6-cbae-4e02-a686-196d0acdf098', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:05:03.491934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 13074598-2a50-4795-a569-85db99b07d44 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:05:03.492566 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:03.512436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13074598-2a50-4795-a569-85db99b07d44 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:05:03.530748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 13074598-2a50-4795-a569-85db99b07d44, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13074598-2a50-4795-a569-85db99b07d44,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:05:03.535038 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:03.610801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=13074598-2a50-4795-a569-85db99b07d44,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:03.619977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.620407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.621160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.621568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.622064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.622499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.622901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.623711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.624357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.624872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.625281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.625713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:03.784438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['13074598-2a50-4795-a569-85db99b07d44'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:05:04.192142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4f0e6-3aa3-4868-9d00-eb7cfa1c3a94 req-2a5a6b86-97ef-4bb7-bb87-d01772ee2f10 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:04.193927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a7d4f0e6-3aa3-4868-9d00-eb7cfa1c3a94 req-2a5a6b86-97ef-4bb7-bb87-d01772ee2f10 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 945 time: 0.1053452 May 28 06:05:04.262427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a7d4f0e6-3aa3-4868-9d00-eb7cfa1c3a94 req-b314ad37-e5ff-4880-aefc-0e28e13b7c94 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627089 May 28 06:05:05.261540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 13074598-2a50-4795-a569-85db99b07d44 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:05:05.340080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 13074598-2a50-4795-a569-85db99b07d44 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:05:05.345700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 13074598-2a50-4795-a569-85db99b07d44 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:05:05.346256 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:05.472006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 13074598-2a50-4795-a569-85db99b07d44 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:05:05.472380 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:05.503932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21694786-2616-41db-8aa5-c285a122b32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13074598-2a50-4795-a569-85db99b07d44'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:05:05.516084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 13074598-2a50-4795-a569-85db99b07d44, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13074598-2a50-4795-a569-85db99b07d44,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:05:05.522784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:05.576996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bbdc1-a89a-4202-95a3-5fbaa506e4c0 req-dbf49810-64b0-46c0-882c-fd3548aa90b1 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:05.578974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-096bbdc1-a89a-4202-95a3-5fbaa506e4c0 req-dbf49810-64b0-46c0-882c-fd3548aa90b1 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 945 time: 0.1569684 May 28 06:05:05.604178 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf65f9dd-96ca-412d-a04a-629ee072a39b'] response: {'server_uuid': '21694786-2616-41db-8aa5-c285a122b32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13074598-2a50-4795-a569-85db99b07d44', 'code': 200} May 28 06:05:05.621924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=13074598-2a50-4795-a569-85db99b07d44,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:05.643018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-096bbdc1-a89a-4202-95a3-5fbaa506e4c0 req-6ad5a2bb-71eb-4eb5-8351-599f4028c1d3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557902 May 28 06:05:05.766648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78a3e5-bd8b-4b84-873c-d0a90ad41b7d req-13fa890b-ecb6-4635-b48e-f46c8b7c2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:05.768207 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d78a3e5-bd8b-4b84-873c-d0a90ad41b7d req-13fa890b-ecb6-4635-b48e-f46c8b7c2ffa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 1097 time: 0.0780361 May 28 06:05:05.819873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d78a3e5-bd8b-4b84-873c-d0a90ad41b7d req-83938830-cac3-44ea-82b8-c8ff0f5eca7e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409710 May 28 06:05:06.434050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30942b-b666-4168-87dc-495ddb56624b req-a88b1619-d83f-4934-8d7a-b67cc0b51eb4 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:06.437760 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d30942b-b666-4168-87dc-495ddb56624b req-a88b1619-d83f-4934-8d7a-b67cc0b51eb4 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1048551 May 28 06:05:06.500689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d30942b-b666-4168-87dc-495ddb56624b req-9c405429-39d2-4124-b037-d0a5a2784700 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542400 May 28 06:05:06.863611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915ec7-9544-4fc6-9541-ea5a86e3e6b2 req-ec06430a-9563-4b38-8a88-c78adc6edcf2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:06.865543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35915ec7-9544-4fc6-9541-ea5a86e3e6b2 req-ec06430a-9563-4b38-8a88-c78adc6edcf2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 946 time: 0.1027653 May 28 06:05:06.923411 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35915ec7-9544-4fc6-9541-ea5a86e3e6b2 req-fbe0726a-505c-4007-ad77-d99b8ae1cae3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511985 May 28 06:05:07.711736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb795f-c503-4e28-a3f2-33dcadf3716c req-9e547f49-2591-4e58-977b-06e124e29a85 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:07.713149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-51fb795f-c503-4e28-a3f2-33dcadf3716c req-9e547f49-2591-4e58-977b-06e124e29a85 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0928822 May 28 06:05:07.759848 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-51fb795f-c503-4e28-a3f2-33dcadf3716c req-ca1e4d9f-05b5-415c-b596-59a768964a04 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403838 May 28 06:05:08.144442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15600dff-9382-40ce-9482-e9f0b98ac780 req-b3899c14-4419-465e-b768-c15b3c26cc59 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:08.145938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15600dff-9382-40ce-9482-e9f0b98ac780 req-b3899c14-4419-465e-b768-c15b3c26cc59 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 946 time: 0.0882223 May 28 06:05:08.195177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15600dff-9382-40ce-9482-e9f0b98ac780 req-a78badaf-c68f-4c65-8444-4222550dc9c5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 May 28 06:05:08.490439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-501cf904-ed23-4a8e-9d5b-99ad09ee66af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:08.610892 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:05:08.627205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448812fb-6fd4-48e7-88dc-bfa98d71f25a req-f6679ab3-6a28-4bce-ac90-a557ebba4bb6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:08.628793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-448812fb-6fd4-48e7-88dc-bfa98d71f25a req-f6679ab3-6a28-4bce-ac90-a557ebba4bb6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 946 time: 0.1100631 May 28 06:05:08.674420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-448812fb-6fd4-48e7-88dc-bfa98d71f25a req-4cd9b2e0-ff9f-4a7e-bdfc-62f387726ca3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 May 28 06:05:08.897266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a6b9f-ff54-4bc3-9e3d-b7dec18cefae req-67d2769a-7cbe-4bd2-a166-72d5e85631c7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:08.897266 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b64a6b9f-ff54-4bc3-9e3d-b7dec18cefae req-67d2769a-7cbe-4bd2-a166-72d5e85631c7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 946 time: 0.1134658 May 28 06:05:08.965201 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b64a6b9f-ff54-4bc3-9e3d-b7dec18cefae req-de8f1bab-7f77-4a81-921e-1c6983357b68 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523288 May 28 06:05:08.997683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2764c-6481-4580-a69a-467c4bfa6ed4 req-95cde1dd-3045-4868-aba2-71598bc44989 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:09.015895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64d2764c-6481-4580-a69a-467c4bfa6ed4 req-95cde1dd-3045-4868-aba2-71598bc44989 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1263757 May 28 06:05:09.069759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-64d2764c-6481-4580-a69a-467c4bfa6ed4 req-7a9978f6-83df-45ac-a11c-7b05c21c7150 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524666 May 28 06:05:09.431588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88fb80-c99b-4426-be5e-3d3fda84f415 req-45be6540-2f41-4983-aa8c-e90a8b2a24bd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:09.433004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa88fb80-c99b-4426-be5e-3d3fda84f415 req-45be6540-2f41-4983-aa8c-e90a8b2a24bd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 946 time: 0.0958428 May 28 06:05:09.485718 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa88fb80-c99b-4426-be5e-3d3fda84f415 req-0eb71a8e-29ad-475b-aaad-579b791467c3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 May 28 06:05:10.154157 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:10.265413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033bf24-3572-473d-9a3d-773b8cf62b1f req-df8b12c6-1031-4070-86a1-64fa02c39da0 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:10.267024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0033bf24-3572-473d-9a3d-773b8cf62b1f req-df8b12c6-1031-4070-86a1-64fa02c39da0 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0859537 May 28 06:05:10.323990 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0033bf24-3572-473d-9a3d-773b8cf62b1f req-fc235005-d368-4c5e-8d18-87303e187876 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463548 May 28 06:05:10.709132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ecefb2ed-7a1f-40b5-b964-5d5ba6b2667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:10.898796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23478e2-8a18-45a2-a252-858858f45f36 req-e77d6681-1f6e-4ed2-8a6d-ee2b8b46cd4d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:10.900390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c23478e2-8a18-45a2-a252-858858f45f36 req-e77d6681-1f6e-4ed2-8a6d-ee2b8b46cd4d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 946 time: 0.2845068 May 28 06:05:10.912279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925442e-ae72-459c-b682-9ed147bc85ca req-1760dc70-9151-42e3-9ef7-31a3a77cfd41 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:10.913961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b925442e-ae72-459c-b682-9ed147bc85ca req-1760dc70-9151-42e3-9ef7-31a3a77cfd41 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 946 time: 0.2657361 May 28 06:05:11.051374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b925442e-ae72-459c-b682-9ed147bc85ca req-6942c089-a62c-4712-95e7-28b35066709e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Deleting port 13074598-2a50-4795-a569-85db99b07d44 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:05:11.051732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b925442e-ae72-459c-b682-9ed147bc85ca req-6942c089-a62c-4712-95e7-28b35066709e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:11.089260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c23478e2-8a18-45a2-a252-858858f45f36 req-7486f6db-40bd-45df-ae26-0dc9132a0a82 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741526 May 28 06:05:11.423176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b925442e-ae72-459c-b682-9ed147bc85ca req-6942c089-a62c-4712-95e7-28b35066709e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] For port 13074598-2a50-4795-a569-85db99b07d44, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=13074598-2a50-4795-a569-85db99b07d44,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:05:11.423884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b925442e-ae72-459c-b682-9ed147bc85ca req-6942c089-a62c-4712-95e7-28b35066709e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:11.585621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b925442e-ae72-459c-b682-9ed147bc85ca req-6942c089-a62c-4712-95e7-28b35066709e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Calling delete_port for 13074598-2a50-4795-a569-85db99b07d44 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:05:11.618467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da997eae-7e94-4915-840e-525dfa9ec520 req-c4ac7a1a-0da0-4482-bd87-2c96562c9509 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:11.628671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da997eae-7e94-4915-840e-525dfa9ec520 req-c4ac7a1a-0da0-4482-bd87-2c96562c9509 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1573522 May 28 06:05:11.694686 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:11.697961 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:11.700684 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da997eae-7e94-4915-840e-525dfa9ec520 req-d64bf827-05a6-44ea-982e-55da5032c9c2 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705490 May 28 06:05:11.785118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b925442e-ae72-459c-b682-9ed147bc85ca req-6942c089-a62c-4712-95e7-28b35066709e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:11.824757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:05:11.856386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942c089-a62c-4712-95e7-28b35066709e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event deleted for resources: {'Port': ['ID=13074598-2a50-4795-a569-85db99b07d44,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:11.949438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b925442e-ae72-459c-b682-9ed147bc85ca req-6942c089-a62c-4712-95e7-28b35066709e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] No DVR routers for this DVR port 13074598-2a50-4795-a569-85db99b07d44 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:05:11.952219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b925442e-ae72-459c-b682-9ed147bc85ca req-6942c089-a62c-4712-95e7-28b35066709e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:11.955369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21694786-2616-41db-8aa5-c285a122b32c', 'name': 'network-vif-deleted', 'tag': '13074598-2a50-4795-a569-85db99b07d44'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:05:11.987256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b925442e-ae72-459c-b682-9ed147bc85ca req-6942c089-a62c-4712-95e7-28b35066709e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "DELETE /v2.0/ports/13074598-2a50-4795-a569-85db99b07d44 HTTP/1.1" status: 204 len: 173 time: 1.0560954 May 28 06:05:12.044350 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47891f2-af7e-4292-b028-63127b2a2bea'] response: {'server_uuid': '21694786-2616-41db-8aa5-c285a122b32c', 'name': 'network-vif-deleted', 'tag': '13074598-2a50-4795-a569-85db99b07d44', 'status': 'completed', 'code': 200} May 28 06:05:12.329543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-284c4506-560c-4647-b3ca-ad7bf5370021 req-e88bb57b-8119-45ad-a5c3-a268a1d66797 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=21694786-2616-41db-8aa5-c285a122b32c HTTP/1.1" status: 200 len: 210 time: 0.0432944 May 28 06:05:12.897301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8550f6-af48-4fbb-a631-66a2dec5bf67 req-cc1ac0f8-9df7-4546-8508-888b10167ae9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:12.898989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef8550f6-af48-4fbb-a631-66a2dec5bf67 req-cc1ac0f8-9df7-4546-8508-888b10167ae9 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0837831 May 28 06:05:12.946346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef8550f6-af48-4fbb-a631-66a2dec5bf67 req-3e68072e-3426-407d-baab-60dbd4ec3e2b tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414243 May 28 06:05:13.301108 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:13.315109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01afca-33fc-453f-9918-d0579174bd66 req-74855476-f3f1-4547-814a-7fa5259e5fdf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:13.319625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 13074598-2a50-4795-a569-85db99b07d44 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:05:13.323066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-74855476-f3f1-4547-814a-7fa5259e5fdf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.1669459 May 28 06:05:13.334272 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-ffb42ad4-ccbb-4899-a249-bc37779d56b3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/quotas/fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 375 time: 0.0103471 May 28 06:05:13.368026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 13074598-2a50-4795-a569-85db99b07d44 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:05:13.368371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 13074598-2a50-4795-a569-85db99b07d44 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:05:13.426501 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-35c9d868-208b-45fb-9cdc-f0a6376e6ca9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867102 May 28 06:05:13.572663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-516b99f4-ff24-4c88-af2f-c1f652089260 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391737 May 28 06:05:13.710884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-05151b5e-e7ba-446e-b143-5238e6a4378d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:13.711737 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-b754afb3-1279-470d-9d55-7f1cfc33a9f4 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326792 May 28 06:05:13.713239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-05151b5e-e7ba-446e-b143-5238e6a4378d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.1546178 May 28 06:05:13.729499 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-aded1b57-232f-4993-8efd-f82ee18f2d6c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/quotas/e514b2b59ed840d696e18dda8fe4643b HTTP/1.1" status: 200 len: 375 time: 0.0099795 May 28 06:05:13.820165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-3da5e4d8-d451-4327-a926-d330110ec75c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:05:13.838134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-3da5e4d8-d451-4327-a926-d330110ec75c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:05:13.839672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-3da5e4d8-d451-4327-a926-d330110ec75c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044083 May 28 06:05:13.988751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-3be6fcf5-072f-4625-b717-68875f156c06 service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421018 May 28 06:05:14.159462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-00ae1536-6b14-4a19-8382-2f489e26a2ad service neutron] 10.222.0.39 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624336 May 28 06:05:14.301914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797760fc-a1df-4c97-a430-f92ee63e9345 req-922b690d-590a-4a47-8c6b-1006d861e668 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:14.303620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-797760fc-a1df-4c97-a430-f92ee63e9345 req-922b690d-590a-4a47-8c6b-1006d861e668 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1173446 May 28 06:05:14.399321 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-797760fc-a1df-4c97-a430-f92ee63e9345 req-63c3cbdd-791f-4aba-a55a-8aa1b6688419 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876000 May 28 06:05:14.481983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ecbbee8-9b5a-4d24-b6e3-398505717300 req-ec294efe-a626-4dd3-a9df-687dbf8a3844 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 210 time: 0.1358755 May 28 06:05:14.524375 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b6d2395-b400-47ac-abd6-31daf39e6710 req-c5557f10-67a7-44ac-b366-dad94abac6f1 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 210 time: 0.0715890 May 28 06:05:15.664898 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e5c53bea-3387-4df5-ae0c-a9b97a727998 req-68509038-4db4-460c-a962-2518a5b52286 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 210 time: 0.0551429 May 28 06:05:15.788552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03419125-f6bf-43cc-8d89-0362522dbd27 req-630e4dbc-ae32-436f-b436-d6fd3e5fc3ff tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:15.791801 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03419125-f6bf-43cc-8d89-0362522dbd27 req-630e4dbc-ae32-436f-b436-d6fd3e5fc3ff tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1786468 May 28 06:05:15.801080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a4b03045-e0de-4690-99b6-1f09f1d4951b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:15.802986 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a4b03045-e0de-4690-99b6-1f09f1d4951b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.4122918 May 28 06:05:15.827180 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-72423900-e24d-4677-bb99-b7185be8d933 req-dec6cc5a-20d5-4c46-b78e-14821e39e74c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 210 time: 0.0661185 May 28 06:05:15.847318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'port': {'device_id': 'd3d94118-3c9c-4d46-991f-350a589a7169', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'admin_state_up': True, 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:05:15.948021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03419125-f6bf-43cc-8d89-0362522dbd27 req-07572328-b463-465c-a36e-0e5d9667f80c tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433494 May 28 06:05:16.039073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:05:16.050093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:05:16.074333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Made reservation on behalf of fc6f3a6f26a545aaab5fd63e9f766804 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:05:16.081008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:16.201596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-99cc0533-f2d7-42a5-804f-8e2c7366e50e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:16.203097 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-99cc0533-f2d7-42a5-804f-8e2c7366e50e tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 806 time: 0.3195570 May 28 06:05:16.226715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Request body: {'port': {'device_id': '9ab41b0e-abfd-43ec-bdac-be8947f566a4', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'admin_state_up': True, 'tenant_id': 'e514b2b59ed840d696e18dda8fe4643b'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:05:16.348963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Allocated IP 172.20.0.6 (5548a89e-ac6e-4db8-9dd0-bc7145d9109a/df602273-db7f-4234-b6c8-0beb4f26e2d7/eb6c9cda-aeb2-440a-ac7c-9216d73c5e28) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:05:16.448396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:05:16.463122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:05:16.479660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Made reservation on behalf of e514b2b59ed840d696e18dda8fe4643b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:05:16.484876 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:16.665037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:16.717657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Transition to ACTIVE for port object eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:05:16.766922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:16.799003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Allocated IP 172.20.0.8 (f0885d8d-27f4-48d5-ac7d-ad07d01da468/d8b458d6-cbae-4e02-a686-196d0acdf098/4ba414fd-d404-4453-be49-30a8d1de6539) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:05:16.873921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:05:16.876442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:05:16.883096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:05:16.958141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:17.000265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:17.000944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:17.050827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-a8e18418-b992-457b-aa56-b0187d219847 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2080994 May 28 06:05:17.106803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Request body: {'port': {'device_id': 'd3d94118-3c9c-4d46-991f-350a589a7169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:05:17.159676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6b22c04f-c871-4972-aecc-c6030f2cddb3 req-e176ab21-94c8-45b7-8212-075ed6f800ed tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 210 time: 0.0955071 May 28 06:05:17.298866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbbf49-9cba-436b-ab90-53b44218e0f5 req-43474538-6974-4991-b235-3fb84a484bb1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:17.300634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-06bbbf49-9cba-436b-ab90-53b44218e0f5 req-43474538-6974-4991-b235-3fb84a484bb1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 931 time: 0.4948337 May 28 06:05:17.309924 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:17.358983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-06bbbf49-9cba-436b-ab90-53b44218e0f5 req-4cbd6be1-6c69-4750-bc2b-34a9827d3bc5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 May 28 06:05:17.368060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c0dc7a70-9d36-4219-aedf-48de0097126e None None] Provisioning for port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:05:17.378501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c0dc7a70-9d36-4219-aedf-48de0097126e None None] Provisioning complete for port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:05:17.380921 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c0dc7a70-9d36-4219-aedf-48de0097126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:17.425175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:17.450761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc7a70-9d36-4219-aedf-48de0097126e None None] Port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:05:17.459219 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:17.505103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:05:17.557281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event updated for resources: {'Port': ['ID=4ba414fd-d404-4453-be49-30a8d1de6539,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:17.564932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Network f0885d8d-27f4-48d5-ac7d-ad07d01da468 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:05:17.566079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:05:17.572788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:05:17.654911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:17.655979 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:17.689399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-8fe12448-0440-40c8-90e4-99fef7732056 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4706917 May 28 06:05:17.707831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5581b4-1f98-4eca-aff1-acce6c7ac255 req-a788283f-8e09-474e-9c99-48058021712f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:17.709454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef5581b4-1f98-4eca-aff1-acce6c7ac255 req-a788283f-8e09-474e-9c99-48058021712f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.2375212 May 28 06:05:17.711328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Request body: {'port': {'device_id': '9ab41b0e-abfd-43ec-bdac-be8947f566a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:05:17.800038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:05:17.807619 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:17.825559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Transition to ACTIVE for port object eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:05:17.843013 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:17.874225 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:17.918020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:18.043218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef5581b4-1f98-4eca-aff1-acce6c7ac255 req-2031d936-b280-4f8b-b954-b13381b9e9a3 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155874 May 28 06:05:18.494320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Attempting to bind port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:05:18.494994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Attempting to bind port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:05:18.495503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Attempting to bind port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:05:18.504232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:05:18.504859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Attempting to bind port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:05:18.511393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:05:18.512577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Checking segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:05:18.513372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Bound using segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:05:18.514398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Bound port: eb6c9cda-aeb2-440a-ac7c-9216d73c5e28, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:05:18.515019 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:18.568999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba414fd-d404-4453-be49-30a8d1de6539 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:05:18.583003 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:18.606212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Transition to ACTIVE for port object 4ba414fd-d404-4453-be49-30a8d1de6539 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:05:18.624378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad680d-c596-4d06-b908-feb64cfb1706 req-8a285570-4d44-40b8-b0bc-d6940e232842 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:18.631061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62ad680d-c596-4d06-b908-feb64cfb1706 req-8a285570-4d44-40b8-b0bc-d6940e232842 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1462426 May 28 06:05:18.634208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:18.783672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] For port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:05:18.799983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] For port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:05:18.806570 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62ad680d-c596-4d06-b908-feb64cfb1706 req-34555591-901c-4bab-9aa4-5547c158345c tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740985 May 28 06:05:18.807891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:18.851484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba414fd-d404-4453-be49-30a8d1de6539,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:18.888884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:18.889649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:18.891361 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 HTTP/1.1" status: 200 len: 1091 time: 1.7892346 May 28 06:05:18.891941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d94118-3c9c-4d46-991f-350a589a7169', 'tag': 'eb6c9cda-aeb2-440a-ac7c-9216d73c5e28'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:05:18.902592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-08ca48c7-4eb5-4f21-bafb-768178cf99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:18.905618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-08ca48c7-4eb5-4f21-bafb-768178cf99b0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 1097 time: 0.2604394 May 28 06:05:18.917705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ceb51-398f-4574-b1f0-fe5a5c3bbe39 req-81b4557a-888f-49c1-afea-f8d5365474bf tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:18.919655 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-329ceb51-398f-4574-b1f0-fe5a5c3bbe39 req-81b4557a-888f-49c1-afea-f8d5365474bf tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 943 time: 0.2304506 May 28 06:05:19.085626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Attempting to bind port 4ba414fd-d404-4453-be49-30a8d1de6539 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:05:19.086160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Attempting to bind port 4ba414fd-d404-4453-be49-30a8d1de6539 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:05:19.086277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Attempting to bind port 4ba414fd-d404-4453-be49-30a8d1de6539 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:05:19.130688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09831e4b-44b3-4c56-840f-ca3602a9a454 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:19.132459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Port 4ba414fd-d404-4453-be49-30a8d1de6539 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:05:19.132633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Attempting to bind port 4ba414fd-d404-4453-be49-30a8d1de6539 on network f0885d8d-27f4-48d5-ac7d-ad07d01da468 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:05:19.153887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:05:19.154150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Checking segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:05:19.154534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Bound using segment: {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:05:19.154965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Bound port: 4ba414fd-d404-4453-be49-30a8d1de6539, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736cf8ff-4c33-45f6-86da-8102e45b755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:05:19.155329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:19.204232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-c6a3725a-ff22-46c4-a13e-a29bf6ef0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:19.205704 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-c6a3725a-ff22-46c4-a13e-a29bf6ef0463 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 911 time: 0.2853060 May 28 06:05:19.289816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5339ab-048e-4965-ade1-fadfecd52094 req-aa6d4ed2-7b02-4a5b-8ded-73c3b2daf2df tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:19.296720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-329ceb51-398f-4574-b1f0-fe5a5c3bbe39 req-36cfe5cc-f88c-4bdf-be09-6c83d98ce5fe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419311 May 28 06:05:19.296928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b5339ab-048e-4965-ade1-fadfecd52094 req-aa6d4ed2-7b02-4a5b-8ded-73c3b2daf2df tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 943 time: 0.2319624 May 28 06:05:19.328791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] For port 4ba414fd-d404-4453-be49-30a8d1de6539, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:05:19.340852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01afca-33fc-453f-9918-d0579174bd66 req-39666045-c9b9-4121-96d2-3db6a016bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:19.342337 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-39666045-c9b9-4121-96d2-3db6a016bbff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 1094 time: 0.3857954 May 28 06:05:19.344233 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-b74e9f1b-a08c-4875-b2fc-33f37c1bcfe1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066 HTTP/1.1" status: 200 len: 1001 time: 0.1303759 May 28 06:05:19.349249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] For port 4ba414fd-d404-4453-be49-30a8d1de6539, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4ba414fd-d404-4453-be49-30a8d1de6539,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:05:19.360034 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b5339ab-048e-4965-ade1-fadfecd52094 req-0102f650-a52f-40e0-9cfb-def695578a4f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623057 May 28 06:05:19.361914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:19.388726 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5abf19b4-4f24-4514-95d6-c5acca01c28f'] response: {'name': 'network-changed', 'server_uuid': 'd3d94118-3c9c-4d46-991f-350a589a7169', 'tag': 'eb6c9cda-aeb2-440a-ac7c-9216d73c5e28', 'status': 'completed', 'code': 200} May 28 06:05:19.430993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:19.431874 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:19.433578 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ba414fd-d404-4453-be49-30a8d1de6539 HTTP/1.1" status: 200 len: 1091 time: 1.7354395 May 28 06:05:19.434016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab41b0e-abfd-43ec-bdac-be8947f566a4', 'tag': '4ba414fd-d404-4453-be49-30a8d1de6539'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:05:19.466046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7480c6-b48b-446d-bd81-c8e72681ff66 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba414fd-d404-4453-be49-30a8d1de6539,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:19.472196 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-0e5fb81d-7248-4a00-9bcf-d1bc6cd95d83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 HTTP/1.1" status: 200 len: 217 time: 0.0865176 May 28 06:05:19.517668 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3ae38a-a94e-4200-9d18-9ec9159a46e2'] response: {'name': 'network-changed', 'server_uuid': '9ab41b0e-abfd-43ec-bdac-be8947f566a4', 'tag': '4ba414fd-d404-4453-be49-30a8d1de6539', 'status': 'completed', 'code': 200} May 28 06:05:19.547346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-2e4220f2-815f-47d6-9f7f-a3c6191e4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:19.547346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-2e4220f2-815f-47d6-9f7f-a3c6191e4181 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.1956100 May 28 06:05:19.574475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0475ccd5-a396-4d29-8a9d-929741026d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:19.574475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-0475ccd5-a396-4d29-8a9d-929741026d73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 1094 time: 0.0870814 May 28 06:05:19.623361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01afca-33fc-453f-9918-d0579174bd66 req-913d4386-3391-4011-a5f8-bd2e953b5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:19.623361 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-913d4386-3391-4011-a5f8-bd2e953b5884 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.1390579 May 28 06:05:19.659796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-21140a1f-b74d-4b21-8f3a-e6d4e63b120a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ba414fd-d404-4453-be49-30a8d1de6539 HTTP/1.1" status: 200 len: 217 time: 0.0788081 May 28 06:05:19.707115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-b64a8880-3d0b-49b8-8c9d-145ee0235649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:19.708612 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-b64a8880-3d0b-49b8-8c9d-145ee0235649 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547213 May 28 06:05:19.730259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-ff7709ad-0890-4344-94b6-c44cb1f26ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:19.731656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-ff7709ad-0890-4344-94b6-c44cb1f26ff3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.0635717 May 28 06:05:19.788005 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-68beb45f-b567-4a05-8999-d131d3987f1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475736 May 28 06:05:19.824846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01afca-33fc-453f-9918-d0579174bd66 req-9683fa2c-83fa-4af0-a5be-81150781b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:19.826346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-9683fa2c-83fa-4af0-a5be-81150781b89f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1876280 May 28 06:05:19.931479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-52a812cf-163a-4cf5-9f76-d0a967b6a6d6 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336081 May 28 06:05:19.946883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-12757a37-61c7-4260-bd97-8a8501a8651e service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306042 May 28 06:05:20.080754 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e831dfe9-c59e-4db6-8b42-ccff0c472db7 req-75e7036e-ac7d-4203-9a84-19597ba9d3c5 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404648 May 28 06:05:20.084481 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-9d1a9c04-c719-4659-84ed-b00eb4127fce service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430305 May 28 06:05:20.215850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1d137a6-839e-49ab-8915-28c58a3bf563 req-f904d923-e9b0-4105-b5b7-fc37f02eaa43 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615674 May 28 06:05:20.240493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5100c64-3c27-4227-bf5d-83d436f3a404 req-379ed7d2-b2d1-4599-be50-d925e89ce4d8 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:20.242170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5100c64-3c27-4227-bf5d-83d436f3a404 req-379ed7d2-b2d1-4599-be50-d925e89ce4d8 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1597192 May 28 06:05:20.271108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b47b-96fb-4187-8a23-32a403e02e6e req-75055a20-6060-454e-b504-7807729abf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:20.272632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d54b47b-96fb-4187-8a23-32a403e02e6e req-75055a20-6060-454e-b504-7807729abf9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e514b2b59ed840d696e18dda8fe4643b&device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 1094 time: 0.1314764 May 28 06:05:20.364792 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5100c64-3c27-4227-bf5d-83d436f3a404 req-b8d04b1c-855a-46eb-b0c7-b3f101250790 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160324 May 28 06:05:20.385262 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c01afca-33fc-453f-9918-d0579174bd66 req-92e15b20-36e8-4af7-842c-d94d753c5355 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874758 May 28 06:05:20.454376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b47b-96fb-4187-8a23-32a403e02e6e req-c3b2a3d1-99f3-44af-b437-b4720661ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:20.456486 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d54b47b-96fb-4187-8a23-32a403e02e6e req-c3b2a3d1-99f3-44af-b437-b4720661ba35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 200 len: 907 time: 0.1714642 May 28 06:05:20.571749 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d54b47b-96fb-4187-8a23-32a403e02e6e req-4c39db61-94b8-4e9a-b707-ae632ab018e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ba414fd-d404-4453-be49-30a8d1de6539 HTTP/1.1" status: 200 len: 217 time: 0.1075289 May 28 06:05:20.583850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebc7a9-450f-444c-9b45-dd1b3905d372 req-95a66586-6536-409d-a7b5-ecbd10aad950 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:20.585362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eeebc7a9-450f-444c-9b45-dd1b3905d372 req-95a66586-6536-409d-a7b5-ecbd10aad950 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 943 time: 0.1423995 May 28 06:05:20.591913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-e2a5c823-0215-45e1-8915-475c9b6b98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:20.593335 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-e2a5c823-0215-45e1-8915-475c9b6b98ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 1094 time: 0.1125114 May 28 06:05:20.649669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b47b-96fb-4187-8a23-32a403e02e6e req-9915e2f0-3e25-4cda-aa33-d3ed98954111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:20.651097 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d54b47b-96fb-4187-8a23-32a403e02e6e req-9915e2f0-3e25-4cda-aa33-d3ed98954111 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 200 len: 846 time: 0.0721002 May 28 06:05:20.707322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c97548-1095-4e89-8cd1-70722fe37dc8 req-39af88c8-c44b-413c-84f6-eae257eb3825 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:20.708544 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62c97548-1095-4e89-8cd1-70722fe37dc8 req-39af88c8-c44b-413c-84f6-eae257eb3825 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 943 time: 0.1836393 May 28 06:05:20.715465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d54b47b-96fb-4187-8a23-32a403e02e6e req-acfcbfbd-e0ad-4a1d-a016-1720a63a12d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0885d8d-27f4-48d5-ac7d-ad07d01da468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546589 May 28 06:05:20.716652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eeebc7a9-450f-444c-9b45-dd1b3905d372 req-4548a5dc-b54a-44c0-a96f-248dae1e9a36 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223140 May 28 06:05:20.768845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-7a272bf1-30a1-4944-b23e-7ac1094b3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:20.770276 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-7a272bf1-30a1-4944-b23e-7ac1094b3291 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.1629164 May 28 06:05:20.863825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-66855228-f5f2-4000-8861-ae7ccef7c956 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 HTTP/1.1" status: 200 len: 217 time: 0.0819128 May 28 06:05:20.969989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-e76f73e3-f4d3-4539-9915-9040ff96d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:20.971551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-e76f73e3-f4d3-4539-9915-9040ff96d7a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0962331 May 28 06:05:20.972657 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62c97548-1095-4e89-8cd1-70722fe37dc8 req-718311d7-fe88-495f-a706-755bae534119 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556643 May 28 06:05:21.114545 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d54b47b-96fb-4187-8a23-32a403e02e6e req-5cbf08df-3c9a-4995-aff1-832481636bb9 service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926123 May 28 06:05:21.210782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-905041ab-a5ca-44a8-ab82-ee4aca57f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:21.210782 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-905041ab-a5ca-44a8-ab82-ee4aca57f6a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886033 May 28 06:05:21.257452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-4a6bef5a-3cff-418c-8b2e-c9efc6a02461 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749985 May 28 06:05:21.277506 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d54b47b-96fb-4187-8a23-32a403e02e6e req-2f92756b-be92-4b27-ab20-4e416b5d862e service neutron] 10.222.0.41 "GET /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412302 May 28 06:05:21.355846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4ba414fd-d404-4453-be49-30a8d1de6539 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:05:21.427081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6e46b32-00f8-4df4-85b9-ebdd0ada1958 req-e8a71eb7-fd25-4cc6-85be-46b3d6c332dc service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691747 May 28 06:05:21.586058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 4ba414fd-d404-4453-be49-30a8d1de6539, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4ba414fd-d404-4453-be49-30a8d1de6539,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:05:21.604017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '4ba414fd-d404-4453-be49-30a8d1de6539', 'network_id': 'f0885d8d-27f4-48d5-ac7d-ad07d01da468', 'port_id': '4ba414fd-d404-4453-be49-30a8d1de6539', 'mac_address': 'fa:16:3e:b9:bb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b458d6-cbae-4e02-a686-196d0acdf098', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:05:21.620969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659649ce-c68e-4500-8810-d47450e9b8f5 req-50c40b42-02a0-4366-83fa-1ef9bc99c36d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:21.623639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-659649ce-c68e-4500-8810-d47450e9b8f5 req-50c40b42-02a0-4366-83fa-1ef9bc99c36d tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1009166 May 28 06:05:21.665671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 4ba414fd-d404-4453-be49-30a8d1de6539 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:05:21.666053 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:21.668590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-659649ce-c68e-4500-8810-d47450e9b8f5 req-745514da-9bf8-4c37-9401-c684a0f9c0dc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394020 May 28 06:05:21.690229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba414fd-d404-4453-be49-30a8d1de6539 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:05:21.707223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 4ba414fd-d404-4453-be49-30a8d1de6539, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4ba414fd-d404-4453-be49-30a8d1de6539,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:05:21.711438 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:21.800942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=4ba414fd-d404-4453-be49-30a8d1de6539,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:21.936900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23fd32-c6bf-4326-8041-1ac4222f5e33 req-694ffca5-03cb-4967-be44-cce3ceea7a73 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:21.937599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2a23fd32-c6bf-4326-8041-1ac4222f5e33 req-694ffca5-03cb-4967-be44-cce3ceea7a73 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:05:21.954631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2a23fd32-c6bf-4326-8041-1ac4222f5e33 req-694ffca5-03cb-4967-be44-cce3ceea7a73 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:05:21.955688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a23fd32-c6bf-4326-8041-1ac4222f5e33 req-694ffca5-03cb-4967-be44-cce3ceea7a73 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 944 time: 0.1035218 May 28 06:05:21.955811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['4ba414fd-d404-4453-be49-30a8d1de6539'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:05:22.032793 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a23fd32-c6bf-4326-8041-1ac4222f5e33 req-cb8613f2-f251-4d94-b523-766ac975efb0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685811 May 28 06:05:22.258045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2617c-7709-4b42-a17a-2b8336d3e722 req-814606b8-3619-4d3f-a391-f18c3cf1cd83 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:22.259352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-47c2617c-7709-4b42-a17a-2b8336d3e722 req-814606b8-3619-4d3f-a391-f18c3cf1cd83 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:05:22.286772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-47c2617c-7709-4b42-a17a-2b8336d3e722 req-814606b8-3619-4d3f-a391-f18c3cf1cd83 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:05:22.288248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47c2617c-7709-4b42-a17a-2b8336d3e722 req-814606b8-3619-4d3f-a391-f18c3cf1cd83 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 943 time: 0.1802497 May 28 06:05:22.343358 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47c2617c-7709-4b42-a17a-2b8336d3e722 req-464595d9-1811-4a6a-84bb-86fe78a546e1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 May 28 06:05:23.243353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d912b-9af6-47fe-ab98-e29b03a87526 req-da7d7217-0f40-488c-909c-26e1aa2d26c0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:23.243353 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dc8d912b-9af6-47fe-ab98-e29b03a87526 req-da7d7217-0f40-488c-909c-26e1aa2d26c0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 944 time: 0.0925977 May 28 06:05:23.320784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dc8d912b-9af6-47fe-ab98-e29b03a87526 req-3e62c375-eec3-4ca7-ab34-1199e0cb6286 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676088 May 28 06:05:23.367281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4ba414fd-d404-4453-be49-30a8d1de6539 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:05:23.440856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 4ba414fd-d404-4453-be49-30a8d1de6539 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:05:23.446605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 4ba414fd-d404-4453-be49-30a8d1de6539 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:05:23.447167 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:23.570446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e6e00-4b76-47c1-abee-2c747b18745e req-cf143937-2430-4c53-8f1c-a3bf8c043f40 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:23.577627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-777e6e00-4b76-47c1-abee-2c747b18745e req-cf143937-2430-4c53-8f1c-a3bf8c043f40 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 943 time: 0.1176360 May 28 06:05:23.617507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 4ba414fd-d404-4453-be49-30a8d1de6539 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:05:23.618104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:23.635977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-777e6e00-4b76-47c1-abee-2c747b18745e req-e0176cec-569f-4160-baae-b2a19d1023ec tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604413 May 28 06:05:23.646209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab41b0e-abfd-43ec-bdac-be8947f566a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba414fd-d404-4453-be49-30a8d1de6539'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:05:23.656643 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 4ba414fd-d404-4453-be49-30a8d1de6539, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4ba414fd-d404-4453-be49-30a8d1de6539,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:05:23.660549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:23.699972 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37105f89-aad2-4401-a9ca-d174699e8ea3'] response: {'server_uuid': '9ab41b0e-abfd-43ec-bdac-be8947f566a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba414fd-d404-4453-be49-30a8d1de6539', 'code': 200} May 28 06:05:23.753770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=4ba414fd-d404-4453-be49-30a8d1de6539,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:23.853504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb3de8-91b8-4035-a6ed-1f966ef11820 req-60635538-6d67-4d23-8f75-e8e9f98d74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:23.854330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1fb3de8-91b8-4035-a6ed-1f966ef11820 req-60635538-6d67-4d23-8f75-e8e9f98d74ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 1096 time: 0.0794327 May 28 06:05:23.898804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1fb3de8-91b8-4035-a6ed-1f966ef11820 req-618ca8e7-ebbd-4d96-9d80-582041336d1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349922 May 28 06:05:24.524684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe5ae-bf3b-455e-a15b-feaba567ef45 req-5c60ede3-aad0-4df4-8310-a9870aa10ba3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:24.524684 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-218fe5ae-bf3b-455e-a15b-feaba567ef45 req-5c60ede3-aad0-4df4-8310-a9870aa10ba3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0914366 May 28 06:05:24.572530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-218fe5ae-bf3b-455e-a15b-feaba567ef45 req-d59afb82-60b6-4b47-970b-fc5c8e7ceb9b tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 May 28 06:05:24.833804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572ddb-c056-415d-9019-d85fd3f3db2d req-477f1ca7-b698-4dad-b8e9-83eef1b798b3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:24.835392 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6572ddb-c056-415d-9019-d85fd3f3db2d req-477f1ca7-b698-4dad-b8e9-83eef1b798b3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 943 time: 0.0872710 May 28 06:05:24.883555 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6572ddb-c056-415d-9019-d85fd3f3db2d req-ed815c79-99ba-4518-a162-40b06d20fdfb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 May 28 06:05:25.784149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36525-05ac-4801-bdf3-99ac873bc3d1 req-43329454-621c-4783-9e82-83a7f5eee9c0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:25.784149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b36525-05ac-4801-bdf3-99ac873bc3d1 req-43329454-621c-4783-9e82-83a7f5eee9c0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0932341 May 28 06:05:25.828240 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b36525-05ac-4801-bdf3-99ac873bc3d1 req-190fabc5-da1b-4588-8076-53f575ac0d23 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396020 May 28 06:05:26.125140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b2b36-7763-4542-8d33-985a4ae23e9a req-0358cad2-b45f-4ab3-b7aa-540853259786 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:26.125871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-346b2b36-7763-4542-8d33-985a4ae23e9a req-0358cad2-b45f-4ab3-b7aa-540853259786 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 943 time: 0.1310530 May 28 06:05:26.196722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-346b2b36-7763-4542-8d33-985a4ae23e9a req-704e269b-5561-4586-9740-bd212c76c82c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622039 May 28 06:05:26.261755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28c93-35b7-4240-8ecd-fcd5e7c3dba8 req-f6471b88-0dbe-45a5-8708-4aa867ed2c15 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:26.265134 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6f28c93-35b7-4240-8ecd-fcd5e7c3dba8 req-f6471b88-0dbe-45a5-8708-4aa867ed2c15 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1043189 May 28 06:05:26.326649 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6f28c93-35b7-4240-8ecd-fcd5e7c3dba8 req-71f03c3c-aab3-4255-8e13-d14e8c651884 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 May 28 06:05:26.513129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd2d3b-f9dc-4343-8403-6be534660810 req-4263717c-b872-410f-98e3-d6003b40dae3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:26.514544 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18fd2d3b-f9dc-4343-8403-6be534660810 req-4263717c-b872-410f-98e3-d6003b40dae3 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0852177 May 28 06:05:26.562000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-18fd2d3b-f9dc-4343-8403-6be534660810 req-54998c81-b83a-46c2-a143-b9f45bf25646 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400519 May 28 06:05:27.041832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f961c-a776-41c3-81ec-1f92f41eb2a1 req-9014fb78-cb46-4545-a5c6-81a8a73e12d8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:27.043412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e9f961c-a776-41c3-81ec-1f92f41eb2a1 req-9014fb78-cb46-4545-a5c6-81a8a73e12d8 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1977260 May 28 06:05:27.090055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e9f961c-a776-41c3-81ec-1f92f41eb2a1 req-73ec46ac-32ea-4a8c-9dd3-62110cdf1c2c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 May 28 06:05:27.389895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a033aa-e6ab-4a0b-8365-f18b814c102d req-06d794e5-dd42-4b18-9eb2-6effbbe060cc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:27.391383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77a033aa-e6ab-4a0b-8365-f18b814c102d req-06d794e5-dd42-4b18-9eb2-6effbbe060cc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 943 time: 0.0852125 May 28 06:05:27.395489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:05:27.461268 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77a033aa-e6ab-4a0b-8365-f18b814c102d req-38b091ea-b377-41df-b5c8-cd928812a584 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601866 May 28 06:05:27.544274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:05:27.561482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'eb6c9cda-aeb2-440a-ac7c-9216d73c5e28', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'port_id': 'eb6c9cda-aeb2-440a-ac7c-9216d73c5e28', 'mac_address': 'fa:16:3e:05:41:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:05:27.616357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:05:27.616735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:27.633959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:05:27.649575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:05:27.654135 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:27.738775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:27.880596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['eb6c9cda-aeb2-440a-ac7c-9216d73c5e28'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:05:28.298899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156951f-fdda-4917-bc04-3204e957b900 req-d3926992-4a10-4f6e-9a82-de6fd3948419 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:28.298899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1156951f-fdda-4917-bc04-3204e957b900 req-d3926992-4a10-4f6e-9a82-de6fd3948419 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0890610 May 28 06:05:28.347326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1156951f-fdda-4917-bc04-3204e957b900 req-56e6d489-e172-4bdf-b9f3-c4bde5aa5634 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 May 28 06:05:28.653962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6201b5-6bbb-47f1-9165-8ae57e34825c req-75ef8a85-4e40-4520-97a2-95564e7eb9fe tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:28.655484 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d6201b5-6bbb-47f1-9165-8ae57e34825c req-75ef8a85-4e40-4520-97a2-95564e7eb9fe tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 944 time: 0.0895493 May 28 06:05:28.702363 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d6201b5-6bbb-47f1-9165-8ae57e34825c req-83f11a6a-c4f3-440f-b92e-32292c55c795 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 May 28 06:05:29.413342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:05:29.490253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:05:29.494849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:05:29.495213 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:29.566117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fe079-e2cb-43d2-b714-a257400b4cc5 req-814a82e9-d9aa-40e8-82e8-2b2fe4a8f587 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:29.567604 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d0fe079-e2cb-43d2-b714-a257400b4cc5 req-814a82e9-d9aa-40e8-82e8-2b2fe4a8f587 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1036932 May 28 06:05:29.616989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d0fe079-e2cb-43d2-b714-a257400b4cc5 req-ee9d10b8-6da5-4a48-8454-bbd911e4efaf tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436711 May 28 06:05:29.617205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:05:29.617363 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:29.650282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d94118-3c9c-4d46-991f-350a589a7169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6c9cda-aeb2-440a-ac7c-9216d73c5e28'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:05:29.662517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:05:29.662517 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:29.714112 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcbdedb2-7a9c-4303-a7bd-2ec55b449db0'] response: {'server_uuid': 'd3d94118-3c9c-4d46-991f-350a589a7169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6c9cda-aeb2-440a-ac7c-9216d73c5e28', 'code': 200} May 28 06:05:29.744424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:29.935535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9169b4-c374-41e9-9f55-0b733ba381da req-9e608d4b-dbf9-4794-917e-6bcddf4123ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:29.936973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f9169b4-c374-41e9-9f55-0b733ba381da req-9e608d4b-dbf9-4794-917e-6bcddf4123ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 1096 time: 0.1572134 May 28 06:05:29.947417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e46328-5579-400e-ae30-7a3fbd27ce20 req-8a88732e-8526-41f0-bf7c-f2411e95295d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:29.947417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82e46328-5579-400e-ae30-7a3fbd27ce20 req-8a88732e-8526-41f0-bf7c-f2411e95295d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 945 time: 0.1091206 May 28 06:05:30.023645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f9169b4-c374-41e9-9f55-0b733ba381da req-4e6f4d03-756c-4980-8053-409e914693fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681012 May 28 06:05:30.042316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82e46328-5579-400e-ae30-7a3fbd27ce20 req-d659684c-b70a-4f9a-836a-d976222a048a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740952 May 28 06:05:30.832217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f848a-95d2-4f5d-85a9-dcccf6aa3b53 req-6124fbdd-8a74-471b-b8ee-85f74dec2748 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:30.832217 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f6f848a-95d2-4f5d-85a9-dcccf6aa3b53 req-6124fbdd-8a74-471b-b8ee-85f74dec2748 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0882199 May 28 06:05:30.878383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f6f848a-95d2-4f5d-85a9-dcccf6aa3b53 req-586c8f57-4f7e-4c82-9087-d0388bc21bbe tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 May 28 06:05:31.014879 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:31.286172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cf222-4073-4103-b200-a61d347a2c6e req-e53f765d-73c5-45a3-b1d9-09d26e137d77 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:31.287864 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b12cf222-4073-4103-b200-a61d347a2c6e req-e53f765d-73c5-45a3-b1d9-09d26e137d77 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 945 time: 0.0935197 May 28 06:05:31.336993 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b12cf222-4073-4103-b200-a61d347a2c6e req-7bd3a690-2535-401e-a703-80a139cfaa5c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 May 28 06:05:31.535617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082365a-9eb9-411b-8c69-c9e9e0a92cf1 req-ad595dfd-b875-4fba-8540-c146d99d5518 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:31.535617 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2082365a-9eb9-411b-8c69-c9e9e0a92cf1 req-ad595dfd-b875-4fba-8540-c146d99d5518 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 945 time: 0.0887234 May 28 06:05:31.590234 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2082365a-9eb9-411b-8c69-c9e9e0a92cf1 req-d7f62d8a-9251-4d04-baf7-b82dc4e60377 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489337 May 28 06:05:32.110691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a44ce-0212-4f51-a9d2-56edaf8129ba req-95f6cce3-6d0a-4827-bfc0-bc4e8da83c26 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:32.112496 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f95a44ce-0212-4f51-a9d2-56edaf8129ba req-95f6cce3-6d0a-4827-bfc0-bc4e8da83c26 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1012418 May 28 06:05:32.181399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f95a44ce-0212-4f51-a9d2-56edaf8129ba req-0ac451f2-58f3-4f12-80f5-6983eaa20623 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570648 May 28 06:05:33.518371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521107b5-97e6-4b1a-a7b2-66396ebdb429 req-72f9a219-325b-4703-866c-ec5948c6905f tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:33.518371 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-521107b5-97e6-4b1a-a7b2-66396ebdb429 req-72f9a219-325b-4703-866c-ec5948c6905f tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.2076488 May 28 06:05:33.591436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-521107b5-97e6-4b1a-a7b2-66396ebdb429 req-53768e72-625a-4c94-8eef-32328a4b1bb9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705593 May 28 06:05:34.815271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d129c-4a1d-448b-969c-0f2a469831fa req-c28d19e4-5663-4079-b439-1519df18fada tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:34.816680 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b74d129c-4a1d-448b-969c-0f2a469831fa req-c28d19e4-5663-4079-b439-1519df18fada tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1133389 May 28 06:05:34.890102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b74d129c-4a1d-448b-969c-0f2a469831fa req-b29625ce-35b9-4486-a6bb-e82147e7d03c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634360 May 28 06:05:35.048452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-a8b0cc7c-5960-4b72-a8b2-63359afcc963 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:35.054862 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-a8b0cc7c-5960-4b72-a8b2-63359afcc963 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.1840816 May 28 06:05:35.072070 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-a49e5e5f-7969-47c7-8f02-5cba7304f140 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/quotas/fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 375 time: 0.0160978 May 28 06:05:35.109538 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15c62b90-0619-43e9-a234-e4e186012a86 req-e81688e2-7503-4374-82ec-e19859ef9348 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763671 May 28 06:05:35.176585 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-a40916c2-4c45-4391-8de7-20ec0bfbf50e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0977252 May 28 06:05:35.290964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c62b90-0619-43e9-a234-e4e186012a86 req-b8391f80-1b06-4697-9550-4f97f950893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:35.292472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15c62b90-0619-43e9-a234-e4e186012a86 req-b8391f80-1b06-4697-9550-4f97f950893f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 1096 time: 0.1000402 May 28 06:05:35.335769 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-f01fa3c8-5729-4618-8c5c-1aed69851024 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495116 May 28 06:05:35.459486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c62b90-0619-43e9-a234-e4e186012a86 req-a9e4a927-9971-40b3-b2a3-e01ffe14c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:35.459486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15c62b90-0619-43e9-a234-e4e186012a86 req-a9e4a927-9971-40b3-b2a3-e01ffe14c918 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.1469212 May 28 06:05:35.506020 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-d20ecb52-ab58-4fe9-bd93-9bfacb6eac03 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631021 May 28 06:05:35.556106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15c62b90-0619-43e9-a234-e4e186012a86 req-f179e21e-d595-43fc-8037-a9389924db14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 HTTP/1.1" status: 200 len: 217 time: 0.0843041 May 28 06:05:35.625500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c62b90-0619-43e9-a234-e4e186012a86 req-851a8d6d-8c1b-4d4e-8d57-c83435ac5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:35.626949 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15c62b90-0619-43e9-a234-e4e186012a86 req-851a8d6d-8c1b-4d4e-8d57-c83435ac5328 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0654430 May 28 06:05:35.772784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dec199a4-7b8d-498d-b2b4-2bdf6ecd2df9 req-ac61b041-0c6f-4567-ab99-b7752917a51c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 210 time: 0.0526667 May 28 06:05:35.812057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c62b90-0619-43e9-a234-e4e186012a86 req-b0ca2ae1-aeec-4b50-b8fa-856f457e0dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:35.812057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15c62b90-0619-43e9-a234-e4e186012a86 req-b0ca2ae1-aeec-4b50-b8fa-856f457e0dd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780381 May 28 06:05:35.982794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15c62b90-0619-43e9-a234-e4e186012a86 req-6bbd8b23-e931-4ec4-8766-0b72ab505882 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506433 May 28 06:05:36.166843 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2902cae-3e0a-476f-991b-c0751a2c2979 req-9bd34e4b-4bfe-4168-80b1-5f8e6d94aed7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:36.168672 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b2902cae-3e0a-476f-991b-c0751a2c2979 req-9bd34e4b-4bfe-4168-80b1-5f8e6d94aed7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1244602 May 28 06:05:36.254286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15c62b90-0619-43e9-a234-e4e186012a86 req-c04f2ef5-234d-4469-89e9-646a96c7906c service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684202 May 28 06:05:36.413651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b2902cae-3e0a-476f-991b-c0751a2c2979 req-13b58d0b-684d-4e0d-8890-93cb02e53176 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210891 May 28 06:05:36.938286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b89c4263-08ce-45a1-bcbe-3cdfe1b49714 req-d05f8b11-947f-4bb7-949c-1ed29783e4d9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 210 time: 0.0508509 May 28 06:05:37.235558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-4fdd5674-f801-4284-8c06-230370337f70 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:37.235558 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-4fdd5674-f801-4284-8c06-230370337f70 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.33 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.1989238 May 28 06:05:37.259698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'port': {'device_id': '35600701-96b9-4161-868a-745d98ffb457', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'admin_state_up': True, 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:05:37.538560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:05:37.546859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:05:37.566438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Made reservation on behalf of fc6f3a6f26a545aaab5fd63e9f766804 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:05:37.566438 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:37.648561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d51fc-8d85-48f7-983a-13645f6b971c req-f26fbe6b-796e-4404-b58c-083815c51831 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:37.652740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1b4d51fc-8d85-48f7-983a-13645f6b971c req-f26fbe6b-796e-4404-b58c-083815c51831 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1086192 May 28 06:05:37.715655 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1b4d51fc-8d85-48f7-983a-13645f6b971c req-61be73ca-cc79-4d04-b28c-9b2ec3bc72ab tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622878 May 28 06:05:37.812992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Allocated IP 172.20.0.11 (5548a89e-ac6e-4db8-9dd0-bc7145d9109a/df602273-db7f-4234-b6c8-0beb4f26e2d7/2d56fa87-2be0-4215-afb7-9c3821cca8e0) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:05:38.095650 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:38.212996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Transition to ACTIVE for port object 2d56fa87-2be0-4215-afb7-9c3821cca8e0 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:05:38.224051 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8182681-f7cc-42a9-b838-e561a59bb17e req-5ccd8101-132a-4209-a776-c2ee62c9aa7d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 210 time: 0.1169162 May 28 06:05:38.274550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:38.285385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['eb6c9cda-aeb2-440a-ac7c-9216d73c5e28'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:05:38.379322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:05:38.388836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:05:38.391435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:05:38.497599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=2d56fa87-2be0-4215-afb7-9c3821cca8e0,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.501583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.508116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:05:38.534298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:38.549015 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:38.552273 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8eab97c1-2107-4c64-b366-105eb832382c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:38.587305 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-075ce5ef-95eb-4f83-9824-32eaf9306235 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3283274 May 28 06:05:38.602899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Request body: {'port': {'device_id': '35600701-96b9-4161-868a-745d98ffb457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:05:38.762445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-37bb27d1-8172-4c86-a74a-a6033daad7d2 None None] Provisioning for port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:05:38.771897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:38.776136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-37bb27d1-8172-4c86-a74a-a6033daad7d2 None None] Provisioning complete for port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:05:38.776136 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-37bb27d1-8172-4c86-a74a-a6033daad7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:38.874435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-37bb27d1-8172-4c86-a74a-a6033daad7d2 None None] Port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:05:39.014227 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307adb8-50b5-46a1-b6b5-0d9f83efe815 req-658389e0-1748-4e87-8ee9-ccfb9ee6d106 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:39.024040 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b307adb8-50b5-46a1-b6b5-0d9f83efe815 req-658389e0-1748-4e87-8ee9-ccfb9ee6d106 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1369426 May 28 06:05:39.077943 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b307adb8-50b5-46a1-b6b5-0d9f83efe815 req-643a6d50-af44-4e62-a479-bdf6049d1946 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525873 May 28 06:05:39.239980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d56fa87-2be0-4215-afb7-9c3821cca8e0 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:05:39.249654 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:39.282215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Transition to ACTIVE for port object 2d56fa87-2be0-4215-afb7-9c3821cca8e0 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:05:39.298077 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:39.366471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d56fa87-2be0-4215-afb7-9c3821cca8e0,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:39.683060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ac6f4-4d12-48ae-b49c-b6fa2b38a3e9 req-c669496c-4fa4-4ab3-afb8-b1cc173f7b74 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:39.683060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ee0ac6f4-4d12-48ae-b49c-b6fa2b38a3e9 req-c669496c-4fa4-4ab3-afb8-b1cc173f7b74 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:05:39.683060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Attempting to bind port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:05:39.683060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Attempting to bind port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:05:39.683060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Attempting to bind port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:05:39.691702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:05:39.691702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Attempting to bind port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:05:39.700140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:05:39.700140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Checking segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:05:39.700140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Bound using segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:05:39.700140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Bound port: 2d56fa87-2be0-4215-afb7-9c3821cca8e0, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:05:39.700140 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:39.712475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-ee0ac6f4-4d12-48ae-b49c-b6fa2b38a3e9 req-c669496c-4fa4-4ab3-afb8-b1cc173f7b74 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:05:39.724704 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ee0ac6f4-4d12-48ae-b49c-b6fa2b38a3e9 req-c669496c-4fa4-4ab3-afb8-b1cc173f7b74 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.3369789 May 28 06:05:39.816315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ee0ac6f4-4d12-48ae-b49c-b6fa2b38a3e9 req-53a9e9fb-6339-4ac3-91b2-340c4c97513d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994401 May 28 06:05:39.844361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] For port 2d56fa87-2be0-4215-afb7-9c3821cca8e0, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:05:39.848212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] For port 2d56fa87-2be0-4215-afb7-9c3821cca8e0, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2d56fa87-2be0-4215-afb7-9c3821cca8e0,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:05:39.852928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:39.945422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:39.945422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:39.952110 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] 10.222.0.33 "PUT /v2.0/ports/2d56fa87-2be0-4215-afb7-9c3821cca8e0 HTTP/1.1" status: 200 len: 1092 time: 1.3524873 May 28 06:05:39.952110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35600701-96b9-4161-868a-745d98ffb457', 'tag': '2d56fa87-2be0-4215-afb7-9c3821cca8e0'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:05:40.016016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd915-a4ac-4823-b6a8-c7d5487063b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d56fa87-2be0-4215-afb7-9c3821cca8e0,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:05:40.038031 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb7449b-5659-42c7-89af-e39eaa70a812'] response: {'name': 'network-changed', 'server_uuid': '35600701-96b9-4161-868a-745d98ffb457', 'tag': '2d56fa87-2be0-4215-afb7-9c3821cca8e0', 'status': 'completed', 'code': 200} May 28 06:05:40.187008 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:40.214596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-c48f1aba-6dd1-452e-b41b-6c87710f44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:40.222627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-c48f1aba-6dd1-452e-b41b-6c87710f44f7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 1095 time: 0.1602132 May 28 06:05:40.524617 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-2c8e7813-ed02-4dd6-8796-da56286df830 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d56fa87-2be0-4215-afb7-9c3821cca8e0 HTTP/1.1" status: 200 len: 217 time: 0.2843854 May 28 06:05:40.617225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-f91ee8ee-fe9e-43d2-810e-d229df9ac68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:40.617225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-f91ee8ee-fe9e-43d2-810e-d229df9ac68e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0796869 May 28 06:05:40.626447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526fda-c70b-4a06-a868-092f2bb28503 req-4ad5b674-bf3d-4b25-95bb-eeaa8825165a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:40.628495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1526fda-c70b-4a06-a868-092f2bb28503 req-4ad5b674-bf3d-4b25-95bb-eeaa8825165a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1799428 May 28 06:05:40.719327 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9586c4bb-132c-470d-a369-957523617392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:40.771034 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1526fda-c70b-4a06-a868-092f2bb28503 req-9d05ce78-f196-4ffa-a50c-80974a5b31f2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970261 May 28 06:05:40.784848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-75af67cb-4baf-4d75-92cc-90205f1b639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:40.786354 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-75af67cb-4baf-4d75-92cc-90205f1b639c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584496 May 28 06:05:41.058501 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-c6aa2e4c-0122-46cb-ae2f-17f482e8b0f3 service neutron] 10.222.0.33 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553089 May 28 06:05:41.289677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bce66911-ec63-4a04-a4f8-2beb76280da3 req-670b639a-31c2-4767-923f-e8f2e24f7ddb service neutron] 10.222.0.33 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266788 May 28 06:05:41.527198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-7018110a-2fbb-4f83-97a2-6a4922407efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:41.528991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-7018110a-2fbb-4f83-97a2-6a4922407efc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 1095 time: 0.1389847 May 28 06:05:41.588724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fbb44-72a7-4bb7-b6c3-6d1286e819e9 req-12183ab7-fd26-496a-870d-a257a8ed9c29 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:41.598445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-449fbb44-72a7-4bb7-b6c3-6d1286e819e9 req-12183ab7-fd26-496a-870d-a257a8ed9c29 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.6111379 May 28 06:05:41.670940 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:41.670940 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:41.725907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-af7c6c33-a82b-425a-91d9-e5b336be1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:41.728734 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-af7c6c33-a82b-425a-91d9-e5b336be1476 service neutron] 10.222.0.33 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.1891551 May 28 06:05:41.735336 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-449fbb44-72a7-4bb7-b6c3-6d1286e819e9 req-9bcf3bb4-5c51-430c-8734-fab5cb6b0e65 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303394 May 28 06:05:41.866227 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-23d18bae-2eb3-4830-af9f-051cde6679dd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d56fa87-2be0-4215-afb7-9c3821cca8e0 HTTP/1.1" status: 200 len: 217 time: 0.1252017 May 28 06:05:42.046998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-24192809-3fa8-4eb1-9b43-487a500484bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:42.046998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-24192809-3fa8-4eb1-9b43-487a500484bf service neutron] 10.222.0.33 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.1679087 May 28 06:05:42.169828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b3b6-b2cb-407c-92d2-b6ba1af914bd req-dbd4b79c-b60c-4fbf-9fff-0c3a2ac617b0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:42.169828 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7fa0b3b6-b2cb-407c-92d2-b6ba1af914bd req-dbd4b79c-b60c-4fbf-9fff-0c3a2ac617b0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.2157874 May 28 06:05:42.258332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-0b0d59d9-134e-460d-828b-34e47d60f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:42.266068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-0b0d59d9-134e-460d-828b-34e47d60f8be service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102349 May 28 06:05:42.350853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7fa0b3b6-b2cb-407c-92d2-b6ba1af914bd req-095660e4-148d-4bdd-8f51-98f71e77fa39 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537077 May 28 06:05:42.589700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-db9ea2e0-6074-4592-9b3a-0dfe4319dad4 service neutron] 10.222.0.33 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085701 May 28 06:05:42.819662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-069c4064-94e5-4cad-903b-cc96f12714e1 req-d68f0063-3337-4eea-9fd2-2812721648a7 service neutron] 10.222.0.33 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193518 May 28 06:05:42.980044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc0312-8101-4e04-be17-6be3bbe94fb2 req-a808c289-938e-4d0d-bf0e-869e3f43c5eb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:42.982845 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5dc0312-8101-4e04-be17-6be3bbe94fb2 req-a808c289-938e-4d0d-bf0e-869e3f43c5eb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.1094995 May 28 06:05:43.073227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5dc0312-8101-4e04-be17-6be3bbe94fb2 req-b263590c-910a-4059-8837-f1096c24ed99 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822802 May 28 06:05:43.329842 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:05:43.854513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60089858-80fa-4829-ab11-f8d64c5a0d57 req-295b5d6c-59e0-47ba-b7ba-d5be119d82d9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:43.854513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60089858-80fa-4829-ab11-f8d64c5a0d57 req-295b5d6c-59e0-47ba-b7ba-d5be119d82d9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.2726448 May 28 06:05:43.914608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60089858-80fa-4829-ab11-f8d64c5a0d57 req-23e17984-2ede-4c5b-bc76-85ca0f8dd58c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530365 May 28 06:05:44.334975 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-2e320e8e-1129-4dc4-a7a0-f6f4addf28d4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2337289 May 28 06:05:44.425987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d16c58-f9d1-49c8-9e8a-7ba5e265a303 req-77131a3e-bdc4-4537-9e04-2178f0e5cf57 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:44.425987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77d16c58-f9d1-49c8-9e8a-7ba5e265a303 req-77131a3e-bdc4-4537-9e04-2178f0e5cf57 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.1639955 May 28 06:05:44.540587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77d16c58-f9d1-49c8-9e8a-7ba5e265a303 req-5992ae88-a685-47d8-8bae-45650d577d1d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991492 May 28 06:05:44.658473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-f1364dde-396c-4f62-ae18-f0bebad3cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:44.666056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-f1364dde-396c-4f62-ae18-f0bebad3cfee service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 1097 time: 0.3036778 May 28 06:05:44.894669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-97df6caf-660d-48d6-b163-78c876484b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:44.899465 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-97df6caf-660d-48d6-b163-78c876484b25 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 911 time: 0.2208312 May 28 06:05:45.057063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-fa1a3d1d-a638-4a3f-b8ad-f9c1b39b0fb6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066 HTTP/1.1" status: 200 len: 1001 time: 0.1449828 May 28 06:05:45.194834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-989f7e06-dc1e-402f-96d1-fe12d23dcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:45.194834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-989f7e06-dc1e-402f-96d1-fe12d23dcc0a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.1281826 May 28 06:05:45.290792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a4d3-d642-45ff-81a6-0381535fcf81 req-ce23d730-6525-48d5-8ba8-ddbde187465a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:45.293403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc33a4d3-d642-45ff-81a6-0381535fcf81 req-ce23d730-6525-48d5-8ba8-ddbde187465a tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1999710 May 28 06:05:45.378725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-e61b78e5-d8e2-4f33-9dcf-22b919928a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:45.378725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-e61b78e5-d8e2-4f33-9dcf-22b919928a4a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804183 May 28 06:05:45.490980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc33a4d3-d642-45ff-81a6-0381535fcf81 req-1a5e718c-3b29-438b-85b1-390144dd48d5 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714089 May 28 06:05:45.594098 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:05:45.600973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-037df427-30c4-4848-ba01-00213bc6ae7e service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153945 May 28 06:05:45.822939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c262fc-e898-46ba-9ea4-f2573a41c6ec req-4eb61eb0-265a-43eb-bc3b-9b7474068f7d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:45.838173 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45c262fc-e898-46ba-9ea4-f2573a41c6ec req-4eb61eb0-265a-43eb-bc3b-9b7474068f7d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.1599009 May 28 06:05:45.854571 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5bd7636e-1f98-413c-8fbc-888b9f602ff3 req-ff5b75eb-97c6-429f-83a8-d8ec2e095e0b service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447083 May 28 06:05:45.879335 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45c262fc-e898-46ba-9ea4-f2573a41c6ec req-46711ec6-f00d-4f93-9f71-2e8e42119a77 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452068 May 28 06:05:46.808382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b56a14-216f-40ee-bff3-224c57948aef req-8be9590f-3f6c-4de1-9b35-a4cdeb9d2752 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:46.808382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10b56a14-216f-40ee-bff3-224c57948aef req-8be9590f-3f6c-4de1-9b35-a4cdeb9d2752 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1379690 May 28 06:05:46.859996 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10b56a14-216f-40ee-bff3-224c57948aef req-fece5697-dee8-4412-99e2-5781b18b2cd2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 May 28 06:05:47.100159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746b6ba-cda1-4d62-a77c-f03fa3f40827 req-9e774e89-d83b-40c7-a0ab-81efb20393f0 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:47.109313 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9746b6ba-cda1-4d62-a77c-f03fa3f40827 req-9e774e89-d83b-40c7-a0ab-81efb20393f0 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0953386 May 28 06:05:47.167689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9746b6ba-cda1-4d62-a77c-f03fa3f40827 req-ffa758fa-ec93-43c9-b392-ea16f5f2043c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603764 May 28 06:05:48.069777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d24066-bde1-41fb-bab0-11a71f6fa256 req-14dcecec-550f-44da-bdcf-57eef915dee2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:48.071346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-99d24066-bde1-41fb-bab0-11a71f6fa256 req-14dcecec-550f-44da-bdcf-57eef915dee2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0955982 May 28 06:05:48.127180 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-99d24066-bde1-41fb-bab0-11a71f6fa256 req-d29f74cd-6a9c-4c16-a057-c4cdf1ffa58b tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 May 28 06:05:48.344296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c94ef8-3812-417a-9445-b188c0c82a88 req-6afd7c5d-eeee-4613-be9c-da20aba048f0 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:48.349289 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-13c94ef8-3812-417a-9445-b188c0c82a88 req-6afd7c5d-eeee-4613-be9c-da20aba048f0 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0913408 May 28 06:05:48.411877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-13c94ef8-3812-417a-9445-b188c0c82a88 req-3ed495f3-7988-4e47-b17c-73abbf56a314 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632131 May 28 06:05:49.328388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fd411-943d-4772-9015-89993f47dcb0 req-e0943a8d-5337-4f92-955e-27ece01d26e7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:49.328388 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e7fd411-943d-4772-9015-89993f47dcb0 req-e0943a8d-5337-4f92-955e-27ece01d26e7 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0898917 May 28 06:05:49.378372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e7fd411-943d-4772-9015-89993f47dcb0 req-0650c845-37a0-4ecb-a9de-5f407c2fa09c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 May 28 06:05:49.595782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64126279-68ee-4768-8ba6-d31930950012 req-a6c7f10e-d32b-462b-a0af-311c2a8de462 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:49.597288 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64126279-68ee-4768-8ba6-d31930950012 req-a6c7f10e-d32b-462b-a0af-311c2a8de462 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0828545 May 28 06:05:49.654685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64126279-68ee-4768-8ba6-d31930950012 req-67c01136-142d-46fa-8bf8-672870eada49 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452349 May 28 06:05:50.625878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eee2fb-2015-459a-8801-6fa29a7c2af8 req-3726905f-4496-45de-91ea-9486fe241567 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:50.627392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5eee2fb-2015-459a-8801-6fa29a7c2af8 req-3726905f-4496-45de-91ea-9486fe241567 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1194074 May 28 06:05:50.673631 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5eee2fb-2015-459a-8801-6fa29a7c2af8 req-d8f856fb-317d-45ee-857e-fbcb846a2145 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 May 28 06:05:50.873920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9605-8d8d-4583-9a2f-cd6f33ae8934 req-1e2c7401-e9f3-426d-931a-b268658573de tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:50.876296 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63ab9605-8d8d-4583-9a2f-cd6f33ae8934 req-1e2c7401-e9f3-426d-931a-b268658573de tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0974805 May 28 06:05:50.943502 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63ab9605-8d8d-4583-9a2f-cd6f33ae8934 req-c22c0fb8-ef41-480c-a678-be646322d242 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611198 May 28 06:05:51.891166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf410a2b-8fd3-420b-bc22-40d7d5c39a20 req-79a937a4-f084-4818-b253-71e97da2d460 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:51.892705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf410a2b-8fd3-420b-bc22-40d7d5c39a20 req-79a937a4-f084-4818-b253-71e97da2d460 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0824831 May 28 06:05:51.942340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf410a2b-8fd3-420b-bc22-40d7d5c39a20 req-ab6e370d-b7f3-488d-a44a-1d5eb7e86635 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426230 May 28 06:05:52.146304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a10583-7a50-46df-acf9-52fdb31e1d80 req-1ea3f8c2-9135-4004-9893-ffabd19da26a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:52.154060 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4a10583-7a50-46df-acf9-52fdb31e1d80 req-1ea3f8c2-9135-4004-9893-ffabd19da26a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0898230 May 28 06:05:52.204166 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4a10583-7a50-46df-acf9-52fdb31e1d80 req-96053857-49d6-4a0b-a087-052b06d52e88 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481329 May 28 06:05:53.154955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a095d2b-f630-47da-a360-a0dc0c3aeb20 req-9af57572-0f67-487f-af88-6be825e1155d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:53.156922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a095d2b-f630-47da-a360-a0dc0c3aeb20 req-9af57572-0f67-487f-af88-6be825e1155d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1002641 May 28 06:05:53.203675 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a095d2b-f630-47da-a360-a0dc0c3aeb20 req-4e96fa28-5543-448d-b570-4893c1ded815 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 May 28 06:05:53.404961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d9240-c0ba-47c7-ae14-f2194161bfb4 req-913c835d-7b75-4935-a884-2e903587204e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:53.406449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b9d9240-c0ba-47c7-ae14-f2194161bfb4 req-913c835d-7b75-4935-a884-2e903587204e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0976624 May 28 06:05:53.451530 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9b9d9240-c0ba-47c7-ae14-f2194161bfb4 req-593887b5-9438-4d2a-8aca-998358f512b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 May 28 06:05:54.398042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9924409-073f-409a-b3a1-ed023d5c8dad req-159e50cd-2b45-4f50-abd0-6bd464b834ad tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:54.399585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9924409-073f-409a-b3a1-ed023d5c8dad req-159e50cd-2b45-4f50-abd0-6bd464b834ad tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0829632 May 28 06:05:54.449284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9924409-073f-409a-b3a1-ed023d5c8dad req-5eca5090-4297-4a43-9fef-333f6b4ccccb tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 May 28 06:05:54.645808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c722e4-3fbe-4ac5-b8d5-37ea798869e6 req-30971d2d-4142-437c-af2b-e511d118b559 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:54.647572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0c722e4-3fbe-4ac5-b8d5-37ea798869e6 req-30971d2d-4142-437c-af2b-e511d118b559 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0846195 May 28 06:05:54.724055 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0c722e4-3fbe-4ac5-b8d5-37ea798869e6 req-81ab9bdf-2e99-4d0b-890f-8ce5238b1651 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676591 May 28 06:05:55.655361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202da5aa-88a0-4e74-b242-b887c4ed387e req-432a87e4-9321-419b-b320-e356424998e2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:55.659429 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-202da5aa-88a0-4e74-b242-b887c4ed387e req-432a87e4-9321-419b-b320-e356424998e2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0849760 May 28 06:05:55.707681 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-202da5aa-88a0-4e74-b242-b887c4ed387e req-356d3aa0-7440-497f-aadb-c20b1920ce80 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 May 28 06:05:55.915902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4f21a-3299-4783-8d0d-aefcae34d44a req-d766b493-f8f2-4f06-b9d2-0d5536e03911 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:55.917366 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ca4f21a-3299-4783-8d0d-aefcae34d44a req-d766b493-f8f2-4f06-b9d2-0d5536e03911 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0881383 May 28 06:05:55.966750 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ca4f21a-3299-4783-8d0d-aefcae34d44a req-f86ab4aa-1cee-4b7f-8105-4e4c48f07c77 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 May 28 06:05:56.925827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fb56-b0ce-432d-b7d0-11a3e2b8bcc0 req-1be1c011-8951-4cb0-bf01-cfdafa166252 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:56.925827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5323fb56-b0ce-432d-b7d0-11a3e2b8bcc0 req-1be1c011-8951-4cb0-bf01-cfdafa166252 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0993280 May 28 06:05:57.092348 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5323fb56-b0ce-432d-b7d0-11a3e2b8bcc0 req-cc9bffd3-3a5f-4eb2-a7dc-98e6f11773c0 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572411 May 28 06:05:57.212240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c262cb-26ff-433a-bcba-185c720644f9 req-bc1ed858-b5cd-41c2-99a7-128312408026 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:57.213750 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83c262cb-26ff-433a-bcba-185c720644f9 req-bc1ed858-b5cd-41c2-99a7-128312408026 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0928073 May 28 06:05:57.270251 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83c262cb-26ff-433a-bcba-185c720644f9 req-67853cc2-f92d-412f-8b61-0b2850522d70 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474432 May 28 06:05:58.331569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8471d-1461-41b7-b548-a171836c8505 req-818b0b5b-e853-4b07-a907-9f91ffa6cd48 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:58.333023 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9e8471d-1461-41b7-b548-a171836c8505 req-818b0b5b-e853-4b07-a907-9f91ffa6cd48 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0968645 May 28 06:05:58.399522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9e8471d-1461-41b7-b548-a171836c8505 req-f5761676-b11c-4d9a-bba1-fdc98edd4132 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568476 May 28 06:05:58.518979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1c724-1b6b-4980-adfc-49019ce7e2a5 req-7d89d497-e599-43f8-ae76-d39139ecd2fb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:58.520517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7df1c724-1b6b-4980-adfc-49019ce7e2a5 req-7d89d497-e599-43f8-ae76-d39139ecd2fb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0993664 May 28 06:05:58.569503 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7df1c724-1b6b-4980-adfc-49019ce7e2a5 req-94c83971-f907-4591-8a81-1ca525657007 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 May 28 06:05:58.789372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252d3b0-4e34-403c-bdb4-517a4c63efed req-8dfee890-929d-4ab4-8b60-df83a9f081d2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:58.789372 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6252d3b0-4e34-403c-bdb4-517a4c63efed req-8dfee890-929d-4ab4-8b60-df83a9f081d2 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0901859 May 28 06:05:58.853872 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6252d3b0-4e34-403c-bdb4-517a4c63efed req-f1ce3883-f0e3-442f-afa3-093365b9108d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568428 May 28 06:05:59.064972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f79c4d-9666-4db4-919c-1ff451ff3add req-c7494869-0af0-480b-a09b-e73e4cb2ec6f tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:59.066448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55f79c4d-9666-4db4-919c-1ff451ff3add req-c7494869-0af0-480b-a09b-e73e4cb2ec6f tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0995681 May 28 06:05:59.115834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55f79c4d-9666-4db4-919c-1ff451ff3add req-202f4ddf-d34c-4808-9cc1-759d8c81482d tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434494 May 28 06:05:59.539328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b08736-862b-4a0b-b7ca-8be25af3898f req-5f8cea23-2f1c-437e-a7a7-fc61492eec04 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:59.547639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3b08736-862b-4a0b-b7ca-8be25af3898f req-5f8cea23-2f1c-437e-a7a7-fc61492eec04 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1119931 May 28 06:05:59.595875 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a3b08736-862b-4a0b-b7ca-8be25af3898f req-8753b7af-6353-4ef8-b5b7-42c619d5c5ed tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465379 May 28 06:05:59.791667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb5cb0-bce2-4acd-b279-b780037888ba req-9316a6ed-9830-4b8f-aeb4-c2d448f900dc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:05:59.793721 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69cb5cb0-bce2-4acd-b279-b780037888ba req-9316a6ed-9830-4b8f-aeb4-c2d448f900dc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.0933170 May 28 06:05:59.843374 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69cb5cb0-bce2-4acd-b279-b780037888ba req-d47934a6-006f-414a-bad2-118eba030541 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430710 May 28 06:06:00.791365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05362e2f-1fa1-4e53-8163-93e8ff7580de req-fde64679-6581-44f8-8a71-1fa3f0c42189 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:00.795039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05362e2f-1fa1-4e53-8163-93e8ff7580de req-fde64679-6581-44f8-8a71-1fa3f0c42189 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.0827281 May 28 06:06:00.900247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05362e2f-1fa1-4e53-8163-93e8ff7580de req-896dacff-558d-455d-bd74-bcbed8c25ae9 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006267 May 28 06:06:00.938499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-44e5370a-404e-4067-9d07-23cd110e5447 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:00.940296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-44e5370a-404e-4067-9d07-23cd110e5447 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 945 time: 0.1077938 May 28 06:06:01.017794 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:01.032385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-837ceaf2-a438-4ea8-85ae-7d1e51461b7c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Deleting port 4ba414fd-d404-4453-be49-30a8d1de6539 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:06:01.032876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-837ceaf2-a438-4ea8-85ae-7d1e51461b7c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:01.072059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df9461-0844-4692-9aed-61a9f637bfd6 req-08153dbf-6b86-4151-b3bd-c281a7bd4700 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:01.073582 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-23df9461-0844-4692-9aed-61a9f637bfd6 req-08153dbf-6b86-4151-b3bd-c281a7bd4700 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.1090405 May 28 06:06:01.133738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-23df9461-0844-4692-9aed-61a9f637bfd6 req-f720baa1-a9f7-40da-864d-bdb22c14f988 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528154 May 28 06:06:01.356832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-837ceaf2-a438-4ea8-85ae-7d1e51461b7c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] For port 4ba414fd-d404-4453-be49-30a8d1de6539, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=4ba414fd-d404-4453-be49-30a8d1de6539,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:01.357505 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-837ceaf2-a438-4ea8-85ae-7d1e51461b7c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:01.486391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-837ceaf2-a438-4ea8-85ae-7d1e51461b7c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Calling delete_port for 4ba414fd-d404-4453-be49-30a8d1de6539 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:06:01.671116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-837ceaf2-a438-4ea8-85ae-7d1e51461b7c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:01.687152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['4ba414fd-d404-4453-be49-30a8d1de6539'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:06:01.721203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:06:01.723447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ceaf2-a438-4ea8-85ae-7d1e51461b7c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event deleted for resources: {'Port': ['ID=4ba414fd-d404-4453-be49-30a8d1de6539,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:01.804619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-837ceaf2-a438-4ea8-85ae-7d1e51461b7c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] No DVR routers for this DVR port 4ba414fd-d404-4453-be49-30a8d1de6539 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:06:01.806930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-837ceaf2-a438-4ea8-85ae-7d1e51461b7c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:01.809084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab41b0e-abfd-43ec-bdac-be8947f566a4', 'name': 'network-vif-deleted', 'tag': '4ba414fd-d404-4453-be49-30a8d1de6539'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:01.826534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6155b5d1-bcd6-4920-b33a-c16fdcd4eed9 req-837ceaf2-a438-4ea8-85ae-7d1e51461b7c tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.41 "DELETE /v2.0/ports/4ba414fd-d404-4453-be49-30a8d1de6539 HTTP/1.1" status: 204 len: 173 time: 0.8774300 May 28 06:06:01.877045 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a55675-14d6-40fb-9e7d-87713094a0e2'] response: {'server_uuid': '9ab41b0e-abfd-43ec-bdac-be8947f566a4', 'name': 'network-vif-deleted', 'tag': '4ba414fd-d404-4453-be49-30a8d1de6539', 'status': 'completed', 'code': 200} May 28 06:06:02.095205 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e1539843-3779-4622-9bd2-a8fe81f235a1 req-22b5e069-c5b3-456b-8943-d0749b649413 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab41b0e-abfd-43ec-bdac-be8947f566a4 HTTP/1.1" status: 200 len: 210 time: 0.0575764 May 28 06:06:02.379039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af840886-310a-4ebc-a896-f971f04d0a86 req-5237849a-dbd7-497e-8992-3273b8bc8de7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:02.379039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af840886-310a-4ebc-a896-f971f04d0a86 req-5237849a-dbd7-497e-8992-3273b8bc8de7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 944 time: 0.1164677 May 28 06:06:02.425381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af840886-310a-4ebc-a896-f971f04d0a86 req-72d7ff12-2365-474d-a126-77b0cc62d697 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458810 May 28 06:06:02.669115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2d56fa87-2be0-4215-afb7-9c3821cca8e0 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:06:02.814259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 2d56fa87-2be0-4215-afb7-9c3821cca8e0, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2d56fa87-2be0-4215-afb7-9c3821cca8e0,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:02.827865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '2d56fa87-2be0-4215-afb7-9c3821cca8e0', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'port_id': '2d56fa87-2be0-4215-afb7-9c3821cca8e0', 'mac_address': 'fa:16:3e:94:2b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:06:02.882136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:06:02.882417 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:02.903527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d56fa87-2be0-4215-afb7-9c3821cca8e0 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:06:02.918651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 2d56fa87-2be0-4215-afb7-9c3821cca8e0, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2d56fa87-2be0-4215-afb7-9c3821cca8e0,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:02.922611 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:02.994070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=2d56fa87-2be0-4215-afb7-9c3821cca8e0,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:03.333875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['2d56fa87-2be0-4215-afb7-9c3821cca8e0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:06:03.640274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341439d-5be8-4e8e-ba66-6b124572af8e req-62cd8b10-12d7-41d5-b126-628846c96a6f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:03.641744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9341439d-5be8-4e8e-ba66-6b124572af8e req-62cd8b10-12d7-41d5-b126-628846c96a6f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 945 time: 0.1000807 May 28 06:06:03.687987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9341439d-5be8-4e8e-ba66-6b124572af8e req-dd545f42-ee95-4f56-9e9c-c1bef650f5ca tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 May 28 06:06:04.534195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485525c-f866-4849-8e87-84acc7d9e532 req-bf55452d-f6ab-499f-9f0b-fc2e817809cd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:04.534905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7485525c-f866-4849-8e87-84acc7d9e532 req-bf55452d-f6ab-499f-9f0b-fc2e817809cd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Synchronizing usage tracker for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:06:04.549866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7485525c-f866-4849-8e87-84acc7d9e532 req-bf55452d-f6ab-499f-9f0b-fc2e817809cd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Unset dirty status for tenant:e514b2b59ed840d696e18dda8fe4643b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:06:04.551015 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7485525c-f866-4849-8e87-84acc7d9e532 req-bf55452d-f6ab-499f-9f0b-fc2e817809cd tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 945 time: 0.1045430 May 28 06:06:04.598765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7485525c-f866-4849-8e87-84acc7d9e532 req-49f5d8f0-7847-43d1-abaf-f8a958d5fad6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412672 May 28 06:06:04.682449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2d56fa87-2be0-4215-afb7-9c3821cca8e0 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:06:04.767196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:06:04.774767 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:06:04.775862 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:04.902691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01b2a4-5c77-47d9-bdab-eb6087cc3422 req-f7504bf3-39a5-4512-b799-d762d0166db3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:04.904722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec01b2a4-5c77-47d9-bdab-eb6087cc3422 req-f7504bf3-39a5-4512-b799-d762d0166db3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 945 time: 0.0920236 May 28 06:06:04.940683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:06:04.940683 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:04.963863 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec01b2a4-5c77-47d9-bdab-eb6087cc3422 req-e9c1f679-c540-400f-a02e-d1d98a249981 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517323 May 28 06:06:04.979303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35600701-96b9-4161-868a-745d98ffb457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d56fa87-2be0-4215-afb7-9c3821cca8e0'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:04.987427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 2d56fa87-2be0-4215-afb7-9c3821cca8e0, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2d56fa87-2be0-4215-afb7-9c3821cca8e0,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:04.997735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:05.037162 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d552ffb2-422f-4620-ac63-b4aae36aa321'] response: {'server_uuid': '35600701-96b9-4161-868a-745d98ffb457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d56fa87-2be0-4215-afb7-9c3821cca8e0', 'code': 200} May 28 06:06:05.079759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=2d56fa87-2be0-4215-afb7-9c3821cca8e0,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:05.088587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.088940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.089360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.089700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.090034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.090847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.090923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.091324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.091648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.092383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.092475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.092761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:05.205621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd96a99-b372-4d16-8acd-864312431359 req-bd2bfd50-69a5-49ed-9d5a-3a2cf0605645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:05.207087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efd96a99-b372-4d16-8acd-864312431359 req-bd2bfd50-69a5-49ed-9d5a-3a2cf0605645 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 1097 time: 0.0762239 May 28 06:06:05.265891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efd96a99-b372-4d16-8acd-864312431359 req-19e3b155-a158-49b0-9b0a-fe66d8cf9488 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499947 May 28 06:06:05.586332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4ba414fd-d404-4453-be49-30a8d1de6539 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:06:05.629778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 4ba414fd-d404-4453-be49-30a8d1de6539 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:06:05.630123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 4ba414fd-d404-4453-be49-30a8d1de6539 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:06:05.825812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89352e66-b0cf-47fb-8c5e-01c6a2d6fbf2 req-1309115e-3559-4a1c-8024-974fbe283819 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:05.827944 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-89352e66-b0cf-47fb-8c5e-01c6a2d6fbf2 req-1309115e-3559-4a1c-8024-974fbe283819 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 945 time: 0.1031640 May 28 06:06:05.884031 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-89352e66-b0cf-47fb-8c5e-01c6a2d6fbf2 req-8ad3722c-d92a-45e1-ac1f-a227dd1cb3f4 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494440 May 28 06:06:06.304720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35581568-96d8-4244-a1db-bc6b4dd63353 req-ada7522a-5867-476e-9073-df5851a7a981 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:06.306137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35581568-96d8-4244-a1db-bc6b4dd63353 req-ada7522a-5867-476e-9073-df5851a7a981 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 946 time: 0.2109587 May 28 06:06:06.364435 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-35581568-96d8-4244-a1db-bc6b4dd63353 req-c5a5a5d8-59dd-4956-b901-2001f24edb18 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493519 May 28 06:06:06.549201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-53c9b3db-6414-45df-9613-c3504da767ac tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:06.550669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-53c9b3db-6414-45df-9613-c3504da767ac tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.33 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 945 time: 0.0863400 May 28 06:06:06.660985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-37293e9f-92e8-409d-9179-b4c2dc38dc87 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Deleting port aa41a953-ae13-4399-9ab9-cf60682f418f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:06:06.661377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-37293e9f-92e8-409d-9179-b4c2dc38dc87 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:07.007344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-37293e9f-92e8-409d-9179-b4c2dc38dc87 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] For port aa41a953-ae13-4399-9ab9-cf60682f418f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=aa41a953-ae13-4399-9ab9-cf60682f418f,segment=NetworkSegment(736cf8ff-4c33-45f6-86da-8102e45b755a),segment_id=736cf8ff-4c33-45f6-86da-8102e45b755a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:07.007720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-37293e9f-92e8-409d-9179-b4c2dc38dc87 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:07.127160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbef6f0-bcc2-48ab-a3b6-85f8d6a682da req-938f05e5-5238-426e-b16b-ab35686f2306 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:07.129356 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fdbef6f0-bcc2-48ab-a3b6-85f8d6a682da req-938f05e5-5238-426e-b16b-ab35686f2306 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 945 time: 0.1120059 May 28 06:06:07.168410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-37293e9f-92e8-409d-9179-b4c2dc38dc87 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Calling delete_port for aa41a953-ae13-4399-9ab9-cf60682f418f owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:06:07.185599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fdbef6f0-bcc2-48ab-a3b6-85f8d6a682da req-f8d4544e-5e6d-4bc0-a585-4be68084e8e6 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/security-groups?id=34ea2455-21fc-4826-8055-170c2ced86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506289 May 28 06:06:07.349127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-37293e9f-92e8-409d-9179-b4c2dc38dc87 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:07.383392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['aa41a953-ae13-4399-9ab9-cf60682f418f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:06:07.418258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37293e9f-92e8-409d-9179-b4c2dc38dc87 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Pushing event deleted for resources: {'Port': ['ID=aa41a953-ae13-4399-9ab9-cf60682f418f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:07.583637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-37293e9f-92e8-409d-9179-b4c2dc38dc87 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] No DVR routers for this DVR port aa41a953-ae13-4399-9ab9-cf60682f418f on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:06:07.587586 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-37293e9f-92e8-409d-9179-b4c2dc38dc87 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:07.593109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab33990-d9bb-4cf8-8e67-674e810aa5bf', 'name': 'network-vif-deleted', 'tag': 'aa41a953-ae13-4399-9ab9-cf60682f418f'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:07.635097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7eddbd72-40df-49c3-b2d7-8dc6043e1ef2 req-37293e9f-92e8-409d-9179-b4c2dc38dc87 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.33 "DELETE /v2.0/ports/aa41a953-ae13-4399-9ab9-cf60682f418f HTTP/1.1" status: 204 len: 173 time: 1.0790529 May 28 06:06:07.658662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57fc8c-3e39-4518-9959-c45fe8161ad7 req-201d648b-6c1c-4e91-94b6-666cf3eb1de4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:07.660402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b57fc8c-3e39-4518-9959-c45fe8161ad7 req-201d648b-6c1c-4e91-94b6-666cf3eb1de4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 946 time: 0.1671493 May 28 06:06:07.662002 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4240cb0b-57c3-4066-b26f-4468a64cce96'] response: {'server_uuid': 'cab33990-d9bb-4cf8-8e67-674e810aa5bf', 'name': 'network-vif-deleted', 'tag': 'aa41a953-ae13-4399-9ab9-cf60682f418f', 'status': 'completed', 'code': 200} May 28 06:06:07.717938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b57fc8c-3e39-4518-9959-c45fe8161ad7 req-b2a1508a-5051-4ac5-8f45-897379aa8021 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506179 May 28 06:06:07.954756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9f4e3-c7c7-4ddf-8c2f-67970876f57b req-e46eee28-ca42-4eb4-a46b-da473c8ebb49 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:07.956274 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8c9f4e3-c7c7-4ddf-8c2f-67970876f57b req-e46eee28-ca42-4eb4-a46b-da473c8ebb49 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 946 time: 0.1094096 May 28 06:06:08.009018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8c9f4e3-c7c7-4ddf-8c2f-67970876f57b req-c138d93e-b953-4118-8aa2-18bc6905875e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461695 May 28 06:06:08.418211 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3367db35-ef34-4e2b-b63b-d44a27ec7811 req-fe894e0c-6d68-4b89-9aca-98fecfad5712 tempest-ServersTestJSON-47935276 tempest-ServersTestJSON-47935276-project] 10.222.0.39 "GET /v2.0/ports?device_id=cab33990-d9bb-4cf8-8e67-674e810aa5bf HTTP/1.1" status: 200 len: 210 time: 0.0626328 May 28 06:06:08.508798 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-011036f0-ea94-4256-817c-f7cc5a40cfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:08.625325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b9bb6-f670-4fd8-821b-03144187d858 req-50e76fbf-d428-4836-ad8b-7d0242660349 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:08.628331 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-943b9bb6-f670-4fd8-821b-03144187d858 req-50e76fbf-d428-4836-ad8b-7d0242660349 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 946 time: 0.0885899 May 28 06:06:08.700216 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-943b9bb6-f670-4fd8-821b-03144187d858 req-c52970d4-cce1-4755-b2bd-baa51f478691 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620718 May 28 06:06:09.519584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33512) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:09.591311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Deleting subnet d8b458d6-cbae-4e02-a686-196d0acdf098 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:06:09.596975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:09.667806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:09.768968 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:09.917040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.066236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b458d6-cbae-4e02-a686-196d0acdf098,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:10.079456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.079792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.080114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.080445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.080789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.081098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.081733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.081733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.082045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.082375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.082673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.082976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:10.085964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.095397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-650d2f38-0b2a-4dfc-851f-36e669a3ff4f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d8b458d6-cbae-4e02-a686-196d0acdf098 HTTP/1.1" status: 204 len: 168 time: 0.5737619 May 28 06:06:10.097291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 33528) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:10.121353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457913d1-b980-4dec-a2ef-5f92450270f7 req-2ffe301f-3c87-4a35-9067-e7a257d99769 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:10.129602 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-457913d1-b980-4dec-a2ef-5f92450270f7 req-2ffe301f-3c87-4a35-9067-e7a257d99769 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 946 time: 0.2891889 May 28 06:06:10.160606 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.190697 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-457913d1-b980-4dec-a2ef-5f92450270f7 req-a638af67-eb8e-442c-98f6-35ae29703a9b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599191 May 28 06:06:10.244840 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.426914 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.467152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0885d8d-27f4-48d5-ac7d-ad07d01da468']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:10.482779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736cf8ff-4c33-45f6-86da-8102e45b755a') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:10.483133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736cf8ff-4c33-45f6-86da-8102e45b755a') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:10.499054 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.531620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.544634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-7c5b0cfc-c916-475d-97bd-9455f741d78a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:10.545785 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-7c5b0cfc-c916-475d-97bd-9455f741d78a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.33 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 946 time: 0.1925306 May 28 06:06:10.548814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:06:10.549969 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.657184 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 736cf8ff-4c33-45f6-86da-8102e45b755a resource provider aggregate not found May 28 06:06:10.683798 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 736cf8ff-4c33-45f6-86da-8102e45b755a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 736cf8ff-4c33-45f6-86da-8102e45b755a found for delete ", "request_id": "req-7d41ab6f-6f70-4d50-9e38-a11af32a5608"}]} May 28 06:06:10.703790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device aa41a953-ae13-4399-9ab9-cf60682f418f no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:06:10.720244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-8b06a34c-a9a5-4257-a4e6-7fa33076e639 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Deleting port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:06:10.720626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-8b06a34c-a9a5-4257-a4e6-7fa33076e639 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.738199 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0f61-219e-4e09-a90e-5bd067f6ee71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.748850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: aa41a953-ae13-4399-9ab9-cf60682f418f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:06:10.749053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device aa41a953-ae13-4399-9ab9-cf60682f418f not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:06:10.759741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.789794 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:10.806401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0885d8d-27f4-48d5-ac7d-ad07d01da468,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:10.819920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4de3dfd6-216b-4ac6-bf1e-e4fcfa24ab37 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f0885d8d-27f4-48d5-ac7d-ad07d01da468 HTTP/1.1" status: 204 len: 168 time: 0.7214496 May 28 06:06:11.003447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33550) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:11.088611 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7cb63bb8-5b0b-4e7c-8fd1-1687efb21c9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e514b2b59ed840d696e18dda8fe4643b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832777 May 28 06:06:11.091400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33556) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:11.172391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd91a170-56a7-4367-a769-e507d518ea3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:11.225281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd91a170-56a7-4367-a769-e507d518ea3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:11.245956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-8b06a34c-a9a5-4257-a4e6-7fa33076e639 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] For port 2d56fa87-2be0-4215-afb7-9c3821cca8e0, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2d56fa87-2be0-4215-afb7-9c3821cca8e0,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:11.246469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-8b06a34c-a9a5-4257-a4e6-7fa33076e639 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:11.291938 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd91a170-56a7-4367-a769-e507d518ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:11.314327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91a170-56a7-4367-a769-e507d518ea3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ea2455-21fc-4826-8055-170c2ced86c1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:11.332917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd91a170-56a7-4367-a769-e507d518ea3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:11.334288 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cd91a170-56a7-4367-a769-e507d518ea3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34ea2455-21fc-4826-8055-170c2ced86c1 HTTP/1.1" status: 204 len: 168 time: 0.2415504 May 28 06:06:11.408127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-8b06a34c-a9a5-4257-a4e6-7fa33076e639 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Calling delete_port for 2d56fa87-2be0-4215-afb7-9c3821cca8e0 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:06:11.603983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a3389-e04e-44ac-b4b3-416c55708cf6 req-91602eba-51d1-408c-ae85-368ead23c94f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:11.606151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d06a3389-e04e-44ac-b4b3-416c55708cf6 req-91602eba-51d1-408c-ae85-368ead23c94f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 946 time: 0.2777894 May 28 06:06:11.651994 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:11.655315 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:11.744618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d06a3389-e04e-44ac-b4b3-416c55708cf6 req-7b1f6632-ad41-408b-b581-dbe3803657d3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943987 May 28 06:06:11.746847 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-8b06a34c-a9a5-4257-a4e6-7fa33076e639 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:11.768484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['eb6c9cda-aeb2-440a-ac7c-9216d73c5e28'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:06:11.806030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['2d56fa87-2be0-4215-afb7-9c3821cca8e0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:06:11.860322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a34c-a9a5-4257-a4e6-7fa33076e639 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'Port': ['ID=2d56fa87-2be0-4215-afb7-9c3821cca8e0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:11.913845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-8b06a34c-a9a5-4257-a4e6-7fa33076e639 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] No DVR routers for this DVR port 2d56fa87-2be0-4215-afb7-9c3821cca8e0 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:06:11.916622 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-8b06a34c-a9a5-4257-a4e6-7fa33076e639 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:11.919895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35600701-96b9-4161-868a-745d98ffb457', 'name': 'network-vif-deleted', 'tag': '2d56fa87-2be0-4215-afb7-9c3821cca8e0'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:11.953999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef123bea-876f-45ab-a38c-e5eff41e0da2 req-8b06a34c-a9a5-4257-a4e6-7fa33076e639 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.33 "DELETE /v2.0/ports/2d56fa87-2be0-4215-afb7-9c3821cca8e0 HTTP/1.1" status: 204 len: 173 time: 1.3859179 May 28 06:06:12.033526 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da031ca-4cb3-4297-9444-055d2e7f686f'] response: {'server_uuid': '35600701-96b9-4161-868a-745d98ffb457', 'name': 'network-vif-deleted', 'tag': '2d56fa87-2be0-4215-afb7-9c3821cca8e0', 'status': 'completed', 'code': 200} May 28 06:06:12.945929 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-43d450fa-184c-4923-a093-651f8f4ee7b3 req-806ae597-3998-46f4-b6aa-9cb45cd0342c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=35600701-96b9-4161-868a-745d98ffb457 HTTP/1.1" status: 200 len: 210 time: 0.0525725 May 28 06:06:13.321806 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:13.357394 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1fb79877-6240-44c0-8beb-f7de60151fb1 req-40d9c29a-3699-4262-b163-00d050ab5c1b tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.1100185 May 28 06:06:14.562702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5abeda73-bef9-4d71-b607-d0f96176f409 req-d52d48c6-1d2f-4e25-814d-a093194572ee tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0557823 May 28 06:06:14.734431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2d56fa87-2be0-4215-afb7-9c3821cca8e0 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:06:14.783983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 2d56fa87-2be0-4215-afb7-9c3821cca8e0 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:06:14.784415 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2d56fa87-2be0-4215-afb7-9c3821cca8e0 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:06:15.766386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f8841d41-a5be-4912-a6ba-21918301af53 req-97567466-d14f-4ae6-af92-5c0e37d2631a tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0569773 May 28 06:06:15.997660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-410a6fd1-03ae-4134-aa4d-cf360e856a41 req-6f4e8dfa-6a94-42c4-aa41-81f5797ba09c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0425088 May 28 06:06:16.931915 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3176b2af-bb81-414e-9b89-a581212589d2 req-027975cd-b9e6-464a-9b5b-7c22fa380646 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0466485 May 28 06:06:17.932504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec494-63b2-41d1-918d-9ca862584f91 req-ebfdd0e0-e6d3-41b2-870b-4a9a9e804a69 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:17.934704 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9dec494-63b2-41d1-918d-9ca862584f91 req-ebfdd0e0-e6d3-41b2-870b-4a9a9e804a69 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 945 time: 0.0919447 May 28 06:06:17.993304 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9dec494-63b2-41d1-918d-9ca862584f91 req-8a5df9d8-990c-4527-9376-0d861c4d4185 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 May 28 06:06:18.115517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-074d411b-ac5c-4c33-b476-a2d57747c680 req-da787b4c-2304-458c-a58c-1e67e4d514e0 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0503163 May 28 06:06:18.749838 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d6180abd-3050-49f6-a096-567168839904 req-45259090-4e41-4692-a32a-fcb83438eb77 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0429537 May 28 06:06:19.197413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07129-6fec-4fbd-8d23-e93e52e869cc req-109cdffc-b478-4651-aa90-5c0779ac578e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:19.198107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cce07129-6fec-4fbd-8d23-e93e52e869cc req-109cdffc-b478-4651-aa90-5c0779ac578e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:06:19.214987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cce07129-6fec-4fbd-8d23-e93e52e869cc req-109cdffc-b478-4651-aa90-5c0779ac578e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:06:19.216145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cce07129-6fec-4fbd-8d23-e93e52e869cc req-109cdffc-b478-4651-aa90-5c0779ac578e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 945 time: 0.1173227 May 28 06:06:19.260691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cce07129-6fec-4fbd-8d23-e93e52e869cc req-8dbc0fbb-0208-4fab-99cb-1ab3daf964e1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386491 May 28 06:06:19.601259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-1cece605-97e8-4cb8-82cd-78f7bbfccebb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:19.602674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-1cece605-97e8-4cb8-82cd-78f7bbfccebb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 945 time: 0.0828743 May 28 06:06:19.674821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-ea4b9fd1-09d8-41ab-982d-fe7c90587cef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Deleting port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:06:19.675152 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-ea4b9fd1-09d8-41ab-982d-fe7c90587cef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:19.935361 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5aaea52b-3c01-4938-a500-0b851434b3f2 req-775ae6f7-e47f-4be4-ba1a-8bb88a3e2689 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0565045 May 28 06:06:19.943563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-ea4b9fd1-09d8-41ab-982d-fe7c90587cef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] For port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:19.943934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-ea4b9fd1-09d8-41ab-982d-fe7c90587cef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:20.068096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-ea4b9fd1-09d8-41ab-982d-fe7c90587cef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Calling delete_port for eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:06:20.325962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-ea4b9fd1-09d8-41ab-982d-fe7c90587cef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:20.337968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['eb6c9cda-aeb2-440a-ac7c-9216d73c5e28'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:06:20.375098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b9fd1-09d8-41ab-982d-fe7c90587cef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'Port': ['ID=eb6c9cda-aeb2-440a-ac7c-9216d73c5e28,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:20.457892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba45273c-6b23-43e8-854c-5227035c5e6b req-eca25815-021d-418a-b11d-9696a8d6e5e0 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 210 time: 0.0785301 May 28 06:06:20.506099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-ea4b9fd1-09d8-41ab-982d-fe7c90587cef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] No DVR routers for this DVR port eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:06:20.508647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-ea4b9fd1-09d8-41ab-982d-fe7c90587cef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:20.513232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d94118-3c9c-4d46-991f-350a589a7169', 'name': 'network-vif-deleted', 'tag': 'eb6c9cda-aeb2-440a-ac7c-9216d73c5e28'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:20.530843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d62321ce-6e00-4b14-ba2b-0533a2936335 req-ea4b9fd1-09d8-41ab-982d-fe7c90587cef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "DELETE /v2.0/ports/eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 HTTP/1.1" status: 204 len: 173 time: 0.9226089 May 28 06:06:20.573123 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d654b3a-94d3-4d26-bcce-3337bec13920'] response: {'server_uuid': 'd3d94118-3c9c-4d46-991f-350a589a7169', 'name': 'network-vif-deleted', 'tag': 'eb6c9cda-aeb2-440a-ac7c-9216d73c5e28', 'status': 'completed', 'code': 200} May 28 06:06:21.112430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8f61894-65f9-4626-a92f-6bb40a93cb2e req-200f33d7-4714-4acb-98ea-f2ad0cae45bd tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0513275 May 28 06:06:21.656086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a126313c-0271-48c7-bbbc-da6f7e93d6f2 req-7b140ff6-809e-4344-aaa0-023a2c874701 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d94118-3c9c-4d46-991f-350a589a7169 HTTP/1.1" status: 200 len: 210 time: 0.0500002 May 28 06:06:22.283958 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1c03be93-46f0-4d0c-8a44-2e1060596329 req-dfa86e12-9a67-4a5d-ac8e-f2b53b7d29fa tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0486100 May 28 06:06:22.593152 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:06:23.481613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91f317c8-8ac5-444b-beaf-a686d7af6d46 req-da7e7280-80ff-458e-9b92-1164a8f499f1 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0626781 May 28 06:06:23.675113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:06:23.723189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:06:23.725859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device eb6c9cda-aeb2-440a-ac7c-9216d73c5e28 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:06:24.009106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33916) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:24.015005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987769779', 'description': 'tempest-secgroup-smoke-1987769779 description', 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:24.021539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:24.032178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:24.043834 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.063639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:24.067733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:security_group_rule and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:24.070797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:24.077105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:24.178161 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.184538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.230464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b227fb-5d01-448f-8ceb-ed2389c9fbeb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:24.240208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.244399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eab7e9e9-7bdd-4799-96d4-b81edb01638b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2314370 May 28 06:06:24.244569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33924) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:24.250137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'security_group_rule': {'security_group_id': '27b227fb-5d01-448f-8ceb-ed2389c9fbeb', 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:24.256648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:24.260514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:security_group_rule and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:24.264055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:24.269796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:24.286764 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.354932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.358545 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.383446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a662439-574a-4efb-bd6a-9620a3ddb21e,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:24.397707 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.398788 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a812b685-f41b-4c8f-bbad-065b64ef56b2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526079 May 28 06:06:24.401972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33934) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:24.406966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'security_group_rule': {'security_group_id': '27b227fb-5d01-448f-8ceb-ed2389c9fbeb', 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:24.417418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:24.419761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:security_group_rule and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:24.421762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:24.427544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:24.445316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.513663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.517907 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.542844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ada7f3-e80e-491d-9bf2-b31a1f735bdc,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:24.555840 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.560260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d4e6e6a5-9b5a-4ed3-933d-a7a512f11064 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1546421 May 28 06:06:24.560455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33940) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:24.567258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'security_group_rule': {'security_group_id': '27b227fb-5d01-448f-8ceb-ed2389c9fbeb', 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:24.574479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:24.578376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:security_group_rule and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:24.581626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:24.587656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:24.607455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.654904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-194699a5-f913-4b94-aa40-845b1dd1cd10 req-7bbed68a-fad6-405a-ba9a-d1316dbabe09 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0545928 May 28 06:06:24.689497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.691444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.715854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628522bd-4ea2-4ad8-8527-1889e7ffe7ef,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:24.729286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.733640 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d6b1476f-22af-4536-9e76-9573fc66187b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1697695 May 28 06:06:24.734098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33950) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:24.739731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'security_group_rule': {'security_group_id': '27b227fb-5d01-448f-8ceb-ed2389c9fbeb', 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:24.747437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:24.751379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:security_group_rule and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:24.754602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:24.765569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:24.786708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.853129 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.857858 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.880782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bed9ff4-24ff-4b6e-b8f6-069a1c72e18a,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:24.893938 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:24.898333 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-44078139-8fbf-421f-bd64-9e6bc399ba33 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601448 May 28 06:06:24.898333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33962) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:24.903209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'security_group_rule': {'security_group_id': '27b227fb-5d01-448f-8ceb-ed2389c9fbeb', 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:24.909956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:24.914654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:security_group_rule and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:24.918251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:24.924427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:24.936454 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Project fc6f3a6f26a545aaab5fd63e9f766804 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:06:24.943245 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:25.023328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:25.028712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:25.055427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af54bdf-212c-4703-82a4-fc3124347442,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:25.065592 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:25.069431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-587c3afe-d087-4956-a8e9-45a0b4311e6b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1681588 May 28 06:06:25.069895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 33968) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:25.075955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'security_group_rule': {'security_group_id': '27b227fb-5d01-448f-8ceb-ed2389c9fbeb', 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:25.083023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:25.087598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:security_group_rule and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:25.091131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:25.097774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:25.115001 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Project fc6f3a6f26a545aaab5fd63e9f766804 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:06:25.124653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:25.207629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:25.212628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:25.238517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7de5041-b620-4fa8-bc3f-52af34f6d4d7,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:25.265061 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:25.265061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5d7dbfeb-668f-424c-ab81-9441ed1d0710 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1932116 May 28 06:06:25.500192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac7ec4-f22c-4562-8f90-99f901ac2970 req-cc6b7ed3-271e-46d8-9aa0-d4b52ea4300f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:25.501709 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1ac7ec4-f22c-4562-8f90-99f901ac2970 req-cc6b7ed3-271e-46d8-9aa0-d4b52ea4300f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0924783 May 28 06:06:25.560351 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a1ac7ec4-f22c-4562-8f90-99f901ac2970 req-8561c52c-025c-4edd-95db-6e024d9b7c61 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520437 May 28 06:06:25.884350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6a42bc9-b61e-4b70-b4c6-38308650ad1a req-291cddf5-e189-4181-b275-e3db317e383b tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0498295 May 28 06:06:26.768920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd7bc6-5abd-4f7c-896a-1a6050c49366 req-620f9785-5778-4863-9891-c7575f3357bd tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:26.772453 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-35fd7bc6-5abd-4f7c-896a-1a6050c49366 req-620f9785-5778-4863-9891-c7575f3357bd tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0964363 May 28 06:06:26.825652 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-35fd7bc6-5abd-4f7c-896a-1a6050c49366 req-3ca0a435-a7e2-44cc-b73c-78e21a757607 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478942 May 28 06:06:27.073951 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4ece8da-5325-4ad0-ae1a-339f2ee71dcd req-45ce6d98-f649-411e-9599-0f7c1447e758 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0489306 May 28 06:06:27.503952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-b296db05-3ed5-4f89-81a6-fd71ecc9d451 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:27.505543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-b296db05-3ed5-4f89-81a6-fd71ecc9d451 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.33 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.0937397 May 28 06:06:27.589700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Deleting port b1d0240b-a282-4d0e-b224-a5c88acfe066 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:06:27.590058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:27.883362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] For port b1d0240b-a282-4d0e-b224-a5c88acfe066, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=b1d0240b-a282-4d0e-b224-a5c88acfe066,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:27.883801 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:28.054469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cb930-31c6-4e6c-907a-cfdf47fca79a req-0495403a-6cb9-422b-a0ec-b04b89960c20 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:28.063985 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e22cb930-31c6-4e6c-907a-cfdf47fca79a req-0495403a-6cb9-422b-a0ec-b04b89960c20 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 946 time: 0.1052365 May 28 06:06:28.132504 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e22cb930-31c6-4e6c-907a-cfdf47fca79a req-2bb81eb8-ecce-4425-80f3-5bc12ecf4240 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672786 May 28 06:06:28.335027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cd93037-ea1b-4889-9351-4bc449a395f8 req-3ae594f0-1557-4de3-a685-95773d47c3ec tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0719931 May 28 06:06:28.375190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:28.375593 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:28.375908 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Floating IP 06a258da-6ac2-46bd-a522-2053aa019059 disassociated. External IP: 172.25.4.84, port: b1d0240b-a282-4d0e-b224-a5c88acfe066. May 28 06:06:28.376246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Calling delete_port for b1d0240b-a282-4d0e-b224-a5c88acfe066 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:06:28.539592 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:28.602360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event deleted for resources: {'Port': ['ID=b1d0240b-a282-4d0e-b224-a5c88acfe066,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:28.920357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:06:29.140514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:06:29.151950 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] Sync routers for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:06:29.169388 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:06:29.170011 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:06:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:29.322699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] No DVR routers for this DVR port b1d0240b-a282-4d0e-b224-a5c88acfe066 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:06:29.325300 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:29.329464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'name': 'network-vif-deleted', 'tag': 'b1d0240b-a282-4d0e-b224-a5c88acfe066'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:29.350452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c700caf8-f468-4bc5-bd14-47a10ef85a4e req-c019dbe6-88e0-42d6-a752-1fce21fc325e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.33 "DELETE /v2.0/ports/b1d0240b-a282-4d0e-b224-a5c88acfe066 HTTP/1.1" status: 204 len: 173 time: 1.8380823 May 28 06:06:29.401716 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf1b010-d28f-4835-8692-08046e058d83'] response: {'server_uuid': 'fd056799-6c78-40b6-91f9-6536e20d0cfb', 'name': 'network-vif-deleted', 'tag': 'b1d0240b-a282-4d0e-b224-a5c88acfe066', 'status': 'completed', 'code': 200} May 28 06:06:29.451956 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f14f72ff-fa58-4c9a-902a-d2276ad107f8 req-a40ef2fc-e1e5-47b8-b1ce-2163b7bd31da tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd056799-6c78-40b6-91f9-6536e20d0cfb HTTP/1.1" status: 200 len: 210 time: 0.0840366 May 28 06:06:29.590492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c500da5c-b985-4a70-bdb7-ede6ae8206c8 req-b87a637c-bda0-46a8-98ed-c5df550de757 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0727773 May 28 06:06:29.601231 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:06:29.958502 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:29.963370 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] Checking router: 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:06:29.973618 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:06:29.974472 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:06:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:30.211539 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:06:30.607452 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:30.617230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34164) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:30.623906 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6524f7-e4af-49f6-84a9-88da8b4cd238 None None] The sync data for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 is: [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:06:30.795797 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ddcb70d-0885-46ed-93ef-d93b9d07ebc0 req-1970b5b3-79a6-484b-9b93-6ed0140bffa2 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0580387 May 28 06:06:30.798410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f54e2c0-0b31-4b2d-addb-69d282ead9e7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:30.824931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b1d0240b-a282-4d0e-b224-a5c88acfe066 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:06:30.855323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f54e2c0-0b31-4b2d-addb-69d282ead9e7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:30.889512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: b1d0240b-a282-4d0e-b224-a5c88acfe066 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:06:30.889865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device b1d0240b-a282-4d0e-b224-a5c88acfe066 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:06:30.967425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aa45bb-1379-4676-bd3e-09bf86fcfd7d None None] New status for floating IP 06a258da-6ac2-46bd-a522-2053aa019059: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:06:30.982574 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f54e2c0-0b31-4b2d-addb-69d282ead9e7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:31.001202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54e2c0-0b31-4b2d-addb-69d282ead9e7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1adfa8-c1ef-4bc5-acc5-0072d099e5a3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:31.026273 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2f54e2c0-0b31-4b2d-addb-69d282ead9e7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:31.031158 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2f54e2c0-0b31-4b2d-addb-69d282ead9e7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "DELETE /v2.0/security-groups/db1adfa8-c1ef-4bc5-acc5-0072d099e5a3 HTTP/1.1" status: 204 len: 168 time: 0.4029033 May 28 06:06:31.031651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34174) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:31.064815 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-9d99a163-ff87-45ff-b12d-186b3ee83771 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] show failed (client error): The resource could not be found. May 28 06:06:31.066968 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9d99a163-ff87-45ff-b12d-186b3ee83771 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups/db1adfa8-c1ef-4bc5-acc5-0072d099e5a3 HTTP/1.1" status: 404 len: 347 time: 0.0341852 May 28 06:06:31.069961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34180) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:31.321467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-9a21a737-0f9a-4492-8ff9-c4e6dde77efc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Deleting port 0f5f2ea4-cf3d-4a7c-b810-c798638201dd {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:06:31.321818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a21a737-0f9a-4492-8ff9-c4e6dde77efc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:31.336959 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:31.668599 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a21a737-0f9a-4492-8ff9-c4e6dde77efc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:31.669226 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a21a737-0f9a-4492-8ff9-c4e6dde77efc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:31.795765 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-9a21a737-0f9a-4492-8ff9-c4e6dde77efc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Calling delete_port for 0f5f2ea4-cf3d-4a7c-b810-c798638201dd owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:06:31.993410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a21a737-0f9a-4492-8ff9-c4e6dde77efc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.014507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f320241e-dfab-415f-880e-6c6c682931df req-00b9a7db-e6da-4da3-8fab-aeb4f9a92b0c tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0470335 May 28 06:06:32.088184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21a737-0f9a-4492-8ff9-c4e6dde77efc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event deleted for resources: {'Port': ['ID=0f5f2ea4-cf3d-4a7c-b810-c798638201dd,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:32.155831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a21a737-0f9a-4492-8ff9-c4e6dde77efc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.171682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9a21a737-0f9a-4492-8ff9-c4e6dde77efc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.173139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9a21a737-0f9a-4492-8ff9-c4e6dde77efc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "DELETE /v2.0/floatingips/06a258da-6ac2-46bd-a522-2053aa019059 HTTP/1.1" status: 204 len: 168 time: 1.1022086 May 28 06:06:32.292287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34206) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:32.297486 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159474113', 'description': 'tempest-description--1017157459'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:32.309567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:32.314829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Usage tracker for resource:security_group and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:32.318152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:32.325165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:32.337217 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.359875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:32.364252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Usage tracker for resource:security_group_rule and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:32.367478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:32.374378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:32.495117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.500672 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.595358 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.599608 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3036082 May 28 06:06:32.599608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28a107-a13e-4642-a3f0-18cf2acbf8b5 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473911b1-859f-4072-a5c2-4fb6127674dd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:32.599845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34218) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:32.605985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'security_group_rule': {'security_group_id': '473911b1-859f-4072-a5c2-4fb6127674dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:32.613836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:32.617230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Usage tracker for resource:security_group_rule and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:32.620184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:32.627309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:32.646525 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.720395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.726068 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.753437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cc6f3e-7ea6-4819-8982-ed4449af0579,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:32.764167 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.765410 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-73968170-09c0-4a38-ad1a-41186a76eef1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644633 May 28 06:06:32.768426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34226) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:32.773548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'security_group_rule': {'security_group_id': '473911b1-859f-4072-a5c2-4fb6127674dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:32.779929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:32.784162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Usage tracker for resource:security_group_rule and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:32.788225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:32.795061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:32.815485 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.893793 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.898039 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.924655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8c1d07-bfd8-4d16-83ce-ab22f60e71cf,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:32.936279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:32.937714 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7bdaf51d-6da3-45e2-997a-22df3a20eba6 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682284 May 28 06:06:32.940971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34234) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:32.946386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:32.953765 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:32.957787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Usage tracker for resource:floatingip and tenant:e5e1f12540df459bbda892f45314329c is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:32.962279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:32.969035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:32.980847 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:33.162369 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:33.252856 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e17c58c-31fa-4fad-89da-2f01a348a2fd req-6df8cfb7-980e-4b57-919d-b05f81cb7350 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0926454 May 28 06:06:33.338161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Allocated IP 172.25.4.175 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/52d230f7-d75d-49cb-a789-e929d40bf774) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:06:33.509445 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:33.545065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:33.612797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:06:33.615695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:06:33.618595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:06:33.695938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'Port': ['ID=52d230f7-d75d-49cb-a789-e929d40bf774,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:33.735726 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:33.805252 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:34.037228 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:34.042049 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:34.182385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'Port': ['ID=52d230f7-d75d-49cb-a789-e929d40bf774,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:34.202437 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:34.227026 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:34.228326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-87fdb471-b573-48d3-b331-6520bf92f7fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2860811 May 28 06:06:34.443311 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7363b65-da71-40c8-b369-c1f14612bf20 req-cd4f52b5-7e4b-4f64-af6a-87823dd191fc tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0613375 May 28 06:06:34.532273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-ede22663-9c22-41d0-8352-500d7013c8d7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1159474113&fields=id&tenant_id=e5e1f12540df459bbda892f45314329c HTTP/1.1" status: 200 len: 267 time: 0.0477364 May 28 06:06:34.731007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-2dc325e7-9e39-49d7-9a00-a3cebe8088d8 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:34.732460 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-2dc325e7-9e39-49d7-9a00-a3cebe8088d8 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 810 time: 0.1910532 May 28 06:06:34.748473 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-33462670-1fe6-4b07-afe9-5e8a177b804c tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/quotas/e5e1f12540df459bbda892f45314329c HTTP/1.1" status: 200 len: 375 time: 0.0097933 May 28 06:06:34.834974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-152e5eed-6f08-4556-8420-7699fdd96496 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Synchronizing usage tracker for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:06:34.851970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-152e5eed-6f08-4556-8420-7699fdd96496 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Unset dirty status for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:06:34.853261 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-152e5eed-6f08-4556-8420-7699fdd96496 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975692 May 28 06:06:35.107195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-4735ddb3-f7b5-43b7-ab64-3fa6561584e4 service neutron] 10.222.0.39 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414386 May 28 06:06:35.248495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-6096f877-3bc7-46c8-b37b-fde9a6a7e334 service neutron] 10.222.0.39 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339874 May 28 06:06:35.438925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-754b537e-a5e7-41f4-a937-0f2aa7c94e17 req-5c1d2eb8-1986-44d3-9e5d-bd9353859937 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Synchronizing usage tracker for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:06:35.451400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-754b537e-a5e7-41f4-a937-0f2aa7c94e17 req-5c1d2eb8-1986-44d3-9e5d-bd9353859937 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Unset dirty status for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:06:35.452553 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-754b537e-a5e7-41f4-a937-0f2aa7c94e17 req-5c1d2eb8-1986-44d3-9e5d-bd9353859937 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 210 time: 0.0565226 May 28 06:06:35.623510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ecf40e68-cffb-4646-a81f-c2602a5881ca req-7164b977-dd45-4b80-b1f7-6b114d796fb1 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0584111 May 28 06:06:36.614277 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0265620-2255-487c-a95a-ffd25e740d5d req-048a438b-68c8-4527-8dc8-c5770741b633 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 210 time: 0.0524745 May 28 06:06:36.926427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a877c5e9-a20a-4ca2-92d1-99faf266571d req-569d3e2e-4c61-4491-ab3a-78f9930befd6 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.1635766 May 28 06:06:36.976114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-9dce646a-a6bd-4952-b0fd-f9bb69f35519 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:36.978957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-9dce646a-a6bd-4952-b0fd-f9bb69f35519 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 810 time: 0.2534800 May 28 06:06:37.039174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-17137519-c14b-4667-84bf-197c27aa3405 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5e1f12540df459bbda892f45314329c HTTP/1.1" status: 200 len: 380 time: 0.0460711 May 28 06:06:37.078584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'port': {'device_id': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'admin_state_up': True, 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'security_groups': ['473911b1-859f-4072-a5c2-4fb6127674dd']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:37.342258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:37.353368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:37.368554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Made reservation on behalf of e5e1f12540df459bbda892f45314329c for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:06:37.372257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:37.545815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Allocated IP 172.20.0.8 (f311eb26-f1d4-4e3e-8cce-032a2c72f536/83aca882-2781-4805-830e-03bb6ec8225d/a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:06:37.751426 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:37.769510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Transition to ACTIVE for port object a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:06:37.777700 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50eba683-e823-4aa8-8b31-c93637152fae req-f19e8c41-b734-45fd-b468-adb7b3c8879f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 210 time: 0.0486817 May 28 06:06:37.803904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:37.879304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Network f311eb26-f1d4-4e3e-8cce-032a2c72f536 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:06:37.880245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:06:37.884321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:06:37.955493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:37.956168 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:38.027403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9540315 May 28 06:06:38.030773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c87c5-730d-48d1-b62e-75741729b331 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event updated for resources: {'Port': ['ID=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:38.048788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Request body: {'port': {'device_id': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:38.229195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-200a4a6a-61cf-4f18-9714-ea4e14bd4182 None None] Provisioning for port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:06:38.237171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-200a4a6a-61cf-4f18-9714-ea4e14bd4182 None None] Provisioning complete for port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:06:38.237759 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-200a4a6a-61cf-4f18-9714-ea4e14bd4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:38.264992 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8ec44b27-da04-4bf8-a531-5fca4b99fcf6 req-04da9299-e9ed-46c9-aa68-36a9774fa7a4 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0797715 May 28 06:06:38.281691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:38.343653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-200a4a6a-61cf-4f18-9714-ea4e14bd4182 None None] Port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:06:38.500908 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8762211a-2127-4f34-b8a4-1f3b48300075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:38.656515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:06:38.664213 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:38.680083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Transition to ACTIVE for port object a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:06:38.683540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:38.929716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:38.954329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.954801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.955225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.955773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.956324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.956574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.956988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.957414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.957828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.958237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.958648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.959053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:06:38.999414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Attempting to bind port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:06:38.999884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Attempting to bind port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:06:39.000307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Attempting to bind port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a on network f311eb26-f1d4-4e3e-8cce-032a2c72f536 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:06:39.006320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a on network f311eb26-f1d4-4e3e-8cce-032a2c72f536 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:06:39.006707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Attempting to bind port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a on network f311eb26-f1d4-4e3e-8cce-032a2c72f536 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:06:39.013796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:06:39.014232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Checking segment: {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:06:39.014702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Bound using segment: {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:06:39.015223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Bound port: a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:06:39.015705 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:39.052357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692f594-8fc8-4942-8aa1-c16391dfbd8d req-005f953b-49dc-4d99-bdaf-84f975635e60 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:39.059827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5692f594-8fc8-4942-8aa1-c16391dfbd8d req-005f953b-49dc-4d99-bdaf-84f975635e60 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 943 time: 0.1373417 May 28 06:06:39.112420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5692f594-8fc8-4942-8aa1-c16391dfbd8d req-d8912707-8f28-4f78-b04e-db594404b5c1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Synchronizing usage tracker for tenant:e5e1f12540df459bbda892f45314329c on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:06:39.132929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] For port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:06:39.135284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5692f594-8fc8-4942-8aa1-c16391dfbd8d req-d8912707-8f28-4f78-b04e-db594404b5c1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Unset dirty status for tenant:e5e1f12540df459bbda892f45314329c on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:06:39.138034 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5692f594-8fc8-4942-8aa1-c16391dfbd8d req-d8912707-8f28-4f78-b04e-db594404b5c1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691087 May 28 06:06:39.144093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] For port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:06:39.149188 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:39.230811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:39.231655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:39.233129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] 10.222.0.33 "PUT /v2.0/ports/a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a HTTP/1.1" status: 200 len: 1091 time: 1.1886089 May 28 06:06:39.233665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'tag': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:39.382282 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc92cff3-906b-4f05-af62-4afa2c466f58'] response: {'name': 'network-changed', 'server_uuid': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'tag': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a', 'status': 'completed', 'code': 200} May 28 06:06:39.394252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053a02e-1fa6-49ff-9b74-d16525dee629 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:39.440337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-9c4e041d-2418-4930-bbdc-1db2509eca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:39.442265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-9c4e041d-2418-4930-bbdc-1db2509eca44 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 1094 time: 0.1423573 May 28 06:06:39.544694 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4b06f45-9551-416c-a4fd-d92a9f02c6b8 req-6b7a9342-1ba4-409c-8dcc-8bc2e0cd5d1f tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0501254 May 28 06:06:39.644957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-0c590b41-28ee-45e4-b04e-d5f6998ebf36 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a HTTP/1.1" status: 200 len: 217 time: 0.1904969 May 28 06:06:39.709238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-8cb418f2-395f-46da-ac0b-949bc8207637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:39.710971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-8cb418f2-395f-46da-ac0b-949bc8207637 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.0597670 May 28 06:06:39.785310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-49e6095b-46c6-42fe-8e08-41f82d08d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:39.786743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-49e6095b-46c6-42fe-8e08-41f82d08d1d8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699990 May 28 06:06:39.918197 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-d6ad8ab2-6a71-416b-a41e-1f66d8707246 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247067 May 28 06:06:40.051960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdba74da-43d2-4e47-b797-b0282ca23ba8 req-1e32249d-cbb1-41dd-9d1d-02da4e0b86ce service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281462 May 28 06:06:40.159863 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:40.228199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082074f9-e805-4934-ab59-1e3367f848df req-daf1135e-ea2e-4acc-a10a-9cc319426946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:40.229962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082074f9-e805-4934-ab59-1e3367f848df req-daf1135e-ea2e-4acc-a10a-9cc319426946 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 1094 time: 0.0854146 May 28 06:06:40.427385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082074f9-e805-4934-ab59-1e3367f848df req-ccbe5b45-6d20-4c81-bc18-f59e7f3b7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:40.428741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082074f9-e805-4934-ab59-1e3367f848df req-ccbe5b45-6d20-4c81-bc18-f59e7f3b7d78 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 911 time: 0.1920452 May 28 06:06:40.501157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f07d79-d362-44d1-9467-09acfada4893 req-96f7c3d9-006e-4660-9f8f-bead315e873f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:40.501853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c4f07d79-d362-44d1-9467-09acfada4893 req-96f7c3d9-006e-4660-9f8f-bead315e873f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Synchronizing usage tracker for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:06:40.518969 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082074f9-e805-4934-ab59-1e3367f848df req-72b6fb92-9cce-4d72-8623-3cd9e3fc0e7c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a HTTP/1.1" status: 200 len: 217 time: 0.0830946 May 28 06:06:40.568644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c4f07d79-d362-44d1-9467-09acfada4893 req-96f7c3d9-006e-4660-9f8f-bead315e873f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Unset dirty status for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:06:40.569786 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4f07d79-d362-44d1-9467-09acfada4893 req-96f7c3d9-006e-4660-9f8f-bead315e873f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 943 time: 0.2574978 May 28 06:06:40.636803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082074f9-e805-4934-ab59-1e3367f848df req-7a2b7d24-9af1-48bf-906b-b0bb2b7788e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:40.638258 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082074f9-e805-4934-ab59-1e3367f848df req-7a2b7d24-9af1-48bf-906b-b0bb2b7788e6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.1121793 May 28 06:06:40.647177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4f07d79-d362-44d1-9467-09acfada4893 req-568f63d3-b6bd-46ab-be9b-eecff92888b3 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587444 May 28 06:06:40.784955 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-495b28eb-838f-497a-abf4-a4bb21783c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:40.879148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082074f9-e805-4934-ab59-1e3367f848df req-e943d9fd-b721-45b6-9075-34e15a77e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:40.879148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082074f9-e805-4934-ab59-1e3367f848df req-e943d9fd-b721-45b6-9075-34e15a77e22e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284878 May 28 06:06:40.885259 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-09f82514-db51-40a4-b97c-33cac2e92cb1 req-0fbf1d1e-ee92-4260-87cf-5d64a05f2cde tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0716736 May 28 06:06:40.990850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082074f9-e805-4934-ab59-1e3367f848df req-06db02e1-9393-4fd3-bf04-f649ad18a11d service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998084 May 28 06:06:41.170496 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082074f9-e805-4934-ab59-1e3367f848df req-7baf0802-8d2e-4c6c-9739-91ddbbd9cc94 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792626 May 28 06:06:41.613080 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:41.639897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:41.881959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8cefa-2210-4a5c-bc2e-bf6ffca4a479 req-1875d151-b35e-4633-bf52-f617afd1dfcc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:41.883698 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75c8cefa-2210-4a5c-bc2e-bf6ffca4a479 req-1875d151-b35e-4633-bf52-f617afd1dfcc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 943 time: 0.1119018 May 28 06:06:41.958099 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-75c8cefa-2210-4a5c-bc2e-bf6ffca4a479 req-78f79637-b071-487a-b89d-7f9d54c51651 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609882 May 28 06:06:41.988155 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-75e0ac47-66a1-4550-984c-37bc197a0bd7 req-9efab040-388c-4bfe-824a-db67ff9366f6 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0562849 May 28 06:06:43.284319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c90d49-6d7e-4d67-ad7b-2adb3b0d65ef req-2400dbf5-032c-46d1-bdb2-e352a894e382 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:43.284319 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96c90d49-6d7e-4d67-ad7b-2adb3b0d65ef req-2400dbf5-032c-46d1-bdb2-e352a894e382 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 943 time: 0.1541307 May 28 06:06:43.350625 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:43.383269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-962498c5-31d7-4a5b-b22b-f2eb75847bb8 req-4f1cf777-1378-4ae2-a017-b6b9989e0c4e tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.2338934 May 28 06:06:43.403329 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96c90d49-6d7e-4d67-ad7b-2adb3b0d65ef req-bd432c12-6137-42bd-b060-72fb8f0575fb tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831206 May 28 06:06:44.555009 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6c298d53-5009-4b9a-aac6-26af051280d9 req-70ee6a31-9b0e-4209-996d-eb3b191a6332 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0455883 May 28 06:06:44.860266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:06:44.872559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85968a-4845-4dd5-964d-52b6b134619c req-a5a3ba28-6e5d-4b5b-b0f0-7950e29e7fdc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:44.879291 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c85968a-4845-4dd5-964d-52b6b134619c req-a5a3ba28-6e5d-4b5b-b0f0-7950e29e7fdc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 943 time: 0.1202812 May 28 06:06:44.932582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c85968a-4845-4dd5-964d-52b6b134619c req-af1105c6-a945-4a6c-9922-13c749417a96 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524416 May 28 06:06:45.044866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:45.058334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'port_id': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a', 'mac_address': 'fa:16:3e:4a:f4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:06:45.124484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:06:45.125956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:45.150140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:06:45.169548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:45.174173 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:45.240030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-f2cf3d3a-b618-47f5-94b0-1aa073143dfb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:06:45.257088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-f2cf3d3a-b618-47f5-94b0-1aa073143dfb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:06:45.259801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:45.266033 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-f2cf3d3a-b618-47f5-94b0-1aa073143dfb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987769779&fields=id&tenant_id=fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 267 time: 0.0852625 May 28 06:06:45.415349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-44a2a90b-4433-490a-8ec9-d6250fa7f22e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:45.417070 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-44a2a90b-4433-490a-8ec9-d6250fa7f22e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.1547873 May 28 06:06:45.432509 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-be7b6013-25be-4657-9bcc-79272f445eba tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/quotas/fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 375 time: 0.0097194 May 28 06:06:45.539478 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-6a8f247e-7af4-48ce-b765-cdf24ffe277e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972250 May 28 06:06:45.568100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:06:45.774687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-02b88656-ca79-49f0-9643-b2e4a1917a48 req-8e5c899e-b785-4fee-972d-52e1a48959c7 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0643721 May 28 06:06:45.791139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-1ea2ab7f-93bc-41e1-9bef-32e02be9bd7f service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496960 May 28 06:06:45.938651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-ac4c0dd6-2464-487c-9036-bfa5e2950d55 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427584 May 28 06:06:46.322502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd578-1738-46b6-a760-eefe25d17825 req-66d2c2ee-76b2-476e-9594-bd7da2fb651f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:46.335759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a6dd578-1738-46b6-a760-eefe25d17825 req-66d2c2ee-76b2-476e-9594-bd7da2fb651f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 944 time: 0.2776809 May 28 06:06:46.400100 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a6dd578-1738-46b6-a760-eefe25d17825 req-12be650d-8cbb-4a51-a78e-31adf322822f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663192 May 28 06:06:46.468795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8e2c2dc-aff4-482a-9feb-e948e1d45f06 req-2945f38c-c192-4831-8678-bc35683a3c62 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 210 time: 0.0567181 May 28 06:06:46.704264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-21808b36-e13c-4c2d-8efa-86a1e8847f1b req-c99455ac-1515-4a3c-8264-699a55824264 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.1190674 May 28 06:06:46.860817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:06:46.947218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:06:46.955625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:06:46.955625 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:46.983501 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb57abf5-07c0-479e-ae18-71649f923a2f req-fb60695c-52e1-4427-9003-5ce268e9adcd tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0665448 May 28 06:06:47.100505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:06:47.100881 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:47.152388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:47.152388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:47.173159 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:47.214848 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfad9ea5-57ce-4776-a796-f65fb1231c9b'] response: {'server_uuid': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a', 'code': 200} May 28 06:06:47.264469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:47.382448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41bd90-a5e1-4054-9a3f-b685f14308af req-9d16e588-4c41-43f7-8daf-bdf99819f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:47.383922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f41bd90-a5e1-4054-9a3f-b685f14308af req-9d16e588-4c41-43f7-8daf-bdf99819f87f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 1096 time: 0.0730400 May 28 06:06:47.436103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f41bd90-a5e1-4054-9a3f-b685f14308af req-36700ac3-b012-4535-8529-ac5fb41ebf98 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436506 May 28 06:06:47.622031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b4efa-be6e-43e5-ab2a-955b0e0e52c9 req-a3607dc7-19cd-438e-9d54-1e9c5254b8e2 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:47.623878 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-202b4efa-be6e-43e5-ab2a-955b0e0e52c9 req-a3607dc7-19cd-438e-9d54-1e9c5254b8e2 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 945 time: 0.1118889 May 28 06:06:47.671422 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9360a284-45fd-4f17-bc7a-b5446ecdd8ba req-714fd3bb-2b2e-4356-a669-23fc671ac8f7 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 210 time: 0.0683503 May 28 06:06:47.710689 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-202b4efa-be6e-43e5-ab2a-955b0e0e52c9 req-7ea26284-1fae-4a03-a0c5-1a0a017dc25f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778561 May 28 06:06:47.896302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-2f9cafe1-2a9f-499a-943e-f229522d02f8 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:47.897942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-2f9cafe1-2a9f-499a-943e-f229522d02f8 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.1596050 May 28 06:06:47.966378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-b035afb3-b8cc-47cf-86ef-56d0df0314cb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 380 time: 0.0551403 May 28 06:06:47.984166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'port': {'device_id': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'admin_state_up': True, 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'security_groups': ['27b227fb-5d01-448f-8ceb-ed2389c9fbeb']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:48.181144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:48.186083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:port and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:48.189348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:48.195881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:48.215583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Made reservation on behalf of fc6f3a6f26a545aaab5fd63e9f766804 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:06:48.222217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:48.348083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-18be9a20-db8a-4b4d-85f0-990906794abf req-c6a58292-cb28-4f47-9a7e-b266d2de105a tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.1760864 May 28 06:06:48.455075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Allocated IP 172.20.0.7 (5548a89e-ac6e-4db8-9dd0-bc7145d9109a/df602273-db7f-4234-b6c8-0beb4f26e2d7/686ed35d-f932-40e6-9428-70ba6f368c24) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:06:48.779830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:48.827776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Transition to ACTIVE for port object 686ed35d-f932-40e6-9428-70ba6f368c24 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:06:48.899903 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:48.985422 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5950071b-23fa-4508-a3ab-762db35f16f7 req-3f2538e9-fa8c-40d5-aaad-50635a015a19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07ec131504b84e768454ecc3a91b54d8&device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0807042 May 28 06:06:49.056417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:06:49.056417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=686ed35d-f932-40e6-9428-70ba6f368c24,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:49.068540 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5950071b-23fa-4508-a3ab-762db35f16f7 req-96e678b2-977e-4b93-aaaa-771252738253 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=07ec131504b84e768454ecc3a91b54d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622222 May 28 06:06:49.072223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:06:49.072223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:06:49.265324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:49.265324 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:49.306731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa84b7-2eaf-44e9-9df8-49fce7b81d25 req-3d845f7b-e5b9-4106-bd93-f2ec51fa58f5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:49.307790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-76aa84b7-2eaf-44e9-9df8-49fce7b81d25 req-3d845f7b-e5b9-4106-bd93-f2ec51fa58f5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:06:49.333212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-772a01e6-921c-4c0b-a421-a3439ce76b6e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3568380 May 28 06:06:49.339156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-76aa84b7-2eaf-44e9-9df8-49fce7b81d25 req-3d845f7b-e5b9-4106-bd93-f2ec51fa58f5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:06:49.349118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76aa84b7-2eaf-44e9-9df8-49fce7b81d25 req-3d845f7b-e5b9-4106-bd93-f2ec51fa58f5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 931 time: 0.3818235 May 28 06:06:49.359037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Request body: {'port': {'device_id': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:49.405559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4c62-69d3-4e22-9423-aa5f3a67e12f req-8e2d7e2e-0ecd-4f8b-95e9-c29c3dc1685c tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:49.405559 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ebc4c62-69d3-4e22-9423-aa5f3a67e12f req-8e2d7e2e-0ecd-4f8b-95e9-c29c3dc1685c tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 945 time: 0.3209927 May 28 06:06:49.443909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950071b-23fa-4508-a3ab-762db35f16f7 req-f652a83c-866c-4669-837e-5a4541bb6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:49.443909 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5950071b-23fa-4508-a3ab-762db35f16f7 req-f652a83c-866c-4669-837e-5a4541bb6c60 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3413849 May 28 06:06:49.490017 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76aa84b7-2eaf-44e9-9df8-49fce7b81d25 req-50f35426-d50d-47fd-9112-d93374461bef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350474 May 28 06:06:49.518830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ebc4c62-69d3-4e22-9423-aa5f3a67e12f req-0733a683-54af-481d-8970-b28af82759dc tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059072 May 28 06:06:49.571182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2ccdd435-6490-4a4e-aef0-d2fd366bc1da None None] Provisioning for port 686ed35d-f932-40e6-9428-70ba6f368c24 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:06:49.589616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2ccdd435-6490-4a4e-aef0-d2fd366bc1da None None] Provisioning complete for port 686ed35d-f932-40e6-9428-70ba6f368c24 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:06:49.589616 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd435-6490-4a4e-aef0-d2fd366bc1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:49.625338 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:49.724842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2ccdd435-6490-4a4e-aef0-d2fd366bc1da None None] Port 686ed35d-f932-40e6-9428-70ba6f368c24 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:06:49.750829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8fb6b768-5e30-40cd-8c96-d2b94d2ba0ee req-afb0a461-b627-417a-868a-98ac74bceb64 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0529535 May 28 06:06:49.848730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143e211-5e0c-4fd9-8012-1539a2b54c7a req-192badb2-0c90-4593-9551-6747816daa47 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:49.848730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e143e211-5e0c-4fd9-8012-1539a2b54c7a req-192badb2-0c90-4593-9551-6747816daa47 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 945 time: 0.1558146 May 28 06:06:49.869161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34540) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:49.869161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-010201ee-db13-4702-a550-7d1a3e0dd9b1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Request body: {'floatingip': {'port_id': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:49.990482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-010201ee-db13-4702-a550-7d1a3e0dd9b1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:50.257394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686ed35d-f932-40e6-9428-70ba6f368c24 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:06:50.267073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:50.283352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Transition to ACTIVE for port object 686ed35d-f932-40e6-9428-70ba6f368c24 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:06:50.291791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:50.673075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Pushing event updated for resources: {'Port': ['ID=686ed35d-f932-40e6-9428-70ba6f368c24,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:50.882351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Attempting to bind port 686ed35d-f932-40e6-9428-70ba6f368c24 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:06:50.882351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Attempting to bind port 686ed35d-f932-40e6-9428-70ba6f368c24 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:06:50.882351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Attempting to bind port 686ed35d-f932-40e6-9428-70ba6f368c24 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:06:50.930033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Port 686ed35d-f932-40e6-9428-70ba6f368c24 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:06:50.930033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Attempting to bind port 686ed35d-f932-40e6-9428-70ba6f368c24 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:06:50.963436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:06:50.963436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Checking segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:06:50.963436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Bound using segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:06:50.963436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Bound port: 686ed35d-f932-40e6-9428-70ba6f368c24, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:06:50.963436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:51.173609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5950071b-23fa-4508-a3ab-762db35f16f7 req-647db10b-199b-4c2f-9998-adf4ebe18aa6 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.41 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0662868 May 28 06:06:51.232855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e612c2-3f61-4e1d-bf68-76a433192c53 req-f6395f48-7a82-4e07-8163-248a6fcc2383 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:51.252641 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72e612c2-3f61-4e1d-bf68-76a433192c53 req-f6395f48-7a82-4e07-8163-248a6fcc2383 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 943 time: 0.4863923 May 28 06:06:51.522059 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-010201ee-db13-4702-a550-7d1a3e0dd9b1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:51.530956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-010201ee-db13-4702-a550-7d1a3e0dd9b1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:51.547682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72e612c2-3f61-4e1d-bf68-76a433192c53 req-d51c5bd6-4720-446a-9540-21c6f8a59cc6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984324 May 28 06:06:51.597237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] For port 686ed35d-f932-40e6-9428-70ba6f368c24, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:06:51.601247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] For port 686ed35d-f932-40e6-9428-70ba6f368c24, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=686ed35d-f932-40e6-9428-70ba6f368c24,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:06:51.609638 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:51.863860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:51.864500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:51.866004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] 10.222.0.41 "PUT /v2.0/ports/686ed35d-f932-40e6-9428-70ba6f368c24 HTTP/1.1" status: 200 len: 1091 time: 2.5131824 May 28 06:06:51.866481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'tag': '686ed35d-f932-40e6-9428-70ba6f368c24'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:51.889674 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5bd4a97c-2183-42af-a9a0-7b0edbe01944 req-b7d379a8-d2cc-4aad-9e39-9973868cc777 tempest-ServerShowV254Test-371664267 tempest-ServerShowV254Test-371664267-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d7ca4a-af19-4a46-be83-448d64d8a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0595951 May 28 06:06:51.897326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2e126-3e79-4cfd-b7a9-53bb5f76fc32 service neutron] Pushing event updated for resources: {'Port': ['ID=686ed35d-f932-40e6-9428-70ba6f368c24,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:51.911335 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-010201ee-db13-4702-a550-7d1a3e0dd9b1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Floating IP 804190c1-0022-4eb6-b2ed-c91767e8ef07 associated. External IP: 172.25.4.175, port: a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a. May 28 06:06:52.091836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b2186-40d7-4907-80d1-f4a742509154 req-ba64c9ca-991f-4138-ac0b-6b7615940046 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:52.091836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-474b2186-40d7-4907-80d1-f4a742509154 req-ba64c9ca-991f-4138-ac0b-6b7615940046 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 946 time: 0.2885056 May 28 06:06:52.148307 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52714fbe-1d16-46ce-ad7b-03fc330177e0'] response: {'name': 'network-changed', 'server_uuid': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'tag': '686ed35d-f932-40e6-9428-70ba6f368c24', 'status': 'completed', 'code': 200} May 28 06:06:52.263356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-474b2186-40d7-4907-80d1-f4a742509154 req-7ff5c691-4a8d-46bb-a5ce-a82a6b0b0d57 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771134 May 28 06:06:52.292142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-a16bd1bc-738a-4264-ba02-b5696316c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:52.293948 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-a16bd1bc-738a-4264-ba02-b5696316c8e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 1094 time: 0.3773451 May 28 06:06:52.439944 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-e8977320-fb07-49e4-8e39-35d62cb7a3fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=686ed35d-f932-40e6-9428-70ba6f368c24 HTTP/1.1" status: 200 len: 217 time: 0.0765760 May 28 06:06:52.521656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-40b09bad-0117-4a7b-8f26-90a54a35f73c tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:52.523215 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-40b09bad-0117-4a7b-8f26-90a54a35f73c tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.33 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 946 time: 0.2242501 May 28 06:06:52.526779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-23ca1c7c-dfa6-41e2-b96b-072d64850058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:52.528171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-23ca1c7c-dfa6-41e2-b96b-072d64850058 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0825093 May 28 06:06:52.538364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010201ee-db13-4702-a550-7d1a3e0dd9b1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:06:52.670183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Deleting port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:06:52.670183 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:52.746364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-2bb5f43b-9206-480d-bb7a-5d10c8cb0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:52.746364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-2bb5f43b-9206-480d-bb7a-5d10c8cb0ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808331 May 28 06:06:52.818147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010201ee-db13-4702-a550-7d1a3e0dd9b1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:06:52.823285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-010201ee-db13-4702-a550-7d1a3e0dd9b1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:52.828536 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] Sync routers for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:06:52.837869 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:06:52.838488 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:06:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:52.896251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b03e93-6324-4e4a-ac63-e0835b8e3afd req-5aeff80e-9d26-4a40-abf8-3a50da0c82d2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:52.904941 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f2b03e93-6324-4e4a-ac63-e0835b8e3afd req-5aeff80e-9d26-4a40-abf8-3a50da0c82d2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 943 time: 0.1949484 May 28 06:06:52.962609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-010201ee-db13-4702-a550-7d1a3e0dd9b1 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "PUT /v2.0/floatingips/804190c1-0022-4eb6-b2ed-c91767e8ef07 HTTP/1.1" status: 200 len: 991 time: 3.0935938 May 28 06:06:52.970782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'tag': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:53.010319 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f2b03e93-6324-4e4a-ac63-e0835b8e3afd req-e9fce410-66d3-404b-bffb-2d0e40696272 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983171 May 28 06:06:53.115198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-89304ad1-80f2-4571-99f1-58847e9505d0 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337348 May 28 06:06:53.220478 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea2f249-6b07-4ae0-8e96-3dcf355f79e4'] response: {'name': 'network-changed', 'server_uuid': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'tag': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a', 'status': 'completed', 'code': 200} May 28 06:06:53.258576 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:06:53.533729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] For port 0f4a2d96-032c-4f55-be6a-3d4792c8f277, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=0f4a2d96-032c-4f55-be6a-3d4792c8f277,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:06:53.533729 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:53.743767 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '804190c1-0022-4eb6-b2ed-c91767e8ef07', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'port_id': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'mac_address': 'fa:16:3e:4a:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:06:33Z', 'updated_at': '2022-05-28T06:06:51Z', 'revision_number': 1, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:53.750964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34602) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:53.753825 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] Checking router: 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:06:53.779422 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:06:53.779422 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:06:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:53.850203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eef68b48-8c23-4dca-b92d-af8b2d72aa18 req-3a1eefea-3b3f-4935-a1ff-84c1b51fafb1 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7204304 May 28 06:06:53.850203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-eb8b31c9-9903-4c68-a736-031160aa0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:53.850203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-eb8b31c9-9903-4c68-a736-031160aa0750 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 1096 time: 0.4145753 May 28 06:06:54.035517 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:06:54.093082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1018b-ccb3-4b9b-b8c9-492b033de180 req-ab7ddbcf-6f39-4860-9011-5939365e55ac tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:54.108919 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26b1018b-ccb3-4b9b-b8c9-492b033de180 req-ab7ddbcf-6f39-4860-9011-5939365e55ac tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 946 time: 0.6634996 May 28 06:06:54.169757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0375ca4-b603-42ac-b59a-b83d176e3666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:54.195477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c0375ca4-b603-42ac-b59a-b83d176e3666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:54.211191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c0375ca4-b603-42ac-b59a-b83d176e3666 admin admin] Usage tracker for resource:security_group_rule and tenant:07ec131504b84e768454ecc3a91b54d8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:54.251273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c0375ca4-b603-42ac-b59a-b83d176e3666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:54.269152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-299b4423-5ce6-42fc-a796-58d4db5e5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:54.277254 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-299b4423-5ce6-42fc-a796-58d4db5e5b1c service neutron] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 911 time: 0.4159374 May 28 06:06:54.282256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c0375ca4-b603-42ac-b59a-b83d176e3666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:54.364395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33b5d-7684-49cc-a8d0-5dfd90fa27ea req-dec0a392-0119-467a-b9e7-186a98cac9f4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:54.366108 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60d33b5d-7684-49cc-a8d0-5dfd90fa27ea req-dec0a392-0119-467a-b9e7-186a98cac9f4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 943 time: 0.1563406 May 28 06:06:54.469511 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:54.469511 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:54.469511 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Floating IP 9bbba84f-ed95-4a96-b9f8-fcf18483eb16 disassociated. External IP: 172.25.4.47, port: 0f4a2d96-032c-4f55-be6a-3d4792c8f277. May 28 06:06:54.469511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Calling delete_port for 0f4a2d96-032c-4f55-be6a-3d4792c8f277 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:06:54.500142 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0375ca4-b603-42ac-b59a-b83d176e3666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:54.510260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60d33b5d-7684-49cc-a8d0-5dfd90fa27ea req-d3651b48-1bd7-4187-837f-e57a7ef9f897 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270647 May 28 06:06:54.510260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0375ca4-b603-42ac-b59a-b83d176e3666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:54.546916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26b1018b-ccb3-4b9b-b8c9-492b033de180 req-eb373410-32fe-4b89-aa8b-2d4aaa175f61 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad1d7060-2b12-4c90-8c77-2336f80aec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4445472 May 28 06:06:54.546916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-2a01ac0d-9d95-493b-9054-5d225d1bd87e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a HTTP/1.1" status: 200 len: 999 time: 0.2148886 May 28 06:06:54.557230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c0375ca4-b603-42ac-b59a-b83d176e3666 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07ec131504b84e768454ecc3a91b54d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8021133 May 28 06:06:54.557230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34618) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:54.632319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0375ca4-b603-42ac-b59a-b83d176e3666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c40ea0-9692-4d08-a1cb-cd22b628224c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:54.678716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-50ee9fed-e347-4255-b8d8-f5cf233db327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:54.681332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-50ee9fed-e347-4255-b8d8-f5cf233db327 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 1094 time: 0.6004560 May 28 06:06:54.695051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb0359a-64bd-41f2-aeba-d7b95c9e278a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:54.713882 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '804190c1-0022-4eb6-b2ed-c91767e8ef07', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'port_id': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'mac_address': 'fa:16:3e:4a:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:06:33Z', 'updated_at': '2022-05-28T06:06:51Z', 'revision_number': 1, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:54.720049 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d5058-de96-453b-bb58-46ce9c0bfb09 None None] The sync data for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 is: [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '804190c1-0022-4eb6-b2ed-c91767e8ef07', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'port_id': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'mac_address': 'fa:16:3e:4a:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:06:33Z', 'updated_at': '2022-05-28T06:06:51Z', 'revision_number': 1, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:06:54.726699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb0359a-64bd-41f2-aeba-d7b95c9e278a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:54.796481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-cba261a5-bcd3-4649-8ed7-f8f0627828d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:54.808629 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-cba261a5-bcd3-4649-8ed7-f8f0627828d0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.2468133 May 28 06:06:54.814184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb0359a-64bd-41f2-aeba-d7b95c9e278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:54.837931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0359a-64bd-41f2-aeba-d7b95c9e278a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c40ea0-9692-4d08-a1cb-cd22b628224c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:54.852072 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fdb0359a-64bd-41f2-aeba-d7b95c9e278a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:54.852072 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fdb0359a-64bd-41f2-aeba-d7b95c9e278a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81c40ea0-9692-4d08-a1cb-cd22b628224c HTTP/1.1" status: 204 len: 168 time: 0.2964716 May 28 06:06:55.019576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:55.101645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f90462-ea19-4292-b003-f7bcb460a133 None None] New status for floating IP 804190c1-0022-4eb6-b2ed-c91767e8ef07: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:06:55.299869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event deleted for resources: {'Port': ['ID=0f4a2d96-032c-4f55-be6a-3d4792c8f277,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:55.583014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-41e5e06d-d6e4-4c8f-943f-4c0d92d069c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:55.586011 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-41e5e06d-d6e4-4c8f-943f-4c0d92d069c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.8945460 May 28 06:06:55.862193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe1ad745-38d1-4e3b-b864-2df06ac139c7 req-f2abe776-650c-4a0d-9203-adb2f7e538a5 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 210 time: 0.1007764 May 28 06:06:55.862193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-4a50dea6-3b98-4817-bd33-c62571eded05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=686ed35d-f932-40e6-9428-70ba6f368c24 HTTP/1.1" status: 200 len: 217 time: 0.2334127 May 28 06:06:55.862193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-83562a19-6ebf-4100-af82-620a97619647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:55.862193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-83562a19-6ebf-4100-af82-620a97619647 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0343378 May 28 06:06:55.946587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cc02b-cee3-4ef0-b88a-5facdbdf4257 req-6a7d42ca-1195-47c8-aace-884bc46167ce tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:55.948269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2f8cc02b-cee3-4ef0-b88a-5facdbdf4257 req-6a7d42ca-1195-47c8-aace-884bc46167ce tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 943 time: 0.1639867 May 28 06:06:56.023084 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2f8cc02b-cee3-4ef0-b88a-5facdbdf4257 req-179940f3-21c6-45d3-9a58-6f4dc3f6df26 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526974 May 28 06:06:56.064962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:06:56.080163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-eec40f1a-f7f1-4a09-9777-21918bfd9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:56.080163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-eec40f1a-f7f1-4a09-9777-21918bfd9aa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.2129917 May 28 06:06:56.268398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-67b23525-9c71-47fb-8f86-1f6502477184 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513219 May 28 06:06:56.504313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:06:56.514100 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] Sync routers for ids ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:06:56.533220 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] Routers {'821ffd45-2be4-47c3-b54e-b3ec6986c6a9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:06:56.534423 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:06:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:56.604310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-4f6932cb-50df-4e81-95cc-acd528a97081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:56.606331 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-4f6932cb-50df-4e81-95cc-acd528a97081 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5052872 May 28 06:06:56.614102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] No DVR routers for this DVR port 0f4a2d96-032c-4f55-be6a-3d4792c8f277 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:06:56.634207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34670) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:56.648315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:56.648315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-303ac97d-6529-4f50-9dd8-42c2b132c0d2 req-fb742cb3-197f-4167-bdbb-524191f3e81a service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679912 May 28 06:06:56.648315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'name': 'network-vif-deleted', 'tag': '0f4a2d96-032c-4f55-be6a-3d4792c8f277'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:06:56.667042 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d3b21f21-58bf-4056-b1f6-4efc2f406e59 req-4edd1760-6a94-4c8d-b2f1-930db5e7503f tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.33 "DELETE /v2.0/ports/0f4a2d96-032c-4f55-be6a-3d4792c8f277 HTTP/1.1" status: 204 len: 173 time: 4.1328199 May 28 06:06:56.817961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-7f41a9ef-cb52-4386-9b83-aa6cee9fd5f9 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963141 May 28 06:06:56.835004 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] Set router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:06:56.863387 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e28542-a1a7-481b-9a70-1b60278e1134'] response: {'server_uuid': 'bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a', 'name': 'network-vif-deleted', 'tag': '0f4a2d96-032c-4f55-be6a-3d4792c8f277', 'status': 'completed', 'code': 200} May 28 06:06:56.875961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0f4a2d96-032c-4f55-be6a-3d4792c8f277 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:06:56.964592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 0f4a2d96-032c-4f55-be6a-3d4792c8f277 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:06:56.965498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 0f4a2d96-032c-4f55-be6a-3d4792c8f277 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:06:57.028420 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbe561ad-5a67-441e-9631-1a79e6c411c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:57.062239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dbe561ad-5a67-441e-9631-1a79e6c411c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:57.062239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dbe561ad-5a67-441e-9631-1a79e6c411c6 admin admin] Usage tracker for resource:security_group_rule and tenant:fc86f4807b4e48218847c77038cf9030 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:57.077530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dbe561ad-5a67-441e-9631-1a79e6c411c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:57.085409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dbe561ad-5a67-441e-9631-1a79e6c411c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:57.169853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6077b2d4-2c08-4781-8963-aa169b2cacb7 req-dc924118-bee2-47aa-9067-3e67bea9f1e2 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391826 May 28 06:06:57.288383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6e609ef6-35e8-424d-930f-6b68385fb026 req-4bb320e3-ac71-4aa4-8d64-42adbd235dc7 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Synchronizing usage tracker for tenant:98d70259eba14147b9d1979ce8faf7d4 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:06:57.311349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6e609ef6-35e8-424d-930f-6b68385fb026 req-4bb320e3-ac71-4aa4-8d64-42adbd235dc7 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Unset dirty status for tenant:98d70259eba14147b9d1979ce8faf7d4 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:06:57.311621 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e609ef6-35e8-424d-930f-6b68385fb026 req-4bb320e3-ac71-4aa4-8d64-42adbd235dc7 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3ef45c-e45a-46ec-8cb8-4d1cab58f96a HTTP/1.1" status: 200 len: 210 time: 0.1232967 May 28 06:06:57.401894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbe561ad-5a67-441e-9631-1a79e6c411c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:57.413017 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:00:13Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '29a89201-341a-4efe-a5cb-bf59a635f656', 'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'mac_address': 'fa:16:3e:41:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:09Z', 'updated_at': '2022-05-28T06:00:31Z', 'revision_number': 5, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'subnets': [{'id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:57.419717 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] Checking router: 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:06:57.432315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbe561ad-5a67-441e-9631-1a79e6c411c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:57.438629 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] Routers {'821ffd45-2be4-47c3-b54e-b3ec6986c6a9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:06:57.438629 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:06:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:57.508012 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dbe561ad-5a67-441e-9631-1a79e6c411c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc86f4807b4e48218847c77038cf9030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8679838 May 28 06:06:57.510988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34688) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:57.522133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e8593-5269-45c7-8f89-2769943d1c9c req-9d547a03-3eb5-46b4-93e0-29480a9d9e9e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:57.522133 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b87e8593-5269-45c7-8f89-2769943d1c9c req-9d547a03-3eb5-46b4-93e0-29480a9d9e9e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 943 time: 0.3023052 May 28 06:06:57.525813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe561ad-5a67-441e-9631-1a79e6c411c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e343bc0-f80c-46b2-9ecb-ceafae174b1f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:57.641181 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b87e8593-5269-45c7-8f89-2769943d1c9c req-b8ad7a52-6cb8-4b0e-8016-558a3bc70430 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205535 May 28 06:06:57.650760 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] Set router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:06:57.664172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1df5dbe-539b-4b96-ba29-2daff884c12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:57.695687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1df5dbe-539b-4b96-ba29-2daff884c12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:57.772723 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1df5dbe-539b-4b96-ba29-2daff884c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:57.795164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df5dbe-539b-4b96-ba29-2daff884c12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e343bc0-f80c-46b2-9ecb-ceafae174b1f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:57.812555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1df5dbe-539b-4b96-ba29-2daff884c12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:57.821631 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a1df5dbe-539b-4b96-ba29-2daff884c12e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e343bc0-f80c-46b2-9ecb-ceafae174b1f HTTP/1.1" status: 204 len: 168 time: 0.3102512 May 28 06:06:58.067927 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:00:13Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '29a89201-341a-4efe-a5cb-bf59a635f656', 'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'mac_address': 'fa:16:3e:41:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:09Z', 'updated_at': '2022-05-28T06:00:31Z', 'revision_number': 5, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'subnets': [{'id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:06:58.087795 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd1e0e-faee-4933-af15-9a599bfbef1b None None] The sync data for ids ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'] in n-d-843679-5 is: [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:00:13Z', 'revision_number': 4, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '29a89201-341a-4efe-a5cb-bf59a635f656', 'name': '', 'network_id': '8c4ac6b4-30f6-49a1-965d-d4905bbfab8a', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'mac_address': 'fa:16:3e:41:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:09Z', 'updated_at': '2022-05-28T06:00:31Z', 'revision_number': 5, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'subnets': [{'id': '0383f63c-3b76-4487-957c-baa1ea0aa8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:06:58.451632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34716) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:58.510128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b1ba5-df45-4adb-9904-a7265313c1f4 None None] New status for floating IP 9bbba84f-ed95-4a96-b9f8-fcf18483eb16: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:06:58.819438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34730) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:58.899344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e7649e87-d616-4796-a183-d9b893691140 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Deleting port 91592134-23c2-4d3e-b829-9536bf571e2f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:06:58.899902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7649e87-d616-4796-a183-d9b893691140 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:58.974142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5213fee-fd23-459a-a543-f86ebff80989 req-aba399b9-ff03-4259-9636-6e7833492507 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:58.983711 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5213fee-fd23-459a-a543-f86ebff80989 req-aba399b9-ff03-4259-9636-6e7833492507 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 943 time: 0.1381004 May 28 06:06:59.022003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-118892646-network', 'tenant_id': '2fd7c46efae846feac20d8c7bd601dc3'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:06:59.036305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:59.046108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Usage tracker for resource:network and tenant:2fd7c46efae846feac20d8c7bd601dc3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:59.064362 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5213fee-fd23-459a-a543-f86ebff80989 req-452656e7-15fa-4aa5-a958-9bf246f1b828 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799980 May 28 06:06:59.064362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:59.080599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:59.087388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Made reservation on behalf of 2fd7c46efae846feac20d8c7bd601dc3 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:06:59.089770 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.104543 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.130614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:06:59.135648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Usage tracker for resource:security_group_rule and tenant:2fd7c46efae846feac20d8c7bd601dc3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:06:59.140028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:06:59.140417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7649e87-d616-4796-a183-d9b893691140 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.140753 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7649e87-d616-4796-a183-d9b893691140 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.146610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:06:59.282527 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.290935 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.346630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e7649e87-d616-4796-a183-d9b893691140 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Calling delete_port for 91592134-23c2-4d3e-b829-9536bf571e2f owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:06:59.350859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:06:59.350859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e000866f-b92e-4e6f-a872-dbc9814fd53c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:59.350859 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.350859 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Added segment a9401c70-3cc2-4ec2-a914-af7a28ea59f4 of type vlan for network a99eef90-787e-4d72-9589-f9ecff0974a1 May 28 06:06:59.379760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.410868 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.411814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:06:59.412419 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.459517 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7649e87-d616-4796-a183-d9b893691140 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.517111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7649e87-d616-4796-a183-d9b893691140 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event deleted for resources: {'Port': ['ID=91592134-23c2-4d3e-b829-9536bf571e2f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:59.559224 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7308977 May 28 06:06:59.559224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf6eef-25ae-497c-a74f-d57e0875702a admin admin] Pushing event updated for resources: {'Network': ['ID=a99eef90-787e-4d72-9589-f9ecff0974a1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:06:59.568343 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a99eef90-787e-4d72-9589-f9ecff0974a1 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:06:59.599220 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:06:59.625020 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7649e87-d616-4796-a183-d9b893691140 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.652172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e7649e87-d616-4796-a183-d9b893691140 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.652172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e7649e87-d616-4796-a183-d9b893691140 tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "DELETE /v2.0/floatingips/9bbba84f-ed95-4a96-b9f8-fcf18483eb16 HTTP/1.1" status: 204 len: 168 time: 1.2071865 May 28 06:06:59.863779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34758) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:06:59.943386 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99dc3ca-f966-4beb-8811-27bbedd7febe tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:06:59.978860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99dc3ca-f966-4beb-8811-27bbedd7febe tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:00.209738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744c7ee-2fa6-4d51-b2df-4178b617eb75 req-0f781e88-9a0f-48ff-83fb-cf8cf1e8fca2 tempest-ComputeTenantNetworksTest-1153947118 tempest-ComputeTenantNetworksTest-1153947118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:00.216413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744c7ee-2fa6-4d51-b2df-4178b617eb75 req-0f781e88-9a0f-48ff-83fb-cf8cf1e8fca2 tempest-ComputeTenantNetworksTest-1153947118 tempest-ComputeTenantNetworksTest-1153947118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:00.226394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744c7ee-2fa6-4d51-b2df-4178b617eb75 req-0f781e88-9a0f-48ff-83fb-cf8cf1e8fca2 tempest-ComputeTenantNetworksTest-1153947118 tempest-ComputeTenantNetworksTest-1153947118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:00.226394 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1744c7ee-2fa6-4d51-b2df-4178b617eb75 req-0f781e88-9a0f-48ff-83fb-cf8cf1e8fca2 tempest-ComputeTenantNetworksTest-1153947118 tempest-ComputeTenantNetworksTest-1153947118-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2488935 May 28 06:07:00.255339 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99dc3ca-f966-4beb-8811-27bbedd7febe tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:00.311856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b5bed-484b-4249-b4fc-bd136292f18f req-d4b0765d-b535-41a6-bb29-fdb28e0a3baf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:00.311856 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f1b5bed-484b-4249-b4fc-bd136292f18f req-d4b0765d-b535-41a6-bb29-fdb28e0a3baf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 943 time: 0.1209357 May 28 06:07:00.373113 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f1b5bed-484b-4249-b4fc-bd136292f18f req-9b8ac849-f29e-4888-8728-0b065b92af4f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498312 May 28 06:07:00.384088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dc3ca-f966-4beb-8811-27bbedd7febe tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d7060-2b12-4c90-8c77-2336f80aec6e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:00.409920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c99dc3ca-f966-4beb-8811-27bbedd7febe tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:00.414247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c99dc3ca-f966-4beb-8811-27bbedd7febe tempest-TestServerBasicOps-1132593626 tempest-TestServerBasicOps-1132593626-project] 10.222.0.39 "DELETE /v2.0/security-groups/ad1d7060-2b12-4c90-8c77-2336f80aec6e HTTP/1.1" status: 204 len: 168 time: 0.5489924 May 28 06:07:00.434224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0587f-d99b-46a3-ad8c-4e9445f10a97 req-07b5e775-366b-4ed1-a2ea-7d7e94daec19 tempest-ComputeTenantNetworksTest-1153947118 tempest-ComputeTenantNetworksTest-1153947118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:00.435871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8e0587f-d99b-46a3-ad8c-4e9445f10a97 req-07b5e775-366b-4ed1-a2ea-7d7e94daec19 tempest-ComputeTenantNetworksTest-1153947118 tempest-ComputeTenantNetworksTest-1153947118-project] 10.222.0.39 "GET /v2.0/networks/a99eef90-787e-4d72-9589-f9ecff0974a1 HTTP/1.1" status: 200 len: 768 time: 0.1715882 May 28 06:07:00.444466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34774) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:00.447209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34776) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:00.575928 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:00.847595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:00.898890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99eef90-787e-4d72-9589-f9ecff0974a1']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:00.918938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9401c70-3cc2-4ec2-a914-af7a28ea59f4') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:00.918938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9401c70-3cc2-4ec2-a914-af7a28ea59f4') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:00.935734 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.018071 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.021779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.033281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:07:01.033682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.281106 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment a9401c70-3cc2-4ec2-a914-af7a28ea59f4 resource provider aggregate not found May 28 06:07:01.304487 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment a9401c70-3cc2-4ec2-a914-af7a28ea59f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9401c70-3cc2-4ec2-a914-af7a28ea59f4 found for delete ", "request_id": "req-b6a9af02-ea40-420b-9feb-e99963d83e19"}]} May 28 06:07:01.330917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.355279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.370954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a99eef90-787e-4d72-9589-f9ecff0974a1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:01.375116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0ef83c43-f432-4c85-9583-638df37efdb5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a99eef90-787e-4d72-9589-f9ecff0974a1 HTTP/1.1" status: 204 len: 168 time: 0.9272647 May 28 06:07:01.555603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34806) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:01.607963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca8920-f28c-4e75-8aae-73db45307a1a req-4c37511e-595c-4258-99b7-fc3ea16973cf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:01.609246 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77ca8920-f28c-4e75-8aae-73db45307a1a req-4c37511e-595c-4258-99b7-fc3ea16973cf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 943 time: 0.1104643 May 28 06:07:01.614109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3273c2f6-f547-4980-92dc-44ec43627ee4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fd7c46efae846feac20d8c7bd601dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573642 May 28 06:07:01.614731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34812) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:01.700407 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-150f66a1-f390-4ad0-8e8b-c9424e9ffea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.725835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77ca8920-f28c-4e75-8aae-73db45307a1a req-9b691a30-0aed-4d1f-adf2-bfeb8a830a4f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765171 May 28 06:07:01.728930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-150f66a1-f390-4ad0-8e8b-c9424e9ffea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.768354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.810031 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-150f66a1-f390-4ad0-8e8b-c9424e9ffea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.829618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f66a1-f390-4ad0-8e8b-c9424e9ffea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e000866f-b92e-4e6f-a872-dbc9814fd53c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:01.834274 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-150f66a1-f390-4ad0-8e8b-c9424e9ffea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:01.835582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-150f66a1-f390-4ad0-8e8b-c9424e9ffea6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e000866f-b92e-4e6f-a872-dbc9814fd53c HTTP/1.1" status: 204 len: 168 time: 0.2198780 May 28 06:07:01.918818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 686ed35d-f932-40e6-9428-70ba6f368c24 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:07:02.081702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 686ed35d-f932-40e6-9428-70ba6f368c24, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=686ed35d-f932-40e6-9428-70ba6f368c24,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:02.106942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '686ed35d-f932-40e6-9428-70ba6f368c24', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'port_id': '686ed35d-f932-40e6-9428-70ba6f368c24', 'mac_address': 'fa:16:3e:31:2d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:07:02.174977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 686ed35d-f932-40e6-9428-70ba6f368c24 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:02.175600 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:02.199893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686ed35d-f932-40e6-9428-70ba6f368c24 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:07:02.225147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 686ed35d-f932-40e6-9428-70ba6f368c24, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=686ed35d-f932-40e6-9428-70ba6f368c24,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:02.225147 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:02.241172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] Deleting port 29a89201-341a-4efe-a5cb-bf59a635f656 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:07:02.241172 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:02.313969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=686ed35d-f932-40e6-9428-70ba6f368c24,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:02.450353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] For port 29a89201-341a-4efe-a5cb-bf59a635f656, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=29a89201-341a-4efe-a5cb-bf59a635f656,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:02.450883 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:02.484253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['686ed35d-f932-40e6-9428-70ba6f368c24'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:07:02.637893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] Calling delete_port for 29a89201-341a-4efe-a5cb-bf59a635f656 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:07:02.941445 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:02.998395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a89201-341a-4efe-a5cb-bf59a635f656,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:03.063089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bd5b0-8921-41c3-85c8-d3f1595c7312 req-b851c63f-560a-4125-a25b-5b4d6992c0a9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:03.090701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce1bd5b0-8921-41c3-85c8-d3f1595c7312 req-b851c63f-560a-4125-a25b-5b4d6992c0a9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 944 time: 0.1533322 May 28 06:07:03.148158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34852) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:03.243705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce1bd5b0-8921-41c3-85c8-d3f1595c7312 req-075e3085-7db0-4bde-8422-bc9d3bddc05c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545899 May 28 06:07:03.412754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-454605256-network', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:03.417876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:03.422527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Usage tracker for resource:network and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:03.425791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:03.433399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:03.456023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Made reservation on behalf of b1187b66265643efb15b12eeb15cecbf for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:07:03.461614 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:03.476481 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:03.493057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:03.497019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Usage tracker for resource:security_group_rule and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:03.500015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:03.506432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:03.539601 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:03.642157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:03.650022 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:03.684982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:07:03.693910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96ae50f-c550-444b-aabd-02f0d837d263,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:03.701198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:03.701470 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Added segment e5160c01-da00-40dc-ae17-578512f69c14 of type vlan for network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 May 28 06:07:03.732024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:03.764816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:03.766237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:03.766845 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:03.877162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] Pushing event updated for resources: {'Network': ['ID=94d72d19-9cfe-48f9-bdd5-0eac297b16c6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:03.892562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:07:03.917613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4fe6f9ce-ed5b-4a53-8414-1fdac69c0121 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7700233 May 28 06:07:03.918877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34866) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:03.931704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Request body: {'subnet': {'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-subnet', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:03.936477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 686ed35d-f932-40e6-9428-70ba6f368c24 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:03.948332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:03.953805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Usage tracker for resource:subnet and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:03.957003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:03.962883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:04.100058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Made reservation on behalf of b1187b66265643efb15b12eeb15cecbf for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:07:04.103533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] Router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:07:04.107727 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:04.170607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 686ed35d-f932-40e6-9428-70ba6f368c24 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:04.170607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 686ed35d-f932-40e6-9428-70ba6f368c24 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:04.170607 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:04.368812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 686ed35d-f932-40e6-9428-70ba6f368c24 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:04.368812 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:04.414949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:07:04.422352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686ed35d-f932-40e6-9428-70ba6f368c24'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:07:04.425670 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] Sync routers for ids ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:07:04.431178 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:04.446349 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] Routers {'821ffd45-2be4-47c3-b54e-b3ec6986c6a9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:04.458372 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:06:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:04.488634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-03104576-7222-4df6-b8ae-0081bfa19a42 admin admin] 10.222.0.39 "PUT /v2.0/routers/821ffd45-2be4-47c3-b54e-b3ec6986c6a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0364137 May 28 06:07:04.491153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34878) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:04.496026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 686ed35d-f932-40e6-9428-70ba6f368c24, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=686ed35d-f932-40e6-9428-70ba6f368c24,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:04.517567 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:04.577876 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a64ed0-3ea0-4925-9464-68db0e2e2a1a'] response: {'server_uuid': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686ed35d-f932-40e6-9428-70ba6f368c24', 'code': 200} May 28 06:07:04.637644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab059945-5f3b-491a-8c2c-0c332b801bd2,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:04.680410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=686ed35d-f932-40e6-9428-70ba6f368c24,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:04.691168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44438c19-a31e-4f17-bf5f-d9e8dfe8f8cc req-787f853e-10fc-470a-978b-e713430a87ca tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:04.695732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44438c19-a31e-4f17-bf5f-d9e8dfe8f8cc req-787f853e-10fc-470a-978b-e713430a87ca tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 945 time: 0.2226481 May 28 06:07:04.760934 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44438c19-a31e-4f17-bf5f-d9e8dfe8f8cc req-63dda760-62b7-477b-b4e7-4a79da8e5c03 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666692 May 28 06:07:04.802778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Checking segment: {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:04.802778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Network hostable DHCP agents. Network: 94d72d19-9cfe-48f9-bdd5-0eac297b16c6, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:07:04.812851 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] Set router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:04.872623 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:04.993122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:07:05.087279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 94d72d19-9cfe-48f9-bdd5-0eac297b16c6) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:05.088527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:05.089393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:05.095917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b717c-d560-4290-ac67-28e87dcaf26c None None] Network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:07:05.146145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:05.152682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-592406cc-448a-4762-8ab1-dc3f313d990b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2330403 May 28 06:07:05.155703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34892) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:05.156086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de4c61-10e5-4676-a5ca-cb7e68b324c5 req-4f1685b6-97c8-49d4-9d14-79431b5ef5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:05.157707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5de4c61-10e5-4676-a5ca-cb7e68b324c5 req-4f1685b6-97c8-49d4-9d14-79431b5ef5cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 1096 time: 0.5134048 May 28 06:07:05.162001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:05.167891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:05.173959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Usage tracker for resource:router and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:05.177826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:05.185301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:05.199321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Deleting port 1fff0130-07bf-4c4a-884a-1d12aa5ff411 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:07:05.200142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:05.201374 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:05.203769 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:05.241940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:05.257944 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:07:02Z', 'revision_number': 5, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port': {'id': '1fff0130-07bf-4c4a-884a-1d12aa5ff411', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:59:55Z', 'updated_at': '2022-05-28T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:05.265815 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] Checking router: 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:07:05.287652 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] Routers {'821ffd45-2be4-47c3-b54e-b3ec6986c6a9'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:05.287652 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:06:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:05.298486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5de4c61-10e5-4676-a5ca-cb7e68b324c5 req-0d8506a6-595d-47e3-bd29-0be97a401125 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232533 May 28 06:07:05.443999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] For port 1fff0130-07bf-4c4a-884a-1d12aa5ff411, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1fff0130-07bf-4c4a-884a-1d12aa5ff411,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:05.444574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:05.540639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:07:05.540639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:05.600208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Calling delete_port for 1fff0130-07bf-4c4a-884a-1d12aa5ff411 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:07:05.626947 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] Set router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:05.791004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Allocated IP 172.20.0.2 (94d72d19-9cfe-48f9-bdd5-0eac297b16c6/ab059945-5f3b-491a-8c2c-0c332b801bd2/1985c66d-cb77-40cf-894c-f8aac33ff00c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:05.796593 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:07:05Z', 'revision_number': 6, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:05.801273 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18fc6d9-f0ff-4cec-9d36-0b274117e740 None None] The sync data for ids ['821ffd45-2be4-47c3-b54e-b3ec6986c6a9'] in n-d-843679-5 is: [{'id': '821ffd45-2be4-47c3-b54e-b3ec6986c6a9', 'name': 'tempest-TestServerBasicOps-1389048763-router', 'tenant_id': '98d70259eba14147b9d1979ce8faf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:59:48Z', 'updated_at': '2022-05-28T06:07:05Z', 'revision_number': 6, 'project_id': '98d70259eba14147b9d1979ce8faf7d4', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:07:05.885910 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:05.934571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.027089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fff0130-07bf-4c4a-884a-1d12aa5ff411,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:06.253366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.414819 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.430972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Transition to ACTIVE for port object 1985c66d-cb77-40cf-894c-f8aac33ff00c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:06.457719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Transition to ACTIVE for port object 1985c66d-cb77-40cf-894c-f8aac33ff00c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:06.465859 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.630713 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.640733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1146b74-c110-4e83-a453-ffb0d73e6b77 req-88614868-2a8d-4c66-9515-9281a1a36d01 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:06.640733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d1146b74-c110-4e83-a453-ffb0d73e6b77 req-88614868-2a8d-4c66-9515-9281a1a36d01 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 945 time: 0.7576792 May 28 06:07:06.681731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Pushing event updated for resources: {'Port': ['ID=1985c66d-cb77-40cf-894c-f8aac33ff00c,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:06.685243 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.688443 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.703473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:06.707137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:06.743079 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d1146b74-c110-4e83-a453-ffb0d73e6b77 req-3a139e4c-be55-44aa-bb07-136183e53a7b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914428 May 28 06:07:06.749619 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.750306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 821ffd45-2be4-47c3-b54e-b3ec6986c6a9 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:07:06.777171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.781141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d39fd21a-6313-468b-8b55-285eabbeba66 admin admin] 10.222.0.39 "DELETE /v2.0/routers/821ffd45-2be4-47c3-b54e-b3ec6986c6a9 HTTP/1.1" status: 204 len: 168 time: 2.2922406 May 28 06:07:06.781390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34910) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:06.857392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a120f2f-c704-46cc-a854-e366da9d4c9f admin admin] Deleting subnet 0383f63c-3b76-4487-957c-baa1ea0aa8a3 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:07:06.864512 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a120f2f-c704-46cc-a854-e366da9d4c9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.876993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Attempting to bind port 1985c66d-cb77-40cf-894c-f8aac33ff00c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:06.877365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Attempting to bind port 1985c66d-cb77-40cf-894c-f8aac33ff00c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:06.877730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Attempting to bind port 1985c66d-cb77-40cf-894c-f8aac33ff00c on network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:06.884187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:06.884484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Checking segment: {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:06.885062 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.885601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Bound using segment: {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:06.886227 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Bound port: 1985c66d-cb77-40cf-894c-f8aac33ff00c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:06.887503 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:06.951065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 29a89201-341a-4efe-a5cb-bf59a635f656 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:07:06.968933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Allocated IP 172.25.4.9 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/259d333b-9dec-4561-b63b-64a731adfe12) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:06.995548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a120f2f-c704-46cc-a854-e366da9d4c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:07.126490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 29a89201-341a-4efe-a5cb-bf59a635f656 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:07:07.135152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 29a89201-341a-4efe-a5cb-bf59a635f656 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:07:07.135807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1fff0130-07bf-4c4a-884a-1d12aa5ff411 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:07:07.153608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a120f2f-c704-46cc-a854-e366da9d4c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:07.188502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1fff0130-07bf-4c4a-884a-1d12aa5ff411 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:07:07.191444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1fff0130-07bf-4c4a-884a-1d12aa5ff411 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:07:07.194495 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:07.270434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] For port 1985c66d-cb77-40cf-894c-f8aac33ff00c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:07.270434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] For port 1985c66d-cb77-40cf-894c-f8aac33ff00c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1985c66d-cb77-40cf-894c-f8aac33ff00c,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:07.282855 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:07.305350 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a120f2f-c704-46cc-a854-e366da9d4c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:07.310851 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:07.351984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a120f2f-c704-46cc-a854-e366da9d4c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0383f63c-3b76-4487-957c-baa1ea0aa8a3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:07.371177 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a120f2f-c704-46cc-a854-e366da9d4c9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:07.380920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0a120f2f-c704-46cc-a854-e366da9d4c9f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0383f63c-3b76-4487-957c-baa1ea0aa8a3 HTTP/1.1" status: 204 len: 168 time: 0.5961108 May 28 06:07:07.385627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34920) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:07.403180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0f8d00-88bb-4606-ac7f-69ba82abc5dd None None] Network 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:07:07.419635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:07.425624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:07.438285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:07.520839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:07.540902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Pushing event updated for resources: {'Port': ['ID=259d333b-9dec-4561-b63b-64a731adfe12,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:07.553804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Deleting port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:07:07.553804 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:07.668677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9ee7e-c41e-4f78-a793-145a1bce62b8 None None] Pushing event updated for resources: {'Port': ['ID=1985c66d-cb77-40cf-894c-f8aac33ff00c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:07.834229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] DHCP port deletion for 8c4ac6b4-30f6-49a1-965d-d4905bbfab8a request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:07:07.839516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] Deleting port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:07:07.840597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:07.991918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] For port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=63fb4473-e2bc-4ee8-97b2-5caead2f54e1,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:07.991918 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:08.141002 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:08.333556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Calling delete_port for 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:07:08.340743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eca528-02a2-4d1e-96cf-2493448ac7f8 req-6fc62353-154c-4129-aa54-12507817f3ba tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:08.350883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88eca528-02a2-4d1e-96cf-2493448ac7f8 req-6fc62353-154c-4129-aa54-12507817f3ba tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 945 time: 0.3187182 May 28 06:07:08.385828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] For port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=63fb4473-e2bc-4ee8-97b2-5caead2f54e1,segment=NetworkSegment(6886a44f-6867-4494-9c89-3ab6c8dec254),segment_id=6886a44f-6867-4494-9c89-3ab6c8dec254)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:08.385828 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:08.431195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:08.488116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] No DVR routers for this DVR port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:07:08.497753 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88eca528-02a2-4d1e-96cf-2493448ac7f8 req-b0df4706-8a53-47da-ba9f-c8a85111a33c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370978 May 28 06:07:08.525389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=63fb4473-e2bc-4ee8-97b2-5caead2f54e1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:08.620876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] Calling delete_port for 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:07:08.674299 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9d31d4ba-85fa-4f09-bfdf-2ec6c310332f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:08.724653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:07:08.727563 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:07:08.742254 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:07:08.742254 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:07:08.786460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4ac6b4-30f6-49a1-965d-d4905bbfab8a']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:08.808494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6886a44f-6867-4494-9c89-3ab6c8dec254') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:08.808971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6886a44f-6867-4494-9c89-3ab6c8dec254') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:08.835054 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:08.873393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:08.888563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:07:08.888563 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:09.068839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1985c66d-cb77-40cf-894c-f8aac33ff00c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:09.135676 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 6886a44f-6867-4494-9c89-3ab6c8dec254 resource provider aggregate not found May 28 06:07:09.164382 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 6886a44f-6867-4494-9c89-3ab6c8dec254 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6886a44f-6867-4494-9c89-3ab6c8dec254 found for delete ", "request_id": "req-5a9fc144-8f80-4c15-8b17-de89015e1807"}]} May 28 06:07:09.182825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:09.191139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:09.248254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] Deleting port 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:07:09.248254 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:09.273987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb461204-2ac5-4c53-b2c1-20b1b08ce092 req-d2cf58e7-a11a-4a04-bb80-15e6f97c6b54 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:09.280987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb461204-2ac5-4c53-b2c1-20b1b08ce092 req-d2cf58e7-a11a-4a04-bb80-15e6f97c6b54 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 945 time: 0.5391061 May 28 06:07:09.284286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:09.289746 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8c4ac6b4-30f6-49a1-965d-d4905bbfab8a HTTP/1.1" status: 204 len: 168 time: 1.9012153 May 28 06:07:09.289746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34948) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:09.322640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb0e626-cb2d-4022-b8cd-91b3d778bd0e None None] Network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:07:09.428019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b337d53-933c-4475-82d6-032eababc8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4ac6b4-30f6-49a1-965d-d4905bbfab8a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:09.452137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1985c66d-cb77-40cf-894c-f8aac33ff00c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:09.532955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-81a6df4c-4d38-4648-a710-e8bf877ad4f5 None None] The port '63fb4473-e2bc-4ee8-97b2-5caead2f54e1' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:07:09.553034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-42adfccf-c8d7-44a0-8160-852742895135 None None] Provisioning for port 1985c66d-cb77-40cf-894c-f8aac33ff00c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:09.576137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Router d76de9c3-6005-4159-992c-03872e8d8955 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:07:09.579511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-42adfccf-c8d7-44a0-8160-852742895135 None None] Provisioning complete for port 1985c66d-cb77-40cf-894c-f8aac33ff00c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:09.579511 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-42adfccf-c8d7-44a0-8160-852742895135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:09.609593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:07:09.653910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:07:09.653910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 63fb4473-e2bc-4ee8-97b2-5caead2f54e1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:07:09.688870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb461204-2ac5-4c53-b2c1-20b1b08ce092 req-ec4a695f-26e2-43d5-8e7d-d1eaea73cf1d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466326 May 28 06:07:09.719817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34954) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:09.892912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:07:09.923428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Sync routers for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:07:09.954071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:09.954071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:06:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:09.957208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:09.957208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d5b35386-66d5-41b6-87e2-b653f1e44954 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7992356 May 28 06:07:09.962906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34960) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:10.138275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:10.149780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49afa456-54d5-4d1d-bb91-95697d1e434b tempest-TestVolumeBootPattern-1463700780 tempest-TestVolumeBootPattern-1463700780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:10.166909 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-49afa456-54d5-4d1d-bb91-95697d1e434b tempest-TestVolumeBootPattern-1463700780 tempest-TestVolumeBootPattern-1463700780-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 1091 time: 0.4425802 May 28 06:07:10.166909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 34966) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:10.182298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '686ed35d-f932-40e6-9428-70ba6f368c24', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:10.182298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:10.189539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:floatingip and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:10.195731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:10.210944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:10.234412 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.268218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-42adfccf-c8d7-44a0-8160-852742895135 None None] Current status of the port 1985c66d-cb77-40cf-894c-f8aac33ff00c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:10.268218 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-42adfccf-c8d7-44a0-8160-852742895135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.478604 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.566542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-42adfccf-c8d7-44a0-8160-852742895135 None None] For port 1985c66d-cb77-40cf-894c-f8aac33ff00c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1985c66d-cb77-40cf-894c-f8aac33ff00c,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:10.589690 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-42adfccf-c8d7-44a0-8160-852742895135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.624604 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.679693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adfccf-c8d7-44a0-8160-852742895135 None None] Pushing event updated for resources: {'Port': ['ID=1985c66d-cb77-40cf-894c-f8aac33ff00c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:10.745171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:07Z', 'revision_number': 3, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:10.747184 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-78b8e7b3-80ca-4d57-93db-dffcb83ac5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.754124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:10.756765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Checking router: d76de9c3-6005-4159-992c-03872e8d8955 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:07:10.757346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Updating router d76de9c3-6005-4159-992c-03872e8d8955 port 259d333b-9dec-4561-b63b-64a731adfe12 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:07:10.868632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.012974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1985c66d-cb77-40cf-894c-f8aac33ff00c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:11.025089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.193587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0c2e21be-ee1c-4de0-8a44-a2049c8acdc8 None None] Provisioning complete for port 1985c66d-cb77-40cf-894c-f8aac33ff00c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:11.193587 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c2e21be-ee1c-4de0-8a44-a2049c8acdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.351361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1985c66d-cb77-40cf-894c-f8aac33ff00c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:11.351361 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.521056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e21be-ee1c-4de0-8a44-a2049c8acdc8 None None] Current status of the port 1985c66d-cb77-40cf-894c-f8aac33ff00c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:11.536386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] Deleting port b2f99e50-677e-4319-b7a3-12c0780b111c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:07:11.536924 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.537039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Allocated IP 172.20.0.1 (94d72d19-9cfe-48f9-bdd5-0eac297b16c6/ab059945-5f3b-491a-8c2c-0c332b801bd2/dfa40ea5-a46d-486c-8823-01a07b0c5ba1) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:11.589680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1985c66d-cb77-40cf-894c-f8aac33ff00c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:11.651065 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.658716 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.745470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.765704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Transition to ACTIVE for port object dfa40ea5-a46d-486c-8823-01a07b0c5ba1 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:11.807589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.813843 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.827837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Transition to ACTIVE for port object 259d333b-9dec-4561-b63b-64a731adfe12 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:11.834632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.897878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:11.901566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:11.906722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:11.913107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Allocated IP 172.25.4.139 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/fef9aac8-14f8-48d5-9a2e-83e8c505be7f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:11.918322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Attempting to bind port 259d333b-9dec-4561-b63b-64a731adfe12 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:11.918693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Attempting to bind port 259d333b-9dec-4561-b63b-64a731adfe12 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:11.919053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Attempting to bind port 259d333b-9dec-4561-b63b-64a731adfe12 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:11.940675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:11.941040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:11.941570 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.942130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:11.942666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Bound port: 259d333b-9dec-4561-b63b-64a731adfe12, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:11.943040 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:11.967345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa40ea5-a46d-486c-8823-01a07b0c5ba1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:11.979940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.980623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.981253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.981780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.982439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.983270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.983809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.984338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.984868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.985415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.985940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:11.986467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:12.011313 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:12.037892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] For port 259d333b-9dec-4561-b63b-64a731adfe12, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:12.041265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] For port 259d333b-9dec-4561-b63b-64a731adfe12, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=259d333b-9dec-4561-b63b-64a731adfe12,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:12.058728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b022b-2bee-4a76-9879-e246ea7871b7 None None] Pushing event updated for resources: {'Port': ['ID=259d333b-9dec-4561-b63b-64a731adfe12,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:12.065596 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:12.207529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b022b-2bee-4a76-9879-e246ea7871b7 None None] Pushing event updated for resources: {'Port': ['ID=259d333b-9dec-4561-b63b-64a731adfe12,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:12.221896 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:12.234013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:12.234878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:12.278603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:12.355288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:12.405498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:12.421940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] For port b2f99e50-677e-4319-b7a3-12c0780b111c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b2f99e50-677e-4319-b7a3-12c0780b111c,segment=NetworkSegment(be39a7f4-f171-43d3-8562-d5b6d4cb50fe),segment_id=be39a7f4-f171-43d3-8562-d5b6d4cb50fe)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:12.422305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:12.430478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-28ae4bbe-22d2-4ae5-9b15-cf436e56c95b None None] Provisioning for port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:12.443262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-28ae4bbe-22d2-4ae5-9b15-cf436e56c95b None None] Provisioning complete for port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:12.443624 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-28ae4bbe-22d2-4ae5-9b15-cf436e56c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:12.515329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-28ae4bbe-22d2-4ae5-9b15-cf436e56c95b None None] Port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:07:12.541228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:12.584067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] Calling delete_port for b2f99e50-677e-4319-b7a3-12c0780b111c owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:07:12.621187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:12.634683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:12.676252 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:12.682153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=fef9aac8-14f8-48d5-9a2e-83e8c505be7f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:12.683620 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:12.816130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa40ea5-a46d-486c-8823-01a07b0c5ba1,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:12.823646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:12.868769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:07Z', 'revision_number': 3, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:12.874101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd27d1-ebca-403f-8cd7-51e6c5951269 None None] The sync data for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 is: [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:07Z', 'revision_number': 3, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:07:12.979118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:12.980571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:13.319623 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:13.326150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Router d76de9c3-6005-4159-992c-03872e8d8955 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:07:13.406311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:13.457038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-061bd312-cfdc-428d-b580-ccb641e35ae0 None None] Provisioning complete for port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:13.459048 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-061bd312-cfdc-428d-b580-ccb641e35ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:13.491816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:13.546643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f99e50-677e-4319-b7a3-12c0780b111c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:13.560145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-061bd312-cfdc-428d-b580-ccb641e35ae0 None None] Port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:07:13.635333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:07:13.650581 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cb404dd1-c6fc-499d-8ae8-ee4fbaf28cc4 admin admin] 10.222.0.39 "PUT /v2.0/routers/d76de9c3-6005-4159-992c-03872e8d8955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6901922 May 28 06:07:13.734086 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.021376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.030579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 34996) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:14.036409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647621755', 'description': 'tempest-description--1550534073'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:14.043885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:14.048398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Usage tracker for resource:security_group and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:14.051870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:14.193661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:14.204965 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.224964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:14.229051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Usage tracker for resource:security_group_rule and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:14.232439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:14.238060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:14.311795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.315553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.356986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc54693e-078b-4a1f-8bf9-78710f346b09,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:14.361707 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.366263 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ce217f9a-89fa-407e-929f-e5292b28da30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3341777 May 28 06:07:14.366474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35000) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:14.372408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'security_group_rule': {'security_group_id': 'fc54693e-078b-4a1f-8bf9-78710f346b09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:14.378701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:14.382520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Usage tracker for resource:security_group_rule and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:14.383954 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.385428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:14.391376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.391543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:14.407498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.472406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.485755 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.511115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1a651e-e909-494c-bed8-ca7494575396,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:14.523775 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.529507 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dede777f-81c0-4e2e-a627-98d68b2914e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620271 May 28 06:07:14.530396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35006) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:14.536474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'security_group_rule': {'security_group_id': 'fc54693e-078b-4a1f-8bf9-78710f346b09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:14.544243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:14.548469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Usage tracker for resource:security_group_rule and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:14.552410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:14.560378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:14.565032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=fef9aac8-14f8-48d5-9a2e-83e8c505be7f,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:14.606388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.661551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.684242 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.688923 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.717901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827cb31e-7c79-45ae-981a-99efc092e623,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:14.731628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.733328 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dc7559b5-f276-493b-a1ba-a345860a5e48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2017052 May 28 06:07:14.736475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35014) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:14.743224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:14.751837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:14.757345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Usage tracker for resource:floatingip and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:14.761263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:14.768170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:14.784442 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:14.869990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] Router e137f44a-e933-43f4-b0ed-576ffb8a05e4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:07:14.966926 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Floating IP 2dc83550-e2e4-4497-9b25-84cddf790aae associated. External IP: 172.25.4.139, port: 686ed35d-f932-40e6-9428-70ba6f368c24. May 28 06:07:14.998373 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.022118 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Sync routers for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:07:15.044157 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:15.044929 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:15.114044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 259d333b-9dec-4561-b63b-64a731adfe12 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:15.208093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 259d333b-9dec-4561-b63b-64a731adfe12 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:15.216666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 259d333b-9dec-4561-b63b-64a731adfe12 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:15.217095 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.269790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Allocated IP 172.25.4.155 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/65692561-8057-477a-8198-03a67484b370) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:15.290460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:07:15.309528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] Sync routers for ids ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:07:15.332858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] Routers {'e137f44a-e933-43f4-b0ed-576ffb8a05e4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:15.333740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:15.440506 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:15.472920 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.520712 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.627602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e9146afe-b6e9-4f1b-be25-05b155f8bbc0 admin admin] 10.222.0.39 "PUT /v2.0/routers/e137f44a-e933-43f4-b0ed-576ffb8a05e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3348877 May 28 06:07:15.628274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35022) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:15.636088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:15.638096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'Port': ['ID=65692561-8057-477a-8198-03a67484b370,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:15.640816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 259d333b-9dec-4561-b63b-64a731adfe12 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:15.641482 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.657146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:15.659759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:15.660934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 259d333b-9dec-4561-b63b-64a731adfe12, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=259d333b-9dec-4561-b63b-64a731adfe12,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:15.670148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] Set router e137f44a-e933-43f4-b0ed-576ffb8a05e4 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:15.724185 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.790491 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.876728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:15.894974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Router 09824474-16b6-48bd-9d5a-0f0231477221 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:07:15.953104 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 2, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:15.958243 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Checking router: d76de9c3-6005-4159-992c-03872e8d8955 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:07:15.958795 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Updating router d76de9c3-6005-4159-992c-03872e8d8955 port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:07:15.967433 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:16.054573 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:16.074297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=259d333b-9dec-4561-b63b-64a731adfe12,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:16.243762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'name': 'tempest-TestServerBasicOps-1908469777-router', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:29Z', 'updated_at': '2022-05-28T06:07:13Z', 'revision_number': 5, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'gw_port': {'id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:34Z', 'updated_at': '2022-05-28T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:16.251858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] Checking router: e137f44a-e933-43f4-b0ed-576ffb8a05e4 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:07:16.261907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] Routers {'e137f44a-e933-43f4-b0ed-576ffb8a05e4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:16.263867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:16.266785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:16.275772 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:16.381439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'Port': ['ID=65692561-8057-477a-8198-03a67484b370,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:16.459862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:16.460167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:07:16.466558 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:16.472903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] Set router e137f44a-e933-43f4-b0ed-576ffb8a05e4 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:16.477673 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] Sync routers for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:07:16.495351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:16.506809 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-87ee66f5-5f62-4c95-a0f4-1eb924e8e22a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7654762 May 28 06:07:16.515173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Deleting port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:07:16.515555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:16.525895 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:16.526824 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:16.574794 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:16.790958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'name': 'tempest-TestServerBasicOps-1908469777-router', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:29Z', 'updated_at': '2022-05-28T06:07:13Z', 'revision_number': 5, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'gw_port': {'id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:34Z', 'updated_at': '2022-05-28T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:16.796716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d32024-5aac-4add-9683-8ad793fb13ce None None] The sync data for ids ['e137f44a-e933-43f4-b0ed-576ffb8a05e4'] in n-d-843679-5 is: [{'id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'name': 'tempest-TestServerBasicOps-1908469777-router', 'tenant_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:00:29Z', 'updated_at': '2022-05-28T06:07:13Z', 'revision_number': 5, 'project_id': '8d2b5d7025ff4a35a48d40b0c7e9e001', 'gw_port': {'id': '59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137f44a-e933-43f4-b0ed-576ffb8a05e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:00:34Z', 'updated_at': '2022-05-28T06:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:07:16.799536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-01d0501d-f155-4637-9ce2-042c214af503 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Synchronizing usage tracker for tenant:b1187b66265643efb15b12eeb15cecbf on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:07:16.817098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8bc76d78-1001-4400-aff1-1ee3f43dc605 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6549733 May 28 06:07:16.820450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'tag': '686ed35d-f932-40e6-9428-70ba6f368c24'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:07:16.875210 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:16.893668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-01d0501d-f155-4637-9ce2-042c214af503 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Unset dirty status for tenant:b1187b66265643efb15b12eeb15cecbf on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:07:16.895025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-01d0501d-f155-4637-9ce2-042c214af503 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--647621755&fields=id&tenant_id=b1187b66265643efb15b12eeb15cecbf HTTP/1.1" status: 200 len: 267 time: 0.2351096 May 28 06:07:16.936426 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e46855-51da-4c53-ac26-39811a321698'] response: {'name': 'network-changed', 'server_uuid': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'tag': '686ed35d-f932-40e6-9428-70ba6f368c24', 'status': 'completed', 'code': 200} May 28 06:07:17.025661 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:17.051340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] For port 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:17.051708 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:17.070521 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Transition to ACTIVE for port object dfa40ea5-a46d-486c-8823-01a07b0c5ba1 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:17.081888 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:17.236751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 259d333b-9dec-4561-b63b-64a731adfe12 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:17.384022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 259d333b-9dec-4561-b63b-64a731adfe12 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:17.384603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:17.424844 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Pushing event updated for resources: {'Port': ['ID=dfa40ea5-a46d-486c-8823-01a07b0c5ba1,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:17.458625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Calling delete_port for 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:07:17.551058 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.551058 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.551483 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.552120 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.552634 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.555706 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.556200 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.558110 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.561283 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.561612 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.562698 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.562698 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:17.572594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-9c2a5247-5b16-49e5-a051-32cc98522f30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:17.572859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-9c2a5247-5b16-49e5-a051-32cc98522f30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Synchronizing usage tracker for tenant:b1187b66265643efb15b12eeb15cecbf on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:07:17.670191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-3d81c3bc-28c8-4130-a6b9-b9594000c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:17.673111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-3d81c3bc-28c8-4130-a6b9-b9594000c043 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 1096 time: 0.6848662 May 28 06:07:17.674305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-9c2a5247-5b16-49e5-a051-32cc98522f30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Unset dirty status for tenant:b1187b66265643efb15b12eeb15cecbf on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:07:17.678012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 259d333b-9dec-4561-b63b-64a731adfe12 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:17.681439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-9c2a5247-5b16-49e5-a051-32cc98522f30 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 816 time: 0.7725544 May 28 06:07:17.707403 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Attempting to bind port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:17.707829 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Attempting to bind port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:17.708219 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Attempting to bind port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 on network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:17.716468 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:17.718057 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Checking segment: {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:17.718642 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:17.719042 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Bound using segment: {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:17.719590 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Bound port: dfa40ea5-a46d-486c-8823-01a07b0c5ba1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:17.720722 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:17.730675 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f4c5a861-55ae-4993-90a8-ba95a5e8ce33 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/quotas/b1187b66265643efb15b12eeb15cecbf HTTP/1.1" status: 200 len: 375 time: 0.0478637 May 28 06:07:17.896677 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] For port dfa40ea5-a46d-486c-8823-01a07b0c5ba1, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:17.900209 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] For port dfa40ea5-a46d-486c-8823-01a07b0c5ba1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dfa40ea5-a46d-486c-8823-01a07b0c5ba1,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:17.906285 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:17.987358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-b4c47ee3-67f8-439e-8293-9f74733391ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:17.990667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-b4c47ee3-67f8-439e-8293-9f74733391ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.3066487 May 28 06:07:18.001186 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:18.002042 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:18.066830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:18.090224 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '2dc83550-e2e4-4497-9b25-84cddf790aae', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '686ed35d-f932-40e6-9428-70ba6f368c24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:31:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:07:13Z', 'updated_at': '2022-05-28T06:07:13Z', 'revision_number': 0, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:18.099951 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4b5c7-b556-43b3-9794-67a8669e49b5 None None] Pushing event updated for resources: {'Port': ['ID=dfa40ea5-a46d-486c-8823-01a07b0c5ba1,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:18.105458 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] Checking router: 09824474-16b6-48bd-9d5a-0f0231477221 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:07:18.194490 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-465caad0-ec71-460a-9ddc-48ee9290cca7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4629655 May 28 06:07:18.225209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-a93f1c79-e084-4943-b047-d398174d97cf service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:07:18.226351 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-a93f1c79-e084-4943-b047-d398174d97cf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059040 May 28 06:07:18.234543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:18.258178 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:18.342854 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:18.344427 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:18.371162 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-50b2fd3b-262f-48c2-81bf-81cf8a56cc68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=686ed35d-f932-40e6-9428-70ba6f368c24 HTTP/1.1" status: 200 len: 999 time: 0.3714077 May 28 06:07:18.578077 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:18.624628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-2c149347-6a13-4e0b-a666-df3c7ac34f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:18.626356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-2c149347-6a13-4e0b-a666-df3c7ac34f7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.1766047 May 28 06:07:18.852911 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:18.863787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-6ee2f656-a2b1-4584-a221-d1d4a8b9f311 service neutron] 10.222.0.39 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617969 May 28 06:07:18.894701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:18.945978 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:18.962128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b2f99e50-677e-4319-b7a3-12c0780b111c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:07:19.042504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: b2f99e50-677e-4319-b7a3-12c0780b111c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:07:19.044126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b2f99e50-677e-4319-b7a3-12c0780b111c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:07:19.056989 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:19.056989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e137f44a-e933-43f4-b0ed-576ffb8a05e4 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:07:19.066264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-dfa8d25b-3c74-42be-a0d5-0a2829523145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:19.067988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-dfa8d25b-3c74-42be-a0d5-0a2829523145 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3691306 May 28 06:07:19.405283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:19.406378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-79d3f02a-ba64-472f-9872-e71e30cc3c22 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e137f44a-e933-43f4-b0ed-576ffb8a05e4 HTTP/1.1" status: 204 len: 168 time: 3.7752604 May 28 06:07:19.409716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35120) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:19.440855 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2403c433-ef2d-41bc-884a-543601364d1d service neutron] 10.222.0.39 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759506 May 28 06:07:19.456269 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:17Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:19.468898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-bf0bbc07-3ce6-4a09-900e-14f7ac0c6bce service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914697 May 28 06:07:19.483182 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324cb85-d95b-4dcf-8c77-d44150606930 None None] The sync data for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 is: [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:17Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:07:19.569333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f9a410-13c0-4038-b2e3-06584817fc52 admin admin] Deleting subnet dd33fb5b-55b9-44aa-89c4-89a23bbc2f67 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:07:19.577285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a410-13c0-4038-b2e3-06584817fc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:19.589726 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '2dc83550-e2e4-4497-9b25-84cddf790aae', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '686ed35d-f932-40e6-9428-70ba6f368c24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:31:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:07:13Z', 'updated_at': '2022-05-28T06:07:13Z', 'revision_number': 0, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:19.597283 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7c95ab-7e7b-4501-a6f3-a1f34658c5db None None] The sync data for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 is: [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '2dc83550-e2e4-4497-9b25-84cddf790aae', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '686ed35d-f932-40e6-9428-70ba6f368c24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:31:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:07:13Z', 'updated_at': '2022-05-28T06:07:13Z', 'revision_number': 0, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:07:19.678322 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a410-13c0-4038-b2e3-06584817fc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:19.737203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f129b9df-cbf6-4ae0-b68b-d42d6fa9235b req-57ca44c5-2617-4111-bc31-7390a0ed9bac service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577262 May 28 06:07:19.905118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-689af49b-8b66-4be2-a803-a27f3ff81a22 req-762ee6f1-0b89-488b-88ec-0dc0c292930b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Synchronizing usage tracker for tenant:b1187b66265643efb15b12eeb15cecbf on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:07:19.948071 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a410-13c0-4038-b2e3-06584817fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:19.978287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-689af49b-8b66-4be2-a803-a27f3ff81a22 req-762ee6f1-0b89-488b-88ec-0dc0c292930b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Unset dirty status for tenant:b1187b66265643efb15b12eeb15cecbf on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:07:19.979752 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-689af49b-8b66-4be2-a803-a27f3ff81a22 req-762ee6f1-0b89-488b-88ec-0dc0c292930b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 210 time: 0.1853774 May 28 06:07:20.058196 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a410-13c0-4038-b2e3-06584817fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:20.113207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9a410-13c0-4038-b2e3-06584817fc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd33fb5b-55b9-44aa-89c4-89a23bbc2f67,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:20.121129 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a410-13c0-4038-b2e3-06584817fc52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:20.127557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a473d5e-081d-4684-98e1-240c9dbd73f5 None None] Network 8ffa0a6f-973a-4b98-85be-812af14ebd39 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:07:20.130643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b6f9a410-13c0-4038-b2e3-06584817fc52 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dd33fb5b-55b9-44aa-89c4-89a23bbc2f67 HTTP/1.1" status: 204 len: 168 time: 0.7180643 May 28 06:07:20.133424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35196) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:20.398792 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:20.419699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Deleting port 75e7d027-8a24-44f0-affc-a63ce713d046 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:07:20.420455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:20.425551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7db089-21c1-4c1f-9646-4deeae3bdb8e None None] New status for floating IP 2dc83550-e2e4-4497-9b25-84cddf790aae: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:07:20.769467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] For port 75e7d027-8a24-44f0-affc-a63ce713d046, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=75e7d027-8a24-44f0-affc-a63ce713d046,segment=NetworkSegment(be39a7f4-f171-43d3-8562-d5b6d4cb50fe),segment_id=be39a7f4-f171-43d3-8562-d5b6d4cb50fe)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:20.770046 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:20.903804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] DHCP port deletion for 8ffa0a6f-973a-4b98-85be-812af14ebd39 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:07:20.917375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] Deleting port 75e7d027-8a24-44f0-affc-a63ce713d046 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:07:20.917969 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.026702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dfa40ea5-a46d-486c-8823-01a07b0c5ba1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:21.064870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Calling delete_port for 75e7d027-8a24-44f0-affc-a63ce713d046 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:07:21.147813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:21.199036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:21.200845 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.270077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-876cc1ac-52a5-456f-948c-34b3308a0d8e req-85a8ecf3-9fa6-4d8d-bb78-598bc80aa5f4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 210 time: 0.0663326 May 28 06:07:21.286019 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.387171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e7d027-8a24-44f0-affc-a63ce713d046,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:21.390214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] No DVR routers for this DVR port 75e7d027-8a24-44f0-affc-a63ce713d046 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:07:21.426394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:21.426849 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.459159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] For port 75e7d027-8a24-44f0-affc-a63ce713d046, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=75e7d027-8a24-44f0-affc-a63ce713d046,segment=NetworkSegment(be39a7f4-f171-43d3-8562-d5b6d4cb50fe),segment_id=be39a7f4-f171-43d3-8562-d5b6d4cb50fe)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:21.459677 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.625357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] Calling delete_port for 75e7d027-8a24-44f0-affc-a63ce713d046 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:07:21.653862 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.687646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port dfa40ea5-a46d-486c-8823-01a07b0c5ba1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dfa40ea5-a46d-486c-8823-01a07b0c5ba1,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:21.702218 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.729867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffa0a6f-973a-4b98-85be-812af14ebd39']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:21.741570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:07:21.756212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:21.756755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be39a7f4-f171-43d3-8562-d5b6d4cb50fe') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:21.776965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.790743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:07:21.791082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 59a0e7c0-41c9-46e2-ae49-9cb30d0a4d00 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:07:21.821024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.833916 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:07:21.834268 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:07:21.840304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=dfa40ea5-a46d-486c-8823-01a07b0c5ba1,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:21.849160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:07:21.849941 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.877982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-12f3195f-4d26-404b-a16a-8ef26a710fd3 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:21.879508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-12f3195f-4d26-404b-a16a-8ef26a710fd3 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 816 time: 0.4533176 May 28 06:07:21.929108 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment be39a7f4-f171-43d3-8562-d5b6d4cb50fe resource provider aggregate not found May 28 06:07:21.961669 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment be39a7f4-f171-43d3-8562-d5b6d4cb50fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be39a7f4-f171-43d3-8562-d5b6d4cb50fe found for delete ", "request_id": "req-1679eb76-64b4-4f24-9750-10ae12899e44"}]} May 28 06:07:21.989190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:21.993935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:22.024641 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f29a0293-d68f-41b4-99ba-bc011262a3d5 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1187b66265643efb15b12eeb15cecbf HTTP/1.1" status: 200 len: 379 time: 0.0972497 May 28 06:07:22.031477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ffa0a6f-973a-4b98-85be-812af14ebd39,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:22.037249 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'port': {'device_id': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'admin_state_up': True, 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'security_groups': ['fc54693e-078b-4a1f-8bf9-78710f346b09']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:22.067064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dd84f960-92b2-498e-8dab-ea4824634532 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8ffa0a6f-973a-4b98-85be-812af14ebd39 HTTP/1.1" status: 204 len: 168 time: 1.9302719 May 28 06:07:22.226468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:22.238034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35424) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:22.247781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:22.258817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Made reservation on behalf of b1187b66265643efb15b12eeb15cecbf for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:07:22.262979 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:22.302283 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-84268e50-f687-4826-8e89-ac31dfad72d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98d70259eba14147b9d1979ce8faf7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622342 May 28 06:07:22.305101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35438) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:22.335922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] Deleting port 75e7d027-8a24-44f0-affc-a63ce713d046 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:07:22.336956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:22.378216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-079d1545-a6f5-4200-aef7-8ea1f204dc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:22.412363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-079d1545-a6f5-4200-aef7-8ea1f204dc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:22.429227 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-776d036d-8121-406e-996f-b1c94d058a7f None None] The port '75e7d027-8a24-44f0-affc-a63ce713d046' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:07:22.511490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-079d1545-a6f5-4200-aef7-8ea1f204dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:22.583343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d1545-a6f5-4200-aef7-8ea1f204dc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1e8120-22a0-48b8-a192-721a8d032cdf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:22.591903 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad6b7f6a-315b-4057-b5ca-a251e76d47e3 req-5129728a-2e20-42b0-9f11-6d252708350d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 210 time: 0.0652137 May 28 06:07:22.593591 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-079d1545-a6f5-4200-aef7-8ea1f204dc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:22.594798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-079d1545-a6f5-4200-aef7-8ea1f204dc49 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de1e8120-22a0-48b8-a192-721a8d032cdf HTTP/1.1" status: 204 len: 168 time: 0.2887714 May 28 06:07:22.615297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Allocated IP 172.20.0.7 (94d72d19-9cfe-48f9-bdd5-0eac297b16c6/ab059945-5f3b-491a-8c2c-0c332b801bd2/9b7b5645-2e13-4eb9-b393-22c15ab272e2) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:22.829207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:22.849260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Transition to ACTIVE for port object 9b7b5645-2e13-4eb9-b393-22c15ab272e2 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:22.891646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:22.922983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dfa40ea5-a46d-486c-8823-01a07b0c5ba1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:23.014291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:23.018718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:23.040297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:23.065433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:23.065931 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.079459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35530) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:23.138751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:23.149318 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-344e1b12-9233-444e-a44b-106065171354 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d2b5d7025ff4a35a48d40b0c7e9e001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674088 May 28 06:07:23.151541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35534) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:23.166484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:23.167109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.199704 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-f1a39d92-8586-4341-91a4-73a3af5e99c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1689401 May 28 06:07:23.217844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Request body: {'port': {'device_id': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:23.278043 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f492925-893c-4e2e-8cac-f5e286d10fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.296630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:23.320217 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f492925-893c-4e2e-8cac-f5e286d10fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.375888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 75e7d027-8a24-44f0-affc-a63ce713d046 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:07:23.414017 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f492925-893c-4e2e-8cac-f5e286d10fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.420368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 75e7d027-8a24-44f0-affc-a63ce713d046 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:07:23.420725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 75e7d027-8a24-44f0-affc-a63ce713d046 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:07:23.421699 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.433728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f492925-893c-4e2e-8cac-f5e286d10fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369d340f-19e2-43e6-95b5-e9ef922d8798,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:23.441930 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f492925-893c-4e2e-8cac-f5e286d10fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.443105 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7f492925-893c-4e2e-8cac-f5e286d10fec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/369d340f-19e2-43e6-95b5-e9ef922d8798 HTTP/1.1" status: 204 len: 168 time: 0.2889516 May 28 06:07:23.472585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-77d98eeb-54c4-4209-8656-cff1cfd72ae0 None None] Provisioning for port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:23.478342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-77d98eeb-54c4-4209-8656-cff1cfd72ae0 None None] Provisioning complete for port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:23.479172 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-77d98eeb-54c4-4209-8656-cff1cfd72ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.542794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-77d98eeb-54c4-4209-8656-cff1cfd72ae0 None None] Port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:07:23.850034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7b5645-2e13-4eb9-b393-22c15ab272e2 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:07:23.860711 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.886074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Transition to ACTIVE for port object 9b7b5645-2e13-4eb9-b393-22c15ab272e2 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:23.891975 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:23.938290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4e235-3232-42c9-ae27-bd3863a52afe req-62dbabbf-5dec-4c8a-b6b4-f6a165389351 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:23.939041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a9a4e235-3232-42c9-ae27-bd3863a52afe req-62dbabbf-5dec-4c8a-b6b4-f6a165389351 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Synchronizing usage tracker for tenant:b1187b66265643efb15b12eeb15cecbf on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:07:24.090061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:24.109101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a9a4e235-3232-42c9-ae27-bd3863a52afe req-62dbabbf-5dec-4c8a-b6b4-f6a165389351 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Unset dirty status for tenant:b1187b66265643efb15b12eeb15cecbf on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:07:24.110329 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a4e235-3232-42c9-ae27-bd3863a52afe req-62dbabbf-5dec-4c8a-b6b4-f6a165389351 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 931 time: 0.3895485 May 28 06:07:24.219308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a9a4e235-3232-42c9-ae27-bd3863a52afe req-765ecf3f-c5c7-4d17-aed2-2c9bc1e88848 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007206 May 28 06:07:24.245965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Attempting to bind port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:24.246317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Attempting to bind port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:24.247155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Attempting to bind port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 on network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:24.255333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 on network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:07:24.255816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Attempting to bind port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 on network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:24.261280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:24.261784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Checking segment: {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:24.262895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Bound using segment: {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:24.263521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Bound port: 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:24.264031 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:24.359221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:24.362255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:24.366717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:24.431043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:24.432374 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:24.437044 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b7b5645-2e13-4eb9-b393-22c15ab272e2 HTTP/1.1" status: 200 len: 1091 time: 1.2230740 May 28 06:07:24.437505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:07:24.468035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691f0f7-69d7-4354-a919-8070f14859a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:24.531471 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629f6b0d-9c85-4498-896b-481a7e7abe78'] response: {'name': 'network-changed', 'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'status': 'completed', 'code': 200} May 28 06:07:24.587240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-02af071a-c5b5-424d-9d05-f6525a2a9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:24.588761 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-02af071a-c5b5-424d-9d05-f6525a2a9a6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 1094 time: 0.1015303 May 28 06:07:24.667870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-48d31ffd-1752-4d0f-9642-74d0c9f4cd77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2 HTTP/1.1" status: 200 len: 217 time: 0.0703986 May 28 06:07:24.830025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-208e427c-8439-41e0-a24d-9391c5f8486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:24.831464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-208e427c-8439-41e0-a24d-9391c5f8486a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.1557710 May 28 06:07:24.913948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-3f96df2f-340e-4e36-bde1-af5479de9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:24.915441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-3f96df2f-340e-4e36-bde1-af5479de9d73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776381 May 28 06:07:25.047421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-37b8ece2-76d1-41f0-9405-636a0df841ab service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250095 May 28 06:07:25.181072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fd50c5d-d5d2-45ba-a59b-1e646533a2de req-842c768f-b468-4eb8-b093-25651b202c3f service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270545 May 28 06:07:25.301987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-b3b58d75-b1ec-4b56-aca8-dd67c9a0edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:25.304869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-b3b58d75-b1ec-4b56-aca8-dd67c9a0edd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 1094 time: 0.0773926 May 28 06:07:25.506142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-edc7ada6-21c3-4d14-9af7-f997d51b54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:25.507761 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-edc7ada6-21c3-4d14-9af7-f997d51b54f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.1931355 May 28 06:07:25.582884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa026-0ba8-4710-be37-249f44e9ad6c req-1f0cf6bb-a357-4c41-8d5a-d3f6ce860b45 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:25.584233 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23baa026-0ba8-4710-be37-249f44e9ad6c req-1f0cf6bb-a357-4c41-8d5a-d3f6ce860b45 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1969457 May 28 06:07:25.594228 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-15bf5b2c-5814-4112-b38a-17f851edb277 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2 HTTP/1.1" status: 200 len: 217 time: 0.0797243 May 28 06:07:25.683376 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23baa026-0ba8-4710-be37-249f44e9ad6c req-5ecbc9a7-962c-448a-a79f-0e8be3139341 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913055 May 28 06:07:25.688056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-366e2a3a-aabd-457a-a64d-122f898d56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:25.688913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-366e2a3a-aabd-457a-a64d-122f898d56ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.0829177 May 28 06:07:25.777345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-716ed192-82a7-4274-99e7-3496dc035e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:25.779464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-716ed192-82a7-4274-99e7-3496dc035e8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827384 May 28 06:07:25.956843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-3992e2ea-9d3b-4967-a700-56eb46953399 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624572 May 28 06:07:26.100144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b7648de-838c-4472-bb8e-861ad9cf8e2f req-0ffb6a96-f974-4af5-b9d0-e9d2fc88555f service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396785 May 28 06:07:26.957206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad039902-b1e5-484b-beeb-778e184721d2 req-088e6373-900f-48be-aed0-efb12112270d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:26.958847 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad039902-b1e5-484b-beeb-778e184721d2 req-088e6373-900f-48be-aed0-efb12112270d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1021535 May 28 06:07:27.008303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-ad039902-b1e5-484b-beeb-778e184721d2 req-b27448b0-964f-4b7b-8226-8a7293175418 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Synchronizing usage tracker for tenant:b1187b66265643efb15b12eeb15cecbf on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:07:27.018449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-ad039902-b1e5-484b-beeb-778e184721d2 req-b27448b0-964f-4b7b-8226-8a7293175418 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Unset dirty status for tenant:b1187b66265643efb15b12eeb15cecbf on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:07:27.019612 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad039902-b1e5-484b-beeb-778e184721d2 req-b27448b0-964f-4b7b-8226-8a7293175418 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550015 May 28 06:07:28.037047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9b7b5645-2e13-4eb9-b393-22c15ab272e2 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:07:28.204300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:28.220612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'port_id': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'mac_address': 'fa:16:3e:5a:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:07:28.275738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:28.276114 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:28.295371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c840b-edf3-4537-be4a-97d09b018825 req-55cdf263-8b84-417f-9d0c-2b50a56f21ea tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:28.296674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7b5645-2e13-4eb9-b393-22c15ab272e2 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:07:28.296785 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f90c840b-edf3-4537-be4a-97d09b018825 req-55cdf263-8b84-417f-9d0c-2b50a56f21ea tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1376204 May 28 06:07:28.314920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:28.320274 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:28.352013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f90c840b-edf3-4537-be4a-97d09b018825 req-033a0999-2538-4640-9f96-347a5adf5023 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487275 May 28 06:07:28.440668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:28.555695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['9b7b5645-2e13-4eb9-b393-22c15ab272e2'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:07:29.161057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35576) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:29.337366 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7844ad79-6878-4673-85ef-a6336aa6096f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf4d0dd2ce014157b68bc8be92ebd820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750400 May 28 06:07:29.339738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35582) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:29.401108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c398413c-83fa-4290-882f-753751a81836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.427621 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c398413c-83fa-4290-882f-753751a81836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.488541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c398413c-83fa-4290-882f-753751a81836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.511931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398413c-83fa-4290-882f-753751a81836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b5dbe6-b95e-4396-8207-58eff0d37647,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:29.524472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c398413c-83fa-4290-882f-753751a81836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:29.527703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c398413c-83fa-4290-882f-753751a81836 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49b5dbe6-b95e-4396-8207-58eff0d37647 HTTP/1.1" status: 204 len: 168 time: 0.1867950 May 28 06:07:29.665027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81df6b7-7fb3-47bb-9110-eb6c1d88bade req-8b4d3c74-f565-461d-8679-8fe29e8d6212 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:29.666835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a81df6b7-7fb3-47bb-9110-eb6c1d88bade req-8b4d3c74-f565-461d-8679-8fe29e8d6212 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 944 time: 0.2087293 May 28 06:07:29.713348 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a81df6b7-7fb3-47bb-9110-eb6c1d88bade req-28ad22b2-90e1-407a-a8f8-502ffda02ad5 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390012 May 28 06:07:30.037915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9b7b5645-2e13-4eb9-b393-22c15ab272e2 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:30.114613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:30.119996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:30.119996 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:30.270385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:30.270385 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:30.300933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:07:30.310786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:30.316529 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:30.351763 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df90be1d-5fe8-4575-a1b8-f2d42af9ec42'] response: {'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'code': 200} May 28 06:07:30.396022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:30.483061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567df2bf-2296-498a-b399-18680bbd7216 req-6c82e28c-fb14-479d-91ae-064c14c1deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:30.484694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-567df2bf-2296-498a-b399-18680bbd7216 req-6c82e28c-fb14-479d-91ae-064c14c1deee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 1096 time: 0.0712795 May 28 06:07:30.528876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-567df2bf-2296-498a-b399-18680bbd7216 req-0bc0944b-a9c2-441a-a1f1-bbb7bf96b827 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371370 May 28 06:07:30.955778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34757fe-9604-4b38-89ea-125d46091f6e req-ebebd90e-4ba1-46ab-9ab8-0779899f84ae tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:30.955778 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f34757fe-9604-4b38-89ea-125d46091f6e req-ebebd90e-4ba1-46ab-9ab8-0779899f84ae tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.1196537 May 28 06:07:31.016371 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f34757fe-9604-4b38-89ea-125d46091f6e req-fd79d695-e5bf-45b6-99d5-f8abb03095f2 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560071 May 28 06:07:31.037786 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:32.232430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec89c5-dd6c-40b7-9899-1cc6158d8f39 req-70e65bae-3b8b-4058-929a-720d02355254 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:32.234166 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6ec89c5-dd6c-40b7-9899-1cc6158d8f39 req-70e65bae-3b8b-4058-929a-720d02355254 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0952246 May 28 06:07:32.412851 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6ec89c5-dd6c-40b7-9899-1cc6158d8f39 req-e9abf138-d268-495a-8ec7-7f08220e2da9 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720688 May 28 06:07:32.617016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa091cc6-2f95-48a7-8e3e-5129d5b747ef req-6721de8d-788f-4583-b7b3-84383aabcc5f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:32.619824 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa091cc6-2f95-48a7-8e3e-5129d5b747ef req-6721de8d-788f-4583-b7b3-84383aabcc5f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0928259 May 28 06:07:32.627220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35638) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:32.632554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ff16f23d-9c0c-4329-97b1-81cc4a862226 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'floatingip': {'port_id': '9b7b5645-2e13-4eb9-b393-22c15ab272e2'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:32.713664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff16f23d-9c0c-4329-97b1-81cc4a862226 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:33.365736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff16f23d-9c0c-4329-97b1-81cc4a862226 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:33.370402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff16f23d-9c0c-4329-97b1-81cc4a862226 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:33.558514 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-ff16f23d-9c0c-4329-97b1-81cc4a862226 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Floating IP 768f1f87-5bf3-490a-820c-903858e233e9 associated. External IP: 172.25.4.155, port: 9b7b5645-2e13-4eb9-b393-22c15ab272e2. May 28 06:07:34.065751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff16f23d-9c0c-4329-97b1-81cc4a862226 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Router d76de9c3-6005-4159-992c-03872e8d8955 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:07:34.266413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff16f23d-9c0c-4329-97b1-81cc4a862226 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:07:34.269232 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ff16f23d-9c0c-4329-97b1-81cc4a862226 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:34.274913 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] Sync routers for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:07:34.284938 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:34.285547 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:34.343973 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ff16f23d-9c0c-4329-97b1-81cc4a862226 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "PUT /v2.0/floatingips/768f1f87-5bf3-490a-820c-903858e233e9 HTTP/1.1" status: 200 len: 991 time: 1.7156134 May 28 06:07:34.344785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:07:34.392211 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0eec12c-cc3a-47b7-ba33-526a68bb7b25'] response: {'name': 'network-changed', 'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'status': 'completed', 'code': 200} May 28 06:07:34.504660 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:34.507045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-154b3225-c952-464b-91f0-fd1e514f5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:34.508623 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-154b3225-c952-464b-91f0-fd1e514f5d95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 1096 time: 0.0916424 May 28 06:07:34.701389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-70cd6b0f-7f52-4e5d-b9b2-3e1910900e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:34.703444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-70cd6b0f-7f52-4e5d-b9b2-3e1910900e0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.1869917 May 28 06:07:34.845077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-a8b1f74a-7b45-4555-9c16-b3993ede86bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2 HTTP/1.1" status: 200 len: 999 time: 0.1320193 May 28 06:07:34.928961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35654) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:34.944933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-52ea7752-213e-4079-a8c4-4e70ed42f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:34.947647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-52ea7752-213e-4079-a8c4-4e70ed42f866 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.0952153 May 28 06:07:34.980628 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '768f1f87-5bf3-490a-820c-903858e233e9', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'port_id': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'mac_address': 'fa:16:3e:5a:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:07:15Z', 'updated_at': '2022-05-28T06:07:33Z', 'revision_number': 1, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:34.985842 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] Checking router: d76de9c3-6005-4159-992c-03872e8d8955 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:07:34.995770 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:34.997257 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:35.036360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-d65b25f1-cee6-4b23-9def-f238ad40e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:35.038073 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-d65b25f1-cee6-4b23-9def-f238ad40e766 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844684 May 28 06:07:35.097807 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c1d39b0-b505-4711-8946-ea949c0b4572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:35.117118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c1d39b0-b505-4711-8946-ea949c0b4572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:35.121345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c1d39b0-b505-4711-8946-ea949c0b4572 admin admin] Usage tracker for resource:security_group_rule and tenant:77dbb9b193474120ab7cb1911fea1afe is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:35.126165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6c1d39b0-b505-4711-8946-ea949c0b4572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:35.133541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6c1d39b0-b505-4711-8946-ea949c0b4572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:35.210090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-e6b8eed5-39cb-45a1-bee2-3592f6316a2b service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643353 May 28 06:07:35.217866 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:35.242735 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c1d39b0-b505-4711-8946-ea949c0b4572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:35.249056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c1d39b0-b505-4711-8946-ea949c0b4572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:35.292665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d39b0-b505-4711-8946-ea949c0b4572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7662775-46e6-463d-a636-f475bdec9e24,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:35.324532 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6c1d39b0-b505-4711-8946-ea949c0b4572 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77dbb9b193474120ab7cb1911fea1afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918700 May 28 06:07:35.324716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35660) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:35.380970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1b6bb36-9644-44e4-8004-34f5b38af86c req-a813d606-653e-4751-b121-3ae7f13f6fc5 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640193 May 28 06:07:35.397940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6c96872-9047-48fe-a869-7fd4a87e361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:35.432215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6c96872-9047-48fe-a869-7fd4a87e361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:35.504138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6c96872-9047-48fe-a869-7fd4a87e361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:35.519433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c96872-9047-48fe-a869-7fd4a87e361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7662775-46e6-463d-a636-f475bdec9e24,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:35.525855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6c96872-9047-48fe-a869-7fd4a87e361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:35.530076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c6c96872-9047-48fe-a869-7fd4a87e361b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7662775-46e6-463d-a636-f475bdec9e24 HTTP/1.1" status: 204 len: 168 time: 0.2012885 May 28 06:07:35.690614 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '768f1f87-5bf3-490a-820c-903858e233e9', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'port_id': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'mac_address': 'fa:16:3e:5a:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:07:15Z', 'updated_at': '2022-05-28T06:07:33Z', 'revision_number': 1, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:35.695253 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe425a72-8029-4ef7-972e-1fcf86fdc052 None None] The sync data for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 is: [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '768f1f87-5bf3-490a-820c-903858e233e9', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'port_id': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'mac_address': 'fa:16:3e:5a:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:07:15Z', 'updated_at': '2022-05-28T06:07:33Z', 'revision_number': 1, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:07:35.937603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf0e9e-910b-4b1d-a0c9-c5cee8954919 None None] New status for floating IP 768f1f87-5bf3-490a-820c-903858e233e9: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:07:36.594012 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:07:36.877624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35700) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:37.044475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'network': {'name': 'tempest-network-smoke--254625074', 'project_id': '51898e09918a40e3bfb096149abf1819', 'port_security_enabled': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:37.049886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:37.053833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:network and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:37.056652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:37.063338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:37.072902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Made reservation on behalf of 51898e09918a40e3bfb096149abf1819 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:07:37.076679 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.088512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.102604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:37.106659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:37.109432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:37.114980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:37.203103 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.208450 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.232999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:07:37.252537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c6d34e-22e9-40bd-8d25-a7d75c2c6977,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:37.256478 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.256821 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Added segment 159f59c1-739b-4480-bdb7-414b9bc0ef08 of type vlan for network 1023c271-cbf5-42c4-87fd-27665c264878 May 28 06:07:37.283149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.314564 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.319885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:37.320467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.430985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Network': ['ID=1023c271-cbf5-42c4-87fd-27665c264878,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:37.433720 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5ca44d32-e71f-4f5b-82ca-6cfa18e69e36 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5550916 May 28 06:07:37.436668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35706) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:37.442116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 1023c271-cbf5-42c4-87fd-27665c264878 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:07:37.442601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'admin_state_up': True, 'project_id': '51898e09918a40e3bfb096149abf1819', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:37.449708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:37.453560 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:router and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:37.456420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:37.466533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:37.476073 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.477053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.492925 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:37.759297 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:38.109249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-49a9ef5a-83f1-4d46-a570-47f0dfb998f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855725 May 28 06:07:38.200916 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:38.232380 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:38.270756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-338a347f-6ba0-4fdf-abe6-74691ba80d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:38.272944 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-338a347f-6ba0-4fdf-abe6-74691ba80d90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 1096 time: 0.0847235 May 28 06:07:38.398807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Allocated IP 172.25.4.245 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/2395ef06-64b5-406d-8570-feef4eff1d17) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:38.442266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-001a8a13-0378-4f71-9293-b95965da9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:38.444121 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-001a8a13-0378-4f71-9293-b95965da9759 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.1452620 May 28 06:07:38.510118 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0693a257-9db6-425e-b1c5-2015b9b8da7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:38.557273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-dd7de6de-7bfd-407f-9f52-3a0d5cbe56d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=686ed35d-f932-40e6-9428-70ba6f368c24 HTTP/1.1" status: 200 len: 1001 time: 0.1061583 May 28 06:07:38.572053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:38.604950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:38.628567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-18ae228d-7a5c-4f84-80ce-0ac83599faac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:38.628567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-18ae228d-7a5c-4f84-80ce-0ac83599faac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0653069 May 28 06:07:38.676626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:38.678434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:38.687058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:38.711562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-9b9f3c81-2c52-4771-8621-e445a0476a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:38.712381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-9b9f3c81-2c52-4771-8621-e445a0476a8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779498 May 28 06:07:38.734865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=2395ef06-64b5-406d-8570-feef4eff1d17,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:38.860554 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-f553e4ef-5f03-42cb-83ce-6b6b2feb38f9 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411047 May 28 06:07:39.010979 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-809d5254-65bc-436e-b582-3f9e3a8ef5c1 req-2bfd9322-2842-422e-afb8-06cb20defb4b service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444719 May 28 06:07:39.165939 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:39.540924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:39.886004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router 35815cbd-1df7-401f-9dcc-07acd6e28bdd is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:07:40.096453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:07:40.105078 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Sync routers for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:07:40.114739 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:40.115396 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:40.130805 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:40.138988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35712) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:40.139776 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8c9e6368-e8d4-4249-a53a-cfe5e41f6830 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7015295 May 28 06:07:40.189749 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:40.323087 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:40.363047 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-30819d76-f6ed-48f1-a8c7-c0061e6840a7 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=51898e09918a40e3bfb096149abf1819&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2171566 May 28 06:07:40.363180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35718) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:40.506738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b908c37-a6c8-443b-833d-ba71c2f0b6a2 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:40.509110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5b908c37-a6c8-443b-833d-ba71c2f0b6a2 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1448810 May 28 06:07:40.511584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35722) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:40.554671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ca74e2c3-8d3d-4d3d-a48e-34863937d308 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419738 May 28 06:07:40.557345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35726) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:40.563145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806101613', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'project_id': '51898e09918a40e3bfb096149abf1819', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:40.624702 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:07:38Z', 'revision_number': 3, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:40.628491 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Checking router: 35815cbd-1df7-401f-9dcc-07acd6e28bdd for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:07:40.628830 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Updating router 35815cbd-1df7-401f-9dcc-07acd6e28bdd port 2395ef06-64b5-406d-8570-feef4eff1d17 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:07:40.686571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:40.688425 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:40.690557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:subnet and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:40.693476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:40.701619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:40.702953 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19774769-be7c-4469-968a-0427ebf3fa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:40.713729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Made reservation on behalf of 51898e09918a40e3bfb096149abf1819 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:07:40.717767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:40.965061 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.058883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Subnet': ['ID=4a32e495-4a84-40d9-bace-e775bb598c60,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:41.067701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Checking segment: {'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:41.067701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network hostable DHCP agents. Network: 1023c271-cbf5-42c4-87fd-27665c264878, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:07:41.068932 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.088076 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Transition to ACTIVE for port object 2395ef06-64b5-406d-8570-feef4eff1d17 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:41.100834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 1023c271-cbf5-42c4-87fd-27665c264878 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:07:41.105412 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.111504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 1023c271-cbf5-42c4-87fd-27665c264878) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:41.116870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:41.116870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.118024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0340c860-59b8-4de1-a8db-9b6c388ccd05 None None] Network 1023c271-cbf5-42c4-87fd-27665c264878 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:07:41.162535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35732) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:41.163063 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b3ac620c-7cca-4bfa-a0a5-2cb2d2c7fc0a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6033556 May 28 06:07:41.176188 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Attempting to bind port 2395ef06-64b5-406d-8570-feef4eff1d17 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:41.177548 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Attempting to bind port 2395ef06-64b5-406d-8570-feef4eff1d17 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:41.177548 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Attempting to bind port 2395ef06-64b5-406d-8570-feef4eff1d17 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:41.188578 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:41.189179 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:41.189589 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.190136 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:41.190582 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Bound port: 2395ef06-64b5-406d-8570-feef4eff1d17, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:41.190959 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.222926 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8af03-0590-402c-81e1-f3fe2d2bb2e7 None None] Pushing event updated for resources: {'Port': ['ID=2395ef06-64b5-406d-8570-feef4eff1d17,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:41.281967 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] For port 2395ef06-64b5-406d-8570-feef4eff1d17, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:41.284879 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] For port 2395ef06-64b5-406d-8570-feef4eff1d17, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2395ef06-64b5-406d-8570-feef4eff1d17,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:41.290824 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.382390 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8af03-0590-402c-81e1-f3fe2d2bb2e7 None None] Pushing event updated for resources: {'Port': ['ID=2395ef06-64b5-406d-8570-feef4eff1d17,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:41.398110 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:41.398110 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:41.461854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-1023c271-cbf5-42c4-87fd-27665c264878', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:07:41.461854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.645481 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:41.684848 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.698988 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.702875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Allocated IP 172.20.0.2 (1023c271-cbf5-42c4-87fd-27665c264878/4a32e495-4a84-40d9-bace-e775bb598c60/3a6b4a10-40ad-44a4-9c45-55e925447748) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:41.957152 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:41.977408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Transition to ACTIVE for port object 3a6b4a10-40ad-44a4-9c45-55e925447748 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:41.989383 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:07:38Z', 'revision_number': 3, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:41.993715 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1820c34-d398-4ee9-a93b-2f2dd352e929 None None] The sync data for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 is: [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:07:38Z', 'revision_number': 3, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:07:42.003644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Transition to ACTIVE for port object 3a6b4a10-40ad-44a4-9c45-55e925447748 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:42.014051 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:42.046575 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:42.125916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Pushing event updated for resources: {'Port': ['ID=3a6b4a10-40ad-44a4-9c45-55e925447748,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:42.140166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Network 1023c271-cbf5-42c4-87fd-27665c264878 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:42.142025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:42.149423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:42.314897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Attempting to bind port 3a6b4a10-40ad-44a4-9c45-55e925447748 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:42.315982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Attempting to bind port 3a6b4a10-40ad-44a4-9c45-55e925447748 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:42.316126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Attempting to bind port 3a6b4a10-40ad-44a4-9c45-55e925447748 on network 1023c271-cbf5-42c4-87fd-27665c264878 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:42.327854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:42.327985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Checking segment: {'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:42.328429 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:42.328771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Bound using segment: {'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:42.329247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Bound port: 3a6b4a10-40ad-44a4-9c45-55e925447748, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:42.330416 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:42.472751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] For port 3a6b4a10-40ad-44a4-9c45-55e925447748, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:42.475200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] For port 3a6b4a10-40ad-44a4-9c45-55e925447748, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3a6b4a10-40ad-44a4-9c45-55e925447748,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:42.486456 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:42.581127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Allocated IP 172.20.0.1 (1023c271-cbf5-42c4-87fd-27665c264878/4a32e495-4a84-40d9-bace-e775bb598c60/1c4b2f0d-4796-4d27-ae4c-e243388511e0) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:42.624797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745a8f7-497d-4d49-8fc8-40583c723be3 None None] Pushing event updated for resources: {'Port': ['ID=3a6b4a10-40ad-44a4-9c45-55e925447748,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:42.813389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:42.844818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Transition to ACTIVE for port object 1c4b2f0d-4796-4d27-ae4c-e243388511e0 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:42.878306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:42.976424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 1023c271-cbf5-42c4-87fd-27665c264878 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:42.981189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:43.005459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:43.041725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2395ef06-64b5-406d-8570-feef4eff1d17 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:43.127262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 2395ef06-64b5-406d-8570-feef4eff1d17 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:43.133773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2395ef06-64b5-406d-8570-feef4eff1d17 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:43.134256 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.174394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=1c4b2f0d-4796-4d27-ae4c-e243388511e0,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:43.194243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.194762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.195280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.196293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.196639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.196970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.198063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.198063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.198063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.198721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.198721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.198966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:07:43.233667 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.291461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2395ef06-64b5-406d-8570-feef4eff1d17 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:43.291920 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.329876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 2395ef06-64b5-406d-8570-feef4eff1d17, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2395ef06-64b5-406d-8570-feef4eff1d17,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:43.332832 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.336283 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.338881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3a6b4a10-40ad-44a4-9c45-55e925447748 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:43.467356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=2395ef06-64b5-406d-8570-feef4eff1d17,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:43.482612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3a6b4a10-40ad-44a4-9c45-55e925447748 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:43.571344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:43.879104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5170e8-f0b9-47dc-aaf0-00152165865f None None] Network 1023c271-cbf5-42c4-87fd-27665c264878 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:07:44.005267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0822b6ff-1d87-4d36-8cbe-18a51fdcbb7d None None] Provisioning for port 3a6b4a10-40ad-44a4-9c45-55e925447748 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:44.018301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.018828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0822b6ff-1d87-4d36-8cbe-18a51fdcbb7d None None] Provisioning complete for port 3a6b4a10-40ad-44a4-9c45-55e925447748 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:44.019198 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0822b6ff-1d87-4d36-8cbe-18a51fdcbb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.023743 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.198986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.209579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=1c4b2f0d-4796-4d27-ae4c-e243388511e0,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:44.272826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0822b6ff-1d87-4d36-8cbe-18a51fdcbb7d None None] Current status of the port 3a6b4a10-40ad-44a4-9c45-55e925447748 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:44.273201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0822b6ff-1d87-4d36-8cbe-18a51fdcbb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.311389 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-e21108a2-6f44-4e38-8b3c-db04a4917461 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2542276 May 28 06:07:44.313062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0822b6ff-1d87-4d36-8cbe-18a51fdcbb7d None None] For port 3a6b4a10-40ad-44a4-9c45-55e925447748, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3a6b4a10-40ad-44a4-9c45-55e925447748,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:44.319223 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0822b6ff-1d87-4d36-8cbe-18a51fdcbb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.380355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 1023c271-cbf5-42c4-87fd-27665c264878 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:44.381971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:44.417136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822b6ff-1d87-4d36-8cbe-18a51fdcbb7d None None] Pushing event updated for resources: {'Port': ['ID=3a6b4a10-40ad-44a4-9c45-55e925447748,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:44.542996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fad39871-4385-4e53-a4d5-1ed8784c6f72 None None] Provisioning for port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:44.549146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fad39871-4385-4e53-a4d5-1ed8784c6f72 None None] Provisioning complete for port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:44.549642 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fad39871-4385-4e53-a4d5-1ed8784c6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.607390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fad39871-4385-4e53-a4d5-1ed8784c6f72 None None] Port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:07:44.619146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fad39871-4385-4e53-a4d5-1ed8784c6f72 None None] Provisioning complete for port 3a6b4a10-40ad-44a4-9c45-55e925447748 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:44.619784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fad39871-4385-4e53-a4d5-1ed8784c6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.633032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-c1623c62-2282-414f-9f64-84adce8584b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:44.634504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-c1623c62-2282-414f-9f64-84adce8584b5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5e1f12540df459bbda892f45314329c&device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 1096 time: 0.1906290 May 28 06:07:44.642243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router 35815cbd-1df7-401f-9dcc-07acd6e28bdd has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:07:44.743562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fad39871-4385-4e53-a4d5-1ed8784c6f72 None None] Current status of the port 3a6b4a10-40ad-44a4-9c45-55e925447748 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:44.864812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f0efcb00-4433-4614-9657-18ddba68e720 None None] Provisioning complete for port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:44.865187 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f0efcb00-4433-4614-9657-18ddba68e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:44.916018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2395ef06-64b5-406d-8570-feef4eff1d17 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:44.964848 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f0efcb00-4433-4614-9657-18ddba68e720 None None] Port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:07:44.991783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2395ef06-64b5-406d-8570-feef4eff1d17 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:44.992155 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.070580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-08a42286-ebaa-4c9f-9500-55cec2d59797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.072042 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-08a42286-ebaa-4c9f-9500-55cec2d59797 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 200 len: 911 time: 0.3665650 May 28 06:07:45.074615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:07:45.085794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Sync routers for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:07:45.113877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:45.114487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:45.149647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e71d37c1-9b52-4421-8285-45aa60ec5d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "PUT /v2.0/routers/35815cbd-1df7-401f-9dcc-07acd6e28bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9873495 May 28 06:07:45.152386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35740) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:45.181838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2395ef06-64b5-406d-8570-feef4eff1d17 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:45.182935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3a6b4a10-40ad-44a4-9c45-55e925447748 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:45.187438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-7aadad0e-1908-4fee-8d93-83934ef297ff service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a HTTP/1.1" status: 200 len: 1001 time: 0.1076992 May 28 06:07:45.254277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-0cf733ad-0197-4c0c-bdb2-0f389e638b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.255919 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-0cf733ad-0197-4c0c-bdb2-0f389e638b51 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 200 len: 849 time: 0.0619063 May 28 06:07:45.320088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486292c6-65c7-4a91-a3dc-40e3d29258d5 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.320562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486292c6-65c7-4a91-a3dc-40e3d29258d5 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.321026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486292c6-65c7-4a91-a3dc-40e3d29258d5 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.321484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486292c6-65c7-4a91-a3dc-40e3d29258d5 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.321939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486292c6-65c7-4a91-a3dc-40e3d29258d5 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.322404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486292c6-65c7-4a91-a3dc-40e3d29258d5 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.322859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486292c6-65c7-4a91-a3dc-40e3d29258d5 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.323329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486292c6-65c7-4a91-a3dc-40e3d29258d5 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.327904 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-486292c6-65c7-4a91-a3dc-40e3d29258d5 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5685 time: 0.1709409 May 28 06:07:45.328558 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35744) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:45.339624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-60a9b8cc-65e0-443a-aa27-dbe888c8e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.341525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-60a9b8cc-65e0-443a-aa27-dbe888c8e7fd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f311eb26-f1d4-4e3e-8cce-032a2c72f536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756259 May 28 06:07:45.390595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:45.409900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d1b82-c698-4a59-a054-a47d62e53b5f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.409900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d1b82-c698-4a59-a054-a47d62e53b5f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.410307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d1b82-c698-4a59-a054-a47d62e53b5f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.410758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d1b82-c698-4a59-a054-a47d62e53b5f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.411200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d1b82-c698-4a59-a054-a47d62e53b5f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.411675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d1b82-c698-4a59-a054-a47d62e53b5f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.412118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d1b82-c698-4a59-a054-a47d62e53b5f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.412557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d1b82-c698-4a59-a054-a47d62e53b5f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:45.417269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ad8d1b82-c698-4a59-a054-a47d62e53b5f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.0851748 May 28 06:07:45.417484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35748) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:45.434091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3a6b4a10-40ad-44a4-9c45-55e925447748 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:45.434438 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.478789 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-c8b7e155-3302-4bc9-b847-d7fec5022397 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315172 May 28 06:07:45.625377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d60f5f2d-2792-40f6-95f0-e73544b1008a req-f93555b5-f16c-41eb-81d4-29c4e7cf1e93 service neutron] 10.222.0.33 "GET /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386049 May 28 06:07:45.644121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-303657b4-8a66-4405-9bf3-144ad7f2be1a tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.2255487 May 28 06:07:45.720521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35754) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:45.725933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-319062529', 'description': 'tempest-secgroup-smoke-319062529 description', 'project_id': '51898e09918a40e3bfb096149abf1819'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:45.732036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3a6b4a10-40ad-44a4-9c45-55e925447748 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:45.733136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:45.741042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:45.743958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:45.750513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:45.760386 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.781673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:45.785512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:45.788288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:45.793868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:45.832409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 2, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:45.836209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Checking router: 35815cbd-1df7-401f-9dcc-07acd6e28bdd for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:07:45.836559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Updating router 35815cbd-1df7-401f-9dcc-07acd6e28bdd port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:07:45.865789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.869796 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.890362 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.911136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651a4d90-fdcb-472a-81fa-1919ed47056c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:45.914399 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:45.918386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-744be861-2a5e-4ac2-9b42-15077e1d52ec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1940801 May 28 06:07:45.918723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35758) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:45.923857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '651a4d90-fdcb-472a-81fa-1919ed47056c', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:45.930434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:45.935178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:45.938096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:45.943934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:45.961412 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.028815 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.034444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.065412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53813b37-82c8-4c9f-803b-23500ce798a5,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:46.069305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.071030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-28da0076-5e93-4d01-b632-440568d3b09e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507461 May 28 06:07:46.073810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35762) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:46.079605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '651a4d90-fdcb-472a-81fa-1919ed47056c', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:46.086141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:46.092881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:46.097102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:46.114759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:46.135965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.204500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.208203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.230573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e33c75-0201-4391-8a18-392ebe35142b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:46.256951 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.264272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35766) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:46.268016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a11e4ee9-a079-4070-becf-b446eecce566 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1844983 May 28 06:07:46.271192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '651a4d90-fdcb-472a-81fa-1919ed47056c', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:46.278005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:46.279618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:46.281874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:46.287633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:46.307120 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.310265 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.323665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Transition to ACTIVE for port object 1c4b2f0d-4796-4d27-ae4c-e243388511e0 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:46.330811 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.380666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.385916 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.490494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfb6a5-d6c1-4a69-be56-56ea71770bc4 None None] Pushing event updated for resources: {'Port': ['ID=1c4b2f0d-4796-4d27-ae4c-e243388511e0,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:46.548404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568cabb7-b085-412e-a0f7-828a96b41ded,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:46.555042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Attempting to bind port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:46.555279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.555536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Attempting to bind port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:46.555808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Attempting to bind port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 on network 1023c271-cbf5-42c4-87fd-27665c264878 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:46.558989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dcae4f54-394e-455a-b094-7dcb6e4fdc26 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2970929 May 28 06:07:46.559097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35772) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:46.564958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '651a4d90-fdcb-472a-81fa-1919ed47056c', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:46.565781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:46.566195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Checking segment: {'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:46.566570 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.566945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Bound using segment: {'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:46.567641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Bound port: 1c4b2f0d-4796-4d27-ae4c-e243388511e0, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:46.568023 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.571967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:46.576461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:46.579423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:46.585162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:46.602009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.665941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.669407 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.669815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] For port 1c4b2f0d-4796-4d27-ae4c-e243388511e0, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:46.673302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] For port 1c4b2f0d-4796-4d27-ae4c-e243388511e0, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c4b2f0d-4796-4d27-ae4c-e243388511e0,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:46.676794 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.694431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc65c158-2a39-46a4-9c4c-010bf4c440d9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:46.701858 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.703036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ec7864b0-acc1-4773-bb60-682a3821739e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424415 May 28 06:07:46.705673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35776) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:46.710641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '651a4d90-fdcb-472a-81fa-1919ed47056c', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:46.717246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:46.721444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:46.724310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:46.732714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:46.745878 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Project 51898e09918a40e3bfb096149abf1819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:07:46.756014 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.759295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:07:46.759812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:46.821899 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfb6a5-d6c1-4a69-be56-56ea71770bc4 None None] Pushing event updated for resources: {'Port': ['ID=1c4b2f0d-4796-4d27-ae4c-e243388511e0,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:46.830400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.837326 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.868995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0a846b-56cf-4642-a93c-a71596f0d9d0,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:46.878374 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.882611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35782) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:46.882773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c3c73cc8-ab0f-45cd-a945-8de4d7e9c028 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1760483 May 28 06:07:46.887842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '651a4d90-fdcb-472a-81fa-1919ed47056c', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:46.894377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:46.898309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:46.901638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:46.908225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:46.920515 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Project 51898e09918a40e3bfb096149abf1819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:07:46.929277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:46.998990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:47.002996 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:47.018348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:07:47.033522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ec6270-2747-4a52-adc3-b642cc725b88,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:47.044457 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:47.045737 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-46c8b3f2-ac65-415f-a58f-746df977250d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1621113 May 28 06:07:47.314510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-2a1c9b83-4063-4b7f-bae0-d1061c32f8b5 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319062529&fields=id&tenant_id=51898e09918a40e3bfb096149abf1819 HTTP/1.1" status: 200 len: 267 time: 0.0398240 May 28 06:07:47.358695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:46Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:07:47.362629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6e96b-3d52-4bbb-b043-ceeb4c8526dc None None] The sync data for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 is: [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:46Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:07:47.482999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-1e5ee46b-8d36-4f23-84bc-d2a3e46e79b5 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:47.484656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-1e5ee46b-8d36-4f23-84bc-d2a3e46e79b5 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/networks?id=1023c271-cbf5-42c4-87fd-27665c264878 HTTP/1.1" status: 200 len: 796 time: 0.1635776 May 28 06:07:47.501244 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-28b671bb-dace-45ee-a571-bf6a6c7577f7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/quotas/51898e09918a40e3bfb096149abf1819 HTTP/1.1" status: 200 len: 375 time: 0.0108893 May 28 06:07:47.592017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-7d39c814-a986-4b1b-892b-1d32a20a9436 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:07:47.609351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-7d39c814-a986-4b1b-892b-1d32a20a9436 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:07:47.610730 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-7d39c814-a986-4b1b-892b-1d32a20a9436 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040418 May 28 06:07:47.756174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-8c4fbb6c-2d16-4fc0-9324-80f937f0730c service neutron] 10.222.0.39 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329002 May 28 06:07:47.891957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-71f3cc2d-0d1c-4e41-ad2c-aba55c2c34be service neutron] 10.222.0.39 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298723 May 28 06:07:48.081230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d9e992ea-96d7-41b3-b0e0-314afdbc5af9 req-0d3ffb5c-d021-4258-8888-8e8efa3fbc7c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 210 time: 0.0493844 May 28 06:07:48.922252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c4b2f0d-4796-4d27-ae4c-e243388511e0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:48.993808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:48.999201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:48.999623 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:49.143605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:49.144148 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:49.192529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1c4b2f0d-4796-4d27-ae4c-e243388511e0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c4b2f0d-4796-4d27-ae4c-e243388511e0,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:49.201903 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:49.293080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1c4b2f0d-4796-4d27-ae4c-e243388511e0,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:49.385110 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-501e50ba-f40d-4948-be14-8f7a51d3bc0b req-37caf79c-e9b1-48ee-998b-f099fafe21d3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 210 time: 0.0596187 May 28 06:07:49.441081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-8f8e8f7d-7bc5-4065-8e77-86e3bbee900d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:49.441383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-8f8e8f7d-7bc5-4065-8e77-86e3bbee900d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "GET /v2.0/networks?id=1023c271-cbf5-42c4-87fd-27665c264878 HTTP/1.1" status: 200 len: 796 time: 0.3348060 May 28 06:07:49.527760 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-48462d9f-91dd-4297-87b6-b3b7df7168de tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51898e09918a40e3bfb096149abf1819 HTTP/1.1" status: 200 len: 379 time: 0.0440953 May 28 06:07:49.536422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'port': {'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'admin_state_up': True, 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'security_groups': ['651a4d90-fdcb-472a-81fa-1919ed47056c']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:49.676984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:49.687406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:49.696768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Made reservation on behalf of 51898e09918a40e3bfb096149abf1819 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:07:49.700341 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:49.861398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Allocated IP 172.20.0.12 (1023c271-cbf5-42c4-87fd-27665c264878/4a32e495-4a84-40d9-bace-e775bb598c60/cd7a2907-377f-4d53-8ae0-783d16fc4c6b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:07:50.055697 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:50.072307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Transition to ACTIVE for port object cd7a2907-377f-4d53-8ae0-783d16fc4c6b will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:50.098417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:50.170789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 1023c271-cbf5-42c4-87fd-27665c264878 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:07:50.176524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:07:50.179363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:07:50.214092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:50.258998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:50.259655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:50.287930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-b1d063a0-9507-46b2-add0-2ce13c4b1712 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7543209 May 28 06:07:50.306437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Request body: {'port': {'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:50.428871 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:50.456700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f843b552-289f-4f44-9b5d-2737c62ee317 None None] Provisioning for port cd7a2907-377f-4d53-8ae0-783d16fc4c6b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:50.466466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f843b552-289f-4f44-9b5d-2737c62ee317 None None] Provisioning complete for port cd7a2907-377f-4d53-8ae0-783d16fc4c6b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:50.468006 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f843b552-289f-4f44-9b5d-2737c62ee317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:50.548528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f843b552-289f-4f44-9b5d-2737c62ee317 None None] Port cd7a2907-377f-4d53-8ae0-783d16fc4c6b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:07:50.608626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58b23d-f613-435a-a24e-3cb65ce656f8 req-a3951b84-e92a-412f-9539-abdd77bfa01f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:50.611677 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc58b23d-f613-435a-a24e-3cb65ce656f8 req-a3951b84-e92a-412f-9539-abdd77bfa01f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 932 time: 0.1108449 May 28 06:07:50.660028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cc58b23d-f613-435a-a24e-3cb65ce656f8 req-304cd99e-6df9-4416-97b9-c5ae38353508 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:07:50.680733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-cc58b23d-f613-435a-a24e-3cb65ce656f8 req-304cd99e-6df9-4416-97b9-c5ae38353508 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:07:50.690083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc58b23d-f613-435a-a24e-3cb65ce656f8 req-304cd99e-6df9-4416-97b9-c5ae38353508 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747311 May 28 06:07:50.822419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7a2907-377f-4d53-8ae0-783d16fc4c6b {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:07:50.830702 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:50.846160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Transition to ACTIVE for port object cd7a2907-377f-4d53-8ae0-783d16fc4c6b will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:07:50.850487 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:50.951630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c4b2f0d-4796-4d27-ae4c-e243388511e0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:51.038265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:51.038729 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:51.119146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:51.143146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Attempting to bind port cd7a2907-377f-4d53-8ae0-783d16fc4c6b on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:07:51.143763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Attempting to bind port cd7a2907-377f-4d53-8ae0-783d16fc4c6b by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:07:51.145763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Attempting to bind port cd7a2907-377f-4d53-8ae0-783d16fc4c6b on network 1023c271-cbf5-42c4-87fd-27665c264878 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:51.161103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Port cd7a2907-377f-4d53-8ae0-783d16fc4c6b on network 1023c271-cbf5-42c4-87fd-27665c264878 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:07:51.161612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Attempting to bind port cd7a2907-377f-4d53-8ae0-783d16fc4c6b on network 1023c271-cbf5-42c4-87fd-27665c264878 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:07:51.174478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:07:51.174732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Checking segment: {'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:07:51.175115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Bound using segment: {'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:07:51.175597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Bound port: cd7a2907-377f-4d53-8ae0-783d16fc4c6b, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159f59c1-739b-4480-bdb7-414b9bc0ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:07:51.175953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:51.243838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:51.296292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] For port cd7a2907-377f-4d53-8ae0-783d16fc4c6b, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:07:51.299116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] For port cd7a2907-377f-4d53-8ae0-783d16fc4c6b, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:07:51.304071 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:51.366307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:51.366917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:51.368313 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] 10.222.0.33 "PUT /v2.0/ports/cd7a2907-377f-4d53-8ae0-783d16fc4c6b HTTP/1.1" status: 200 len: 1092 time: 1.0682702 May 28 06:07:51.368751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f802b871-5191-4898-9582-def0de48aa31', 'tag': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:07:51.389695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99de49-f2a2-477d-a281-6e373e5d70e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:51.420287 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a50adb-6ab9-47a4-b14a-c131cd565112'] response: {'name': 'network-changed', 'server_uuid': 'f802b871-5191-4898-9582-def0de48aa31', 'tag': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'status': 'completed', 'code': 200} May 28 06:07:51.522347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-d025d09a-d3d8-43b6-b7ee-dabfe1bc902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:51.524618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-d025d09a-d3d8-43b6-b7ee-dabfe1bc902b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 1095 time: 0.0871811 May 28 06:07:51.604084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-a9a91fae-4250-452f-82e9-0ff15e67524d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b HTTP/1.1" status: 200 len: 217 time: 0.0665617 May 28 06:07:51.761244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-38e1c329-9c88-4be5-a031-3db397e8b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:51.764016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-38e1c329-9c88-4be5-a031-3db397e8b742 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4a32e495-4a84-40d9-bace-e775bb598c60 HTTP/1.1" status: 200 len: 834 time: 0.1522095 May 28 06:07:51.843077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-763b73ab-a3ce-44ea-95f7-d01d0f8f0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:51.844629 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-763b73ab-a3ce-44ea-95f7-d01d0f8f0439 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1023c271-cbf5-42c4-87fd-27665c264878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764503 May 28 06:07:51.882221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0f0e6-0db6-44fb-8bb3-95359b8ec434 req-928d02d5-27fc-471f-9df5-9d9dc9ea669d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:51.885196 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-13e0f0e6-0db6-44fb-8bb3-95359b8ec434 req-928d02d5-27fc-471f-9df5-9d9dc9ea669d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 944 time: 0.0874557 May 28 06:07:51.932694 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-13e0f0e6-0db6-44fb-8bb3-95359b8ec434 req-e86006df-daa7-4f23-99da-945a83fb2fe2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409884 May 28 06:07:51.986691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-e862a071-7a74-4165-b655-6b466b5e7352 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349394 May 28 06:07:52.120310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cf467c0-e0d4-43dc-b3e7-fcad5effde4b req-dd177be6-db77-4d9c-af15-8e1dd8d97778 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269510 May 28 06:07:52.299488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df831-f48e-4eb3-940e-87a58b972c34 req-81eceed8-73d0-432b-b9b3-63ff617b4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:52.300947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-634df831-f48e-4eb3-940e-87a58b972c34 req-81eceed8-73d0-432b-b9b3-63ff617b4e8e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 1095 time: 0.0837519 May 28 06:07:52.436806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df831-f48e-4eb3-940e-87a58b972c34 req-8905ac7a-e69d-454a-ad19-9699d6068bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:52.439686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-634df831-f48e-4eb3-940e-87a58b972c34 req-8905ac7a-e69d-454a-ad19-9699d6068bb4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1023c271-cbf5-42c4-87fd-27665c264878 HTTP/1.1" status: 200 len: 897 time: 0.1307690 May 28 06:07:52.510185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-634df831-f48e-4eb3-940e-87a58b972c34 req-3dc2aed9-b150-4c79-9751-c36fc75a70f5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b HTTP/1.1" status: 200 len: 217 time: 0.0657201 May 28 06:07:52.581957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df831-f48e-4eb3-940e-87a58b972c34 req-af3ab55c-7edb-47b5-b79f-7c1b77fbee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:52.583423 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-634df831-f48e-4eb3-940e-87a58b972c34 req-af3ab55c-7edb-47b5-b79f-7c1b77fbee8c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4a32e495-4a84-40d9-bace-e775bb598c60 HTTP/1.1" status: 200 len: 834 time: 0.0671532 May 28 06:07:52.665140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df831-f48e-4eb3-940e-87a58b972c34 req-6653b117-74f8-48de-be34-c56d51135459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:52.666079 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-634df831-f48e-4eb3-940e-87a58b972c34 req-6653b117-74f8-48de-be34-c56d51135459 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1023c271-cbf5-42c4-87fd-27665c264878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748870 May 28 06:07:52.803535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-634df831-f48e-4eb3-940e-87a58b972c34 req-4827433b-c0a6-478d-ae1a-65ea07485c59 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301036 May 28 06:07:52.952266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-634df831-f48e-4eb3-940e-87a58b972c34 req-ec320369-5a0d-4d7c-a782-85620abb0840 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395373 May 28 06:07:53.132462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b79d9-6d2f-4625-a05a-83ebd8253a41 req-1c8bb866-9d9d-43c8-815a-b9e5bbe048eb tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:53.132688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fb5b79d9-6d2f-4625-a05a-83ebd8253a41 req-1c8bb866-9d9d-43c8-815a-b9e5bbe048eb tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:07:53.148463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-fb5b79d9-6d2f-4625-a05a-83ebd8253a41 req-1c8bb866-9d9d-43c8-815a-b9e5bbe048eb tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:07:53.149592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb5b79d9-6d2f-4625-a05a-83ebd8253a41 req-1c8bb866-9d9d-43c8-815a-b9e5bbe048eb tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 944 time: 0.1066720 May 28 06:07:53.201198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb5b79d9-6d2f-4625-a05a-83ebd8253a41 req-63463678-0270-4171-9230-4bacf1f034f6 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449092 May 28 06:07:54.407014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6b950-5c4f-4762-bd4f-ff075e336a5e req-d47470ec-7f5f-4bfc-9f67-96f43742b19f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:54.408359 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8af6b950-5c4f-4762-bd4f-ff075e336a5e req-d47470ec-7f5f-4bfc-9f67-96f43742b19f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 944 time: 0.0893042 May 28 06:07:54.454790 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8af6b950-5c4f-4762-bd4f-ff075e336a5e req-21d8dae9-0417-4438-b9a2-6b34fb78ceee tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407004 May 28 06:07:55.213541 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cd7a2907-377f-4d53-8ae0-783d16fc4c6b details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:07:55.349077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cd7a2907-377f-4d53-8ae0-783d16fc4c6b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:55.362467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'mac_address': 'fa:16:3e:5a:86:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:07:55.415014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port cd7a2907-377f-4d53-8ae0-783d16fc4c6b is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:55.415351 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:55.434525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7a2907-377f-4d53-8ae0-783d16fc4c6b {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:07:55.449613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cd7a2907-377f-4d53-8ae0-783d16fc4c6b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:55.453725 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:55.520575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:55.651297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f813b64-a035-484d-b8aa-d037d2930b43 req-86076878-a12f-42b2-8a62-4e4e4b55eb3d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:55.651297 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f813b64-a035-484d-b8aa-d037d2930b43 req-86076878-a12f-42b2-8a62-4e4e4b55eb3d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 945 time: 0.0817330 May 28 06:07:55.694370 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f813b64-a035-484d-b8aa-d037d2930b43 req-ffc90432-3c6e-4eb3-945a-218a62e01475 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384455 May 28 06:07:55.832854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['cd7a2907-377f-4d53-8ae0-783d16fc4c6b'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:07:56.887887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475440-647a-41e3-9785-761c6b189a09 req-565bdd7a-694c-4cbd-a074-1d8046c46e37 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:56.891265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e3475440-647a-41e3-9785-761c6b189a09 req-565bdd7a-694c-4cbd-a074-1d8046c46e37 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 945 time: 0.0840447 May 28 06:07:56.942320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e3475440-647a-41e3-9785-761c6b189a09 req-b35ced33-3538-4704-97d3-34ddfa6793e0 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428493 May 28 06:07:57.217149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cd7a2907-377f-4d53-8ae0-783d16fc4c6b up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:07:57.304859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port cd7a2907-377f-4d53-8ae0-783d16fc4c6b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:07:57.309961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port cd7a2907-377f-4d53-8ae0-783d16fc4c6b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:07:57.310338 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:57.468543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port cd7a2907-377f-4d53-8ae0-783d16fc4c6b is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:07:57.468860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:57.496620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f802b871-5191-4898-9582-def0de48aa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:07:57.506867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cd7a2907-377f-4d53-8ae0-783d16fc4c6b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:07:57.511645 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:57.551180 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eedc1755-4c54-4308-b32c-bb7079cead09'] response: {'server_uuid': 'f802b871-5191-4898-9582-def0de48aa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'code': 200} May 28 06:07:57.583713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:07:57.702388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b2e2-6d74-439c-bf69-1ee330686586 req-3084b148-7e4d-470f-917d-2f5df5e92eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:57.703858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b068b2e2-6d74-439c-bf69-1ee330686586 req-3084b148-7e4d-470f-917d-2f5df5e92eec service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 1097 time: 0.0720999 May 28 06:07:57.744124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b068b2e2-6d74-439c-bf69-1ee330686586 req-b713e8ab-4272-4d17-a6f3-76775ce6ed5b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339601 May 28 06:07:58.134476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05779a6-fc37-4746-af6a-b7818e60c80e req-302ca3c1-3599-4a23-a24e-171dbb7411c4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:58.135965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c05779a6-fc37-4746-af6a-b7818e60c80e req-302ca3c1-3599-4a23-a24e-171dbb7411c4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 946 time: 0.0850081 May 28 06:07:58.184026 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c05779a6-fc37-4746-af6a-b7818e60c80e req-5d2598d0-7bf6-478e-851c-287ceb19d82f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406013 May 28 06:07:59.377909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a2466-91ad-4d86-ab4e-6869294aff2d req-08bdf420-9343-4cae-acee-e66666806267 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:59.379451 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f1a2466-91ad-4d86-ab4e-6869294aff2d req-08bdf420-9343-4cae-acee-e66666806267 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 946 time: 0.0850277 May 28 06:07:59.424968 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f1a2466-91ad-4d86-ab4e-6869294aff2d req-6f55399d-a190-46da-9935-cefde441caaa tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397758 May 28 06:07:59.612163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c463d-7724-4fcd-9d65-cceadc894546 req-1cd33045-a792-47d1-94e8-72df350f898c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:59.613490 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-755c463d-7724-4fcd-9d65-cceadc894546 req-1cd33045-a792-47d1-94e8-72df350f898c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 946 time: 0.0784805 May 28 06:07:59.658209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-755c463d-7724-4fcd-9d65-cceadc894546 req-57a166ab-402e-4b8e-a5f1-d0a306d382e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387197 May 28 06:07:59.681026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35868) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:59.752173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2086e879-cdb9-4a56-ba36-6cd1263572e1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:07:59.753877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2086e879-cdb9-4a56-ba36-6cd1263572e1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 1092 time: 0.0718191 May 28 06:07:59.756983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 35872) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:07:59.761928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:07:59.768992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:07:59.772870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:floatingip and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:07:59.775718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:07:59.782226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:07:59.792195 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:07:59.933613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:00.073713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Allocated IP 172.25.4.87 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/23cf6d31-5d39-4ebe-aae0-e5501ca722ea) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:08:00.223260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:00.253409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:00.325297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:08:00.326378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:08:00.328932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:08:00.371183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=23cf6d31-5d39-4ebe-aae0-e5501ca722ea,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:00.753109 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:00.824075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:01.040130 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:01.137581 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:01.142924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:01.250400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=23cf6d31-5d39-4ebe-aae0-e5501ca722ea,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:01.261858 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:01.438541 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Floating IP 3c2b4577-67ae-40c0-87c3-24bd3494d86a associated. External IP: 172.25.4.87, port: cd7a2907-377f-4d53-8ae0-783d16fc4c6b. May 28 06:08:01.785413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router 35815cbd-1df7-401f-9dcc-07acd6e28bdd has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:08:01.957677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:08:01.967528 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] Sync routers for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:08:01.976973 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:08:01.977613 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:01.982669 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:02.039922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a14f7aa2-2d53-4480-932b-64fbe4077747 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2817683 May 28 06:08:02.040372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f802b871-5191-4898-9582-def0de48aa31', 'tag': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:08:02.042719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35880) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:02.093623 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2093ea19-0ae8-457c-b5b5-722bc797a446'] response: {'name': 'network-changed', 'server_uuid': 'f802b871-5191-4898-9582-def0de48aa31', 'tag': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'status': 'completed', 'code': 200} May 28 06:08:02.169255 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:08:02.305378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d9c2891b-befd-4dab-b7f1-c1192fb32721 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/floatingips/3c2b4577-67ae-40c0-87c3-24bd3494d86a HTTP/1.1" status: 200 len: 991 time: 0.2614181 May 28 06:08:02.318187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-cbc3d4f2-522a-4f9d-9d5e-dd26bc996ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:02.319831 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-cbc3d4f2-522a-4f9d-9d5e-dd26bc996ab1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 1097 time: 0.1165726 May 28 06:08:02.453108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-b3d8b2ac-3644-415f-b268-b62fc56c8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:02.454537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-b3d8b2ac-3644-415f-b268-b62fc56c8014 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1023c271-cbf5-42c4-87fd-27665c264878 HTTP/1.1" status: 200 len: 897 time: 0.1287010 May 28 06:08:02.528427 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3c2b4577-67ae-40c0-87c3-24bd3494d86a', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'mac_address': 'fa:16:3e:5a:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:08:00Z', 'updated_at': '2022-05-28T06:08:00Z', 'revision_number': 0, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:02.532687 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] Checking router: 35815cbd-1df7-401f-9dcc-07acd6e28bdd for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:08:02.540740 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:08:02.541319 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:07:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:02.562145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-b94259ff-eb83-4583-8174-a19705d81ba9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b HTTP/1.1" status: 200 len: 999 time: 0.1015222 May 28 06:08:02.627858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-8c1b3dbc-8071-4f61-910e-b25953eb6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:02.629312 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-8c1b3dbc-8071-4f61-910e-b25953eb6c3f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4a32e495-4a84-40d9-bace-e775bb598c60 HTTP/1.1" status: 200 len: 834 time: 0.0609057 May 28 06:08:02.706400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-daf28791-04f3-4f84-98a1-6fc73544d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:02.707981 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-daf28791-04f3-4f84-98a1-6fc73544d278 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1023c271-cbf5-42c4-87fd-27665c264878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730109 May 28 06:08:02.733610 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:08:02.837253 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-4195ef11-b72f-4f28-8b55-2c8304fad9e3 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231542 May 28 06:08:02.969550 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94d9f5e5-04f6-460f-b48d-572e225bab1d req-14d3c82d-ab41-4518-b9d5-b28f77aa3e16 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245658 May 28 06:08:03.117792 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3c2b4577-67ae-40c0-87c3-24bd3494d86a', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'mac_address': 'fa:16:3e:5a:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:08:00Z', 'updated_at': '2022-05-28T06:08:00Z', 'revision_number': 0, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:03.121680 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf901f1-276e-4582-b32e-b82ad6430c52 None None] The sync data for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 is: [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3c2b4577-67ae-40c0-87c3-24bd3494d86a', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'mac_address': 'fa:16:3e:5a:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:08:00Z', 'updated_at': '2022-05-28T06:08:00Z', 'revision_number': 0, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:08:03.309048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35890) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:03.309758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5420170-e8d2-495b-89b5-8875075a4bf2 None None] New status for floating IP 3c2b4577-67ae-40c0-87c3-24bd3494d86a: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:08:03.416142 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d951ac60-8f2d-4a13-8cb1-04495d56e311 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/floatingips/3c2b4577-67ae-40c0-87c3-24bd3494d86a HTTP/1.1" status: 200 len: 991 time: 0.1050947 May 28 06:08:04.419940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 35896) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:04.525240 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-30e25b0b-3b61-494b-9b47-25861dac228e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/floatingips/3c2b4577-67ae-40c0-87c3-24bd3494d86a HTTP/1.1" status: 200 len: 993 time: 0.1042449 May 28 06:08:08.499947 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c632d77f-198b-44a2-9c0b-daebba2245e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:10.197677 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:10.707679 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4d2469a7-317d-41ed-b1ae-458a25fb6fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:11.625694 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:11.652689 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:12.667484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a163-a83c-4e06-9065-5700f92317e1 req-6fcbaa9a-5dc8-49ff-8850-4b9a9104da2e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:12.668948 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eba0a163-a83c-4e06-9065-5700f92317e1 req-6fcbaa9a-5dc8-49ff-8850-4b9a9104da2e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0806246 May 28 06:08:12.712114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eba0a163-a83c-4e06-9065-5700f92317e1 req-9b398f6d-21ac-4b23-8cf1-5c5674e5539f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374262 May 28 06:08:13.319141 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:13.592447 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:08:13.900728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0df713-af0b-4da9-bc83-a0fbc2e6966c req-8fcd57f9-dbcf-4c86-96b2-462c6aeb585f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:13.902091 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f0df713-af0b-4da9-bc83-a0fbc2e6966c req-8fcd57f9-dbcf-4c86-96b2-462c6aeb585f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0790975 May 28 06:08:13.946101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9f0df713-af0b-4da9-bc83-a0fbc2e6966c req-345c9ea0-a40f-4f8e-a0ec-b660f2813c57 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383432 May 28 06:08:15.144331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec212fc8-0055-4a71-bfd9-efa1f99cafea req-3c18f7c7-b602-42fc-a727-69441c116a34 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:15.145693 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec212fc8-0055-4a71-bfd9-efa1f99cafea req-3c18f7c7-b602-42fc-a727-69441c116a34 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0896494 May 28 06:08:15.190243 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec212fc8-0055-4a71-bfd9-efa1f99cafea req-df86945c-28cd-4eb4-b80a-436a8d5e536a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387769 May 28 06:08:16.380455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8408008-2780-4930-bd1d-129ddfa09785 req-2fe6d2a4-5998-4b97-8704-405c7644743a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:16.381898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f8408008-2780-4930-bd1d-129ddfa09785 req-2fe6d2a4-5998-4b97-8704-405c7644743a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0830102 May 28 06:08:16.426109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f8408008-2780-4930-bd1d-129ddfa09785 req-a153bdce-eaa8-4da7-a987-a81f7e058719 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 May 28 06:08:17.612359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04cd33-2aeb-4358-a613-79b38e391d33 req-ab34094e-ceb0-4940-8069-6b77a7e5f2d6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:17.613790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1c04cd33-2aeb-4358-a613-79b38e391d33 req-ab34094e-ceb0-4940-8069-6b77a7e5f2d6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0789409 May 28 06:08:17.656534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1c04cd33-2aeb-4358-a613-79b38e391d33 req-3799e96a-aebc-416f-8762-2c4b4d614cf3 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370510 May 28 06:08:18.856264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00471327-ab89-4dcd-b23c-56416c0a2d94 req-99d6788c-727b-4eb6-9f23-e5a75ea0a42b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:18.857743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00471327-ab89-4dcd-b23c-56416c0a2d94 req-99d6788c-727b-4eb6-9f23-e5a75ea0a42b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0918744 May 28 06:08:18.905011 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00471327-ab89-4dcd-b23c-56416c0a2d94 req-70d873de-9fdc-4b25-a376-d14fa67e2cf4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409086 May 28 06:08:20.106593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069a49-c362-469c-a827-3df69b17aebd req-645abf50-fe27-448b-9c79-71dcf37e8b25 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:20.108278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6b069a49-c362-469c-a827-3df69b17aebd req-645abf50-fe27-448b-9c79-71dcf37e8b25 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0848434 May 28 06:08:20.153380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6b069a49-c362-469c-a827-3df69b17aebd req-a6e2a2a4-4137-4efd-bbee-4468d3aef712 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391819 May 28 06:08:20.926323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511dec0-a01d-4a80-8d50-5ac3f226e8db req-66e2b5ed-0e38-47b4-9fce-b931458121b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:20.927801 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5511dec0-a01d-4a80-8d50-5ac3f226e8db req-66e2b5ed-0e38-47b4-9fce-b931458121b7 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 945 time: 0.0838964 May 28 06:08:20.971206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5511dec0-a01d-4a80-8d50-5ac3f226e8db req-cb2b222d-79db-47da-8b49-acdbd5a6fe26 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376334 May 28 06:08:21.354108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb97423-4a21-4440-b2e5-8389609bda77 req-ab12641e-bd28-4b77-bd2c-084b1252e19e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:21.355848 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eb97423-4a21-4440-b2e5-8389609bda77 req-ab12641e-bd28-4b77-bd2c-084b1252e19e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0854509 May 28 06:08:21.400057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eb97423-4a21-4440-b2e5-8389609bda77 req-bd9beb14-1e2c-479e-87be-bdbbadfed7b7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384789 May 28 06:08:22.152816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38425e-f3dc-4e59-ba4c-3ca2f067e106 req-b4cb8ec7-75ff-4e7a-a137-9e418eed8780 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:22.154253 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd38425e-f3dc-4e59-ba4c-3ca2f067e106 req-b4cb8ec7-75ff-4e7a-a137-9e418eed8780 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 945 time: 0.0785754 May 28 06:08:22.198478 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bd38425e-f3dc-4e59-ba4c-3ca2f067e106 req-891c1ac7-ad9f-4fe5-8aa4-fed4362d4c10 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379043 May 28 06:08:22.689294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da75ca3-f89f-4dbe-8005-8054824a0f99 req-d211bef9-e014-40f3-a668-0f4f46c155bd tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:22.690665 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8da75ca3-f89f-4dbe-8005-8054824a0f99 req-d211bef9-e014-40f3-a668-0f4f46c155bd tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.1811085 May 28 06:08:22.734936 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8da75ca3-f89f-4dbe-8005-8054824a0f99 req-48befa38-1033-4011-8b82-301bd07788bb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383883 May 28 06:08:22.930413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-e2688489-1198-48ba-98ba-5592ed85d733 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:22.931858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-e2688489-1198-48ba-98ba-5592ed85d733 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.33 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 945 time: 0.0818310 May 28 06:08:23.000681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Deleting port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:08:23.000950 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:23.251099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] For port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:08:23.251448 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:23.515081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd9780-c8e2-4450-9f44-9236bda2c6f3 req-dce49d9b-9d7c-4d9d-aa05-04ee92f4a746 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:23.518229 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36dd9780-c8e2-4450-9f44-9236bda2c6f3 req-dce49d9b-9d7c-4d9d-aa05-04ee92f4a746 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 945 time: 0.2132764 May 28 06:08:23.558887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:23.559372 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:23.559674 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Floating IP 804190c1-0022-4eb6-b2ed-c91767e8ef07 disassociated. External IP: 172.25.4.175, port: a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a. May 28 06:08:23.560079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Calling delete_port for a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:08:23.564682 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36dd9780-c8e2-4450-9f44-9236bda2c6f3 req-b96c094f-2152-4ff0-9b59-fcee94c0d37e tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups?id=473911b1-859f-4072-a5c2-4fb6127674dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 May 28 06:08:23.716189 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:23.767066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event deleted for resources: {'Port': ['ID=a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:24.015222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:08:24.025613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d738382-73b9-4add-b5d7-ca4b8b47e0ee req-d843a436-1cea-42ea-8c2d-043c45c0331f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:24.027089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d738382-73b9-4add-b5d7-ca4b8b47e0ee req-d843a436-1cea-42ea-8c2d-043c45c0331f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.1730392 May 28 06:08:24.203852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d738382-73b9-4add-b5d7-ca4b8b47e0ee req-6e11d339-0af1-488e-ac8e-608da11e2662 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701181 May 28 06:08:24.345942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:08:24.355223 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] Sync routers for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:08:24.365278 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:08:24.365873 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:08:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:24.420450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] No DVR routers for this DVR port a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:08:24.423030 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:24.425671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'name': 'network-vif-deleted', 'tag': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:08:24.441566 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9b6d52a-50f0-4395-a769-709c9adfa784 req-8429f5be-fdfc-4d7c-8353-c796d1aa4d1f tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.33 "DELETE /v2.0/ports/a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a HTTP/1.1" status: 204 len: 173 time: 1.5042539 May 28 06:08:24.472287 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2462b96-545f-46dc-961c-b2709d04b3e1'] response: {'server_uuid': 'efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e', 'name': 'network-vif-deleted', 'tag': 'a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a', 'status': 'completed', 'code': 200} May 28 06:08:24.566643 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:08:24.744416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-654cdd03-344f-48e1-bff2-f9148d3109a0 req-5540dee4-d121-4483-9d96-0cbaebd1fc23 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Synchronizing usage tracker for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:08:24.760748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-654cdd03-344f-48e1-bff2-f9148d3109a0 req-5540dee4-d121-4483-9d96-0cbaebd1fc23 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Unset dirty status for tenant:e5e1f12540df459bbda892f45314329c on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:08:24.761900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-654cdd03-344f-48e1-bff2-f9148d3109a0 req-5540dee4-d121-4483-9d96-0cbaebd1fc23 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5bf7d-3a69-4e6b-abb0-e0cc43e5c12e HTTP/1.1" status: 200 len: 210 time: 0.0629590 May 28 06:08:24.888740 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:24.892536 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] Checking router: 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:08:24.900759 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:08:24.901341 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:08:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:25.088685 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:08:25.395878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09d46a-79a4-44e9-b45e-6efd76427329 req-79c6911f-9301-4e28-b571-938b2de6df71 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:25.397399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf09d46a-79a4-44e9-b45e-6efd76427329 req-79c6911f-9301-4e28-b571-938b2de6df71 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0823131 May 28 06:08:25.399009 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:25.403039 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f17e75-dd71-49cd-8094-31b4f017a613 None None] The sync data for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 is: [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:01:53Z', 'revision_number': 4, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '33d7865a-1e7e-41f9-89c1-40186ed9481d', 'name': '', 'network_id': 'f311eb26-f1d4-4e3e-8cce-032a2c72f536', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'mac_address': 'fa:16:3e:20:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '83aca882-2781-4805-830e-03bb6ec8225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:52Z', 'updated_at': '2022-05-28T06:02:01Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'subnets': [{'id': '83aca882-2781-4805-830e-03bb6ec8225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:08:25.442989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf09d46a-79a4-44e9-b45e-6efd76427329 req-5ffe3fef-1077-43a1-ab4a-23774db92e27 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394554 May 28 06:08:25.629265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2801c-7a09-448d-aae9-0c0424500384 None None] New status for floating IP 804190c1-0022-4eb6-b2ed-c91767e8ef07: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:08:25.891974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36054) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:25.953570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684ea27c-04f3-42f8-bbf9-e5fdc7061f90 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:25.981034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684ea27c-04f3-42f8-bbf9-e5fdc7061f90 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:26.032189 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684ea27c-04f3-42f8-bbf9-e5fdc7061f90 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:26.052040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ea27c-04f3-42f8-bbf9-e5fdc7061f90 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473911b1-859f-4072-a5c2-4fb6127674dd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:26.061647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684ea27c-04f3-42f8-bbf9-e5fdc7061f90 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:26.062795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-684ea27c-04f3-42f8-bbf9-e5fdc7061f90 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "DELETE /v2.0/security-groups/473911b1-859f-4072-a5c2-4fb6127674dd HTTP/1.1" status: 204 len: 168 time: 0.1697998 May 28 06:08:26.066071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36058) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:26.082588 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-eb3edd90-0ae4-41c6-b6fb-1b45ca4f2828 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] show failed (client error): The resource could not be found. May 28 06:08:26.083558 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eb3edd90-0ae4-41c6-b6fb-1b45ca4f2828 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "GET /v2.0/security-groups/473911b1-859f-4072-a5c2-4fb6127674dd HTTP/1.1" status: 404 len: 347 time: 0.0163972 May 28 06:08:26.086150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36062) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:26.246444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-816f88da-3578-4e4a-adae-766fd9917676 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Deleting port 52d230f7-d75d-49cb-a789-e929d40bf774 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:08:26.246802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-816f88da-3578-4e4a-adae-766fd9917676 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:26.414023 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-816f88da-3578-4e4a-adae-766fd9917676 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:26.414268 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-816f88da-3578-4e4a-adae-766fd9917676 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:26.540476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-816f88da-3578-4e4a-adae-766fd9917676 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Calling delete_port for 52d230f7-d75d-49cb-a789-e929d40bf774 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:08:26.685886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375c418-f260-4fae-863a-bc3ca1161a90 req-0d9bd508-af79-4890-92d6-d554d4507636 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:26.687270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2375c418-f260-4fae-863a-bc3ca1161a90 req-0d9bd508-af79-4890-92d6-d554d4507636 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.1166666 May 28 06:08:26.783734 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2375c418-f260-4fae-863a-bc3ca1161a90 req-255ec96e-132a-4aaf-a444-b0553f4c9270 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639491 May 28 06:08:26.784873 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-816f88da-3578-4e4a-adae-766fd9917676 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:26.833678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f88da-3578-4e4a-adae-766fd9917676 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Pushing event deleted for resources: {'Port': ['ID=52d230f7-d75d-49cb-a789-e929d40bf774,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:26.925275 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-816f88da-3578-4e4a-adae-766fd9917676 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:26.942760 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-816f88da-3578-4e4a-adae-766fd9917676 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:26.943846 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-816f88da-3578-4e4a-adae-766fd9917676 tempest-AttachVolumeTestJSON-888784062 tempest-AttachVolumeTestJSON-888784062-project] 10.222.0.39 "DELETE /v2.0/floatingips/804190c1-0022-4eb6-b2ed-c91767e8ef07 HTTP/1.1" status: 204 len: 168 time: 0.8568275 May 28 06:08:27.341490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:08:27.377064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:08:27.377412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device a6b0b0fe-9b55-4c45-8bd0-1c6ac846d21a not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:08:27.991907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ad546-6fbe-4da4-847b-641fd8f12276 req-6087058a-78eb-409d-8e2d-d183dd6de6c5 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:27.993270 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a20ad546-6fbe-4da4-847b-641fd8f12276 req-6087058a-78eb-409d-8e2d-d183dd6de6c5 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0809190 May 28 06:08:28.039988 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a20ad546-6fbe-4da4-847b-641fd8f12276 req-d78ffcd2-49bf-45f5-8a23-dd3962393ad6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409603 May 28 06:08:29.239413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7800f-e6fc-4595-98c2-b0fc99b3ca52 req-e77a7cd0-e456-485d-ae4c-b0eae3df8130 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:29.240902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e7800f-e6fc-4595-98c2-b0fc99b3ca52 req-e77a7cd0-e456-485d-ae4c-b0eae3df8130 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0856736 May 28 06:08:29.292508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e7800f-e6fc-4595-98c2-b0fc99b3ca52 req-781c9386-42ee-4fe1-b2e8-254d633aa265 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451579 May 28 06:08:30.352753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9b7b5645-2e13-4eb9-b393-22c15ab272e2 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:08:30.514984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:08:30.531646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'port_id': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'mac_address': 'fa:16:3e:5a:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:08:30.585202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ac514-de1f-4289-953b-3b642335d10b req-659c952e-37b6-42dd-9fdd-c165ddd3898f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:30.586701 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b94ac514-de1f-4289-953b-3b642335d10b req-659c952e-37b6-42dd-9fdd-c165ddd3898f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.1729648 May 28 06:08:30.602324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:08:30.603103 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:30.622973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b7b5645-2e13-4eb9-b393-22c15ab272e2 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:08:30.642838 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b94ac514-de1f-4289-953b-3b642335d10b req-a54fe3c4-1073-4a71-8de2-9608ff9e3c2c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445213 May 28 06:08:30.647676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:08:30.656678 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:30.763308 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:30.768573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['9b7b5645-2e13-4eb9-b393-22c15ab272e2'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:08:30.811446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.811786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.812120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.812450 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.812798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.813137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.814151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.814637 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.814963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.815333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.815687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:30.815982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:31.050319 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:31.903991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0711ee-89fa-4ab3-891a-07e13a3e930f req-d45b31ea-4271-4e86-812c-cac68be208e0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:31.906176 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc0711ee-89fa-4ab3-891a-07e13a3e930f req-d45b31ea-4271-4e86-812c-cac68be208e0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 944 time: 0.1196740 May 28 06:08:31.990790 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc0711ee-89fa-4ab3-891a-07e13a3e930f req-57cdb48c-791d-4118-857c-de0869a04bbc tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659180 May 28 06:08:32.364654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9b7b5645-2e13-4eb9-b393-22c15ab272e2 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:08:32.442241 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:08:32.443007 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:32.597854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:08:32.598544 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:32.629504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:08:32.659749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:08:32.666283 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:32.713368 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16b50a2-3224-45c4-a283-90d40bfc4676'] response: {'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'code': 200} May 28 06:08:32.770404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:33.203043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81e54-632a-4cdb-8123-c650a5817fde req-0af9dc71-9551-4afb-a106-82bcc56bedba tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:33.205660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88f81e54-632a-4cdb-8123-c650a5817fde req-0af9dc71-9551-4afb-a106-82bcc56bedba tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.1015794 May 28 06:08:33.271041 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88f81e54-632a-4cdb-8123-c650a5817fde req-49ea4aa3-11f5-4364-a52f-914031161ff8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506821 May 28 06:08:34.454234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36148) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:34.613471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c72db0-a8d1-4c14-9e61-0e4e6de976ce req-41b1b90c-ba41-44f3-9ddf-536ddd9410ae tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:34.620465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3c72db0-a8d1-4c14-9e61-0e4e6de976ce req-41b1b90c-ba41-44f3-9ddf-536ddd9410ae tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.1597180 May 28 06:08:34.728132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3c72db0-a8d1-4c14-9e61-0e4e6de976ce req-90da9421-5484-4571-a2f2-0c351c317774 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974786 May 28 06:08:35.417059 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:35.823492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] Deleting port 33d7865a-1e7e-41f9-89c1-40186ed9481d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:08:35.824155 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:36.077550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f0c1-7f93-4ab5-8488-1f015379a033 req-eac17c5f-f2ff-4b45-8616-c20371e1ade3 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:36.079046 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad82f0c1-7f93-4ab5-8488-1f015379a033 req-eac17c5f-f2ff-4b45-8616-c20371e1ade3 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.2226000 May 28 06:08:36.123200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] For port 33d7865a-1e7e-41f9-89c1-40186ed9481d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=33d7865a-1e7e-41f9-89c1-40186ed9481d,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:08:36.123583 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:36.155613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad82f0c1-7f93-4ab5-8488-1f015379a033 req-896dc810-d5be-422e-bf06-2309d7e0d2e9 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673599 May 28 06:08:36.271849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] Calling delete_port for 33d7865a-1e7e-41f9-89c1-40186ed9481d owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:08:36.608943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:36.797690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d7865a-1e7e-41f9-89c1-40186ed9481d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:37.151270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:37.503569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e67bb-ecf8-4ccf-9ec9-8679e7db9cf2 req-d4a92a18-1825-49a1-a194-56317da5d162 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:37.505145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd2e67bb-ecf8-4ccf-9ec9-8679e7db9cf2 req-d4a92a18-1825-49a1-a194-56317da5d162 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.1868801 May 28 06:08:37.631553 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd2e67bb-ecf8-4ccf-9ec9-8679e7db9cf2 req-56f86843-da51-4aba-b9a0-082fd648757a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714977 May 28 06:08:37.637301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] Router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:08:37.825091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:08:37.837276 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] Sync routers for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:08:37.843443 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d992fdb9-1340-420d-a046-67cf06c07ba6 admin admin] 10.222.0.39 "PUT /v2.0/routers/4aaec72f-bd15-47a1-9e2e-da6f2045fc92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3850694 May 28 06:08:37.843823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36166) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:37.856105 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:08:37.857029 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:08:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:38.052647 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:38.134124 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:08:38.240976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:38.253403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Deleting port 756f84db-947f-4834-8d00-bed2bc519c77 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:08:38.253808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:38.268216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-305c2414-68ed-4105-a5c9-6b28af320324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:38.271090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-305c2414-68ed-4105-a5c9-6b28af320324 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 1096 time: 0.1519809 May 28 06:08:38.463746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] For port 756f84db-947f-4834-8d00-bed2bc519c77, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=756f84db-947f-4834-8d00-bed2bc519c77,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:08:38.463998 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:38.468890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-79defcb1-9841-47e0-ae98-71b05467482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:38.471425 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-79defcb1-9841-47e0-ae98-71b05467482e service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.1741295 May 28 06:08:38.521478 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c113feb7-273e-490d-9620-e8bf19e8177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:38.591156 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '756f84db-947f-4834-8d00-bed2bc519c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:08:36Z', 'revision_number': 5, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port': {'id': '756f84db-947f-4834-8d00-bed2bc519c77', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:01:45Z', 'updated_at': '2022-05-28T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:38.596194 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] Checking router: 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:08:38.606327 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] Routers {'4aaec72f-bd15-47a1-9e2e-da6f2045fc92'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:08:38.607073 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:08:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:38.615209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Calling delete_port for 756f84db-947f-4834-8d00-bed2bc519c77 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:08:38.621831 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-9ece4bd0-3d9a-42d6-a8cb-87e5b0f92b92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2 HTTP/1.1" status: 200 len: 1001 time: 0.1364436 May 28 06:08:38.705832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-75ebc8d0-e3cb-4d3c-bdeb-b002c24d1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:38.707288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-75ebc8d0-e3cb-4d3c-bdeb-b002c24d1377 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.0761125 May 28 06:08:38.801034 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] Set router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:08:38.954849 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:08:38Z', 'revision_number': 6, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:38.959926 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f2811-42e1-47e1-8b7d-f0bf1d6d1929 None None] The sync data for ids ['4aaec72f-bd15-47a1-9e2e-da6f2045fc92'] in n-d-843679-5 is: [{'id': '4aaec72f-bd15-47a1-9e2e-da6f2045fc92', 'name': 'tempest-AttachVolumeTestJSON-310475646-router', 'tenant_id': 'e5e1f12540df459bbda892f45314329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:01:42Z', 'updated_at': '2022-05-28T06:08:38Z', 'revision_number': 6, 'project_id': 'e5e1f12540df459bbda892f45314329c', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:08:38.962306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-2bcbf50b-b571-468a-bff3-8465e1a28141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:38.964701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-2bcbf50b-b571-468a-bff3-8465e1a28141 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459791 May 28 06:08:39.100313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0ffd4-d98d-4220-8b82-a54403448695 req-d3ac632f-9ac3-46ed-8bae-64d9a3e67889 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:39.101723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-29f0ffd4-d98d-4220-8b82-a54403448695 req-d3ac632f-9ac3-46ed-8bae-64d9a3e67889 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.1334925 May 28 06:08:39.144855 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-e8f37537-aa75-4ccd-8b79-919dc0e148b7 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719761 May 28 06:08:39.198694 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-29f0ffd4-d98d-4220-8b82-a54403448695 req-09c33834-499a-4a18-b5f3-dfe2ecc8b8bf tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502520 May 28 06:08:39.250152 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:39.302625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Pushing event deleted for resources: {'Port': ['ID=756f84db-947f-4834-8d00-bed2bc519c77,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:39.366103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4beca2e7-903d-4d25-a81f-1eb72231f1cb req-ccafc4dc-4911-49de-81f6-70d373d3a107 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099924 May 28 06:08:39.399905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.400655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.401299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.401858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.402413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.403020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.403647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.404186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.404709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.405221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.406224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.406756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:39.443329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:39.644600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:39.647466 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:39.672487 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:39.674000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aaec72f-bd15-47a1-9e2e-da6f2045fc92 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:08:39.690484 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:39.691642 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b6f56893-2fa5-4bc5-a49e-40e40e0be0db admin admin] 10.222.0.39 "DELETE /v2.0/routers/4aaec72f-bd15-47a1-9e2e-da6f2045fc92 HTTP/1.1" status: 204 len: 168 time: 1.8467789 May 28 06:08:39.694060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36174) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:39.773253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d04f7e-f917-4ad0-bcac-5266cf01474d admin admin] Deleting subnet 83aca882-2781-4805-830e-03bb6ec8225d {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:08:39.776697 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18d04f7e-f917-4ad0-bcac-5266cf01474d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:39.835625 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18d04f7e-f917-4ad0-bcac-5266cf01474d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:39.935565 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18d04f7e-f917-4ad0-bcac-5266cf01474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.025014 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18d04f7e-f917-4ad0-bcac-5266cf01474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.062830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d04f7e-f917-4ad0-bcac-5266cf01474d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83aca882-2781-4805-830e-03bb6ec8225d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:40.093412 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18d04f7e-f917-4ad0-bcac-5266cf01474d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.095178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c7dff8-271c-4283-9806-76d21e1993ee None None] Network f311eb26-f1d4-4e3e-8cce-032a2c72f536 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:08:40.104369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36178) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:40.104586 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-18d04f7e-f917-4ad0-bcac-5266cf01474d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/83aca882-2781-4805-830e-03bb6ec8225d HTTP/1.1" status: 204 len: 168 time: 0.4093177 May 28 06:08:40.247443 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.297824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.312308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Deleting port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:08:40.313013 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.533548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d0720-b068-456a-ab31-27271015a1ec None None] DHCP port deletion for f311eb26-f1d4-4e3e-8cce-032a2c72f536 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:08:40.538110 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-636d0720-b068-456a-ab31-27271015a1ec None None] Deleting port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:08:40.538495 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-636d0720-b068-456a-ab31-27271015a1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.617617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11372b-c8e8-4ccf-a6db-613a1cbc7edf req-12d5b284-bcbd-48e0-aaad-0d5ca8d7587f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:40.624795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d11372b-c8e8-4ccf-a6db-613a1cbc7edf req-12d5b284-bcbd-48e0-aaad-0d5ca8d7587f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.2610948 May 28 06:08:40.653958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] For port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=301964e4-4fa7-4fa0-8882-fc3be6fdb88c,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:08:40.654316 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.802456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Calling delete_port for 301964e4-4fa7-4fa0-8882-fc3be6fdb88c owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:08:40.815149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-636d0720-b068-456a-ab31-27271015a1ec None None] For port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=301964e4-4fa7-4fa0-8882-fc3be6fdb88c,segment=NetworkSegment(ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d),segment_id=ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:08:40.816033 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-636d0720-b068-456a-ab31-27271015a1ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.826173 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ae50875b-aea7-4b00-9864-96908f9f1067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.846859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d11372b-c8e8-4ccf-a6db-613a1cbc7edf req-69ca4fa0-b2c1-4368-8eb4-de44319c79ba tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211475 May 28 06:08:40.913595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:40.976864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] No DVR routers for this DVR port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:08:41.004663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 756f84db-947f-4834-8d00-bed2bc519c77 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:08:41.017228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Pushing event deleted for resources: {'Port': ['ID=301964e4-4fa7-4fa0-8882-fc3be6fdb88c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:41.050992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-636d0720-b068-456a-ab31-27271015a1ec None None] Calling delete_port for 301964e4-4fa7-4fa0-8882-fc3be6fdb88c owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:08:41.088720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 756f84db-947f-4834-8d00-bed2bc519c77 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:08:41.089061 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 756f84db-947f-4834-8d00-bed2bc519c77 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:08:41.089476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 301964e4-4fa7-4fa0-8882-fc3be6fdb88c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:08:41.116330 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.134748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 301964e4-4fa7-4fa0-8882-fc3be6fdb88c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:08:41.135338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 301964e4-4fa7-4fa0-8882-fc3be6fdb88c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:08:41.135539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 33d7865a-1e7e-41f9-89c1-40186ed9481d no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:08:41.149619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f311eb26-f1d4-4e3e-8cce-032a2c72f536']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:41.163362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:41.163772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:08:41.177475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.177868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 33d7865a-1e7e-41f9-89c1-40186ed9481d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:08:41.178214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 33d7865a-1e7e-41f9-89c1-40186ed9481d not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:08:41.197770 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.206255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:08:41.206735 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.208062 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-636d0720-b068-456a-ab31-27271015a1ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:08:41.208444 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-636d0720-b068-456a-ab31-27271015a1ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:08:41.311700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.330560 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.336547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] Pushing event deleted for resources: {'Network': ['ID=f311eb26-f1d4-4e3e-8cce-032a2c72f536,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:41.354757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-acac3a21-6f74-4dfc-8106-5a38c0d37640 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f311eb26-f1d4-4e3e-8cce-032a2c72f536 HTTP/1.1" status: 204 len: 168 time: 1.2485166 May 28 06:08:41.392793 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d resource provider aggregate not found May 28 06:08:41.409618 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebdddc36-6231-4dbf-8e0f-60b0a60c7e2d found for delete ", "request_id": "req-74f56615-11b8-467c-be76-c97bc238a348"}]} May 28 06:08:41.467157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36206) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:41.515662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ef9ed5bb-1dcc-4951-b242-db5187f77966 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5e1f12540df459bbda892f45314329c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471241 May 28 06:08:41.517925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36210) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:41.574759 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bf960c08-a561-4936-a2ee-15f425e2cc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.599852 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bf960c08-a561-4936-a2ee-15f425e2cc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.628239 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.651800 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.657664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bf960c08-a561-4936-a2ee-15f425e2cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.681987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf960c08-a561-4936-a2ee-15f425e2cc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89c3b2b-42af-4903-904d-d12ca1b7811c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:41.691183 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bf960c08-a561-4936-a2ee-15f425e2cc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.694904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bf960c08-a561-4936-a2ee-15f425e2cc3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d89c3b2b-42af-4903-904d-d12ca1b7811c HTTP/1.1" status: 204 len: 168 time: 0.1737785 May 28 06:08:41.709907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-636d0720-b068-456a-ab31-27271015a1ec None None] Deleting port 301964e4-4fa7-4fa0-8882-fc3be6fdb88c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:08:41.710282 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-636d0720-b068-456a-ab31-27271015a1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:41.777762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-636d0720-b068-456a-ab31-27271015a1ec None None] The port '301964e4-4fa7-4fa0-8882-fc3be6fdb88c' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:08:42.058825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-4c012a21-47fe-4b12-a31e-89afcdc661f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:42.060503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-4c012a21-47fe-4b12-a31e-89afcdc661f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 1096 time: 0.2033994 May 28 06:08:42.061625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16d6e0-1fcc-46b2-9420-efd51e4ca491 req-15ef2e64-bd7b-41be-98ac-c9a080919513 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:42.063114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf16d6e0-1fcc-46b2-9420-efd51e4ca491 req-15ef2e64-bd7b-41be-98ac-c9a080919513 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0990834 May 28 06:08:42.116481 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf16d6e0-1fcc-46b2-9420-efd51e4ca491 req-82c3ba63-6c20-4776-b775-c3753cf41c38 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467553 May 28 06:08:42.200813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-1601b0c5-fab8-446f-b4f5-441889a058b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:42.202295 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-1601b0c5-fab8-446f-b4f5-441889a058b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.1340117 May 28 06:08:42.313458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-3de467f6-885d-41fb-96ed-e24f2ccbb67a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2 HTTP/1.1" status: 200 len: 1001 time: 0.1005874 May 28 06:08:42.387767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-dfeb0f1e-19d7-469c-835a-62668806f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:42.389276 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-dfeb0f1e-19d7-469c-835a-62668806f814 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.0662386 May 28 06:08:42.472603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-97b3dd9c-dc8b-4af7-b6c0-61dcda2ce347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:42.474088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-97b3dd9c-dc8b-4af7-b6c0-61dcda2ce347 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738742 May 28 06:08:42.609349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-42dbe568-ee75-42aa-a593-e762bc2a2fb2 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258230 May 28 06:08:42.745314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e788fe29-349d-4177-90b1-f86d7d364b7a req-ce05b9ed-108a-4474-851f-32669c3da17e service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252904 May 28 06:08:43.314567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb5f6-932a-4036-b5ae-cd38183ed78c req-b9a23707-e2e6-486f-a3ed-e1cbd865bc5f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:43.316076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f1fb5f6-932a-4036-b5ae-cd38183ed78c req-b9a23707-e2e6-486f-a3ed-e1cbd865bc5f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0813680 May 28 06:08:43.323827 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:43.368178 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7f1fb5f6-932a-4036-b5ae-cd38183ed78c req-dfbad93b-4a9b-4043-8e4d-dc2b32383d9d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455084 May 28 06:08:44.580012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fe52-d541-4d1b-b7e1-3d8e315201ba req-643a57e9-3004-4e81-af43-380d53b4c6a7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:44.581551 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9211fe52-d541-4d1b-b7e1-3d8e315201ba req-643a57e9-3004-4e81-af43-380d53b4c6a7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0959890 May 28 06:08:44.631276 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9211fe52-d541-4d1b-b7e1-3d8e315201ba req-47218785-5de5-4ea2-b7b1-6988f63e9865 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436375 May 28 06:08:45.824162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47aef-1812-4a48-b419-b58b8bd1edf4 req-2b98de2a-92bb-45e6-9971-4c9a81d8b13b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:45.825590 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b4b47aef-1812-4a48-b419-b58b8bd1edf4 req-2b98de2a-92bb-45e6-9971-4c9a81d8b13b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 945 time: 0.0828016 May 28 06:08:45.868782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b4b47aef-1812-4a48-b419-b58b8bd1edf4 req-28b276ed-88e2-4482-8824-ef409266b371 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375376 May 28 06:08:46.277223 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-32bf82ff-ed11-4aba-bff3-637637d837d1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2259309 May 28 06:08:46.432624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9b7b5645-2e13-4eb9-b393-22c15ab272e2 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:08:46.439042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-b5261b67-abfb-4e37-a44d-727cd8c3e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:46.440820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-b5261b67-abfb-4e37-a44d-727cd8c3e2d7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 1097 time: 0.0776975 May 28 06:08:46.561139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:08:46.561564 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:46.602591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:08:46.619735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:08:46.625510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:46.647102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-c9cae6c5-8d2e-406b-a7ad-02a22d441b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:46.648708 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-c9cae6c5-8d2e-406b-a7ad-02a22d441b9a service neutron] 10.222.0.33 "GET /v2.0/networks?id=1023c271-cbf5-42c4-87fd-27665c264878 HTTP/1.1" status: 200 len: 897 time: 0.1846836 May 28 06:08:46.667110 n-d-843679-5 neutron-server[88418]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-761a440f-715f-4f0c-9980-23e1a9e5c698']: {'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'code': 422} returned with failed status May 28 06:08:46.714883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:46.772808 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-6de93954-849f-4edc-8d53-ad652dce309d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b HTTP/1.1" status: 200 len: 1001 time: 0.1165905 May 28 06:08:46.841508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-f1612b46-2cc5-4ced-b4b1-7297b0c0d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:46.843062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-f1612b46-2cc5-4ced-b4b1-7297b0c0d754 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4a32e495-4a84-40d9-bace-e775bb598c60 HTTP/1.1" status: 200 len: 834 time: 0.0628350 May 28 06:08:46.949959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-05d5561e-dd59-4538-9e56-6edb3007cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:46.951770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-05d5561e-dd59-4538-9e56-6edb3007cf66 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1023c271-cbf5-42c4-87fd-27665c264878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008132 May 28 06:08:46.984631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d019fc-5965-4bdd-80dc-b869c598ce01 req-d06c8e48-2c1e-4ddf-a5ae-e8cc01bc9f14 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:46.993491 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83d019fc-5965-4bdd-80dc-b869c598ce01 req-d06c8e48-2c1e-4ddf-a5ae-e8cc01bc9f14 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1281762 May 28 06:08:47.043878 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83d019fc-5965-4bdd-80dc-b869c598ce01 req-6ba1e35d-3e95-4109-864a-45e880b994e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493150 May 28 06:08:47.110948 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-520bb098-d544-453b-b999-c05b61c48e1d service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506665 May 28 06:08:47.201973 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-cf347a01-56b8-4ccf-978f-bedf545b7177 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1569829 May 28 06:08:47.373897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d0e0dc03-a7ba-4772-a4e0-29b3721e46ed req-5a658f2d-45bf-4ac5-a44f-79837e3f1049 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558925 May 28 06:08:48.254913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716705d4-fad9-41d5-ae86-95f956eb439e req-2dfbce47-b848-4994-9f84-3a5f6fbeb5f1 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:48.256504 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-716705d4-fad9-41d5-ae86-95f956eb439e req-2dfbce47-b848-4994-9f84-3a5f6fbeb5f1 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.0820007 May 28 06:08:48.300934 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-716705d4-fad9-41d5-ae86-95f956eb439e req-a1cf369e-fd96-4c9d-87e4-420103f6c0c1 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386438 May 28 06:08:49.617515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072fcda-396c-4031-9c68-288b4079db59 req-cb641c14-0dcf-4ca7-9aca-fffc28cee9bf tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:49.619027 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e072fcda-396c-4031-9c68-288b4079db59 req-cb641c14-0dcf-4ca7-9aca-fffc28cee9bf tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.2052269 May 28 06:08:49.667411 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e072fcda-396c-4031-9c68-288b4079db59 req-d9ec249a-b02b-4627-b50b-08faf65b5d4b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425997 May 28 06:08:50.154024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-d7299ca8-a9f2-4442-a847-329502b24406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:50.155883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-d7299ca8-a9f2-4442-a847-329502b24406 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002&tenant_id=b1187b66265643efb15b12eeb15cecbf HTTP/1.1" status: 200 len: 1094 time: 0.0735264 May 28 06:08:50.255767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-dbef5033-fd95-42a9-8910-dd4bddd3e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:50.257216 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-dbef5033-fd95-42a9-8910-dd4bddd3e6bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 1094 time: 0.0765791 May 28 06:08:50.444155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-4df9d3a0-acfa-46eb-8c2f-08007b149a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:50.445573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-4df9d3a0-acfa-46eb-8c2f-08007b149a4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.1804943 May 28 06:08:50.567112 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-2e644700-895b-4420-b679-a583ccfca99f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2 HTTP/1.1" status: 200 len: 999 time: 0.1032562 May 28 06:08:50.592719 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:08:50.638741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-6de87c18-c2bb-47e0-9e1b-165734283a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:50.640303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-6de87c18-c2bb-47e0-9e1b-165734283a5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.0660777 May 28 06:08:50.726456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-133d5167-b6bb-4453-89bd-dbc4a2fd8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:50.728151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-133d5167-b6bb-4453-89bd-dbc4a2fd8bc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769775 May 28 06:08:50.888123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-4c13dbfc-1059-4f86-95a3-8ba1f559a967 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470475 May 28 06:08:50.900552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870bd3b-197d-4405-abc2-544e26d54111 req-4adbdd77-8764-4dab-8c49-5566a5a22c15 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:50.908938 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b870bd3b-197d-4405-abc2-544e26d54111 req-4adbdd77-8764-4dab-8c49-5566a5a22c15 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1064584 May 28 06:08:50.959784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b870bd3b-197d-4405-abc2-544e26d54111 req-0c8f5f41-20bc-42a9-a39e-1b7de2bf60af tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497763 May 28 06:08:51.040861 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22223d6c-ecd9-4556-9a43-4efb601dc1f6 req-9d08a0ab-bb72-4d8e-9fec-fee198b62133 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423101 May 28 06:08:52.074665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36406) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:52.216984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3454ee-48a3-472b-bef6-5cf45b158c23 req-b4f54e64-a23c-4c91-9f9c-7cb229f89c60 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:52.218498 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4c3454ee-48a3-472b-bef6-5cf45b158c23 req-b4f54e64-a23c-4c91-9f9c-7cb229f89c60 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1233580 May 28 06:08:52.286373 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:52.303276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:08:52.308479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Usage tracker for resource:security_group_rule and tenant:079ed39cd487401186914ad9c454d099 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:08:52.311716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:08:52.314132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4c3454ee-48a3-472b-bef6-5cf45b158c23 req-b6fa404f-7cac-4000-90b3-49af887944c0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881913 May 28 06:08:52.320077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:08:52.416230 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:52.420983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:52.478627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ca8b48-0984-4f6b-af5b-3c955c779395,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:52.482778 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=079ed39cd487401186914ad9c454d099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064143 May 28 06:08:52.487091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36412) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:52.490928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.491373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.492045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.492441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.492831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.493537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.493930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.497101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.497101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.497101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.497101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.497101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a70aefa-ed84-4688-a38c-13cbf2ff5638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:08:52.568524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c8acbcc-e777-4b64-b305-f31d5b3ca3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:52.595434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c8acbcc-e777-4b64-b305-f31d5b3ca3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:52.651691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c8acbcc-e777-4b64-b305-f31d5b3ca3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:52.671549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8acbcc-e777-4b64-b305-f31d5b3ca3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ca8b48-0984-4f6b-af5b-3c955c779395,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:52.674869 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c8acbcc-e777-4b64-b305-f31d5b3ca3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:52.676557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5c8acbcc-e777-4b64-b305-f31d5b3ca3fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5ca8b48-0984-4f6b-af5b-3c955c779395 HTTP/1.1" status: 204 len: 168 time: 0.1882603 May 28 06:08:53.537994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb33c0-4e33-44bb-bef1-68f82cddd00a req-8b4d725d-dcd2-418e-9136-06d4c231b9e0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:53.539573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8aeb33c0-4e33-44bb-bef1-68f82cddd00a req-8b4d725d-dcd2-418e-9136-06d4c231b9e0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.0917368 May 28 06:08:53.604079 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8aeb33c0-4e33-44bb-bef1-68f82cddd00a req-8066eebc-b016-4383-b3e7-ce59693b6646 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584641 May 28 06:08:54.883600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5c98d-e476-4d95-b0e1-241725cb8f21 req-77d1b2e8-04bb-4e49-8c86-e20967255068 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:54.891062 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d2e5c98d-e476-4d95-b0e1-241725cb8f21 req-77d1b2e8-04bb-4e49-8c86-e20967255068 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1581976 May 28 06:08:54.936526 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d2e5c98d-e476-4d95-b0e1-241725cb8f21 req-8bb62f76-9393-469f-8f41-ab6ce6ef38ac tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444903 May 28 06:08:56.165046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45254bdc-5179-4f66-8b72-89692368ccd1 req-a33c1d84-f8a2-40c1-820f-09227e0ba962 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:56.168439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45254bdc-5179-4f66-8b72-89692368ccd1 req-a33c1d84-f8a2-40c1-820f-09227e0ba962 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1041336 May 28 06:08:56.229106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45254bdc-5179-4f66-8b72-89692368ccd1 req-219a4c35-c0af-402b-91db-9234626aec89 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479443 May 28 06:08:57.483014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e252a-c5eb-4a53-aa14-1679eb8ec9bc req-a3477c5a-5d67-4af9-ad46-b3aa10e3898a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:57.484594 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-682e252a-c5eb-4a53-aa14-1679eb8ec9bc req-a3477c5a-5d67-4af9-ad46-b3aa10e3898a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1055851 May 28 06:08:57.608912 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-682e252a-c5eb-4a53-aa14-1679eb8ec9bc req-26120997-f46b-42a2-b0ed-c3838187256d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146069 May 28 06:08:58.527391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36494) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:58.669642 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcfa114c-7a95-4027-8dfd-882774b98d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:58.686207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bcfa114c-7a95-4027-8dfd-882774b98d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:08:58.690875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bcfa114c-7a95-4027-8dfd-882774b98d93 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9e5cce7602402dbb5c473708564ceb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:08:58.694302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bcfa114c-7a95-4027-8dfd-882774b98d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:08:58.700366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bcfa114c-7a95-4027-8dfd-882774b98d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:08:58.846200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2385ed-5087-4b46-a38e-d4288a35cf90 req-35090d06-f591-4103-994c-0d78a5c09694 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:08:58.847168 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2385ed-5087-4b46-a38e-d4288a35cf90 req-35090d06-f591-4103-994c-0d78a5c09694 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1061893 May 28 06:08:58.953324 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba2385ed-5087-4b46-a38e-d4288a35cf90 req-d34c6433-f12c-464c-94d2-b2bd26fe9430 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945148 May 28 06:08:58.958514 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcfa114c-7a95-4027-8dfd-882774b98d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:58.965185 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcfa114c-7a95-4027-8dfd-882774b98d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:59.019845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa114c-7a95-4027-8dfd-882774b98d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1145e83-2d7c-4b53-9e18-91f52a28cc50,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:08:59.076607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36506) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:08:59.078188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bcfa114c-7a95-4027-8dfd-882774b98d93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e9e5cce7602402dbb5c473708564ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495884 May 28 06:08:59.176164 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33b6fa53-1bd8-4df1-9bf9-cce88c6df000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:59.222975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33b6fa53-1bd8-4df1-9bf9-cce88c6df000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:59.307393 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33b6fa53-1bd8-4df1-9bf9-cce88c6df000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:59.330988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33b6fa53-1bd8-4df1-9bf9-cce88c6df000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:08:59.332277 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-33b6fa53-1bd8-4df1-9bf9-cce88c6df000 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1145e83-2d7c-4b53-9e18-91f52a28cc50 HTTP/1.1" status: 204 len: 168 time: 0.2549005 May 28 06:08:59.336776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6fa53-1bd8-4df1-9bf9-cce88c6df000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1145e83-2d7c-4b53-9e18-91f52a28cc50,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:00.196013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad15f3-60ad-42a6-be2a-cd67c49356d6 req-3be2abc0-485b-4fa3-8682-3ae06a440fbf tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:00.197477 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92ad15f3-60ad-42a6-be2a-cd67c49356d6 req-3be2abc0-485b-4fa3-8682-3ae06a440fbf tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.0834541 May 28 06:09:00.246740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92ad15f3-60ad-42a6-be2a-cd67c49356d6 req-ee2fc419-9546-4542-8efc-e6212fe03dd0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 May 28 06:09:00.723500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36562) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:00.837242 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1880d7f3-46bf-4736-873f-e7698283513c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:00.853849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1880d7f3-46bf-4736-873f-e7698283513c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:00.858254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1880d7f3-46bf-4736-873f-e7698283513c admin admin] Usage tracker for resource:security_group_rule and tenant:7ef99af8e90e41f7b42d652b267599d9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:00.861637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1880d7f3-46bf-4736-873f-e7698283513c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:00.868126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1880d7f3-46bf-4736-873f-e7698283513c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:00.948732 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1880d7f3-46bf-4736-873f-e7698283513c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:00.952390 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1880d7f3-46bf-4736-873f-e7698283513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:01.000434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880d7f3-46bf-4736-873f-e7698283513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa4593-33b6-4912-866f-c8de98fd8845,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:01.004763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1880d7f3-46bf-4736-873f-e7698283513c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ef99af8e90e41f7b42d652b267599d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802806 May 28 06:09:01.007340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36568) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:01.050037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:01.068298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5491b785-f918-4431-bd4c-3a416c72d5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:01.097242 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5491b785-f918-4431-bd4c-3a416c72d5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:01.147543 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5491b785-f918-4431-bd4c-3a416c72d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:01.163514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491b785-f918-4431-bd4c-3a416c72d5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa4593-33b6-4912-866f-c8de98fd8845,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:01.167811 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5491b785-f918-4431-bd4c-3a416c72d5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:01.168927 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5491b785-f918-4431-bd4c-3a416c72d5f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44fa4593-33b6-4912-866f-c8de98fd8845 HTTP/1.1" status: 204 len: 168 time: 0.1606760 May 28 06:09:01.443596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce485b2-1540-4abf-9cad-9592d057462a req-5186d92a-c717-4b0b-887b-292d5ac2bae7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:01.445051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ce485b2-1540-4abf-9cad-9592d057462a req-5186d92a-c717-4b0b-887b-292d5ac2bae7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.0832345 May 28 06:09:01.491572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8ce485b2-1540-4abf-9cad-9592d057462a req-3c7909ca-5a1f-4fdb-a44a-8cea194a60ee tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405440 May 28 06:09:02.688020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f0f70-6b8d-46a0-aa8c-853702cbf932 req-ca17a4a6-1ddf-4885-82f6-dc67db5f0b5d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:02.689669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f30f0f70-6b8d-46a0-aa8c-853702cbf932 req-ca17a4a6-1ddf-4885-82f6-dc67db5f0b5d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.0820606 May 28 06:09:02.734743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f30f0f70-6b8d-46a0-aa8c-853702cbf932 req-db1afeb1-f842-4105-a623-8398a711465f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392187 May 28 06:09:03.437725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36654) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:03.564976 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94b1d9f0-ee90-4072-bd3d-f30bd2660e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:03.582652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-94b1d9f0-ee90-4072-bd3d-f30bd2660e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:03.586636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-94b1d9f0-ee90-4072-bd3d-f30bd2660e61 admin admin] Usage tracker for resource:security_group_rule and tenant:d6ce5c8424c3445f8dcae868ee0a5b90 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:03.589397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-94b1d9f0-ee90-4072-bd3d-f30bd2660e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:03.594994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-94b1d9f0-ee90-4072-bd3d-f30bd2660e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:03.675380 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94b1d9f0-ee90-4072-bd3d-f30bd2660e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:03.678897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94b1d9f0-ee90-4072-bd3d-f30bd2660e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:03.724909 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-94b1d9f0-ee90-4072-bd3d-f30bd2660e61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6ce5c8424c3445f8dcae868ee0a5b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861717 May 28 06:09:03.726429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1d9f0-ee90-4072-bd3d-f30bd2660e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d38ad0-afd2-46a7-86e9-6fd180773acb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:03.727631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36660) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:03.788662 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3260d6ce-3a9d-42ad-9fe2-df6b3fc1a274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:03.815402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3260d6ce-3a9d-42ad-9fe2-df6b3fc1a274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:03.920096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3260d6ce-3a9d-42ad-9fe2-df6b3fc1a274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:03.941260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260d6ce-3a9d-42ad-9fe2-df6b3fc1a274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d38ad0-afd2-46a7-86e9-6fd180773acb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:03.948554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3260d6ce-3a9d-42ad-9fe2-df6b3fc1a274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:03.949869 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3260d6ce-3a9d-42ad-9fe2-df6b3fc1a274 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23d38ad0-afd2-46a7-86e9-6fd180773acb HTTP/1.1" status: 204 len: 168 time: 0.2212672 May 28 06:09:03.957903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ab890-5727-4e91-9691-d76741a1ce8c req-b5b0a2ae-eb7e-4ff8-9562-0dfdb60d7a5e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:03.959315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d4ab890-5727-4e91-9691-d76741a1ce8c req-b5b0a2ae-eb7e-4ff8-9562-0dfdb60d7a5e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.1131644 May 28 06:09:04.008065 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4d4ab890-5727-4e91-9691-d76741a1ce8c req-b4658632-a3ed-4052-b04d-4be727ec13e7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 May 28 06:09:04.222980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36670) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:04.241072 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8c46-d638-4796-9399-7f97407aaa6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:04.255187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a6a8c46-d638-4796-9399-7f97407aaa6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:04.259039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a6a8c46-d638-4796-9399-7f97407aaa6b admin admin] Usage tracker for resource:security_group_rule and tenant:b9ccd7b5eaeb4974a3c9c1823b2bbc14 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:04.261822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a6a8c46-d638-4796-9399-7f97407aaa6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:04.268089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a6a8c46-d638-4796-9399-7f97407aaa6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:04.351121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8c46-d638-4796-9399-7f97407aaa6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:04.354699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8c46-d638-4796-9399-7f97407aaa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:04.402149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3a6a8c46-d638-4796-9399-7f97407aaa6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9ccd7b5eaeb4974a3c9c1823b2bbc14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780679 May 28 06:09:04.402999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a8c46-d638-4796-9399-7f97407aaa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f412846-e7df-43d5-9c2e-eac9e0e5ce33,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:04.404912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36674) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:04.461714 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51f62f1e-2784-4462-91e7-35999a2152ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:04.487303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51f62f1e-2784-4462-91e7-35999a2152ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:04.586547 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51f62f1e-2784-4462-91e7-35999a2152ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:04.609326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f62f1e-2784-4462-91e7-35999a2152ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f412846-e7df-43d5-9c2e-eac9e0e5ce33,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:04.625292 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-51f62f1e-2784-4462-91e7-35999a2152ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:04.626916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-51f62f1e-2784-4462-91e7-35999a2152ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f412846-e7df-43d5-9c2e-eac9e0e5ce33 HTTP/1.1" status: 204 len: 168 time: 0.2210243 May 28 06:09:05.203640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a252136-8d92-481a-ac53-5f362cc516c6 req-03dce1d3-4cde-4bc0-9c1d-5ea5c61c34be tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:05.205153 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a252136-8d92-481a-ac53-5f362cc516c6 req-03dce1d3-4cde-4bc0-9c1d-5ea5c61c34be tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.0829096 May 28 06:09:05.252289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a252136-8d92-481a-ac53-5f362cc516c6 req-18e43277-5501-4256-bfe7-8d7e8967ce68 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411468 May 28 06:09:05.693919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36714) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:05.811104 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c7f40bd-4389-4d97-b40b-2c33c50967a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:05.825232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0c7f40bd-4389-4d97-b40b-2c33c50967a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:05.829032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0c7f40bd-4389-4d97-b40b-2c33c50967a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2a34e1b5f30d4f03bcf28ac5dd4956b3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:05.832366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0c7f40bd-4389-4d97-b40b-2c33c50967a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:05.837963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0c7f40bd-4389-4d97-b40b-2c33c50967a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:05.921214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c7f40bd-4389-4d97-b40b-2c33c50967a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:05.924776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c7f40bd-4389-4d97-b40b-2c33c50967a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:05.971139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0c7f40bd-4389-4d97-b40b-2c33c50967a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a34e1b5f30d4f03bcf28ac5dd4956b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760491 May 28 06:09:05.972617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f40bd-4389-4d97-b40b-2c33c50967a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b6ff5-d2b0-45c2-bd30-5ced4eaa5ec8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:05.973784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36720) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:06.032212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e8c7f03-be45-41fd-8a35-f84665b00a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:06.056279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e8c7f03-be45-41fd-8a35-f84665b00a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:06.113632 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e8c7f03-be45-41fd-8a35-f84665b00a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:06.127859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c7f03-be45-41fd-8a35-f84665b00a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b6ff5-d2b0-45c2-bd30-5ced4eaa5ec8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:06.135663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e8c7f03-be45-41fd-8a35-f84665b00a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:06.139191 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5e8c7f03-be45-41fd-8a35-f84665b00a5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa4b6ff5-d2b0-45c2-bd30-5ced4eaa5ec8 HTTP/1.1" status: 204 len: 168 time: 0.1614826 May 28 06:09:06.443648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64556514-9803-4b64-a786-5c5ca7a0d1f9 req-f915970c-11bb-4e55-9d24-cd8918bedc81 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:06.445124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64556514-9803-4b64-a786-5c5ca7a0d1f9 req-f915970c-11bb-4e55-9d24-cd8918bedc81 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.0841424 May 28 06:09:06.491810 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-64556514-9803-4b64-a786-5c5ca7a0d1f9 req-3186e96e-c464-4624-a6b0-c319376a44cb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408854 May 28 06:09:07.086941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36754) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:07.204198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-befd68b3-15bc-4786-a221-4cfe824ede8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:07.218107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-befd68b3-15bc-4786-a221-4cfe824ede8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:07.222424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-befd68b3-15bc-4786-a221-4cfe824ede8f admin admin] Usage tracker for resource:security_group_rule and tenant:34839cfe9fb844b18dc7a92c600f008b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:07.225311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-befd68b3-15bc-4786-a221-4cfe824ede8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:07.225571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36760) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:07.231198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-befd68b3-15bc-4786-a221-4cfe824ede8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:07.303746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba1e80-882e-4ae0-8e45-13faef41ec4f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:07.304230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba1e80-882e-4ae0-8e45-13faef41ec4f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:07.304690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba1e80-882e-4ae0-8e45-13faef41ec4f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:07.306351 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-14ba1e80-882e-4ae0-8e45-13faef41ec4f tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=51898e09918a40e3bfb096149abf1819&network_id=1023c271-cbf5-42c4-87fd-27665c264878 HTTP/1.1" status: 200 len: 2970 time: 0.0797987 May 28 06:09:07.317646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-befd68b3-15bc-4786-a221-4cfe824ede8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:07.321267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-befd68b3-15bc-4786-a221-4cfe824ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:07.367544 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-befd68b3-15bc-4786-a221-4cfe824ede8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34839cfe9fb844b18dc7a92c600f008b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795229 May 28 06:09:07.369084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd68b3-15bc-4786-a221-4cfe824ede8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab94326-be3a-46db-ab37-ade12f5ac38e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:07.370399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36766) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:07.431248 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-992f8c07-4c4a-41e6-9759-77e6d8a4c3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:07.456903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-992f8c07-4c4a-41e6-9759-77e6d8a4c3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:07.507630 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-992f8c07-4c4a-41e6-9759-77e6d8a4c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:07.524593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f8c07-4c4a-41e6-9759-77e6d8a4c3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab94326-be3a-46db-ab37-ade12f5ac38e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:07.541736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-992f8c07-4c4a-41e6-9759-77e6d8a4c3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:07.543663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-992f8c07-4c4a-41e6-9759-77e6d8a4c3bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ab94326-be3a-46db-ab37-ade12f5ac38e HTTP/1.1" status: 204 len: 168 time: 0.1722555 May 28 06:09:07.696685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf443e-c5a1-4887-a812-dd8883a60fa9 req-4bcfae08-7572-4f2d-a1b0-07b1f18d7598 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:07.698139 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ceaf443e-c5a1-4887-a812-dd8883a60fa9 req-4bcfae08-7572-4f2d-a1b0-07b1f18d7598 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 943 time: 0.0863452 May 28 06:09:07.743627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ceaf443e-c5a1-4887-a812-dd8883a60fa9 req-de769b72-d1d3-4a33-bc38-ecd909ce8ba5 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397310 May 28 06:09:08.494249 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdccb1f4-c2a3-4791-8877-5a665b058fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:08.525350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9b7b5645-2e13-4eb9-b393-22c15ab272e2 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:09:08.658010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:08.670754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'port_id': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'mac_address': 'fa:16:3e:5a:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:09:08.728575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:08.728947 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:08.745952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7b5645-2e13-4eb9-b393-22c15ab272e2 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:09:08.761916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:08.765895 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:08.837223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:08.943277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af013c1-4c3b-4380-a3ed-df4696475650 req-d9efdf54-b9c7-4116-a9b1-611949b0a556 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:08.944852 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2af013c1-4c3b-4380-a3ed-df4696475650 req-d9efdf54-b9c7-4116-a9b1-611949b0a556 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 944 time: 0.0861728 May 28 06:09:08.991073 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2af013c1-4c3b-4380-a3ed-df4696475650 req-5c725d5f-adae-48e6-9354-4d23769af527 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396392 May 28 06:09:09.025363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['9b7b5645-2e13-4eb9-b393-22c15ab272e2'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:09:09.235040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36822) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:09.356386 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c3200-6502-42a9-b202-5aec3a6a36b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:09.371288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-119c3200-6502-42a9-b202-5aec3a6a36b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:09.375017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-119c3200-6502-42a9-b202-5aec3a6a36b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b80bf02425c54eb9a26a2dff34d6b4f2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:09.378397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-119c3200-6502-42a9-b202-5aec3a6a36b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:09.384084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-119c3200-6502-42a9-b202-5aec3a6a36b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:09.470962 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c3200-6502-42a9-b202-5aec3a6a36b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:09.474660 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c3200-6502-42a9-b202-5aec3a6a36b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:09.528417 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-119c3200-6502-42a9-b202-5aec3a6a36b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b80bf02425c54eb9a26a2dff34d6b4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921157 May 28 06:09:09.529973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c3200-6502-42a9-b202-5aec3a6a36b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f967005-81c9-48ff-b3ed-2e7941812e35,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:09.531214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36828) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:09.587997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36de4f3f-507e-4551-b59a-8ca93966739e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:09.613748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36de4f3f-507e-4551-b59a-8ca93966739e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:09.663846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36de4f3f-507e-4551-b59a-8ca93966739e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:09.678725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de4f3f-507e-4551-b59a-8ca93966739e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f967005-81c9-48ff-b3ed-2e7941812e35,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:09.689786 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36de4f3f-507e-4551-b59a-8ca93966739e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:09.691718 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-36de4f3f-507e-4551-b59a-8ca93966739e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f967005-81c9-48ff-b3ed-2e7941812e35 HTTP/1.1" status: 204 len: 168 time: 0.1594160 May 28 06:09:09.844662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36836) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:09.908304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8898e2-4cbf-4b16-9dea-7305e3f3eb09 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:09.912206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5a8898e2-4cbf-4b16-9dea-7305e3f3eb09 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 814 time: 0.0641007 May 28 06:09:09.960563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36842) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:09.978311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e358823-5d88-49fc-8cca-e189815e397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:09.993443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3e358823-5d88-49fc-8cca-e189815e397d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:09.997591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e358823-5d88-49fc-8cca-e189815e397d admin admin] Usage tracker for resource:security_group_rule and tenant:47383fdff40046bba095735e5a806d22 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:10.000844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e358823-5d88-49fc-8cca-e189815e397d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:10.007918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3e358823-5d88-49fc-8cca-e189815e397d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:10.091819 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e358823-5d88-49fc-8cca-e189815e397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.096960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e358823-5d88-49fc-8cca-e189815e397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.205362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e358823-5d88-49fc-8cca-e189815e397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20c7288-ecb8-4139-98b0-8034970bc633,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:10.211380 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.212894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36850) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:10.213311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3e358823-5d88-49fc-8cca-e189815e397d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47383fdff40046bba095735e5a806d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509127 May 28 06:09:10.242102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c7dd7-b73f-4955-a692-5843a1b6ed06 req-8230df99-68e0-4d74-b011-d74a105650fd tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:10.243606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b33c7dd7-b73f-4955-a692-5843a1b6ed06 req-8230df99-68e0-4d74-b011-d74a105650fd tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 944 time: 0.1308250 May 28 06:09:10.272801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0980b75e-20f1-4f8e-ad3d-57d423efe2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.290093 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b33c7dd7-b73f-4955-a692-5843a1b6ed06 req-74def9e5-dece-4c6c-872d-4fcc1b6b32fa tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402493 May 28 06:09:10.299623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0980b75e-20f1-4f8e-ad3d-57d423efe2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.351254 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0980b75e-20f1-4f8e-ad3d-57d423efe2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.367207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980b75e-20f1-4f8e-ad3d-57d423efe2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20c7288-ecb8-4139-98b0-8034970bc633,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:10.376855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0980b75e-20f1-4f8e-ad3d-57d423efe2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.378032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0980b75e-20f1-4f8e-ad3d-57d423efe2e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a20c7288-ecb8-4139-98b0-8034970bc633 HTTP/1.1" status: 204 len: 168 time: 0.1646683 May 28 06:09:10.540725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9b7b5645-2e13-4eb9-b393-22c15ab272e2 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:10.610333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:10.610696 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.622648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36858) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:10.629155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'network': {'name': 'tempest-network-smoke--5428032', 'project_id': '51898e09918a40e3bfb096149abf1819', 'port_security_enabled': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:10.635014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:10.639707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:network and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:10.643703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:10.650104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:10.662136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Made reservation on behalf of 51898e09918a40e3bfb096149abf1819 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:10.665879 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.695910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:09:10.716978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.717263 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Added segment 690d0393-770f-43cd-8ff2-e7e85df0a45c of type vlan for network 7cb185cc-92c0-4346-9986-79262bf54151 May 28 06:09:10.733638 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c4243912-01a8-4006-9d29-3c41ac29ba6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.754487 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.792194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:10.792429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.792560 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.801303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:10.801303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.820709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:09:10.837330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:10.844870 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:10.912734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2888651 May 28 06:09:10.913638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86692311-5e3c-4033-b9f6-eac285825954 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Network': ['ID=7cb185cc-92c0-4346-9986-79262bf54151,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:10.916825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36874) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:10.920461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=10']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:10.925468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 7cb185cc-92c0-4346-9986-79262bf54151 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:09:10.980541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1752be-8631-4ad7-903e-27eaebc211a1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:10.982854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5a1752be-8631-4ad7-903e-27eaebc211a1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=51898e09918a40e3bfb096149abf1819&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0647588 May 28 06:09:10.986199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36882) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:11.084977 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d54408-64b1-44c3-b21a-e88de28ac39a'] response: {'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'code': 200} May 28 06:09:11.144821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a3db7-7ac0-45eb-b4f4-4341eaed7ee8 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:11.147273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-418a3db7-7ac0-45eb-b4f4-4341eaed7ee8 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1592109 May 28 06:09:11.149401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36888) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:11.349600 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eafea460-c4fe-4021-b14c-cdb655546e90 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1957209 May 28 06:09:11.349944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36898) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:11.404825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cef56894-49e1-4e36-8e4c-5c94abc9c97e tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=51898e09918a40e3bfb096149abf1819&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516293 May 28 06:09:11.405286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36904) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:11.468881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12ee71-4122-4300-9291-96c8cec4e7c1 req-6db79fa7-8aee-4497-b68d-a8cb308fb974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:11.470906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af12ee71-4122-4300-9291-96c8cec4e7c1 req-6db79fa7-8aee-4497-b68d-a8cb308fb974 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 1097 time: 0.1683359 May 28 06:09:11.529501 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af12ee71-4122-4300-9291-96c8cec4e7c1 req-e4ad618e-d98a-43b9-9818-a7b712833ccc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489702 May 28 06:09:11.545146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db08ed-356c-4375-b915-7caf2d0c5359 req-b628f376-2bb1-45f3-8ea1-611c46b4194e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:11.546592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6db08ed-356c-4375-b915-7caf2d0c5359 req-b628f376-2bb1-45f3-8ea1-611c46b4194e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 946 time: 0.1340282 May 28 06:09:11.550050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2a205-66ab-4762-a4e1-4a8b956fdfe3 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:11.551578 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-02e2a205-66ab-4762-a4e1-4a8b956fdfe3 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1451707 May 28 06:09:11.554339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36910) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:11.593141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6db08ed-356c-4375-b915-7caf2d0c5359 req-eb4d687c-412d-4d0d-9984-47cd352cb4e1 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390682 May 28 06:09:11.603038 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f97ea4a9-2281-42ed-b76e-59131ae99089 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450950 May 28 06:09:11.603447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36916) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:11.610140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2141110893', 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151', 'project_id': '51898e09918a40e3bfb096149abf1819', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:11.647962 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:11.661661 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:11.729321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:11.733576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:subnet and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:11.736956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:11.743222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:11.752502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Made reservation on behalf of 51898e09918a40e3bfb096149abf1819 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:11.755999 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.075310 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.155996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Subnet': ['ID=4e524c72-3da2-46d5-98d5-12a8b390af17,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:12.166629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Checking segment: {'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:12.166993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network hostable DHCP agents. Network: 7cb185cc-92c0-4346-9986-79262bf54151, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:09:12.185269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 7cb185cc-92c0-4346-9986-79262bf54151 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:09:12.196099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 7cb185cc-92c0-4346-9986-79262bf54151) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:12.200494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:12.201111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.206191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa8d3c-68fa-483b-a649-50b12f4871b6 None None] Network 7cb185cc-92c0-4346-9986-79262bf54151 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:12.228739 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d38b65bf-5d53-4ecf-a2cf-76d7f8f1bb38 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6242604 May 28 06:09:12.327524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36954) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:12.333695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372518068', 'description': 'tempest-secgroup-smoke-372518068 description', 'project_id': '51898e09918a40e3bfb096149abf1819'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:12.340537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:12.351187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:12.361924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.393767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:12.398367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:12.401911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:12.410424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:12.452246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-7cb185cc-92c0-4346-9986-79262bf54151', 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ips': [{'subnet_id': '4e524c72-3da2-46d5-98d5-12a8b390af17'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:09:12.453166 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.508722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.515786 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.570162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5236b3b0-d1d0-43e6-a34e-031460a736a8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:12.576250 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.577544 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f8fe9a13-8533-492e-aaca-bd7daaec9e24 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2488990 May 28 06:09:12.580509 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 36972) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:12.587189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '5236b3b0-d1d0-43e6-a34e-031460a736a8', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:12.595549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:12.600016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:12.603722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:12.611417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:12.651746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.734207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Allocated IP 172.20.0.18 (7cb185cc-92c0-4346-9986-79262bf54151/4e524c72-3da2-46d5-98d5-12a8b390af17/076b3329-608b-44c6-a9b6-99d9ed333da5) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:12.800541 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.894254 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.933261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36984) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:12.935088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dda072c-9c82-472d-91aa-07ca8338680c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:12.960735 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:12.965278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1dc0e45d-49a0-4013-8d3d-3a31993bda4a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3807707 May 28 06:09:12.965542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 36990) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:12.972702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '5236b3b0-d1d0-43e6-a34e-031460a736a8', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:12.986971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:12.995481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40596496-d699-4e16-ac86-ddbec21b93b6 req-0044be5e-2f45-4ea2-b72b-003e1a62bed6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:12.997253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:12.998219 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40596496-d699-4e16-ac86-ddbec21b93b6 req-0044be5e-2f45-4ea2-b72b-003e1a62bed6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 946 time: 0.1957965 May 28 06:09:13.006459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:13.019726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:13.031402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.061557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.068128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Transition to ACTIVE for port object 076b3329-608b-44c6-a9b6-99d9ed333da5 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:13.071079 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40596496-d699-4e16-ac86-ddbec21b93b6 req-d749fd76-8d17-4cb6-a73c-a1f253b3209d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616784 May 28 06:09:13.106502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Transition to ACTIVE for port object 076b3329-608b-44c6-a9b6-99d9ed333da5 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:13.124459 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.165928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.174872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.190330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Network 7cb185cc-92c0-4346-9986-79262bf54151 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:13.194034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:13.197763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:13.220278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a3db0405-6462-4940-adb8-40d08f4a1dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.280756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1233ebf-43f6-4aa4-9e02-2172a31c1b76,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:13.280989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Pushing event updated for resources: {'Port': ['ID=076b3329-608b-44c6-a9b6-99d9ed333da5,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:13.306109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Attempting to bind port 076b3329-608b-44c6-a9b6-99d9ed333da5 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:13.306524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Attempting to bind port 076b3329-608b-44c6-a9b6-99d9ed333da5 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:13.307100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Attempting to bind port 076b3329-608b-44c6-a9b6-99d9ed333da5 on network 7cb185cc-92c0-4346-9986-79262bf54151 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:13.309558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a3db0405-6462-4940-adb8-40d08f4a1dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:13.318080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a3db0405-6462-4940-adb8-40d08f4a1dcb admin admin] Usage tracker for resource:security_group_rule and tenant:55bf9348667a44e69c534076074e08f9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:13.321849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:09:13.322261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Checking segment: {'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:13.322814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a3db0405-6462-4940-adb8-40d08f4a1dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:13.322965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.323149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Bound using segment: {'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:09:13.323661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Bound port: 076b3329-608b-44c6-a9b6-99d9ed333da5, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:09:13.324103 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.329844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a3db0405-6462-4940-adb8-40d08f4a1dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:13.331915 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.335889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f9c1d316-49e8-411b-bdbc-44b5bd32a11d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3684714 May 28 06:09:13.336286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37000) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:13.344304 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.356313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '5236b3b0-d1d0-43e6-a34e-031460a736a8', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:13.365578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:13.370232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:13.374023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:13.379753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5897f-9b99-4c4a-a3ba-bf3e4a05209b req-baed03b9-5cfc-438d-a8ae-d65cc5931c7d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:13.384986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:13.388295 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4a5897f-9b99-4c4a-a3ba-bf3e4a05209b req-baed03b9-5cfc-438d-a8ae-d65cc5931c7d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 945 time: 0.1830537 May 28 06:09:13.407009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.442889 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] For port 076b3329-608b-44c6-a9b6-99d9ed333da5, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:13.447081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] For port 076b3329-608b-44c6-a9b6-99d9ed333da5, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=076b3329-608b-44c6-a9b6-99d9ed333da5,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:09:13.456294 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.471875 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4a5897f-9b99-4c4a-a3ba-bf3e4a05209b req-faf47f31-adb4-4a6c-9534-d0b868437c0b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824294 May 28 06:09:13.501633 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.508645 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.542374 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a3db0405-6462-4940-adb8-40d08f4a1dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.545256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6303a07-b319-44e7-869f-8a89fc14bc90,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:13.549533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a3db0405-6462-4940-adb8-40d08f4a1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.558970 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.561150 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-077985f1-b44f-4398-a2bb-045ced0b3f03 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2231650 May 28 06:09:13.563415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37016) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:13.570438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '5236b3b0-d1d0-43e6-a34e-031460a736a8', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:13.571793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b74882-9507-4bf8-9918-f2d4efa88d5f None None] Pushing event updated for resources: {'Port': ['ID=076b3329-608b-44c6-a9b6-99d9ed333da5,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:13.590168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:13.597288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:13.601711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:13.611302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:13.629626 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.635769 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a3db0405-6462-4940-adb8-40d08f4a1dcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55bf9348667a44e69c534076074e08f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6979370 May 28 06:09:13.637693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37028) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:13.638300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db0405-6462-4940-adb8-40d08f4a1dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2e5a28-702a-43f6-93b2-6a919b6972cc,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:13.734029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b5bdd46-98c7-4fbc-8cf2-054c3e8d8f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.777860 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.789675 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b5bdd46-98c7-4fbc-8cf2-054c3e8d8f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.799068 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.859465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cdcd31-fdfd-49f2-b150-fb7cd00feb49,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:13.864053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.867839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-600efd4c-5f3b-4540-a92d-6ae688108d72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3031361 May 28 06:09:13.868098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37038) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:13.873706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '5236b3b0-d1d0-43e6-a34e-031460a736a8', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:13.881268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:13.890164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:13.890353 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b5bdd46-98c7-4fbc-8cf2-054c3e8d8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.895184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:13.902552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:13.916590 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Project 51898e09918a40e3bfb096149abf1819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:09:13.921323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bdd46-98c7-4fbc-8cf2-054c3e8d8f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2e5a28-702a-43f6-93b2-6a919b6972cc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:13.926317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.945000 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b5bdd46-98c7-4fbc-8cf2-054c3e8d8f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:13.946137 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5b5bdd46-98c7-4fbc-8cf2-054c3e8d8f45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d2e5a28-702a-43f6-93b2-6a919b6972cc HTTP/1.1" status: 204 len: 168 time: 0.3075118 May 28 06:09:14.014139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.018653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.044695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f396df5-c040-44c4-bda1-6bf2e09a5dd7,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:14.060143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.061336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d89639b4-4cf0-4bfa-aab2-c2a663690fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1922457 May 28 06:09:14.065860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37044) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:14.070993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': '5236b3b0-d1d0-43e6-a34e-031460a736a8', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:14.077682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:14.082767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:14.085725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:14.092337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:14.107082 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Project 51898e09918a40e3bfb096149abf1819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:09:14.116266 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.203607 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.210541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.236921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf52328-ae3e-4cb7-b2d8-bf1f09dce60d,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:14.248068 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.251274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e16fcfca-8ac1-4e5b-be0d-7ac080ab2a28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1841297 May 28 06:09:14.317381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37056) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:14.337640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd897d90-11ae-4aba-a434-1d187101a9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.354375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bd897d90-11ae-4aba-a434-1d187101a9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:14.355272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae0d46-4e58-48ef-a514-d6ca122ef14a req-fb3bc0ca-6ec0-4318-a8bb-44ed6b82f445 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:14.359358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bd897d90-11ae-4aba-a434-1d187101a9fa admin admin] Usage tracker for resource:security_group_rule and tenant:4e9f0a48a81e4248875c3c1348534ac5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:14.362646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bd897d90-11ae-4aba-a434-1d187101a9fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:14.363352 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-12ae0d46-4e58-48ef-a514-d6ca122ef14a req-fb3bc0ca-6ec0-4318-a8bb-44ed6b82f445 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 946 time: 0.1363113 May 28 06:09:14.373247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bd897d90-11ae-4aba-a434-1d187101a9fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:14.435650 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-12ae0d46-4e58-48ef-a514-d6ca122ef14a req-1d4327c2-7cd9-40eb-9e02-d8594baadf12 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713449 May 28 06:09:14.573035 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd897d90-11ae-4aba-a434-1d187101a9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.577296 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd897d90-11ae-4aba-a434-1d187101a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.623080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-e520acd5-4811-42aa-9124-e93151a869d8 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372518068&fields=id&tenant_id=51898e09918a40e3bfb096149abf1819 HTTP/1.1" status: 200 len: 267 time: 0.1029336 May 28 06:09:14.630058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bd897d90-11ae-4aba-a434-1d187101a9fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e9f0a48a81e4248875c3c1348534ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110638 May 28 06:09:14.634637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37074) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:14.717326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6ade4-439f-4366-a192-e299fb1806a7 req-ab710d89-3c7b-4bb0-87f2-5393a796a931 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:14.718955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fef6ade4-439f-4366-a192-e299fb1806a7 req-ab710d89-3c7b-4bb0-87f2-5393a796a931 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 945 time: 0.1012435 May 28 06:09:14.774607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fef6ade4-439f-4366-a192-e299fb1806a7 req-410fa307-b090-4244-a7b4-6078dc2dba80 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457203 May 28 06:09:14.802576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5884b8f1-a211-4f20-b558-ea459bbed36d None None] Network 7cb185cc-92c0-4346-9986-79262bf54151 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:14.829742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd897d90-11ae-4aba-a434-1d187101a9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17d6903-1fd4-474c-9f2d-26be70076664,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:14.926177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f4819c0e-b53b-4a53-9744-63478508cc1d None None] Provisioning for port 076b3329-608b-44c6-a9b6-99d9ed333da5 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:14.934399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21a4bad2-2555-441c-a3a5-030f569e8b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:14.960954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-cbffe993-523f-42fe-bbe5-8d080fb1c0a0 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:14.962384 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-cbffe993-523f-42fe-bbe5-8d080fb1c0a0 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/networks?id=7cb185cc-92c0-4346-9986-79262bf54151 HTTP/1.1" status: 200 len: 794 time: 0.3286366 May 28 06:09:14.971726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-17e4f2d7-f1fb-4611-847a-994994ce3f5f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:14.973091 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-17e4f2d7-f1fb-4611-847a-994994ce3f5f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 945 time: 0.2897422 May 28 06:09:15.005663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 076b3329-608b-44c6-a9b6-99d9ed333da5 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:15.034969 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21a4bad2-2555-441c-a3a5-030f569e8b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:15.045941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-a74bb183-44c4-4b11-b1e0-5e6c7139e5a0 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/quotas/51898e09918a40e3bfb096149abf1819 HTTP/1.1" status: 200 len: 375 time: 0.0718620 May 28 06:09:15.150491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 076b3329-608b-44c6-a9b6-99d9ed333da5 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:15.151848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Deleting port 686ed35d-f932-40e6-9428-70ba6f368c24 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:15.152188 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:15.158492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 076b3329-608b-44c6-a9b6-99d9ed333da5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:15.158861 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:15.281601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21a4bad2-2555-441c-a3a5-030f569e8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:15.289625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 076b3329-608b-44c6-a9b6-99d9ed333da5 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:15.290006 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:15.316272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-171e12e0-226b-4496-9a55-0668850b082a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2586884 May 28 06:09:15.319697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4bad2-2555-441c-a3a5-030f569e8b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17d6903-1fd4-474c-9f2d-26be70076664,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:15.349645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 076b3329-608b-44c6-a9b6-99d9ed333da5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=076b3329-608b-44c6-a9b6-99d9ed333da5,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:15.356024 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:15.428316 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21a4bad2-2555-441c-a3a5-030f569e8b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:15.429404 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-21a4bad2-2555-441c-a3a5-030f569e8b05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b17d6903-1fd4-474c-9f2d-26be70076664 HTTP/1.1" status: 204 len: 168 time: 0.7913465 May 28 06:09:15.432408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=076b3329-608b-44c6-a9b6-99d9ed333da5,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:15.458933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aae334e2-5326-4d26-9eb1-eafe5c8cb9df None None] Provisioning complete for port 076b3329-608b-44c6-a9b6-99d9ed333da5 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:15.459726 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aae334e2-5326-4d26-9eb1-eafe5c8cb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:15.591262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-aae334e2-5326-4d26-9eb1-eafe5c8cb9df None None] Current status of the port 076b3329-608b-44c6-a9b6-99d9ed333da5 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:15.688079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] For port 686ed35d-f932-40e6-9428-70ba6f368c24, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=686ed35d-f932-40e6-9428-70ba6f368c24,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:15.688431 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:15.703461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-5af1af5c-817c-4562-b728-76cc52358ba9 service neutron] 10.222.0.39 "GET /v2.0/networks/7cb185cc-92c0-4346-9986-79262bf54151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595097 May 28 06:09:15.966762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d077e-f038-4a9a-a920-17488066b874 req-8e709547-bcee-4de0-8528-20c54824d67b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:15.967730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-439d077e-f038-4a9a-a920-17488066b874 req-8e709547-bcee-4de0-8528-20c54824d67b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 945 time: 0.0840979 May 28 06:09:16.022030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-439d077e-f038-4a9a-a920-17488066b874 req-c6e1bb5f-fc3c-41ca-9bf3-75c51aea84e1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460284 May 28 06:09:16.063922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f5a2eed7-75b6-421f-b6de-340b278009ed service neutron] 10.222.0.39 "GET /v2.0/networks/7cb185cc-92c0-4346-9986-79262bf54151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119838 May 28 06:09:16.113863 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:16.114340 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:16.114770 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Floating IP 2dc83550-e2e4-4497-9b25-84cddf790aae disassociated. External IP: 172.25.4.139, port: 686ed35d-f932-40e6-9428-70ba6f368c24. May 28 06:09:16.115175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Calling delete_port for 686ed35d-f932-40e6-9428-70ba6f368c24 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:16.290655 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dcd0691d-2cad-4140-97c8-e537749d8350 req-725dc9f9-e5ab-42a0-9fb8-6f3be01262f7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 210 time: 0.0570602 May 28 06:09:16.304681 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:16.361828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'Port': ['ID=686ed35d-f932-40e6-9428-70ba6f368c24,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:16.576363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Router 09824474-16b6-48bd-9d5a-0f0231477221 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:09:16.772216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:09:16.786448 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] Sync routers for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:09:16.805024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:09:16.806047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:09:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:16.865703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] No DVR routers for this DVR port 686ed35d-f932-40e6-9428-70ba6f368c24 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:09:16.872364 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:16.877068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'name': 'network-vif-deleted', 'tag': '686ed35d-f932-40e6-9428-70ba6f368c24'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:09:16.896996 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb05ceb5-5060-489a-8dc7-b26cc59ae239 req-2d7ec90c-ac1b-4017-a6be-166cbfe868b4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "DELETE /v2.0/ports/686ed35d-f932-40e6-9428-70ba6f368c24 HTTP/1.1" status: 204 len: 173 time: 1.9157062 May 28 06:09:16.959559 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fab29a8-0096-40d4-9432-acdba1bbd1ee'] response: {'server_uuid': '3a8ffcb6-ed74-4f23-99b1-9aa915cea068', 'name': 'network-vif-deleted', 'tag': '686ed35d-f932-40e6-9428-70ba6f368c24', 'status': 'completed', 'code': 200} May 28 06:09:17.037337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 076b3329-608b-44c6-a9b6-99d9ed333da5 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:17.113766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:09:17.263998 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f6284af9-c38d-4128-8725-15e6bf6b579c req-657eb310-eb4d-44a9-a5e8-02b9a3dd1806 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8ffcb6-ed74-4f23-99b1-9aa915cea068 HTTP/1.1" status: 200 len: 210 time: 0.0572481 May 28 06:09:17.404058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 076b3329-608b-44c6-a9b6-99d9ed333da5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:17.404524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:17.537285 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87155024-b599-4aab-975a-467658c49f5c req-5fc6d9cf-e32b-4f5d-a460-5c6e2e3f4786 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 210 time: 0.0949719 May 28 06:09:17.636355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 076b3329-608b-44c6-a9b6-99d9ed333da5 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:17.656265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:17.661375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] Checking router: 09824474-16b6-48bd-9d5a-0f0231477221 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:09:17.670596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:09:17.671419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:09:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:17.745771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-3effba7d-323c-42fc-9b06-d83d4bc66bd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:17.747990 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-3effba7d-323c-42fc-9b06-d83d4bc66bd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "GET /v2.0/networks?id=7cb185cc-92c0-4346-9986-79262bf54151 HTTP/1.1" status: 200 len: 794 time: 0.2087631 May 28 06:09:17.831211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-24a60a7e-dab4-4dd3-88d6-e66989eaeb37 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51898e09918a40e3bfb096149abf1819 HTTP/1.1" status: 200 len: 471 time: 0.0685449 May 28 06:09:17.867875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'port': {'device_id': '8de60723-4f27-49a7-b18c-59e0d95d18b6', 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151', 'admin_state_up': True, 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'security_groups': ['5236b3b0-d1d0-43e6-a34e-031460a736a8']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:17.905583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:09:18.203954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:18.210488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:port and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:18.213578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:18.219416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:18.236631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Made reservation on behalf of 51898e09918a40e3bfb096149abf1819 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:18.241943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:18.262673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:18.268646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d59ca9-e97c-435c-9337-1ca4e7da4210 None None] The sync data for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 is: [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:09:18.475021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Allocated IP 172.20.0.22 (7cb185cc-92c0-4346-9986-79262bf54151/4e524c72-3da2-46d5-98d5-12a8b390af17/d2786184-da77-4309-96cf-b1b3e698694d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:18.558892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 686ed35d-f932-40e6-9428-70ba6f368c24 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:09:18.600868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 686ed35d-f932-40e6-9428-70ba6f368c24 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:09:18.601460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 686ed35d-f932-40e6-9428-70ba6f368c24 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:09:18.704473 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37848d-7b0e-437d-b9ac-2f1afe926cfc None None] New status for floating IP 2dc83550-e2e4-4497-9b25-84cddf790aae: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:09:18.765556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-e021f7f6-44e0-47c2-a0a5-fc1ddeddd970 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987769779&fields=id&tenant_id=fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 267 time: 0.0682290 May 28 06:09:18.777008 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-23817da4-0a79-4518-9530-39682cc38470 req-556eec76-5bdf-4a2e-a931-0d9b72f30d8b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 210 time: 0.0644085 May 28 06:09:18.795709 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:18.886603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Transition to ACTIVE for port object d2786184-da77-4309-96cf-b1b3e698694d will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:18.943130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-56509abc-0c28-4cf6-9523-d17c97df41b5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:18.947002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-56509abc-0c28-4cf6-9523-d17c97df41b5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.1806054 May 28 06:09:18.963567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:18.970556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-991882be-b250-4161-bbd5-b1a14cfa980b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/quotas/fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 375 time: 0.0160792 May 28 06:09:19.079461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 7cb185cc-92c0-4346-9986-79262bf54151 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:19.083618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:19.088788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:19.129384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=d2786184-da77-4309-96cf-b1b3e698694d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:19.175367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:19.176006 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:19.209058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-3f8b83ac-22d9-42e1-be88-ce9453cd91a1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:19.213855 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f4bdcba6-e8d8-4074-8273-d14f275dbdac tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3502953 May 28 06:09:19.231096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Request body: {'port': {'device_id': '8de60723-4f27-49a7-b18c-59e0d95d18b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:19.261228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-3f8b83ac-22d9-42e1-be88-ce9453cd91a1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:19.262534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-3f8b83ac-22d9-42e1-be88-ce9453cd91a1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2522073 May 28 06:09:19.344330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6d10a8e6-2bdd-4d7c-8a6a-46f1ae9ce14f None None] Provisioning for port d2786184-da77-4309-96cf-b1b3e698694d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:19.351524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6d10a8e6-2bdd-4d7c-8a6a-46f1ae9ce14f None None] Provisioning complete for port d2786184-da77-4309-96cf-b1b3e698694d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:19.352531 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6d10a8e6-2bdd-4d7c-8a6a-46f1ae9ce14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:19.413274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6d10a8e6-2bdd-4d7c-8a6a-46f1ae9ce14f None None] Port d2786184-da77-4309-96cf-b1b3e698694d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:09:19.445573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:19.507316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-a3048929-ecd5-4a3d-b23b-878861afff49 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300649 May 28 06:09:19.788231 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-2b747ac9-83a6-45f7-a374-741daa7e11f4 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743480 May 28 06:09:19.959975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2786184-da77-4309-96cf-b1b3e698694d {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:09:19.972852 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:19.979685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc9b3d-1b59-433b-b256-7d8536d752cc req-4e9a2e2a-8d11-4785-92c8-7765ccd861f6 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:19.988541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0adc9b3d-1b59-433b-b256-7d8536d752cc req-4e9a2e2a-8d11-4785-92c8-7765ccd861f6 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 932 time: 0.1043544 May 28 06:09:19.992310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Transition to ACTIVE for port object d2786184-da77-4309-96cf-b1b3e698694d will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:20.000230 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:20.040166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0adc9b3d-1b59-433b-b256-7d8536d752cc req-3d2f723e-bf29-4135-b503-2c5efd406e2f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:20.081930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0adc9b3d-1b59-433b-b256-7d8536d752cc req-3d2f723e-bf29-4135-b503-2c5efd406e2f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:20.107505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0adc9b3d-1b59-433b-b256-7d8536d752cc req-3d2f723e-bf29-4135-b503-2c5efd406e2f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036048 May 28 06:09:20.360086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-27259547-be79-4dbd-a7ef-fc617ef41248 req-2175ae16-a098-4d20-b5a7-bf2a951ffcc9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 210 time: 0.0675702 May 28 06:09:20.456298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Pushing event updated for resources: {'Port': ['ID=d2786184-da77-4309-96cf-b1b3e698694d,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:20.496504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Attempting to bind port d2786184-da77-4309-96cf-b1b3e698694d on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:20.496908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Attempting to bind port d2786184-da77-4309-96cf-b1b3e698694d by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:20.497310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Attempting to bind port d2786184-da77-4309-96cf-b1b3e698694d on network 7cb185cc-92c0-4346-9986-79262bf54151 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:20.503487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Port d2786184-da77-4309-96cf-b1b3e698694d on network 7cb185cc-92c0-4346-9986-79262bf54151 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:20.503866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Attempting to bind port d2786184-da77-4309-96cf-b1b3e698694d on network 7cb185cc-92c0-4346-9986-79262bf54151 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:20.510208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:09:20.510611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Checking segment: {'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:20.511144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Bound using segment: {'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:09:20.511686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Bound port: d2786184-da77-4309-96cf-b1b3e698694d, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:09:20.512243 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:20.613115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] For port d2786184-da77-4309-96cf-b1b3e698694d, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:20.617001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] For port d2786184-da77-4309-96cf-b1b3e698694d, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2786184-da77-4309-96cf-b1b3e698694d,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:09:20.620882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:20.686201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:20.686795 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:20.689240 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] 10.222.0.33 "PUT /v2.0/ports/d2786184-da77-4309-96cf-b1b3e698694d HTTP/1.1" status: 200 len: 1092 time: 1.4617703 May 28 06:09:20.689676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de60723-4f27-49a7-b18c-59e0d95d18b6', 'tag': 'd2786184-da77-4309-96cf-b1b3e698694d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:09:20.737269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d3b8a-a9d7-4af4-bf0c-110c2cb3674e service neutron] Pushing event updated for resources: {'Port': ['ID=d2786184-da77-4309-96cf-b1b3e698694d,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:20.787774 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c68889-ed79-4fb0-8a7b-50e30936ccc0'] response: {'name': 'network-changed', 'server_uuid': '8de60723-4f27-49a7-b18c-59e0d95d18b6', 'tag': 'd2786184-da77-4309-96cf-b1b3e698694d', 'status': 'completed', 'code': 200} May 28 06:09:20.839156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-234cce64-0277-43bf-a5fb-63edfd53fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:20.841114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-234cce64-0277-43bf-a5fb-63edfd53fba4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 1095 time: 0.0899282 May 28 06:09:20.935950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-2388913d-f1d2-4b29-a390-04eeed1a1167 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d2786184-da77-4309-96cf-b1b3e698694d HTTP/1.1" status: 200 len: 217 time: 0.0822060 May 28 06:09:21.013999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-ac5263ae-57a2-45ea-bc8f-097a0e7ed2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:21.015458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-ac5263ae-57a2-45ea-bc8f-097a0e7ed2aa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4e524c72-3da2-46d5-98d5-12a8b390af17 HTTP/1.1" status: 200 len: 838 time: 0.0740759 May 28 06:09:21.094643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-e9138765-6130-44fa-8cf2-a8465c4791e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:21.096204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-e9138765-6130-44fa-8cf2-a8465c4791e6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7cb185cc-92c0-4346-9986-79262bf54151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747383 May 28 06:09:21.243800 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-2029e464-72af-4f14-9a27-6b092d461ba3 service neutron] 10.222.0.33 "GET /v2.0/networks/7cb185cc-92c0-4346-9986-79262bf54151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394975 May 28 06:09:21.323949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b494674-68d0-441e-90aa-0bfdc8612577 req-4f9b9a41-2bc6-493c-bdb9-ba2ba455d9ef tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:21.326036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b494674-68d0-441e-90aa-0bfdc8612577 req-4f9b9a41-2bc6-493c-bdb9-ba2ba455d9ef tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 944 time: 0.0926676 May 28 06:09:21.386833 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b494674-68d0-441e-90aa-0bfdc8612577 req-cd6f5847-2e84-4022-8c10-3b88da7e122a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524764 May 28 06:09:21.508140 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84306cf-e859-434d-a12b-b9e5ffe5924c req-30515d05-20fc-4a0a-a1d7-32ea28f8fb44 service neutron] 10.222.0.33 "GET /v2.0/networks/7cb185cc-92c0-4346-9986-79262bf54151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586169 May 28 06:09:21.578464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-275ece04-2a90-4a8e-948a-6dd23c749c3b req-59b3f9bc-c80e-4a46-95d9-23e141664b0d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 210 time: 0.0630298 May 28 06:09:21.655962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-e1cca080-5f4e-4b41-ac95-6fe1246af033 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:21.657980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-e1cca080-5f4e-4b41-ac95-6fe1246af033 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.2901011 May 28 06:09:21.718837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-bce2d892-f6d7-4c07-a1ea-6afcdf1ebf7b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 380 time: 0.0509875 May 28 06:09:21.731702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'port': {'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'admin_state_up': True, 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'security_groups': ['27b227fb-5d01-448f-8ceb-ed2389c9fbeb']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:21.807523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-d7d25054-5e24-43d2-86a5-1b4fba99de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:21.809115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-d7d25054-5e24-43d2-86a5-1b4fba99de9c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 1095 time: 0.2030530 May 28 06:09:21.983620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:22.010824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:22.015657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-20ede670-7cc4-4f78-9a7d-0c36b1cc93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:22.017714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-20ede670-7cc4-4f78-9a7d-0c36b1cc93bd service neutron] 10.222.0.33 "GET /v2.0/networks?id=7cb185cc-92c0-4346-9986-79262bf54151 HTTP/1.1" status: 200 len: 895 time: 0.1946781 May 28 06:09:22.077554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Made reservation on behalf of fc6f3a6f26a545aaab5fd63e9f766804 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:22.081827 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:22.099701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-7427439c-e305-4552-aa8a-fdfa9c3a5932 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d2786184-da77-4309-96cf-b1b3e698694d HTTP/1.1" status: 200 len: 217 time: 0.0755832 May 28 06:09:22.341344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-c81f5293-7a6d-4d8a-b7f5-b7abb68b2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:22.342787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-c81f5293-7a6d-4d8a-b7f5-b7abb68b2972 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4e524c72-3da2-46d5-98d5-12a8b390af17 HTTP/1.1" status: 200 len: 838 time: 0.2376893 May 28 06:09:22.454244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37470) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:22.488752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Allocated IP 172.20.0.12 (5548a89e-ac6e-4db8-9dd0-bc7145d9109a/df602273-db7f-4234-b6c8-0beb4f26e2d7/59e47ed6-b3b9-499c-a711-2e69b8081b0d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:22.508109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-7607f35e-7a11-47cf-a14d-000b91904d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:22.509849 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-7607f35e-7a11-47cf-a14d-000b91904d0c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7cb185cc-92c0-4346-9986-79262bf54151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1573694 May 28 06:09:22.610127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cd91d-0007-4bc2-bd70-6c1b67bbd02a req-4bf6c1e2-fcfc-4591-b203-791be6f26c8f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:22.613402 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b7cd91d-0007-4bc2-bd70-6c1b67bbd02a req-4bf6c1e2-fcfc-4591-b203-791be6f26c8f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 944 time: 0.1099346 May 28 06:09:22.687810 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b7cd91d-0007-4bc2-bd70-6c1b67bbd02a req-bf8eeb46-4911-42ec-b853-5cd0837f1fd4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681870 May 28 06:09:22.724500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-344467ed-df71-47e8-aa3e-e05df6cac063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:22.815826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-344467ed-df71-47e8-aa3e-e05df6cac063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:22.821090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ed304c0a-60d8-407b-af3e-e2d335f39165 req-bccd1547-0c6b-4294-aff2-573d05e5661d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 210 time: 0.0876408 May 28 06:09:22.834900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-344467ed-df71-47e8-aa3e-e05df6cac063 admin admin] Usage tracker for resource:security_group_rule and tenant:8d39d18bd50b496e9de2ce6a3754424c is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:22.839558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-344467ed-df71-47e8-aa3e-e05df6cac063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:22.850062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-344467ed-df71-47e8-aa3e-e05df6cac063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:22.867117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-0953f975-74b9-412d-84b3-2bb5751f08bf service neutron] 10.222.0.33 "GET /v2.0/networks/7cb185cc-92c0-4346-9986-79262bf54151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458369 May 28 06:09:23.013748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.057907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Transition to ACTIVE for port object 59e47ed6-b3b9-499c-a711-2e69b8081b0d will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:23.094220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49f5bf05-0410-4565-83be-4448fc40c3a5 req-8d9b5051-7a31-4cf4-9e76-78948c57b28d service neutron] 10.222.0.33 "GET /v2.0/networks/7cb185cc-92c0-4346-9986-79262bf54151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124066 May 28 06:09:23.132922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-344467ed-df71-47e8-aa3e-e05df6cac063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.137439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-344467ed-df71-47e8-aa3e-e05df6cac063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.155953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.254760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344467ed-df71-47e8-aa3e-e05df6cac063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab99f8d0-96b7-4f78-acaf-b24b4cbb56ea,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:23.264716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-344467ed-df71-47e8-aa3e-e05df6cac063 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d39d18bd50b496e9de2ce6a3754424c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8094685 May 28 06:09:23.268883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37478) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:23.269429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:23.272609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:23.276889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:23.306112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=59e47ed6-b3b9-499c-a711-2e69b8081b0d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:23.349191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:23.349822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.358647 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74b4dcc6-9ddf-4a4f-8d82-1d907087396e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.381478 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-24fd6bac-17b5-4754-bae7-efe01e768a59 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6536100 May 28 06:09:23.388768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74b4dcc6-9ddf-4a4f-8d82-1d907087396e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.394864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Request body: {'port': {'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:23.450546 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74b4dcc6-9ddf-4a4f-8d82-1d907087396e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.473942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74b4dcc6-9ddf-4a4f-8d82-1d907087396e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.475843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-74b4dcc6-9ddf-4a4f-8d82-1d907087396e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab99f8d0-96b7-4f78-acaf-b24b4cbb56ea HTTP/1.1" status: 204 len: 168 time: 0.2054589 May 28 06:09:23.478581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4dcc6-9ddf-4a4f-8d82-1d907087396e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab99f8d0-96b7-4f78-acaf-b24b4cbb56ea,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:23.523146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.620009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7cf2338c-7814-4029-bc21-6a271ce5e0ca None None] Provisioning for port 59e47ed6-b3b9-499c-a711-2e69b8081b0d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:23.625266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7cf2338c-7814-4029-bc21-6a271ce5e0ca None None] Provisioning complete for port 59e47ed6-b3b9-499c-a711-2e69b8081b0d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:23.625639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7cf2338c-7814-4029-bc21-6a271ce5e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.682703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2338c-7814-4029-bc21-6a271ce5e0ca None None] Port 59e47ed6-b3b9-499c-a711-2e69b8081b0d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:09:23.952517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e47ed6-b3b9-499c-a711-2e69b8081b0d {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:09:23.957873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22594ad6-d8ee-43d1-b0fd-712b4c758c14 req-3edcf5db-5265-449f-a5dd-20eea43dbcb7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:23.960106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22594ad6-d8ee-43d1-b0fd-712b4c758c14 req-3edcf5db-5265-449f-a5dd-20eea43dbcb7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 944 time: 0.1359532 May 28 06:09:23.961279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:23.982668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Transition to ACTIVE for port object 59e47ed6-b3b9-499c-a711-2e69b8081b0d will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:23.994150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:24.017087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22594ad6-d8ee-43d1-b0fd-712b4c758c14 req-48c4a834-181e-468f-835f-d982b339296d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499711 May 28 06:09:24.341730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Pushing event updated for resources: {'Port': ['ID=59e47ed6-b3b9-499c-a711-2e69b8081b0d,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:24.451917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6b6b8-ecca-443c-9294-13263c160f1b req-0cd672f4-c6f4-45e4-985f-127dc6e599b5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:24.452614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-91b6b6b8-ecca-443c-9294-13263c160f1b req-0cd672f4-c6f4-45e4-985f-127dc6e599b5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:24.479074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Attempting to bind port 59e47ed6-b3b9-499c-a711-2e69b8081b0d on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:24.479438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Attempting to bind port 59e47ed6-b3b9-499c-a711-2e69b8081b0d by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:24.479764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Attempting to bind port 59e47ed6-b3b9-499c-a711-2e69b8081b0d on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:24.485456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Port 59e47ed6-b3b9-499c-a711-2e69b8081b0d on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:24.486335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Attempting to bind port 59e47ed6-b3b9-499c-a711-2e69b8081b0d on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:24.490102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-91b6b6b8-ecca-443c-9294-13263c160f1b req-0cd672f4-c6f4-45e4-985f-127dc6e599b5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:24.491262 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91b6b6b8-ecca-443c-9294-13263c160f1b req-0cd672f4-c6f4-45e4-985f-127dc6e599b5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 944 time: 0.4918747 May 28 06:09:24.493637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:09:24.493962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Checking segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:24.494342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Bound using segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:09:24.494769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Bound port: 59e47ed6-b3b9-499c-a711-2e69b8081b0d, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:09:24.495114 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:24.599128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91b6b6b8-ecca-443c-9294-13263c160f1b req-1938795c-348a-4b7b-9200-4631cdb3b63f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948613 May 28 06:09:24.626463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] For port 59e47ed6-b3b9-499c-a711-2e69b8081b0d, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:24.628646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] For port 59e47ed6-b3b9-499c-a711-2e69b8081b0d, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:09:24.633082 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:24.692278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:24.692898 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:24.694310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] 10.222.0.41 "PUT /v2.0/ports/59e47ed6-b3b9-499c-a711-2e69b8081b0d HTTP/1.1" status: 200 len: 1092 time: 1.3050549 May 28 06:09:24.697373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'tag': '59e47ed6-b3b9-499c-a711-2e69b8081b0d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:09:24.724484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d95fb-1400-4177-9d3b-363050e1493e service neutron] Pushing event updated for resources: {'Port': ['ID=59e47ed6-b3b9-499c-a711-2e69b8081b0d,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:24.840921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-c0776b58-e361-475b-b32a-e1b2870230a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:24.842526 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-c0776b58-e361-475b-b32a-e1b2870230a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 1095 time: 0.1022754 May 28 06:09:24.935128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-1e8f649e-b008-4600-b321-1fc5def46aa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d HTTP/1.1" status: 200 len: 217 time: 0.0839746 May 28 06:09:24.936731 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49f055e-6eba-4e81-92dd-9393b4409410'] response: {'name': 'network-changed', 'server_uuid': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'tag': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'status': 'completed', 'code': 200} May 28 06:09:25.018943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-cf2c4cb2-e5df-4ce2-b036-7be43c0bcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:25.020433 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-cf2c4cb2-e5df-4ce2-b036-7be43c0bcb86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0710564 May 28 06:09:25.106731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-e8f68bcf-bcf7-405c-b3c2-5b1fb0ed7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:25.109282 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-e8f68bcf-bcf7-405c-b3c2-5b1fb0ed7a38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816777 May 28 06:09:25.149766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37526) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:25.311326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-446665e1-df26-4989-ac0b-e29df9ec6d3c service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944046 May 28 06:09:25.314590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1841465022'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:25.320006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88b87f-dc2e-45ea-a2dc-b1b8bc0b6531 req-6c69ba7c-ed43-41ef-80f4-ef4000a1b8b7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:25.320162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:25.320679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bb88b87f-dc2e-45ea-a2dc-b1b8bc0b6531 req-6c69ba7c-ed43-41ef-80f4-ef4000a1b8b7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:25.323914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Usage tracker for resource:network and tenant:1c94bd7f2c5b4d3b945ed3f8d6976989 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:25.326725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:25.332870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:25.342219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Made reservation on behalf of 1c94bd7f2c5b4d3b945ed3f8d6976989 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:25.345765 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:25.357969 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:25.372556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:25.376881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Usage tracker for resource:security_group_rule and tenant:1c94bd7f2c5b4d3b945ed3f8d6976989 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:25.379785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:25.385544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:25.411424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bb88b87f-dc2e-45ea-a2dc-b1b8bc0b6531 req-6c69ba7c-ed43-41ef-80f4-ef4000a1b8b7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:25.412641 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb88b87f-dc2e-45ea-a2dc-b1b8bc0b6531 req-6c69ba7c-ed43-41ef-80f4-ef4000a1b8b7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 944 time: 0.2735023 May 28 06:09:25.466834 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:25.471367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:25.492638 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb88b87f-dc2e-45ea-a2dc-b1b8bc0b6531 req-acda0ba2-1566-48ee-8133-745acc6c175b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731027 May 28 06:09:25.494463 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9bcc2e4d-9e2b-44b2-a338-cea783a12e12 req-60e84b84-d8f9-4d07-bcf4-f30332921794 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711521 May 28 06:09:25.511133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f30d10-622b-4b90-9731-d7b86390f693,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:25.516537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:09:25.528382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:25.528730 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Added segment e5c89cc2-22b2-496e-801c-5247cfce19d7 of type vlan for network a6ab91c9-8551-4a89-a20c-63183264df95 May 28 06:09:25.559164 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:25.588817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:25.594390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:25.595631 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:25.645183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-f671de62-7771-4a8a-a88b-6cacbdf546fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:25.646642 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-f671de62-7771-4a8a-a88b-6cacbdf546fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 1095 time: 0.0753648 May 28 06:09:25.704476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2786184-da77-4309-96cf-b1b3e698694d details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:09:25.714708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Pushing event updated for resources: {'Network': ['ID=a6ab91c9-8551-4a89-a20c-63183264df95,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:25.739663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a6ab91c9-8551-4a89-a20c-63183264df95 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:09:25.755794 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1f56db86-2af1-46af-9092-8858eda24256 tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6047454 May 28 06:09:25.805851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-29253267-548c-47c6-92b3-568145346448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:25.808413 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-29253267-548c-47c6-92b3-568145346448 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.1542764 May 28 06:09:25.821653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7dd9a-7e41-48f2-9e6a-d50f59b5cf18 req-2f6f60b2-5336-4602-8c37-c8a31c0cf935 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:25.823656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fda7dd9a-7e41-48f2-9e6a-d50f59b5cf18 req-2f6f60b2-5336-4602-8c37-c8a31c0cf935 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 944 time: 0.1061673 May 28 06:09:25.894975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fda7dd9a-7e41-48f2-9e6a-d50f59b5cf18 req-5d2e3765-efc6-4c9f-9320-63b4569b31ae tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652356 May 28 06:09:25.901135 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-3ebb6e08-bc95-48f1-beff-ed7bdd775006 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d HTTP/1.1" status: 200 len: 217 time: 0.0822065 May 28 06:09:25.946748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2786184-da77-4309-96cf-b1b3e698694d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2786184-da77-4309-96cf-b1b3e698694d,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:25.970849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd2786184-da77-4309-96cf-b1b3e698694d', 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151', 'port_id': 'd2786184-da77-4309-96cf-b1b3e698694d', 'mac_address': 'fa:16:3e:d3:ec:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e524c72-3da2-46d5-98d5-12a8b390af17', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:09:25.977821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-89d96899-6f59-4a86-bf56-f2acaf5c1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:25.977821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-89d96899-6f59-4a86-bf56-f2acaf5c1067 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0705385 May 28 06:09:25.987428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37538) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:25.992945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Request body: {'port': {'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95', 'binding:host_id': 'n-h2-843679-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-526799515'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:26.005180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:26.015811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Usage tracker for resource:port and tenant:5e59ce69108a41bea8af49a11e22969d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:26.015811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:26.023315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:26.026854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d2786184-da77-4309-96cf-b1b3e698694d is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:26.027429 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:26.034121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Made reservation on behalf of 5e59ce69108a41bea8af49a11e22969d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:26.036772 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:26.046166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2786184-da77-4309-96cf-b1b3e698694d {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:09:26.049949 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:26.063460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2786184-da77-4309-96cf-b1b3e698694d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2786184-da77-4309-96cf-b1b3e698694d,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:26.064630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-a17777a8-ca3e-4c5a-8f13-61642e710d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:26.066298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-a17777a8-ca3e-4c5a-8f13-61642e710d05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824649 May 28 06:09:26.066466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:26.068182 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:26.070690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Usage tracker for resource:security_group_rule and tenant:5e59ce69108a41bea8af49a11e22969d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:26.073716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:26.079523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:26.166584 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d2786184-da77-4309-96cf-b1b3e698694d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:26.174841 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:26.183672 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:26.195637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] device_id is not set on port 463b9e17-4016-4b51-bfa9-fd83d738d56e yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:26.269791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd71cf0-b971-4bce-a35d-36d97d916453,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:26.316623 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-13af1fad-3c00-4af6-ab86-3172ecf0ea34 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426474 May 28 06:09:26.450216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d2786184-da77-4309-96cf-b1b3e698694d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:09:26.454977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37fece22-1185-4b68-be7b-3603b08fdbe0 req-92b75d4e-1b5b-4b17-8236-1ae99e0add6b service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312373 May 28 06:09:26.597881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] device_id is not set on port 463b9e17-4016-4b51-bfa9-fd83d738d56e yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:26.608941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:26.662266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Transition to ACTIVE for port object 463b9e17-4016-4b51-bfa9-fd83d738d56e will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:26.680244 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:26.775616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event updated for resources: {'Port': ['ID=463b9e17-4016-4b51-bfa9-fd83d738d56e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:26.796438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Checking segment: {'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:26.796802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Network hostable DHCP agents. Network: a6ab91c9-8551-4a89-a20c-63183264df95, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:09:26.809301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9be38-43da-404c-9e99-175ecdf94322 req-1d21abac-b8f0-4279-8ed4-b31514bb1ff4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:26.811052 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5eb9be38-43da-404c-9e99-175ecdf94322 req-1d21abac-b8f0-4279-8ed4-b31514bb1ff4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 945 time: 0.2042468 May 28 06:09:26.844374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Network a6ab91c9-8551-4a89-a20c-63183264df95 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:09:26.869548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5eb9be38-43da-404c-9e99-175ecdf94322 req-74cd66a6-609c-449e-860c-44ada883d2fb tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524244 May 28 06:09:26.870185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a6ab91c9-8551-4a89-a20c-63183264df95) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:26.873940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:26.878741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85105f62-5dc7-4c29-9744-1bc96a82b4a9 None None] Network a6ab91c9-8551-4a89-a20c-63183264df95 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:26.890161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:26.890499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:26.890838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:26.896628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:26.896765 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:26.897149 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 2 to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e May 28 06:09:26.913309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:26.913309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:26.913309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:26.917980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:26.918302 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:26.918683 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 3 to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e May 28 06:09:26.934401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:26.934882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:26.935369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:26.940289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:26.940799 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:26.941263 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 4 to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e May 28 06:09:26.956619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:26.957047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:26.957454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:26.962666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:26.962666 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:26.963130 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 5 to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e May 28 06:09:26.978745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:26.979081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:26.979714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:26.984345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:26.984667 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:26.985050 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 6 to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e May 28 06:09:27.002507 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:27.002832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:27.003161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:27.007893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:27.008208 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:27.008589 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 7 to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e May 28 06:09:27.024252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:27.024909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:27.025249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:27.030140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:27.030397 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:27.030882 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 8 to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e May 28 06:09:27.048930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:27.049359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:27.049787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:27.057329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:27.057661 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:27.058057 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 9 to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e May 28 06:09:27.077412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:27.077524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:27.077792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:27.084024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:27.084357 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:27.084750 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 10 to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e May 28 06:09:27.090375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8f184-c4ce-40ab-a584-305ed9476743 req-743ff9f2-1fe3-4c88-a04d-205048849826 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:27.099717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69f8f184-c4ce-40ab-a584-305ed9476743 req-743ff9f2-1fe3-4c88-a04d-205048849826 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 944 time: 0.0930369 May 28 06:09:27.100862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:27.101121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:27.101466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:27.106183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 463b9e17-4016-4b51-bfa9-fd83d738d56e on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:27.106510 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 463b9e17-4016-4b51-bfa9-fd83d738d56e on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:27.106870 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:27.143402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69f8f184-c4ce-40ab-a584-305ed9476743 req-907f4015-7749-4696-b2c5-dff09b1d49a9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428100 May 28 06:09:27.198372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] For port 463b9e17-4016-4b51-bfa9-fd83d738d56e, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:27.198873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempted to set empty binding levels {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 06:09:27.202845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:27.263558 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:27.264149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:27.287589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event updated for resources: {'Port': ['ID=463b9e17-4016-4b51-bfa9-fd83d738d56e,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:27.298927 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dce6816e-786d-4dae-856f-e9ec2cc8cb76 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.3113799 May 28 06:09:27.301698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37546) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:27.362780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-86d2aac6-0b1e-4d47-96ce-f60cebbe4488 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Deleting port 463b9e17-4016-4b51-bfa9-fd83d738d56e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:27.363121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86d2aac6-0b1e-4d47-96ce-f60cebbe4488 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:27.570608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-86d2aac6-0b1e-4d47-96ce-f60cebbe4488 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] For port 463b9e17-4016-4b51-bfa9-fd83d738d56e, host n-h2-843679-5, got binding levels [] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:27.571013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86d2aac6-0b1e-4d47-96ce-f60cebbe4488 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:27.592024 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:09:27.692431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-86d2aac6-0b1e-4d47-96ce-f60cebbe4488 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Calling delete_port for 463b9e17-4016-4b51-bfa9-fd83d738d56e owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:27.735159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2786184-da77-4309-96cf-b1b3e698694d up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:27.771515 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86d2aac6-0b1e-4d47-96ce-f60cebbe4488 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:27.802338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port d2786184-da77-4309-96cf-b1b3e698694d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:27.807148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d2786184-da77-4309-96cf-b1b3e698694d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:27.807570 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:27.820455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2aac6-0b1e-4d47-96ce-f60cebbe4488 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event deleted for resources: {'Port': ['ID=463b9e17-4016-4b51-bfa9-fd83d738d56e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:27.826120 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-86d2aac6-0b1e-4d47-96ce-f60cebbe4488 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:27.834437 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-86d2aac6-0b1e-4d47-96ce-f60cebbe4488 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "DELETE /v2.0/ports/463b9e17-4016-4b51-bfa9-fd83d738d56e HTTP/1.1" status: 204 len: 168 time: 0.5303857 May 28 06:09:27.837357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37550) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:27.880692 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9604b9-78ec-4242-be89-3a2fb52e4e1d tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] GET failed (client error): The resource could not be found. May 28 06:09:27.881223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a9604b9-78ec-4242-be89-3a2fb52e4e1d tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Synchronizing usage tracker for tenant:5e59ce69108a41bea8af49a11e22969d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:27.897522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a9604b9-78ec-4242-be89-3a2fb52e4e1d tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Unset dirty status for tenant:5e59ce69108a41bea8af49a11e22969d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:27.902057 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5a9604b9-78ec-4242-be89-3a2fb52e4e1d tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "GET /v2.0/ports/463b9e17-4016-4b51-bfa9-fd83d738d56e HTTP/1.1" status: 404 len: 333 time: 0.0603566 May 28 06:09:27.902302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37556) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:27.907723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Request body: {'port': {'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-924107871'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:27.912843 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:27.922492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:27.932531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Made reservation on behalf of 5e59ce69108a41bea8af49a11e22969d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:27.935137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:27.958622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] device_id is not set on port cdfe829a-d782-4a51-acbe-2199a5cb5245 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:27.971561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d2786184-da77-4309-96cf-b1b3e698694d is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:27.972089 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:27.998519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de60723-4f27-49a7-b18c-59e0d95d18b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2786184-da77-4309-96cf-b1b3e698694d'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:09:28.008931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2786184-da77-4309-96cf-b1b3e698694d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2786184-da77-4309-96cf-b1b3e698694d,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:28.013028 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:28.056545 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81082840-85a1-489c-a5b4-dce467552c27'] response: {'server_uuid': '8de60723-4f27-49a7-b18c-59e0d95d18b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2786184-da77-4309-96cf-b1b3e698694d', 'code': 200} May 28 06:09:28.091784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d2786184-da77-4309-96cf-b1b3e698694d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:28.147683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd40fbf-3a14-4b81-be8b-00ab8dccc34c req-7ed48a93-171d-49c8-bd30-5362672488d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:28.149199 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbd40fbf-3a14-4b81-be8b-00ab8dccc34c req-7ed48a93-171d-49c8-bd30-5362672488d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 946 time: 0.1543739 May 28 06:09:28.234938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bf7e4-7e56-4990-92ab-97b8714b4bda req-ffed0bbe-ce93-4c2c-b911-65139b920535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:28.237135 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767bf7e4-7e56-4990-92ab-97b8714b4bda req-ffed0bbe-ce93-4c2c-b911-65139b920535 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 1097 time: 0.0846531 May 28 06:09:28.294265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fbd40fbf-3a14-4b81-be8b-00ab8dccc34c req-08fa53f4-23da-47ea-b3a5-dd255a1582c9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273720 May 28 06:09:28.314594 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:28.326228 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767bf7e4-7e56-4990-92ab-97b8714b4bda req-8870e115-11d5-4084-b5af-250c1f3cf06b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826995 May 28 06:09:28.342652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:28.372290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf44b3-1a81-4196-b6d2-4084187bb256 req-aa78bc49-a747-4963-8baf-12e567b9138f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:28.373890 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-caaf44b3-1a81-4196-b6d2-4084187bb256 req-aa78bc49-a747-4963-8baf-12e567b9138f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 944 time: 0.1004388 May 28 06:09:28.409395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Network a6ab91c9-8551-4a89-a20c-63183264df95 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:28.412466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:28.416036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:28.416946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:28.417534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:28.419671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-caaf44b3-1a81-4196-b6d2-4084187bb256 req-8fb04dcc-c986-466d-85b2-95727b11faf1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393291 May 28 06:09:28.441521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event updated for resources: {'Port': ['ID=cdfe829a-d782-4a51-acbe-2199a5cb5245,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:28.446880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e71f6b48-627b-43c5-a4bd-c7882427f1af tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5436499 May 28 06:09:28.449607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37564) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:28.456692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:28.672640 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:28.914094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] device_id is not set on port cdfe829a-d782-4a51-acbe-2199a5cb5245 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:28.921446 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:28.935666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Transition to ACTIVE for port object cdfe829a-d782-4a51-acbe-2199a5cb5245 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:28.940384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:29.076740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event updated for resources: {'Port': ['ID=cdfe829a-d782-4a51-acbe-2199a5cb5245,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:29.082009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:29.082339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:29.082673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:29.087352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:29.087677 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:29.088059 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 2 to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 May 28 06:09:29.102675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:29.103004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:29.103367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:29.108125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:29.108441 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:29.108817 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 3 to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 May 28 06:09:29.123471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:29.123806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:29.124141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:29.129219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:29.129548 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:29.129932 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 4 to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 May 28 06:09:29.144613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:29.144942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:29.145270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:29.149788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:29.150113 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:29.150525 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 5 to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 May 28 06:09:29.165281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:29.165617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:29.165946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:29.170418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:29.170738 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:29.171117 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 6 to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 May 28 06:09:29.185138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:29.185470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:29.185849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:29.190250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:29.190597 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:29.190976 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 7 to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 May 28 06:09:29.207574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:29.207904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:29.208227 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:29.212693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:29.213012 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:29.213389 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 8 to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 May 28 06:09:29.228835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:29.229159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:29.229483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:29.234175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:29.234495 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:29.234870 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 9 to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 May 28 06:09:29.248835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:29.249167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:29.249498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:29.254111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:29.254434 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:29.254813 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 10 to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 May 28 06:09:29.269226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:29.269555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:29.269885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:29.274336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:29.274658 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port cdfe829a-d782-4a51-acbe-2199a5cb5245 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:29.275013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:29.363293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] For port cdfe829a-d782-4a51-acbe-2199a5cb5245, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:29.364098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempted to set empty binding levels {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 06:09:29.367899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:29.467110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] In _notify_port_updated(), no bound segment for port cdfe829a-d782-4a51-acbe-2199a5cb5245 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:09:29.467987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.468593 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:29.469896 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "PUT /v2.0/ports/cdfe829a-d782-4a51-acbe-2199a5cb5245 HTTP/1.1" status: 200 len: 974 time: 1.0193913 May 28 06:09:29.473422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37572) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:29.491982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c174227-b061-4f82-9ce1-f43b88b61fc5 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event updated for resources: {'Port': ['ID=cdfe829a-d782-4a51-acbe-2199a5cb5245,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:29.533515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d3252-b36a-4f58-81b5-082211fcbcd9 req-745d9797-91e3-49a7-9eed-c8ecfb00ade3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.536061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-156d3252-b36a-4f58-81b5-082211fcbcd9 req-745d9797-91e3-49a7-9eed-c8ecfb00ade3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 946 time: 0.1185391 May 28 06:09:29.592723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-156d3252-b36a-4f58-81b5-082211fcbcd9 req-331d9e68-fd6a-4422-8dc7-4b604e2bdf69 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476484 May 28 06:09:29.666973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.667424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.667891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.668354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.668813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.669271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.669724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.670177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.670630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.671187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.671665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.672121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.672573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.673030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.673512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.673966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.674422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.674879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.675353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.675812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.676258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.676710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.677161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.677615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.678061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.681920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-13617054-6d3f-486d-af5c-d46d11df8a65 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22513 time: 0.2083614 May 28 06:09:29.685944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37576) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:29.697864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533a6e4-8f33-4eeb-9ee5-b06822fd9da3 req-19b8249f-dcbb-48d2-a86e-3836cf8655b1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:29.699497 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7533a6e4-8f33-4eeb-9ee5-b06822fd9da3 req-19b8249f-dcbb-48d2-a86e-3836cf8655b1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 944 time: 0.1470418 May 28 06:09:29.747879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7533a6e4-8f33-4eeb-9ee5-b06822fd9da3 req-a9b3c3c4-d416-4e56-8eab-d9b5aac9f8d5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410316 May 28 06:09:29.759592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-455f7067-60e9-482f-ac14-be16d39d1bb8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Deleting port cdfe829a-d782-4a51-acbe-2199a5cb5245 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:29.759939 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-455f7067-60e9-482f-ac14-be16d39d1bb8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:29.963810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-455f7067-60e9-482f-ac14-be16d39d1bb8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] For port cdfe829a-d782-4a51-acbe-2199a5cb5245, host n-h2-843679-5, got binding levels [] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:29.964083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-455f7067-60e9-482f-ac14-be16d39d1bb8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:30.089370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-455f7067-60e9-482f-ac14-be16d39d1bb8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Calling delete_port for cdfe829a-d782-4a51-acbe-2199a5cb5245 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:30.163819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-455f7067-60e9-482f-ac14-be16d39d1bb8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:30.221204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f7067-60e9-482f-ac14-be16d39d1bb8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdfe829a-d782-4a51-acbe-2199a5cb5245,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:30.227670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-455f7067-60e9-482f-ac14-be16d39d1bb8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:30.238368 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-455f7067-60e9-482f-ac14-be16d39d1bb8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "DELETE /v2.0/ports/cdfe829a-d782-4a51-acbe-2199a5cb5245 HTTP/1.1" status: 204 len: 168 time: 0.5511911 May 28 06:09:30.240932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37580) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:30.284683 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d28915-680e-48bc-980e-2d08403b6c57 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] GET failed (client error): The resource could not be found. May 28 06:09:30.285198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20d28915-680e-48bc-980e-2d08403b6c57 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Synchronizing usage tracker for tenant:5e59ce69108a41bea8af49a11e22969d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:30.299790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20d28915-680e-48bc-980e-2d08403b6c57 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Unset dirty status for tenant:5e59ce69108a41bea8af49a11e22969d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:30.300921 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-20d28915-680e-48bc-980e-2d08403b6c57 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "GET /v2.0/ports/cdfe829a-d782-4a51-acbe-2199a5cb5245 HTTP/1.1" status: 404 len: 333 time: 0.0591104 May 28 06:09:30.304502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37584) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:30.309860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-173107123', 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:30.315498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:30.325164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:30.335005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Made reservation on behalf of 5e59ce69108a41bea8af49a11e22969d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:30.337269 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:30.370958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] device_id is not set on port acf66d16-9313-4004-ab23-03573453648e yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:30.610360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:30.642878 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:30.750338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Network a6ab91c9-8551-4a89-a20c-63183264df95 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:30.758052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:30.763365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:30.764077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:30.764682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:30.767943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event updated for resources: {'Port': ['ID=acf66d16-9313-4004-ab23-03573453648e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:30.804305 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-618c86d9-c09e-4dff-9b55-a43a8100057b tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4987540 May 28 06:09:30.807811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37592) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:30.824501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fdf60-f5c5-403e-af09-97f0930765e1 req-b2c5e06e-2d9f-42be-8498-4329ffd5b77e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:30.825968 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b16fdf60-f5c5-403e-af09-97f0930765e1 req-b2c5e06e-2d9f-42be-8498-4329ffd5b77e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 946 time: 0.1215808 May 28 06:09:30.871851 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b16fdf60-f5c5-403e-af09-97f0930765e1 req-118a5ef5-4171-4433-b85b-f34af6cf6917 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396466 May 28 06:09:30.922512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c091d45-114b-4aea-adef-f99db8c025d8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:30.924461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0c091d45-114b-4aea-adef-f99db8c025d8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "GET /v2.0/ports/acf66d16-9313-4004-ab23-03573453648e HTTP/1.1" status: 200 len: 954 time: 0.1149044 May 28 06:09:30.927143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37598) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:30.998611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-57868ba4-4339-45ae-9fb1-26285f4774cc tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Deleting port acf66d16-9313-4004-ab23-03573453648e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:30.998940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57868ba4-4339-45ae-9fb1-26285f4774cc tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:31.035980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5e90b-e705-452f-9771-b6e71fd6a313 req-d8cd5e23-6e3d-438d-bd13-37847144f529 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:31.037529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01b5e90b-e705-452f-9771-b6e71fd6a313 req-d8cd5e23-6e3d-438d-bd13-37847144f529 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 944 time: 0.1755066 May 28 06:09:31.081225 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:31.154391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-01b5e90b-e705-452f-9771-b6e71fd6a313 req-36d1b2f3-106a-46a0-9c74-747e9aa180d4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883341 May 28 06:09:31.173003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47367c-0add-49bf-a733-e0852775cac4 req-524f9e3c-40e2-4c64-a7d7-7229f4805d7d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:31.175178 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6f47367c-0add-49bf-a733-e0852775cac4 req-524f9e3c-40e2-4c64-a7d7-7229f4805d7d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 946 time: 0.1958325 May 28 06:09:31.224243 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6f47367c-0add-49bf-a733-e0852775cac4 req-7bb7065e-616d-4578-b777-b98e0ef0ad6d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385895 May 28 06:09:31.266308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57868ba4-4339-45ae-9fb1-26285f4774cc tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:31.388048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-57868ba4-4339-45ae-9fb1-26285f4774cc tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Calling delete_port for acf66d16-9313-4004-ab23-03573453648e owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:31.463815 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57868ba4-4339-45ae-9fb1-26285f4774cc tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:31.521782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57868ba4-4339-45ae-9fb1-26285f4774cc tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event deleted for resources: {'Port': ['ID=acf66d16-9313-4004-ab23-03573453648e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:31.521782 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57868ba4-4339-45ae-9fb1-26285f4774cc tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:31.531645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-57868ba4-4339-45ae-9fb1-26285f4774cc tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "DELETE /v2.0/ports/acf66d16-9313-4004-ab23-03573453648e HTTP/1.1" status: 204 len: 168 time: 0.6035066 May 28 06:09:31.534895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37606) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:31.576309 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf7e78f-bf41-483e-95b7-5de3e68ed965 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] GET failed (client error): The resource could not be found. May 28 06:09:31.576847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fdf7e78f-bf41-483e-95b7-5de3e68ed965 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Synchronizing usage tracker for tenant:5e59ce69108a41bea8af49a11e22969d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:31.591689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fdf7e78f-bf41-483e-95b7-5de3e68ed965 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Unset dirty status for tenant:5e59ce69108a41bea8af49a11e22969d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:31.593235 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fdf7e78f-bf41-483e-95b7-5de3e68ed965 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "GET /v2.0/ports/acf66d16-9313-4004-ab23-03573453648e HTTP/1.1" status: 404 len: 333 time: 0.0571425 May 28 06:09:31.597153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37610) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:31.602284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Request body: {'port': {'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-202092937'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:31.607652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:31.617057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:31.627345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Made reservation on behalf of 5e59ce69108a41bea8af49a11e22969d for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:31.629572 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:31.651629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] device_id is not set on port 79458194-cbea-4304-ac59-f781caf8b252 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:31.858344 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:31.885290 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:31.952815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Network a6ab91c9-8551-4a89-a20c-63183264df95 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:31.955633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:31.959048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:31.960434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:31.960540 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:31.977147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event updated for resources: {'Port': ['ID=79458194-cbea-4304-ac59-f781caf8b252,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:31.991431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b5f96b3c-2bee-4deb-989d-c91ac5159fe8 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3932736 May 28 06:09:31.993951 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37614) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:31.999373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:32.105686 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:32.347713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] device_id is not set on port 79458194-cbea-4304-ac59-f781caf8b252 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:32.349835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d84024-102b-4456-96d4-e6d32a5c8fa3 req-89903e8b-380a-4ab0-ad57-757d7c4c957c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:32.351445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84d84024-102b-4456-96d4-e6d32a5c8fa3 req-89903e8b-380a-4ab0-ad57-757d7c4c957c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 944 time: 0.0822067 May 28 06:09:32.355791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:32.372091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Transition to ACTIVE for port object 79458194-cbea-4304-ac59-f781caf8b252 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:32.375810 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:32.401294 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84d84024-102b-4456-96d4-e6d32a5c8fa3 req-3e632470-4709-4ac3-9732-6c459f970cb2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440159 May 28 06:09:32.514545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event updated for resources: {'Port': ['ID=79458194-cbea-4304-ac59-f781caf8b252,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:32.520584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:32.520914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:32.521247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:32.526451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:32.526837 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:32.527218 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 2 to bind port 79458194-cbea-4304-ac59-f781caf8b252 May 28 06:09:32.545387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:32.545978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:32.546069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:32.551131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:32.551483 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:32.551863 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 3 to bind port 79458194-cbea-4304-ac59-f781caf8b252 May 28 06:09:32.565830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:32.566159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:32.566484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:32.571011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:32.571367 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:32.571741 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 4 to bind port 79458194-cbea-4304-ac59-f781caf8b252 May 28 06:09:32.585577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:32.585903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:32.586226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:32.590690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:32.591015 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:32.591428 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 5 to bind port 79458194-cbea-4304-ac59-f781caf8b252 May 28 06:09:32.606103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:32.606429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:32.606756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:32.612128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:32.612446 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:32.612822 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 6 to bind port 79458194-cbea-4304-ac59-f781caf8b252 May 28 06:09:32.626712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:32.627035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:32.627395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:32.631858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:32.632178 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:32.632553 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 7 to bind port 79458194-cbea-4304-ac59-f781caf8b252 May 28 06:09:32.646330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:32.646653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:32.646976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:32.651476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:32.651798 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:32.652172 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 8 to bind port 79458194-cbea-4304-ac59-f781caf8b252 May 28 06:09:32.666565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:32.666833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:32.667157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:32.671627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:32.671947 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:32.672317 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 9 to bind port 79458194-cbea-4304-ac59-f781caf8b252 May 28 06:09:32.686704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:32.687034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:32.687401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:32.691847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:32.692175 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:32.692546 n-d-843679-5 neutron-server[88416]: INFO neutron.plugins.ml2.plugin [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempt 10 to bind port 79458194-cbea-4304-ac59-f781caf8b252 May 28 06:09:32.706273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:32.706605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:32.706929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempting to bind port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:32.711451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:09:32.711775 n-d-843679-5 neutron-server[88416]: ERROR neutron.plugins.ml2.managers [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Failed to bind port 79458194-cbea-4304-ac59-f781caf8b252 on host n-h2-843679-5 for vnic_type normal using segments [{'id': 'e5c89cc2-22b2-496e-801c-5247cfce19d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a6ab91c9-8551-4a89-a20c-63183264df95'}] May 28 06:09:32.712124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:32.758140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37620) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:32.803103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] For port 79458194-cbea-4304-ac59-f781caf8b252, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:32.803609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attempted to set empty binding levels {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 28 06:09:32.807899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:32.866716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] In _notify_port_updated(), no bound segment for port 79458194-cbea-4304-ac59-f781caf8b252 on network a6ab91c9-8551-4a89-a20c-63183264df95 {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:09:32.867593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:32.868190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:32.869484 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "PUT /v2.0/ports/79458194-cbea-4304-ac59-f781caf8b252 HTTP/1.1" status: 200 len: 974 time: 0.8746421 May 28 06:09:32.872321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37624) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:32.930766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347a0b1-4bac-4e1a-b796-6bf599fe8646 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event updated for resources: {'Port': ['ID=79458194-cbea-4304-ac59-f781caf8b252,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:32.947942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-10a8e70f-aa6d-4062-87ee-865f9f0179f4 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Deleting port 79458194-cbea-4304-ac59-f781caf8b252 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:32.948274 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10a8e70f-aa6d-4062-87ee-865f9f0179f4 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:33.153587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-10a8e70f-aa6d-4062-87ee-865f9f0179f4 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] For port 79458194-cbea-4304-ac59-f781caf8b252, host n-h2-843679-5, got binding levels [] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:33.153943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10a8e70f-aa6d-4062-87ee-865f9f0179f4 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:33.379041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-10a8e70f-aa6d-4062-87ee-865f9f0179f4 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Calling delete_port for 79458194-cbea-4304-ac59-f781caf8b252 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:33.459197 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10a8e70f-aa6d-4062-87ee-865f9f0179f4 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:33.513794 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10a8e70f-aa6d-4062-87ee-865f9f0179f4 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:33.516323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8e70f-aa6d-4062-87ee-865f9f0179f4 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Pushing event deleted for resources: {'Port': ['ID=79458194-cbea-4304-ac59-f781caf8b252,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:33.565759 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-10a8e70f-aa6d-4062-87ee-865f9f0179f4 tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "DELETE /v2.0/ports/79458194-cbea-4304-ac59-f781caf8b252 HTTP/1.1" status: 204 len: 168 time: 0.6924059 May 28 06:09:33.568197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37630) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:33.588897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:33.622889 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dd03c0-0527-4437-8541-b74397ba1ceb tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] GET failed (client error): The resource could not be found. May 28 06:09:33.623450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b4dd03c0-0527-4437-8541-b74397ba1ceb tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Synchronizing usage tracker for tenant:5e59ce69108a41bea8af49a11e22969d on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:33.645336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b4dd03c0-0527-4437-8541-b74397ba1ceb tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] Unset dirty status for tenant:5e59ce69108a41bea8af49a11e22969d on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:33.646445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b4dd03c0-0527-4437-8541-b74397ba1ceb tempest-PortsAdminExtendedAttrsTestJSON-2004766103 tempest-PortsAdminExtendedAttrsTestJSON-2004766103-project-admin] 10.222.0.39 "GET /v2.0/ports/79458194-cbea-4304-ac59-f781caf8b252 HTTP/1.1" status: 404 len: 333 time: 0.0773578 May 28 06:09:33.650510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37634) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:33.730510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcc568-e799-468e-9808-9d6e307e79f7 req-205ae754-065e-44d0-9d7f-5e649824b358 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:33.731994 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5dcc568-e799-468e-9808-9d6e307e79f7 req-205ae754-065e-44d0-9d7f-5e649824b358 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 944 time: 0.2117965 May 28 06:09:33.800948 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:33.811566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c5dcc568-e799-468e-9808-9d6e307e79f7 req-6952240f-cea5-4249-b0cb-9c11358e221f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727086 May 28 06:09:33.940976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:33.966342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ab91c9-8551-4a89-a20c-63183264df95']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:33.983086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c89cc2-22b2-496e-801c-5247cfce19d7') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:33.983409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c89cc2-22b2-496e-801c-5247cfce19d7') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:33.995511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Allocated IP 172.20.0.17 (7cb185cc-92c0-4346-9986-79262bf54151/4e524c72-3da2-46d5-98d5-12a8b390af17/3b2c8c34-cdc7-46f7-9753-44e795e3e743) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:33.995695 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.011212 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.017307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:09:34.017691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.084176 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e5c89cc2-22b2-496e-801c-5247cfce19d7 resource provider aggregate not found May 28 06:09:34.108773 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e5c89cc2-22b2-496e-801c-5247cfce19d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5c89cc2-22b2-496e-801c-5247cfce19d7 found for delete ", "request_id": "req-2b3f1093-f025-4c62-977b-893b363abb0b"}]} May 28 06:09:34.120908 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.125407 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.156267 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] 10.222.0.39 "DELETE /v2.0/networks/a6ab91c9-8551-4a89-a20c-63183264df95 HTTP/1.1" status: 204 len: 168 time: 0.5020902 May 28 06:09:34.156267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77751115-be81-4364-ae3d-ffec5080e1dc tempest-PortsAdminExtendedAttrsTestJSON-991451121 tempest-PortsAdminExtendedAttrsTestJSON-991451121-project] Pushing event deleted for resources: {'Network': ['ID=a6ab91c9-8551-4a89-a20c-63183264df95,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:34.172024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.188852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Transition to ACTIVE for port object 3b2c8c34-cdc7-46f7-9753-44e795e3e743 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:34.212018 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.284715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 7cb185cc-92c0-4346-9986-79262bf54151 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:34.287669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:34.291722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:34.327949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=3b2c8c34-cdc7-46f7-9753-44e795e3e743,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:34.356868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.438125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37646) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:34.510762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-95cdabeb-16d7-4500-81a8-fa2f04bc50d7 None None] Provisioning for port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:34.516199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-95cdabeb-16d7-4500-81a8-fa2f04bc50d7 None None] Provisioning complete for port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:34.516571 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-95cdabeb-16d7-4500-81a8-fa2f04bc50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.581093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-95cdabeb-16d7-4500-81a8-fa2f04bc50d7 None None] Port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:09:34.613433 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c8f1b225-b498-497a-bc2d-779792c41732 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c94bd7f2c5b4d3b945ed3f8d6976989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739898 May 28 06:09:34.615850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37652) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:34.633751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 59e47ed6-b3b9-499c-a711-2e69b8081b0d details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:09:34.679545 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-92536591-ad77-4ebf-83f9-d0cce936256d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.706654 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-92536591-ad77-4ebf-83f9-d0cce936256d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.742806 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.769576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-92536591-ad77-4ebf-83f9-d0cce936256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.775745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 59e47ed6-b3b9-499c-a711-2e69b8081b0d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:34.788593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92536591-ad77-4ebf-83f9-d0cce936256d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f30d10-622b-4b90-9731-d7b86390f693,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:34.789237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'mac_address': 'fa:16:3e:b7:46:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:09:34.801508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-92536591-ad77-4ebf-83f9-d0cce936256d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.803348 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-92536591-ad77-4ebf-83f9-d0cce936256d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31f30d10-622b-4b90-9731-d7b86390f693 HTTP/1.1" status: 204 len: 168 time: 0.1858735 May 28 06:09:34.863697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 59e47ed6-b3b9-499c-a711-2e69b8081b0d is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:34.864432 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.883488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e47ed6-b3b9-499c-a711-2e69b8081b0d {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:09:34.902131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 59e47ed6-b3b9-499c-a711-2e69b8081b0d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:34.911634 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:34.979265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=59e47ed6-b3b9-499c-a711-2e69b8081b0d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:34.988094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.988436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.988771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.989104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.989434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.989757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.990080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.990400 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.990902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.991249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.991572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:34.991888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:35.114562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37662) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:35.164034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['59e47ed6-b3b9-499c-a711-2e69b8081b0d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:09:35.169122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4c070dbf-c91c-44bc-9bf2-8c6664094c4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e59ce69108a41bea8af49a11e22969d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534244 May 28 06:09:35.171767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37666) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:35.195803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb94d23-f1dd-4657-8b96-25e63bbbedea req-349c379a-3f61-48b6-8cbe-716a99d853bf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:35.197249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3bb94d23-f1dd-4657-8b96-25e63bbbedea req-349c379a-3f61-48b6-8cbe-716a99d853bf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 945 time: 0.2134345 May 28 06:09:35.244815 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f415-54b0-49e4-8bac-4f0379751b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:35.281159 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f415-54b0-49e4-8bac-4f0379751b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:35.294139 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3bb94d23-f1dd-4657-8b96-25e63bbbedea req-05d9cd18-67d2-4c2a-9744-9cee9451b1ef tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815854 May 28 06:09:35.312621 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:35.323501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:35.344825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f415-54b0-49e4-8bac-4f0379751b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:35.363584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0f415-54b0-49e4-8bac-4f0379751b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd71cf0-b971-4bce-a35d-36d97d916453,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:35.366902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f415-54b0-49e4-8bac-4f0379751b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:35.370459 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1ce0f415-54b0-49e4-8bac-4f0379751b97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fcd71cf0-b971-4bce-a35d-36d97d916453 HTTP/1.1" status: 204 len: 168 time: 0.1953669 May 28 06:09:35.448322 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:35.452624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=3b2c8c34-cdc7-46f7-9753-44e795e3e743,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:35.602699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 7cb185cc-92c0-4346-9986-79262bf54151 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:35.603857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:35.816273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-adff755b-0e45-40e4-8ad8-b5f397cf40a1 None None] Provisioning complete for port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:35.818291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-adff755b-0e45-40e4-8ad8-b5f397cf40a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:35.833994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router 35815cbd-1df7-401f-9dcc-07acd6e28bdd has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:09:35.875905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-adff755b-0e45-40e4-8ad8-b5f397cf40a1 None None] Port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:09:36.023485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:09:36.035083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Sync routers for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:09:36.045923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:09:36.046097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e817d8b6-30d8-4554-a1db-17f2bd9dd43e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "PUT /v2.0/routers/35815cbd-1df7-401f-9dcc-07acd6e28bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2866495 May 28 06:09:36.046705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:09:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:36.196341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37696) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:36.232689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:09:36.304706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1435667212'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:36.310074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:36.314436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:network and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:36.317399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:36.324992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:36.336936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:36.340951 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:36.354873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:36.371333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:36.375414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:security_group_rule and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:36.378889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:36.384720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:36.538745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a38bf9-443c-4b78-a84a-a1f5ad80f246 req-ef5790a1-1874-4be8-92d0-e7f8353413dd tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:36.540382 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77a38bf9-443c-4b78-a84a-a1f5ad80f246 req-ef5790a1-1874-4be8-92d0-e7f8353413dd tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 945 time: 0.1350679 May 28 06:09:36.548182 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:36.564298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:36.600773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:09:34Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3c2b4577-67ae-40c0-87c3-24bd3494d86a', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'mac_address': 'fa:16:3e:5a:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:08:00Z', 'updated_at': '2022-05-28T06:08:03Z', 'revision_number': 1, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b2c8c34-cdc7-46f7-9753-44e795e3e743', 'name': '', 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:71:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '4e524c72-3da2-46d5-98d5-12a8b390af17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:09:33Z', 'updated_at': '2022-05-28T06:09:35Z', 'revision_number': 2, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4e524c72-3da2-46d5-98d5-12a8b390af17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:36.604876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Checking router: 35815cbd-1df7-401f-9dcc-07acd6e28bdd for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:09:36.605079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:09:36.605234 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Updating router 35815cbd-1df7-401f-9dcc-07acd6e28bdd port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:09:36.629192 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77a38bf9-443c-4b78-a84a-a1f5ad80f246 req-8a5af22b-36e5-4a6a-8640-3863c73a3f16 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795217 May 28 06:09:36.629788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb613067-594b-4d9b-a600-85d0f691e004,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:36.632644 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:36.633003 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Added segment 554873bf-9df4-465f-af7a-dfe824a3b819 of type vlan for network 849db3b9-5f39-428b-9c5f-0d9a168770f7 May 28 06:09:36.645702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 59e47ed6-b3b9-499c-a711-2e69b8081b0d up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:36.673622 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:36.703497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:36.709346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:36.709939 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:36.715355 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:36.819294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6216304 May 28 06:09:36.820151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d22920-74e4-44ac-bb0d-14a2780d6c3d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Network': ['ID=849db3b9-5f39-428b-9c5f-0d9a168770f7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:36.822860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37704) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:36.828239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:36.829048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 59e47ed6-b3b9-499c-a711-2e69b8081b0d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:36.870214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:09:36.901123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 59e47ed6-b3b9-499c-a711-2e69b8081b0d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:36.901339 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:36.939732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:36.943553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:36.946327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:36.952007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:36.962120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:36.965805 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:37.189291 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:37.223404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 59e47ed6-b3b9-499c-a711-2e69b8081b0d is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:37.223783 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:37.258096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e47ed6-b3b9-499c-a711-2e69b8081b0d'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:09:37.274595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:37.275091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network hostable DHCP agents. Network: 849db3b9-5f39-428b-9c5f-0d9a168770f7, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:09:37.283531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 59e47ed6-b3b9-499c-a711-2e69b8081b0d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:37.285401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=6f55c4d8-24e3-488a-b612-f3c7740ca1fd,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:37.300960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:09:37.315038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 849db3b9-5f39-428b-9c5f-0d9a168770f7) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:37.319394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:37.320111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:37.323681 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38dfefc-b125-423d-a340-3ace74c5334c'] response: {'server_uuid': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'code': 200} May 28 06:09:37.324753 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:37.342884 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ee10b91a-0484-48f4-bae4-1387cd1fc69e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5189817 May 28 06:09:37.346430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37712) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:37.352656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'name': 'tempest-NetworksTestDHCPv6-1391378984'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:37.374119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f11ccdc-1386-440c-a1d9-b24d2ed073be None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:37.489566 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:37.502384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=59e47ed6-b3b9-499c-a711-2e69b8081b0d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:37.521559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Transition to ACTIVE for port object 3b2c8c34-cdc7-46f7-9753-44e795e3e743 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:37.548042 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:37.559136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:37.559136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf15023-486f-4e27-8eac-0eb3afe4e30b req-e5c0f56b-21f1-4beb-abf0-23d78c5cab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:37.562622 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eaf15023-486f-4e27-8eac-0eb3afe4e30b req-e5c0f56b-21f1-4beb-abf0-23d78c5cab34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 1097 time: 0.1395619 May 28 06:09:37.562622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:37.571171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:37.726086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ec547-edf9-4142-8a57-1b72dca548b8 None None] Pushing event updated for resources: {'Port': ['ID=3b2c8c34-cdc7-46f7-9753-44e795e3e743,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:37.733705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:37.761177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:37.764265 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:37.791001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eaf15023-486f-4e27-8eac-0eb3afe4e30b req-d0113916-aa94-48ee-99d5-4506dd6b543e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211697 May 28 06:09:37.801608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port ef765e02-35cc-41a5-ab0a-573be8924d7d yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:37.922963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Attempting to bind port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:37.924267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Attempting to bind port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:37.924267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Attempting to bind port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 on network 7cb185cc-92c0-4346-9986-79262bf54151 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:37.931619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:09:37.931990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Checking segment: {'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:37.932573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:37.933109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Bound using segment: {'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:09:37.933918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Bound port: 3b2c8c34-cdc7-46f7-9753-44e795e3e743, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690d0393-770f-43cd-8ff2-e7e85df0a45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:09:37.934747 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:37.942500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48468458-2ffc-4dcc-aef5-aebf1a5479fd req-eda4dcb3-b130-4fc3-90b3-b89036ce1cc2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:37.944060 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-48468458-2ffc-4dcc-aef5-aebf1a5479fd req-eda4dcb3-b130-4fc3-90b3-b89036ce1cc2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 946 time: 0.1258051 May 28 06:09:37.949444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': '6f55c4d8-24e3-488a-b612-f3c7740ca1fd'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:09:37.950472 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:38.024453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::345 (849db3b9-5f39-428b-9c5f-0d9a168770f7/6f55c4d8-24e3-488a-b612-f3c7740ca1fd/ef765e02-35cc-41a5-ab0a-573be8924d7d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:38.034667 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-48468458-2ffc-4dcc-aef5-aebf1a5479fd req-e0266bab-defe-4f02-9627-7d63de772bfd tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784853 May 28 06:09:38.170474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] For port 3b2c8c34-cdc7-46f7-9753-44e795e3e743, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:38.174096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] For port 3b2c8c34-cdc7-46f7-9753-44e795e3e743, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b2c8c34-cdc7-46f7-9753-44e795e3e743,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:09:38.177798 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:38.255350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:09:38.256085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:09:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:38.259494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-c2373888-fc33-40b9-a60c-fa2e8fb55243 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1965883 May 28 06:09:38.314916 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:38.334377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object ef765e02-35cc-41a5-ab0a-573be8924d7d will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:38.340100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ec547-edf9-4142-8a57-1b72dca548b8 None None] Pushing event updated for resources: {'Port': ['ID=3b2c8c34-cdc7-46f7-9753-44e795e3e743,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:38.403626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:38.491075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:38.495555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:38.501798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:38.507167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:38.507797 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:38.530565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=ef765e02-35cc-41a5-ab0a-573be8924d7d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:38.542345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-576608b1-b96b-476b-8227-9dfb61d26f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:38.543885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-576608b1-b96b-476b-8227-9dfb61d26f03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 1097 time: 0.1903455 May 28 06:09:38.545658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d1ac390e-2ce3-459d-8b88-eb1640f823e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1977224 May 28 06:09:38.548585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37718) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:38.578014 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-631c76bf-e27d-497d-a8ab-0653235a99fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:38.591958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/6f55c4d8-24e3-488a-b612-f3c7740ca1fd/710e786a-e26c-4297-8242-090ba98d0f86) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:38.608404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:09:38.635034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0530d5-a3d4-43f7-a858-482d1c237132 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:38.636538 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fe0530d5-a3d4-43f7-a858-482d1c237132 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0862813 May 28 06:09:38.639152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37724) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:38.711605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port ef765e02-35cc-41a5-ab0a-573be8924d7d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:38.711950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:38.714972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-2254351c-18fe-43db-988d-6632f5a9dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:38.716510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-2254351c-18fe-43db-988d-6632f5a9dcd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.1493356 May 28 06:09:38.829786 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-9348d7d0-dd4d-4592-b155-7b70d28d659f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2 HTTP/1.1" status: 200 len: 1001 time: 0.1031346 May 28 06:09:38.924749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-f26a72e7-11eb-490f-a3cf-b5e6302ab6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:38.926751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-f26a72e7-11eb-490f-a3cf-b5e6302ab6e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.0905733 May 28 06:09:39.020151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-bb96501b-75cd-4a20-8932-0118fc102a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:39.022042 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-bb96501b-75cd-4a20-8932-0118fc102a42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851007 May 28 06:09:39.092492 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:39.205761 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:39.243179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for ef765e02-35cc-41a5-ab0a-573be8924d7d owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:39.266296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-b1b98226-dd9e-4e7b-ac1e-50c9fff0ebd3 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365797 May 28 06:09:39.271751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Transition to ACTIVE for port object 710e786a-e26c-4297-8242-090ba98d0f86 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:39.302912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Transition to ACTIVE for port object 710e786a-e26c-4297-8242-090ba98d0f86 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:39.318380 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:39.389505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:39.393859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:39.399260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:39.429276 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:39.431915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8f22-e8b0-4b79-a8e2-6dd90b6ba974 req-3b058750-8f37-4841-8f7c-e7d6f6400a23 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:39.433469 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c11b8f22-e8b0-4b79-a8e2-6dd90b6ba974 req-3b058750-8f37-4841-8f7c-e7d6f6400a23 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 946 time: 0.2146204 May 28 06:09:39.440064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40f4ec0b-cb57-4763-b08c-cdbc6ce440cf req-98238428-791b-4956-99a3-c83c62d9ff2f service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654036 May 28 06:09:39.445979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Pushing event updated for resources: {'Port': ['ID=710e786a-e26c-4297-8242-090ba98d0f86,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:39.458676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:09:34Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3c2b4577-67ae-40c0-87c3-24bd3494d86a', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'mac_address': 'fa:16:3e:5a:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:08:00Z', 'updated_at': '2022-05-28T06:08:03Z', 'revision_number': 1, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b2c8c34-cdc7-46f7-9753-44e795e3e743', 'name': '', 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:71:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '4e524c72-3da2-46d5-98d5-12a8b390af17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:09:33Z', 'updated_at': '2022-05-28T06:09:38Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4e524c72-3da2-46d5-98d5-12a8b390af17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:39.497243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c11b8f22-e8b0-4b79-a8e2-6dd90b6ba974 req-6681f3fd-fca3-42b0-9928-85337c6f5ac4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562212 May 28 06:09:39.500463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=ef765e02-35cc-41a5-ab0a-573be8924d7d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:39.501704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f69f3c-e55d-442f-bb3c-ee4d62de71f8 None None] The sync data for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 is: [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:09:34Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3c2b4577-67ae-40c0-87c3-24bd3494d86a', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'mac_address': 'fa:16:3e:5a:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:08:00Z', 'updated_at': '2022-05-28T06:08:03Z', 'revision_number': 1, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b2c8c34-cdc7-46f7-9753-44e795e3e743', 'name': '', 'network_id': '7cb185cc-92c0-4346-9986-79262bf54151', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:71:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '4e524c72-3da2-46d5-98d5-12a8b390af17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:09:33Z', 'updated_at': '2022-05-28T06:09:38Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4e524c72-3da2-46d5-98d5-12a8b390af17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:09:39.523718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Attempting to bind port 710e786a-e26c-4297-8242-090ba98d0f86 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:39.523951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Attempting to bind port 710e786a-e26c-4297-8242-090ba98d0f86 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:39.524482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Attempting to bind port 710e786a-e26c-4297-8242-090ba98d0f86 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:39.535931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:09:39.536304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:39.536708 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:39.537098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:09:39.537559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Bound port: 710e786a-e26c-4297-8242-090ba98d0f86, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:09:39.537920 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:39.555765 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:39.560678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.560678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.576744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.577391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.578107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.578628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.579146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.580223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.581104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.581505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.581914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.582355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:39.606428 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a71b92b9-05b7-43e7-9b6b-404aa9419ee1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/ef765e02-35cc-41a5-ab0a-573be8924d7d HTTP/1.1" status: 204 len: 168 time: 0.9640472 May 28 06:09:39.606658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37730) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:39.672689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] For port 710e786a-e26c-4297-8242-090ba98d0f86, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:39.676102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] For port 710e786a-e26c-4297-8242-090ba98d0f86, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=710e786a-e26c-4297-8242-090ba98d0f86,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:09:39.680390 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:39.690183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9db652-63a3-4cc4-8da4-296f3b54dfe1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:39.691914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9db652-63a3-4cc4-8da4-296f3b54dfe1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:39.692675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fc9db652-63a3-4cc4-8da4-296f3b54dfe1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:39.723244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fc9db652-63a3-4cc4-8da4-296f3b54dfe1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:39.726835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fc9db652-63a3-4cc4-8da4-296f3b54dfe1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1191819 May 28 06:09:39.729390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37734) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:39.771683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e4941-9378-412b-bf32-d975dba154c9 None None] Pushing event updated for resources: {'Port': ['ID=710e786a-e26c-4297-8242-090ba98d0f86,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:39.850142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22003ad-e4fd-4870-acd5-d1d4db03b384 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 6f55c4d8-24e3-488a-b612-f3c7740ca1fd {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:09:39.854165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c22003ad-e4fd-4870-acd5-d1d4db03b384 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:39.917132 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c22003ad-e4fd-4870-acd5-d1d4db03b384 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:40.031646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c22003ad-e4fd-4870-acd5-d1d4db03b384 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:40.118806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c22003ad-e4fd-4870-acd5-d1d4db03b384 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:40.168243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22003ad-e4fd-4870-acd5-d1d4db03b384 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=6f55c4d8-24e3-488a-b612-f3c7740ca1fd,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:40.175966 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c22003ad-e4fd-4870-acd5-d1d4db03b384 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:40.191825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c22003ad-e4fd-4870-acd5-d1d4db03b384 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/6f55c4d8-24e3-488a-b612-f3c7740ca1fd HTTP/1.1" status: 204 len: 168 time: 0.4613154 May 28 06:09:40.192635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37738) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:40.212283 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:40.260727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aa810373-f195-4c21-b8bc-0b1eda343f67 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667865 May 28 06:09:40.263388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37742) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:40.268746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:40.392343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:40.396416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:40.399188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:40.404855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:40.414418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:40.417884 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:40.708563 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f6d07dde-5d7c-4fdc-bf13-4dfa754d2c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:40.713582 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:40.764597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32f5aaa-2fc7-4a82-a315-a1e43ffc8d9c None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:40.790177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:40.796408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:40.799533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=426480c8-15ed-4e0f-a5a7-6e1b583892ba,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:40.801982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:40.802566 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:40.822976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318637c-b0c9-4c10-8684-aeccddb65a03 req-ad0623ae-dfd0-4b92-a771-d062141d8fa6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:40.824458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c318637c-b0c9-4c10-8684-aeccddb65a03 req-ad0623ae-dfd0-4b92-a771-d062141d8fa6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 946 time: 0.2039366 May 28 06:09:40.858948 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ce5d23f1-7f0d-4355-b490-f48711819d69 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5917060 May 28 06:09:40.859335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37748) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:40.864172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a01ddfc5-ac6d-43a4-8c95-3b7444b61c0a None None] Provisioning for port 710e786a-e26c-4297-8242-090ba98d0f86 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:40.865024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'name': 'tempest-NetworksTestDHCPv6-1820097857'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:40.893544 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c318637c-b0c9-4c10-8684-aeccddb65a03 req-0de7fb5c-9794-464d-9797-80cfb45068e1 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619593 May 28 06:09:41.075187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:41.084004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 710e786a-e26c-4297-8242-090ba98d0f86 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:41.176976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 710e786a-e26c-4297-8242-090ba98d0f86 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:41.183089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 710e786a-e26c-4297-8242-090ba98d0f86 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:41.183552 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.207525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:41.211009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:41.218647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:41.239951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:41.243960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.271519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 6753955f-a7c0-45ab-b345-5258e99c3017 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:41.293129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d315bea8-3056-48e4-905e-3ba8e89f9fcf None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:41.324221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981771b-2f6f-4d1c-91a0-14bbdc09b9fa req-dacc87fa-2615-422e-b1d8-2a8f3e7c3e53 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:41.325611 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b981771b-2f6f-4d1c-91a0-14bbdc09b9fa req-dacc87fa-2615-422e-b1d8-2a8f3e7c3e53 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 946 time: 0.2887342 May 28 06:09:41.431561 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b981771b-2f6f-4d1c-91a0-14bbdc09b9fa req-fcd70e3a-66d2-49bb-964f-ae22f2af011c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992575 May 28 06:09:41.455832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37756) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:41.461421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 710e786a-e26c-4297-8242-090ba98d0f86 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:41.461795 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.475436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-38cfd5cc-b827-46e5-ad1a-71eeb6b4158d None None] Provisioning complete for port 710e786a-e26c-4297-8242-090ba98d0f86 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:41.475812 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-38cfd5cc-b827-46e5-ad1a-71eeb6b4158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.478380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::37e (849db3b9-5f39-428b-9c5f-0d9a168770f7/426480c8-15ed-4e0f-a5a7-6e1b583892ba/6753955f-a7c0-45ab-b345-5258e99c3017) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:41.611171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 710e786a-e26c-4297-8242-090ba98d0f86, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=710e786a-e26c-4297-8242-090ba98d0f86,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:41.636066 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.636995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b2c8c34-cdc7-46f7-9753-44e795e3e743 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:41.753550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.761199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae72f9-a6c8-455d-850b-e31eeec5d2e9 tempest-TestVolumeBootPattern-1463700780 tempest-TestVolumeBootPattern-1463700780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:41.762709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-60ae72f9-a6c8-455d-850b-e31eeec5d2e9 tempest-TestVolumeBootPattern-1463700780 tempest-TestVolumeBootPattern-1463700780-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 1092 time: 0.3057241 May 28 06:09:41.765553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37762) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:41.765982 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.773002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:41.784375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:41.786735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 6753955f-a7c0-45ab-b345-5258e99c3017 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:41.790133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:floatingip and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:41.793642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:41.800865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:41.815520 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.852606 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.884195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=710e786a-e26c-4297-8242-090ba98d0f86,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:41.888268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-38cfd5cc-b827-46e5-ad1a-71eeb6b4158d None None] Current status of the port 710e786a-e26c-4297-8242-090ba98d0f86 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:41.895987 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.913045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:41.920009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:41.920373 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:41.977485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:41.982394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:41.988352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:41.993288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:41.993885 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:42.019312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=6753955f-a7c0-45ab-b345-5258e99c3017,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:42.023650 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fd609e28-2599-4fd8-b8ae-730f29ab0270 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1632345 May 28 06:09:42.026296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37770) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:42.070511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:42.071129 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:42.073424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:42.108819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3b2c8c34-cdc7-46f7-9753-44e795e3e743, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b2c8c34-cdc7-46f7-9753-44e795e3e743,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:42.121424 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:42.167611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f7c4df-9a16-48ec-8463-1d07b0689adc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:42.178493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f7c4df-9a16-48ec-8463-1d07b0689adc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:42.181440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-75f7c4df-9a16-48ec-8463-1d07b0689adc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:42.201374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3b2c8c34-cdc7-46f7-9753-44e795e3e743,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:42.218256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-75f7c4df-9a16-48ec-8463-1d07b0689adc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:42.222467 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-75f7c4df-9a16-48ec-8463-1d07b0689adc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1921129 May 28 06:09:42.223348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37774) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:42.256051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Allocated IP 172.25.4.150 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/0e0010cb-6cf2-49e6-80dc-354e1c98dcdb) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:42.322622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ad79deed-6bf8-4752-aa9a-dc102b3f99d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 6753955f-a7c0-45ab-b345-5258e99c3017 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:42.323050 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad79deed-6bf8-4752-aa9a-dc102b3f99d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:42.326323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5adbca89-52d0-44bb-b7fb-d333fd35c29b None None] Provisioning complete for port 710e786a-e26c-4297-8242-090ba98d0f86 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:42.327258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5adbca89-52d0-44bb-b7fb-d333fd35c29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:42.428346 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:42.461464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5adbca89-52d0-44bb-b7fb-d333fd35c29b None None] Current status of the port 710e786a-e26c-4297-8242-090ba98d0f86 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:42.468147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:42.542424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:42.545949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:42.550720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:42.579360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-12e46b31-0b43-4fc1-9c48-ab887e856ad2 None None] Could not find standard attr ID for object ef765e02-35cc-41a5-ab0a-573be8924d7d. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:09:42.595819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=0e0010cb-6cf2-49e6-80dc-354e1c98dcdb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:42.617285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad79deed-6bf8-4752-aa9a-dc102b3f99d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:42.706403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3e70a74a-48ab-4f4c-ae73-dd5a9ce2b267 None None] Provisioning for port 6753955f-a7c0-45ab-b345-5258e99c3017 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:42.716807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3e70a74a-48ab-4f4c-ae73-dd5a9ce2b267 None None] Provisioning complete for port 6753955f-a7c0-45ab-b345-5258e99c3017 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:42.717301 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3e70a74a-48ab-4f4c-ae73-dd5a9ce2b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:42.789970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3e70a74a-48ab-4f4c-ae73-dd5a9ce2b267 None None] Port 6753955f-a7c0-45ab-b345-5258e99c3017 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:09:42.858274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ad79deed-6bf8-4752-aa9a-dc102b3f99d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 6753955f-a7c0-45ab-b345-5258e99c3017 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:42.994700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 710e786a-e26c-4297-8242-090ba98d0f86 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:43.005890 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.018888 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad79deed-6bf8-4752-aa9a-dc102b3f99d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.070883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79deed-6bf8-4752-aa9a-dc102b3f99d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=6753955f-a7c0-45ab-b345-5258e99c3017,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:43.073781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 710e786a-e26c-4297-8242-090ba98d0f86 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:43.074228 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.088814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.162757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad79deed-6bf8-4752-aa9a-dc102b3f99d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.181088 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ad79deed-6bf8-4752-aa9a-dc102b3f99d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/6753955f-a7c0-45ab-b345-5258e99c3017 HTTP/1.1" status: 204 len: 168 time: 0.9564950 May 28 06:09:43.183514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37778) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:43.215673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 710e786a-e26c-4297-8242-090ba98d0f86 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:43.216677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b2c8c34-cdc7-46f7-9753-44e795e3e743 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:43.274598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f72af-056a-44fb-b52c-81d9a4ac4e3a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:43.276247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f72af-056a-44fb-b52c-81d9a4ac4e3a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:43.277244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3c2f72af-056a-44fb-b52c-81d9a4ac4e3a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:43.296134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3c2f72af-056a-44fb-b52c-81d9a4ac4e3a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:43.297541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3c2f72af-056a-44fb-b52c-81d9a4ac4e3a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1125648 May 28 06:09:43.300900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37784) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:43.321729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:43.322094 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.385953 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.400286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadb6992-640b-4c43-8762-d041187ee804 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 426480c8-15ed-4e0f-a5a7-6e1b583892ba {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:09:43.403265 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eadb6992-640b-4c43-8762-d041187ee804 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.460933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:43.468688 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eadb6992-640b-4c43-8762-d041187ee804 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.481366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.486880 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.532634 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eadb6992-640b-4c43-8762-d041187ee804 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.599018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=0e0010cb-6cf2-49e6-80dc-354e1c98dcdb,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:43.611858 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eadb6992-640b-4c43-8762-d041187ee804 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.614526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.674780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb6992-640b-4c43-8762-d041187ee804 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=426480c8-15ed-4e0f-a5a7-6e1b583892ba,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:43.680536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eadb6992-640b-4c43-8762-d041187ee804 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.692814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d781f-b96f-4031-a895-85062d8fbf3b None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:43.698619 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eadb6992-640b-4c43-8762-d041187ee804 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/426480c8-15ed-4e0f-a5a7-6e1b583892ba HTTP/1.1" status: 204 len: 168 time: 0.3955677 May 28 06:09:43.701108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37788) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:43.775044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37792) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:43.775387 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-55f93833-2181-4f81-a976-0de3a3a1eb50 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724144 May 28 06:09:43.783413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:43.893733 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Floating IP 1c35b2fe-6925-49eb-8de9-68efb5754c23 associated. External IP: 172.25.4.150, port: 59e47ed6-b3b9-499c-a711-2e69b8081b0d. May 28 06:09:43.934627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d19fa41-6abd-41d8-b34f-5f2e3d2d841b None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:09:43.938957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5d19fa41-6abd-41d8-b34f-5f2e3d2d841b None None] Deleting port 710e786a-e26c-4297-8242-090ba98d0f86 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:43.939360 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d19fa41-6abd-41d8-b34f-5f2e3d2d841b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:43.981501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:43.989558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:43.994260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:44.053190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:44.085081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:44.088652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:44.194197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5d19fa41-6abd-41d8-b34f-5f2e3d2d841b None None] For port 710e786a-e26c-4297-8242-090ba98d0f86, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=710e786a-e26c-4297-8242-090ba98d0f86,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:44.194599 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d19fa41-6abd-41d8-b34f-5f2e3d2d841b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:44.317420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5d19fa41-6abd-41d8-b34f-5f2e3d2d841b None None] Calling delete_port for 710e786a-e26c-4297-8242-090ba98d0f86 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:44.394451 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d19fa41-6abd-41d8-b34f-5f2e3d2d841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:44.440290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19fa41-6abd-41d8-b34f-5f2e3d2d841b None None] Pushing event deleted for resources: {'Port': ['ID=710e786a-e26c-4297-8242-090ba98d0f86,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:44.444472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d19fa41-6abd-41d8-b34f-5f2e3d2d841b None None] No DVR routers for this DVR port 710e786a-e26c-4297-8242-090ba98d0f86 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:09:44.473904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Router 09824474-16b6-48bd-9d5a-0f0231477221 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:09:44.556263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:44.634142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:44.639112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:44.641838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:44.642986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:44.648462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b32c77-cddf-4e98-aa93-ccc8fdc17a21 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:44.839061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=b86935b6-81e2-48bc-ae9c-85d691ef9da5,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:44.866622 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': 'b86935b6-81e2-48bc-ae9c-85d691ef9da5'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:09:44.867472 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:44.883920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37796) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:44.884467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-49095650-b80b-4640-a2b7-21ad53f17df1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1079161 May 28 06:09:44.889864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'name': 'tempest-NetworksTestDHCPv6-118226665'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:44.892250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:09:44.903101 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] Sync routers for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:09:44.920274 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:09:44.920953 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:09:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:44.941728 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:45.020763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 710e786a-e26c-4297-8242-090ba98d0f86 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:09:45.021715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f3307468-93d3-4cf6-b380-b55c646b8035 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2551594 May 28 06:09:45.022578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'tag': '59e47ed6-b3b9-499c-a711-2e69b8081b0d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:09:45.069556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:45.071794 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f391a31-afbe-4961-b45f-8ae2536d6f6e'] response: {'name': 'network-changed', 'server_uuid': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'tag': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'status': 'completed', 'code': 200} May 28 06:09:45.074004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:45.082611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:45.084746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 710e786a-e26c-4297-8242-090ba98d0f86 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:09:45.085092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 710e786a-e26c-4297-8242-090ba98d0f86 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:09:45.094354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:45.115382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:45.119928 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:45.126201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/b86935b6-81e2-48bc-ae9c-85d691ef9da5/50da24ed-f2fa-4309-85f7-816fe2453bf8) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:45.151460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port f8a3da06-2a84-4703-8046-8a44ed1d326b yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:45.196066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95052120-a66d-4142-892d-e06cf62b191c req-33fd1f0b-0585-4e98-9c8a-0e35514a4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:45.197535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95052120-a66d-4142-892d-e06cf62b191c req-33fd1f0b-0585-4e98-9c8a-0e35514a4c23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 1097 time: 0.0940490 May 28 06:09:45.199426 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:09:45.353640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95052120-a66d-4142-892d-e06cf62b191c req-d7879dc0-a36f-473c-ac24-d52cc4895cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:45.355140 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95052120-a66d-4142-892d-e06cf62b191c req-d7879dc0-a36f-473c-ac24-d52cc4895cac service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.1510360 May 28 06:09:45.383054 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:45.394270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Transition to ACTIVE for port object 50da24ed-f2fa-4309-85f7-816fe2453bf8 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:45.413960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Transition to ACTIVE for port object 50da24ed-f2fa-4309-85f7-816fe2453bf8 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:45.425090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:45.469652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95052120-a66d-4142-892d-e06cf62b191c req-5fc7a8c3-096d-43d1-96ca-9a76caed3949 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d HTTP/1.1" status: 200 len: 1000 time: 0.1072803 May 28 06:09:45.504306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::2b (849db3b9-5f39-428b-9c5f-0d9a168770f7/b86935b6-81e2-48bc-ae9c-85d691ef9da5/f8a3da06-2a84-4703-8046-8a44ed1d326b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:45.510505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:45.514214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:45.519388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:45.525734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Pushing event updated for resources: {'Port': ['ID=50da24ed-f2fa-4309-85f7-816fe2453bf8,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:45.557783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95052120-a66d-4142-892d-e06cf62b191c req-2f3f37bc-f6f4-4ec9-a359-44761ccf750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:45.559966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95052120-a66d-4142-892d-e06cf62b191c req-2f3f37bc-f6f4-4ec9-a359-44761ccf750c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0833566 May 28 06:09:45.620487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Attempting to bind port 50da24ed-f2fa-4309-85f7-816fe2453bf8 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:45.620745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Attempting to bind port 50da24ed-f2fa-4309-85f7-816fe2453bf8 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:45.621128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Attempting to bind port 50da24ed-f2fa-4309-85f7-816fe2453bf8 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:45.625495 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '1c35b2fe-6925-49eb-8de9-68efb5754c23', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:b7:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:42Z', 'updated_at': '2022-05-28T06:09:42Z', 'revision_number': 0, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:45.627654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:09:45.628042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:45.628800 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:45.628959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:09:45.629313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Bound port: 50da24ed-f2fa-4309-85f7-816fe2453bf8, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:09:45.629691 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:45.630306 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] Checking router: 09824474-16b6-48bd-9d5a-0f0231477221 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:09:45.639335 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:09:45.640132 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:09:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:45.662797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95052120-a66d-4142-892d-e06cf62b191c req-7706b4ae-d164-4f65-a242-b9a525272f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:45.664756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95052120-a66d-4142-892d-e06cf62b191c req-7706b4ae-d164-4f65-a242-b9a525272f3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932786 May 28 06:09:45.734182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] For port 50da24ed-f2fa-4309-85f7-816fe2453bf8, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:45.737904 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] For port 50da24ed-f2fa-4309-85f7-816fe2453bf8, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=50da24ed-f2fa-4309-85f7-816fe2453bf8,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:09:45.742709 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:45.772721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:45.792017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object f8a3da06-2a84-4703-8046-8a44ed1d326b will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:45.827820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c0e48-cb30-4cfe-b96d-ed905747c509 None None] Pushing event updated for resources: {'Port': ['ID=50da24ed-f2fa-4309-85f7-816fe2453bf8,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:45.828807 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:45.833015 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95052120-a66d-4142-892d-e06cf62b191c req-263d24b0-aad3-4aef-9cc4-d66cde664bc5 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602616 May 28 06:09:45.882175 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:09:45.901981 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:45.910851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:45.916869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:45.922391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:45.923049 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:45.952812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=f8a3da06-2a84-4703-8046-8a44ed1d326b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:45.968332 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-69e4f5aa-599d-45eb-abcf-9eec459e6ca9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0829918 May 28 06:09:45.970829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37806) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:46.004664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95052120-a66d-4142-892d-e06cf62b191c req-402a7e8d-92a3-443a-bbef-430faa93a859 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642120 May 28 06:09:46.102431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640e41b-7741-4a86-852a-c6442c1d3122 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:46.112938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640e41b-7741-4a86-852a-c6442c1d3122 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:46.114334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f640e41b-7741-4a86-852a-c6442c1d3122 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:46.133024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f640e41b-7741-4a86-852a-c6442c1d3122 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:46.135830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f640e41b-7741-4a86-852a-c6442c1d3122 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1639507 May 28 06:09:46.137302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37810) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:46.138007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-f74096a6-e3cc-40ee-a52d-7ebe34183d21 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956302 May 28 06:09:46.255923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8a518ab8-afc1-4d7d-a8f2-b88432aeb2e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port f8a3da06-2a84-4703-8046-8a44ed1d326b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:46.256269 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a518ab8-afc1-4d7d-a8f2-b88432aeb2e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:46.329764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-fda38d24-53d5-4618-9598-d1c18a6b0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:46.331299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-fda38d24-53d5-4618-9598-d1c18a6b0eee service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 1097 time: 0.0894034 May 28 06:09:46.340969 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '1c35b2fe-6925-49eb-8de9-68efb5754c23', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:b7:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:42Z', 'updated_at': '2022-05-28T06:09:42Z', 'revision_number': 0, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:46.345474 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adef430-a079-4451-9fbb-297d6a7b004b None None] The sync data for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 is: [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '1c35b2fe-6925-49eb-8de9-68efb5754c23', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:b7:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:42Z', 'updated_at': '2022-05-28T06:09:42Z', 'revision_number': 0, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:09:46.492059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-d06f1077-61a2-4727-9820-5cf0c3d0f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:46.493479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-d06f1077-61a2-4727-9820-5cf0c3d0f194 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1023c271-cbf5-42c4-87fd-27665c264878 HTTP/1.1" status: 200 len: 897 time: 0.1426127 May 28 06:09:46.522214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a518ab8-afc1-4d7d-a8f2-b88432aeb2e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:46.593555 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-5f2cb381-ce6c-4bff-9488-2e7348a83a33 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b HTTP/1.1" status: 200 len: 1001 time: 0.0936012 May 28 06:09:46.649835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8a518ab8-afc1-4d7d-a8f2-b88432aeb2e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for f8a3da06-2a84-4703-8046-8a44ed1d326b owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:46.665701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-468f154a-186f-421b-8f56-0f3a6314f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:46.667194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-468f154a-186f-421b-8f56-0f3a6314f685 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4a32e495-4a84-40d9-bace-e775bb598c60 HTTP/1.1" status: 200 len: 834 time: 0.0670705 May 28 06:09:46.753555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-28305b4b-8d26-423b-a8a3-876cd709451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:46.755254 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-28305b4b-8d26-423b-a8a3-876cd709451a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1023c271-cbf5-42c4-87fd-27665c264878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791521 May 28 06:09:46.814738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adec0ae3-1f85-45bc-ad02-ba62ca0cd8de None None] New status for floating IP 1c35b2fe-6925-49eb-8de9-68efb5754c23: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:09:46.924611 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-aa64e8ef-2201-457b-a887-615d111fc340 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613984 May 28 06:09:46.943214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a518ab8-afc1-4d7d-a8f2-b88432aeb2e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:47.053993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a518ab8-afc1-4d7d-a8f2-b88432aeb2e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=f8a3da06-2a84-4703-8046-8a44ed1d326b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:47.058507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8a518ab8-afc1-4d7d-a8f2-b88432aeb2e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:47.090865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8a518ab8-afc1-4d7d-a8f2-b88432aeb2e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/f8a3da06-2a84-4703-8046-8a44ed1d326b HTTP/1.1" status: 204 len: 168 time: 0.9508390 May 28 06:09:47.092756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37816) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:47.164960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 50da24ed-f2fa-4309-85f7-816fe2453bf8 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:47.180242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ff775b-d483-4d38-9eb4-b395abc345be tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:47.182163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ff775b-d483-4d38-9eb4-b395abc345be tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:47.183403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-36ff775b-d483-4d38-9eb4-b395abc345be tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:47.212538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-36ff775b-d483-4d38-9eb4-b395abc345be tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:47.216539 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-36ff775b-d483-4d38-9eb4-b395abc345be tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1228037 May 28 06:09:47.217447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37820) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:47.248588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-52a9de79-c478-4890-8166-b6b825972682 None None] Provisioning for port 50da24ed-f2fa-4309-85f7-816fe2453bf8 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:47.274286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 50da24ed-f2fa-4309-85f7-816fe2453bf8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:47.280098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 50da24ed-f2fa-4309-85f7-816fe2453bf8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:47.281573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:47.303525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5634d10-2fcf-4490-8f52-33efe64b5bec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet b86935b6-81e2-48bc-ae9c-85d691ef9da5 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:09:47.306878 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5634d10-2fcf-4490-8f52-33efe64b5bec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:47.317474 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b4652033-b11d-45f3-8b40-b4afdd8c731a req-dd3802cc-69f6-4660-b6c5-1c6c3d9b7ce2 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859005 May 28 06:09:47.399903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5634d10-2fcf-4490-8f52-33efe64b5bec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:47.453517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 50da24ed-f2fa-4309-85f7-816fe2453bf8 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:47.454110 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:47.475096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b68e2f8c-6dfc-4084-8c48-6b6dffe38df7 None None] Could not find standard attr ID for object f8a3da06-2a84-4703-8046-8a44ed1d326b. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:09:47.495161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 50da24ed-f2fa-4309-85f7-816fe2453bf8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=50da24ed-f2fa-4309-85f7-816fe2453bf8,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:47.504639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:47.507312 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5634d10-2fcf-4490-8f52-33efe64b5bec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:47.585760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=50da24ed-f2fa-4309-85f7-816fe2453bf8,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:47.613238 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5634d10-2fcf-4490-8f52-33efe64b5bec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:47.659547 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5634d10-2fcf-4490-8f52-33efe64b5bec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:47.669442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5634d10-2fcf-4490-8f52-33efe64b5bec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=b86935b6-81e2-48bc-ae9c-85d691ef9da5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:47.676377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f5634d10-2fcf-4490-8f52-33efe64b5bec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/b86935b6-81e2-48bc-ae9c-85d691ef9da5 HTTP/1.1" status: 204 len: 168 time: 0.4581771 May 28 06:09:47.679094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37834) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:47.684842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3f6ba-8d36-49a2-824e-083386c11ac4 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:47.762379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-442f8457-bf65-42c4-ab6c-e4a064b79dde tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780430 May 28 06:09:47.762629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37840) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:47.863819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eace421-6753-4b3f-b66c-032c19a24172 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:47.864692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7eace421-6753-4b3f-b66c-032c19a24172 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:47.884437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7eace421-6753-4b3f-b66c-032c19a24172 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:47.885995 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7eace421-6753-4b3f-b66c-032c19a24172 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1225059 May 28 06:09:47.889481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37846) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:47.993276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1b1ee-499c-47f4-8fa7-895ddc872fde tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:47.994070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-70d1b1ee-499c-47f4-8fa7-895ddc872fde tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:47.996162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a44827-f5ee-49dc-a1b7-8cfb3dba2593 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:09:48.001074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-97a44827-f5ee-49dc-a1b7-8cfb3dba2593 None None] Deleting port 50da24ed-f2fa-4309-85f7-816fe2453bf8 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:48.003201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97a44827-f5ee-49dc-a1b7-8cfb3dba2593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:48.014532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-70d1b1ee-499c-47f4-8fa7-895ddc872fde tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:48.017350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-70d1b1ee-499c-47f4-8fa7-895ddc872fde tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1263473 May 28 06:09:48.021548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37852) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:48.136554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37856) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:48.136911 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-13f9e8d0-6600-4bee-99d6-d0837266b7af tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146829 May 28 06:09:48.142475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:48.246931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-97a44827-f5ee-49dc-a1b7-8cfb3dba2593 None None] For port 50da24ed-f2fa-4309-85f7-816fe2453bf8, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=50da24ed-f2fa-4309-85f7-816fe2453bf8,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:48.247378 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97a44827-f5ee-49dc-a1b7-8cfb3dba2593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:48.255854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:48.266374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:48.276517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:48.279960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:48.368782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-97a44827-f5ee-49dc-a1b7-8cfb3dba2593 None None] Calling delete_port for 50da24ed-f2fa-4309-85f7-816fe2453bf8 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:48.444006 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97a44827-f5ee-49dc-a1b7-8cfb3dba2593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:48.496240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a44827-f5ee-49dc-a1b7-8cfb3dba2593 None None] Pushing event deleted for resources: {'Port': ['ID=50da24ed-f2fa-4309-85f7-816fe2453bf8,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:48.499650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a44827-f5ee-49dc-a1b7-8cfb3dba2593 None None] No DVR routers for this DVR port 50da24ed-f2fa-4309-85f7-816fe2453bf8 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:09:48.515994 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:48.583014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:48.585996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:48.590229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:48.590867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:48.597524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2231a9c3-faaf-4bd7-ac2c-42cd9c4d316b None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:48.602630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=4545a156-6c03-4b14-a48c-a0d5a0902ebf,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:48.620357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bd731bd6-0b94-4253-a1c5-d63708aeb702 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4825022 May 28 06:09:48.622978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37860) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:48.629847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': '4545a156-6c03-4b14-a48c-a0d5a0902ebf', 'ip_address': '2001:db8::827c:a00e:700d:1103'}], 'name': 'tempest-NetworksTestDHCPv6-1634109058'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:48.778199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:48.788604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:48.799507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:48.834341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': '4545a156-6c03-4b14-a48c-a0d5a0902ebf'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:09:48.835187 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:48.937401 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:48.960532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 3c26c907-4ee5-40f6-9f42-2647eef3b98b yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:49.010033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/4545a156-6c03-4b14-a48c-a0d5a0902ebf/1c53c521-e1d1-4ca4-9741-c686fb33a344) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:49.021113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 50da24ed-f2fa-4309-85f7-816fe2453bf8 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:09:49.067626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 50da24ed-f2fa-4309-85f7-816fe2453bf8 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:09:49.067892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 50da24ed-f2fa-4309-85f7-816fe2453bf8 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:09:49.308011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:49.319659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Transition to ACTIVE for port object 1c53c521-e1d1-4ca4-9741-c686fb33a344 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:49.344084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Transition to ACTIVE for port object 1c53c521-e1d1-4ca4-9741-c686fb33a344 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:49.353737 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:49.425692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::827c:a00e:700d:1103 (849db3b9-5f39-428b-9c5f-0d9a168770f7/4545a156-6c03-4b14-a48c-a0d5a0902ebf/3c26c907-4ee5-40f6-9f42-2647eef3b98b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:49.435882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:49.439873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:49.443732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:49.449947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Pushing event updated for resources: {'Port': ['ID=1c53c521-e1d1-4ca4-9741-c686fb33a344,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:49.538167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Attempting to bind port 1c53c521-e1d1-4ca4-9741-c686fb33a344 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:49.538533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Attempting to bind port 1c53c521-e1d1-4ca4-9741-c686fb33a344 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:49.538896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Attempting to bind port 1c53c521-e1d1-4ca4-9741-c686fb33a344 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:49.544153 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:09:49.544532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:49.544927 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:49.545321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:09:49.545793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Bound port: 1c53c521-e1d1-4ca4-9741-c686fb33a344, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:09:49.546160 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:49.647735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] For port 1c53c521-e1d1-4ca4-9741-c686fb33a344, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:49.651964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] For port 1c53c521-e1d1-4ca4-9741-c686fb33a344, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c53c521-e1d1-4ca4-9741-c686fb33a344,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:09:49.657263 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:49.683115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:49.708468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 3c26c907-4ee5-40f6-9f42-2647eef3b98b will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:49.756945 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:49.760531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e397ac-a14f-465a-88c2-b75e40f47740 None None] Pushing event updated for resources: {'Port': ['ID=1c53c521-e1d1-4ca4-9741-c686fb33a344,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:49.862115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa96a1c-0770-4085-8b1f-e49da0ed9d82 req-bf94dece-430f-4f37-b749-525809491311 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:49.869763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cfa96a1c-0770-4085-8b1f-e49da0ed9d82 req-bf94dece-430f-4f37-b749-525809491311 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 946 time: 0.1278586 May 28 06:09:49.871212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:49.876208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:49.880501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:49.886575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:49.886696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:49.896095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=3c26c907-4ee5-40f6-9f42-2647eef3b98b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:49.917172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cfa96a1c-0770-4085-8b1f-e49da0ed9d82 req-856e4647-f2f5-461c-811c-1b1a840bb4e0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450904 May 28 06:09:49.929248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7113c22a-edc7-48ab-8df2-ec59a747aad6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3052003 May 28 06:09:49.932417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37874) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:50.075831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f33ee-e73c-4285-b8ce-8204067977fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:50.085323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f33ee-e73c-4285-b8ce-8204067977fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:50.085323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-338f33ee-e73c-4285-b8ce-8204067977fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:50.107047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-338f33ee-e73c-4285-b8ce-8204067977fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:50.111462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-338f33ee-e73c-4285-b8ce-8204067977fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1755681 May 28 06:09:50.111688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37878) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:50.198837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-71903176-2e0e-4cde-857d-36e112f38d15 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 3c26c907-4ee5-40f6-9f42-2647eef3b98b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:50.198837 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71903176-2e0e-4cde-857d-36e112f38d15 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:50.465647 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71903176-2e0e-4cde-857d-36e112f38d15 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:50.597961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-71903176-2e0e-4cde-857d-36e112f38d15 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 3c26c907-4ee5-40f6-9f42-2647eef3b98b owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:50.789029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71903176-2e0e-4cde-857d-36e112f38d15 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:50.855071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71903176-2e0e-4cde-857d-36e112f38d15 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=3c26c907-4ee5-40f6-9f42-2647eef3b98b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:50.899874 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71903176-2e0e-4cde-857d-36e112f38d15 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:50.922195 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-71903176-2e0e-4cde-857d-36e112f38d15 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/3c26c907-4ee5-40f6-9f42-2647eef3b98b HTTP/1.1" status: 204 len: 168 time: 0.8071234 May 28 06:09:50.924643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37882) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:51.072169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ee9637-2dac-4c6f-96f2-487d941c7cb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:51.075971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ee9637-2dac-4c6f-96f2-487d941c7cb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:51.076666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-49ee9637-2dac-4c6f-96f2-487d941c7cb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:51.104471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c53c521-e1d1-4ca4-9741-c686fb33a344 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:51.130051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-49ee9637-2dac-4c6f-96f2-487d941c7cb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:51.133338 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-49ee9637-2dac-4c6f-96f2-487d941c7cb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2050943 May 28 06:09:51.135880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37888) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:51.261008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5e393328-2d4b-4ada-bab6-ed7a54f5a881 None None] Provisioning for port 1c53c521-e1d1-4ca4-9741-c686fb33a344 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:51.297866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1c53c521-e1d1-4ca4-9741-c686fb33a344 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:51.304592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1c53c521-e1d1-4ca4-9741-c686fb33a344 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:51.304965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:51.398508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-384be1fc-95df-456d-9d5a-9f202a250a73 None None] Could not find standard attr ID for object 3c26c907-4ee5-40f6-9f42-2647eef3b98b. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:09:51.481805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1c53c521-e1d1-4ca4-9741-c686fb33a344 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:51.482188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:51.492819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c557afe-1b6c-44fc-9b39-06ec8c35fd66 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 4545a156-6c03-4b14-a48c-a0d5a0902ebf {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:09:51.499779 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c557afe-1b6c-44fc-9b39-06ec8c35fd66 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:51.522166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1c53c521-e1d1-4ca4-9741-c686fb33a344, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c53c521-e1d1-4ca4-9741-c686fb33a344,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:51.528827 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:51.576127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c557afe-1b6c-44fc-9b39-06ec8c35fd66 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:51.611397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-821e1b37-b15b-4629-97bf-251d5c44e326 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:51.612887 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-821e1b37-b15b-4629-97bf-251d5c44e326 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.41 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 946 time: 0.2782104 May 28 06:09:51.623343 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1c53c521-e1d1-4ca4-9741-c686fb33a344,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:51.628154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d39629-690f-4212-b971-71428e10224b req-86d0df5f-8e77-4f55-a43e-99a5a8f4c26a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:51.629615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30d39629-690f-4212-b971-71428e10224b req-86d0df5f-8e77-4f55-a43e-99a5a8f4c26a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 946 time: 0.3001893 May 28 06:09:51.753052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Deleting port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:51.753392 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:51.793376 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30d39629-690f-4212-b971-71428e10224b req-f34612c5-1a84-4203-8bd9-9b965017a805 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc54693e-078b-4a1f-8bf9-78710f346b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289859 May 28 06:09:51.868786 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c557afe-1b6c-44fc-9b39-06ec8c35fd66 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.052346 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c557afe-1b6c-44fc-9b39-06ec8c35fd66 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.096975 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7c557afe-1b6c-44fc-9b39-06ec8c35fd66 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.105519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eafbc7c-6c50-49fb-90a5-17ca6155be37 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:52.114909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c557afe-1b6c-44fc-9b39-06ec8c35fd66 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=4545a156-6c03-4b14-a48c-a0d5a0902ebf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:52.128915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] For port 9b7b5645-2e13-4eb9-b393-22c15ab272e2, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9b7b5645-2e13-4eb9-b393-22c15ab272e2,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:52.129272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.144205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7c557afe-1b6c-44fc-9b39-06ec8c35fd66 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/4545a156-6c03-4b14-a48c-a0d5a0902ebf HTTP/1.1" status: 204 len: 168 time: 1.0067935 May 28 06:09:52.146614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37894) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:52.219283 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-10181908-7762-4c98-84f0-fbefa3dc6ee6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687897 May 28 06:09:52.220160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37898) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:52.225657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:52.428475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d79379-951e-4ba4-94c7-4fba3741ce55 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:09:52.433379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-76d79379-951e-4ba4-94c7-4fba3741ce55 None None] Deleting port 1c53c521-e1d1-4ca4-9741-c686fb33a344 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:52.433956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-76d79379-951e-4ba4-94c7-4fba3741ce55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.468864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:52.473237 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:52.476406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:52.478223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.478603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.478916 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Floating IP 768f1f87-5bf3-490a-820c-903858e233e9 disassociated. External IP: 172.25.4.155, port: 9b7b5645-2e13-4eb9-b393-22c15ab272e2. May 28 06:09:52.479276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Calling delete_port for 9b7b5645-2e13-4eb9-b393-22c15ab272e2 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:52.483727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:52.494796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:52.498435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.642212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.650174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-76d79379-951e-4ba4-94c7-4fba3741ce55 None None] For port 1c53c521-e1d1-4ca4-9741-c686fb33a344, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c53c521-e1d1-4ca4-9741-c686fb33a344,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:52.650614 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-76d79379-951e-4ba4-94c7-4fba3741ce55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.712658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event deleted for resources: {'Port': ['ID=9b7b5645-2e13-4eb9-b393-22c15ab272e2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:52.736504 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.781520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-76d79379-951e-4ba4-94c7-4fba3741ce55 None None] Calling delete_port for 1c53c521-e1d1-4ca4-9741-c686fb33a344 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:52.784785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.785135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.785475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.785809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.786623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.786623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.786796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.787093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.787442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.787768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.788091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.788524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:09:52.799910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:52.802880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:52.807145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:52.807774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.822945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=0adc16f4-6de5-4739-a1c9-d38764192532,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:52.849184 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6ecf6cb2-2ac6-4b2f-b834-5d4cfad63bf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6253829 May 28 06:09:52.849520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37906) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:52.859355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': '0adc16f4-6de5-4739-a1c9-d38764192532', 'ip_address': '2001:db8::d135:7c3b:7dcc:3e80'}], 'name': 'tempest-NetworksTestDHCPv6-281256588'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:52.879590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-76d79379-951e-4ba4-94c7-4fba3741ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:52.930490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d79379-951e-4ba4-94c7-4fba3741ce55 None None] Pushing event deleted for resources: {'Port': ['ID=1c53c521-e1d1-4ca4-9741-c686fb33a344,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:52.931417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Router d76de9c3-6005-4159-992c-03872e8d8955 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:09:52.933849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d79379-951e-4ba4-94c7-4fba3741ce55 None None] No DVR routers for this DVR port 1c53c521-e1d1-4ca4-9741-c686fb33a344 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:09:52.950168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03136b71-a12e-48c0-80bb-5084a55864df None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:53.030359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c53c521-e1d1-4ca4-9741-c686fb33a344 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:09:53.048278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-861412e7-9702-464f-b527-c406035c8c67 req-5af39048-44d3-4404-96e5-d604ee5e3dca tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c944db39-6e32-4ae1-a05b-baa8c4e52002 HTTP/1.1" status: 200 len: 210 time: 0.0819526 May 28 06:09:53.115402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1c53c521-e1d1-4ca4-9741-c686fb33a344 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:09:53.116004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c53c521-e1d1-4ca4-9741-c686fb33a344 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:09:53.146541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:53.154293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:53.159364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:53.170842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:53.200746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:53.285442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': '0adc16f4-6de5-4739-a1c9-d38764192532'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:09:53.286284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:53.307883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:09:53.318848 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] Sync routers for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:09:53.330271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:09:53.331104 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:09:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:53.354553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:53.380462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 21406ddc-b83a-4a2b-8d52-12da589483bf yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:53.386416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] No DVR routers for this DVR port 9b7b5645-2e13-4eb9-b393-22c15ab272e2 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:09:53.388861 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:53.392674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'name': 'network-vif-deleted', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:09:53.415423 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-22f07fe9-73c7-4ddf-8764-e079b6ad066e req-6a51d171-a4ee-4121-ae6e-84cfe020009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.41 "DELETE /v2.0/ports/9b7b5645-2e13-4eb9-b393-22c15ab272e2 HTTP/1.1" status: 204 len: 173 time: 1.7789526 May 28 06:09:53.457630 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bf8106-5919-4138-ae31-3e99a8487d57'] response: {'server_uuid': 'c944db39-6e32-4ae1-a05b-baa8c4e52002', 'name': 'network-vif-deleted', 'tag': '9b7b5645-2e13-4eb9-b393-22c15ab272e2', 'status': 'completed', 'code': 200} May 28 06:09:53.489722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/0adc16f4-6de5-4739-a1c9-d38764192532/1714789f-aba5-4b3f-877b-8c57f26a81ab) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:53.562276 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:09:53.718993 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:53.729032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Transition to ACTIVE for port object 1714789f-aba5-4b3f-877b-8c57f26a81ab will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:53.748621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Transition to ACTIVE for port object 1714789f-aba5-4b3f-877b-8c57f26a81ab will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:53.754563 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:53.819994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:53.823330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:53.828327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::d135:7c3b:7dcc:3e80 (849db3b9-5f39-428b-9c5f-0d9a168770f7/0adc16f4-6de5-4739-a1c9-d38764192532/21406ddc-b83a-4a2b-8d52-12da589483bf) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:53.829319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:53.924049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Pushing event updated for resources: {'Port': ['ID=1714789f-aba5-4b3f-877b-8c57f26a81ab,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:53.944489 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:53.944781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Attempting to bind port 1714789f-aba5-4b3f-877b-8c57f26a81ab on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:53.945121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Attempting to bind port 1714789f-aba5-4b3f-877b-8c57f26a81ab by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:53.945543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Attempting to bind port 1714789f-aba5-4b3f-877b-8c57f26a81ab on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:53.950273 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] Checking router: d76de9c3-6005-4159-992c-03872e8d8955 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:09:53.951462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:09:53.951890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:53.952305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:53.953328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:09:53.953860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Bound port: 1714789f-aba5-4b3f-877b-8c57f26a81ab, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:09:53.954243 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:53.961544 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:09:53.962399 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:09:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:54.052934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] For port 1714789f-aba5-4b3f-877b-8c57f26a81ab, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:54.056360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] For port 1714789f-aba5-4b3f-877b-8c57f26a81ab, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1714789f-aba5-4b3f-877b-8c57f26a81ab,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:09:54.064488 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:54.066235 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:54.104430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 21406ddc-b83a-4a2b-8d52-12da589483bf will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:54.153988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:54.221130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778dc9c-ae7b-421f-832f-6601a4dabe95 None None] Pushing event updated for resources: {'Port': ['ID=1714789f-aba5-4b3f-877b-8c57f26a81ab,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:54.255023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37918) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:54.255188 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:09:54.279832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:54.284590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:54.298013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:54.306167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:54.306869 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:54.342028 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9cba339-8378-48da-832c-e92f1dcf0eba tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:54.349114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=21406ddc-b83a-4a2b-8d52-12da589483bf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:54.355146 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-457d3deb-c99a-421d-a905-f2f3feda1dfe tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5035646 May 28 06:09:54.356009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37922) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:54.381382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9cba339-8378-48da-832c-e92f1dcf0eba tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:54.465649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9cba339-8378-48da-832c-e92f1dcf0eba tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:54.479458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b81d9-5825-4ae9-8bbf-008be130033b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:54.486845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b81d9-5825-4ae9-8bbf-008be130033b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:54.490177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-be0b81d9-5825-4ae9-8bbf-008be130033b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:54.494940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cba339-8378-48da-832c-e92f1dcf0eba tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc54693e-078b-4a1f-8bf9-78710f346b09,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:54.507613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a9cba339-8378-48da-832c-e92f1dcf0eba tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:54.511256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a9cba339-8378-48da-832c-e92f1dcf0eba tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "DELETE /v2.0/security-groups/fc54693e-078b-4a1f-8bf9-78710f346b09 HTTP/1.1" status: 204 len: 168 time: 0.2528930 May 28 06:09:54.511594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37926) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:54.536249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-be0b81d9-5825-4ae9-8bbf-008be130033b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:54.537495 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-be0b81d9-5825-4ae9-8bbf-008be130033b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1800900 May 28 06:09:54.538029 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-46b7e661-cd06-481d-9cee-1c2636754c93 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] show failed (client error): The resource could not be found. May 28 06:09:54.539109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-46b7e661-cd06-481d-9cee-1c2636754c93 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups/fc54693e-078b-4a1f-8bf9-78710f346b09 HTTP/1.1" status: 404 len: 347 time: 0.0248923 May 28 06:09:54.540240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37930) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:54.542295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37932) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:54.678641 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:09:54.682842 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45243e4e-3216-4c81-8ea8-ffcf4e87e68b None None] The sync data for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 is: [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:09:54.695923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9b7b5645-2e13-4eb9-b393-22c15ab272e2 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:09:54.731915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 9b7b5645-2e13-4eb9-b393-22c15ab272e2 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:09:54.732259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9b7b5645-2e13-4eb9-b393-22c15ab272e2 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:09:54.760399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Deleting port 65692561-8057-477a-8198-03a67484b370 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:54.760737 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:54.791876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-700b4fa0-f273-47f0-810b-94d4c503b86e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 21406ddc-b83a-4a2b-8d52-12da589483bf {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:54.792214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700b4fa0-f273-47f0-810b-94d4c503b86e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:54.925949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ea514a-4a51-4eaf-83c0-772084d1d82c None None] New status for floating IP 768f1f87-5bf3-490a-820c-903858e233e9: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:09:55.067326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1714789f-aba5-4b3f-877b-8c57f26a81ab up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:09:55.124817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:55.125406 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:55.224785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1714789f-aba5-4b3f-877b-8c57f26a81ab completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:55.276351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Calling delete_port for 65692561-8057-477a-8198-03a67484b370 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:55.339533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700b4fa0-f273-47f0-810b-94d4c503b86e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:55.475675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-700b4fa0-f273-47f0-810b-94d4c503b86e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 21406ddc-b83a-4a2b-8d52-12da589483bf owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:55.569864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5101f262-18b0-4593-89c7-2fbdd52e76e9 None None] Provisioning for port 1714789f-aba5-4b3f-877b-8c57f26a81ab completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:09:55.575740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5101f262-18b0-4593-89c7-2fbdd52e76e9 None None] Provisioning complete for port 1714789f-aba5-4b3f-877b-8c57f26a81ab triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:09:55.576206 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5101f262-18b0-4593-89c7-2fbdd52e76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:55.660993 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:09:55.661613 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:09:55.702440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5101f262-18b0-4593-89c7-2fbdd52e76e9 None None] Current status of the port 1714789f-aba5-4b3f-877b-8c57f26a81ab is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:55.702811 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5101f262-18b0-4593-89c7-2fbdd52e76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:55.735537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5101f262-18b0-4593-89c7-2fbdd52e76e9 None None] For port 1714789f-aba5-4b3f-877b-8c57f26a81ab, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1714789f-aba5-4b3f-877b-8c57f26a81ab,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:55.739102 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5101f262-18b0-4593-89c7-2fbdd52e76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:55.747746 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700b4fa0-f273-47f0-810b-94d4c503b86e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:55.803776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b4fa0-f273-47f0-810b-94d4c503b86e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=21406ddc-b83a-4a2b-8d52-12da589483bf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:55.807840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101f262-18b0-4593-89c7-2fbdd52e76e9 None None] Pushing event updated for resources: {'Port': ['ID=1714789f-aba5-4b3f-877b-8c57f26a81ab,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:55.845735 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700b4fa0-f273-47f0-810b-94d4c503b86e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:55.851993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ebf395a2-5fe5-4712-b57b-aef90355853a None None] Could not find standard attr ID for object 21406ddc-b83a-4a2b-8d52-12da589483bf. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:09:55.864372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-700b4fa0-f273-47f0-810b-94d4c503b86e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/21406ddc-b83a-4a2b-8d52-12da589483bf HTTP/1.1" status: 204 len: 168 time: 1.3230164 May 28 06:09:55.866652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37938) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:55.937651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404870a6-2f48-4095-ab60-a8847f7f3b62 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:55.939805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404870a6-2f48-4095-ab60-a8847f7f3b62 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:55.940546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-404870a6-2f48-4095-ab60-a8847f7f3b62 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:55.956776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-404870a6-2f48-4095-ab60-a8847f7f3b62 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:55.958051 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-404870a6-2f48-4095-ab60-a8847f7f3b62 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0898387 May 28 06:09:55.960581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37942) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:56.029276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b2105d-a2c2-43cb-86c6-6aa9930151fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 0adc16f4-6de5-4739-a1c9-d38764192532 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:09:56.032080 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18b2105d-a2c2-43cb-86c6-6aa9930151fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.086768 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18b2105d-a2c2-43cb-86c6-6aa9930151fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.162330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Deleting port 65692561-8057-477a-8198-03a67484b370 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:56.162660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.217616 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18b2105d-a2c2-43cb-86c6-6aa9930151fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.388299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18b2105d-a2c2-43cb-86c6-6aa9930151fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.393794 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.394121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.451654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb8800-89a0-4763-ab31-7e005f4605e1 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:56.493901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2105d-a2c2-43cb-86c6-6aa9930151fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=0adc16f4-6de5-4739-a1c9-d38764192532,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:56.558122 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-18b2105d-a2c2-43cb-86c6-6aa9930151fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.566782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Calling delete_port for 65692561-8057-477a-8198-03a67484b370 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:56.625641 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-18b2105d-a2c2-43cb-86c6-6aa9930151fa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/0adc16f4-6de5-4739-a1c9-d38764192532 HTTP/1.1" status: 204 len: 168 time: 0.6637967 May 28 06:09:56.628122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37948) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:56.735705 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.742140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-84d4318b-e9d5-4d08-a9b9-b85ddbd88f46 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113687 May 28 06:09:56.744150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37952) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:56.749386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:56.773839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8123541b-6e0d-4f65-bce3-d9f043ac562c None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:09:56.778280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8123541b-6e0d-4f65-bce3-d9f043ac562c None None] Deleting port 1714789f-aba5-4b3f-877b-8c57f26a81ab {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:56.778724 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8123541b-6e0d-4f65-bce3-d9f043ac562c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.793791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event deleted for resources: {'Port': ['ID=65692561-8057-477a-8198-03a67484b370,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:56.889132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:56.893612 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.895723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:56.898769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:56.904601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:56.909363 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:56.914349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e2b50bdf-1b35-42fb-bd6d-dd8e6bd1c2a8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "DELETE /v2.0/floatingips/768f1f87-5bf3-490a-820c-903858e233e9 HTTP/1.1" status: 204 len: 168 time: 2.3705225 May 28 06:09:56.915458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:56.918887 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.005336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1714789f-aba5-4b3f-877b-8c57f26a81ab no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:09:57.005772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37958) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:57.011829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910124133', 'description': 'tempest-description--1465108227'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:57.019811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:57.024393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Usage tracker for resource:security_group and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:57.028736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:57.035655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:57.048742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.068604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8123541b-6e0d-4f65-bce3-d9f043ac562c None None] For port 1714789f-aba5-4b3f-877b-8c57f26a81ab, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1714789f-aba5-4b3f-877b-8c57f26a81ab,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:09:57.069030 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8123541b-6e0d-4f65-bce3-d9f043ac562c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.071314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:57.075343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Usage tracker for resource:security_group_rule and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:57.079432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:57.086376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:57.173759 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.183041 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.219079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8123541b-6e0d-4f65-bce3-d9f043ac562c None None] Calling delete_port for 1714789f-aba5-4b3f-877b-8c57f26a81ab owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:57.236819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7776b6d3-03ac-4fae-b70f-e4f99b169d32,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:57.241441 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.247315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dc05b2a2-eac0-446f-a003-9920c82059ef tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2403967 May 28 06:09:57.248470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37962) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:57.255093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'security_group_rule': {'security_group_id': '7776b6d3-03ac-4fae-b70f-e4f99b169d32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:57.261965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:57.265894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Usage tracker for resource:security_group_rule and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:57.269536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:57.275724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:57.293557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.328094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.341004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1714789f-aba5-4b3f-877b-8c57f26a81ab is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:09:57.341676 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.360218 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8123541b-6e0d-4f65-bce3-d9f043ac562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.375356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.380137 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.394042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:57.396655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:57.400756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70247f9b-24fc-4a2e-8de9-6f7dffbb9168,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:57.401144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:57.401744 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.416320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123541b-6e0d-4f65-bce3-d9f043ac562c None None] Pushing event deleted for resources: {'Port': ['ID=1714789f-aba5-4b3f-877b-8c57f26a81ab,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:57.417412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=6c6e17d1-1f61-4a16-8356-a104020c8361,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:57.420473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8123541b-6e0d-4f65-bce3-d9f043ac562c None None] No DVR routers for this DVR port 1714789f-aba5-4b3f-877b-8c57f26a81ab on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:09:57.428188 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.429602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-44c08800-693a-481d-bcbb-93323d28009d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1800880 May 28 06:09:57.432382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37966) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:57.440811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-902792ac-39d5-4b28-ab6c-5bd4142c6c06 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6925864 May 28 06:09:57.440949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'security_group_rule': {'security_group_id': '7776b6d3-03ac-4fae-b70f-e4f99b169d32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:57.441034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37970) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:57.446223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:57.448259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': '6c6e17d1-1f61-4a16-8356-a104020c8361', 'ip_address': '2001:db8::94a1:a1dd:d371:20a'}], 'name': 'tempest-NetworksTestDHCPv6-1087824140'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:57.457080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Usage tracker for resource:security_group_rule and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:57.465371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3239486b-bf52-4844-9cd1-cd72b80f15dd None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:09:57.467851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:57.476860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:57.498207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.563503 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.569464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.594131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00d86c0-0c1d-4b50-be5a-22512010322b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:57.608149 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.609652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0c2b12c6-9fe9-4bf7-a0ca-52a15719a8eb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762187 May 28 06:09:57.614642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 37974) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:57.619641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:09:57.635999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:57.641011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:09:57.646438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Usage tracker for resource:floatingip and tenant:b1187b66265643efb15b12eeb15cecbf is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:57.648039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:09:57.648275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:57.648430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:09:57.648576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:57.648718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:09:57.653517 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.657442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:09:57.662666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.685153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 4395babb-b8af-489e-b148-96e57ff76b29 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:09:57.731538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': '6c6e17d1-1f61-4a16-8356-a104020c8361'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:09:57.732499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.858932 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:57.950439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/6c6e17d1-1f61-4a16-8356-a104020c8361/55bebdb3-abad-44f2-b8db-d931ba82267d) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:58.044889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Allocated IP 172.25.4.122 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/92d00aa7-0c3a-4464-ad69-ca5a7426efd9) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:58.199420 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.214460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Transition to ACTIVE for port object 55bebdb3-abad-44f2-b8db-d931ba82267d will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:58.239434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Transition to ACTIVE for port object 55bebdb3-abad-44f2-b8db-d931ba82267d will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:58.250587 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.345272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::94a1:a1dd:d371:20a (849db3b9-5f39-428b-9c5f-0d9a168770f7/6c6e17d1-1f61-4a16-8356-a104020c8361/4395babb-b8af-489e-b148-96e57ff76b29) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:09:58.394117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:58.400725 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.404531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:58.404531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:58.444235 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.465533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Pushing event updated for resources: {'Port': ['ID=55bebdb3-abad-44f2-b8db-d931ba82267d,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:58.534312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Attempting to bind port 55bebdb3-abad-44f2-b8db-d931ba82267d on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:09:58.534312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Attempting to bind port 55bebdb3-abad-44f2-b8db-d931ba82267d by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:09:58.534312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Attempting to bind port 55bebdb3-abad-44f2-b8db-d931ba82267d on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:09:58.548084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:09:58.548084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:09:58.548084 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.548084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:09:58.548084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Bound port: 55bebdb3-abad-44f2-b8db-d931ba82267d, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:09:58.548084 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.558380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:58.558380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:58.575070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.580122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:58.587940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 4395babb-b8af-489e-b148-96e57ff76b29 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:09:58.618501 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.625021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'Port': ['ID=92d00aa7-0c3a-4464-ad69-ca5a7426efd9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:58.667598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] For port 55bebdb3-abad-44f2-b8db-d931ba82267d, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:09:58.667598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] For port 55bebdb3-abad-44f2-b8db-d931ba82267d, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=55bebdb3-abad-44f2-b8db-d931ba82267d,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:09:58.676978 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.705474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:09:58.705474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:09:58.705474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:09:58.716760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:58.716760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.735633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=4395babb-b8af-489e-b148-96e57ff76b29,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:58.748953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.754103 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e43cca31-15d6-4e58-a827-b52462cfbfc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3040752 May 28 06:09:58.754103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37980) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:58.869430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf60fc-370f-4825-952d-03a10ee43d86 None None] Pushing event updated for resources: {'Port': ['ID=55bebdb3-abad-44f2-b8db-d931ba82267d,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:58.879998 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:58.882334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e1d50-6144-4b9d-b00a-19a733081d54 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:58.898062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e1d50-6144-4b9d-b00a-19a733081d54 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:09:58.898062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-084e1d50-6144-4b9d-b00a-19a733081d54 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:58.919479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-084e1d50-6144-4b9d-b00a-19a733081d54 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:58.919479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-084e1d50-6144-4b9d-b00a-19a733081d54 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1628881 May 28 06:09:58.919479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 37984) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:09:59.022402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-73d39a78-118b-4ceb-bf11-15eb8e14241e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 4395babb-b8af-489e-b148-96e57ff76b29 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:09:59.022402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73d39a78-118b-4ceb-bf11-15eb8e14241e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:59.273069 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:59.282764 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:59.439054 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73d39a78-118b-4ceb-bf11-15eb8e14241e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:59.447474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'Port': ['ID=92d00aa7-0c3a-4464-ad69-ca5a7426efd9,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:59.461681 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:59.488015 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:59.488015 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d22ce89e-17a4-49ad-aad1-303e4c273c4a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8717012 May 28 06:09:59.630099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-73d39a78-118b-4ceb-bf11-15eb8e14241e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 4395babb-b8af-489e-b148-96e57ff76b29 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:09:59.809032 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73d39a78-118b-4ceb-bf11-15eb8e14241e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:59.876124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d39a78-118b-4ceb-bf11-15eb8e14241e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=4395babb-b8af-489e-b148-96e57ff76b29,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:09:59.891869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-8a27c85f-12f3-4e61-a975-f59e2d11b166 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Synchronizing usage tracker for tenant:b1187b66265643efb15b12eeb15cecbf on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:09:59.902414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-8a27c85f-12f3-4e61-a975-f59e2d11b166 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Unset dirty status for tenant:b1187b66265643efb15b12eeb15cecbf on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:09:59.902414 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-8a27c85f-12f3-4e61-a975-f59e2d11b166 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--910124133&fields=id&tenant_id=b1187b66265643efb15b12eeb15cecbf HTTP/1.1" status: 200 len: 267 time: 0.1040814 May 28 06:09:59.933887 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73d39a78-118b-4ceb-bf11-15eb8e14241e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:09:59.953635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-73d39a78-118b-4ceb-bf11-15eb8e14241e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/4395babb-b8af-489e-b148-96e57ff76b29 HTTP/1.1" status: 204 len: 168 time: 1.0344679 May 28 06:09:59.953635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:00.052254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3053b48d-7545-4234-ac39-25e56ac2e398 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:00.052254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3053b48d-7545-4234-ac39-25e56ac2e398 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:00.052254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3053b48d-7545-4234-ac39-25e56ac2e398 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:00.077370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3053b48d-7545-4234-ac39-25e56ac2e398 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:00.077370 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3053b48d-7545-4234-ac39-25e56ac2e398 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1205804 May 28 06:10:00.086660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38008) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:00.132266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-8fb162a0-154a-448b-b799-79115d938d48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:00.132266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-8fb162a0-154a-448b-b799-79115d938d48 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 816 time: 0.2192159 May 28 06:10:00.154065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-35a0b35f-7e58-4526-b0ab-20498ff459c2 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/quotas/b1187b66265643efb15b12eeb15cecbf HTTP/1.1" status: 200 len: 375 time: 0.0122688 May 28 06:10:00.328180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-3b15c486-acf4-455f-8812-126b903aa05a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Synchronizing usage tracker for tenant:b1187b66265643efb15b12eeb15cecbf on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:00.333078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e318754d-7233-4494-b624-de158d868840 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 6c6e17d1-1f61-4a16-8356-a104020c8361 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:00.339990 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e318754d-7233-4494-b624-de158d868840 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:00.354881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-3b15c486-acf4-455f-8812-126b903aa05a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Unset dirty status for tenant:b1187b66265643efb15b12eeb15cecbf on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:00.354881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-3b15c486-acf4-455f-8812-126b903aa05a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1940627 May 28 06:10:00.437092 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e318754d-7233-4494-b624-de158d868840 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:00.442410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d8e5f444-6606-4edf-9cb5-d722852fd182 None None] Provisioning for port 55bebdb3-abad-44f2-b8db-d931ba82267d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:00.554239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-8cbef6d3-3d4a-47c1-aa68-1a978ac42832 service neutron] 10.222.0.39 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838040 May 28 06:10:00.597971 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e318754d-7233-4494-b624-de158d868840 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:00.668321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-de60a648-fd24-4b24-8253-6d2111a9e338 None None] Could not find standard attr ID for object 4395babb-b8af-489e-b148-96e57ff76b29. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:10:00.734903 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-020568f9-ca73-4ca9-a10a-4c602c138380 service neutron] 10.222.0.39 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774540 May 28 06:10:00.738970 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e318754d-7233-4494-b624-de158d868840 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:00.777452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318754d-7233-4494-b624-de158d868840 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6e17d1-1f61-4a16-8356-a104020c8361,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:00.785140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e318754d-7233-4494-b624-de158d868840 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:00.804847 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e318754d-7233-4494-b624-de158d868840 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/6c6e17d1-1f61-4a16-8356-a104020c8361 HTTP/1.1" status: 204 len: 168 time: 0.7223735 May 28 06:10:00.804847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38012) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:00.887850 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-81824e7f-f709-4f54-a960-0bf12ddb80f4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813973 May 28 06:10:00.895171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38016) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:00.932374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f99092-2f3d-4fe3-b0d3-30f3df25a3f4 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:01.012044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc10e710-775b-4a27-b26d-ecad5105485e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:01.012941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fc10e710-775b-4a27-b26d-ecad5105485e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:01.043640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fc10e710-775b-4a27-b26d-ecad5105485e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:01.045239 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fc10e710-775b-4a27-b26d-ecad5105485e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1534331 May 28 06:10:01.048116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38026) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:01.135020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 55bebdb3-abad-44f2-b8db-d931ba82267d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:01.143698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64cd831-69c5-4e4a-a60e-c5d9e0087d78 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:01.144804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c64cd831-69c5-4e4a-a60e-c5d9e0087d78 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:01.152508 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e5356e02-b2e0-4a3e-a2a4-b98687443bc0 req-482a7e82-7762-4a15-804a-b45734b2d63d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 210 time: 0.0951147 May 28 06:10:01.203833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c64cd831-69c5-4e4a-a60e-c5d9e0087d78 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:01.203833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c64cd831-69c5-4e4a-a60e-c5d9e0087d78 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1476092 May 28 06:10:01.203833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38030) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:01.229484 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.312153 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e01ec04d-29b3-4750-b3f2-06faf4814746 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102488 May 28 06:10:01.318517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38038) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:01.320215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 55bebdb3-abad-44f2-b8db-d931ba82267d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:01.326625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 55bebdb3-abad-44f2-b8db-d931ba82267d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:01.327512 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.329401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:01.451125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:10:01.469805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Deleting port 55bebdb3-abad-44f2-b8db-d931ba82267d {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:01.470235 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.474807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:01.489328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:01.502672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:01.507225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.537011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 55bebdb3-abad-44f2-b8db-d931ba82267d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:01.537011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.632877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 55bebdb3-abad-44f2-b8db-d931ba82267d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=55bebdb3-abad-44f2-b8db-d931ba82267d,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:01.643743 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.848754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] For port 55bebdb3-abad-44f2-b8db-d931ba82267d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=55bebdb3-abad-44f2-b8db-d931ba82267d,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:01.849152 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.860901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=55bebdb3-abad-44f2-b8db-d931ba82267d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:01.941338 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:01.999599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Calling delete_port for 55bebdb3-abad-44f2-b8db-d931ba82267d owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:02.017671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:02.017671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:02.024457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:02.024457 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:02.038385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=64d07aef-9180-478c-b9d4-fdad4fa197e6,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:02.060422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-75969968-c380-4c98-b9fd-c57d88194de0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7335534 May 28 06:10:02.060422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38044) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:02.069694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': '64d07aef-9180-478c-b9d4-fdad4fa197e6', 'ip_address': '2001:db8::4cc8:8764:c062:63e4'}], 'name': 'tempest-NetworksTestDHCPv6-1937179576'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:02.130949 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:10:02.130949 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:10:02.230427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:02.240744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:02.257892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:02.394790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ef4b9c3-a980-4f7e-a235-6fcca4b787b8 req-b78fd87a-e5b2-4bf6-9e2d-8f0215d319b8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 210 time: 0.0628409 May 28 06:10:02.582410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:02.628827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-19e34e1d-504b-4c9e-8581-e0bb94b6b529 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:02.629505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Deleting port 55bebdb3-abad-44f2-b8db-d931ba82267d {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:02.629505 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:02.630077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-19e34e1d-504b-4c9e-8581-e0bb94b6b529 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 816 time: 0.2196507 May 28 06:10:02.630077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 07ea72c8-0cd2-4361-b5ed-81941efa687f yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:10:02.734318 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-1d2dcfdc-e391-4ad4-bad3-e02489ff2ac4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1187b66265643efb15b12eeb15cecbf HTTP/1.1" status: 200 len: 379 time: 0.0708213 May 28 06:10:02.770209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'port': {'device_id': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'admin_state_up': True, 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'security_groups': ['7776b6d3-03ac-4fae-b70f-e4f99b169d32']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:02.860155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] For port 55bebdb3-abad-44f2-b8db-d931ba82267d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=55bebdb3-abad-44f2-b8db-d931ba82267d,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:02.860420 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:02.979689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::4cc8:8764:c062:63e4 (849db3b9-5f39-428b-9c5f-0d9a168770f7/64d07aef-9180-478c-b9d4-fdad4fa197e6/07ea72c8-0cd2-4361-b5ed-81941efa687f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:02.981699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Calling delete_port for 55bebdb3-abad-44f2-b8db-d931ba82267d owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:02.984718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:03.000877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:03.014986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 55bebdb3-abad-44f2-b8db-d931ba82267d no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:03.035455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Made reservation on behalf of b1187b66265643efb15b12eeb15cecbf for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:03.038819 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:03.194440 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:03.249585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] Pushing event deleted for resources: {'Port': ['ID=55bebdb3-abad-44f2-b8db-d931ba82267d,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:03.253615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141251c-784d-40b6-b3fc-c32fa2e77500 None None] No DVR routers for this DVR port 55bebdb3-abad-44f2-b8db-d931ba82267d on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:10:03.262745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 55bebdb3-abad-44f2-b8db-d931ba82267d is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:03.262745 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:03.271649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee7075f-6227-4996-8fd0-5734326622a7 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:03.339954 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:03.358180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Allocated IP 172.20.0.8 (94d72d19-9cfe-48f9-bdd5-0eac297b16c6/ab059945-5f3b-491a-8c2c-0c332b801bd2/708e497f-99e5-480e-a0cb-0e1e617ff179) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:03.368289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 07ea72c8-0cd2-4361-b5ed-81941efa687f will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:03.506410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:03.563087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-043e967b-427a-4ecb-9509-d0a15c0607b7 req-aeac5f6f-6369-4cd6-88e7-ccc6247f609b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 210 time: 0.0505645 May 28 06:10:03.596708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': '64d07aef-9180-478c-b9d4-fdad4fa197e6'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:10:03.597643 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:03.616051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:03.621623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:03.631519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=07ea72c8-0cd2-4361-b5ed-81941efa687f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:03.634647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:03.640270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:03.640877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:03.679377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:03.700493 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-35335b13-ac6c-48f1-b8cf-3a135fd2f7dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6416862 May 28 06:10:03.701614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Transition to ACTIVE for port object 708e497f-99e5-480e-a0cb-0e1e617ff179 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:03.705814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38054) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:03.711644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': '64d07aef-9180-478c-b9d4-fdad4fa197e6', 'ip_address': '2001:db8::4cc8:8764:c062:63e4'}], 'name': 'tempest-NetworksTestDHCPv6-1202396653'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:03.731400 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:03.774402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/64d07aef-9180-478c-b9d4-fdad4fa197e6/dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:03.882510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:03.886779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:03.890650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:03.896829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:03.909068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:03.936783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:03.940788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:03.945067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:03.982383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:04.037651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:04.038808 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.055007 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.058181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.063194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-4586845d-6732-44eb-afe7-77bc7d0e8944 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2966073 May 28 06:10:04.068758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Transition to ACTIVE for port object dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:04.076278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Request body: {'port': {'device_id': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:04.091797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Transition to ACTIVE for port object dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:04.097766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port e61fd181-bbe1-47a9-a893-06d93574d69e yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:10:04.099609 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.173515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:04.177304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:04.183575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:04.196191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Pushing event updated for resources: {'Port': ['ID=dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:04.231206 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.295921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Attempting to bind port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:04.296289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Attempting to bind port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:04.296654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Attempting to bind port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:04.303147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:04.303781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:04.304357 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.304892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:04.305501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Bound port: dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:04.306026 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.319694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f2e75666-fe29-4a64-87b1-921d4e14a4f8 None None] Provisioning for port 708e497f-99e5-480e-a0cb-0e1e617ff179 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:04.365090 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): There was a conflict when trying to complete your request. May 28 06:10:04.365570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:10:04.390112 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e3c46efd-d324-47cf-b013-4ded3d12dbca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6838458 May 28 06:10:04.392758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38058) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:04.407418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] For port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:04.409443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f2e75666-fe29-4a64-87b1-921d4e14a4f8 None None] Provisioning complete for port 708e497f-99e5-480e-a0cb-0e1e617ff179 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:04.409978 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f2e75666-fe29-4a64-87b1-921d4e14a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.455435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] For port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:04.464258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.487294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af1dc04-781d-4afc-94a3-ab31a2f37653 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:04.493108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af1dc04-781d-4afc-94a3-ab31a2f37653 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:04.493900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8af1dc04-781d-4afc-94a3-ab31a2f37653 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:04.510660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8af1dc04-781d-4afc-94a3-ab31a2f37653 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:04.512073 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8af1dc04-781d-4afc-94a3-ab31a2f37653 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1182261 May 28 06:10:04.514840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38062) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:04.526132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f2e75666-fe29-4a64-87b1-921d4e14a4f8 None None] Port 708e497f-99e5-480e-a0cb-0e1e617ff179 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:10:04.559682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8a7cd-85e8-449b-9798-c5381ce13b12 None None] Pushing event updated for resources: {'Port': ['ID=dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:04.590908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f88b6c80-2646-41a1-ad3d-ee0dc170b412 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 07ea72c8-0cd2-4361-b5ed-81941efa687f {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:04.591419 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f88b6c80-2646-41a1-ad3d-ee0dc170b412 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.591531 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:10:04.640172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708e497f-99e5-480e-a0cb-0e1e617ff179 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:10:04.648351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.667398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Transition to ACTIVE for port object 708e497f-99e5-480e-a0cb-0e1e617ff179 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:04.671913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:04.970976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f88b6c80-2646-41a1-ad3d-ee0dc170b412 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:05.053403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:05.085338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:05.123272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03072f99-dfce-4ef6-9ac4-4e124367bcb8 req-e5838e64-4081-4fe6-a70e-0cd6291b77fe tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:05.124198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-03072f99-dfce-4ef6-9ac4-4e124367bcb8 req-e5838e64-4081-4fe6-a70e-0cd6291b77fe tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Synchronizing usage tracker for tenant:b1187b66265643efb15b12eeb15cecbf on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:05.143982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Attempting to bind port 708e497f-99e5-480e-a0cb-0e1e617ff179 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:05.145022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Attempting to bind port 708e497f-99e5-480e-a0cb-0e1e617ff179 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:05.145497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Attempting to bind port 708e497f-99e5-480e-a0cb-0e1e617ff179 on network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:05.152699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Port 708e497f-99e5-480e-a0cb-0e1e617ff179 on network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:10:05.153147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Attempting to bind port 708e497f-99e5-480e-a0cb-0e1e617ff179 on network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:05.161873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:05.162299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Checking segment: {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:05.162758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Bound using segment: {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:05.163397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Bound port: 708e497f-99e5-480e-a0cb-0e1e617ff179, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5160c01-da00-40dc-ae17-578512f69c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:05.164216 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:05.179658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-03072f99-dfce-4ef6-9ac4-4e124367bcb8 req-e5838e64-4081-4fe6-a70e-0cd6291b77fe tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Unset dirty status for tenant:b1187b66265643efb15b12eeb15cecbf on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:05.181032 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03072f99-dfce-4ef6-9ac4-4e124367bcb8 req-e5838e64-4081-4fe6-a70e-0cd6291b77fe tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.3279362 May 28 06:10:05.186835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f88b6c80-2646-41a1-ad3d-ee0dc170b412 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 07ea72c8-0cd2-4361-b5ed-81941efa687f owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:05.203294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:05.322744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03072f99-dfce-4ef6-9ac4-4e124367bcb8 req-b516b568-efe4-42d7-bb91-3be4ab9b5543 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246989 May 28 06:10:05.334152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:05.334152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:05.339966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:05.409102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:05.409660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:05.410668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] 10.222.0.41 "PUT /v2.0/ports/708e497f-99e5-480e-a0cb-0e1e617ff179 HTTP/1.1" status: 200 len: 1091 time: 1.3391252 May 28 06:10:05.411117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:10:05.446578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1db7be-9bc8-4013-a788-7812735a25cd service neutron] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:05.480718 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f88b6c80-2646-41a1-ad3d-ee0dc170b412 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:05.489544 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7388df6a-9135-4f7a-b9cf-e3d6f723ef2c'] response: {'name': 'network-changed', 'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'status': 'completed', 'code': 200} May 28 06:10:05.540122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b6c80-2646-41a1-ad3d-ee0dc170b412 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=07ea72c8-0cd2-4361-b5ed-81941efa687f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:05.559263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-1a7704d2-a815-4d22-8b5b-44ab1ed985c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:05.560436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-1a7704d2-a815-4d22-8b5b-44ab1ed985c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 1094 time: 0.1039400 May 28 06:10:05.588978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f88b6c80-2646-41a1-ad3d-ee0dc170b412 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:05.601506 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f88b6c80-2646-41a1-ad3d-ee0dc170b412 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/07ea72c8-0cd2-4361-b5ed-81941efa687f HTTP/1.1" status: 204 len: 168 time: 1.0834789 May 28 06:10:05.602551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38072) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:05.646117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-dea9e7fa-d95b-4bc7-97dc-2d43ae3388dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=708e497f-99e5-480e-a0cb-0e1e617ff179 HTTP/1.1" status: 200 len: 217 time: 0.0745325 May 28 06:10:05.686174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6341645-b8ef-4047-b670-efdd06d09ddd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:05.686174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6341645-b8ef-4047-b670-efdd06d09ddd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:05.686174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c6341645-b8ef-4047-b670-efdd06d09ddd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:05.710957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38076) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:05.713252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c6341645-b8ef-4047-b670-efdd06d09ddd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:05.714813 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c6341645-b8ef-4047-b670-efdd06d09ddd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1121700 May 28 06:10:05.718166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38080) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:05.766486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-2594b163-221e-4548-8210-c7e78ac46e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:05.766486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-2594b163-221e-4548-8210-c7e78ac46e43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.1118855 May 28 06:10:05.883398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9594ac16-d3e8-464f-8acc-795ea4b4f643 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 64d07aef-9180-478c-b9d4-fdad4fa197e6 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:05.893285 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9594ac16-d3e8-464f-8acc-795ea4b4f643 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:05.955426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-89f5c58e-86f2-403b-8f89-0fa52c84b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:05.956928 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-89f5c58e-86f2-403b-8f89-0fa52c84b3c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728017 May 28 06:10:05.963732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9594ac16-d3e8-464f-8acc-795ea4b4f643 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:06.244446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Could not find standard attr ID for object 07ea72c8-0cd2-4361-b5ed-81941efa687f. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:10:06.254731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Provisioning for port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:06.263258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Provisioning complete for port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:06.263258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:06.381286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-bf965956-0906-4336-a75b-bf8505bf5cb7 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878031 May 28 06:10:06.385931 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9594ac16-d3e8-464f-8acc-795ea4b4f643 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:06.493318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Current status of the port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:06.493775 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:06.580866 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:06.739623 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9594ac16-d3e8-464f-8acc-795ea4b4f643 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:06.817458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594ac16-d3e8-464f-8acc-795ea4b4f643 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=64d07aef-9180-478c-b9d4-fdad4fa197e6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:06.821095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9594ac16-d3e8-464f-8acc-795ea4b4f643 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:06.826120 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a863bb41-dfce-4f54-8309-b7f7109edfe2 req-0f7fb0e6-5ade-4813-977f-c10366efea76 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110746 May 28 06:10:06.830531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c0f4c-afd0-41b0-96ec-0506e39ccf95 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:06.850010 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9594ac16-d3e8-464f-8acc-795ea4b4f643 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/64d07aef-9180-478c-b9d4-fdad4fa197e6 HTTP/1.1" status: 204 len: 168 time: 1.1305995 May 28 06:10:06.852788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38088) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:06.910908 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:10:06.911290 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:10:06.973341 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-307c4abd-d6ab-4b8c-b52b-2cf5f68c487a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177900 May 28 06:10:06.982397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f853c6a-0839-4ccd-bfd8-e8b1149075ee req-81a9c47d-4b4c-4f85-8232-e374d46e5c71 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:06.982611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38092) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:06.984389 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4f853c6a-0839-4ccd-bfd8-e8b1149075ee req-81a9c47d-4b4c-4f85-8232-e374d46e5c71 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.3679521 May 28 06:10:06.989203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:07.055012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4f853c6a-0839-4ccd-bfd8-e8b1149075ee req-b87788b7-a52d-4dce-88dc-18dbc5563cf2 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604289 May 28 06:10:07.073266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-83be05b0-b949-47db-a1ce-5de808fdee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:07.074659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-83be05b0-b949-47db-a1ce-5de808fdee72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 1094 time: 0.1436284 May 28 06:10:07.129343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:07.135156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:07.139052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:07.148769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:07.198791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:10:07.202928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Deleting port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:07.203411 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:07.208112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:07.211684 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:07.243538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-d947c169-0674-4dfa-b560-926e3c7b030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:07.244964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-d947c169-0674-4dfa-b560-926e3c7b030d service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.1638696 May 28 06:10:07.315140 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-1b8f874d-a329-4047-92c8-a668c6f3f549 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=708e497f-99e5-480e-a0cb-0e1e617ff179 HTTP/1.1" status: 200 len: 217 time: 0.0634251 May 28 06:10:07.398496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-e71b2d0e-3d4b-4ad7-8611-5ee6ebb7ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:07.398496 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-e71b2d0e-3d4b-4ad7-8611-5ee6ebb7ee8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.0703902 May 28 06:10:07.416800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port 3b2c8c34-cdc7-46f7-9753-44e795e3e743 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:07.417144 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:07.487922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] For port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:07.487922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:07.511067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-2a471b0b-6b77-4ee5-a5cb-77bfbf86a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:07.512436 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-2a471b0b-6b77-4ee5-a5cb-77bfbf86a6d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128054 May 28 06:10:07.622208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Calling delete_port for dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:07.651763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Current status of the port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:07.652050 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:07.667822 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-95887375-30dd-4c35-b7e1-ec4bf8a8f72d service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466975 May 28 06:10:07.694484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] For port 3b2c8c34-cdc7-46f7-9753-44e795e3e743, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3b2c8c34-cdc7-46f7-9753-44e795e3e743,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:07.695740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:07.724979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] For port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:07.733387 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:07.791011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:10:07.791396 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:10:07.831824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aba76f-a51f-4a37-b76f-c3e1f6e7d50d None None] Pushing event updated for resources: {'Port': ['ID=dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:07.837525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-70ff3202-2ffc-4ec2-ad5c-cd77ac55620f req-f49ebcad-139a-4cc1-8e58-614004841dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640220 May 28 06:10:07.841801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for 3b2c8c34-cdc7-46f7-9753-44e795e3e743 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:07.857461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3e8bec08-ab64-4ea0-aff0-8b89a76d8ab0 None None] Could not find standard attr ID for object 07ea72c8-0cd2-4361-b5ed-81941efa687f. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:10:07.915291 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:07.996497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:08.002710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:08.008157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:08.008792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:08.032318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=1867fd1c-5461-47be-93b0-6b408f3f0ee5,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:08.055110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-59250923-47e7-4a02-9f10-e9e3b011abe4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0724735 May 28 06:10:08.058520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38096) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:08.065913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': '1867fd1c-5461-47be-93b0-6b408f3f0ee5', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-789986736'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:08.293634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Deleting port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:08.293725 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:08.328451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:08.336222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:08.339056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:08.343493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:08.394326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:08.405675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=3b2c8c34-cdc7-46f7-9753-44e795e3e743,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:08.455138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:08.459742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:08.518739 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fea16db1-b6a6-43d6-8bba-ab051184b72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:08.536978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e2325-a780-4a85-af75-7eb20a8e2dd9 req-7b577787-682f-4ccc-80fa-a12e0b3d6f9f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:08.538554 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc2e2325-a780-4a85-af75-7eb20a8e2dd9 req-7b577787-682f-4ccc-80fa-a12e0b3d6f9f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.3182409 May 28 06:10:08.543463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 16716b86-4854-4750-a8a0-bad2df5b3c35 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:10:08.570679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] For port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:08.571077 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:08.709329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Calling delete_port for dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:08.739821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cc2e2325-a780-4a85-af75-7eb20a8e2dd9 req-e2efce25-1212-476e-848d-b85db345b067 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582739 May 28 06:10:08.790224 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:08.840928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] Pushing event deleted for resources: {'Port': ['ID=dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:08.843474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ac10e-0ead-4f15-8836-0664f2d2c3e2 None None] No DVR routers for this DVR port dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:10:08.867297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3505698a-9444-4c5e-a2cd-89492986ca29 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:08.906031 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:10:08.906594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:10:08.928072 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:09.083469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:09.136385 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-314f9d3a-b987-422f-a1d7-26fae9246fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0765328 May 28 06:10:09.138720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38102) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:09.172207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:09.172795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dcfd693b-10e8-4d9e-8dbc-c45b6ee521b2 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:10:09.186296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': '1867fd1c-5461-47be-93b0-6b408f3f0ee5'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:10:09.187124 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:09.199175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85e1534e-a1ab-40da-8b62-e8bd86d1ac6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:09.221735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85e1534e-a1ab-40da-8b62-e8bd86d1ac6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:09.222880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-85e1534e-a1ab-40da-8b62-e8bd86d1ac6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0830748 May 28 06:10:09.225513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38106) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:09.298624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0502ecb-ceee-40d2-91b1-efbe95c036d8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:09.300171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0502ecb-ceee-40d2-91b1-efbe95c036d8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:09.300998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c0502ecb-ceee-40d2-91b1-efbe95c036d8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:09.319176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c0502ecb-ceee-40d2-91b1-efbe95c036d8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:09.320394 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c0502ecb-ceee-40d2-91b1-efbe95c036d8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0926423 May 28 06:10:09.323618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38110) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:09.414921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-df713c29-1db0-4e94-a718-32c5540efdb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 1867fd1c-5461-47be-93b0-6b408f3f0ee5 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:09.423096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/1867fd1c-5461-47be-93b0-6b408f3f0ee5/46212c37-e5c1-4a93-93f0-419c4344f639) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:09.494406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router 35815cbd-1df7-401f-9dcc-07acd6e28bdd has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:10:09.649785 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:09.660084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Transition to ACTIVE for port object 46212c37-e5c1-4a93-93f0-419c4344f639 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:09.678954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Transition to ACTIVE for port object 46212c37-e5c1-4a93-93f0-419c4344f639 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:09.685042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:10:09.685595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-df713c29-1db0-4e94-a718-32c5540efdb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:09.685690 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:09.691283 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3012d2bd-6ce9-499d-b128-c5750688501c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "PUT /v2.0/routers/35815cbd-1df7-401f-9dcc-07acd6e28bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9766781 May 28 06:10:09.701186 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] Sync routers for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:10:09.721609 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:09.722225 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:09:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:09.768932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:09.770212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Pushing event updated for resources: {'Port': ['ID=46212c37-e5c1-4a93-93f0-419c4344f639,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:09.772559 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-df713c29-1db0-4e94-a718-32c5540efdb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:09.772742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:09.775053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:09.911147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-df713c29-1db0-4e94-a718-32c5540efdb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:09.919210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Attempting to bind port 46212c37-e5c1-4a93-93f0-419c4344f639 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:09.919755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Attempting to bind port 46212c37-e5c1-4a93-93f0-419c4344f639 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:09.920122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Attempting to bind port 46212c37-e5c1-4a93-93f0-419c4344f639 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:09.927077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:09.927486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:09.928419 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:09.928492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:09.929230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Bound port: 46212c37-e5c1-4a93-93f0-419c4344f639, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:09.929405 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:10.015886 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:10.028928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-df713c29-1db0-4e94-a718-32c5540efdb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:10.053031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b98fed-b5c5-43ea-a417-c14ce709b8ec req-8a98bd36-935c-4627-a751-92cfcf0081aa tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:10.057906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-37b98fed-b5c5-43ea-a417-c14ce709b8ec req-8a98bd36-935c-4627-a751-92cfcf0081aa tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.1771138 May 28 06:10:10.136560 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-37b98fed-b5c5-43ea-a417-c14ce709b8ec req-c2f882fb-1be5-47de-9cbd-bad2d5432f50 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712702 May 28 06:10:10.180122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] For port 46212c37-e5c1-4a93-93f0-419c4344f639, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:10.186630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] For port 46212c37-e5c1-4a93-93f0-419c4344f639, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=46212c37-e5c1-4a93-93f0-419c4344f639,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:10.200090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:10.217222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df713c29-1db0-4e94-a718-32c5540efdb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=1867fd1c-5461-47be-93b0-6b408f3f0ee5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:10.222247 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-df713c29-1db0-4e94-a718-32c5540efdb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:10.242310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-df713c29-1db0-4e94-a718-32c5540efdb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/1867fd1c-5461-47be-93b0-6b408f3f0ee5 HTTP/1.1" status: 204 len: 168 time: 0.9175773 May 28 06:10:10.244743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38120) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:10.324061 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:10.341170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97e607-61df-43ff-9be7-9f220cb1b5ad None None] Pushing event updated for resources: {'Port': ['ID=46212c37-e5c1-4a93-93f0-419c4344f639,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:10.370497 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f738eeb0-04da-41bf-b4e9-fdde4f2e003e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246135 May 28 06:10:10.375104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38124) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:10.387590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:10.396733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396a7b2-01d1-43da-894d-bebdc496daae req-cf1201f1-4afa-4e3d-9367-ee8916ed6be6 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:10.397663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6396a7b2-01d1-43da-894d-bebdc496daae req-cf1201f1-4afa-4e3d-9367-ee8916ed6be6 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:10.420921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-6396a7b2-01d1-43da-894d-bebdc496daae req-cf1201f1-4afa-4e3d-9367-ee8916ed6be6 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:10.422445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6396a7b2-01d1-43da-894d-bebdc496daae req-cf1201f1-4afa-4e3d-9367-ee8916ed6be6 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 946 time: 0.1269829 May 28 06:10:10.486891 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6396a7b2-01d1-43da-894d-bebdc496daae req-1cea493a-f4f8-40c0-9981-0e136497bc28 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580518 May 28 06:10:10.543127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:10.548215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:10.552817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:10.559315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:10.571166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:10.574283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:10.596129 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:10:08Z', 'revision_number': 6, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3c2b4577-67ae-40c0-87c3-24bd3494d86a', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'mac_address': 'fa:16:3e:5a:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:08:00Z', 'updated_at': '2022-05-28T06:08:03Z', 'revision_number': 1, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:10.607127 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] Checking router: 35815cbd-1df7-401f-9dcc-07acd6e28bdd for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:10:10.624254 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:10.624960 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:09:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:10.716572 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9737fb20-0ac4-471e-bcb5-7837f67b5990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:10.797708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 708e497f-99e5-480e-a0cb-0e1e617ff179 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:10:10.847933 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:10.863966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:10.936292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:10.937052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:10.939953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=e12af350-9c5d-4829-a046-0576b26d6e85,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:10.945875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:10.947022 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:10.980706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38128) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:10.981817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eda5e7b0-5094-498e-a682-4636f3a428d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6038795 May 28 06:10:10.997811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1078498509', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:11.012337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:11.022007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:11.022910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:router and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:11.029533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:11.042645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'port_id': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'mac_address': 'fa:16:3e:42:32:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:10:11.048423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:11.063348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:11.064699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:11.084281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:11.119767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:11.120095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 46212c37-e5c1-4a93-93f0-419c4344f639 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:11.147768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:11.152727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5c2044cd-7161-4ece-8c1e-ae2ef56b691f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1669123 May 28 06:10:11.153161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38132) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:11.197673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 708e497f-99e5-480e-a0cb-0e1e617ff179 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:11.198122 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:11.231699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708e497f-99e5-480e-a0cb-0e1e617ff179 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:10:11.242428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 46212c37-e5c1-4a93-93f0-419c4344f639 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:11.267810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:11.276540 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:11.367729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:11.456480 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:10:08Z', 'revision_number': 6, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3c2b4577-67ae-40c0-87c3-24bd3494d86a', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'mac_address': 'fa:16:3e:5a:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:08:00Z', 'updated_at': '2022-05-28T06:08:03Z', 'revision_number': 1, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:11.463272 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12add00b-c365-4803-89c7-dafc4a2e04a0 None None] The sync data for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 is: [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:10:08Z', 'revision_number': 6, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3c2b4577-67ae-40c0-87c3-24bd3494d86a', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'port_id': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'mac_address': 'fa:16:3e:5a:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802b871-5191-4898-9582-def0de48aa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:08:00Z', 'updated_at': '2022-05-28T06:08:03Z', 'revision_number': 1, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:10:11.535337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['708e497f-99e5-480e-a0cb-0e1e617ff179'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:10:11.676104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:11.717754 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:11.743625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2716480-a2c0-44ad-9571-52e2171bed27 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:11.759514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0771259-b687-472c-8a01-5ceafcf93431 req-b94b6b5f-fab7-41ef-bfde-2b272b8a930f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:11.761996 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e0771259-b687-472c-8a01-5ceafcf93431 req-b94b6b5f-fab7-41ef-bfde-2b272b8a930f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 946 time: 0.1363544 May 28 06:10:11.858580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f52dfa-8fc9-44d3-b54c-ccc5ca8f1dd5 req-79566a21-c622-40fb-8a34-4859de5b1f8e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:11.866303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07f52dfa-8fc9-44d3-b54c-ccc5ca8f1dd5 req-79566a21-c622-40fb-8a34-4859de5b1f8e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 944 time: 0.5879662 May 28 06:10:11.879377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e0771259-b687-472c-8a01-5ceafcf93431 req-aaccb481-9977-4cdf-abea-fe5bfc36eb14 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075099 May 28 06:10:11.893905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4c282ff9-a123-4ac8-8596-244cd166b061 None None] Provisioning for port 46212c37-e5c1-4a93-93f0-419c4344f639 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:11.906304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4c282ff9-a123-4ac8-8596-244cd166b061 None None] Provisioning complete for port 46212c37-e5c1-4a93-93f0-419c4344f639 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:11.907809 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c282ff9-a123-4ac8-8596-244cd166b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:11.942916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07f52dfa-8fc9-44d3-b54c-ccc5ca8f1dd5 req-01ef5403-ed04-4828-bd24-5c1ddda5878c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735757 May 28 06:10:11.982410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:12.001210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be116e-6821-43be-aada-5d041d7c6999 req-6bc61f7b-6d81-4d32-816e-1257df4dcd52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:12.002463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-78be116e-6821-43be-aada-5d041d7c6999 req-6bc61f7b-6d81-4d32-816e-1257df4dcd52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:12.170256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4c282ff9-a123-4ac8-8596-244cd166b061 None None] Current status of the port 46212c37-e5c1-4a93-93f0-419c4344f639 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:12.170639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c282ff9-a123-4ac8-8596-244cd166b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:12.222936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4c282ff9-a123-4ac8-8596-244cd166b061 None None] For port 46212c37-e5c1-4a93-93f0-419c4344f639, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=46212c37-e5c1-4a93-93f0-419c4344f639,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:12.230581 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c282ff9-a123-4ac8-8596-244cd166b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:12.294526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-78be116e-6821-43be-aada-5d041d7c6999 req-6bc61f7b-6d81-4d32-816e-1257df4dcd52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:12.294667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-78be116e-6821-43be-aada-5d041d7c6999 req-6bc61f7b-6d81-4d32-816e-1257df4dcd52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 946 time: 0.6284008 May 28 06:10:12.310515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c282ff9-a123-4ac8-8596-244cd166b061 None None] Pushing event updated for resources: {'Port': ['ID=46212c37-e5c1-4a93-93f0-419c4344f639,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:12.464279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e55facea-00df-4994-8c83-16d24db7215c None None] Provisioning complete for port 46212c37-e5c1-4a93-93f0-419c4344f639 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:12.464992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-78be116e-6821-43be-aada-5d041d7c6999 req-305553ba-448e-450b-b6f1-b7084b02094d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port d2786184-da77-4309-96cf-b1b3e698694d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:12.465069 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e55facea-00df-4994-8c83-16d24db7215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:12.465151 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-78be116e-6821-43be-aada-5d041d7c6999 req-305553ba-448e-450b-b6f1-b7084b02094d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:12.626356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e55facea-00df-4994-8c83-16d24db7215c None None] Current status of the port 46212c37-e5c1-4a93-93f0-419c4344f639 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:12.785219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::1 (849db3b9-5f39-428b-9c5f-0d9a168770f7/e12af350-9c5d-4829-a046-0576b26d6e85/845d0695-a42d-4c51-8f18-8d8bd8014fb1) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:12.789894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 708e497f-99e5-480e-a0cb-0e1e617ff179 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:12.859444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 708e497f-99e5-480e-a0cb-0e1e617ff179 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:12.864374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 708e497f-99e5-480e-a0cb-0e1e617ff179 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:12.864746 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:12.929255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-78be116e-6821-43be-aada-5d041d7c6999 req-305553ba-448e-450b-b6f1-b7084b02094d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] For port d2786184-da77-4309-96cf-b1b3e698694d, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2786184-da77-4309-96cf-b1b3e698694d,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:12.930766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-78be116e-6821-43be-aada-5d041d7c6999 req-305553ba-448e-450b-b6f1-b7084b02094d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:13.052845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 708e497f-99e5-480e-a0cb-0e1e617ff179 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:13.053462 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:13.070842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 46212c37-e5c1-4a93-93f0-419c4344f639 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:13.135668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-78be116e-6821-43be-aada-5d041d7c6999 req-305553ba-448e-450b-b6f1-b7084b02094d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for d2786184-da77-4309-96cf-b1b3e698694d owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:13.146762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:10:13.151490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3207e49-c35a-450a-b924-58c131dda5c8 req-4113b698-c3ae-4b94-b8b0-d3563ddca0e7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:13.153848 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c3207e49-c35a-450a-b924-58c131dda5c8 req-4113b698-c3ae-4b94-b8b0-d3563ddca0e7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 946 time: 0.0997567 May 28 06:10:13.161700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:13.174780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:13.212068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 46212c37-e5c1-4a93-93f0-419c4344f639 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:13.212444 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:13.225332 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c3207e49-c35a-450a-b924-58c131dda5c8 req-6b6edd80-a9ef-4e7a-b4b1-ca78cb66a3df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=5236b3b0-d1d0-43e6-a34e-031460a736a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634041 May 28 06:10:13.281198 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949ddfef-6585-4e3c-83ec-f29dac3764ca'] response: {'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'code': 200} May 28 06:10:13.308878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:13.332296 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:13.378240 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:13.382085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 46212c37-e5c1-4a93-93f0-419c4344f639 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:13.391580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b2c8c34-cdc7-46f7-9753-44e795e3e743 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:13.430305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 3b2c8c34-cdc7-46f7-9753-44e795e3e743 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:13.430568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3b2c8c34-cdc7-46f7-9753-44e795e3e743 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:10:13.431974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef4d33-aa1d-4579-a1d9-f8c0ce1c73e9 req-a082556d-4124-4861-9183-bd55a1a8394c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:13.433446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d7ef4d33-aa1d-4579-a1d9-f8c0ce1c73e9 req-a082556d-4124-4861-9183-bd55a1a8394c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.2667801 May 28 06:10:13.445318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 845d0695-a42d-4c51-8f18-8d8bd8014fb1 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:13.521817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-78be116e-6821-43be-aada-5d041d7c6999 req-305553ba-448e-450b-b6f1-b7084b02094d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:13.535294 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d7ef4d33-aa1d-4579-a1d9-f8c0ce1c73e9 req-606142a9-cc4d-4688-84ad-acfab8986ce9 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884876 May 28 06:10:13.582169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305553ba-448e-450b-b6f1-b7084b02094d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=d2786184-da77-4309-96cf-b1b3e698694d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:13.667570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:13.714651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-78be116e-6821-43be-aada-5d041d7c6999 req-305553ba-448e-450b-b6f1-b7084b02094d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] No DVR routers for this DVR port d2786184-da77-4309-96cf-b1b3e698694d on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:10:13.726212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881145e8-a13c-49d8-b3d4-e5b60c2ef0ef req-1cfc6203-83b9-4d2e-9eea-40079d049627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:13.727700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-881145e8-a13c-49d8-b3d4-e5b60c2ef0ef req-1cfc6203-83b9-4d2e-9eea-40079d049627 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 1096 time: 0.3420100 May 28 06:10:13.728667 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-78be116e-6821-43be-aada-5d041d7c6999 req-305553ba-448e-450b-b6f1-b7084b02094d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:13.737823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de60723-4f27-49a7-b18c-59e0d95d18b6', 'name': 'network-vif-deleted', 'tag': 'd2786184-da77-4309-96cf-b1b3e698694d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:10:13.777838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:13.786712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:13.789617 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44b0a64-c68e-4fd1-ba16-7c4e1501c6ad'] response: {'server_uuid': '8de60723-4f27-49a7-b18c-59e0d95d18b6', 'name': 'network-vif-deleted', 'tag': 'd2786184-da77-4309-96cf-b1b3e698694d', 'status': 'completed', 'code': 200} May 28 06:10:13.795138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:13.795846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:13.802907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=845d0695-a42d-4c51-8f18-8d8bd8014fb1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:13.819655 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-78be116e-6821-43be-aada-5d041d7c6999 req-305553ba-448e-450b-b6f1-b7084b02094d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "DELETE /v2.0/ports/d2786184-da77-4309-96cf-b1b3e698694d HTTP/1.1" status: 204 len: 173 time: 1.4658837 May 28 06:10:13.838230 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-881145e8-a13c-49d8-b3d4-e5b60c2ef0ef req-c8467cef-ad30-49c1-b98c-8372eec52ae4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906429 May 28 06:10:13.931130 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:14.160292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-49f198df-e5b4-4f0e-8344-422034c27436 None None] Provisioning for port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:14.165158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-49f198df-e5b4-4f0e-8344-422034c27436 None None] Provisioning complete for port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:14.165528 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-49f198df-e5b4-4f0e-8344-422034c27436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:14.219319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-49f198df-e5b4-4f0e-8344-422034c27436 None None] Port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:10:14.425168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2ded874c-cdf9-4ef6-8669-0a3a9ebee553 req-55863672-f30c-4628-85cd-fef956e276e7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:14.468966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-2ded874c-cdf9-4ef6-8669-0a3a9ebee553 req-55863672-f30c-4628-85cd-fef956e276e7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:14.470091 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2ded874c-cdf9-4ef6-8669-0a3a9ebee553 req-55863672-f30c-4628-85cd-fef956e276e7 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=8de60723-4f27-49a7-b18c-59e0d95d18b6 HTTP/1.1" status: 200 len: 210 time: 0.1021876 May 28 06:10:14.514182 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:14.518179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:14.518891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:14.661363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=845d0695-a42d-4c51-8f18-8d8bd8014fb1,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:14.717462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:14.718059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:14.727625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc542aa6-cb70-48d9-acd9-982428d9904d req-269a21ec-08fb-43f5-875c-ed7f5c82b4c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:14.729379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dc542aa6-cb70-48d9-acd9-982428d9904d req-269a21ec-08fb-43f5-875c-ed7f5c82b4c4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.0846872 May 28 06:10:14.790627 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dc542aa6-cb70-48d9-acd9-982428d9904d req-041f3166-d49a-4b81-8c87-771474771815 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496538 May 28 06:10:14.911277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Router e1569fb3-0afa-4d05-802e-ca65093ae467 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:10:14.964565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3a9bd7c7-0618-4f79-bd90-55bfcc7f49be None None] Provisioning complete for port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:14.964920 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3a9bd7c7-0618-4f79-bd90-55bfcc7f49be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:15.017885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3a9bd7c7-0618-4f79-bd90-55bfcc7f49be None None] Port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:10:15.085183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:10:15.091402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-17c45de7-01b3-4510-9e06-477ef750e62d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "PUT /v2.0/routers/e1569fb3-0afa-4d05-802e-ca65093ae467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9358513 May 28 06:10:15.092757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38154) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:15.099861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Sync routers for ids ['e1569fb3-0afa-4d05-802e-ca65093ae467'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:10:15.109873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Routers {'e1569fb3-0afa-4d05-802e-ca65093ae467'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:15.110750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e1569fb3-0afa-4d05-802e-ca65093ae467'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:15.180582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbe4cb-b7a8-42c1-8d5a-c0bd1d21b43e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:15.181177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-46dbe4cb-b7a8-42c1-8d5a-c0bd1d21b43e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:15.197183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-46dbe4cb-b7a8-42c1-8d5a-c0bd1d21b43e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:15.198549 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-46dbe4cb-b7a8-42c1-8d5a-c0bd1d21b43e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports/845d0695-a42d-4c51-8f18-8d8bd8014fb1 HTTP/1.1" status: 200 len: 911 time: 0.1046901 May 28 06:10:15.201217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38160) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:15.267147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Set router e1569fb3-0afa-4d05-802e-ca65093ae467 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:15.281942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c0c67e-a0bc-4aeb-835a-11b26136eddb tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:15.288224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c0c67e-a0bc-4aeb-835a-11b26136eddb tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:15.289745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-90c0c67e-a0bc-4aeb-835a-11b26136eddb tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0875785 May 28 06:10:15.292437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38164) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:15.568245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38170) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:15.582717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569fb3-0afa-4d05-802e-ca65093ae467', 'name': 'tempest-NetworksTestDHCPv6-router-1078498509', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:11Z', 'updated_at': '2022-05-28T06:10:13Z', 'revision_number': 2, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None, '_interfaces': [{'id': '845d0695-a42d-4c51-8f18-8d8bd8014fb1', 'name': '', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'mac_address': 'fa:16:3e:0a:72:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1569fb3-0afa-4d05-802e-ca65093ae467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'e12af350-9c5d-4829-a046-0576b26d6e85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:12Z', 'updated_at': '2022-05-28T06:10:14Z', 'revision_number': 2, 'project_id': '17878439b16745738ad3a734367d677b', 'subnets': [{'id': 'e12af350-9c5d-4829-a046-0576b26d6e85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:15.586795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Checking router: e1569fb3-0afa-4d05-802e-ca65093ae467 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:10:15.587150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Updating router e1569fb3-0afa-4d05-802e-ca65093ae467 port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:10:15.642955 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a88391-1509-43d4-9b03-d6925b1e5817 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:15.643185 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:15.674025 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a88391-1509-43d4-9b03-d6925b1e5817 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:15.742354 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a88391-1509-43d4-9b03-d6925b1e5817 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:15.765789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a88391-1509-43d4-9b03-d6925b1e5817 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5236b3b0-d1d0-43e6-a34e-031460a736a8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:15.781894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a88391-1509-43d4-9b03-d6925b1e5817 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:15.787776 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-35a88391-1509-43d4-9b03-d6925b1e5817 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/security-groups/5236b3b0-d1d0-43e6-a34e-031460a736a8 HTTP/1.1" status: 204 len: 168 time: 0.2145813 May 28 06:10:15.823832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38178) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:15.909390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5123f5ac-315d-4d32-8659-53a6f7a63397 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting subnet 4e524c72-3da2-46d5-98d5-12a8b390af17 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:15.912438 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5123f5ac-315d-4d32-8659-53a6f7a63397 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:15.947102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.021605 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5123f5ac-315d-4d32-8659-53a6f7a63397 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.034964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2786184-da77-4309-96cf-b1b3e698694d no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:16.082548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: d2786184-da77-4309-96cf-b1b3e698694d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:16.083145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2786184-da77-4309-96cf-b1b3e698694d not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:10:16.103374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76859954-c3b9-46be-8b2a-31cb692ae383 req-a807490b-539c-4be4-b011-656331078592 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:16.111190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76859954-c3b9-46be-8b2a-31cb692ae383 req-a807490b-539c-4be4-b011-656331078592 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1701500 May 28 06:10:16.117464 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.133129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Transition to ACTIVE for port object 845d0695-a42d-4c51-8f18-8d8bd8014fb1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:16.148974 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.170781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76859954-c3b9-46be-8b2a-31cb692ae383 req-0a8d32c4-ada5-4bfd-a511-86da4be80d47 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584342 May 28 06:10:16.180920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5123f5ac-315d-4d32-8659-53a6f7a63397 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.245384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:16.246122 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.341319 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffda5b9-127a-4459-a86e-259e88c7180a None None] Pushing event updated for resources: {'Port': ['ID=845d0695-a42d-4c51-8f18-8d8bd8014fb1,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:16.422396 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5123f5ac-315d-4d32-8659-53a6f7a63397 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.436100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Attempting to bind port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:16.436559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Attempting to bind port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:16.437044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Attempting to bind port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:16.442956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:16.443436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:16.443905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.444374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:16.444894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Bound port: 845d0695-a42d-4c51-8f18-8d8bd8014fb1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:16.445364 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.464641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123f5ac-315d-4d32-8659-53a6f7a63397 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Subnet': ['ID=4e524c72-3da2-46d5-98d5-12a8b390af17,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:16.470857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5123f5ac-315d-4d32-8659-53a6f7a63397 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.482869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5123f5ac-315d-4d32-8659-53a6f7a63397 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/subnets/4e524c72-3da2-46d5-98d5-12a8b390af17 HTTP/1.1" status: 204 len: 168 time: 0.6578670 May 28 06:10:16.485539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38184) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:16.504952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e9eb1-b88c-4a75-b7ab-59843a05ff48 None None] Network 7cb185cc-92c0-4346-9986-79262bf54151 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:16.559865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd008714-03fe-402b-a98d-86ad0327019a req-ed173cbe-5595-43d0-b40c-5c99cb58135b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:16.561217 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fd008714-03fe-402b-a98d-86ad0327019a req-ed173cbe-5595-43d0-b40c-5c99cb58135b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.2015357 May 28 06:10:16.574725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38188) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:16.585623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-dd6e37b8-0c4c-4dc1-a78a-5f525bf0acf0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Request body: {'floatingip': {'port_id': '708e497f-99e5-480e-a0cb-0e1e617ff179'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:16.611689 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.621803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port 076b3329-608b-44c6-a9b6-99d9ed333da5 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:16.622134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.654355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] For port 845d0695-a42d-4c51-8f18-8d8bd8014fb1, host n-d-843679-5, got binding levels [] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:16.654719 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.660000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] For port 845d0695-a42d-4c51-8f18-8d8bd8014fb1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:16.677374 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dd6e37b8-0c4c-4dc1-a78a-5f525bf0acf0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.720749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] For port 845d0695-a42d-4c51-8f18-8d8bd8014fb1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=845d0695-a42d-4c51-8f18-8d8bd8014fb1,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:16.733006 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.832954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Routers {'e1569fb3-0afa-4d05-802e-ca65093ae467'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:16.833744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e1569fb3-0afa-4d05-802e-ca65093ae467'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:16.845726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] For port 076b3329-608b-44c6-a9b6-99d9ed333da5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=076b3329-608b-44c6-a9b6-99d9ed333da5,segment=NetworkSegment(690d0393-770f-43cd-8ff2-e7e85df0a45c),segment_id=690d0393-770f-43cd-8ff2-e7e85df0a45c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:16.846072 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:16.869068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 845d0695-a42d-4c51-8f18-8d8bd8014fb1 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:16.994175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for 076b3329-608b-44c6-a9b6-99d9ed333da5 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:17.006688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] Set router e1569fb3-0afa-4d05-802e-ca65093ae467 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:17.060898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffda5b9-127a-4459-a86e-259e88c7180a None None] Pushing event updated for resources: {'Port': ['ID=845d0695-a42d-4c51-8f18-8d8bd8014fb1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:17.104955 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:17.203849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=076b3329-608b-44c6-a9b6-99d9ed333da5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:17.209375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] No DVR routers for this DVR port 076b3329-608b-44c6-a9b6-99d9ed333da5 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:10:17.279862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a1d692-8538-4241-b3b2-7e9f191bd8ed None None] DHCP port deletion for 7cb185cc-92c0-4346-9986-79262bf54151 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:10:17.366031 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:17.385415 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:10:17.386052 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:10:17.395588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb185cc-92c0-4346-9986-79262bf54151']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:17.408652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690d0393-770f-43cd-8ff2-e7e85df0a45c') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:17.408989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690d0393-770f-43cd-8ff2-e7e85df0a45c') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:17.412223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569fb3-0afa-4d05-802e-ca65093ae467', 'name': 'tempest-NetworksTestDHCPv6-router-1078498509', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:11Z', 'updated_at': '2022-05-28T06:10:13Z', 'revision_number': 2, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None, '_interfaces': [{'id': '845d0695-a42d-4c51-8f18-8d8bd8014fb1', 'name': '', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'mac_address': 'fa:16:3e:0a:72:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1569fb3-0afa-4d05-802e-ca65093ae467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'e12af350-9c5d-4829-a046-0576b26d6e85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:12Z', 'updated_at': '2022-05-28T06:10:16Z', 'revision_number': 4, 'project_id': '17878439b16745738ad3a734367d677b', 'subnets': [{'id': 'e12af350-9c5d-4829-a046-0576b26d6e85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:17.421886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2aad37-5789-40f3-90f0-8445f4189e5d None None] The sync data for ids ['e1569fb3-0afa-4d05-802e-ca65093ae467'] in n-d-843679-5 is: [{'id': 'e1569fb3-0afa-4d05-802e-ca65093ae467', 'name': 'tempest-NetworksTestDHCPv6-router-1078498509', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:11Z', 'updated_at': '2022-05-28T06:10:13Z', 'revision_number': 2, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None, '_interfaces': [{'id': '845d0695-a42d-4c51-8f18-8d8bd8014fb1', 'name': '', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'mac_address': 'fa:16:3e:0a:72:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1569fb3-0afa-4d05-802e-ca65093ae467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'e12af350-9c5d-4829-a046-0576b26d6e85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:12Z', 'updated_at': '2022-05-28T06:10:16Z', 'revision_number': 4, 'project_id': '17878439b16745738ad3a734367d677b', 'subnets': [{'id': 'e12af350-9c5d-4829-a046-0576b26d6e85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:10:17.426808 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:17.451306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:17.461158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:10:17.461570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:17.538758 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 690d0393-770f-43cd-8ff2-e7e85df0a45c resource provider aggregate not found May 28 06:10:17.563626 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 690d0393-770f-43cd-8ff2-e7e85df0a45c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 690d0393-770f-43cd-8ff2-e7e85df0a45c found for delete ", "request_id": "req-f2080afa-360d-4c4a-820b-883c36e53d9e"}]} May 28 06:10:17.579404 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:17.584437 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:17.614263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Network': ['ID=7cb185cc-92c0-4346-9986-79262bf54151,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:17.630181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eba8636a-e035-4ec5-99b9-c1d5dbf7a29d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/networks/7cb185cc-92c0-4346-9986-79262bf54151 HTTP/1.1" status: 204 len: 168 time: 1.1404648 May 28 06:10:17.630743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38196) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:17.682691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dd6e37b8-0c4c-4dc1-a78a-5f525bf0acf0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:17.686508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dd6e37b8-0c4c-4dc1-a78a-5f525bf0acf0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:17.876775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port 23cf6d31-5d39-4ebe-aae0-e5501ca722ea {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:17.877213 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:17.884107 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-dd6e37b8-0c4c-4dc1-a78a-5f525bf0acf0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Floating IP 2b0322ff-864c-4997-ba3f-a8ebf43e1de0 associated. External IP: 172.25.4.122, port: 708e497f-99e5-480e-a0cb-0e1e617ff179. May 28 06:10:17.941276 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:17.941617 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:18.059710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:18.060026 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:18.305349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for 23cf6d31-5d39-4ebe-aae0-e5501ca722ea owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:18.320694 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] For port 845d0695-a42d-4c51-8f18-8d8bd8014fb1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=845d0695-a42d-4c51-8f18-8d8bd8014fb1,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:18.321051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:18.460082 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:18.500627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 845d0695-a42d-4c51-8f18-8d8bd8014fb1 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:18.510252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=23cf6d31-5d39-4ebe-aae0-e5501ca722ea,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:18.607750 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:18.608120 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Floating IP 3c2b4577-67ae-40c0-87c3-24bd3494d86a disassociated (deleted). External IP: 172.25.4.87, port: cd7a2907-377f-4d53-8ae0-783d16fc4c6b. May 28 06:10:18.625399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6e37b8-0c4c-4dc1-a78a-5f525bf0acf0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Router d76de9c3-6005-4159-992c-03872e8d8955 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:10:18.984604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router 35815cbd-1df7-401f-9dcc-07acd6e28bdd has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:10:18.998677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6e37b8-0c4c-4dc1-a78a-5f525bf0acf0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:10:19.009680 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] Sync routers for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:10:19.013536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dd6e37b8-0c4c-4dc1-a78a-5f525bf0acf0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:19.019491 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:19.020302 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:19.043147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:19.049821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 845d0695-a42d-4c51-8f18-8d8bd8014fb1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:19.089503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 845d0695-a42d-4c51-8f18-8d8bd8014fb1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:19.090158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 845d0695-a42d-4c51-8f18-8d8bd8014fb1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 28 06:10:19.126184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Port 845d0695-a42d-4c51-8f18-8d8bd8014fb1 not found, will not notify nova. {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 28 06:10:19.141574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=845d0695-a42d-4c51-8f18-8d8bd8014fb1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:19.210377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 076b3329-608b-44c6-a9b6-99d9ed333da5 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:19.271481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:10:19.278977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 076b3329-608b-44c6-a9b6-99d9ed333da5 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:19.278977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 076b3329-608b-44c6-a9b6-99d9ed333da5 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:10:19.281134 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dd6e37b8-0c4c-4dc1-a78a-5f525bf0acf0 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "PUT /v2.0/floatingips/2b0322ff-864c-4997-ba3f-a8ebf43e1de0 HTTP/1.1" status: 200 len: 991 time: 2.7053413 May 28 06:10:19.290187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:10:19.292353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:19.302076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:19.309736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] Sync routers for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:10:19.322686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:19.329402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:19.364744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a8652439-f5f3-4fdd-b2ce-87a567b37ecc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/floatingips/3c2b4577-67ae-40c0-87c3-24bd3494d86a HTTP/1.1" status: 204 len: 168 time: 1.7303793 May 28 06:10:19.364744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f802b871-5191-4898-9582-def0de48aa31', 'tag': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:10:19.370892 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:19.455011 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1081e5e5-06fc-4267-9ded-24b7aaa63cbd'] response: {'name': 'network-changed', 'server_uuid': 'f802b871-5191-4898-9582-def0de48aa31', 'tag': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'status': 'completed', 'code': 200} May 28 06:10:19.550896 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3263f81a-9141-4954-be48-1a16930cfcf2'] response: {'name': 'network-changed', 'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'status': 'completed', 'code': 200} May 28 06:10:19.581410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-0b9f59c8-5d59-4a19-a534-d00a9fb453ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:19.582881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-0b9f59c8-5d59-4a19-a534-d00a9fb453ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 1096 time: 0.1804371 May 28 06:10:19.739801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:19.740709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Router e1569fb3-0afa-4d05-802e-ca65093ae467 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:10:19.761070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-c5bae51d-4b25-4ffa-9e54-d15ca2d7ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:19.762751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-c5bae51d-4b25-4ffa-9e54-d15ca2d7ab57 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 1097 time: 0.2597272 May 28 06:10:19.879677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:10:19.885020 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ea8b2aa4-4b94-4f38-8bd6-475575c516b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "PUT /v2.0/routers/e1569fb3-0afa-4d05-802e-ca65093ae467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5912225 May 28 06:10:19.886978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38210) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:19.903729 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] Sync routers for ids ['e1569fb3-0afa-4d05-802e-ca65093ae467'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:10:19.924586 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] Routers {'e1569fb3-0afa-4d05-802e-ca65093ae467'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:19.925233 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e1569fb3-0afa-4d05-802e-ca65093ae467'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:19.966994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5d3d9c-de9d-46af-9475-8c2e4f29ad98 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:19.970023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5d3d9c-de9d-46af-9475-8c2e4f29ad98 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:19.971578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1f5d3d9c-de9d-46af-9475-8c2e4f29ad98 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:19.996105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1f5d3d9c-de9d-46af-9475-8c2e4f29ad98 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:19.997671 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1f5d3d9c-de9d-46af-9475-8c2e4f29ad98 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1095293 May 28 06:10:20.001658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38214) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:20.098989 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] Set router e1569fb3-0afa-4d05-802e-ca65093ae467 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:20.101289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c200662-7d02-4a28-9fc9-c119096cb134 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet e12af350-9c5d-4829-a046-0576b26d6e85 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:20.112045 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c200662-7d02-4a28-9fc9-c119096cb134 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:20.124424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:10:08Z', 'revision_number': 6, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:20.130575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-1df15c3d-cca8-456d-bad4-5181660b606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:20.131017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] Checking router: 35815cbd-1df7-401f-9dcc-07acd6e28bdd for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:10:20.132042 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-1df15c3d-cca8-456d-bad4-5181660b606c service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.5418870 May 28 06:10:20.141983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:20.143464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:20.249530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c200662-7d02-4a28-9fc9-c119096cb134 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:20.258896 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569fb3-0afa-4d05-802e-ca65093ae467', 'name': 'tempest-NetworksTestDHCPv6-router-1078498509', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:11Z', 'updated_at': '2022-05-28T06:10:18Z', 'revision_number': 3, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:20.269076 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] Checking router: e1569fb3-0afa-4d05-802e-ca65093ae467 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:10:20.285938 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] Routers {'e1569fb3-0afa-4d05-802e-ca65093ae467'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:20.286717 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e1569fb3-0afa-4d05-802e-ca65093ae467'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:20.293715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-a90a8970-37ea-40d7-9f44-1f2ef725a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:20.295202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-a90a8970-37ea-40d7-9f44-1f2ef725a1cb service neutron] 10.222.0.33 "GET /v2.0/networks?id=1023c271-cbf5-42c4-87fd-27665c264878 HTTP/1.1" status: 200 len: 897 time: 0.5172336 May 28 06:10:20.352149 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '2b0322ff-864c-4997-ba3f-a8ebf43e1de0', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'port_id': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'mac_address': 'fa:16:3e:42:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:58Z', 'updated_at': '2022-05-28T06:10:17Z', 'revision_number': 1, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:20.356504 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c200662-7d02-4a28-9fc9-c119096cb134 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:20.364204 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] Checking router: d76de9c3-6005-4159-992c-03872e8d8955 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:10:20.367810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-f33ab566-27bb-40b5-a277-271ac5658fb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=708e497f-99e5-480e-a0cb-0e1e617ff179 HTTP/1.1" status: 200 len: 999 time: 0.2268426 May 28 06:10:20.412804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-7ad5fdf6-ebb6-4c9b-9011-f573deb62129 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b HTTP/1.1" status: 200 len: 217 time: 0.1071835 May 28 06:10:20.424036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6f0af-b2cd-431d-b0a4-4396e125918e req-8c2f04c3-c488-4881-af33-1740e6a4a97c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:20.424765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-efc6f0af-b2cd-431d-b0a4-4396e125918e req-8c2f04c3-c488-4881-af33-1740e6a4a97c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:20.445379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:20.456503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c200662-7d02-4a28-9fc9-c119096cb134 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:20.473955 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:20.475191 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:20.511375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c200662-7d02-4a28-9fc9-c119096cb134 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=e12af350-9c5d-4829-a046-0576b26d6e85,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:20.512182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-75508bb6-29b3-493d-8b80-79fa6669f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:20.513614 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-75508bb6-29b3-493d-8b80-79fa6669f5af service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4a32e495-4a84-40d9-bace-e775bb598c60 HTTP/1.1" status: 200 len: 834 time: 0.0859582 May 28 06:10:20.514914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-d1c4559c-553d-406e-af7b-7d10b44a0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:20.516212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-d1c4559c-553d-406e-af7b-7d10b44a0fc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.1380029 May 28 06:10:20.517915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-efc6f0af-b2cd-431d-b0a4-4396e125918e req-8c2f04c3-c488-4881-af33-1740e6a4a97c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:20.523880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efc6f0af-b2cd-431d-b0a4-4396e125918e req-8c2f04c3-c488-4881-af33-1740e6a4a97c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 946 time: 0.6139908 May 28 06:10:20.534063 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c200662-7d02-4a28-9fc9-c119096cb134 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:20.536418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8426271-ae29-454d-b306-c3e41f27170e None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:20.540336 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] Set router e1569fb3-0afa-4d05-802e-ca65093ae467 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:20.551574 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1c200662-7d02-4a28-9fc9-c119096cb134 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/e12af350-9c5d-4829-a046-0576b26d6e85 HTTP/1.1" status: 204 len: 168 time: 0.5481937 May 28 06:10:20.554466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38218) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:20.670078 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1569fb3-0afa-4d05-802e-ca65093ae467', 'name': 'tempest-NetworksTestDHCPv6-router-1078498509', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:11Z', 'updated_at': '2022-05-28T06:10:18Z', 'revision_number': 3, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:20.676912 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320d631-51de-4688-b6c3-b2ae66c1acdf None None] The sync data for ids ['e1569fb3-0afa-4d05-802e-ca65093ae467'] in n-d-843679-5 is: [{'id': 'e1569fb3-0afa-4d05-802e-ca65093ae467', 'name': 'tempest-NetworksTestDHCPv6-router-1078498509', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:11Z', 'updated_at': '2022-05-28T06:10:18Z', 'revision_number': 3, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:10:20.700265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-efc6f0af-b2cd-431d-b0a4-4396e125918e req-da9f2679-7aab-477d-9b06-f440ca5391a4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:20.748392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-efc6f0af-b2cd-431d-b0a4-4396e125918e req-da9f2679-7aab-477d-9b06-f440ca5391a4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:20.749825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efc6f0af-b2cd-431d-b0a4-4396e125918e req-da9f2679-7aab-477d-9b06-f440ca5391a4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250454 May 28 06:10:20.764061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-372a3394-7528-488d-8f28-c9e0916fb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:20.765788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-372a3394-7528-488d-8f28-c9e0916fb1bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926839 May 28 06:10:20.778392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-4e620468-3c12-4bf0-b856-a692d4c87c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:20.778392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-4e620468-3c12-4bf0-b856-a692d4c87c54 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1023c271-cbf5-42c4-87fd-27665c264878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2440829 May 28 06:10:20.810796 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:20.898800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-57d14c15-a364-4aec-b785-959fbba50d0f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:router {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:20.923098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-57d14c15-a364-4aec-b785-959fbba50d0f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:router {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:20.925226 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-57d14c15-a364-4aec-b785-959fbba50d0f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3697088 May 28 06:10:20.927740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38222) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:21.031084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:10:08Z', 'revision_number': 6, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:21.036591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de9faa-1f50-4319-a417-5048f9d5ecac None None] The sync data for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 is: [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:10:08Z', 'revision_number': 6, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1c4b2f0d-4796-4d27-ae4c-e243388511e0', 'name': '', 'network_id': '1023c271-cbf5-42c4-87fd-27665c264878', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:a8:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:42Z', 'updated_at': '2022-05-28T06:07:49Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '4a32e495-4a84-40d9-bace-e775bb598c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:10:21.058043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-061c34dd-ef18-4b6b-adb8-f99384223337 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517884 May 28 06:10:21.094997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30484fc-8239-45b3-8f29-ef49f636c7f9 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:10:21.099687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e30484fc-8239-45b3-8f29-ef49f636c7f9 None None] Deleting port 46212c37-e5c1-4a93-93f0-419c4344f639 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:21.104180 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e30484fc-8239-45b3-8f29-ef49f636c7f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:21.169821 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cdc13ea-54e5-4729-8779-5bf993c2fab2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:21.231759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 845d0695-a42d-4c51-8f18-8d8bd8014fb1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:21.284025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 845d0695-a42d-4c51-8f18-8d8bd8014fb1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:21.284167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 845d0695-a42d-4c51-8f18-8d8bd8014fb1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:10:21.363461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-2be3b5e3-3e7e-4792-9db1-64b2f96d696f service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887403 May 28 06:10:21.389304 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '2b0322ff-864c-4997-ba3f-a8ebf43e1de0', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'port_id': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'mac_address': 'fa:16:3e:42:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:58Z', 'updated_at': '2022-05-28T06:10:17Z', 'revision_number': 1, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:21.394859 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c2292-e551-4d86-893c-16b10d48111d None None] The sync data for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 is: [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '2b0322ff-864c-4997-ba3f-a8ebf43e1de0', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'port_id': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'mac_address': 'fa:16:3e:42:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:58Z', 'updated_at': '2022-05-28T06:10:17Z', 'revision_number': 1, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:10:21.598098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2915f5f2-50f6-4c89-b15d-90cc264d3d73 req-e5c13bc6-053f-4c12-a40d-70a14c2a3773 service neutron] 10.222.0.33 "GET /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308452 May 28 06:10:21.598871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c069e577-ae89-4917-a74d-cec5826a0462 None None] New status for floating IP 3c2b4577-67ae-40c0-87c3-24bd3494d86a: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:10:21.616981 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cdc13ea-54e5-4729-8779-5bf993c2fab2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:21.619303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cdc13ea-54e5-4729-8779-5bf993c2fab2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:21.641056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-c200c7e9-8e68-4e94-96b6-d5acb4f932b2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:21.642995 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-c200c7e9-8e68-4e94-96b6-d5acb4f932b2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 946 time: 0.4007833 May 28 06:10:21.650974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be809d81-7592-4731-ab18-4ac4bc2349f6 req-643bb06a-1dc3-4b79-ae09-25bb2ae1369a service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470627 May 28 06:10:21.657665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cdc13ea-54e5-4729-8779-5bf993c2fab2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:21.658231 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdc13ea-54e5-4729-8779-5bf993c2fab2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Fanout notify agent at l3_agent the message router_deleted on router e1569fb3-0afa-4d05-802e-ca65093ae467 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:10:21.696762 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6cdc13ea-54e5-4729-8779-5bf993c2fab2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:21.700781 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6cdc13ea-54e5-4729-8779-5bf993c2fab2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/routers/e1569fb3-0afa-4d05-802e-ca65093ae467 HTTP/1.1" status: 204 len: 168 time: 0.7678175 May 28 06:10:21.700897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38226) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:21.706546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:21.746564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e30484fc-8239-45b3-8f29-ef49f636c7f9 None None] For port 46212c37-e5c1-4a93-93f0-419c4344f639, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=46212c37-e5c1-4a93-93f0-419c4344f639,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:21.746919 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e30484fc-8239-45b3-8f29-ef49f636c7f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:21.757151 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c8b181-37cc-40ce-b120-8b0b9ee9ff9c None None] New status for floating IP 2b0322ff-864c-4997-ba3f-a8ebf43e1de0: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:10:21.809973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-a59504a8-4e67-43d5-b822-1215a72059d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port cd7a2907-377f-4d53-8ae0-783d16fc4c6b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:21.810970 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-a59504a8-4e67-43d5-b822-1215a72059d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:21.908720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:21.913278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:21.916183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:21.922278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:21.933540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e30484fc-8239-45b3-8f29-ef49f636c7f9 None None] Calling delete_port for 46212c37-e5c1-4a93-93f0-419c4344f639 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:21.939053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:21.943375 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.037509 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e30484fc-8239-45b3-8f29-ef49f636c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.100190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30484fc-8239-45b3-8f29-ef49f636c7f9 None None] Pushing event deleted for resources: {'Port': ['ID=46212c37-e5c1-4a93-93f0-419c4344f639,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:22.110299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30484fc-8239-45b3-8f29-ef49f636c7f9 None None] No DVR routers for this DVR port 46212c37-e5c1-4a93-93f0-419c4344f639 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:10:22.153272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e81234-7150-4bad-8dfe-e915ededa52f req-1a9f37f0-230b-4a83-bb79-d86ec1dab996 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:22.159857 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77e81234-7150-4bad-8dfe-e915ededa52f req-1a9f37f0-230b-4a83-bb79-d86ec1dab996 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 946 time: 0.1918771 May 28 06:10:22.178685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-a59504a8-4e67-43d5-b822-1215a72059d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] For port cd7a2907-377f-4d53-8ae0-783d16fc4c6b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:22.179149 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-a59504a8-4e67-43d5-b822-1215a72059d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.260765 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77e81234-7150-4bad-8dfe-e915ededa52f req-a87cc7c7-5af9-46f1-abe0-b96ac10c3de4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=651a4d90-fdcb-472a-81fa-1919ed47056c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984294 May 28 06:10:22.312863 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.375116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:22.378633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:22.382892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:22.383518 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.389538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48520b72-b7f2-4f9e-9c11-e969c4a307ff None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:22.396538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=7adbd90e-c5e3-4ba2-a337-f99112df7ba5,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:22.416749 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ef22530b-c054-43b5-b7e5-ebf212af6f64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7122505 May 28 06:10:22.417008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38232) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:22.422312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-832038206', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:22.430241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:22.433153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-a59504a8-4e67-43d5-b822-1215a72059d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for cd7a2907-377f-4d53-8ae0-783d16fc4c6b owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:22.434787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:router and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:22.437777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:22.448764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:22.461457 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.462594 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.478577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.497899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.525075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.526282 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e0e2bfc2-0b77-4ff8-9834-a6f37ef79d64 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1083207 May 28 06:10:22.529172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38236) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:22.593548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-a59504a8-4e67-43d5-b822-1215a72059d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.629263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': '7adbd90e-c5e3-4ba2-a337-f99112df7ba5'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:10:22.630282 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.648726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59504a8-4e67-43d5-b822-1215a72059d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=cd7a2907-377f-4d53-8ae0-783d16fc4c6b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:22.731410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-a59504a8-4e67-43d5-b822-1215a72059d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] No DVR routers for this DVR port cd7a2907-377f-4d53-8ae0-783d16fc4c6b on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:10:22.735328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-a59504a8-4e67-43d5-b822-1215a72059d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:22.738146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f802b871-5191-4898-9582-def0de48aa31', 'name': 'network-vif-deleted', 'tag': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:10:22.755709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b35cbab6-21b2-48cc-bd45-006af6c2f1df req-a59504a8-4e67-43d5-b822-1215a72059d9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "DELETE /v2.0/ports/cd7a2907-377f-4d53-8ae0-783d16fc4c6b HTTP/1.1" status: 204 len: 173 time: 1.1015034 May 28 06:10:22.793725 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6563c897-abc4-4542-970b-ca3683ce5218'] response: {'server_uuid': 'f802b871-5191-4898-9582-def0de48aa31', 'name': 'network-vif-deleted', 'tag': 'cd7a2907-377f-4d53-8ae0-783d16fc4c6b', 'status': 'completed', 'code': 200} May 28 06:10:22.820141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/7adbd90e-c5e3-4ba2-a337-f99112df7ba5/81ade09b-3504-458a-8f9e-570463c131eb) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:23.018003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 46212c37-e5c1-4a93-93f0-419c4344f639 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:23.058629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 46212c37-e5c1-4a93-93f0-419c4344f639 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:23.058980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 46212c37-e5c1-4a93-93f0-419c4344f639 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:10:23.077554 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:23.088572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Transition to ACTIVE for port object 81ade09b-3504-458a-8f9e-570463c131eb will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:23.109103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Transition to ACTIVE for port object 81ade09b-3504-458a-8f9e-570463c131eb will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:23.115370 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:23.199113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:23.208752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:23.211552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:23.214000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:23.257456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Pushing event updated for resources: {'Port': ['ID=81ade09b-3504-458a-8f9e-570463c131eb,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:23.323215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Attempting to bind port 81ade09b-3504-458a-8f9e-570463c131eb on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:23.323770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Attempting to bind port 81ade09b-3504-458a-8f9e-570463c131eb by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:23.324248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Attempting to bind port 81ade09b-3504-458a-8f9e-570463c131eb on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:23.330876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:23.331483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:23.331982 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:23.332595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:23.333158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Bound port: 81ade09b-3504-458a-8f9e-570463c131eb, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:23.333645 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:23.427514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] For port 81ade09b-3504-458a-8f9e-570463c131eb, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:23.432139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] For port 81ade09b-3504-458a-8f9e-570463c131eb, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=81ade09b-3504-458a-8f9e-570463c131eb,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:23.436572 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:23.471306 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8fd4f48d-5d38-41fe-9510-c4b836af6467 req-cc9c445d-cc82-4c58-8873-e2523fa1f386 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=f802b871-5191-4898-9582-def0de48aa31 HTTP/1.1" status: 200 len: 210 time: 0.0582459 May 28 06:10:23.554200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaafc3-8710-4d1e-82cb-d5b67a50133d None None] Pushing event updated for resources: {'Port': ['ID=81ade09b-3504-458a-8f9e-570463c131eb,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:23.638690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::1 (849db3b9-5f39-428b-9c5f-0d9a168770f7/7adbd90e-c5e3-4ba2-a337-f99112df7ba5/94c54b1b-5528-4c2a-bf25-67666da0f938) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:23.824954 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:23.841150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 94c54b1b-5528-4c2a-bf25-67666da0f938 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:23.866222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:23.938854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:23.942610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:23.946551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:23.947106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:24.063712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=94c54b1b-5528-4c2a-bf25-67666da0f938,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:24.094934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cd7a2907-377f-4d53-8ae0-783d16fc4c6b no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:24.130521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: cd7a2907-377f-4d53-8ae0-783d16fc4c6b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:24.130875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cd7a2907-377f-4d53-8ae0-783d16fc4c6b not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:10:24.186806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:24.573506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38246) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:24.628062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-03bf3fc6-b54d-4868-b4f6-8236ac9ab217 None None] Provisioning for port 81ade09b-3504-458a-8f9e-570463c131eb completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:24.652934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c73d7857-088d-423f-807a-e5713d52940e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:24.686312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c73d7857-088d-423f-807a-e5713d52940e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:24.737670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:24.747377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:24.748126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:24.753955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c227e5bc-9609-4a56-b7a0-3d2b86a2f6cd None None] Provisioning for port 94c54b1b-5528-4c2a-bf25-67666da0f938 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:24.759808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c227e5bc-9609-4a56-b7a0-3d2b86a2f6cd None None] Provisioning complete for port 94c54b1b-5528-4c2a-bf25-67666da0f938 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:24.760511 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c227e5bc-9609-4a56-b7a0-3d2b86a2f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:24.763588 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c73d7857-088d-423f-807a-e5713d52940e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:24.786084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d7857-088d-423f-807a-e5713d52940e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=651a4d90-fdcb-472a-81fa-1919ed47056c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:24.802556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c73d7857-088d-423f-807a-e5713d52940e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:24.805796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c73d7857-088d-423f-807a-e5713d52940e tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/security-groups/651a4d90-fdcb-472a-81fa-1919ed47056c HTTP/1.1" status: 204 len: 168 time: 0.2287700 May 28 06:10:24.835145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38254) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:24.842491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c227e5bc-9609-4a56-b7a0-3d2b86a2f6cd None None] Port 94c54b1b-5528-4c2a-bf25-67666da0f938 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:10:24.906280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=94c54b1b-5528-4c2a-bf25-67666da0f938,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:24.960808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:24.962296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:25.054031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 81ade09b-3504-458a-8f9e-570463c131eb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:25.136218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 81ade09b-3504-458a-8f9e-570463c131eb completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:25.143777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 81ade09b-3504-458a-8f9e-570463c131eb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:25.144285 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:25.178008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Router 64e31d1c-54db-4a54-bcd3-e95a055a9a20 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:10:25.295021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 81ade09b-3504-458a-8f9e-570463c131eb is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:25.295438 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:25.331348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 81ade09b-3504-458a-8f9e-570463c131eb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=81ade09b-3504-458a-8f9e-570463c131eb,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:25.336451 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:25.381656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:10:25.394664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Sync routers for ids ['64e31d1c-54db-4a54-bcd3-e95a055a9a20'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:10:25.402915 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1938d733-1bb7-4764-bc83-70d9adbfa31a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "PUT /v2.0/routers/64e31d1c-54db-4a54-bcd3-e95a055a9a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8723121 May 28 06:10:25.405615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38258) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:25.428534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Routers {'64e31d1c-54db-4a54-bcd3-e95a055a9a20'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:25.429241 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['64e31d1c-54db-4a54-bcd3-e95a055a9a20'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:25.495210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8bdaf67f-a79d-46f5-ba67-14b047f88833 None None] Provisioning complete for port 94c54b1b-5528-4c2a-bf25-67666da0f938 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:25.495597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf67f-a79d-46f5-ba67-14b047f88833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:25.523821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfe168-6a2f-48e3-aff6-aa1cc06f3acf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:25.524393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6cdfe168-6a2f-48e3-aff6-aa1cc06f3acf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:25.561459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6cdfe168-6a2f-48e3-aff6-aa1cc06f3acf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:25.562626 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6cdfe168-6a2f-48e3-aff6-aa1cc06f3acf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports/94c54b1b-5528-4c2a-bf25-67666da0f938 HTTP/1.1" status: 200 len: 911 time: 0.1558902 May 28 06:10:25.565888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38262) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:25.573763 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:25.622464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=81ade09b-3504-458a-8f9e-570463c131eb,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:25.651477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8bdaf67f-a79d-46f5-ba67-14b047f88833 None None] Port 94c54b1b-5528-4c2a-bf25-67666da0f938 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:10:25.663322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Set router 64e31d1c-54db-4a54-bcd3-e95a055a9a20 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:25.672229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2318d-b9ab-4614-a0c5-d647e1f656cf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:25.676076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2318d-b9ab-4614-a0c5-d647e1f656cf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:25.677307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-98f2318d-b9ab-4614-a0c5-d647e1f656cf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:25.695563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-98f2318d-b9ab-4614-a0c5-d647e1f656cf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:25.695563 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-98f2318d-b9ab-4614-a0c5-d647e1f656cf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1252928 May 28 06:10:25.695796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38266) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:25.997351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port 1c4b2f0d-4796-4d27-ae4c-e243388511e0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:25.997704 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.012742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e31d1c-54db-4a54-bcd3-e95a055a9a20', 'name': 'tempest-NetworksTestDHCPv6-router-832038206', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:22Z', 'updated_at': '2022-05-28T06:10:24Z', 'revision_number': 2, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None, '_interfaces': [{'id': '94c54b1b-5528-4c2a-bf25-67666da0f938', 'name': '', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'mac_address': 'fa:16:3e:34:11:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e31d1c-54db-4a54-bcd3-e95a055a9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '7adbd90e-c5e3-4ba2-a337-f99112df7ba5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:23Z', 'updated_at': '2022-05-28T06:10:24Z', 'revision_number': 2, 'project_id': '17878439b16745738ad3a734367d677b', 'subnets': [{'id': '7adbd90e-c5e3-4ba2-a337-f99112df7ba5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:26.016854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Checking router: 64e31d1c-54db-4a54-bcd3-e95a055a9a20 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:10:26.017259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Updating router 64e31d1c-54db-4a54-bcd3-e95a055a9a20 port 94c54b1b-5528-4c2a-bf25-67666da0f938 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:10:26.077878 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.331614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] For port 1c4b2f0d-4796-4d27-ae4c-e243388511e0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c4b2f0d-4796-4d27-ae4c-e243388511e0,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:26.331949 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.363181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.455913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for 1c4b2f0d-4796-4d27-ae4c-e243388511e0 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:26.458617 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.470936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Transition to ACTIVE for port object 94c54b1b-5528-4c2a-bf25-67666da0f938 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:26.477706 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.687825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee325b-4513-4a9c-a7dc-d67aac691a5d None None] Pushing event updated for resources: {'Port': ['ID=94c54b1b-5528-4c2a-bf25-67666da0f938,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:26.690314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 94c54b1b-5528-4c2a-bf25-67666da0f938 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:26.690885 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.744618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Attempting to bind port 94c54b1b-5528-4c2a-bf25-67666da0f938 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:26.744984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Attempting to bind port 94c54b1b-5528-4c2a-bf25-67666da0f938 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:26.745383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Attempting to bind port 94c54b1b-5528-4c2a-bf25-67666da0f938 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:26.751144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:26.752196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:26.752601 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.752999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:26.755538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Bound port: 94c54b1b-5528-4c2a-bf25-67666da0f938, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:26.756156 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.810122 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.852680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] For port 94c54b1b-5528-4c2a-bf25-67666da0f938, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:26.856525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] For port 94c54b1b-5528-4c2a-bf25-67666da0f938, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=94c54b1b-5528-4c2a-bf25-67666da0f938,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:26.858681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=1c4b2f0d-4796-4d27-ae4c-e243388511e0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:26.862929 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.930353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] For port 94c54b1b-5528-4c2a-bf25-67666da0f938, host n-d-843679-5, got binding levels [] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:26.930710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:26.993388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Routers {'64e31d1c-54db-4a54-bcd3-e95a055a9a20'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:26.997858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['64e31d1c-54db-4a54-bcd3-e95a055a9a20'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:27.107518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 94c54b1b-5528-4c2a-bf25-67666da0f938 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:27.223359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 81ade09b-3504-458a-8f9e-570463c131eb up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:27.283449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee325b-4513-4a9c-a7dc-d67aac691a5d None None] Pushing event updated for resources: {'Port': ['ID=94c54b1b-5528-4c2a-bf25-67666da0f938,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:27.326048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] Set router 64e31d1c-54db-4a54-bcd3-e95a055a9a20 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:27.326235 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:10:27.326861 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:10:27.350054 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:27.487746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 81ade09b-3504-458a-8f9e-570463c131eb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:27.488005 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:27.740230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 81ade09b-3504-458a-8f9e-570463c131eb is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:27.762083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e31d1c-54db-4a54-bcd3-e95a055a9a20', 'name': 'tempest-NetworksTestDHCPv6-router-832038206', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:22Z', 'updated_at': '2022-05-28T06:10:24Z', 'revision_number': 2, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None, '_interfaces': [{'id': '94c54b1b-5528-4c2a-bf25-67666da0f938', 'name': '', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'mac_address': 'fa:16:3e:34:11:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e31d1c-54db-4a54-bcd3-e95a055a9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '7adbd90e-c5e3-4ba2-a337-f99112df7ba5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:23Z', 'updated_at': '2022-05-28T06:10:26Z', 'revision_number': 4, 'project_id': '17878439b16745738ad3a734367d677b', 'subnets': [{'id': '7adbd90e-c5e3-4ba2-a337-f99112df7ba5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:27.766312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108fb38-f2dd-4873-9df4-0dfe3e4f1d40 None None] The sync data for ids ['64e31d1c-54db-4a54-bcd3-e95a055a9a20'] in n-d-843679-5 is: [{'id': '64e31d1c-54db-4a54-bcd3-e95a055a9a20', 'name': 'tempest-NetworksTestDHCPv6-router-832038206', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:22Z', 'updated_at': '2022-05-28T06:10:24Z', 'revision_number': 2, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None, '_interfaces': [{'id': '94c54b1b-5528-4c2a-bf25-67666da0f938', 'name': '', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'mac_address': 'fa:16:3e:34:11:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e31d1c-54db-4a54-bcd3-e95a055a9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '7adbd90e-c5e3-4ba2-a337-f99112df7ba5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:23Z', 'updated_at': '2022-05-28T06:10:26Z', 'revision_number': 4, 'project_id': '17878439b16745738ad3a734367d677b', 'subnets': [{'id': '7adbd90e-c5e3-4ba2-a337-f99112df7ba5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:10:27.827147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router 35815cbd-1df7-401f-9dcc-07acd6e28bdd has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:10:27.828185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 94c54b1b-5528-4c2a-bf25-67666da0f938 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:27.828576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.035855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:10:28.053453 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] Sync routers for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:10:28.059053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b66c9a53-d521-48c4-a9a8-36a29f79ad5c tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "PUT /v2.0/routers/35815cbd-1df7-401f-9dcc-07acd6e28bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2227454 May 28 06:10:28.061635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38272) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:28.071024 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:28.071900 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:28.077206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] For port 94c54b1b-5528-4c2a-bf25-67666da0f938, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=94c54b1b-5528-4c2a-bf25-67666da0f938,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:28.077563 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.155743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-713d23d6-0d84-4b54-921a-a3546d47c689 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting subnet 4a32e495-4a84-40d9-bace-e775bb598c60 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:28.162831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-713d23d6-0d84-4b54-921a-a3546d47c689 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.227747 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-713d23d6-0d84-4b54-921a-a3546d47c689 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.269714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 94c54b1b-5528-4c2a-bf25-67666da0f938 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:28.271546 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:28.347021 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-713d23d6-0d84-4b54-921a-a3546d47c689 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.444007 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-713d23d6-0d84-4b54-921a-a3546d47c689 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.477913 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.490402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d23d6-0d84-4b54-921a-a3546d47c689 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Subnet': ['ID=4a32e495-4a84-40d9-bace-e775bb598c60,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:28.495547 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-713d23d6-0d84-4b54-921a-a3546d47c689 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.504129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c8a72-30d8-47ec-8e14-e72a36b5e4b4 None None] Network 1023c271-cbf5-42c4-87fd-27665c264878 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:28.516933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-713d23d6-0d84-4b54-921a-a3546d47c689 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/subnets/4a32e495-4a84-40d9-bace-e775bb598c60 HTTP/1.1" status: 204 len: 168 time: 0.4539504 May 28 06:10:28.519854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38276) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:28.559729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=94c54b1b-5528-4c2a-bf25-67666da0f938,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:28.702278 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:10:26Z', 'revision_number': 7, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:28.707753 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] Checking router: 35815cbd-1df7-401f-9dcc-07acd6e28bdd for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:10:28.717577 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] Routers {'35815cbd-1df7-401f-9dcc-07acd6e28bdd'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:28.718576 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:28.898331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] DHCP port deletion for 1023c271-cbf5-42c4-87fd-27665c264878 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:10:28.903923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Deleting port 3a6b4a10-40ad-44a4-9c45-55e925447748 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:28.904313 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.910773 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:28.969627 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.007615 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] Set router 35815cbd-1df7-401f-9dcc-07acd6e28bdd gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:29.088225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3a6b4a10-40ad-44a4-9c45-55e925447748 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:29.208563 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.225252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port 2395ef06-64b5-406d-8570-feef4eff1d17 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:29.226001 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.341995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Router 64e31d1c-54db-4a54-bcd3-e95a055a9a20 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:10:29.373573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] For port 3a6b4a10-40ad-44a4-9c45-55e925447748, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3a6b4a10-40ad-44a4-9c45-55e925447748,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:29.373973 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.503429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:10:29.520144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Calling delete_port for 3a6b4a10-40ad-44a4-9c45-55e925447748 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:29.525430 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-34c5c443-b24c-4fa5-b1f6-93749dacdbc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "PUT /v2.0/routers/64e31d1c-54db-4a54-bcd3-e95a055a9a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8285863 May 28 06:10:29.528196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38280) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:29.553386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3a6b4a10-40ad-44a4-9c45-55e925447748 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:29.553386 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.563566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] For port 2395ef06-64b5-406d-8570-feef4eff1d17, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2395ef06-64b5-406d-8570-feef4eff1d17,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:29.564172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.619840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982df8c3-8f6e-42e5-bdde-e8ba55fb97c2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:29.620940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982df8c3-8f6e-42e5-bdde-e8ba55fb97c2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:29.621691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-982df8c3-8f6e-42e5-bdde-e8ba55fb97c2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:29.625949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3a6b4a10-40ad-44a4-9c45-55e925447748, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3a6b4a10-40ad-44a4-9c45-55e925447748,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:29.630885 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:10:26Z', 'revision_number': 7, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:29.636952 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.645132 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a613b7-9181-493c-8e79-6a1434e027c9 None None] The sync data for ids ['35815cbd-1df7-401f-9dcc-07acd6e28bdd'] in n-d-843679-5 is: [{'id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'name': 'tempest-TestNetworkBasicOps-router-1208982017', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:37Z', 'updated_at': '2022-05-28T06:10:26Z', 'revision_number': 7, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': '2395ef06-64b5-406d-8570-feef4eff1d17', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35815cbd-1df7-401f-9dcc-07acd6e28bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:38Z', 'updated_at': '2022-05-28T06:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:10:29.653473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-982df8c3-8f6e-42e5-bdde-e8ba55fb97c2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:29.655501 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-982df8c3-8f6e-42e5-bdde-e8ba55fb97c2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1256571 May 28 06:10:29.659343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38284) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:29.687610 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:10:29.688051 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:10:29.748517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3a6b4a10-40ad-44a4-9c45-55e925447748,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:29.769085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc73d10-830e-43f3-80f3-16ea028ecbd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 7adbd90e-c5e3-4ba2-a337-f99112df7ba5 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:29.774305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1dc73d10-830e-43f3-80f3-16ea028ecbd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.777155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] Sync routers for ids ['64e31d1c-54db-4a54-bcd3-e95a055a9a20'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:10:29.778287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for 2395ef06-64b5-406d-8570-feef4eff1d17 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:29.790270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] Routers {'64e31d1c-54db-4a54-bcd3-e95a055a9a20'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:29.791197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['64e31d1c-54db-4a54-bcd3-e95a055a9a20'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:29.840667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1dc73d10-830e-43f3-80f3-16ea028ecbd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.942913 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1dc73d10-830e-43f3-80f3-16ea028ecbd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:29.949873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] Set router 64e31d1c-54db-4a54-bcd3-e95a055a9a20 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:30.036296 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.070737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1dc73d10-830e-43f3-80f3-16ea028ecbd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.077545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e31d1c-54db-4a54-bcd3-e95a055a9a20', 'name': 'tempest-NetworksTestDHCPv6-router-832038206', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:22Z', 'updated_at': '2022-05-28T06:10:28Z', 'revision_number': 3, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:30.083141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] Checking router: 64e31d1c-54db-4a54-bcd3-e95a055a9a20 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:10:30.104827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] Routers {'64e31d1c-54db-4a54-bcd3-e95a055a9a20'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:30.105583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['64e31d1c-54db-4a54-bcd3-e95a055a9a20'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:30.139950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1dc73d10-830e-43f3-80f3-16ea028ecbd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.171092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1dc73d10-830e-43f3-80f3-16ea028ecbd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/7adbd90e-c5e3-4ba2-a337-f99112df7ba5 HTTP/1.1" status: 204 len: 168 time: 0.5102050 May 28 06:10:30.172263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc73d10-830e-43f3-80f3-16ea028ecbd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=7adbd90e-c5e3-4ba2-a337-f99112df7ba5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:30.177274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38288) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:30.211512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Deleting port 3a6b4a10-40ad-44a4-9c45-55e925447748 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:30.212445 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.246732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986c3ccb-06a9-463e-b114-06175c9cd5fb None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:30.304358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=2395ef06-64b5-406d-8570-feef4eff1d17,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:30.372888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f3529986-10ce-4371-8a47-7e70309953ed tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:router {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:30.394215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f3529986-10ce-4371-8a47-7e70309953ed tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:router {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:30.395808 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f3529986-10ce-4371-8a47-7e70309953ed tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2116258 May 28 06:10:30.398433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:30.450393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] Set router 64e31d1c-54db-4a54-bcd3-e95a055a9a20 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:30.456390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.690313 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afd94bf6-edc2-4e13-8a01-f7709ec9d7f6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.715476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.718723 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.753602 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.755433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Fanout notify agent at l3_agent the message router_deleted on router 35815cbd-1df7-401f-9dcc-07acd6e28bdd {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:10:30.770024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e31d1c-54db-4a54-bcd3-e95a055a9a20', 'name': 'tempest-NetworksTestDHCPv6-router-832038206', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:22Z', 'updated_at': '2022-05-28T06:10:28Z', 'revision_number': 3, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:30.785036 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.786584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-99f8b07b-9919-4d6a-9658-41527e5902df tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/routers/35815cbd-1df7-401f-9dcc-07acd6e28bdd HTTP/1.1" status: 204 len: 168 time: 2.2654247 May 28 06:10:30.789191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38296) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:30.804454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb0298-fa31-474d-a77b-5fc1dc6aeead None None] The sync data for ids ['64e31d1c-54db-4a54-bcd3-e95a055a9a20'] in n-d-843679-5 is: [{'id': '64e31d1c-54db-4a54-bcd3-e95a055a9a20', 'name': 'tempest-NetworksTestDHCPv6-router-832038206', 'tenant_id': '17878439b16745738ad3a734367d677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:22Z', 'updated_at': '2022-05-28T06:10:28Z', 'revision_number': 3, 'project_id': '17878439b16745738ad3a734367d677b', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:10:30.976247 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:30.994164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port 3a6b4a10-40ad-44a4-9c45-55e925447748 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:30.994609 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.041201 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afd94bf6-edc2-4e13-8a01-f7709ec9d7f6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.042886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] For port 3a6b4a10-40ad-44a4-9c45-55e925447748, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3a6b4a10-40ad-44a4-9c45-55e925447748,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:31.043358 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.045189 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afd94bf6-edc2-4e13-8a01-f7709ec9d7f6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.081875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afd94bf6-edc2-4e13-8a01-f7709ec9d7f6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.082673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd94bf6-edc2-4e13-8a01-f7709ec9d7f6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Fanout notify agent at l3_agent the message router_deleted on router 64e31d1c-54db-4a54-bcd3-e95a055a9a20 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:10:31.111519 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afd94bf6-edc2-4e13-8a01-f7709ec9d7f6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.113976 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-afd94bf6-edc2-4e13-8a01-f7709ec9d7f6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/routers/64e31d1c-54db-4a54-bcd3-e95a055a9a20 HTTP/1.1" status: 204 len: 168 time: 0.7144449 May 28 06:10:31.117253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38300) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:31.210526 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Calling delete_port for 3a6b4a10-40ad-44a4-9c45-55e925447748 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:31.246851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4a7204-a5cd-4c86-9832-61eee61875be tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:31.247820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-aa4a7204-a5cd-4c86-9832-61eee61875be tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:31.270817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-aa4a7204-a5cd-4c86-9832-61eee61875be tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:31.274062 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aa4a7204-a5cd-4c86-9832-61eee61875be tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1548226 May 28 06:10:31.277001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38304) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:31.287492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a324b7ab-2a77-42f2-b2b2-f2d9b4045870 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:10:31.303610 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.307013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a324b7ab-2a77-42f2-b2b2-f2d9b4045870 None None] Deleting port 81ade09b-3504-458a-8f9e-570463c131eb {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:31.307419 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a324b7ab-2a77-42f2-b2b2-f2d9b4045870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.362956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.370993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9699c5e5-903c-49c5-b137-e8b6b7ee7af9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:31.371857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9699c5e5-903c-49c5-b137-e8b6b7ee7af9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:31.384695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] For port 3a6b4a10-40ad-44a4-9c45-55e925447748, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3a6b4a10-40ad-44a4-9c45-55e925447748,segment=NetworkSegment(159f59c1-739b-4480-bdb7-414b9bc0ef08),segment_id=159f59c1-739b-4480-bdb7-414b9bc0ef08)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:31.385266 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.394177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9699c5e5-903c-49c5-b137-e8b6b7ee7af9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:31.398590 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9699c5e5-903c-49c5-b137-e8b6b7ee7af9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1193304 May 28 06:10:31.400082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38308) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:31.411334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] Pushing event deleted for resources: {'Port': ['ID=3a6b4a10-40ad-44a4-9c45-55e925447748,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:31.456791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec060f68-b173-44a0-a068-9279c5d333aa None None] No DVR routers for this DVR port 3a6b4a10-40ad-44a4-9c45-55e925447748 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:10:31.544222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-94296242-82d8-48bb-8106-d70bc60e375c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:router {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:31.574078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-94296242-82d8-48bb-8106-d70bc60e375c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:router {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:31.577407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-94296242-82d8-48bb-8106-d70bc60e375c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1764910 May 28 06:10:31.582390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38314) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:31.588001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:31.621395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for 3a6b4a10-40ad-44a4-9c45-55e925447748 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:31.653163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a324b7ab-2a77-42f2-b2b2-f2d9b4045870 None None] For port 81ade09b-3504-458a-8f9e-570463c131eb, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=81ade09b-3504-458a-8f9e-570463c131eb,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:31.653570 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a324b7ab-2a77-42f2-b2b2-f2d9b4045870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.762954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:31.766457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 94c54b1b-5528-4c2a-bf25-67666da0f938 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:31.775059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:31.787198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:10:31.787198 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:10:31.800681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:31.809289 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:31.877806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a324b7ab-2a77-42f2-b2b2-f2d9b4045870 None None] Calling delete_port for 81ade09b-3504-458a-8f9e-570463c131eb owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:31.914434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 94c54b1b-5528-4c2a-bf25-67666da0f938 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:31.914550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 94c54b1b-5528-4c2a-bf25-67666da0f938 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:10:31.914965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 81ade09b-3504-458a-8f9e-570463c131eb no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:32.051646 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a324b7ab-2a77-42f2-b2b2-f2d9b4045870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.100868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324b7ab-2a77-42f2-b2b2-f2d9b4045870 None None] Pushing event deleted for resources: {'Port': ['ID=81ade09b-3504-458a-8f9e-570463c131eb,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:32.112218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 81ade09b-3504-458a-8f9e-570463c131eb is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:32.112748 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.137939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324b7ab-2a77-42f2-b2b2-f2d9b4045870 None None] No DVR routers for this DVR port 81ade09b-3504-458a-8f9e-570463c131eb on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:10:32.174018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c4b2f0d-4796-4d27-ae4c-e243388511e0 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:32.207935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1c4b2f0d-4796-4d27-ae4c-e243388511e0 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:32.208055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c4b2f0d-4796-4d27-ae4c-e243388511e0 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:10:32.225451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.objects.ports [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88416) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:10:32.226727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.289030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port 3a6b4a10-40ad-44a4-9c45-55e925447748 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:32.289670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.298877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:32.302615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:32.306273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:32.306379 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.327430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03dde06-120b-47d5-9956-8ce7ddb9dd4e None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:32.330675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=eb3306e0-ebfd-4518-9cc8-9701b20c7919,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:32.355456 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-743ebb3e-f947-4869-b421-e13abb73af18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7707450 May 28 06:10:32.357412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38318) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:32.363075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] The port '3a6b4a10-40ad-44a4-9c45-55e925447748' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:10:32.368066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:32.523874 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.548258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:32.554327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:32.555594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1023c271-cbf5-42c4-87fd-27665c264878']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:32.558264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:32.567480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:32.577390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159f59c1-739b-4480-bdb7-414b9bc0ef08') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:32.577676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159f59c1-739b-4480-bdb7-414b9bc0ef08') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:32.582010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:32.587535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.594171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.614000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': 'eb3306e0-ebfd-4518-9cc8-9701b20c7919'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:10:32.614198 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.622027 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.628933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:10:32.628933 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.697765 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 159f59c1-739b-4480-bdb7-414b9bc0ef08 resource provider aggregate not found May 28 06:10:32.721432 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 159f59c1-739b-4480-bdb7-414b9bc0ef08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 159f59c1-739b-4480-bdb7-414b9bc0ef08 found for delete ", "request_id": "req-238ebeb9-44b4-4223-946d-62f60e03d92b"}]} May 28 06:10:32.746016 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.778428 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.788229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Network': ['ID=1023c271-cbf5-42c4-87fd-27665c264878,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:32.803947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c7a9caee-2a87-4836-ab63-634ec112ffe3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/networks/1023c271-cbf5-42c4-87fd-27665c264878 HTTP/1.1" status: 204 len: 168 time: 2.0094578 May 28 06:10:32.822533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38326) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:32.824658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Allocated IP 2001:db8::f816:3eff:fe6b:752f (849db3b9-5f39-428b-9c5f-0d9a168770f7/eb3306e0-ebfd-4518-9cc8-9701b20c7919/d86e97e8-53dd-457b-bdf3-c45c26376711) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:32.833178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'network': {'name': 'tempest-network-smoke--258742461', 'project_id': '51898e09918a40e3bfb096149abf1819', 'port_security_enabled': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:32.839959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:32.845984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:network and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:32.850241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:32.856783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:32.869783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Made reservation on behalf of 51898e09918a40e3bfb096149abf1819 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:32.875969 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.920544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:10:32.934526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.934925 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Added segment bf7a02b1-4254-4644-a17e-c41c9ab99429 of type vlan for network 11ed71de-9ec9-4e02-8145-7818d286d9ea May 28 06:10:32.980642 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:32.997759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2395ef06-64b5-406d-8570-feef4eff1d17 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:33.023431 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.029633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:33.030748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.042810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 2395ef06-64b5-406d-8570-feef4eff1d17 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:10:33.043766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2395ef06-64b5-406d-8570-feef4eff1d17 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:10:33.098113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.188624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=fe5a0253-4cd6-4e6b-85f9-f53330636447,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:33.209993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:33.211912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:33.216950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:33.217498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.238256 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.252492 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d728c97b-089a-4bc9-a779-09e3f1a0bed2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8930945 May 28 06:10:33.255041 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38330) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:33.257885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Transition to ACTIVE for port object d86e97e8-53dd-457b-bdf3-c45c26376711 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:33.261751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:b5:5a:fc', 'name': 'tempest-NetworksTestDHCPv6-1544168813'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:33.275580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4517050 May 28 06:10:33.278347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38334) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:33.286683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'admin_state_up': True, 'project_id': '51898e09918a40e3bfb096149abf1819', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:33.296075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Transition to ACTIVE for port object d86e97e8-53dd-457b-bdf3-c45c26376711 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:33.296825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a8298-5395-4039-a9f9-dd6e14cf0216 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Network': ['ID=11ed71de-9ec9-4e02-8145-7818d286d9ea,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:33.301396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:33.306067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:router and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:33.310118 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.310878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:33.318502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:33.321687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 11ed71de-9ec9-4e02-8145-7818d286d9ea details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:10:33.330427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.335081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.352715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.405662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:33.430284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:33.442570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:33.453789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:33.468624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:33.478680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:33.478680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:33.584512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Attempting to bind port d86e97e8-53dd-457b-bdf3-c45c26376711 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:33.585275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Attempting to bind port d86e97e8-53dd-457b-bdf3-c45c26376711 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:33.585275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Attempting to bind port d86e97e8-53dd-457b-bdf3-c45c26376711 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:33.591063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:33.591720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:33.592126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.592518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:33.593109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Bound port: d86e97e8-53dd-457b-bdf3-c45c26376711, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:33.593335 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.629976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.652444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.660368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 50b0fad8-ee42-48b0-9fae-1167b07cd7b7 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:10:33.703089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:33.709202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:33.712113 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:33.814639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b780a-25a5-46c7-abf6-1153575f16fd None None] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:33.920246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 172.20.0.8 (849db3b9-5f39-428b-9c5f-0d9a168770f7/fe5a0253-4cd6-4e6b-85f9-f53330636447/50b0fad8-ee42-48b0-9fae-1167b07cd7b7) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:33.927863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::f816:3eff:feb5:5afc (849db3b9-5f39-428b-9c5f-0d9a168770f7/eb3306e0-ebfd-4518-9cc8-9701b20c7919/50b0fad8-ee42-48b0-9fae-1167b07cd7b7) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:34.051782 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:34.085720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:34.234449 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:34.253745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 50b0fad8-ee42-48b0-9fae-1167b07cd7b7 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:34.282569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:34.282790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Allocated IP 172.25.4.214 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/f05fbb64-b9f2-456d-b059-c72770d56542) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:34.357067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:34.360647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:34.367311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:34.428793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=50b0fad8-ee42-48b0-9fae-1167b07cd7b7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:34.469523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:34.470733 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:34.476693 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:34.502514 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5897ed31-486b-4810-b32b-68dd3b9320e9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2458918 May 28 06:10:34.502615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38338) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:34.569971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:34.652140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:34.655012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:34.657686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:34.708177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=f05fbb64-b9f2-456d-b059-c72770d56542,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:34.736661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a601c8-fd16-4ff1-8f24-cd29c2e7b6d4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:34.742442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a601c8-fd16-4ff1-8f24-cd29c2e7b6d4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:34.744198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c3a601c8-fd16-4ff1-8f24-cd29c2e7b6d4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2406511 May 28 06:10:34.746766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38342) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:34.997524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c19b4-3510-480e-b674-a6dc91631da6 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:35.077484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d86e97e8-53dd-457b-bdf3-c45c26376711 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:35.123664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-46394f96-8fb5-4a92-b927-30c2b71713f9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 50b0fad8-ee42-48b0-9fae-1167b07cd7b7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:35.124000 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46394f96-8fb5-4a92-b927-30c2b71713f9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:35.155295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-14facd26-74de-47f3-8caa-d8080c4b585f None None] Provisioning for port d86e97e8-53dd-457b-bdf3-c45c26376711 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:35.244149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port d86e97e8-53dd-457b-bdf3-c45c26376711 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:35.253280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:35.253653 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:35.429762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:35.430134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:35.510149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:35.515018 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:35.540877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:35.572326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3799ceae-928b-404f-b1ad-e361be00ffa9 None None] Update dhcp port {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': 'eb3306e0-ebfd-4518-9cc8-9701b20c7919', 'ip_address': '2001:db8::f816:3eff:fe6b:752f'}, {'subnet_id': 'fe5a0253-4cd6-4e6b-85f9-f53330636447'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'd86e97e8-53dd-457b-bdf3-c45c26376711'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:10:35.625166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46394f96-8fb5-4a92-b927-30c2b71713f9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:35.637631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:35.639826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3799ceae-928b-404f-b1ad-e361be00ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:35.657424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.657797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.658140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.658479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.658808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.659137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.659489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.659819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.660139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.660461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.660782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.661104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:35.767988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-46394f96-8fb5-4a92-b927-30c2b71713f9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 50b0fad8-ee42-48b0-9fae-1167b07cd7b7 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:35.862079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-3799ceae-928b-404f-b1ad-e361be00ffa9 None None] Allocated IP 172.20.0.2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/fe5a0253-4cd6-4e6b-85f9-f53330636447/d86e97e8-53dd-457b-bdf3-c45c26376711) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:36.005266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3799ceae-928b-404f-b1ad-e361be00ffa9 None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:36.031580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3799ceae-928b-404f-b1ad-e361be00ffa9 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:36.054036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3799ceae-928b-404f-b1ad-e361be00ffa9 None None] Transition to ACTIVE for port object d86e97e8-53dd-457b-bdf3-c45c26376711 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:36.058760 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3799ceae-928b-404f-b1ad-e361be00ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:36.178536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799ceae-928b-404f-b1ad-e361be00ffa9 None None] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:36.240866 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:36.343212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46394f96-8fb5-4a92-b927-30c2b71713f9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:36.603251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46394f96-8fb5-4a92-b927-30c2b71713f9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=50b0fad8-ee42-48b0-9fae-1167b07cd7b7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:36.771785 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46394f96-8fb5-4a92-b927-30c2b71713f9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:36.797156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-46394f96-8fb5-4a92-b927-30c2b71713f9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/50b0fad8-ee42-48b0-9fae-1167b07cd7b7 HTTP/1.1" status: 204 len: 168 time: 2.0493569 May 28 06:10:36.799965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38348) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:36.805601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2477c9f4-9cf3-4280-bdd4-004da13b9820 None None] Could not find standard attr ID for object 50b0fad8-ee42-48b0-9fae-1167b07cd7b7. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:10:36.812717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router a8295fe0-6036-4607-b239-1f4d34c2a314 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:10:36.816532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2477c9f4-9cf3-4280-bdd4-004da13b9820 None None] Provisioning for port d86e97e8-53dd-457b-bdf3-c45c26376711 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:36.826002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2477c9f4-9cf3-4280-bdd4-004da13b9820 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:36.827043 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2477c9f4-9cf3-4280-bdd4-004da13b9820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:36.882692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346b7b5-24f0-4de0-aebf-e9cc10140241 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:36.885205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346b7b5-24f0-4de0-aebf-e9cc10140241 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:36.886913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346b7b5-24f0-4de0-aebf-e9cc10140241 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:36.888092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a346b7b5-24f0-4de0-aebf-e9cc10140241 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:36.913071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a346b7b5-24f0-4de0-aebf-e9cc10140241 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:36.915732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a346b7b5-24f0-4de0-aebf-e9cc10140241 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1138778 May 28 06:10:36.916967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38352) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:36.967478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2477c9f4-9cf3-4280-bdd4-004da13b9820 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:36.993885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-1261f6e7-f47c-4743-8f14-16b744652eca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet eb3306e0-ebfd-4518-9cc8-9701b20c7919 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:36.997573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1261f6e7-f47c-4743-8f14-16b744652eca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.038980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:10:37.043821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d86e97e8-53dd-457b-bdf3-c45c26376711 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:37.049725 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Sync routers for ids ['a8295fe0-6036-4607-b239-1f4d34c2a314'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:10:37.061967 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Routers {'a8295fe0-6036-4607-b239-1f4d34c2a314'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:37.062881 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a8295fe0-6036-4607-b239-1f4d34c2a314'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:37.071387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.076935 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-955d8fa8-f89b-4508-be5c-857d4297014b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7976806 May 28 06:10:37.077355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1261f6e7-f47c-4743-8f14-16b744652eca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.078546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38356) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:37.136870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6a74a385-d76b-4348-b069-dea8b1185e22 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=51898e09918a40e3bfb096149abf1819&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544479 May 28 06:10:37.137771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38360) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:37.195109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d929f775-71c1-430c-8f72-e6c8688c9f08 None None] Could not find standard attr ID for object 50b0fad8-ee42-48b0-9fae-1167b07cd7b7. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:10:37.200244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:37.200616 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.228575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1261f6e7-f47c-4743-8f14-16b744652eca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.281427 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Set router a8295fe0-6036-4607-b239-1f4d34c2a314 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:37.284396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62963db8-bc59-45b3-bacb-8395eb38cce2 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:37.286041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-62963db8-bc59-45b3-bacb-8395eb38cce2 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1473691 May 28 06:10:37.289705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38364) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:37.321232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:37.338033 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-226c02d4-9f8d-4123-889c-23ceea0b5259 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448654 May 28 06:10:37.338251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38368) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:37.348592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1281505052', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'project_id': '51898e09918a40e3bfb096149abf1819', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:37.427861 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1261f6e7-f47c-4743-8f14-16b744652eca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.493641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261f6e7-f47c-4743-8f14-16b744652eca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3306e0-ebfd-4518-9cc8-9701b20c7919,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:37.502048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1261f6e7-f47c-4743-8f14-16b744652eca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.518933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:37.526783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38372) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:37.526991 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1261f6e7-f47c-4743-8f14-16b744652eca tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/eb3306e0-ebfd-4518-9cc8-9701b20c7919 HTTP/1.1" status: 204 len: 168 time: 0.6087339 May 28 06:10:37.528594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:subnet and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:37.535673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:37.543413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:37.559340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Made reservation on behalf of 51898e09918a40e3bfb096149abf1819 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:37.565573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.615277 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:35Z', 'revision_number': 3, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:37.619281 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Checking router: a8295fe0-6036-4607-b239-1f4d34c2a314 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:10:37.619624 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Updating router a8295fe0-6036-4607-b239-1f4d34c2a314 port f05fbb64-b9f2-456d-b059-c72770d56542 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:10:37.622965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-847d7a6c-9b4e-4d25-ab7b-be3588365ba5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet fe5a0253-4cd6-4e6b-85f9-f53330636447 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:37.627429 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-847d7a6c-9b4e-4d25-ab7b-be3588365ba5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.678364 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.707880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c7a7c-4bdd-464a-b369-2e867ff0bcdb None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:37.712300 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-847d7a6c-9b4e-4d25-ab7b-be3588365ba5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.814831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-847d7a6c-9b4e-4d25-ab7b-be3588365ba5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.914016 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-847d7a6c-9b4e-4d25-ab7b-be3588365ba5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.976780 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-847d7a6c-9b4e-4d25-ab7b-be3588365ba5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.981824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d7a6c-9b4e-4d25-ab7b-be3588365ba5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5a0253-4cd6-4e6b-85f9-f53330636447,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:37.987893 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:37.997311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-847d7a6c-9b4e-4d25-ab7b-be3588365ba5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/fe5a0253-4cd6-4e6b-85f9-f53330636447 HTTP/1.1" status: 204 len: 168 time: 0.4674914 May 28 06:10:37.998806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38376) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:38.083877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Checking segment: {'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:38.084511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network hostable DHCP agents. Network: 11ed71de-9ec9-4e02-8145-7818d286d9ea, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:10:38.108170 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:38.112980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Subnet': ['ID=19af9be6-9f49-4a82-a53e-bb5a2d1575bf,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:38.118007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 11ed71de-9ec9-4e02-8145-7818d286d9ea is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:10:38.133323 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Transition to ACTIVE for port object f05fbb64-b9f2-456d-b059-c72770d56542 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:38.137952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 11ed71de-9ec9-4e02-8145-7818d286d9ea) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:38.145134 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:38.146352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:38.147491 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:38.150997 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e0eb4-0b00-4e8d-b1ba-e95defb3f863 None None] Network 11ed71de-9ec9-4e02-8145-7818d286d9ea requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:38.198694 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ca064953-685e-45aa-8a6c-acccf0729488 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8558378 May 28 06:10:38.199027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38380) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:38.211708 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3f6b1d2f-c46d-4a32-a0ff-157ce3d9a381 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2118762 May 28 06:10:38.214851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38384) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:38.220473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:38.241712 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Attempting to bind port f05fbb64-b9f2-456d-b059-c72770d56542 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:38.242447 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Attempting to bind port f05fbb64-b9f2-456d-b059-c72770d56542 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:38.242998 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Attempting to bind port f05fbb64-b9f2-456d-b059-c72770d56542 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:38.255485 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:38.256158 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:38.256748 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:38.257318 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:38.257965 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Bound port: f05fbb64-b9f2-456d-b059-c72770d56542, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:38.258604 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:38.337659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-3e768e8c-2767-42a7-83d7-fdfb2c28db0d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2587049 May 28 06:10:38.349328 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] For port f05fbb64-b9f2-456d-b059-c72770d56542, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:38.353080 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] For port f05fbb64-b9f2-456d-b059-c72770d56542, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f05fbb64-b9f2-456d-b059-c72770d56542,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:38.357983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99f24ed-75b7-44a4-8e17-0fe353bbb10a None None] Update dhcp port {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': 'fe5a0253-4cd6-4e6b-85f9-f53330636447'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'd86e97e8-53dd-457b-bdf3-c45c26376711'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:10:38.365957 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:38.374594 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Pushing event updated for resources: {'Port': ['ID=f05fbb64-b9f2-456d-b059-c72770d56542,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:38.386169 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.386734 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.387476 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.388152 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.388660 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.389165 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.389673 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.390168 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.390681 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.391181 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.392575 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.393289 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:38.393447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:38.411651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:38.414901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:38.426540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:38.445285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:38.445952 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d99f24ed-75b7-44a4-8e17-0fe353bbb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:38.449055 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:38.514812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-11ed71de-9ec9-4e02-8145-7818d286d9ea', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:10:38.514812 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:38.542371 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Routers {'a8295fe0-6036-4607-b239-1f4d34c2a314'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:38.543442 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a8295fe0-6036-4607-b239-1f4d34c2a314'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:38.637108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-f21edd86-cafe-4f37-874a-066bfc4e269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:38.638564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-f21edd86-cafe-4f37-874a-066bfc4e269b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 1097 time: 0.1737082 May 28 06:10:38.718276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Allocated IP 172.20.0.2 (11ed71de-9ec9-4e02-8145-7818d286d9ea/19af9be6-9f49-4a82-a53e-bb5a2d1575bf/c9afc40c-a5ff-4303-8cb9-e683a13c771e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:38.754380 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3392f9f-1e77-48e3-a19c-29e4238d12d1 None None] Pushing event updated for resources: {'Port': ['ID=f05fbb64-b9f2-456d-b059-c72770d56542,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:38.792276 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] Set router a8295fe0-6036-4607-b239-1f4d34c2a314 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:38.885432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-d82270c3-96d4-4435-9439-606abcfc6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:38.887013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-d82270c3-96d4-4435-9439-606abcfc6ab3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.2252188 May 28 06:10:38.952431 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:38.957731 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00c9c5ab-25bb-4fde-95bc-b492099c873c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:39.032455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Transition to ACTIVE for port object c9afc40c-a5ff-4303-8cb9-e683a13c771e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:39.063423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Transition to ACTIVE for port object c9afc40c-a5ff-4303-8cb9-e683a13c771e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:39.082745 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:39.183012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-740453f7-0670-4b1a-bf2f-bb081556e1d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d HTTP/1.1" status: 200 len: 1002 time: 0.2842104 May 28 06:10:39.207704 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:39.226540 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:35Z', 'revision_number': 3, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:39.231821 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea6186f-094d-4634-b8a9-e0e4d340ea99 None None] The sync data for ids ['a8295fe0-6036-4607-b239-1f4d34c2a314'] in n-d-843679-5 is: [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:35Z', 'revision_number': 3, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:10:39.269456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Pushing event updated for resources: {'Port': ['ID=c9afc40c-a5ff-4303-8cb9-e683a13c771e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:39.271751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129030f9-565d-4ea6-8d89-98b19e31b27f None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:39.303116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-b17a5dbd-2583-4948-bcd2-f2ab8f3ade6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:39.304686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-b17a5dbd-2583-4948-bcd2-f2ab8f3ade6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.1067863 May 28 06:10:39.361712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Network 11ed71de-9ec9-4e02-8145-7818d286d9ea is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:39.367543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:39.370966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:39.453832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:10:39.495479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b4b06f1b-12f0-49d9-9ded-4793d1026832 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:39.496106 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b4b06f1b-12f0-49d9-9ded-4793d1026832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:39.527459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-c97c8783-e2ae-4629-b9b6-21a6086d4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:39.528948 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-c97c8783-e2ae-4629-b9b6-21a6086d4c4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123132 May 28 06:10:39.597927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Attempting to bind port c9afc40c-a5ff-4303-8cb9-e683a13c771e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:39.598501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Attempting to bind port c9afc40c-a5ff-4303-8cb9-e683a13c771e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:39.598932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Attempting to bind port c9afc40c-a5ff-4303-8cb9-e683a13c771e on network 11ed71de-9ec9-4e02-8145-7818d286d9ea {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:39.636577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:39.637357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Checking segment: {'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:39.637815 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:39.638267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Bound using segment: {'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:39.638807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Bound port: c9afc40c-a5ff-4303-8cb9-e683a13c771e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:39.639291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:39.709412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Allocated IP 172.20.0.1 (11ed71de-9ec9-4e02-8145-7818d286d9ea/19af9be6-9f49-4a82-a53e-bb5a2d1575bf/b4779998-6674-4054-93a0-6aa7e22bea87) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:39.779207 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-4901844d-11a0-4019-b976-c9ba0c808bfa service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399294 May 28 06:10:39.928129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b4b06f1b-12f0-49d9-9ded-4793d1026832 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:39.934943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:39.937450 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] For port c9afc40c-a5ff-4303-8cb9-e683a13c771e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:39.942281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] For port c9afc40c-a5ff-4303-8cb9-e683a13c771e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c9afc40c-a5ff-4303-8cb9-e683a13c771e,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:39.956610 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:39.957382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:39.996247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Transition to ACTIVE for port object b4779998-6674-4054-93a0-6aa7e22bea87 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:40.037641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:40.042234 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ba0fc00-8cf3-4f78-9e4d-87a45983e6a2 req-2e3a002c-0aba-4f55-982b-a66cb1b12f05 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288415 May 28 06:10:40.088406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3feab61-8964-4ad6-9fb8-95f1b592452c None None] Pushing event updated for resources: {'Port': ['ID=c9afc40c-a5ff-4303-8cb9-e683a13c771e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:40.263876 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:40.362621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:40.377662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 11ed71de-9ec9-4e02-8145-7818d286d9ea is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:40.381067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:40.389309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:40.412836 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:40.420491 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:40.421690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:40.445518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=b4779998-6674-4054-93a0-6aa7e22bea87,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:40.483066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.483502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.484321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.484648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.484973 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.485294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.485614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.486479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.486889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.487077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.487775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.488109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:40.507179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:40.590714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:40.610194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:40.614098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:40.614699 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:40.643130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=41befcac-492c-4ab9-beb5-435aa368ddf4,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:40.652479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=8']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:40.668076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7f71bd31-0707-4ced-a5b3-46771eae791c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4513891 May 28 06:10:40.670188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38390) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:40.677177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:40.721186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:40.723922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-86746af1-1299-45d2-8d16-d04e533690bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:40.853943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:40.858373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:40.863179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:40.869826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:40.882203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:40.886284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:40.970794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d86e97e8-53dd-457b-bdf3-c45c26376711 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:41.005598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed14f7ae-8ccf-4780-9064-9fa9eaf78ebe None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:41.155982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3d6e74c6-41d5-49eb-adde-623675063cf1 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:41.156571 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3d6e74c6-41d5-49eb-adde-623675063cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.254158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.260587 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.315020 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.345365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:41.346006 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.374475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=b4779998-6674-4054-93a0-6aa7e22bea87,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:41.379963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:41.382946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:41.387198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:41.387809 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.401025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=a77ea39e-99e2-4260-9bd9-91c3a33bbfd7,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:41.409501 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.421297 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0e7f5f1c-ba97-44ed-97de-a8cd1e83c8e3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7496474 May 28 06:10:41.424672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38394) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:41.430406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:7c:81:ee', 'name': 'tempest-NetworksTestDHCPv6-540436136'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:41.492891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:41.503662 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.506589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e74c6-41d5-49eb-adde-623675063cf1 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:41.556988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d86e97e8-53dd-457b-bdf3-c45c26376711 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:41.578531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 11ed71de-9ec9-4e02-8145-7818d286d9ea is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:41.580854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:41.590023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:41.592941 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:10:41.596558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:41.601260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:41.611851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:41.628472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:41.704168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.715441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:41.719881 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.848804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router a8295fe0-6036-4607-b239-1f4d34c2a314 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:10:41.854787 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:41.865945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: DOWN; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:41.891761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526e5b7-3be9-437c-b3a0-9a91749abd8b None None] Update dhcp port {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': '41befcac-492c-4ab9-beb5-435aa368ddf4', 'ip_address': '2001:db8::f816:3eff:fe6b:752f'}, {'subnet_id': 'a77ea39e-99e2-4260-9bd9-91c3a33bbfd7'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'd86e97e8-53dd-457b-bdf3-c45c26376711'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:10:41.897289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 30cf6b32-e75a-4867-a532-1b77e0209513 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:10:42.000504 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0526e5b7-3be9-437c-b3a0-9a91749abd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:42.139467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f05fbb64-b9f2-456d-b059-c72770d56542 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:42.160495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:10:42.170488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f5e821-f012-4b9c-9bbe-4626acb4865a None None] Network 11ed71de-9ec9-4e02-8145-7818d286d9ea requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:42.183479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5867e2e3-ca13-4782-bad3-bdc5373c9627 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "PUT /v2.0/routers/a8295fe0-6036-4607-b239-1f4d34c2a314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9831030 May 28 06:10:42.184302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38398) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:42.241717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 172.20.0.6 (849db3b9-5f39-428b-9c5f-0d9a168770f7/a77ea39e-99e2-4260-9bd9-91c3a33bbfd7/30cf6b32-e75a-4867-a532-1b77e0209513) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:42.249768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Sync routers for ids ['a8295fe0-6036-4607-b239-1f4d34c2a314'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:10:42.250561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::f816:3eff:fe7c:81ee (849db3b9-5f39-428b-9c5f-0d9a168770f7/41befcac-492c-4ab9-beb5-435aa368ddf4/30cf6b32-e75a-4867-a532-1b77e0209513) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:42.356307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e564-fefb-4478-8b6c-b9730083c926 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.356864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e564-fefb-4478-8b6c-b9730083c926 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.357392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e564-fefb-4478-8b6c-b9730083c926 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.357911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e564-fefb-4478-8b6c-b9730083c926 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.358436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e564-fefb-4478-8b6c-b9730083c926 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.359220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e564-fefb-4478-8b6c-b9730083c926 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.359755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e564-fefb-4478-8b6c-b9730083c926 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.360268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e564-fefb-4478-8b6c-b9730083c926 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.365195 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0246e564-fefb-4478-8b6c-b9730083c926 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5729 time: 0.1796594 May 28 06:10:42.365800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38402) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:42.432597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b3b207e3-fc5a-4d53-9ef8-30f2faf17504 None None] Provisioning for port c9afc40c-a5ff-4303-8cb9-e683a13c771e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:42.435581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Routers {'a8295fe0-6036-4607-b239-1f4d34c2a314'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:42.436230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a8295fe0-6036-4607-b239-1f4d34c2a314'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:42.449313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68b228-356a-47d8-804a-2f08c703e6b1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.449890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68b228-356a-47d8-804a-2f08c703e6b1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.450217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68b228-356a-47d8-804a-2f08c703e6b1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.451186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68b228-356a-47d8-804a-2f08c703e6b1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.451186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68b228-356a-47d8-804a-2f08c703e6b1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.451556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68b228-356a-47d8-804a-2f08c703e6b1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.451997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68b228-356a-47d8-804a-2f08c703e6b1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.452437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68b228-356a-47d8-804a-2f08c703e6b1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.453599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68b228-356a-47d8-804a-2f08c703e6b1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.458201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38406) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:42.458702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0a68b228-356a-47d8-804a-2f08c703e6b1 tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5879 time: 0.0914834 May 28 06:10:42.569669 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:42.594293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 30cf6b32-e75a-4867-a532-1b77e0209513 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:42.631011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f05fbb64-b9f2-456d-b059-c72770d56542 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:42.683747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f05fbb64-b9f2-456d-b059-c72770d56542 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:42.684055 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:42.699979 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:42.781342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:42.785297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=30cf6b32-e75a-4867-a532-1b77e0209513,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:42.787754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:42.794829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:42.853764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Set router a8295fe0-6036-4607-b239-1f4d34c2a314 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:42.855827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8b7291b8-7804-4e95-86f1-6d18d26809bf tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.3963900 May 28 06:10:42.870769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:42.870769 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:42.908920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3f3f7116-850e-44f2-98ef-2c3e5ebc833c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4822223 May 28 06:10:42.911193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38412) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:42.944206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38416) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:42.949493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895397313', 'description': 'tempest-secgroup-smoke-895397313 description', 'project_id': '51898e09918a40e3bfb096149abf1819'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:42.954352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-0526e5b7-3be9-437c-b3a0-9a91749abd8b None None] Allocated IP 172.20.0.2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/a77ea39e-99e2-4260-9bd9-91c3a33bbfd7/d86e97e8-53dd-457b-bdf3-c45c26376711) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:42.961468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:42.968387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:42.972252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:42.979106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:42.992995 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.007608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a0c95-b2cc-43f3-b623-bf39d350bd4b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:43.013573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a0c95-b2cc-43f3-b623-bf39d350bd4b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:43.014384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3a1a0c95-b2cc-43f3-b623-bf39d350bd4b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:43.036520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3a1a0c95-b2cc-43f3-b623-bf39d350bd4b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:43.040894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3a1a0c95-b2cc-43f3-b623-bf39d350bd4b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1258483 May 28 06:10:43.040894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38420) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:43.122553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4a571876-b172-4749-96ef-3a453aca15de tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 30cf6b32-e75a-4867-a532-1b77e0209513 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:43.123117 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a571876-b172-4749-96ef-3a453aca15de tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.169386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:43.174037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:43.177966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:43.185081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:43.283893 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.289323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.317638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f05fbb64-b9f2-456d-b059-c72770d56542 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:43.318243 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.343537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3247502-888f-449e-9b4d-8d501d718304,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:43.355792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.357012 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5fcbf3bb-70cb-40ee-ad7c-7f36dedb1f0f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4118395 May 28 06:10:43.360233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38424) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:43.370761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': 'e3247502-888f-449e-9b4d-8d501d718304', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:43.378085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:43.382444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:43.386239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:43.402570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:43.414132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port f05fbb64-b9f2-456d-b059-c72770d56542, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f05fbb64-b9f2-456d-b059-c72770d56542,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:43.423764 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.427083 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a571876-b172-4749-96ef-3a453aca15de tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.430823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.461953 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.462653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c9afc40c-a5ff-4303-8cb9-e683a13c771e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:43.501554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0526e5b7-3be9-437c-b3a0-9a91749abd8b None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:43.525967 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.530696 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.532774 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0526e5b7-3be9-437c-b3a0-9a91749abd8b None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.554786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0526e5b7-3be9-437c-b3a0-9a91749abd8b None None] Transition to ACTIVE for port object d86e97e8-53dd-457b-bdf3-c45c26376711 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:43.574031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a73ba6-3992-4557-b3e6-bef608987c5e,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:43.597320 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.599014 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-68d673f8-80c1-4f12-bc95-09dcc49c0a72 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2370160 May 28 06:10:43.602972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38428) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:43.604118 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0526e5b7-3be9-437c-b3a0-9a91749abd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.610248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': 'e3247502-888f-449e-9b4d-8d501d718304', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:43.623401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:43.631954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:43.635476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:43.649925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:43.677455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.737392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4a571876-b172-4749-96ef-3a453aca15de tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 30cf6b32-e75a-4867-a532-1b77e0209513 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:43.781616 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.786497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.809348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=f05fbb64-b9f2-456d-b059-c72770d56542,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:43.834238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a9a22d-6427-4ffb-933c-769852cd3dc8,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:43.852680 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.852680 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1c237857-5d1a-4ae0-b4f1-17413c717699 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2463040 May 28 06:10:43.853802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38434) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:43.860769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': 'e3247502-888f-449e-9b4d-8d501d718304', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:43.869184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:43.873847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:43.878116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:43.891258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:43.930622 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:43.990022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a7473b2b-907f-4bee-9560-ac969a1cb25e None None] Provisioning for port b4779998-6674-4054-93a0-6aa7e22bea87 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:44.006671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port c9afc40c-a5ff-4303-8cb9-e683a13c771e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:44.026486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c9afc40c-a5ff-4303-8cb9-e683a13c771e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:44.027063 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.034406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.042933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.065285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a7473b2b-907f-4bee-9560-ac969a1cb25e None None] Provisioning complete for port b4779998-6674-4054-93a0-6aa7e22bea87 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:44.065904 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7473b2b-907f-4bee-9560-ac969a1cb25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.072860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445b9c6c-e17f-44aa-9e82-93f6df8fbe2b,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:44.087670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.089844 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c49cf55f-5c6e-4f6b-8ad5-73e5bccdf12f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2347214 May 28 06:10:44.093570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38438) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:44.106916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': 'e3247502-888f-449e-9b4d-8d501d718304', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:44.114115 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:44.122388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:44.128691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:44.135658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:44.138790 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a571876-b172-4749-96ef-3a453aca15de tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.170070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.222719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571876-b172-4749-96ef-3a453aca15de tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=30cf6b32-e75a-4867-a532-1b77e0209513,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:44.265970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:40Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4779998-6674-4054-93a0-6aa7e22bea87', 'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:1e:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:39Z', 'updated_at': '2022-05-28T06:10:41Z', 'revision_number': 2, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:44.279268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Checking router: a8295fe0-6036-4607-b239-1f4d34c2a314 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:10:44.279629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Updating router a8295fe0-6036-4607-b239-1f4d34c2a314 port b4779998-6674-4054-93a0-6aa7e22bea87 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:10:44.300282 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.310727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.312935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526e5b7-3be9-437c-b3a0-9a91749abd8b None None] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=10']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:44.361567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a7473b2b-907f-4bee-9560-ac969a1cb25e None None] Port b4779998-6674-4054-93a0-6aa7e22bea87 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:10:44.363843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.366515 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2713563 May 28 06:10:44.368985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c31b3-6acb-4e4c-ac4f-bfc2f07dc0c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3806e3fa-e0bb-4ca5-9e12-f9ce45b7caf3,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:44.372251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38444) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:44.382071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': 'e3247502-888f-449e-9b4d-8d501d718304', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:44.387611 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.403387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:44.407569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:44.411289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:44.418987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:44.426071 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a571876-b172-4749-96ef-3a453aca15de tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.442919 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Project 51898e09918a40e3bfb096149abf1819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:10:44.457521 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4a571876-b172-4749-96ef-3a453aca15de tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/30cf6b32-e75a-4867-a532-1b77e0209513 HTTP/1.1" status: 204 len: 168 time: 1.4038289 May 28 06:10:44.457521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38448) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:44.460625 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.536034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500e4cd-db7b-4c89-a544-e27109fd29d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:44.538975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500e4cd-db7b-4c89-a544-e27109fd29d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:44.540595 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500e4cd-db7b-4c89-a544-e27109fd29d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:44.541684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4500e4cd-db7b-4c89-a544-e27109fd29d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:44.558864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4500e4cd-db7b-4c89-a544-e27109fd29d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:44.563199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4500e4cd-db7b-4c89-a544-e27109fd29d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1137645 May 28 06:10:44.563674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38452) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:44.572637 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.607536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.612379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-94105ce8-a71b-4330-9b91-bec92df91467 None None] Provisioning complete for port b4779998-6674-4054-93a0-6aa7e22bea87 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:44.613306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-94105ce8-a71b-4330-9b91-bec92df91467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.657474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f9d641-0652-4ca0-b5ea-b8ec3efa73b9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:44.671909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c9afc40c-a5ff-4303-8cb9-e683a13c771e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:44.672296 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.672933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-de99a5d2-5344-4a7e-af60-cb6cf0b4033a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 41befcac-492c-4ab9-beb5-435aa368ddf4 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:44.676067 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-de99a5d2-5344-4a7e-af60-cb6cf0b4033a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.705251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.708279 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c9c732c1-9357-434a-b5b6-4b77a88b3ccc tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3338017 May 28 06:10:44.711362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38456) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:44.722036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'security_group_rule': {'security_group_id': 'e3247502-888f-449e-9b4d-8d501d718304', 'project_id': '51898e09918a40e3bfb096149abf1819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:44.731852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:44.743695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-94105ce8-a71b-4330-9b91-bec92df91467 None None] Port b4779998-6674-4054-93a0-6aa7e22bea87 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:10:44.743992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:security_group_rule and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:44.747870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:44.748268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-de99a5d2-5344-4a7e-af60-cb6cf0b4033a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.755690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:44.771202 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Project 51898e09918a40e3bfb096149abf1819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:10:44.779951 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.813934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port c9afc40c-a5ff-4303-8cb9-e683a13c771e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c9afc40c-a5ff-4303-8cb9-e683a13c771e,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:44.820037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.820823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d86e97e8-53dd-457b-bdf3-c45c26376711 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:44.876327 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-de99a5d2-5344-4a7e-af60-cb6cf0b4033a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.882844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.887325 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.902289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2106717f-db41-4fcc-a62d-892b33ef0dc8 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:44.922385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baea1dd9-c701-4b5c-8eb8-47fd7481c31e,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:44.936274 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:44.937927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-47699967-061a-4324-87e5-0c83b9041ff2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2254713 May 28 06:10:44.965692 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-de99a5d2-5344-4a7e-af60-cb6cf0b4033a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.015516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99a5d2-5344-4a7e-af60-cb6cf0b4033a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=41befcac-492c-4ab9-beb5-435aa368ddf4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:45.022922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-de99a5d2-5344-4a7e-af60-cb6cf0b4033a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.040570 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-de99a5d2-5344-4a7e-af60-cb6cf0b4033a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/41befcac-492c-4ab9-beb5-435aa368ddf4 HTTP/1.1" status: 204 len: 168 time: 0.4718435 May 28 06:10:45.040745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38464) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:45.117178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=c9afc40c-a5ff-4303-8cb9-e683a13c771e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:45.124673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-668df1eb-727c-4352-8827-bf068b3f649c None None] Provisioning for port d86e97e8-53dd-457b-bdf3-c45c26376711 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:45.133852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd208044-c2aa-4919-a83c-b6fdced22dc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet a77ea39e-99e2-4260-9bd9-91c3a33bbfd7 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:45.137200 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd208044-c2aa-4919-a83c-b6fdced22dc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.145264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-668df1eb-727c-4352-8827-bf068b3f649c None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:45.146001 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-668df1eb-727c-4352-8827-bf068b3f649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.207831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd208044-c2aa-4919-a83c-b6fdced22dc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.300200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:45.300200 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.313246 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd208044-c2aa-4919-a83c-b6fdced22dc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.399037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.441058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd208044-c2aa-4919-a83c-b6fdced22dc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.490739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Transition to ACTIVE for port object b4779998-6674-4054-93a0-6aa7e22bea87 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:45.499087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd208044-c2aa-4919-a83c-b6fdced22dc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=a77ea39e-99e2-4260-9bd9-91c3a33bbfd7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:45.505913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd208044-c2aa-4919-a83c-b6fdced22dc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.515775 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bd208044-c2aa-4919-a83c-b6fdced22dc6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/a77ea39e-99e2-4260-9bd9-91c3a33bbfd7 HTTP/1.1" status: 204 len: 168 time: 0.4739153 May 28 06:10:45.516699 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.517733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38480) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:45.573789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-54840b0e-add7-4802-b469-3a47216ecc37 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:45.595385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-54840b0e-add7-4802-b469-3a47216ecc37 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:45.597608 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-54840b0e-add7-4802-b469-3a47216ecc37 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895397313&fields=id&tenant_id=51898e09918a40e3bfb096149abf1819 HTTP/1.1" status: 200 len: 267 time: 0.0877275 May 28 06:10:45.613636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-668df1eb-727c-4352-8827-bf068b3f649c None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:45.613990 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-668df1eb-727c-4352-8827-bf068b3f649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.640132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-551eaf43-1f8f-4e14-a3d0-f6e7e54e64f4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183345 May 28 06:10:45.640132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38484) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:45.647105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:45.828072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:45.836577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:45.839384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:45.846802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:45.853468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0512ab-6aeb-42af-ac6c-a0bde7a308ae None None] Pushing event updated for resources: {'Port': ['ID=b4779998-6674-4054-93a0-6aa7e22bea87,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:45.865538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:45.868691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-668df1eb-727c-4352-8827-bf068b3f649c None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:45.871495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:45.886724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d125cf23-e5f3-4a1f-8057-b162d063bb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:45.888009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d125cf23-e5f3-4a1f-8057-b162d063bb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:45.921965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d125cf23-e5f3-4a1f-8057-b162d063bb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:45.923795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d125cf23-e5f3-4a1f-8057-b162d063bb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/networks?id=11ed71de-9ec9-4e02-8145-7818d286d9ea HTTP/1.1" status: 200 len: 796 time: 0.3192606 May 28 06:10:45.948315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-210e863c-42dc-4c09-a6b5-6931f902103b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/quotas/51898e09918a40e3bfb096149abf1819 HTTP/1.1" status: 200 len: 375 time: 0.0167611 May 28 06:10:45.958154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:45.958558 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:46.006697 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-668df1eb-727c-4352-8827-bf068b3f649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:46.110740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-6eed47c1-7e3e-4498-b5c3-eaefa66485c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:46.143493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-6eed47c1-7e3e-4498-b5c3-eaefa66485c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:46.145636 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-6eed47c1-7e3e-4498-b5c3-eaefa66485c2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908548 May 28 06:10:46.205922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882eef91-4850-48ea-a9e1-23308bbe7167 None None] Update dhcp port {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': 'a77ea39e-99e2-4260-9bd9-91c3a33bbfd7'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'd86e97e8-53dd-457b-bdf3-c45c26376711'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:10:46.220807 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:46.252366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Attempting to bind port b4779998-6674-4054-93a0-6aa7e22bea87 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:46.253338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Attempting to bind port b4779998-6674-4054-93a0-6aa7e22bea87 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:46.253725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Attempting to bind port b4779998-6674-4054-93a0-6aa7e22bea87 on network 11ed71de-9ec9-4e02-8145-7818d286d9ea {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:46.307138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:46.310666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:46.313472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:46.314654 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:46.326545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:46.327165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Checking segment: {'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:46.327966 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:46.328362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Bound using segment: {'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:46.329599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Bound port: b4779998-6674-4054-93a0-6aa7e22bea87, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:46.330168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:46.333265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-83cdc936-c927-4c52-b115-eaa67fc96aaf service neutron] 10.222.0.39 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733930 May 28 06:10:46.333924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=9712737a-5726-4381-9e9d-5b74c4c17067,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:46.353947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d07bf3e1-a2b5-4593-8e4b-b7322175654a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7131102 May 28 06:10:46.359082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38488) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:46.368079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:46.372168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668df1eb-727c-4352-8827-bf068b3f649c None None] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=13']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:46.390179 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-882eef91-4850-48ea-a9e1-23308bbe7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:46.442765 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:10:46.442765 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:10:46.509537 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-c3380c35-d39c-465d-b06d-bcaeccc5dd46 service neutron] 10.222.0.39 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646261 May 28 06:10:46.547818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:46.553374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:46.556764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:46.563547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:46.576665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:46.584594 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:46.613560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] For port b4779998-6674-4054-93a0-6aa7e22bea87, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:46.629726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] For port b4779998-6674-4054-93a0-6aa7e22bea87, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4779998-6674-4054-93a0-6aa7e22bea87,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:46.666001 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:46.747382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0512ab-6aeb-42af-ac6c-a0bde7a308ae None None] Pushing event updated for resources: {'Port': ['ID=b4779998-6674-4054-93a0-6aa7e22bea87,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:46.763571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Routers {'a8295fe0-6036-4607-b239-1f4d34c2a314'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:10:46.764801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a8295fe0-6036-4607-b239-1f4d34c2a314'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:47.000377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62206d3-3b6b-4af2-80d9-9b76fb9e5eed None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:47.060239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3e22affb-686b-44ed-99b0-9cb42a97c7db req-49b62b0a-6a3e-4809-a5c0-36766a304428 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:47.088620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3e22affb-686b-44ed-99b0-9cb42a97c7db req-49b62b0a-6a3e-4809-a5c0-36766a304428 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:47.090354 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e22affb-686b-44ed-99b0-9cb42a97c7db req-49b62b0a-6a3e-4809-a5c0-36766a304428 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 210 time: 0.3767812 May 28 06:10:47.146365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b399d656-37d1-4ef8-824e-4b22aad8ff41 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:47.146999 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b399d656-37d1-4ef8-824e-4b22aad8ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:47.220386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:47.240863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] Set router a8295fe0-6036-4607-b239-1f4d34c2a314 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:10:47.366840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f05fbb64-b9f2-456d-b059-c72770d56542 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:47.508196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:10:47.732005 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:47.793878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b399d656-37d1-4ef8-824e-4b22aad8ff41 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:47.854279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f05fbb64-b9f2-456d-b059-c72770d56542 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:47.854279 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:47.999572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:48.054621 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:48.061584 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:48.063646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:48.085181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f05fbb64-b9f2-456d-b059-c72770d56542 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:48.086626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c9afc40c-a5ff-4303-8cb9-e683a13c771e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:48.228459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:40Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4779998-6674-4054-93a0-6aa7e22bea87', 'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:1e:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:39Z', 'updated_at': '2022-05-28T06:10:46Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:10:48.250946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47c37a-3449-4f73-a67c-1432007fe31d None None] Update dhcp port {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': 'daea59d2-d9ce-4d10-a628-96f98d914bb5', 'ip_address': '2001:db8::f816:3eff:fe6b:752f'}, {'subnet_id': '9712737a-5726-4381-9e9d-5b74c4c17067'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'd86e97e8-53dd-457b-bdf3-c45c26376711'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:10:48.282068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b65b0-e604-4782-ae4c-54962e19f2bb None None] The sync data for ids ['a8295fe0-6036-4607-b239-1f4d34c2a314'] in n-d-843679-5 is: [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:40Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4779998-6674-4054-93a0-6aa7e22bea87', 'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:1e:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:39Z', 'updated_at': '2022-05-28T06:10:46Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:10:48.318644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:48.336760 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8b47c37a-3449-4f73-a67c-1432007fe31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:48.348562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c9afc40c-a5ff-4303-8cb9-e683a13c771e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:48.348940 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:48.419773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4268c84-e284-41b0-844e-86e53202c69c req-ca82ec9d-f4ba-44ed-ba76-c50dc5c54ae6 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 210 time: 0.1150951 May 28 06:10:48.459452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=15']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:48.463005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:48.478254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:48.478254 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:48.558042 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1976683 May 28 06:10:48.558383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38508) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:48.561913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8074b-e11f-483c-bb15-cf40c4e481b9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=daea59d2-d9ce-4d10-a628-96f98d914bb5,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:48.570076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:1a:10:97', 'name': 'tempest-NetworksTestDHCPv6-1396929280'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:48.598880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-e25029f0-a9cb-4deb-9181-8a7682a98b92 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:48.599632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-e25029f0-a9cb-4deb-9181-8a7682a98b92 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:48.618253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-e25029f0-a9cb-4deb-9181-8a7682a98b92 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:48.619960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-e25029f0-a9cb-4deb-9181-8a7682a98b92 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "GET /v2.0/networks?id=11ed71de-9ec9-4e02-8145-7818d286d9ea HTTP/1.1" status: 200 len: 796 time: 0.5359190 May 28 06:10:48.689391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-1db40786-e302-4fd8-959b-0d1f686b2d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:48.701913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-1db40786-e302-4fd8-959b-0d1f686b2d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:48.703038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-1db40786-e302-4fd8-959b-0d1f686b2d29 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51898e09918a40e3bfb096149abf1819 HTTP/1.1" status: 200 len: 379 time: 0.0673730 May 28 06:10:48.712454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'port': {'device_id': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'admin_state_up': True, 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'security_groups': ['e3247502-888f-449e-9b4d-8d501d718304']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:48.717937 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c9afc40c-a5ff-4303-8cb9-e683a13c771e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:48.753762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-8b47c37a-3449-4f73-a67c-1432007fe31d None None] Allocated IP 172.20.0.2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/9712737a-5726-4381-9e9d-5b74c4c17067/d86e97e8-53dd-457b-bdf3-c45c26376711) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:48.776126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d86e97e8-53dd-457b-bdf3-c45c26376711 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:48.790859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:48.796451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:48.799761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:48.811830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:48.825060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:48.881728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:48.893489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:48.906618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Made reservation on behalf of 51898e09918a40e3bfb096149abf1819 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:48.911199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:48.986656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.010630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:49.011278 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.019466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 45d51f5c-f35c-480f-b183-a71d25aba04e yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:10:49.044941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8b47c37a-3449-4f73-a67c-1432007fe31d None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:49.083058 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8b47c37a-3449-4f73-a67c-1432007fe31d None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.113370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8b47c37a-3449-4f73-a67c-1432007fe31d None None] Transition to ACTIVE for port object d86e97e8-53dd-457b-bdf3-c45c26376711 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:49.129118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Allocated IP 172.20.0.13 (11ed71de-9ec9-4e02-8145-7818d286d9ea/19af9be6-9f49-4a82-a53e-bb5a2d1575bf/affff2ae-04b5-4bb8-84e5-0ecc40ed03fb) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:49.129657 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8b47c37a-3449-4f73-a67c-1432007fe31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.292744 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:10:49.293714 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:10:49.356281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47c37a-3449-4f73-a67c-1432007fe31d None None] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=16']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:49.392002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.409893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Transition to ACTIVE for port object affff2ae-04b5-4bb8-84e5-0ecc40ed03fb will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:49.440444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.473606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 172.20.0.9 (849db3b9-5f39-428b-9c5f-0d9a168770f7/9712737a-5726-4381-9e9d-5b74c4c17067/45d51f5c-f35c-480f-b183-a71d25aba04e) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:49.486821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::f816:3eff:fe1a:1097 (849db3b9-5f39-428b-9c5f-0d9a168770f7/daea59d2-d9ce-4d10-a628-96f98d914bb5/45d51f5c-f35c-480f-b183-a71d25aba04e) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:49.550070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network 11ed71de-9ec9-4e02-8145-7818d286d9ea is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:49.558857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:49.566402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:49.841875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.845398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:49.862769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 45d51f5c-f35c-480f-b183-a71d25aba04e will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:49.866375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:49.867208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.903874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:49.905238 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.909320 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.952873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:49.960998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-d1e07db6-7050-4153-a210-17f3772a227f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2520194 May 28 06:10:49.964966 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:49.991901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Request body: {'port': {'device_id': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:50.020824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:50.047683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:50.059508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:50.060167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=17']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:50.088316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1e27ad60-c622-4030-8c9a-e52480db583a None None] Provisioning for port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:50.095361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1e27ad60-c622-4030-8c9a-e52480db583a None None] Provisioning complete for port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:50.095814 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1e27ad60-c622-4030-8c9a-e52480db583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.099003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44290e86-55b7-4164-b029-18069e25c90e req-257c0f1e-c15d-4d1b-86bc-e0c6cca14bb9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:50.099902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-44290e86-55b7-4164-b029-18069e25c90e req-257c0f1e-c15d-4d1b-86bc-e0c6cca14bb9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:50.168777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1e27ad60-c622-4030-8c9a-e52480db583a None None] Port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:10:50.218247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d86e97e8-53dd-457b-bdf3-c45c26376711 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:50.226326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=45d51f5c-f35c-480f-b183-a71d25aba04e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:50.256020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-44290e86-55b7-4164-b029-18069e25c90e req-257c0f1e-c15d-4d1b-86bc-e0c6cca14bb9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:50.257888 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-44290e86-55b7-4164-b029-18069e25c90e req-257c0f1e-c15d-4d1b-86bc-e0c6cca14bb9 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 932 time: 0.6254172 May 28 06:10:50.264733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:50.265619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.294625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cd337687-aaaa-4897-8a17-448f8a907558 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7334599 May 28 06:10:50.296889 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38514) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:50.324943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4779998-6674-4054-93a0-6aa7e22bea87 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:50.349535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-44290e86-55b7-4164-b029-18069e25c90e req-a4688287-6c37-4603-987c-7b12fce64738 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830228 May 28 06:10:50.370839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.411564 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ce9d64-8779-47a1-a959-29e1867089f8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:50.415488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port b4779998-6674-4054-93a0-6aa7e22bea87 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:50.417794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ce9d64-8779-47a1-a959-29e1867089f8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:50.418975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-86ce9d64-8779-47a1-a959-29e1867089f8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:50.421517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b4779998-6674-4054-93a0-6aa7e22bea87 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:50.421890 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.445092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-86ce9d64-8779-47a1-a959-29e1867089f8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:50.446336 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-86ce9d64-8779-47a1-a959-29e1867089f8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1485240 May 28 06:10:50.449801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38518) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:50.530931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-9df03550-3554-453c-8d04-87877d7587ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 45d51f5c-f35c-480f-b183-a71d25aba04e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:50.531720 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9df03550-3554-453c-8d04-87877d7587ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.645490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b4779998-6674-4054-93a0-6aa7e22bea87 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:50.646028 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.687937 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b4779998-6674-4054-93a0-6aa7e22bea87, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4779998-6674-4054-93a0-6aa7e22bea87,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:50.691500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620fe2a6-2dd5-48a0-9b50-494d968c5aa6 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:50.713121 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.817216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9df03550-3554-453c-8d04-87877d7587ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.854962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-45eed397-53f9-4808-b14c-e7e310483ec0 None None] Provisioning for port d86e97e8-53dd-457b-bdf3-c45c26376711 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:50.860923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affff2ae-04b5-4bb8-84e5-0ecc40ed03fb {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:10:50.871744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.886761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b4779998-6674-4054-93a0-6aa7e22bea87,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:50.889304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-45eed397-53f9-4808-b14c-e7e310483ec0 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:50.889885 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-45eed397-53f9-4808-b14c-e7e310483ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.891148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Transition to ACTIVE for port object affff2ae-04b5-4bb8-84e5-0ecc40ed03fb will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:50.896398 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:50.971673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Pushing event updated for resources: {'Port': ['ID=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:51.016607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-9df03550-3554-453c-8d04-87877d7587ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 45d51f5c-f35c-480f-b183-a71d25aba04e owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:51.160336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-45eed397-53f9-4808-b14c-e7e310483ec0 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:51.164631 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-45eed397-53f9-4808-b14c-e7e310483ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:51.227368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Attempting to bind port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:51.227931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Attempting to bind port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:51.228404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Attempting to bind port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb on network 11ed71de-9ec9-4e02-8145-7818d286d9ea {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:51.238316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb on network 11ed71de-9ec9-4e02-8145-7818d286d9ea not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:10:51.238867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Attempting to bind port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb on network 11ed71de-9ec9-4e02-8145-7818d286d9ea {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:51.246851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:51.247469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Checking segment: {'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:51.248231 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Bound using segment: {'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:51.248891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Bound port: affff2ae-04b5-4bb8-84e5-0ecc40ed03fb, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7a02b1-4254-4644-a17e-c41c9ab99429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:51.249424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:51.266972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-45eed397-53f9-4808-b14c-e7e310483ec0 None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:51.278498 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-45eed397-53f9-4808-b14c-e7e310483ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:51.279306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9df03550-3554-453c-8d04-87877d7587ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:51.337559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df03550-3554-453c-8d04-87877d7587ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=45d51f5c-f35c-480f-b183-a71d25aba04e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:51.400083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] For port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:51.401000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eed397-53f9-4808-b14c-e7e310483ec0 None None] Pushing event updated for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=18']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:51.405139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] For port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:51.410464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:51.481980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:51.482598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:51.484247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] 10.222.0.33 "PUT /v2.0/ports/affff2ae-04b5-4bb8-84e5-0ecc40ed03fb HTTP/1.1" status: 200 len: 1092 time: 1.5072982 May 28 06:10:51.484698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'tag': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:10:51.500319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9df03550-3554-453c-8d04-87877d7587ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:51.517476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26242e0d-920e-4d9a-a94d-2e2637fe0265 service neutron] Pushing event updated for resources: {'Port': ['ID=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:51.576472 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9df03550-3554-453c-8d04-87877d7587ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/45d51f5c-f35c-480f-b183-a71d25aba04e HTTP/1.1" status: 204 len: 168 time: 1.1239402 May 28 06:10:51.581949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38526) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:51.590212 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0998637-247f-4bfc-88ba-31bc5ef393d6'] response: {'name': 'network-changed', 'server_uuid': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'tag': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'status': 'completed', 'code': 200} May 28 06:10:51.630322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-19a47a1e-161f-4dce-988a-334e4cd74dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:51.632446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-19a47a1e-161f-4dce-988a-334e4cd74dc4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 1095 time: 0.0926805 May 28 06:10:51.668793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c67f08-7f15-46bd-9134-bf2a32c0510b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:51.670272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c67f08-7f15-46bd-9134-bf2a32c0510b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:51.671764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c67f08-7f15-46bd-9134-bf2a32c0510b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:51.672577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f8c67f08-7f15-46bd-9134-bf2a32c0510b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:51.703093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028426b-8620-4fe3-9398-7dd7ac3d2b9a req-ae67f72f-c06e-47b2-8c8a-5f8d5f5db03a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:51.704693 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b028426b-8620-4fe3-9398-7dd7ac3d2b9a req-ae67f72f-c06e-47b2-8c8a-5f8d5f5db03a tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 944 time: 0.2004240 May 28 06:10:51.724886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-9acb98d2-7dcb-4826-a192-b1ec44037c69 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb HTTP/1.1" status: 200 len: 217 time: 0.0792167 May 28 06:10:51.727835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f8c67f08-7f15-46bd-9134-bf2a32c0510b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:51.728987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f8c67f08-7f15-46bd-9134-bf2a32c0510b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1461079 May 28 06:10:51.732330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38530) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:51.791629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-fafe6501-aa99-4dfb-9ec3-fe301d03818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:51.793063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-fafe6501-aa99-4dfb-9ec3-fe301d03818d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=19af9be6-9f49-4a82-a53e-bb5a2d1575bf HTTP/1.1" status: 200 len: 835 time: 0.0625715 May 28 06:10:51.841747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4140302a-971b-402c-a651-c012a60fe862 None None] Could not find standard attr ID for object 45d51f5c-f35c-480f-b183-a71d25aba04e. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:10:51.855781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4140302a-971b-402c-a651-c012a60fe862 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:51.856384 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4140302a-971b-402c-a651-c012a60fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:51.884231 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-83b19abf-e4f6-41fc-bd7f-6622fa25e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:51.885762 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-83b19abf-e4f6-41fc-bd7f-6622fa25e3a2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=11ed71de-9ec9-4e02-8145-7818d286d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857182 May 28 06:10:51.926002 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b028426b-8620-4fe3-9398-7dd7ac3d2b9a req-f904f748-3275-4b63-bc68-8c78d3e75bee tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142794 May 28 06:10:51.936991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-71757cd3-07a2-499e-9198-e6757585ecd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 9712737a-5726-4381-9e9d-5b74c4c17067 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:51.940215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71757cd3-07a2-499e-9198-e6757585ecd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.003181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71757cd3-07a2-499e-9198-e6757585ecd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.049820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-9741af72-163c-47ad-9bb4-e620d6c8423e service neutron] 10.222.0.33 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572747 May 28 06:10:52.050995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4140302a-971b-402c-a651-c012a60fe862 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:52.103915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d86e97e8-53dd-457b-bdf3-c45c26376711 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:52.121067 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71757cd3-07a2-499e-9198-e6757585ecd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.183025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6094aefc-40ac-401d-b6f8-76bb44d3b344 None None] Could not find standard attr ID for object 30cf6b32-e75a-4867-a532-1b77e0209513. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:10:52.199658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:52.200258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.250286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71757cd3-07a2-499e-9198-e6757585ecd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.268663 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00cfb8e0-315a-41c1-8c1e-d3568f3d48f8 req-27089f49-318b-4c67-83f0-991bc217db44 service neutron] 10.222.0.33 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078266 May 28 06:10:52.293901 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-71757cd3-07a2-499e-9198-e6757585ecd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.308613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71757cd3-07a2-499e-9198-e6757585ecd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=9712737a-5726-4381-9e9d-5b74c4c17067,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:52.319378 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-71757cd3-07a2-499e-9198-e6757585ecd2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/9712737a-5726-4381-9e9d-5b74c4c17067 HTTP/1.1" status: 204 len: 168 time: 0.5848169 May 28 06:10:52.320937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38534) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:52.356826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:52.358158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4779998-6674-4054-93a0-6aa7e22bea87 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:52.438345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b4779998-6674-4054-93a0-6aa7e22bea87 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:52.438946 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.451543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet daea59d2-d9ce-4d10-a628-96f98d914bb5 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:52.457010 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.471027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e108f7b-2585-41fb-bf6a-c63c2b3158f4 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:52.520508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.568728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-93a58db5-1401-4757-ab71-91275b4bfec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:52.570187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-93a58db5-1401-4757-ab71-91275b4bfec8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 1095 time: 0.1913502 May 28 06:10:52.579272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f215c480-388c-44fe-81dd-0e4afc50d0e6 None None] Could not find standard attr ID for object 45d51f5c-f35c-480f-b183-a71d25aba04e. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:10:52.729021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b4779998-6674-4054-93a0-6aa7e22bea87 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:52.815447 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:52.872667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-8dcf94ec-dfcd-47e6-9b73-e57ecc20f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:52.874089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-8dcf94ec-dfcd-47e6-9b73-e57ecc20f0fe service neutron] 10.222.0.33 "GET /v2.0/networks?id=11ed71de-9ec9-4e02-8145-7818d286d9ea HTTP/1.1" status: 200 len: 897 time: 0.2965078 May 28 06:10:52.947688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-9cd70750-0cf9-4e2c-86e4-7486e51fc496 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb HTTP/1.1" status: 200 len: 217 time: 0.0654955 May 28 06:10:53.015620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:53.088414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-e8604218-9130-4b3c-bb13-e13b9ff160ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:53.089842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-e8604218-9130-4b3c-bb13-e13b9ff160ee service neutron] 10.222.0.33 "GET /v2.0/subnets?id=19af9be6-9f49-4a82-a53e-bb5a2d1575bf HTTP/1.1" status: 200 len: 835 time: 0.1369646 May 28 06:10:53.106027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=daea59d2-d9ce-4d10-a628-96f98d914bb5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:53.108652 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:53.166806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.167148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.167514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.167842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.168165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.168482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.168799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.169108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.169418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.169734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.170047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.170358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:10:53.194424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38540) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:53.195102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ae65acfc-507e-4c59-be83-70deb634f893 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/daea59d2-d9ce-4d10-a628-96f98d914bb5 HTTP/1.1" status: 204 len: 168 time: 0.8724785 May 28 06:10:53.237327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38603b03-d054-42db-a2d1-2937c51d8b9d req-2973a464-45a5-46a5-a557-afc83afef079 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:53.238837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38603b03-d054-42db-a2d1-2937c51d8b9d req-2973a464-45a5-46a5-a557-afc83afef079 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 944 time: 0.1863053 May 28 06:10:53.241039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-0fecebbb-074b-4149-9784-edfc89b3adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:53.242442 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-0fecebbb-074b-4149-9784-edfc89b3adf3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=11ed71de-9ec9-4e02-8145-7818d286d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420839 May 28 06:10:53.275505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1b4edb86-71f4-4db0-ac4a-43128f43f701 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798240 May 28 06:10:53.277970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38544) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:53.285751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:53.307704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bdbf49-8f68-4974-b446-1db5a8487f66 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:53.405257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:53.409346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38603b03-d054-42db-a2d1-2937c51d8b9d req-559749c0-df51-4401-a5ee-0fa9ee2b16ae tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625519 May 28 06:10:53.410060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:53.413631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:53.420506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:53.441606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-200bef98-0aba-4d63-8f64-9433f497ddfb service neutron] 10.222.0.33 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812308 May 28 06:10:53.445248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-208cb622-43d0-464e-8ac8-9d2e9b469f70 None None] Provisioning complete for port d86e97e8-53dd-457b-bdf3-c45c26376711 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:53.445834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:53.446073 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-208cb622-43d0-464e-8ac8-9d2e9b469f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:53.449626 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:53.585272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6158bcd5-23be-4168-b79d-207aa3da8ee7 req-849198de-9ef2-43b2-be9d-e3d714c76fab service neutron] 10.222.0.33 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359489 May 28 06:10:53.690481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-208cb622-43d0-464e-8ac8-9d2e9b469f70 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:53.691679 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:53.754717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94539bff-c261-4e0e-b5a6-455968572171 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:10:53.758627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-94539bff-c261-4e0e-b5a6-455968572171 None None] Deleting port d86e97e8-53dd-457b-bdf3-c45c26376711 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:53.758996 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-94539bff-c261-4e0e-b5a6-455968572171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:53.760791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:53.763703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:53.768405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:53.768980 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:53.781510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=532b6324-0605-47c3-ae72-816bbe53d03c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:53.797724 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a7ae73cd-e91d-416b-8b82-815223734050 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5184960 May 28 06:10:53.800726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38548) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:53.806194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:53.944667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:53.948859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:53.951757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:53.958083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:53.967765 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:53.971814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:53.984645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-94539bff-c261-4e0e-b5a6-455968572171 None None] For port d86e97e8-53dd-457b-bdf3-c45c26376711, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d86e97e8-53dd-457b-bdf3-c45c26376711,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:53.985252 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-94539bff-c261-4e0e-b5a6-455968572171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:54.051903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d86e97e8-53dd-457b-bdf3-c45c26376711 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:10:54.148361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-94539bff-c261-4e0e-b5a6-455968572171 None None] Calling delete_port for d86e97e8-53dd-457b-bdf3-c45c26376711 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:54.278178 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-94539bff-c261-4e0e-b5a6-455968572171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:54.328844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94539bff-c261-4e0e-b5a6-455968572171 None None] Pushing event deleted for resources: {'Port': ['ID=d86e97e8-53dd-457b-bdf3-c45c26376711,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:54.335410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94539bff-c261-4e0e-b5a6-455968572171 None None] No DVR routers for this DVR port d86e97e8-53dd-457b-bdf3-c45c26376711 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:10:54.343754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.objects.ports [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88416) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:10:54.346027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:54.353429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d86e97e8-53dd-457b-bdf3-c45c26376711 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:54.354178 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:54.368316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ea5eb-90a9-4ee9-9e7d-f18b4e593408 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:54.405851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:54.409113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:54.413221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:54.413804 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:54.441989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6402299 May 28 06:10:54.442812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee66e8c-26d3-4dd8-a17d-712615e29aa5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=95d39c37-bac3-4842-aaf8-044c146e9ef6,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:54.445099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38560) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:54.451291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:20:f6:68', 'name': 'tempest-NetworksTestDHCPv6-206507586'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:54.628911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:54.634101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:10:54.637679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:10:54.640702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e82f93-9413-46dc-bc07-dd6927a38529 req-27f8b37f-241d-4b6d-a548-4f1bc093d85f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:54.642328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b3e82f93-9413-46dc-bc07-dd6927a38529 req-27f8b37f-241d-4b6d-a548-4f1bc093d85f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 944 time: 0.1019061 May 28 06:10:54.643928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:54.655165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:54.679764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': '532b6324-0605-47c3-ae72-816bbe53d03c'}, {'subnet_id': '95d39c37-bac3-4842-aaf8-044c146e9ef6'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:10:54.681316 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:54.692653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b3e82f93-9413-46dc-bc07-dd6927a38529 req-ae39a6a4-fbd1-4edb-929f-d874c8d160e1 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422869 May 28 06:10:54.827165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:54.865492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port a4d1676e-3f31-405c-bc00-827799db1bdf yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:10:54.926042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Allocated IP 172.20.0.2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/532b6324-0605-47c3-ae72-816bbe53d03c/da60d0d5-dca4-4886-8d77-5cf39ca99287) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:54.932565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Allocated IP 2001:db8::f816:3eff:fe72:df22 (849db3b9-5f39-428b-9c5f-0d9a168770f7/95d39c37-bac3-4842-aaf8-044c146e9ef6/da60d0d5-dca4-4886-8d77-5cf39ca99287) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:55.142015 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:55.152747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Transition to ACTIVE for port object da60d0d5-dca4-4886-8d77-5cf39ca99287 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:55.172396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Transition to ACTIVE for port object da60d0d5-dca4-4886-8d77-5cf39ca99287 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:55.184300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:55.256321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:55.259216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:55.261978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:55.272007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Pushing event updated for resources: {'Port': ['ID=da60d0d5-dca4-4886-8d77-5cf39ca99287,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:55.322766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 172.20.0.11 (849db3b9-5f39-428b-9c5f-0d9a168770f7/532b6324-0605-47c3-ae72-816bbe53d03c/a4d1676e-3f31-405c-bc00-827799db1bdf) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:55.328616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::f816:3eff:fe20:f668 (849db3b9-5f39-428b-9c5f-0d9a168770f7/95d39c37-bac3-4842-aaf8-044c146e9ef6/a4d1676e-3f31-405c-bc00-827799db1bdf) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:10:55.441473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Attempting to bind port da60d0d5-dca4-4886-8d77-5cf39ca99287 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:10:55.441843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Attempting to bind port da60d0d5-dca4-4886-8d77-5cf39ca99287 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:10:55.442204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Attempting to bind port da60d0d5-dca4-4886-8d77-5cf39ca99287 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:10:55.447773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:10:55.448230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:10:55.448527 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:55.448926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:10:55.449386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Bound port: da60d0d5-dca4-4886-8d77-5cf39ca99287, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:10:55.449760 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:55.551385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] For port da60d0d5-dca4-4886-8d77-5cf39ca99287, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:10:55.556517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] For port da60d0d5-dca4-4886-8d77-5cf39ca99287, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=da60d0d5-dca4-4886-8d77-5cf39ca99287,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:10:55.557444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:55.561828 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:55.574375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object a4d1676e-3f31-405c-bc00-827799db1bdf will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:10:55.598754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:55.666583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfa538-b566-4032-8b22-e74b6d875574 None None] Pushing event updated for resources: {'Port': ['ID=da60d0d5-dca4-4886-8d77-5cf39ca99287,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:55.696654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:10:55.699884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:10:55.704588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:10:55.734928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=a4d1676e-3f31-405c-bc00-827799db1bdf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:55.771344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:55.771989 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:55.797651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9ad93cf7-cfc7-4e45-b62f-1f2f71cacc2c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3514760 May 28 06:10:55.800748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38572) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:55.962409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ed9d3-c352-4d5a-8cb5-a957dfd9faf8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:55.968386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ed9d3-c352-4d5a-8cb5-a957dfd9faf8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:55.968912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d41ed9d3-c352-4d5a-8cb5-a957dfd9faf8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:55.980285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca49922-a6f3-4dd9-b964-80444d01707d req-af7ab9e6-6db7-4839-973b-f107406d243b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:55.983798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aca49922-a6f3-4dd9-b964-80444d01707d req-af7ab9e6-6db7-4839-973b-f107406d243b tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 944 time: 0.1413760 May 28 06:10:56.028667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d41ed9d3-c352-4d5a-8cb5-a957dfd9faf8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:56.029835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d41ed9d3-c352-4d5a-8cb5-a957dfd9faf8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2281752 May 28 06:10:56.032744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38580) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:56.045114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aca49922-a6f3-4dd9-b964-80444d01707d req-68195bab-e30e-497c-a61b-56106fe87aaf tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565870 May 28 06:10:56.081450 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device da60d0d5-dca4-4886-8d77-5cf39ca99287 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:56.103118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4985427e-d8fc-4240-9f7b-c590e188dac9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port a4d1676e-3f31-405c-bc00-827799db1bdf {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:56.103490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4985427e-d8fc-4240-9f7b-c590e188dac9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:56.153091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port da60d0d5-dca4-4886-8d77-5cf39ca99287 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:56.330363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device affff2ae-04b5-4bb8-84e5-0ecc40ed03fb details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:10:56.359698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4985427e-d8fc-4240-9f7b-c590e188dac9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:56.490980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:56.501125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4985427e-d8fc-4240-9f7b-c590e188dac9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for a4d1676e-3f31-405c-bc00-827799db1bdf owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:56.511700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'port_id': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'mac_address': 'fa:16:3e:41:c0:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:10:56.582170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:56.582480 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:56.602114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affff2ae-04b5-4bb8-84e5-0ecc40ed03fb {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:10:56.620092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:56.626937 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:56.710768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:56.745791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4985427e-d8fc-4240-9f7b-c590e188dac9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:56.797023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57408b22-0ee7-4b06-a8d1-e1cfa29a8446 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:56.806094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985427e-d8fc-4240-9f7b-c590e188dac9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=a4d1676e-3f31-405c-bc00-827799db1bdf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:56.892910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fbae731a-9c96-4ace-b1e6-3e1324a67e67 None None] Provisioning for port da60d0d5-dca4-4886-8d77-5cf39ca99287 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:56.901695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fbae731a-9c96-4ace-b1e6-3e1324a67e67 None None] Provisioning complete for port da60d0d5-dca4-4886-8d77-5cf39ca99287 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:56.902074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fbae731a-9c96-4ace-b1e6-3e1324a67e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.025464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['affff2ae-04b5-4bb8-84e5-0ecc40ed03fb'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:10:57.069701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4985427e-d8fc-4240-9f7b-c590e188dac9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.098847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38600) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:57.099404 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4985427e-d8fc-4240-9f7b-c590e188dac9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/a4d1676e-3f31-405c-bc00-827799db1bdf HTTP/1.1" status: 204 len: 168 time: 1.0652058 May 28 06:10:57.147022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fbae731a-9c96-4ace-b1e6-3e1324a67e67 None None] Current status of the port da60d0d5-dca4-4886-8d77-5cf39ca99287 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:57.147589 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fbae731a-9c96-4ace-b1e6-3e1324a67e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.171874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb4e65-9607-48db-bb15-6ec0b9f5b7fc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:57.173460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb4e65-9607-48db-bb15-6ec0b9f5b7fc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:57.175062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb4e65-9607-48db-bb15-6ec0b9f5b7fc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:57.175898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-90cb4e65-9607-48db-bb15-6ec0b9f5b7fc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:57.186630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dba968-156c-4507-9394-18d669680727 req-17481e67-79c5-41a3-bb37-19b269b194e1 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:57.188258 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-76dba968-156c-4507-9394-18d669680727 req-17481e67-79c5-41a3-bb37-19b269b194e1 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1712945 May 28 06:10:57.223503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-90cb4e65-9607-48db-bb15-6ec0b9f5b7fc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:57.224882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-90cb4e65-9607-48db-bb15-6ec0b9f5b7fc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1247182 May 28 06:10:57.233284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38604) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:57.265407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-fbae731a-9c96-4ace-b1e6-3e1324a67e67 None None] For port da60d0d5-dca4-4886-8d77-5cf39ca99287, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=da60d0d5-dca4-4886-8d77-5cf39ca99287,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:57.278586 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fbae731a-9c96-4ace-b1e6-3e1324a67e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.293325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab6e05-73e1-4db9-a5ca-5f1d1bc76e7e req-b6ef2fec-9c2c-4d57-a8c1-ccf07ef06dec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:57.295040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5ab6e05-73e1-4db9-a5ca-5f1d1bc76e7e req-b6ef2fec-9c2c-4d57-a8c1-ccf07ef06dec tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 945 time: 0.1072865 May 28 06:10:57.295732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-76dba968-156c-4507-9394-18d669680727 req-94926a58-8c10-444f-bec6-143dd8570a7d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984054 May 28 06:10:57.321657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6983e5-b9f7-4787-a5fa-ed8410e0462a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 532b6324-0605-47c3-ae72-816bbe53d03c {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:57.322480 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb6983e5-b9f7-4787-a5fa-ed8410e0462a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.355782 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5ab6e05-73e1-4db9-a5ca-5f1d1bc76e7e req-71d542c7-2fdf-48b6-8456-b782f5eda105 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504010 May 28 06:10:57.383986 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb6983e5-b9f7-4787-a5fa-ed8410e0462a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.398421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae731a-9c96-4ace-b1e6-3e1324a67e67 None None] Pushing event updated for resources: {'Port': ['ID=da60d0d5-dca4-4886-8d77-5cf39ca99287,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:57.492862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb6983e5-b9f7-4787-a5fa-ed8410e0462a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.575385 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb6983e5-b9f7-4787-a5fa-ed8410e0462a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.618855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6983e5-b9f7-4787-a5fa-ed8410e0462a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=532b6324-0605-47c3-ae72-816bbe53d03c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:57.623474 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cb6983e5-b9f7-4787-a5fa-ed8410e0462a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.640842 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cb6983e5-b9f7-4787-a5fa-ed8410e0462a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/532b6324-0605-47c3-ae72-816bbe53d03c HTTP/1.1" status: 204 len: 168 time: 0.4020102 May 28 06:10:57.641146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38608) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:57.711979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2248648-0958-456b-9ebb-21e3d28f502a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 95d39c37-bac3-4842-aaf8-044c146e9ef6 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:10:57.712665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d15b6cd5-766e-49c2-8675-949da41d1b83 None None] Provisioning complete for port da60d0d5-dca4-4886-8d77-5cf39ca99287 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:57.713091 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d15b6cd5-766e-49c2-8675-949da41d1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.715190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2248648-0958-456b-9ebb-21e3d28f502a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.772812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2248648-0958-456b-9ebb-21e3d28f502a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.844260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d15b6cd5-766e-49c2-8675-949da41d1b83 None None] Current status of the port da60d0d5-dca4-4886-8d77-5cf39ca99287 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:57.855401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a498097-6185-4a61-9880-415d30fd9a8c None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:10:57.865248 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2248648-0958-456b-9ebb-21e3d28f502a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.940056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2248648-0958-456b-9ebb-21e3d28f502a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.972598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c645f3b3-7792-443d-87ca-cd5949cfff57 None None] Could not find standard attr ID for object a4d1676e-3f31-405c-bc00-827799db1bdf. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:10:57.982037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2248648-0958-456b-9ebb-21e3d28f502a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=95d39c37-bac3-4842-aaf8-044c146e9ef6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:57.986954 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2248648-0958-456b-9ebb-21e3d28f502a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:57.997028 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b2248648-0958-456b-9ebb-21e3d28f502a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/95d39c37-bac3-4842-aaf8-044c146e9ef6 HTTP/1.1" status: 204 len: 168 time: 0.3547850 May 28 06:10:57.999472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38612) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:58.074146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device da60d0d5-dca4-4886-8d77-5cf39ca99287 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:58.079053 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e976f5b4-96d7-4fde-8051-0e42343f375a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782106 May 28 06:10:58.082006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38616) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:58.173408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32e7646-9e83-4a0f-a0ea-d7055e888429 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:58.177584 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b32e7646-9e83-4a0f-a0ea-d7055e888429 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0924351 May 28 06:10:58.177983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38620) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:58.194632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port da60d0d5-dca4-4886-8d77-5cf39ca99287 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:58.195132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:58.232639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66be41-b217-4a6f-b7bc-4b5cc7203edb None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:10:58.246095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ffa66-25eb-4bdb-b035-6ff887c2da7d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:58.246840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-427ffa66-25eb-4bdb-b035-6ff887c2da7d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:58.247881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5f66be41-b217-4a6f-b7bc-4b5cc7203edb None None] Deleting port da60d0d5-dca4-4886-8d77-5cf39ca99287 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:10:58.248270 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f66be41-b217-4a6f-b7bc-4b5cc7203edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:58.263887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-427ffa66-25eb-4bdb-b035-6ff887c2da7d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:58.267749 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-427ffa66-25eb-4bdb-b035-6ff887c2da7d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0861504 May 28 06:10:58.267972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38624) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:58.349780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device affff2ae-04b5-4bb8-84e5-0ecc40ed03fb up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:10:58.474880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2e70d69f-fb14-4054-b834-836453dc4d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2057016 May 28 06:10:58.480771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38632) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:58.488295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7e97d30f-ebbb-4fd9-bec0-2332412ec6b1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:58.556039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port da60d0d5-dca4-4886-8d77-5cf39ca99287 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:58.602284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:10:58.622086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:10:58.623165 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:58.659208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7f162-1e2d-41bb-b73c-cc2b0d7057b8 req-d7a42b76-a8e4-4344-9cee-f9b819901cd9 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:58.660902 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84b7f162-1e2d-41bb-b73c-cc2b0d7057b8 req-d7a42b76-a8e4-4344-9cee-f9b819901cd9 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.0830343 May 28 06:10:58.664428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7e97d30f-ebbb-4fd9-bec0-2332412ec6b1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:58.677906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7e97d30f-ebbb-4fd9-bec0-2332412ec6b1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:58.692083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21b552-c619-4ef1-a22c-1098df8d2f30 req-2f61fa11-269f-4d24-b927-512e9f815c8d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:58.693594 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c21b552-c619-4ef1-a22c-1098df8d2f30 req-2f61fa11-269f-4d24-b927-512e9f815c8d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 945 time: 0.1849415 May 28 06:10:58.702476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5f66be41-b217-4a6f-b7bc-4b5cc7203edb None None] For port da60d0d5-dca4-4886-8d77-5cf39ca99287, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=da60d0d5-dca4-4886-8d77-5cf39ca99287,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:58.702877 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f66be41-b217-4a6f-b7bc-4b5cc7203edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:58.711790 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84b7f162-1e2d-41bb-b73c-cc2b0d7057b8 req-410b2923-33c8-44c8-8a5f-a99df8e4bf68 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434301 May 28 06:10:58.718136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e97d30f-ebbb-4fd9-bec0-2332412ec6b1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:58.722115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e97d30f-ebbb-4fd9-bec0-2332412ec6b1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:58.723573 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e97d30f-ebbb-4fd9-bec0-2332412ec6b1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:10:58.723999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e97d30f-ebbb-4fd9-bec0-2332412ec6b1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:10:58.755179 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7e97d30f-ebbb-4fd9-bec0-2332412ec6b1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2745790 May 28 06:10:58.758655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38636) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:58.762424 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c21b552-c619-4ef1-a22c-1098df8d2f30 req-6d2ed702-469a-4c3b-82ac-1f2cc2d5e7de tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596867 May 28 06:10:58.766087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d93f3ae3-c281-4ec1-b6e2-673d0f11b9e0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:58.834344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5f66be41-b217-4a6f-b7bc-4b5cc7203edb None None] Calling delete_port for da60d0d5-dca4-4886-8d77-5cf39ca99287 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:10:58.876580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d93f3ae3-c281-4ec1-b6e2-673d0f11b9e0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:58.885867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d93f3ae3-c281-4ec1-b6e2-673d0f11b9e0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:58.895698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93f3ae3-c281-4ec1-b6e2-673d0f11b9e0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:58.899051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d93f3ae3-c281-4ec1-b6e2-673d0f11b9e0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:58.900466 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93f3ae3-c281-4ec1-b6e2-673d0f11b9e0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:10:58.900888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93f3ae3-c281-4ec1-b6e2-673d0f11b9e0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:10:58.919108 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d93f3ae3-c281-4ec1-b6e2-673d0f11b9e0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1590538 May 28 06:10:58.922267 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38640) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:58.928020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-03c4a7e7-6b1f-4e9b-a86c-21ec10610719 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:58.952206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:10:58.952585 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:58.985048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:10:58.992230 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f66be41-b217-4a6f-b7bc-4b5cc7203edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:59.039194 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d11540b-3fbd-4cd2-92fc-7a4f4f0b42ff'] response: {'server_uuid': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'code': 200} May 28 06:10:59.040704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:10:59.048074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-03c4a7e7-6b1f-4e9b-a86c-21ec10610719 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:59.050396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66be41-b217-4a6f-b7bc-4b5cc7203edb None None] Pushing event deleted for resources: {'Port': ['ID=da60d0d5-dca4-4886-8d77-5cf39ca99287,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:59.053712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66be41-b217-4a6f-b7bc-4b5cc7203edb None None] No DVR routers for this DVR port da60d0d5-dca4-4886-8d77-5cf39ca99287 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:10:59.055821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:59.061992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-03c4a7e7-6b1f-4e9b-a86c-21ec10610719 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:59.081212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c4a7e7-6b1f-4e9b-a86c-21ec10610719 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:59.085153 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03c4a7e7-6b1f-4e9b-a86c-21ec10610719 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:59.086546 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c4a7e7-6b1f-4e9b-a86c-21ec10610719 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:10:59.086985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c4a7e7-6b1f-4e9b-a86c-21ec10610719 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:10:59.112344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-03c4a7e7-6b1f-4e9b-a86c-21ec10610719 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1862016 May 28 06:10:59.112676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38646) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:59.118280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-33fd8c72-85c2-4f23-b625-a1f2b70883ba tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:59.136358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:10:59.282379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33fd8c72-85c2-4f23-b625-a1f2b70883ba tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:59.294456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33fd8c72-85c2-4f23-b625-a1f2b70883ba tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:59.310694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368c2d-769c-402b-b737-07fceea49997 req-d0a1ac9e-9033-429e-9069-6837e9fa4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:59.312211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a368c2d-769c-402b-b737-07fceea49997 req-d0a1ac9e-9033-429e-9069-6837e9fa4b64 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 1097 time: 0.1743419 May 28 06:10:59.313246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fd8c72-85c2-4f23-b625-a1f2b70883ba tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:59.317157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33fd8c72-85c2-4f23-b625-a1f2b70883ba tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:59.318479 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fd8c72-85c2-4f23-b625-a1f2b70883ba tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:10:59.318899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33fd8c72-85c2-4f23-b625-a1f2b70883ba tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:10:59.359707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-33fd8c72-85c2-4f23-b625-a1f2b70883ba tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2455096 May 28 06:10:59.362929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38650) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:59.371813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e20f0736-4cf8-433e-b853-cf2080240c2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:59.387311 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a368c2d-769c-402b-b737-07fceea49997 req-bc5062d6-e290-4142-987e-b3347adff9d9 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648823 May 28 06:10:59.482366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e20f0736-4cf8-433e-b853-cf2080240c2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:59.492581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e20f0736-4cf8-433e-b853-cf2080240c2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:59.502168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20f0736-4cf8-433e-b853-cf2080240c2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:59.505715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e20f0736-4cf8-433e-b853-cf2080240c2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:59.507021 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20f0736-4cf8-433e-b853-cf2080240c2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:10:59.507469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20f0736-4cf8-433e-b853-cf2080240c2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:10:59.524584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e20f0736-4cf8-433e-b853-cf2080240c2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1605666 May 28 06:10:59.527562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38654) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:59.533696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-92fe40ee-97c4-402b-ab32-cf2e9989dc02 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:10:59.653649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-92fe40ee-97c4-402b-ab32-cf2e9989dc02 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:10:59.663734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-92fe40ee-97c4-402b-ab32-cf2e9989dc02 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:10:59.672781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fe40ee-97c4-402b-ab32-cf2e9989dc02 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:10:59.677037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92fe40ee-97c4-402b-ab32-cf2e9989dc02 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:10:59.678376 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fe40ee-97c4-402b-ab32-cf2e9989dc02 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:10:59.678917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fe40ee-97c4-402b-ab32-cf2e9989dc02 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:10:59.695927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-92fe40ee-97c4-402b-ab32-cf2e9989dc02 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1674228 May 28 06:10:59.698442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38658) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:59.741449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9939bb9d-582d-4471-a266-932fde55b56a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:59.757031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9939bb9d-582d-4471-a266-932fde55b56a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:59.758494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9939bb9d-582d-4471-a266-932fde55b56a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0591211 May 28 06:10:59.760868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38664) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:59.861693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dba6ff-1e8d-458d-899d-02eca4bb0df8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:59.862369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d6dba6ff-1e8d-458d-899d-02eca4bb0df8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:10:59.892655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d6dba6ff-1e8d-458d-899d-02eca4bb0df8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:10:59.896582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d6dba6ff-1e8d-458d-899d-02eca4bb0df8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1320398 May 28 06:10:59.898402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38670) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:59.954206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fc948-65ed-437d-a5df-5bc6045e18f3 req-76e1ba6d-9d82-4888-8f2f-c72d3b4ae227 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:10:59.956230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e4fc948-65ed-437d-a5df-5bc6045e18f3 req-76e1ba6d-9d82-4888-8f2f-c72d3b4ae227 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 946 time: 0.0872941 May 28 06:10:59.972557 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-da70b8f2-c92c-4164-bc24-01175b1b45ae tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732148 May 28 06:10:59.976188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38674) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:10:59.983580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:00.004281 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e4fc948-65ed-437d-a5df-5bc6045e18f3 req-4933d93f-f30b-4add-92c0-385dfcff20a2 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403807 May 28 06:11:00.045387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device da60d0d5-dca4-4886-8d77-5cf39ca99287 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:11:00.061766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c971f-8c13-4859-86f0-ba5c5a5bacf2 req-1ff3624c-0fe5-4928-81c4-34409ba4aeae tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:00.063267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-668c971f-8c13-4859-86f0-ba5c5a5bacf2 req-1ff3624c-0fe5-4928-81c4-34409ba4aeae tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.2373815 May 28 06:11:00.080360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: da60d0d5-dca4-4886-8d77-5cf39ca99287 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:11:00.080699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device da60d0d5-dca4-4886-8d77-5cf39ca99287 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:11:00.143487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:00.147826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-668c971f-8c13-4859-86f0-ba5c5a5bacf2 req-b7fbb2a5-8507-4154-8f72-315a730c0482 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763590 May 28 06:11:00.156366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:00.173640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:00.173640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:00.588162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:11:00.589270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:00.648044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:00.651111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:00.655158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:00.655761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:00.660407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d648e6b-0ce7-441c-a04d-a1168fdfb907 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:00.674538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=bed8a231-e57e-48d6-8543-9650dc42aa69,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:00.690730 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-03d12ab8-3063-4df9-9489-da8d1ce82d65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7135520 May 28 06:11:00.691461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38678) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:00.704467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:fb:5d:d4', 'name': 'tempest-NetworksTestDHCPv6-991804691'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:00.862088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:00.871659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:00.883556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:00.884367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': 'bed8a231-e57e-48d6-8543-9650dc42aa69'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:11:00.885203 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.013110 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.040239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 6cf3ee92-5fb5-443a-ae92-0e40c2ed5aba yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:01.042975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Allocated IP 2001:db8::f816:3eff:fe07:34df (849db3b9-5f39-428b-9c5f-0d9a168770f7/bed8a231-e57e-48d6-8543-9650dc42aa69/55f78c27-f56f-4a8d-b715-56841e545f2b) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:01.143974 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.212395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d46b-4474-40b2-9951-bd064b112ff0 req-3786aa71-96d6-4d12-ad65-9bf964e817b5 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:01.213848 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8c91d46b-4474-40b2-9951-bd064b112ff0 req-3786aa71-96d6-4d12-ad65-9bf964e817b5 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 946 time: 0.0994098 May 28 06:11:01.260624 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8c91d46b-4474-40b2-9951-bd064b112ff0 req-96c27be1-3ee8-4429-a406-b15630d6ae85 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405121 May 28 06:11:01.268620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.279474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Transition to ACTIVE for port object 55f78c27-f56f-4a8d-b715-56841e545f2b will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:01.300392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Transition to ACTIVE for port object 55f78c27-f56f-4a8d-b715-56841e545f2b will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:01.306333 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.354358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:01.360901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:01.364350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019af6a-09a0-4772-8b84-a2f8315ba4f6 req-ab1320a6-3219-4375-b7e9-a98199761c00 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:01.366051 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c019af6a-09a0-4772-8b84-a2f8315ba4f6 req-ab1320a6-3219-4375-b7e9-a98199761c00 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.0867302 May 28 06:11:01.372434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:01.390617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::f816:3eff:fefb:5dd4 (849db3b9-5f39-428b-9c5f-0d9a168770f7/bed8a231-e57e-48d6-8543-9650dc42aa69/6cf3ee92-5fb5-443a-ae92-0e40c2ed5aba) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:01.420380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c019af6a-09a0-4772-8b84-a2f8315ba4f6 req-d97df885-0545-4602-b7d8-1e71c6877f70 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477481 May 28 06:11:01.490900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Pushing event updated for resources: {'Port': ['ID=55f78c27-f56f-4a8d-b715-56841e545f2b,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:01.513344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Attempting to bind port 55f78c27-f56f-4a8d-b715-56841e545f2b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:11:01.513855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Attempting to bind port 55f78c27-f56f-4a8d-b715-56841e545f2b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:11:01.514219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Attempting to bind port 55f78c27-f56f-4a8d-b715-56841e545f2b on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:11:01.520280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:11:01.520655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:11:01.521072 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.521452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:11:01.521911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Bound port: 55f78c27-f56f-4a8d-b715-56841e545f2b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:11:01.522284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.592406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f008-e0d5-40d9-b897-2f6da6d7621e req-f02b4db6-c613-468f-a797-b881ba56204f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:01.594293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daa2f008-e0d5-40d9-b897-2f6da6d7621e req-f02b4db6-c613-468f-a797-b881ba56204f tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 946 time: 0.2002680 May 28 06:11:01.623638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] For port 55f78c27-f56f-4a8d-b715-56841e545f2b, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:11:01.627577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] For port 55f78c27-f56f-4a8d-b715-56841e545f2b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=55f78c27-f56f-4a8d-b715-56841e545f2b,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:11:01.632860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.674079 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-daa2f008-e0d5-40d9-b897-2f6da6d7621e req-6d34d566-0acd-40cb-b306-9bb70706b096 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704982 May 28 06:11:01.698520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38690) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:01.708358 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.721757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddc001-4e74-4702-bebc-45f4012d5508 None None] Pushing event updated for resources: {'Port': ['ID=55f78c27-f56f-4a8d-b715-56841e545f2b,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:01.724787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 6cf3ee92-5fb5-443a-ae92-0e40c2ed5aba will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:01.754506 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.782186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f0cc98-a924-4073-bd37-91ff6d33524c tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:01.787084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c0f0cc98-a924-4073-bd37-91ff6d33524c tempest-TestNetworkBasicOps-141916466 tempest-TestNetworkBasicOps-141916466-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 1092 time: 0.0846057 May 28 06:11:01.787212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38694) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:01.792264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:01.799967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:01.804163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Usage tracker for resource:floatingip and tenant:51898e09918a40e3bfb096149abf1819 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:01.807101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:01.813182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:01.825781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.833249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:01.836574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:01.840457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:01.845917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:01.846538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.854454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=6cf3ee92-5fb5-443a-ae92-0e40c2ed5aba,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:01.875036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-268f40b4-72ad-4ff7-b160-362fff08b722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1824145 May 28 06:11:01.878739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38698) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:01.984348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc39158-953f-4798-8d00-c644d8484f99 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:01.990276 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:01.992641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc39158-953f-4798-8d00-c644d8484f99 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:01.993477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ddc39158-953f-4798-8d00-c644d8484f99 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:02.011898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ddc39158-953f-4798-8d00-c644d8484f99 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:02.013343 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ddc39158-953f-4798-8d00-c644d8484f99 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1336064 May 28 06:11:02.016718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38702) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:02.110358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 55f78c27-f56f-4a8d-b715-56841e545f2b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:02.125016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0dda10d1-7dd5-40a7-9561-26c2b0edd1ad tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 6cf3ee92-5fb5-443a-ae92-0e40c2ed5aba {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:02.125628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dda10d1-7dd5-40a7-9561-26c2b0edd1ad tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:02.176268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Allocated IP 172.25.4.53 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/88192173-1503-4a97-842e-4e0c73634c9f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:02.235210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 55f78c27-f56f-4a8d-b715-56841e545f2b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:02.349553 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:02.383133 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:02.452395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:02.455344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:02.457719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:02.498760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=88192173-1503-4a97-842e-4e0c73634c9f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:02.557974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dda10d1-7dd5-40a7-9561-26c2b0edd1ad tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:02.688653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0dda10d1-7dd5-40a7-9561-26c2b0edd1ad tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 6cf3ee92-5fb5-443a-ae92-0e40c2ed5aba owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:02.805050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b9e72-ff77-4d84-bb4f-93beb97d736c req-1095d7ba-c3a1-4914-acc1-27cf1cc29c6a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:02.806568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-517b9e72-ff77-4d84-bb4f-93beb97d736c req-1095d7ba-c3a1-4914-acc1-27cf1cc29c6a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.2329693 May 28 06:11:02.851305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dda10d1-7dd5-40a7-9561-26c2b0edd1ad tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:02.904668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda10d1-7dd5-40a7-9561-26c2b0edd1ad tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=6cf3ee92-5fb5-443a-ae92-0e40c2ed5aba,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:02.944766 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dda10d1-7dd5-40a7-9561-26c2b0edd1ad tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:02.955618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-517b9e72-ff77-4d84-bb4f-93beb97d736c req-64117364-a90c-4ba5-93af-d2f7231618be tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341605 May 28 06:11:02.957452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6210dabc-f197-4a28-925e-2d1d57efceea None None] Provisioning for port 55f78c27-f56f-4a8d-b715-56841e545f2b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:02.965002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6210dabc-f197-4a28-925e-2d1d57efceea None None] Provisioning complete for port 55f78c27-f56f-4a8d-b715-56841e545f2b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:02.965435 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6210dabc-f197-4a28-925e-2d1d57efceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:02.966777 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0dda10d1-7dd5-40a7-9561-26c2b0edd1ad tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/6cf3ee92-5fb5-443a-ae92-0e40c2ed5aba HTTP/1.1" status: 204 len: 168 time: 0.9490373 May 28 06:11:02.971272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38708) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:03.059047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.066303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8644ed44-84f6-4fda-b465-3709e9da5a4a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:03.067856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8644ed44-84f6-4fda-b465-3709e9da5a4a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:03.072160 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8644ed44-84f6-4fda-b465-3709e9da5a4a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0998685 May 28 06:11:03.072902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38712) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:03.117806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6210dabc-f197-4a28-925e-2d1d57efceea None None] Current status of the port 55f78c27-f56f-4a8d-b715-56841e545f2b is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:03.118872 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6210dabc-f197-4a28-925e-2d1d57efceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.148284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e598fafd-53a1-4f9e-a3ef-e7231152a3a2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet bed8a231-e57e-48d6-8543-9650dc42aa69 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:03.152219 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e598fafd-53a1-4f9e-a3ef-e7231152a3a2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.153625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.162824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-6210dabc-f197-4a28-925e-2d1d57efceea None None] For port 55f78c27-f56f-4a8d-b715-56841e545f2b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=55f78c27-f56f-4a8d-b715-56841e545f2b,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:03.168352 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6210dabc-f197-4a28-925e-2d1d57efceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.229124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e598fafd-53a1-4f9e-a3ef-e7231152a3a2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.256969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210dabc-f197-4a28-925e-2d1d57efceea None None] Pushing event updated for resources: {'Port': ['ID=55f78c27-f56f-4a8d-b715-56841e545f2b,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:03.281251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-22151077-76b2-4189-9f9e-c4550afc39ed None None] Could not find standard attr ID for object 6cf3ee92-5fb5-443a-ae92-0e40c2ed5aba. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:11:03.320147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e598fafd-53a1-4f9e-a3ef-e7231152a3a2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.401091 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e598fafd-53a1-4f9e-a3ef-e7231152a3a2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.447944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e598fafd-53a1-4f9e-a3ef-e7231152a3a2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.450632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598fafd-53a1-4f9e-a3ef-e7231152a3a2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=bed8a231-e57e-48d6-8543-9650dc42aa69,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:03.455478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7861f11-7452-46fc-9f3c-90d4e3cf5f0a None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:03.463703 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e598fafd-53a1-4f9e-a3ef-e7231152a3a2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/bed8a231-e57e-48d6-8543-9650dc42aa69 HTTP/1.1" status: 204 len: 168 time: 0.3876500 May 28 06:11:03.464061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38716) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:03.537503 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f65caebf-945b-4c23-9140-9c068b35ef18 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696785 May 28 06:11:03.537986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38720) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:03.544567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:03.575939 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.580425 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.668537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:03.673003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:03.676467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:03.682296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:03.696446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event updated for resources: {'Port': ['ID=88192173-1503-4a97-842e-4e0c73634c9f,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:03.697211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:03.702526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.707619 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.726667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3efdc7e-4744-43b1-971e-c11f83628ed5 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:11:03.731856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e3efdc7e-4744-43b1-971e-c11f83628ed5 None None] Deleting port 55f78c27-f56f-4a8d-b715-56841e545f2b {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:03.732236 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e3efdc7e-4744-43b1-971e-c11f83628ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:03.886378 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Floating IP b2199b29-b21d-45cf-a359-2a231adb9d6f associated. External IP: 172.25.4.53, port: affff2ae-04b5-4bb8-84e5-0ecc40ed03fb. May 28 06:11:03.940219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e3efdc7e-4744-43b1-971e-c11f83628ed5 None None] For port 55f78c27-f56f-4a8d-b715-56841e545f2b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=55f78c27-f56f-4a8d-b715-56841e545f2b,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:03.940707 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e3efdc7e-4744-43b1-971e-c11f83628ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:04.091198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.objects.ports [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88416) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:11:04.102456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 55f78c27-f56f-4a8d-b715-56841e545f2b no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:11:04.139384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e3efdc7e-4744-43b1-971e-c11f83628ed5 None None] Calling delete_port for 55f78c27-f56f-4a8d-b715-56841e545f2b owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:04.244026 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e3efdc7e-4744-43b1-971e-c11f83628ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:04.291769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efdc7e-4744-43b1-971e-c11f83628ed5 None None] Pushing event deleted for resources: {'Port': ['ID=55f78c27-f56f-4a8d-b715-56841e545f2b,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:04.293579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No active binding found for port 55f78c27-f56f-4a8d-b715-56841e545f2b {{(pid=88418) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 06:11:04.293976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 55f78c27-f56f-4a8d-b715-56841e545f2b not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:11:04.299456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efdc7e-4744-43b1-971e-c11f83628ed5 None None] No DVR routers for this DVR port 55f78c27-f56f-4a8d-b715-56841e545f2b on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:11:04.302696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df4da-ff07-4d85-9680-f09e686dc21d req-c87cf31f-61aa-4f45-8a37-ff7df2059540 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:04.304237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-020df4da-ff07-4d85-9680-f09e686dc21d req-c87cf31f-61aa-4f45-8a37-ff7df2059540 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1754687 May 28 06:11:04.329399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router a8295fe0-6036-4607-b239-1f4d34c2a314 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:11:04.332200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_pluggable_backend [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Port 55f78c27-f56f-4a8d-b715-56841e545f2b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88416) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 28 06:11:04.332510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_pluggable_backend [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Reverting IP allocation for 2001:db8::f816:3eff:fe07:34df {{(pid=88416) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 28 06:11:04.348532 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:04.391032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-020df4da-ff07-4d85-9680-f09e686dc21d req-30273c0e-1701-4c45-9922-000e3ef4a2ea tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804498 May 28 06:11:04.523000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:04.524079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:11:04.526358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:04.531911 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:04.532644 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:04.535094 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] Sync routers for ids ['a8295fe0-6036-4607-b239-1f4d34c2a314'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:11:04.540645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee992ef7-b256-4b0c-96c3-52c8c26bc7c3 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:04.549004 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] Routers {'a8295fe0-6036-4607-b239-1f4d34c2a314'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:11:04.549785 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a8295fe0-6036-4607-b239-1f4d34c2a314'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:11:04.553953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:04.560485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=de8e209d-8b3c-41ad-b03c-2a8d79672849,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:04.568385 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-67db2a6b-912e-4e84-a69e-a0895282c620 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0269673 May 28 06:11:04.568626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38726) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:04.574347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:11:70:0a', 'name': 'tempest-NetworksTestDHCPv6-2090145867'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:04.622377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eafd0d84-c4b9-45e1-9dfc-b3ca5f6a45e3 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8341057 May 28 06:11:04.623038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'tag': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:11:04.628153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38730) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:04.710754 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0e8172-5729-47d2-9533-599463e01ef8'] response: {'name': 'network-changed', 'server_uuid': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'tag': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'status': 'completed', 'code': 200} May 28 06:11:04.754328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:04.759365 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] Set router a8295fe0-6036-4607-b239-1f4d34c2a314 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:11:04.759651 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:04.762832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:04.770054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:04.783254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:04.788429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:04.823768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port eb69ade4-3739-4558-a2de-eff801205f01 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:04.827367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': 'de8e209d-8b3c-41ad-b03c-2a8d79672849'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:11:04.828545 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:04.832510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2b5a4e81-445b-4dda-8479-a8e68304f08d tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/floatingips/b2199b29-b21d-45cf-a359-2a231adb9d6f HTTP/1.1" status: 200 len: 991 time: 0.2032170 May 28 06:11:04.844047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-07561762-23f1-4d67-97f7-30866c990861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:04.845502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-07561762-23f1-4d67-97f7-30866c990861 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 1097 time: 0.0944734 May 28 06:11:04.999476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::f816:3eff:fe11:700a (849db3b9-5f39-428b-9c5f-0d9a168770f7/de8e209d-8b3c-41ad-b03c-2a8d79672849/eb69ade4-3739-4558-a2de-eff801205f01) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:05.012679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-f5d2c1b6-5f34-45ab-9670-cdd449832877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:05.014278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-f5d2c1b6-5f34-45ab-9670-cdd449832877 service neutron] 10.222.0.33 "GET /v2.0/networks?id=11ed71de-9ec9-4e02-8145-7818d286d9ea HTTP/1.1" status: 200 len: 897 time: 0.1630497 May 28 06:11:05.124758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-d275f307-4842-4e4e-99e3-58a738c76eff service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb HTTP/1.1" status: 200 len: 999 time: 0.1029332 May 28 06:11:05.219648 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:40Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b2199b29-b21d-45cf-a359-2a231adb9d6f', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'port_id': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'mac_address': 'fa:16:3e:41:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:11:02Z', 'updated_at': '2022-05-28T06:11:02Z', 'revision_number': 0, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4779998-6674-4054-93a0-6aa7e22bea87', 'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:1e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:39Z', 'updated_at': '2022-05-28T06:10:50Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:11:05.223844 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] Checking router: a8295fe0-6036-4607-b239-1f4d34c2a314 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:11:05.230737 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:05.233535 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] Routers {'a8295fe0-6036-4607-b239-1f4d34c2a314'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:11:05.233854 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:10:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a8295fe0-6036-4607-b239-1f4d34c2a314'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:11:05.248242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object eb69ade4-3739-4558-a2de-eff801205f01 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:05.273744 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:05.316329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-84304059-3c59-4421-a3e7-edd1897c7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:05.317765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-84304059-3c59-4421-a3e7-edd1897c7b51 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=19af9be6-9f49-4a82-a53e-bb5a2d1575bf HTTP/1.1" status: 200 len: 835 time: 0.1872180 May 28 06:11:05.348841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Allocated IP 2001:db8::f816:3eff:fe0f:6c4f (849db3b9-5f39-428b-9c5f-0d9a168770f7/de8e209d-8b3c-41ad-b03c-2a8d79672849/6fe1dca3-9506-4a7f-a356-07e2142ffebc) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:05.357352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:05.361808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:05.366057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:05.372868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:05.373624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:05.395643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=eb69ade4-3739-4558-a2de-eff801205f01,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:05.404476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-de1fd74b-abcd-48ae-b9e0-d8ea547e7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:05.406351 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-de1fd74b-abcd-48ae-b9e0-d8ea547e7773 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=11ed71de-9ec9-4e02-8145-7818d286d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813382 May 28 06:11:05.414325 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-721d5c03-82fc-4911-b337-319f22c91138 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8445506 May 28 06:11:05.415156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38736) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:05.446956 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] Set router a8295fe0-6036-4607-b239-1f4d34c2a314 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:11:05.529244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc53dfb-34f0-416a-9231-d41d77f2decd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:05.530748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7bc53dfb-34f0-416a-9231-d41d77f2decd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:05.567327 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-36fe029d-da6e-413e-bdfa-0f12fa38c0f7 service neutron] 10.222.0.33 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547070 May 28 06:11:05.570010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7bc53dfb-34f0-416a-9231-d41d77f2decd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:05.571654 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7bc53dfb-34f0-416a-9231-d41d77f2decd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1552420 May 28 06:11:05.574254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38742) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:05.648713 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:05.660425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Transition to ACTIVE for port object 6fe1dca3-9506-4a7f-a356-07e2142ffebc will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:05.680933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Transition to ACTIVE for port object 6fe1dca3-9506-4a7f-a356-07e2142ffebc will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:05.689090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:05.721306 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a6aba5a-0ce6-4b67-ac6d-39ab5cd95bac req-6c888243-1aa4-471a-88d6-5326268ac981 service neutron] 10.222.0.33 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448853 May 28 06:11:05.723727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-13ba9856-ddae-4720-8bee-05493005f659 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port eb69ade4-3739-4558-a2de-eff801205f01 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:05.724245 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13ba9856-ddae-4720-8bee-05493005f659 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:05.757907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:05.760924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:05.763390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:05.798477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dab84c-6388-4421-a104-a993dec6581b req-f2526536-5939-40e5-9247-e0bf9ae7399c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:05.806519 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3dab84c-6388-4421-a104-a993dec6581b req-f2526536-5939-40e5-9247-e0bf9ae7399c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1901231 May 28 06:11:05.836381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38746) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:05.839640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Pushing event updated for resources: {'Port': ['ID=6fe1dca3-9506-4a7f-a356-07e2142ffebc,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:05.862613 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:40Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b2199b29-b21d-45cf-a359-2a231adb9d6f', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'port_id': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'mac_address': 'fa:16:3e:41:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:11:02Z', 'updated_at': '2022-05-28T06:11:02Z', 'revision_number': 0, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4779998-6674-4054-93a0-6aa7e22bea87', 'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:1e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:39Z', 'updated_at': '2022-05-28T06:10:50Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:11:05.866872 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8a5e6-ee60-4215-a79e-57e65ad92087 None None] The sync data for ids ['a8295fe0-6036-4607-b239-1f4d34c2a314'] in n-d-843679-5 is: [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:40Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b2199b29-b21d-45cf-a359-2a231adb9d6f', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'port_id': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'mac_address': 'fa:16:3e:41:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:11:02Z', 'updated_at': '2022-05-28T06:11:02Z', 'revision_number': 0, 'project_id': '51898e09918a40e3bfb096149abf1819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4779998-6674-4054-93a0-6aa7e22bea87', 'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:1e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:39Z', 'updated_at': '2022-05-28T06:10:50Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:11:05.869100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Attempting to bind port 6fe1dca3-9506-4a7f-a356-07e2142ffebc on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:11:05.869481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Attempting to bind port 6fe1dca3-9506-4a7f-a356-07e2142ffebc by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:11:05.869822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Attempting to bind port 6fe1dca3-9506-4a7f-a356-07e2142ffebc on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:11:05.875768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:11:05.876148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:11:05.876583 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:05.877102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:11:05.877576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Bound port: 6fe1dca3-9506-4a7f-a356-07e2142ffebc, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:11:05.877946 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:05.972596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] For port 6fe1dca3-9506-4a7f-a356-07e2142ffebc, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:11:05.974501 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-db5b3901-8fd3-4689-9b42-41e01e976f34 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/floatingips/b2199b29-b21d-45cf-a359-2a231adb9d6f HTTP/1.1" status: 200 len: 991 time: 0.1368623 May 28 06:11:05.975947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] For port 6fe1dca3-9506-4a7f-a356-07e2142ffebc, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6fe1dca3-9506-4a7f-a356-07e2142ffebc,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:11:05.982721 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:06.041215 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3dab84c-6388-4421-a104-a993dec6581b req-7109ffe7-6a84-4779-ad66-b0d5aa84b24f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349670 May 28 06:11:06.083456 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13ba9856-ddae-4720-8bee-05493005f659 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:06.097142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed3184-a193-4721-9a9e-5b19496ce41d None None] Pushing event updated for resources: {'Port': ['ID=6fe1dca3-9506-4a7f-a356-07e2142ffebc,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:06.150582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb476c15-f8ae-495c-a8c3-c515bd6fa8ff None None] New status for floating IP b2199b29-b21d-45cf-a359-2a231adb9d6f: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:11:06.247689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-13ba9856-ddae-4720-8bee-05493005f659 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for eb69ade4-3739-4558-a2de-eff801205f01 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:06.431835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13ba9856-ddae-4720-8bee-05493005f659 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:06.486668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba9856-ddae-4720-8bee-05493005f659 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=eb69ade4-3739-4558-a2de-eff801205f01,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:06.531891 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-13ba9856-ddae-4720-8bee-05493005f659 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:06.542271 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-13ba9856-ddae-4720-8bee-05493005f659 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/eb69ade4-3739-4558-a2de-eff801205f01 HTTP/1.1" status: 204 len: 168 time: 0.9667335 May 28 06:11:06.544620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38750) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:06.611953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c64b897-eaea-43d6-b189-4357adcfd932 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:06.613426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c64b897-eaea-43d6-b189-4357adcfd932 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:06.614161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8c64b897-eaea-43d6-b189-4357adcfd932 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:06.629294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8c64b897-eaea-43d6-b189-4357adcfd932 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:06.630464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8c64b897-eaea-43d6-b189-4357adcfd932 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0849695 May 28 06:11:06.633146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38754) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:06.697049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-9506176f-728b-4425-b33b-d4bcb1778ef2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet de8e209d-8b3c-41ad-b03c-2a8d79672849 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:06.699908 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9506176f-728b-4425-b33b-d4bcb1778ef2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:06.875790 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9506176f-728b-4425-b33b-d4bcb1778ef2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:06.958483 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9506176f-728b-4425-b33b-d4bcb1778ef2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:06.977690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38758) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:07.037198 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9506176f-728b-4425-b33b-d4bcb1778ef2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:07.097650 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5f2b0ab7-369a-453d-aa68-a710ac540e09 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/floatingips/b2199b29-b21d-45cf-a359-2a231adb9d6f HTTP/1.1" status: 200 len: 993 time: 0.1187618 May 28 06:11:07.099571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506176f-728b-4425-b33b-d4bcb1778ef2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=de8e209d-8b3c-41ad-b03c-2a8d79672849,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:07.101937 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9506176f-728b-4425-b33b-d4bcb1778ef2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:07.112078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d03aa-f1a8-4e00-8c43-716c1edc3e0a None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:07.126285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38764) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:07.128086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9506176f-728b-4425-b33b-d4bcb1778ef2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/de8e209d-8b3c-41ad-b03c-2a8d79672849 HTTP/1.1" status: 204 len: 168 time: 0.4926057 May 28 06:11:07.216279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c3b319d4-c1c9-4963-94f8-abcab2029b96 None None] Provisioning for port 6fe1dca3-9506-4a7f-a356-07e2142ffebc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:07.231726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-45bb1832-ca81-4f3d-8896-bc7b5d5ae342 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032381 May 28 06:11:07.234714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38768) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:07.283128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcc6fd-ab08-4b58-aa84-68ad8462fa4a req-014b3484-e25e-4d77-aa19-36378b4e72cb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:07.287737 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9abcc6fd-ab08-4b58-aa84-68ad8462fa4a req-014b3484-e25e-4d77-aa19-36378b4e72cb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1004887 May 28 06:11:07.324642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda30f0a-dac2-496d-b6c0-70a1371fa4bd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:07.325605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fda30f0a-dac2-496d-b6c0-70a1371fa4bd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:07.333825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9abcc6fd-ab08-4b58-aa84-68ad8462fa4a req-1e88b572-979d-4522-9d32-98fefdb6bdd7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 May 28 06:11:07.344035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fda30f0a-dac2-496d-b6c0-70a1371fa4bd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:07.347266 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fda30f0a-dac2-496d-b6c0-70a1371fa4bd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1099083 May 28 06:11:07.348355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38772) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:07.384784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc93c51-e110-4f20-94ef-f51279f3ef07 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:11:07.396267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3cc93c51-e110-4f20-94ef-f51279f3ef07 None None] Deleting port 6fe1dca3-9506-4a7f-a356-07e2142ffebc {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:07.396637 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3cc93c51-e110-4f20-94ef-f51279f3ef07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:07.419892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab77803-56d9-422c-82ac-aa1c08215da6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:07.420577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8ab77803-56d9-422c-82ac-aa1c08215da6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:07.436162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8ab77803-56d9-422c-82ac-aa1c08215da6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:07.437397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8ab77803-56d9-422c-82ac-aa1c08215da6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0880260 May 28 06:11:07.440505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38776) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:07.509368 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-78c76e13-4a6b-4ed0-8f11-c2fe2f30b0dd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677750 May 28 06:11:07.513361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38780) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:07.519101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:07.598922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3cc93c51-e110-4f20-94ef-f51279f3ef07 None None] For port 6fe1dca3-9506-4a7f-a356-07e2142ffebc, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=6fe1dca3-9506-4a7f-a356-07e2142ffebc,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:07.599340 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3cc93c51-e110-4f20-94ef-f51279f3ef07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:07.632154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:07.641593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:07.652078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:07.655795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:07.720887 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3cc93c51-e110-4f20-94ef-f51279f3ef07 None None] Calling delete_port for 6fe1dca3-9506-4a7f-a356-07e2142ffebc owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:07.831619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3cc93c51-e110-4f20-94ef-f51279f3ef07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:07.878391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc93c51-e110-4f20-94ef-f51279f3ef07 None None] Pushing event deleted for resources: {'Port': ['ID=6fe1dca3-9506-4a7f-a356-07e2142ffebc,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:07.880211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc93c51-e110-4f20-94ef-f51279f3ef07 None None] No DVR routers for this DVR port 6fe1dca3-9506-4a7f-a356-07e2142ffebc on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:11:07.980964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.objects.ports [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88416) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:11:07.982057 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.046986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:08.049885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:08.054046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:08.054623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.058722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3568b1c5-9aa0-4727-8cbd-8627f0190fe7 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:08.067318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=6bdf8e8e-e6e6-497c-b023-eca0561db4b9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:08.084224 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c826d34c-dbd7-4633-99f7-dd07de39f786 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5695271 May 28 06:11:08.086759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38784) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:08.093232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:1c:3d:80', 'name': 'tempest-NetworksTestDHCPv6-205785063'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:08.237778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:08.248331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:08.258895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:08.273044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': '6bdf8e8e-e6e6-497c-b023-eca0561db4b9'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:11:08.273878 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.387648 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.415624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port f4173049-b336-4e2f-a86c-9a54dcdc7be7 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:08.436982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Allocated IP 2001:db8::f816:3eff:fe6d:c63a (849db3b9-5f39-428b-9c5f-0d9a168770f7/6bdf8e8e-e6e6-497c-b023-eca0561db4b9/9342c50e-de21-46b6-a119-32d484e0c75b) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:08.547092 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d53676c6-e046-4976-8b21-79aff93bbb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.567406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adb698-cfa8-4d05-870f-7d06b38327c2 req-117c3a15-bf20-48b2-aebb-8f74070ba5ac tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:08.568976 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-41adb698-cfa8-4d05-870f-7d06b38327c2 req-117c3a15-bf20-48b2-aebb-8f74070ba5ac tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1150413 May 28 06:11:08.613276 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-41adb698-cfa8-4d05-870f-7d06b38327c2 req-66b6fe38-9ce8-4bfe-b3b9-3b721ecdad36 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385766 May 28 06:11:08.656149 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.666670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Transition to ACTIVE for port object 9342c50e-de21-46b6-a119-32d484e0c75b will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:08.684877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Transition to ACTIVE for port object 9342c50e-de21-46b6-a119-32d484e0c75b will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:08.690164 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.756246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::f816:3eff:fe1c:3d80 (849db3b9-5f39-428b-9c5f-0d9a168770f7/6bdf8e8e-e6e6-497c-b023-eca0561db4b9/f4173049-b336-4e2f-a86c-9a54dcdc7be7) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:08.756527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:08.759202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:08.763019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:08.772678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Pushing event updated for resources: {'Port': ['ID=9342c50e-de21-46b6-a119-32d484e0c75b,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:08.859487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Attempting to bind port 9342c50e-de21-46b6-a119-32d484e0c75b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:11:08.859854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Attempting to bind port 9342c50e-de21-46b6-a119-32d484e0c75b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:11:08.860219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Attempting to bind port 9342c50e-de21-46b6-a119-32d484e0c75b on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:11:08.865513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:11:08.865887 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:11:08.866291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.866689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:11:08.867151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Bound port: 9342c50e-de21-46b6-a119-32d484e0c75b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:11:08.867575 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.959331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.964834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] For port 9342c50e-de21-46b6-a119-32d484e0c75b, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:11:08.967776 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] For port 9342c50e-de21-46b6-a119-32d484e0c75b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9342c50e-de21-46b6-a119-32d484e0c75b,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:11:08.972942 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:08.976082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object f4173049-b336-4e2f-a86c-9a54dcdc7be7 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:09.001663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:09.057909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e91d55-6e8c-465f-98c7-a774f046c358 None None] Pushing event updated for resources: {'Port': ['ID=9342c50e-de21-46b6-a119-32d484e0c75b,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:09.083521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:09.086735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:09.089085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:09.094676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:09.095350 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:09.108054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=f4173049-b336-4e2f-a86c-9a54dcdc7be7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:09.126097 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bcc1a3e2-343d-4be8-8420-3c847fed1a26 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0382056 May 28 06:11:09.129261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38790) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:09.337425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f15ede6-1dd6-463e-b789-276a7de86d3c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:09.343386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f15ede6-1dd6-463e-b789-276a7de86d3c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:09.344176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1f15ede6-1dd6-463e-b789-276a7de86d3c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:09.360692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1f15ede6-1dd6-463e-b789-276a7de86d3c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:09.361928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1f15ede6-1dd6-463e-b789-276a7de86d3c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2315352 May 28 06:11:09.364584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38794) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:09.433544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e694fae0-5c4e-4ae5-8071-cd22446bf3e1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port f4173049-b336-4e2f-a86c-9a54dcdc7be7 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:09.434208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e694fae0-5c4e-4ae5-8071-cd22446bf3e1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:09.675065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e694fae0-5c4e-4ae5-8071-cd22446bf3e1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:09.810023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e694fae0-5c4e-4ae5-8071-cd22446bf3e1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for f4173049-b336-4e2f-a86c-9a54dcdc7be7 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:09.810521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9882b4-0942-498d-a084-831b30037b4a req-5a7ac3c2-0aa9-4d15-88fa-ba98e5ef5f90 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:09.812064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b9882b4-0942-498d-a084-831b30037b4a req-5a7ac3c2-0aa9-4d15-88fa-ba98e5ef5f90 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.0854292 May 28 06:11:09.858376 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5b9882b4-0942-498d-a084-831b30037b4a req-a739dae4-3745-4c05-9c62-09b6d279b85a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397587 May 28 06:11:09.960909 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e694fae0-5c4e-4ae5-8071-cd22446bf3e1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.018108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694fae0-5c4e-4ae5-8071-cd22446bf3e1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=f4173049-b336-4e2f-a86c-9a54dcdc7be7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:10.072818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e694fae0-5c4e-4ae5-8071-cd22446bf3e1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.082854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4b201696-0c5a-4c45-9b21-5674f3f110bf None None] Provisioning for port 9342c50e-de21-46b6-a119-32d484e0c75b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:10.102873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38800) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:10.103028 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e694fae0-5c4e-4ae5-8071-cd22446bf3e1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/f4173049-b336-4e2f-a86c-9a54dcdc7be7 HTTP/1.1" status: 204 len: 168 time: 0.7369208 May 28 06:11:10.115525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9342c50e-de21-46b6-a119-32d484e0c75b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:10.188706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c99354-7d98-477b-85d5-33d283f25095 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:10.190517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c99354-7d98-477b-85d5-33d283f25095 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:10.191425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a1c99354-7d98-477b-85d5-33d283f25095 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:10.192293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 9342c50e-de21-46b6-a119-32d484e0c75b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:10.197500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9342c50e-de21-46b6-a119-32d484e0c75b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:10.197882 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.209751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a1c99354-7d98-477b-85d5-33d283f25095 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:10.211698 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a1c99354-7d98-477b-85d5-33d283f25095 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1080589 May 28 06:11:10.214165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38804) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:10.274350 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.288204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b09997-2537-4937-a6e6-70012abe09dc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 6bdf8e8e-e6e6-497c-b023-eca0561db4b9 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:10.291573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68b09997-2537-4937-a6e6-70012abe09dc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.339902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9342c50e-de21-46b6-a119-32d484e0c75b is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:10.340284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.357836 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68b09997-2537-4937-a6e6-70012abe09dc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.374418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 9342c50e-de21-46b6-a119-32d484e0c75b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9342c50e-de21-46b6-a119-32d484e0c75b,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:10.379818 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.434650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3055eb4c-c7b0-4c57-8523-2047221e00d4 None None] Could not find standard attr ID for object f4173049-b336-4e2f-a86c-9a54dcdc7be7. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:11:10.447073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68b09997-2537-4937-a6e6-70012abe09dc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.455367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=9342c50e-de21-46b6-a119-32d484e0c75b,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:10.521997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68b09997-2537-4937-a6e6-70012abe09dc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.563215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b09997-2537-4937-a6e6-70012abe09dc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=6bdf8e8e-e6e6-497c-b023-eca0561db4b9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:10.567050 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-68b09997-2537-4937-a6e6-70012abe09dc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.573853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a0114-9020-452c-bf73-d702794b7b2f None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:10.580810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-68b09997-2537-4937-a6e6-70012abe09dc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/6bdf8e8e-e6e6-497c-b023-eca0561db4b9 HTTP/1.1" status: 204 len: 168 time: 0.3654943 May 28 06:11:10.583212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38808) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:10.652109 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cb8fda69-01d2-4d08-b85e-37da7fd96608 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676463 May 28 06:11:10.654709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38812) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:10.660903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:10.759951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d752b788-853a-4be4-9edd-1318c0f6a726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.771188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:10.775325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:10.778162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:10.784659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:10.793683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:10.797874 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:10.827200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0e049-a414-43f5-b977-905edf5cc2f3 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:11:10.831571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0e049-a414-43f5-b977-905edf5cc2f3 None None] Deleting port 9342c50e-de21-46b6-a119-32d484e0c75b {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:10.832038 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1ed0e049-a414-43f5-b977-905edf5cc2f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:11.069969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1ed0e049-a414-43f5-b977-905edf5cc2f3 None None] For port 9342c50e-de21-46b6-a119-32d484e0c75b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9342c50e-de21-46b6-a119-32d484e0c75b,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:11.070260 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1ed0e049-a414-43f5-b977-905edf5cc2f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:11.146580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74f100-4b6e-4d39-9d40-6c22f4aeb2b7 req-10745e48-8591-47a4-9437-88134a7c40fc tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:11.148000 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a74f100-4b6e-4d39-9d40-6c22f4aeb2b7 req-10745e48-8591-47a4-9437-88134a7c40fc tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1717150 May 28 06:11:11.209345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0e049-a414-43f5-b977-905edf5cc2f3 None None] Calling delete_port for 9342c50e-de21-46b6-a119-32d484e0c75b owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:11.250799 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a74f100-4b6e-4d39-9d40-6c22f4aeb2b7 req-df85b1c2-6707-4233-ac28-99250b04d5ca tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967095 May 28 06:11:11.257994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.objects.ports [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88416) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:11:11.287823 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1ed0e049-a414-43f5-b977-905edf5cc2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:11.335290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0e049-a414-43f5-b977-905edf5cc2f3 None None] Pushing event deleted for resources: {'Port': ['ID=9342c50e-de21-46b6-a119-32d484e0c75b,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:11.343586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0e049-a414-43f5-b977-905edf5cc2f3 None None] No DVR routers for this DVR port 9342c50e-de21-46b6-a119-32d484e0c75b on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:11:11.348425 n-d-843679-5 neutron-server[88416]: WARNING neutron.services.revisions.revision_plugin [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Could not find related port for resource to bump revision. May 28 06:11:11.354569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_pluggable_backend [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Port 9342c50e-de21-46b6-a119-32d484e0c75b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88416) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 28 06:11:11.354887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_pluggable_backend [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6d:c63a {{(pid=88416) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 28 06:11:11.359612 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:11.416714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:11.419780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:11.422567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:11.423166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:11.428510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cd378c-dfe5-41b4-9c9f-953ddd92b8bc None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:11.449383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=56d3c5a9-5174-4ffc-8297-7bce7d8397d1,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:11.463882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a7a06ac3-f16f-4cce-a6a7-c23a5e6ee784 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8080637 May 28 06:11:11.466726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38818) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:11.472414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:e3:de:22', 'name': 'tempest-NetworksTestDHCPv6-948287923'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:11.613631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:11.617597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:11.620450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:11.626155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:11.637100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:11.652055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': '56d3c5a9-5174-4ffc-8297-7bce7d8397d1'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:11:11.653097 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:11.665191 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:11.718322 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:11.824652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Allocated IP 2001:db8::f816:3eff:febf:c19 (849db3b9-5f39-428b-9c5f-0d9a168770f7/56d3c5a9-5174-4ffc-8297-7bce7d8397d1/35bae7fb-a6b2-42c2-9f77-7dee59469dde) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:11.883262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:11.908696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port b1687d98-e30d-47e4-9fb8-bf9551c3b180 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:12.027897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:12.039316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Transition to ACTIVE for port object 35bae7fb-a6b2-42c2-9f77-7dee59469dde will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:12.052543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9342c50e-de21-46b6-a119-32d484e0c75b no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:11:12.094911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Transition to ACTIVE for port object 35bae7fb-a6b2-42c2-9f77-7dee59469dde will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:12.096179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 9342c50e-de21-46b6-a119-32d484e0c75b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:11:12.096523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9342c50e-de21-46b6-a119-32d484e0c75b not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:11:12.112611 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:12.179401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:12.179953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::f816:3eff:fee3:de22 (849db3b9-5f39-428b-9c5f-0d9a168770f7/56d3c5a9-5174-4ffc-8297-7bce7d8397d1/b1687d98-e30d-47e4-9fb8-bf9551c3b180) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:12.182398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:12.186220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:12.191950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Pushing event updated for resources: {'Port': ['ID=35bae7fb-a6b2-42c2-9f77-7dee59469dde,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:12.280785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Attempting to bind port 35bae7fb-a6b2-42c2-9f77-7dee59469dde on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:11:12.281441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Attempting to bind port 35bae7fb-a6b2-42c2-9f77-7dee59469dde by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:11:12.281744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Attempting to bind port 35bae7fb-a6b2-42c2-9f77-7dee59469dde on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:11:12.288255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:11:12.288858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:11:12.289346 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:12.289827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:11:12.290485 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Bound port: 35bae7fb-a6b2-42c2-9f77-7dee59469dde, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:11:12.290835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:12.397846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] For port 35bae7fb-a6b2-42c2-9f77-7dee59469dde, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:11:12.401335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] For port 35bae7fb-a6b2-42c2-9f77-7dee59469dde, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=35bae7fb-a6b2-42c2-9f77-7dee59469dde,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:11:12.407061 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:12.441076 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:12.462328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object b1687d98-e30d-47e4-9fb8-bf9551c3b180 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:12.496355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437b55b-77f0-4163-8952-4765a357ab6c req-1640b6b7-cae7-4bb5-8a98-0902567d7936 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:12.502605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d437b55b-77f0-4163-8952-4765a357ab6c req-1640b6b7-cae7-4bb5-8a98-0902567d7936 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1284819 May 28 06:11:12.504795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a514f5-8094-4e82-892f-52d288fdfd87 None None] Pushing event updated for resources: {'Port': ['ID=35bae7fb-a6b2-42c2-9f77-7dee59469dde,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:12.506977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:12.606371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:12.609805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:12.618324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:12.623808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:12.624414 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:12.653307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=b1687d98-e30d-47e4-9fb8-bf9551c3b180,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:12.663052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d437b55b-77f0-4163-8952-4765a357ab6c req-633a5327-936a-4609-9f5d-3406d054e0bc tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494422 May 28 06:11:12.676073 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1ed750b3-0848-43bb-b518-1bd678a6490b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2081494 May 28 06:11:12.678940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38824) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:12.778007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e7c61-4ec1-4a83-b4fb-f30f82275e62 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:12.784503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e7c61-4ec1-4a83-b4fb-f30f82275e62 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:12.785239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-326e7c61-4ec1-4a83-b4fb-f30f82275e62 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:12.801805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-326e7c61-4ec1-4a83-b4fb-f30f82275e62 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:12.803007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-326e7c61-4ec1-4a83-b4fb-f30f82275e62 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1219823 May 28 06:11:12.805649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38828) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:12.871490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-bd06db02-8bf6-411f-9ffd-021caadb3e8c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port b1687d98-e30d-47e4-9fb8-bf9551c3b180 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:12.871829 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd06db02-8bf6-411f-9ffd-021caadb3e8c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:13.116350 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd06db02-8bf6-411f-9ffd-021caadb3e8c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:13.245283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-bd06db02-8bf6-411f-9ffd-021caadb3e8c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for b1687d98-e30d-47e4-9fb8-bf9551c3b180 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:13.343134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:13.398730 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd06db02-8bf6-411f-9ffd-021caadb3e8c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:13.449452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06db02-8bf6-411f-9ffd-021caadb3e8c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=b1687d98-e30d-47e4-9fb8-bf9551c3b180,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:13.479430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6ff517c7-5305-4c16-95ad-92f45e303226 None None] Provisioning for port 35bae7fb-a6b2-42c2-9f77-7dee59469dde completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:13.499950 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd06db02-8bf6-411f-9ffd-021caadb3e8c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:13.514573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bd06db02-8bf6-411f-9ffd-021caadb3e8c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/b1687d98-e30d-47e4-9fb8-bf9551c3b180 HTTP/1.1" status: 204 len: 168 time: 0.7078705 May 28 06:11:13.516827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38832) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:13.582532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28112fb3-21a6-4f39-8ded-fdcec340f045 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:13.584147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28112fb3-21a6-4f39-8ded-fdcec340f045 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:13.584874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-28112fb3-21a6-4f39-8ded-fdcec340f045 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:13.601659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-28112fb3-21a6-4f39-8ded-fdcec340f045 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:13.605336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-28112fb3-21a6-4f39-8ded-fdcec340f045 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0851798 May 28 06:11:13.605560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38836) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:13.674465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5f7f34-2ba4-45cd-8342-aafc9cf47285 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 56d3c5a9-5174-4ffc-8297-7bce7d8397d1 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:13.677360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7f34-2ba4-45cd-8342-aafc9cf47285 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:13.698241 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3ee06afb-36c2-4fae-af90-33e8ceff5676 None None] Could not find standard attr ID for object b1687d98-e30d-47e4-9fb8-bf9551c3b180. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:11:13.738072 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7f34-2ba4-45cd-8342-aafc9cf47285 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:13.827302 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7f34-2ba4-45cd-8342-aafc9cf47285 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:13.902780 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7f34-2ba4-45cd-8342-aafc9cf47285 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:13.992240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625625a-05aa-409a-ab25-3608136697e8 req-f90c3225-169d-4fdb-9ed6-2a83e104cd06 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:13.994049 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5625625a-05aa-409a-ab25-3608136697e8 req-f90c3225-169d-4fdb-9ed6-2a83e104cd06 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.2008219 May 28 06:11:14.049802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f7f34-2ba4-45cd-8342-aafc9cf47285 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=56d3c5a9-5174-4ffc-8297-7bce7d8397d1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:14.054613 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5625625a-05aa-409a-ab25-3608136697e8 req-13224a8d-c247-4c14-ab01-18a1bc832da8 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546148 May 28 06:11:14.056377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7f34-2ba4-45cd-8342-aafc9cf47285 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:14.064996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4b165-a524-4b14-bbb1-313a078c1822 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:14.073333 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0c5f7f34-2ba4-45cd-8342-aafc9cf47285 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/56d3c5a9-5174-4ffc-8297-7bce7d8397d1 HTTP/1.1" status: 204 len: 168 time: 0.4644461 May 28 06:11:14.073711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38842) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:14.099191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 35bae7fb-a6b2-42c2-9f77-7dee59469dde up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:14.156439 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-245c7985-12cd-4129-a775-4dbaa61f8efa tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811129 May 28 06:11:14.158821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38846) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:14.238933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7f41a9-c20e-4895-8435-28e89384bec9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:14.239646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-eb7f41a9-c20e-4895-8435-28e89384bec9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:14.256739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-eb7f41a9-c20e-4895-8435-28e89384bec9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:14.260312 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eb7f41a9-c20e-4895-8435-28e89384bec9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0980413 May 28 06:11:14.260545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38850) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:14.329636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fef4d6e-94b4-4408-b116-9e2cd775f2a5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:14.330344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1fef4d6e-94b4-4408-b116-9e2cd775f2a5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:14.346957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1fef4d6e-94b4-4408-b116-9e2cd775f2a5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:14.350424 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1fef4d6e-94b4-4408-b116-9e2cd775f2a5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0867457 May 28 06:11:14.350685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38854) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:14.351456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 35bae7fb-a6b2-42c2-9f77-7dee59469dde completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:14.359804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 35bae7fb-a6b2-42c2-9f77-7dee59469dde triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:14.360176 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:14.421574 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-275a9b15-7dd8-41a6-90ab-8160024e7a68 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696046 May 28 06:11:14.427212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38858) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:14.433345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:14.547614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:14.562652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:14.574584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:14.578681 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:14.593537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f532d-1e97-424c-b0fa-14a694bfb234 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:11:14.600897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 35bae7fb-a6b2-42c2-9f77-7dee59469dde is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:14.601140 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:14.613130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-863f532d-1e97-424c-b0fa-14a694bfb234 None None] Deleting port 35bae7fb-a6b2-42c2-9f77-7dee59469dde {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:14.613506 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-863f532d-1e97-424c-b0fa-14a694bfb234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:14.747939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 35bae7fb-a6b2-42c2-9f77-7dee59469dde, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=35bae7fb-a6b2-42c2-9f77-7dee59469dde,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:14.803997 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:14.822428 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:14.886367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:14.889472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:14.894317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:14.894911 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:14.906264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=d87e0867-ed20-4687-a065-6b9483ba706e,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:14.927523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38874) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:14.928116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c0090f14-da40-48a8-ad14-543278916e37 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4992361 May 28 06:11:14.933192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:35:c0:84', 'name': 'tempest-NetworksTestDHCPv6-596284755'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:14.979491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=35bae7fb-a6b2-42c2-9f77-7dee59469dde,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:15.004967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-863f532d-1e97-424c-b0fa-14a694bfb234 None None] For port 35bae7fb-a6b2-42c2-9f77-7dee59469dde, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=35bae7fb-a6b2-42c2-9f77-7dee59469dde,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:15.005279 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-863f532d-1e97-424c-b0fa-14a694bfb234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:15.079426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:15.090742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:15.104188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:15.110681 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:15.148663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-863f532d-1e97-424c-b0fa-14a694bfb234 None None] Calling delete_port for 35bae7fb-a6b2-42c2-9f77-7dee59469dde owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:15.149036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 82237023-9487-4bce-ac90-f336029a91ed yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:15.178056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 708e497f-99e5-480e-a0cb-0e1e617ff179 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:11:15.360401 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-863f532d-1e97-424c-b0fa-14a694bfb234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:15.398828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::3d9 (849db3b9-5f39-428b-9c5f-0d9a168770f7/d87e0867-ed20-4687-a065-6b9483ba706e/82237023-9487-4bce-ac90-f336029a91ed) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:15.421284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6018e7-5c9d-4a35-8b19-cea0b9a33c63 req-fb11a684-0210-4fd7-8ee6-365b3bf68bab tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:15.422764 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa6018e7-5c9d-4a35-8b19-cea0b9a33c63 req-fb11a684-0210-4fd7-8ee6-365b3bf68bab tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1772535 May 28 06:11:15.435623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f532d-1e97-424c-b0fa-14a694bfb234 None None] Pushing event deleted for resources: {'Port': ['ID=35bae7fb-a6b2-42c2-9f77-7dee59469dde,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:15.441182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f532d-1e97-424c-b0fa-14a694bfb234 None None] No DVR routers for this DVR port 35bae7fb-a6b2-42c2-9f77-7dee59469dde on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:11:15.459864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19d6e0-1033-4689-a06c-8c9d39047b34 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:15.542604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:15.556327 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa6018e7-5c9d-4a35-8b19-cea0b9a33c63 req-6acf0ffa-6b7b-4b1b-93b7-36d02597d2d1 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098967 May 28 06:11:15.569306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'port_id': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'mac_address': 'fa:16:3e:42:32:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:11:15.715998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 708e497f-99e5-480e-a0cb-0e1e617ff179 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:15.716284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:15.721519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:15.740525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 82237023-9487-4bce-ac90-f336029a91ed will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:15.747038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 708e497f-99e5-480e-a0cb-0e1e617ff179 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:11:15.767790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:15.776100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:15.808281 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:15.859077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:15.863342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:15.865938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:15.871992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:15.872865 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:15.889334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=82237023-9487-4bce-ac90-f336029a91ed,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:15.920235 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-95c299c8-8f80-4a9c-a209-017b54978fb9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9885802 May 28 06:11:15.921012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38896) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:15.940437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:15.996570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': 'd87e0867-ed20-4687-a065-6b9483ba706e'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:11:15.998023 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:16.065638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260b2a4-1300-48a7-871a-547c3ac5080a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:16.070953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38900) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:16.071936 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0260b2a4-1300-48a7-871a-547c3ac5080a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1490605 May 28 06:11:16.112439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['708e497f-99e5-480e-a0cb-0e1e617ff179'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:11:16.169975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 35bae7fb-a6b2-42c2-9f77-7dee59469dde no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:11:16.198504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-608e98b9-2120-4f12-80a9-56edbf1a4349 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 82237023-9487-4bce-ac90-f336029a91ed {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:16.199101 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-608e98b9-2120-4f12-80a9-56edbf1a4349 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:16.230645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 35bae7fb-a6b2-42c2-9f77-7dee59469dde {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:11:16.230645 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 35bae7fb-a6b2-42c2-9f77-7dee59469dde not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:11:16.350543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/d87e0867-ed20-4687-a065-6b9483ba706e/0c59c110-9fc0-4b6f-8cc6-d77a76657f15) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:16.499650 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-608e98b9-2120-4f12-80a9-56edbf1a4349 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:16.638642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-608e98b9-2120-4f12-80a9-56edbf1a4349 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 82237023-9487-4bce-ac90-f336029a91ed owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:16.706217 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:16.723901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Transition to ACTIVE for port object 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:16.846076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849592f-722a-4a0f-87c3-b6f8ae62c08e req-7cba81bf-4d16-420e-8cf7-e3406adbfb83 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:16.847269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Transition to ACTIVE for port object 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:16.847393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-608e98b9-2120-4f12-80a9-56edbf1a4349 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:16.857571 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8849592f-722a-4a0f-87c3-b6f8ae62c08e req-7cba81bf-4d16-420e-8cf7-e3406adbfb83 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 944 time: 0.1099799 May 28 06:11:16.863792 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:16.903936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e98b9-2120-4f12-80a9-56edbf1a4349 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=82237023-9487-4bce-ac90-f336029a91ed,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:16.914052 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8849592f-722a-4a0f-87c3-b6f8ae62c08e req-e92b08fd-eba7-4148-b3c9-3a987033bee3 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529830 May 28 06:11:16.956763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:16.965431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:16.967944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-608e98b9-2120-4f12-80a9-56edbf1a4349 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:16.972219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:16.983280 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-608e98b9-2120-4f12-80a9-56edbf1a4349 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/82237023-9487-4bce-ac90-f336029a91ed HTTP/1.1" status: 204 len: 168 time: 0.9109378 May 28 06:11:16.984908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38908) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:17.057078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Pushing event updated for resources: {'Port': ['ID=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:17.058492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b50cf2-c4d2-49c9-8bef-ce46c492fa0b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:17.061776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b50cf2-c4d2-49c9-8bef-ce46c492fa0b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:17.063387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-53b50cf2-c4d2-49c9-8bef-ce46c492fa0b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:17.081349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Attempting to bind port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:11:17.081836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Attempting to bind port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:11:17.082139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Attempting to bind port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:11:17.089663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:11:17.090097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:11:17.090711 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.091821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:11:17.092583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Bound port: 0c59c110-9fc0-4b6f-8cc6-d77a76657f15, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:11:17.092968 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.096393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-53b50cf2-c4d2-49c9-8bef-ce46c492fa0b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:17.101455 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-53b50cf2-c4d2-49c9-8bef-ce46c492fa0b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1154423 May 28 06:11:17.104054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38912) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:17.172768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 708e497f-99e5-480e-a0cb-0e1e617ff179 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:17.221251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f62951-eb4b-4bff-af70-5b6a7ba9ae6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet d87e0867-ed20-4687-a065-6b9483ba706e {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:17.225206 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05f62951-eb4b-4bff-af70-5b6a7ba9ae6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.251022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] For port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:11:17.257504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] For port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:11:17.278226 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.289620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 708e497f-99e5-480e-a0cb-0e1e617ff179 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:17.290077 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.422139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05f62951-eb4b-4bff-af70-5b6a7ba9ae6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.443659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5bf1f-daab-400f-833a-de7715477d77 None None] Pushing event updated for resources: {'Port': ['ID=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:17.542829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 708e497f-99e5-480e-a0cb-0e1e617ff179 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:17.543215 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.566718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05f62951-eb4b-4bff-af70-5b6a7ba9ae6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.587511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:11:17.612555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:17.625727 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.722717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05f62951-eb4b-4bff-af70-5b6a7ba9ae6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.724570 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4088f7be-f60d-48da-9065-b39afdd0182a'] response: {'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'code': 200} May 28 06:11:17.760246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:17.811752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f62951-eb4b-4bff-af70-5b6a7ba9ae6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=d87e0867-ed20-4687-a065-6b9483ba706e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:17.824535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05f62951-eb4b-4bff-af70-5b6a7ba9ae6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:17.841602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-05f62951-eb4b-4bff-af70-5b6a7ba9ae6d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/d87e0867-ed20-4687-a065-6b9483ba706e HTTP/1.1" status: 204 len: 168 time: 0.7359853 May 28 06:11:17.844710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38918) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:17.919654 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-be27ce59-a07c-4727-a8f4-7d5d43515b44 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732415 May 28 06:11:17.921966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38922) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:18.076540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fa567f-8b2b-4a16-bd87-2a76e11f326a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:18.077296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-17fa567f-8b2b-4a16-bd87-2a76e11f326a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:18.105769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-17fa567f-8b2b-4a16-bd87-2a76e11f326a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:18.107865 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-17fa567f-8b2b-4a16-bd87-2a76e11f326a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1849210 May 28 06:11:18.110647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38928) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:18.141016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1e1f0-6a35-484e-82d3-92d195afff74 req-5b7c4033-febe-4030-befb-c0fedefb01d5 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:18.143481 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21c1e1f0-6a35-484e-82d3-92d195afff74 req-5b7c4033-febe-4030-befb-c0fedefb01d5 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1163526 May 28 06:11:18.187939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:18.213185 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21c1e1f0-6a35-484e-82d3-92d195afff74 req-c09e12b2-1df6-43a0-bd70-8fb51edebc6b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638783 May 28 06:11:18.267001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613b2be7-ee4c-4270-a9a6-a7a213199e97 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:18.268394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-613b2be7-ee4c-4270-a9a6-a7a213199e97 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:18.299116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-613b2be7-ee4c-4270-a9a6-a7a213199e97 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:18.301467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-613b2be7-ee4c-4270-a9a6-a7a213199e97 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1895266 May 28 06:11:18.304057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38932) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:18.330977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:18.399762 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-30b0fc02-c4f5-4480-82fd-00a2b481074d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939066 May 28 06:11:18.404486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38936) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:18.412090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:18.561591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:18.573414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:18.588879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:18.592612 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:18.597157 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:11:18.756769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b119c3c-8852-4fd9-90c3-e70f16896878 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:18.839403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Could not find standard attr ID for object 82237023-9487-4bce-ac90-f336029a91ed. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:11:18.872443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Provisioning for port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:18.906779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Provisioning complete for port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:18.907221 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:19.027566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:11:19.143463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Current status of the port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:19.143846 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:19.301507 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:19.348419 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:11:19.348772 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:11:19.631594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8add6de-8bf4-4082-81ba-56d9f88d1a9f req-08c74249-cbe8-4724-b1e2-f7644afe56fb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:19.633020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8add6de-8bf4-4082-81ba-56d9f88d1a9f req-08c74249-cbe8-4724-b1e2-f7644afe56fb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.2514236 May 28 06:11:19.703668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] For port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:19.732822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:19.765429 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8add6de-8bf4-4082-81ba-56d9f88d1a9f req-539e3632-8b30-4610-bc2f-23f1355fda89 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211617 May 28 06:11:19.767460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:19.768855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:19.924743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Current status of the port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:19.925296 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:19.977693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] For port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:19.988658 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:20.057561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:20.075722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:20.080110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:20.080877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:20.123950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9cbcfb9b-a16a-45d6-a6c0-db3482003e93 None None] Could not find standard attr ID for object 82237023-9487-4bce-ac90-f336029a91ed. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:11:20.125572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d10e068-8588-4377-a8c3-ed5428b18bd0 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:20.152032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc0b27-8df3-41f2-9214-8ee30e179317 None None] Pushing event updated for resources: {'Port': ['ID=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:20.174741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38946) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:20.176759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7718465 May 28 06:11:20.182186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:20.193030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=23e51fac-3829-452f-be7f-c53becc6272b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:20.229817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9650e4-4d2c-4551-b046-38be4b80b705 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,revision_number=5']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:20.281054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9cbcfb9b-a16a-45d6-a6c0-db3482003e93 None None] Provisioning complete for port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:20.281458 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9cbcfb9b-a16a-45d6-a6c0-db3482003e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:20.436471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:20.441461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:20.446562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:20.453834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:20.467577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:20.476015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:20.579301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcfb9b-a16a-45d6-a6c0-db3482003e93 None None] Current status of the port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:20.640842 n-d-843679-5 neutron-server[88416]: INFO neutron.db.ipam_backend_mixin [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23e51fac-3829-452f-be7f-c53becc6272b (CIDR: 2001:db8::/64) May 28 06:11:20.645401 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:11:20.645909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:20.676356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38950) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:20.683988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:20.687967 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-67ade9ab-0b1f-41ef-93ba-c9eb60d4aa32 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5112238 May 28 06:11:20.879421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:20.886592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:20.903437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:20.910207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a30cab2f-4913-4822-b986-57d89e2d0df2 None None] Provisioning complete for port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:20.910588 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a30cab2f-4913-4822-b986-57d89e2d0df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:20.936502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:20.966005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:20.971904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:21.028336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80f434-a239-4bda-8767-b9fc3037054c req-3bfd0923-6c0a-4ebe-a67f-1398716208bb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:21.037185 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b80f434-a239-4bda-8767-b9fc3037054c req-3bfd0923-6c0a-4ebe-a67f-1398716208bb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1317301 May 28 06:11:21.055800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a30cab2f-4913-4822-b986-57d89e2d0df2 None None] Current status of the port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:21.090188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8b80f434-a239-4bda-8767-b9fc3037054c req-38ee9b95-4f27-4fd3-8676-6e950b26bcf2 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519476 May 28 06:11:21.301447 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:21.369873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:21.372976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:21.377507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:21.378078 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:21.383750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516bbae-4b97-4c59-9af6-d9ff5da629c1 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:21.416453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=6a384d20-2271-4315-b7a8-f6a79e07a1c9,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:21.427961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f146fbcd-9e5f-4008-90cd-6239c86cb529 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7503777 May 28 06:11:21.430767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38956) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:21.441621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:b7:cb:79', 'name': 'tempest-NetworksTestDHCPv6-827977172'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:21.613487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:21.625334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:21.640947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:21.787689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f45d28-4c42-40d6-a792-792083433407 None None] Update dhcp port {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': '23e51fac-3829-452f-be7f-c53becc6272b', 'ip_address': '2001:db8::f816:3eff:feed:29d6'}, {'subnet_id': '6a384d20-2271-4315-b7a8-f6a79e07a1c9'}], 'binding:host_id': 'n-d-843679-5'}, 'id': '0c59c110-9fc0-4b6f-8cc6-d77a76657f15'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:11:21.790819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:21.825454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port f159e072-df5e-42c4-b0bf-1ad24025c636 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:21.843725 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68f45d28-4c42-40d6-a792-792083433407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:22.085669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:22.165254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8:0:1::375 (849db3b9-5f39-428b-9c5f-0d9a168770f7/6a384d20-2271-4315-b7a8-f6a79e07a1c9/f159e072-df5e-42c4-b0bf-1ad24025c636) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:22.173669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::f816:3eff:feb7:cb79 (849db3b9-5f39-428b-9c5f-0d9a168770f7/23e51fac-3829-452f-be7f-c53becc6272b/f159e072-df5e-42c4-b0bf-1ad24025c636) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:22.247121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:22.247443 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:22.383829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab7d44-8162-44cf-b781-2352bc311734 req-20bebc0e-a872-4acb-b46d-5b01ee4097b1 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:22.392350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cab7d44-8162-44cf-b781-2352bc311734 req-20bebc0e-a872-4acb-b46d-5b01ee4097b1 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1340251 May 28 06:11:22.421819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:22.456149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cab7d44-8162-44cf-b781-2352bc311734 req-50b2e05d-99e1-4e72-a6a6-17847fefd674 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628548 May 28 06:11:22.558946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:22.580647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object f159e072-df5e-42c4-b0bf-1ad24025c636 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:22.607201 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:22.681250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-68f45d28-4c42-40d6-a792-792083433407 None None] Allocated IP 2001:db8:0:1::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/6a384d20-2271-4315-b7a8-f6a79e07a1c9/0c59c110-9fc0-4b6f-8cc6-d77a76657f15) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:22.685995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:22.689516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:22.694816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:22.700977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:22.701786 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:22.730746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=f159e072-df5e-42c4-b0bf-1ad24025c636,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:22.734945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eda5de4e-462b-4ba7-9663-d494f333b9df tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3024237 May 28 06:11:22.737464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38966) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:22.811790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7ace884a-aab2-4563-a8df-1e720bf36965 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port f159e072-df5e-42c4-b0bf-1ad24025c636 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:22.812143 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ace884a-aab2-4563-a8df-1e720bf36965 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:22.844163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-68f45d28-4c42-40d6-a792-792083433407 None None] For port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:22.870021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68f45d28-4c42-40d6-a792-792083433407 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:22.888573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-68f45d28-4c42-40d6-a792-792083433407 None None] Transition to ACTIVE for port object 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:22.894803 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68f45d28-4c42-40d6-a792-792083433407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:23.105850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f45d28-4c42-40d6-a792-792083433407 None None] Pushing event updated for resources: {'Port': ['ID=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:23.143811 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ace884a-aab2-4563-a8df-1e720bf36965 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:23.296702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7ace884a-aab2-4563-a8df-1e720bf36965 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for f159e072-df5e-42c4-b0bf-1ad24025c636 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:23.566160 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ace884a-aab2-4563-a8df-1e720bf36965 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:23.687353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace884a-aab2-4563-a8df-1e720bf36965 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=f159e072-df5e-42c4-b0bf-1ad24025c636,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:23.798306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ace884a-aab2-4563-a8df-1e720bf36965 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:23.814216 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7ace884a-aab2-4563-a8df-1e720bf36965 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/f159e072-df5e-42c4-b0bf-1ad24025c636 HTTP/1.1" status: 204 len: 168 time: 1.0714459 May 28 06:11:23.814216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38972) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:23.880221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1c598-dc12-4cf1-8733-40db6d416ae8 req-24f1b0eb-eeeb-4dc0-a896-2520a7b931ea tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:23.881752 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01d1c598-dc12-4cf1-8733-40db6d416ae8 req-24f1b0eb-eeeb-4dc0-a896-2520a7b931ea tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.2594748 May 28 06:11:23.914247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8a88763e-babe-438f-8552-a7d0e6a02be7 None None] Provisioning for port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:23.923620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8a88763e-babe-438f-8552-a7d0e6a02be7 None None] Provisioning complete for port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:23.923988 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8a88763e-babe-438f-8552-a7d0e6a02be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:23.948975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01d1c598-dc12-4cf1-8733-40db6d416ae8 req-f795cd1d-dd76-4176-ba4f-1dd2ff869068 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564327 May 28 06:11:23.975314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e730f9b-ba26-45a3-a546-97878dd1c8da tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:23.976066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2e730f9b-ba26-45a3-a546-97878dd1c8da tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:24.015175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2e730f9b-ba26-45a3-a546-97878dd1c8da tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:24.016636 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2e730f9b-ba26-45a3-a546-97878dd1c8da tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2016664 May 28 06:11:24.021340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38976) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:24.103979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8a88763e-babe-438f-8552-a7d0e6a02be7 None None] Current status of the port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:24.106581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:24.208129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98284871-417a-4616-8805-22f6a0307763 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:24.209688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-98284871-417a-4616-8805-22f6a0307763 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1873503 May 28 06:11:24.212146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38980) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:24.218368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:24.218836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:24.277688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fa11fb91-bd76-493a-a1c6-d19c42f6d9ba None None] Could not find standard attr ID for object f159e072-df5e-42c4-b0bf-1ad24025c636. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:11:24.289417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a0f94-ef7d-453e-83fa-499e208b47b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:24.291116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a0f94-ef7d-453e-83fa-499e208b47b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:24.293184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a0f94-ef7d-453e-83fa-499e208b47b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:24.293671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0a0a0f94-ef7d-453e-83fa-499e208b47b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:24.321694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0a0a0f94-ef7d-453e-83fa-499e208b47b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:24.323432 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0a0a0f94-ef7d-453e-83fa-499e208b47b6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1103404 May 28 06:11:24.326051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38984) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:24.394694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:24.419067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6c63d7-5529-45f5-a6c5-552539328f27 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 23e51fac-3829-452f-be7f-c53becc6272b {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:24.422813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c6c63d7-5529-45f5-a6c5-552539328f27 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:24.492475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c6c63d7-5529-45f5-a6c5-552539328f27 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:24.597444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c6c63d7-5529-45f5-a6c5-552539328f27 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:24.683415 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c6c63d7-5529-45f5-a6c5-552539328f27 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:24.731257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4c6c63d7-5529-45f5-a6c5-552539328f27 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:24.739795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c63d7-5529-45f5-a6c5-552539328f27 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=23e51fac-3829-452f-be7f-c53becc6272b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:24.747581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bff000-ab0b-480c-9fec-4683d355ae78 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:24.771125 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4c6c63d7-5529-45f5-a6c5-552539328f27 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/23e51fac-3829-452f-be7f-c53becc6272b HTTP/1.1" status: 204 len: 168 time: 0.4425461 May 28 06:11:24.773354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38988) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:24.883199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4ef83b-a6b1-43f2-94ff-bb3854fd3bb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 6a384d20-2271-4315-b7a8-f6a79e07a1c9 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:24.887165 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef83b-a6b1-43f2-94ff-bb3854fd3bb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:24.954373 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef83b-a6b1-43f2-94ff-bb3854fd3bb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:25.166410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef83b-a6b1-43f2-94ff-bb3854fd3bb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:25.269979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25aa132-f9cc-4e3d-a5e7-31d49b19021c req-c30583eb-f29a-4c77-b05e-37d8a9c8e9e2 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:25.271534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25aa132-f9cc-4e3d-a5e7-31d49b19021c req-c30583eb-f29a-4c77-b05e-37d8a9c8e9e2 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1705387 May 28 06:11:25.305038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef83b-a6b1-43f2-94ff-bb3854fd3bb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:25.371853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ef83b-a6b1-43f2-94ff-bb3854fd3bb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=6a384d20-2271-4315-b7a8-f6a79e07a1c9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:25.377469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef83b-a6b1-43f2-94ff-bb3854fd3bb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:25.393057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25aa132-f9cc-4e3d-a5e7-31d49b19021c req-184d810f-454b-4109-8aca-552a8d7211c3 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128891 May 28 06:11:25.399220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dd4ef83b-a6b1-43f2-94ff-bb3854fd3bb4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/6a384d20-2271-4315-b7a8-f6a79e07a1c9 HTTP/1.1" status: 204 len: 168 time: 0.6226566 May 28 06:11:25.399720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 38994) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:25.491707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aeae9222-42ed-40e7-85f7-3632c75a1dd6 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869324 May 28 06:11:25.491919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 38998) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:25.496965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:25.659968 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:25.669899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:25.674053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:25.681657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:25.702450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:25.706936 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:25.813283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bfa040-3617-4c5d-bf9d-cf6d3817fa8e None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:26.006904 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-062fe0c3-220b-45cb-b059-b0d4e04b1437 None None] Provisioning complete for port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:26.007402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-062fe0c3-220b-45cb-b059-b0d4e04b1437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:26.218081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.objects.ports [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88416) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:11:26.250590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-062fe0c3-220b-45cb-b059-b0d4e04b1437 None None] Current status of the port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:26.355340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:11:26.360303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Deleting port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:26.360824 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:26.686804 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:26.774866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] For port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:26.775321 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:26.831362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c01a6-8049-4153-a789-4a2668e40914 req-ee1a80a8-f7b4-48b0-8a46-eb59a9ccca55 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:26.833521 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-448c01a6-8049-4153-a789-4a2668e40914 req-ee1a80a8-f7b4-48b0-8a46-eb59a9ccca55 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.2141738 May 28 06:11:26.927253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Calling delete_port for 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:26.979597 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-448c01a6-8049-4153-a789-4a2668e40914 req-0a63b38c-6922-4ee3-aa6e-977f0f889cbc tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186080 May 28 06:11:27.054495 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] For port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:27.083277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:27.104467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:27.105199 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:27.110105 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:11:27.110706 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:11:27.306699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=f3efdd8d-a9f0-4600-936b-c023f12f6526,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:27.312271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:27.316724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:27.321789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:27.322390 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:27.341772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,revision_number=11']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:27.362711 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-25bca32f-8dfe-40a4-b8f5-60383cf382ce tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8705416 May 28 06:11:27.365489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39020) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:27.376606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:27.588706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:27.593054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:27.597999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:27.604230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:27.612485 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Deleting port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:27.612864 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:27.614758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:27.619220 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:27.762770 n-d-843679-5 neutron-server[88416]: INFO neutron.db.ipam_backend_mixin [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3efdd8d-a9f0-4600-936b-c023f12f6526 (CIDR: 2001:db8::/64) May 28 06:11:27.766498 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:11:27.767733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:27.788673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f73f688d-ec8a-4b98-8642-feb6083e4e1f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4221172 May 28 06:11:27.791468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39028) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:27.796869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:27.880700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] For port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:27.881014 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:27.932193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:27.936251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:27.939606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:27.945430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:27.956459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:27.959890 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:28.005233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Calling delete_port for 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:28.090914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:11:28.258269 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:28.262483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:28.263463 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:28.294516 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:28.302307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40803082-73d1-4138-86dc-f28cd73ec328 req-6f35fce6-e8ed-428d-9f37-c60e12ccacfe tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:28.304491 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40803082-73d1-4138-86dc-f28cd73ec328 req-6f35fce6-e8ed-428d-9f37-c60e12ccacfe tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1193371 May 28 06:11:28.322993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:28.326571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:28.331306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:28.331942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:28.334677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-309c166c-f8b7-4de8-812e-b7c063129275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:28.336160 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-309c166c-f8b7-4de8-812e-b7c063129275 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 1096 time: 0.2153900 May 28 06:11:28.356402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=abe19817-ca25-4bb4-9fdf-655f10f76960,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:28.369464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-543f84bf-3fb4-4174-a183-bb21c4d7a31b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5769916 May 28 06:11:28.370145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39034) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:28.382051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:44:c9:91', 'name': 'tempest-NetworksTestDHCPv6-1784667393'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:28.384963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] Pushing event deleted for resources: {'Port': ['ID=0c59c110-9fc0-4b6f-8cc6-d77a76657f15,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:28.444942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40803082-73d1-4138-86dc-f28cd73ec328 req-0e19e7c8-aca0-4a05-91b7-c390c946809a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266761 May 28 06:11:28.495771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce879a9c-8855-4960-883a-74b21238dba2 None None] No DVR routers for this DVR port 0c59c110-9fc0-4b6f-8cc6-d77a76657f15 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:11:28.514807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6770dd7-6add-4328-829d-f455330b1a79 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:28.539651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-ab03f9fd-d71a-4fdb-bd40-13967513feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:28.541548 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-ab03f9fd-d71a-4fdb-bd40-13967513feca service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.1973720 May 28 06:11:28.554941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:28.565858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:28.578864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:28.660987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-77e91859-0bd3-4da8-97a5-037579aeb40c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=708e497f-99e5-480e-a0cb-0e1e617ff179 HTTP/1.1" status: 200 len: 1001 time: 0.1100345 May 28 06:11:28.766702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': 'abe19817-ca25-4bb4-9fdf-655f10f76960'}, {'subnet_id': 'f3efdd8d-a9f0-4600-936b-c023f12f6526'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:11:28.767828 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:28.874185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-87ec4936-7499-4aa4-9864-c3c8220011a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:28.877615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-87ec4936-7499-4aa4-9864-c3c8220011a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.2060652 May 28 06:11:28.887094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:28.918638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 1b739036-2bfc-42f9-8f7c-6345c6c7be45 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:28.976064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-d3d939bb-d5ed-4cfe-8814-ff62c0446067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:28.977613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-d3d939bb-d5ed-4cfe-8814-ff62c0446067 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906489 May 28 06:11:28.995668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-ad74fa56-8b28-45e2-a755-7e1e6deaccb3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:11:28.996803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-ad74fa56-8b28-45e2-a755-7e1e6deaccb3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094464 May 28 06:11:29.041320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Allocated IP 2001:db8:0:1::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/abe19817-ca25-4bb4-9fdf-655f10f76960/3189d21c-4152-460c-9545-db9a28a66006) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:29.047697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Allocated IP 2001:db8::f816:3eff:feba:705b (849db3b9-5f39-428b-9c5f-0d9a168770f7/f3efdd8d-a9f0-4600-936b-c023f12f6526/3189d21c-4152-460c-9545-db9a28a66006) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:29.175290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-1f4445ed-6dc0-4425-bd5c-f104d9f878e1 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687975 May 28 06:11:29.299188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:29.309651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Transition to ACTIVE for port object 3189d21c-4152-460c-9545-db9a28a66006 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:29.328199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ddfcedf7-7f74-462f-a854-fa97f4d60f32 req-971e2abe-7368-4d30-8025-9ac42e34a460 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420481 May 28 06:11:29.328728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Transition to ACTIVE for port object 3189d21c-4152-460c-9545-db9a28a66006 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:29.334709 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:29.413661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:29.417200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:29.420876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:29.426836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Pushing event updated for resources: {'Port': ['ID=3189d21c-4152-460c-9545-db9a28a66006,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:29.504998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8:0:1::35 (849db3b9-5f39-428b-9c5f-0d9a168770f7/abe19817-ca25-4bb4-9fdf-655f10f76960/1b739036-2bfc-42f9-8f7c-6345c6c7be45) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:29.511196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::f816:3eff:fe44:c991 (849db3b9-5f39-428b-9c5f-0d9a168770f7/f3efdd8d-a9f0-4600-936b-c023f12f6526/1b739036-2bfc-42f9-8f7c-6345c6c7be45) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:29.593434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Attempting to bind port 3189d21c-4152-460c-9545-db9a28a66006 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:11:29.593720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Attempting to bind port 3189d21c-4152-460c-9545-db9a28a66006 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:11:29.594068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Attempting to bind port 3189d21c-4152-460c-9545-db9a28a66006 on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:11:29.599529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:11:29.599901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:11:29.600293 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:29.600685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:11:29.601133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Bound port: 3189d21c-4152-460c-9545-db9a28a66006, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:11:29.601499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:29.690610 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] For port 3189d21c-4152-460c-9545-db9a28a66006, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:11:29.693804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] For port 3189d21c-4152-460c-9545-db9a28a66006, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3189d21c-4152-460c-9545-db9a28a66006,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:11:29.697885 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:29.785746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094d2be-98f9-44ce-86ba-427bacdaa44d None None] Pushing event updated for resources: {'Port': ['ID=3189d21c-4152-460c-9545-db9a28a66006,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:29.788235 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:29.799681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a0c06-9901-4407-a648-593ce97f9967 req-4976f44b-5c66-40cb-b352-1b2d19dc85bb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:29.801651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-815a0c06-9901-4407-a648-593ce97f9967 req-4976f44b-5c66-40cb-b352-1b2d19dc85bb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.2128131 May 28 06:11:29.845874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 1b739036-2bfc-42f9-8f7c-6345c6c7be45 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:29.878140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-815a0c06-9901-4407-a648-593ce97f9967 req-5142741a-2abc-4ce9-ab4b-9529d3b84aa3 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591457 May 28 06:11:29.897153 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:29.977032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:29.980386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:29.982769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:29.989274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:29.990149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:30.016810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=1b739036-2bfc-42f9-8f7c-6345c6c7be45,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:30.039850 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e8f8f4c1-a0ad-494f-bc02-601cd000f0a3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6686120 May 28 06:11:30.040544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39054) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:30.129069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bc5ff-c68d-4ad2-b87b-59e18dee6cef tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 1b739036-2bfc-42f9-8f7c-6345c6c7be45 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:30.129398 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc5ff-c68d-4ad2-b87b-59e18dee6cef tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:30.193749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3189d21c-4152-460c-9545-db9a28a66006 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:30.295500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3189d21c-4152-460c-9545-db9a28a66006 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:30.438705 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc5ff-c68d-4ad2-b87b-59e18dee6cef tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:30.568320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bc5ff-c68d-4ad2-b87b-59e18dee6cef tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 1b739036-2bfc-42f9-8f7c-6345c6c7be45 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:30.811614 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc5ff-c68d-4ad2-b87b-59e18dee6cef tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:30.867005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bc5ff-c68d-4ad2-b87b-59e18dee6cef tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=1b739036-2bfc-42f9-8f7c-6345c6c7be45,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:30.956967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc5ff-c68d-4ad2-b87b-59e18dee6cef tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:30.966958 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1c3bc5ff-c68d-4ad2-b87b-59e18dee6cef tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/1b739036-2bfc-42f9-8f7c-6345c6c7be45 HTTP/1.1" status: 204 len: 168 time: 0.9253778 May 28 06:11:30.969345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39062) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:31.020032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b069d74-186c-41d4-8974-07cfaf57cd38 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:31.121202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea3e5d-f4cd-4951-bf4d-11b401f4e333 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:31.122244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e6ea3e5d-f4cd-4951-bf4d-11b401f4e333 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:31.132157 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:31.152117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0e831-5469-4067-8e3d-5404fd932493 req-82f78e44-9fe0-4017-a36a-78d85b8c82db tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:31.160461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2c0e831-5469-4067-8e3d-5404fd932493 req-82f78e44-9fe0-4017-a36a-78d85b8c82db tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 945 time: 0.1527030 May 28 06:11:31.176093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4b8fbbfe-262a-42b5-911a-6fd67566c41c None None] Provisioning for port 3189d21c-4152-460c-9545-db9a28a66006 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:31.188437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e6ea3e5d-f4cd-4951-bf4d-11b401f4e333 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:31.189880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e6ea3e5d-f4cd-4951-bf4d-11b401f4e333 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2194159 May 28 06:11:31.193234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39066) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:31.234107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 708e497f-99e5-480e-a0cb-0e1e617ff179 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:11:31.272867 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2c0e831-5469-4067-8e3d-5404fd932493 req-a750c5c7-032e-46b9-aef7-f415f7ff926b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113691 May 28 06:11:31.279793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4b8fbbfe-262a-42b5-911a-6fd67566c41c None None] Provisioning complete for port 3189d21c-4152-460c-9545-db9a28a66006 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:31.280336 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b8fbbfe-262a-42b5-911a-6fd67566c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:31.341123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea2dc7c-f989-4531-8f09-93be39452f96 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:31.345094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2ea2dc7c-f989-4531-8f09-93be39452f96 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1486435 May 28 06:11:31.345591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39072) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:31.457032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5190792d-4d13-4107-87a1-47ee34f7a294 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:31.458572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5190792d-4d13-4107-87a1-47ee34f7a294 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:31.460091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5190792d-4d13-4107-87a1-47ee34f7a294 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:31.460908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5190792d-4d13-4107-87a1-47ee34f7a294 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:31.478117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5190792d-4d13-4107-87a1-47ee34f7a294 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:31.482029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5190792d-4d13-4107-87a1-47ee34f7a294 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1236234 May 28 06:11:31.482205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39076) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:31.551993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aadae69-c2f6-405a-9648-108bb6fc1f2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet abe19817-ca25-4bb4-9fdf-655f10f76960 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:31.552786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 708e497f-99e5-480e-a0cb-0e1e617ff179 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:31.553224 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:31.554762 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6aadae69-c2f6-405a-9648-108bb6fc1f2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:31.614924 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6aadae69-c2f6-405a-9648-108bb6fc1f2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:31.652293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:11:31.693929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4b8fbbfe-262a-42b5-911a-6fd67566c41c None None] Current status of the port 3189d21c-4152-460c-9545-db9a28a66006 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:31.694315 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b8fbbfe-262a-42b5-911a-6fd67566c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:31.715514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:31.730582 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:31.779134 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570a52d3-4e23-4786-9046-78708df60027'] response: {'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'code': 200} May 28 06:11:31.831409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4b8fbbfe-262a-42b5-911a-6fd67566c41c None None] For port 3189d21c-4152-460c-9545-db9a28a66006, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3189d21c-4152-460c-9545-db9a28a66006,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:31.841286 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b8fbbfe-262a-42b5-911a-6fd67566c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:31.846760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:31.920051 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6aadae69-c2f6-405a-9648-108bb6fc1f2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:31.941659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fbbfe-262a-42b5-911a-6fd67566c41c None None] Pushing event updated for resources: {'Port': ['ID=3189d21c-4152-460c-9545-db9a28a66006,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:32.022074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6aadae69-c2f6-405a-9648-108bb6fc1f2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:32.082271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadae69-c2f6-405a-9648-108bb6fc1f2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=abe19817-ca25-4bb4-9fdf-655f10f76960,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:32.086930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6aadae69-c2f6-405a-9648-108bb6fc1f2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:32.106849 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6aadae69-c2f6-405a-9648-108bb6fc1f2f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/abe19817-ca25-4bb4-9fdf-655f10f76960 HTTP/1.1" status: 204 len: 168 time: 0.6235971 May 28 06:11:32.110076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39082) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:32.127920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3189d21c-4152-460c-9545-db9a28a66006 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:32.174649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896bf64-5fac-437e-9ca1-9afce15979de None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:32.218530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3758c9-a4c3-41ca-92c0-5c029eb8f897 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet f3efdd8d-a9f0-4600-936b-c023f12f6526 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:32.223618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e3758c9-a4c3-41ca-92c0-5c029eb8f897 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:32.329272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6005bd79-bdab-437f-87d8-2cf92f52d583 None None] Provisioning complete for port 3189d21c-4152-460c-9545-db9a28a66006 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:32.329828 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6005bd79-bdab-437f-87d8-2cf92f52d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:32.342800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e3758c9-a4c3-41ca-92c0-5c029eb8f897 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:32.509520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576a5c7-bb13-4428-bc27-4b19da42e668 req-4076a48e-bc0e-4731-bcd2-33d650eeb105 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:32.511428 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d576a5c7-bb13-4428-bc27-4b19da42e668 req-4076a48e-bc0e-4731-bcd2-33d650eeb105 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.1165199 May 28 06:11:32.527315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e3758c9-a4c3-41ca-92c0-5c029eb8f897 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:32.539293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3189d21c-4152-460c-9545-db9a28a66006 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:32.539650 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:32.590499 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d576a5c7-bb13-4428-bc27-4b19da42e668 req-72f28607-a176-4b26-82f3-f4fb74910486 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718093 May 28 06:11:32.655567 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e3758c9-a4c3-41ca-92c0-5c029eb8f897 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:32.710758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3758c9-a4c3-41ca-92c0-5c029eb8f897 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=f3efdd8d-a9f0-4600-936b-c023f12f6526,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:32.712669 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e3758c9-a4c3-41ca-92c0-5c029eb8f897 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:32.727152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6005bd79-bdab-437f-87d8-2cf92f52d583 None None] Current status of the port 3189d21c-4152-460c-9545-db9a28a66006 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:32.732363 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7e3758c9-a4c3-41ca-92c0-5c029eb8f897 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/f3efdd8d-a9f0-4600-936b-c023f12f6526 HTTP/1.1" status: 204 len: 168 time: 0.6197162 May 28 06:11:32.737915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39092) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:32.879770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39100) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:32.884698 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eb672112-444e-4f76-bb92-8085c4c8becd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446831 May 28 06:11:32.887804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:32.893734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3189d21c-4152-460c-9545-db9a28a66006 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:33.030492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ea1bf-522b-4981-804c-df8d5846167c None None] Update dhcp port {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': 'f3efdd8d-a9f0-4600-936b-c023f12f6526'}], 'binding:host_id': 'n-d-843679-5'}, 'id': '3189d21c-4152-460c-9545-db9a28a66006'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:11:33.039975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:33.046577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:33.050169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:33.060767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:33.080217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:33.088565 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:33.237890 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea1bf-522b-4981-804c-df8d5846167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:33.473551 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:33.495025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2a6040-cc90-4340-b203-7d1aee91c587 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:33.585075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:33.591809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:33.599083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:33.599899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:33.651072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=45179a14-9d31-44f5-9691-8c5c0bc7504b,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:33.657123 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d0667b8a-ad51-494f-bc6e-0066d000663e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7762923 May 28 06:11:33.661295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39114) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:33.676054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:33.685656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fd57bb0e-abcd-49ce-b8e0-3c4b7512ebaf None None] Provisioning complete for port 3189d21c-4152-460c-9545-db9a28a66006 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:33.686008 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fd57bb0e-abcd-49ce-b8e0-3c4b7512ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:33.870891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:33.882055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:33.886423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:33.898919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:33.918536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:33.923934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:33.937413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fd57bb0e-abcd-49ce-b8e0-3c4b7512ebaf None None] Current status of the port 3189d21c-4152-460c-9545-db9a28a66006 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:34.080856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb3865-fb51-4dbb-9f56-fe1abcf33b01 None None] Update dhcp port {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'fixed_ips': [{'subnet_id': '45179a14-9d31-44f5-9691-8c5c0bc7504b'}], 'binding:host_id': 'n-d-843679-5'}, 'id': '3189d21c-4152-460c-9545-db9a28a66006'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:11:34.164167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3189d21c-4152-460c-9545-db9a28a66006 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:11:34.172127 n-d-843679-5 neutron-server[88417]: INFO neutron.db.ipam_backend_mixin [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45179a14-9d31-44f5-9691-8c5c0bc7504b (CIDR: 2001:db8::/64) May 28 06:11:34.181110 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:11:34.183458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:34.228478 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7244f21f-48c8-4bbc-ab90-be2cbc6a1198 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5604963 May 28 06:11:34.228837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39124) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:34.235300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:34.238614 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-86bb3865-fb51-4dbb-9f56-fe1abcf33b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:34.451204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:34.458937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:34.462522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:34.468855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:34.490164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:34.494384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:34.527217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3189d21c-4152-460c-9545-db9a28a66006 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:34.527766 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:34.662210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3189d21c-4152-460c-9545-db9a28a66006, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3189d21c-4152-460c-9545-db9a28a66006,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:34.678753 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:34.698769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-86bb3865-fb51-4dbb-9f56-fe1abcf33b01 None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/45179a14-9d31-44f5-9691-8c5c0bc7504b/3189d21c-4152-460c-9545-db9a28a66006) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:34.906947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3189d21c-4152-460c-9545-db9a28a66006,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:34.975994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-86bb3865-fb51-4dbb-9f56-fe1abcf33b01 None None] For port 3189d21c-4152-460c-9545-db9a28a66006, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3189d21c-4152-460c-9545-db9a28a66006,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:35.051707 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-86bb3865-fb51-4dbb-9f56-fe1abcf33b01 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:35.091351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-86bb3865-fb51-4dbb-9f56-fe1abcf33b01 None None] Transition to ACTIVE for port object 3189d21c-4152-460c-9545-db9a28a66006 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:35.100010 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-86bb3865-fb51-4dbb-9f56-fe1abcf33b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:35.128714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a910a-7293-498f-a998-2fc15675eda8 req-e8866767-618c-450a-a8b0-0a64a78e8803 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:35.130682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f86a910a-7293-498f-a998-2fc15675eda8 req-e8866767-618c-450a-a8b0-0a64a78e8803 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.1464760 May 28 06:11:35.221150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.objects.ports [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88416) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:11:35.228813 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f86a910a-7293-498f-a998-2fc15675eda8 req-7fe86aa8-4cb1-49ad-abba-465a96f7dcdd tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926137 May 28 06:11:35.229323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39146) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:35.261817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb3865-fb51-4dbb-9f56-fe1abcf33b01 None None] Pushing event updated for resources: {'Port': ['ID=3189d21c-4152-460c-9545-db9a28a66006,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:35.264815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 708e497f-99e5-480e-a0cb-0e1e617ff179 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:11:35.445360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 708e497f-99e5-480e-a0cb-0e1e617ff179 is: DOWN; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:35.561765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-a55e714c-33a5-4ba8-9d17-edd86fa45c73 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3276248 May 28 06:11:35.610716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:36.065505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] For port 3189d21c-4152-460c-9545-db9a28a66006, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3189d21c-4152-460c-9545-db9a28a66006,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:36.109850 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:36.125976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:36.128747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:36.240283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3189d21c-4152-460c-9545-db9a28a66006 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:36.303821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:36.317832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:36.322705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:36.323337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:36.353956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=3189d21c-4152-460c-9545-db9a28a66006,revision_number=9']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:36.384485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=e3773557-80cb-4203-a5a1-80ba42ef2022,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:36.422506 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c53ac843-49ae-4829-bcc9-8e9de93c879f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1923316 May 28 06:11:36.425270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39168) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:36.431199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:af:02:10', 'name': 'tempest-NetworksTestDHCPv6-1173112265'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:36.509500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55705a8f-1ecc-42bf-b97e-948667980200 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:36.669107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Provisioning for port 3189d21c-4152-460c-9545-db9a28a66006 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:36.690929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Provisioning complete for port 3189d21c-4152-460c-9545-db9a28a66006 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:36.691408 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:36.714688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5284081-bba2-4fcd-ab50-fc684ee5bad7 req-d51f2b49-61c5-4b69-bcc8-2d0453b71a9a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:36.721931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5284081-bba2-4fcd-ab50-fc684ee5bad7 req-d51f2b49-61c5-4b69-bcc8-2d0453b71a9a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.2185645 May 28 06:11:36.761261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:36.786314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:36.796129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5284081-bba2-4fcd-ab50-fc684ee5bad7 req-8e51bd59-d339-48c0-a766-23984d79b31c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729616 May 28 06:11:36.816373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:36.968298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Current status of the port 3189d21c-4152-460c-9545-db9a28a66006 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:36.968711 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:36.989576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:37.017612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] For port 3189d21c-4152-460c-9545-db9a28a66006, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3189d21c-4152-460c-9545-db9a28a66006,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:37.021327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port 58a5d0fe-5243-486a-912b-ae889a2d69f4 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:37.027058 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:37.106426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Pushing event updated for resources: {'Port': ['ID=3189d21c-4152-460c-9545-db9a28a66006,revision_number=10']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:37.122324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.122616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.122954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.123312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.123753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.124084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.124407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.124726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.125197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.125520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.125840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.126157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28868e96-95ba-49bc-be98-65ed5ab36241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:37.279266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-7a561654-a3f6-4e59-9db9-a69c391ddaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:37.279266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-7a561654-a3f6-4e59-9db9-a69c391ddaf4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2&tenant_id=b1187b66265643efb15b12eeb15cecbf HTTP/1.1" status: 200 len: 1094 time: 0.1975641 May 28 06:11:37.417044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::49 (849db3b9-5f39-428b-9c5f-0d9a168770f7/45179a14-9d31-44f5-9691-8c5c0bc7504b/58a5d0fe-5243-486a-912b-ae889a2d69f4) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:37.425690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8:0:1:f816:3eff:feaf:210 (849db3b9-5f39-428b-9c5f-0d9a168770f7/e3773557-80cb-4203-a5a1-80ba42ef2022/58a5d0fe-5243-486a-912b-ae889a2d69f4) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:37.462936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-9e601314-6a51-4013-9751-a9a44006e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:37.464482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-9e601314-6a51-4013-9751-a9a44006e8c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 1094 time: 0.1363509 May 28 06:11:37.778366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c28562d-8f54-49e2-8d8f-031042da2a43 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:37.870200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-6a21215a-c99c-411d-92c7-70d9a59bd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:37.871606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-6a21215a-c99c-411d-92c7-70d9a59bd958 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.3972762 May 28 06:11:37.908083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6470d431-851e-475f-b382-ab1cc0307720 None None] Provisioning complete for port 3189d21c-4152-460c-9545-db9a28a66006 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:37.908463 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6470d431-851e-475f-b382-ab1cc0307720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:37.960198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:38.008212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object 58a5d0fe-5243-486a-912b-ae889a2d69f4 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:38.020454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-29a66aab-736e-4a90-8a93-b41f8f4f7208 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=708e497f-99e5-480e-a0cb-0e1e617ff179 HTTP/1.1" status: 200 len: 999 time: 0.1315188 May 28 06:11:38.083413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7ddd0-3e0d-4da6-bd53-a1296c36f0d6 req-e3c1ae63-ec2b-40a5-ba8a-06fd503d900e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:38.104152 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efb7ddd0-3e0d-4da6-bd53-a1296c36f0d6 req-e3c1ae63-ec2b-40a5-ba8a-06fd503d900e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.1648424 May 28 06:11:38.186965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3189d21c-4152-460c-9545-db9a28a66006 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:38.214510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:38.228895 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efb7ddd0-3e0d-4da6-bd53-a1296c36f0d6 req-c8f1972e-8be9-41e8-8f11-3cda57bc2547 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236422 May 28 06:11:38.301565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-396b717f-3769-4964-86f0-3e8697112c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:38.302852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-396b717f-3769-4964-86f0-3e8697112c37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.2716048 May 28 06:11:38.319470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:38.334878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6470d431-851e-475f-b382-ab1cc0307720 None None] Current status of the port 3189d21c-4152-460c-9545-db9a28a66006 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:38.343902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3189d21c-4152-460c-9545-db9a28a66006 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:38.345468 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:38.369665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:38.379814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=58a5d0fe-5243-486a-912b-ae889a2d69f4,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:38.382171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:38.388045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:38.388675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:38.468033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b9d21189-a5af-48ce-a9aa-cf82719efade tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0415635 May 28 06:11:38.470832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39180) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:38.486638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-0e70f81d-26b1-415d-9936-7cd261b8b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:38.494717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-0e70f81d-26b1-415d-9936-7cd261b8b30c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690834 May 28 06:11:38.528875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-36bfbfe4-62a9-4e36-ac15-55ff20a5701c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:38.535557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3189d21c-4152-460c-9545-db9a28a66006 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:38.573221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-81deeee8-8957-4692-8069-4adad7f10abc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port 58a5d0fe-5243-486a-912b-ae889a2d69f4 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:38.573571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81deeee8-8957-4692-8069-4adad7f10abc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:38.676175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4739c1bf-70ee-4860-961b-551f17fed6b7 None None] Provisioning complete for port 3189d21c-4152-460c-9545-db9a28a66006 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:38.676533 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4739c1bf-70ee-4860-961b-551f17fed6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:38.721950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-77855c9e-d2f3-43ec-aabf-3610954adb02 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208307 May 28 06:11:38.923267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f55ba7e9-851c-442c-8a41-59cd3e14ec48 req-7d16db00-e1f5-45cc-820f-700a3597fe2f service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914642 May 28 06:11:38.924198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4739c1bf-70ee-4860-961b-551f17fed6b7 None None] Current status of the port 3189d21c-4152-460c-9545-db9a28a66006 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:38.994915 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81deeee8-8957-4692-8069-4adad7f10abc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:39.038668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-412f62ba-3ac4-45df-8113-3834f1924e30 None None] Could not find standard attr ID for object 1b739036-2bfc-42f9-8f7c-6345c6c7be45. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:11:39.157031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-81deeee8-8957-4692-8069-4adad7f10abc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for 58a5d0fe-5243-486a-912b-ae889a2d69f4 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:39.277496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8fc9199f-262f-42ef-82f8-f7ccd92512f3 None None] Provisioning for port 58a5d0fe-5243-486a-912b-ae889a2d69f4 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:39.289192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8fc9199f-262f-42ef-82f8-f7ccd92512f3 None None] Provisioning complete for port 58a5d0fe-5243-486a-912b-ae889a2d69f4 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:39.289782 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8fc9199f-262f-42ef-82f8-f7ccd92512f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:39.352378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9199f-262f-42ef-82f8-f7ccd92512f3 None None] Port 58a5d0fe-5243-486a-912b-ae889a2d69f4 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:11:39.530523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86953e5-8ef7-46fc-b2f1-a016a6928ed1 req-798dfb75-eb51-421d-ae28-aedae7375414 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:39.541101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a86953e5-8ef7-46fc-b2f1-a016a6928ed1 req-798dfb75-eb51-421d-ae28-aedae7375414 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.1083381 May 28 06:11:39.601247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a86953e5-8ef7-46fc-b2f1-a016a6928ed1 req-24c6b2ca-ce63-4785-a29f-6e125f8a2f10 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584459 May 28 06:11:39.655922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81deeee8-8957-4692-8069-4adad7f10abc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:39.770693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81deeee8-8957-4692-8069-4adad7f10abc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=58a5d0fe-5243-486a-912b-ae889a2d69f4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:39.866675 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-81deeee8-8957-4692-8069-4adad7f10abc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:39.936228 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-fce65173-8dc2-44e9-9328-5e6fcf0bc69d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987769779&fields=id&tenant_id=fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 267 time: 0.1442568 May 28 06:11:39.943744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39212) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:39.943976 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-81deeee8-8957-4692-8069-4adad7f10abc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/58a5d0fe-5243-486a-912b-ae889a2d69f4 HTTP/1.1" status: 204 len: 168 time: 1.4713843 May 28 06:11:40.143436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c04653-522c-477a-b222-da33f45ec1ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:40.144394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-58c04653-522c-477a-b222-da33f45ec1ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:40.163405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-cb202a07-007d-4c02-a3bd-a68ae278cb84 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:40.175302 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-cb202a07-007d-4c02-a3bd-a68ae278cb84 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.2200501 May 28 06:11:40.193435 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-26f23a48-b8ef-4336-be2a-f75acd87d875 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/quotas/fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 375 time: 0.0162833 May 28 06:11:40.214478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-58c04653-522c-477a-b222-da33f45ec1ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:40.220193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-58c04653-522c-477a-b222-da33f45ec1ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2723336 May 28 06:11:40.221193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39216) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:40.290203 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:40.362061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-97e01fa1-67f7-47de-bd6b-6c8fef8c56b3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1624691 May 28 06:11:40.390035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a294ee9e-5c5c-4920-b3db-0a9572686446 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:40.394755 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a294ee9e-5c5c-4920-b3db-0a9572686446 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1698937 May 28 06:11:40.395195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39220) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:40.488170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05e497b-1769-485d-8bd1-1c1451a5ea6c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:40.490041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05e497b-1769-485d-8bd1-1c1451a5ea6c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:40.491703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05e497b-1769-485d-8bd1-1c1451a5ea6c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:40.493321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a05e497b-1769-485d-8bd1-1c1451a5ea6c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:40.528851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a05e497b-1769-485d-8bd1-1c1451a5ea6c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:40.530685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a05e497b-1769-485d-8bd1-1c1451a5ea6c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1344230 May 28 06:11:40.534143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39224) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:40.560813 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-3903f2dd-0e61-4dd4-b115-5ff8bfb8ff29 service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977816 May 28 06:11:40.656672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3e47cb-48e8-485a-8352-8de25820a1ec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 45179a14-9d31-44f5-9691-8c5c0bc7504b {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:40.668936 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47cb-48e8-485a-8352-8de25820a1ec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:40.725632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1823bd81-c79c-41fd-8772-2dd5d3de6301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:40.743821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-f1846fe9-cc43-4f43-b826-bdcdc09dc01f service neutron] 10.222.0.39 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759295 May 28 06:11:40.825563 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47cb-48e8-485a-8352-8de25820a1ec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:40.917306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47cb-48e8-485a-8352-8de25820a1ec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:41.070052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8c9a1-e661-459b-99a6-1eda34705c7d req-4c56bd4f-d066-4419-bde9-c21407583d10 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:41.077752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49a8c9a1-e661-459b-99a6-1eda34705c7d req-4c56bd4f-d066-4419-bde9-c21407583d10 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.1187036 May 28 06:11:41.101995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47cb-48e8-485a-8352-8de25820a1ec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:41.163036 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47cb-48e8-485a-8352-8de25820a1ec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:41.171590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea4a249-261a-4dae-b280-16ae6bbfd8e4 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:41.188813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e47cb-48e8-485a-8352-8de25820a1ec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=45179a14-9d31-44f5-9691-8c5c0bc7504b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:41.216146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-49a8c9a1-e661-459b-99a6-1eda34705c7d req-815bdbad-3578-40fe-947b-9c20001a3119 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373241 May 28 06:11:41.226464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9e3e47cb-48e8-485a-8352-8de25820a1ec tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/45179a14-9d31-44f5-9691-8c5c0bc7504b HTTP/1.1" status: 204 len: 168 time: 0.6886065 May 28 06:11:41.226810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39236) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:41.564683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a357f280-f051-40b1-95aa-ab4b21c9fb4d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet e3773557-80cb-4203-a5a1-80ba42ef2022 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:41.573418 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a357f280-f051-40b1-95aa-ab4b21c9fb4d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:41.629047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:41.648843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16d9796b-573d-487a-a4fb-52fc605bfa36 req-169571b7-ab3e-4591-b2a9-870b49604f48 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 210 time: 0.1843071 May 28 06:11:41.688893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:41.712463 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a357f280-f051-40b1-95aa-ab4b21c9fb4d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:41.928433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-cdc5e5b6-b00d-46d9-a927-56a0ac78ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:41.930462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-cdc5e5b6-b00d-46d9-a927-56a0ac78ff23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1187b66265643efb15b12eeb15cecbf&device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 1094 time: 0.1849649 May 28 06:11:41.933916 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a357f280-f051-40b1-95aa-ab4b21c9fb4d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:42.284300 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a357f280-f051-40b1-95aa-ab4b21c9fb4d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:42.465850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357f280-f051-40b1-95aa-ab4b21c9fb4d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=e3773557-80cb-4203-a5a1-80ba42ef2022,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:42.468095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a357f280-f051-40b1-95aa-ab4b21c9fb4d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:42.490663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-77ab6442-8219-4126-a339-fc527372d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:42.492386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-77ab6442-8219-4126-a339-fc527372d125 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 200 len: 917 time: 0.5051060 May 28 06:11:42.499001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a357f280-f051-40b1-95aa-ab4b21c9fb4d tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/e3773557-80cb-4203-a5a1-80ba42ef2022 HTTP/1.1" status: 204 len: 168 time: 1.2690032 May 28 06:11:42.500975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39258) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:42.619484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7a17ff-7d16-4137-b2ff-dda885bea967 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:42.672906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9e14711d-b4d0-4256-9f82-dbf0dd8373c2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1699116 May 28 06:11:42.682188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39262) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:42.690361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:42.721245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2dded-00d2-4f57-9f3b-a5ad6bbf066c req-1c6ee08a-0c24-49c5-a92d-14153ebfaf1c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:42.722992 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8e2dded-00d2-4f57-9f3b-a5ad6bbf066c req-1c6ee08a-0c24-49c5-a92d-14153ebfaf1c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.3152242 May 28 06:11:42.810498 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8e2dded-00d2-4f57-9f3b-a5ad6bbf066c req-fb754a53-8566-4b54-958a-5727bf561461 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768435 May 28 06:11:42.824298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-3c72b486-e0b4-4642-82c9-908b92dccee4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=708e497f-99e5-480e-a0cb-0e1e617ff179 HTTP/1.1" status: 200 len: 999 time: 0.2343917 May 28 06:11:42.853738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:42.858522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:42.862049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:42.872506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:42.935721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:42.940316 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:42.942272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-97767a3c-cba7-4536-ab27-7bf499cc1615 None None] Provisioning complete for port 3189d21c-4152-460c-9545-db9a28a66006 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:42.942828 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97767a3c-cba7-4536-ab27-7bf499cc1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:42.973833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-003bcd0b-dc30-412b-8075-827c21dba19e req-416a5a4c-3257-424a-9cc8-c30667c0aa53 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 210 time: 0.0758708 May 28 06:11:43.316402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-97767a3c-cba7-4536-ab27-7bf499cc1615 None None] Current status of the port 3189d21c-4152-460c-9545-db9a28a66006 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:43.350780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:43.375007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ef298-92c7-46f2-976e-de3d6ccce64f None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:11:43.386023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-663ef298-92c7-46f2-976e-de3d6ccce64f None None] Deleting port 3189d21c-4152-460c-9545-db9a28a66006 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:43.386859 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-663ef298-92c7-46f2-976e-de3d6ccce64f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:43.428556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:43.515143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:43.519340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:43.528783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:43.529625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:43.548068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=fb7984ac-4a64-4f2a-9f55-757f06c2063d,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:43.574775 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9f64c944-93b9-4677-8c4a-a0fcda479eb1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8910563 May 28 06:11:43.577652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39268) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:43.587808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:43.705606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-663ef298-92c7-46f2-976e-de3d6ccce64f None None] For port 3189d21c-4152-460c-9545-db9a28a66006, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3189d21c-4152-460c-9545-db9a28a66006,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:43.706586 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-663ef298-92c7-46f2-976e-de3d6ccce64f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:43.760649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:43.764876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:43.769184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:43.775629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:43.786682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:43.791931 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:43.863016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-663ef298-92c7-46f2-976e-de3d6ccce64f None None] Calling delete_port for 3189d21c-4152-460c-9545-db9a28a66006 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:43.971439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-663ef298-92c7-46f2-976e-de3d6ccce64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:43.983035 n-d-843679-5 neutron-server[88417]: INFO neutron.db.ipam_backend_mixin [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fb7984ac-4a64-4f2a-9f55-757f06c2063d (CIDR: 2001:db8::/64) May 28 06:11:43.992620 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:11:43.995450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:44.021352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-190147a8-bace-469b-a3c9-be698bfa3507 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4420235 May 28 06:11:44.022383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39276) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:44.028996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'subnet': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:44.081254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ef298-92c7-46f2-976e-de3d6ccce64f None None] No DVR routers for this DVR port 3189d21c-4152-460c-9545-db9a28a66006 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:11:44.116001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d86dddd-5385-44c7-b156-ba2533797b34 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:44.125724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f447da4-507d-4e70-adfb-0c178001ba15 req-5283ae2a-fdb8-480a-ae11-ea8cf60e3a79 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:44.140491 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f447da4-507d-4e70-adfb-0c178001ba15 req-5283ae2a-fdb8-480a-ae11-ea8cf60e3a79 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.1450276 May 28 06:11:44.202125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3189d21c-4152-460c-9545-db9a28a66006 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:11:44.228070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ef298-92c7-46f2-976e-de3d6ccce64f None None] Pushing event deleted for resources: {'Port': ['ID=3189d21c-4152-460c-9545-db9a28a66006,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:44.283928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f447da4-507d-4e70-adfb-0c178001ba15 req-956717d7-94bc-40b7-b836-99c30ed1ed41 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417325 May 28 06:11:44.303251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 3189d21c-4152-460c-9545-db9a28a66006 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:11:44.303744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3189d21c-4152-460c-9545-db9a28a66006 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:11:44.477832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ee4a8db0-0829-4c41-9ecd-4c00c1c8456b req-270b6237-02e1-47e3-8960-a257cce0eb68 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 210 time: 0.0674005 May 28 06:11:44.494371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-849db3b9-5f39-428b-9c5f-0d9a168770f7', 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'tenant_id': '17878439b16745738ad3a734367d677b', 'fixed_ips': [{'subnet_id': 'fb7984ac-4a64-4f2a-9f55-757f06c2063d'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:11:44.495219 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:44.568773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:44.589914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:subnet and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:44.592963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:44.600174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:44.619754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:44.624603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:44.726824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Allocated IP 2001:db8::2 (849db3b9-5f39-428b-9c5f-0d9a168770f7/fb7984ac-4a64-4f2a-9f55-757f06c2063d/5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:44.970438 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:44.981606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Transition to ACTIVE for port object 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:45.003473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Transition to ACTIVE for port object 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:45.011367 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:45.092829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:45.095920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:45.098393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:45.122001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:11:45.194549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Attempting to bind port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:11:45.195030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Attempting to bind port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:11:45.195474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Attempting to bind port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e on network 849db3b9-5f39-428b-9c5f-0d9a168770f7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:11:45.197627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Pushing event updated for resources: {'Port': ['ID=5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:45.205087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:11:45.205984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Checking segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:11:45.205984 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:45.206517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Bound using segment: {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:11:45.207106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Bound port: 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554873bf-9df4-465f-af7a-dfe824a3b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:11:45.207584 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:45.347436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] For port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:11:45.352152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] For port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:11:45.372127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:45.373748 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:45.472511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ddb95-edda-4b3f-9257-c861e3c9aab3 None None] Pushing event updated for resources: {'Port': ['ID=5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:45.697355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea809d97-f174-4a7b-afe3-bb7a380db2b4 req-19a8236d-e516-4093-8482-c52bc31109bc tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:45.698921 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ea809d97-f174-4a7b-afe3-bb7a380db2b4 req-19a8236d-e516-4093-8482-c52bc31109bc tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.2351534 May 28 06:11:45.762079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] For port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:45.775879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d2f761ca-7e44-4085-807d-eaad1b211835 req-b30cec21-d17d-4863-ae1b-cedac344d807 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 210 time: 0.0895746 May 28 06:11:45.786115 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ea809d97-f174-4a7b-afe3-bb7a380db2b4 req-105cd057-af60-4f8c-ac6d-0484d6100137 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673511 May 28 06:11:45.826723 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:45.846304 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:45.847356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:45.989192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:45.994998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:45.998004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:45.998613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:46.031714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e,revision_number=4']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:46.035158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Subnet': ['ID=3742d45d-53c7-483a-a9b8-9984e20e4c3e,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:46.058086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-02330c86-5f33-442d-b8f8-f1f5856bcaaf tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0340445 May 28 06:11:46.060829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39290) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:46.068119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Request body: {'port': {'network_id': '849db3b9-5f39-428b-9c5f-0d9a168770f7', 'mac_address': 'fa:16:3e:55:73:de', 'name': 'tempest-NetworksTestDHCPv6-936819963'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:46.218259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:46.314988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:46.319713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Usage tracker for resource:port and tenant:17878439b16745738ad3a734367d677b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:46.333324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:46.341520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:46.355450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Made reservation on behalf of 17878439b16745738ad3a734367d677b for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:46.394122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:46.537398 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:46.573876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] device_id is not set on port da1d5cb8-9040-44b6-b0d4-814e92a959be yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:46.818489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8::137 (849db3b9-5f39-428b-9c5f-0d9a168770f7/fb7984ac-4a64-4f2a-9f55-757f06c2063d/da1d5cb8-9040-44b6-b0d4-814e92a959be) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:46.827533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:73de (849db3b9-5f39-428b-9c5f-0d9a168770f7/3742d45d-53c7-483a-a9b8-9984e20e4c3e/da1d5cb8-9040-44b6-b0d4-814e92a959be) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:46.926516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b3f19-08a3-4e98-bf75-65e757968830 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:47.024116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20780d62-10c9-43d0-ad3e-57e1b51030f9 req-42aef5fd-497e-431b-928f-f10c7ad1d483 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:47.032035 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20780d62-10c9-43d0-ad3e-57e1b51030f9 req-42aef5fd-497e-431b-928f-f10c7ad1d483 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.1033137 May 28 06:11:47.106308 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20780d62-10c9-43d0-ad3e-57e1b51030f9 req-ca7bd570-49af-4885-968e-b7a45969b3da tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727699 May 28 06:11:47.205626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a5dbab80-7889-4106-8148-362a2a2e56bb None None] Provisioning for port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:47.221988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a5dbab80-7889-4106-8148-362a2a2e56bb None None] Provisioning complete for port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:47.222661 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a5dbab80-7889-4106-8148-362a2a2e56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:47.242469 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d660bfa5-18b8-4a8e-9b80-4e92a0cc2545 req-56ef3360-ec3b-4ee7-8855-72cce3f307c8 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 210 time: 0.0919051 May 28 06:11:47.430961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbab80-7889-4106-8148-362a2a2e56bb None None] Current status of the port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:47.431368 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a5dbab80-7889-4106-8148-362a2a2e56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:47.448010 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:47.473387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Transition to ACTIVE for port object da1d5cb8-9040-44b6-b0d4-814e92a959be will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:47.485070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a5dbab80-7889-4106-8148-362a2a2e56bb None None] For port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:47.488979 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a5dbab80-7889-4106-8148-362a2a2e56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:47.515545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:47.601536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:47.605360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:47.607861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:47.611177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbab80-7889-4106-8148-362a2a2e56bb None None] Pushing event updated for resources: {'Port': ['ID=5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:47.614634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:47.615573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:47.631395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event updated for resources: {'Port': ['ID=da1d5cb8-9040-44b6-b0d4-814e92a959be,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:47.656383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-531d8aa3-6316-4c87-a6f5-7e91622519f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5941660 May 28 06:11:47.659181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39300) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:47.735510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-47ded827-23fd-4662-b2d6-d545cec78e57 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting port da1d5cb8-9040-44b6-b0d4-814e92a959be {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:47.736395 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47ded827-23fd-4662-b2d6-d545cec78e57 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:47.999555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47ded827-23fd-4662-b2d6-d545cec78e57 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:48.014837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-04266999-ddb5-42d6-96b4-d070ed389dee None None] Provisioning complete for port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:48.015361 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-04266999-ddb5-42d6-96b4-d070ed389dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:48.133022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-47ded827-23fd-4662-b2d6-d545cec78e57 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Calling delete_port for da1d5cb8-9040-44b6-b0d4-814e92a959be owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:48.203316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-04266999-ddb5-42d6-96b4-d070ed389dee None None] Current status of the port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:48.206120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:48.300477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:48.301132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:48.381569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99889c-f427-40ee-b092-478f8e5b292f req-dde2fead-ebdd-4449-bcab-311274b82258 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:48.390342 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e99889c-f427-40ee-b092-478f8e5b292f req-dde2fead-ebdd-4449-bcab-311274b82258 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.1300640 May 28 06:11:48.444773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:48.446587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e99889c-f427-40ee-b092-478f8e5b292f req-42bb207d-8e5e-40f6-96e2-812575c1158d tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527027 May 28 06:11:48.494075 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23555d5c-46cf-4804-aa88-cdc9f2dc24e8 req-108daa40-9bc2-4972-ae1e-d8e6415800d3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 210 time: 0.1060438 May 28 06:11:48.518117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-b95f7134-982f-4e24-84f9-9dafbe28009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:48.519866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-b95f7134-982f-4e24-84f9-9dafbe28009c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 200 len: 855 time: 0.2415729 May 28 06:11:48.521053 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47ded827-23fd-4662-b2d6-d545cec78e57 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:48.521614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1b1fc1b1-333a-40b2-a12b-9becdad049f5 None None] Provisioning for port da1d5cb8-9040-44b6-b0d4-814e92a959be completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:48.530164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1b1fc1b1-333a-40b2-a12b-9becdad049f5 None None] Provisioning complete for port da1d5cb8-9040-44b6-b0d4-814e92a959be triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:48.530818 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1b1fc1b1-333a-40b2-a12b-9becdad049f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:48.586788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1b1fc1b1-333a-40b2-a12b-9becdad049f5 None None] Port da1d5cb8-9040-44b6-b0d4-814e92a959be was deleted so its status cannot be updated. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 06:11:48.609525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ded827-23fd-4662-b2d6-d545cec78e57 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Port': ['ID=da1d5cb8-9040-44b6-b0d4-814e92a959be,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:48.681679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-544cbcb3-af14-40e7-b9f3-5044e8f28b3e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:48.683161 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-544cbcb3-af14-40e7-b9f3-5044e8f28b3e tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 811 time: 0.1680150 May 28 06:11:48.709359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47ded827-23fd-4662-b2d6-d545cec78e57 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:48.723202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-47ded827-23fd-4662-b2d6-d545cec78e57 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/da1d5cb8-9040-44b6-b0d4-814e92a959be HTTP/1.1" status: 204 len: 168 time: 1.0627692 May 28 06:11:48.725664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39310) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:48.755963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-8fabeea3-859a-4e39-963c-81f5147c2635 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc6f3a6f26a545aaab5fd63e9f766804 HTTP/1.1" status: 200 len: 380 time: 0.0617497 May 28 06:11:48.772199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-a39012c5-0702-4f44-ae70-2f83af909be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:48.773615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-a39012c5-0702-4f44-ae70-2f83af909be2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d72d19-9cfe-48f9-bdd5-0eac297b16c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101727 May 28 06:11:48.781077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'port': {'device_id': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'admin_state_up': True, 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'security_groups': ['27b227fb-5d01-448f-8ceb-ed2389c9fbeb']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:48.935197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:48.940863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf298ec-e1ec-4711-adcc-5d816a3541d3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:48.941590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ecf298ec-e1ec-4711-adcc-5d816a3541d3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:48.946185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-de3e0650-ae29-469b-8b44-44497a4954d7 service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642747 May 28 06:11:48.948323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:48.961438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Made reservation on behalf of fc6f3a6f26a545aaab5fd63e9f766804 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:48.966364 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:49.035170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ecf298ec-e1ec-4711-adcc-5d816a3541d3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:49.039259 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ecf298ec-e1ec-4711-adcc-5d816a3541d3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3126767 May 28 06:11:49.041814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39314) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:49.109613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-712e54e6-2167-4c18-b753-bb277ff825a3 req-0b61c3eb-aeed-4b8f-9ee7-009570a0661c service neutron] 10.222.0.41 "GET /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529453 May 28 06:11:49.224579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e4d6a9-345d-4e10-8021-87f44c6e0fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:49.225303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f9e4d6a9-345d-4e10-8021-87f44c6e0fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:49.244304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Allocated IP 172.20.0.13 (5548a89e-ac6e-4db8-9dd0-bc7145d9109a/df602273-db7f-4234-b6c8-0beb4f26e2d7/40717394-a375-4feb-857c-9097fc72b869) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:49.257793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f9e4d6a9-345d-4e10-8021-87f44c6e0fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:49.259079 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f9e4d6a9-345d-4e10-8021-87f44c6e0fb8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2164724 May 28 06:11:49.262058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39318) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:49.337636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2902d1-4ae3-4b55-9954-5170d84da666 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:49.339355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2902d1-4ae3-4b55-9954-5170d84da666 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:49.340965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2902d1-4ae3-4b55-9954-5170d84da666 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:49.341809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2f2902d1-4ae3-4b55-9954-5170d84da666 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:49.364946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2f2902d1-4ae3-4b55-9954-5170d84da666 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:49.370074 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2f2902d1-4ae3-4b55-9954-5170d84da666 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1064181 May 28 06:11:49.370545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39322) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:49.537203 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:49.575155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Transition to ACTIVE for port object 40717394-a375-4feb-857c-9097fc72b869 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:49.585162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-24697f13-b395-40a7-aad6-fa6cdd8434d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet 3742d45d-53c7-483a-a9b8-9984e20e4c3e {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:49.596541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24697f13-b395-40a7-aad6-fa6cdd8434d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:49.677625 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:49.745353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24697f13-b395-40a7-aad6-fa6cdd8434d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:49.781389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:49.786020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:49.795550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:49.833769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c3172-d401-4c8e-869b-393c1fdd3c28 req-ec04689b-c289-4bab-a996-e503cd94ba80 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:49.835417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e55c3172-d401-4c8e-869b-393c1fdd3c28 req-ec04689b-c289-4bab-a996-e503cd94ba80 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 932 time: 0.1837938 May 28 06:11:49.877632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:49.878304 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:49.896128 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24697f13-b395-40a7-aad6-fa6cdd8434d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:49.920850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=40717394-a375-4feb-857c-9097fc72b869,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:49.941410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.942738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.943315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.943881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.946364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.948389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.950206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.950708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.951575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.952163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.952647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.953197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:49.976475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0d6fcfdc-a8ba-47ae-8dc8-29a2f99a36c6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2124705 May 28 06:11:49.995158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff488d2b-e14f-434f-b8e6-9baf71cb4f95 req-50d8031a-d54a-43d6-84b0-e309cad91465 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:49.998948 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e55c3172-d401-4c8e-869b-393c1fdd3c28 req-1cb4c9c0-d8f5-4877-b001-66a3e39970dc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486840 May 28 06:11:50.005588 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ff488d2b-e14f-434f-b8e6-9baf71cb4f95 req-50d8031a-d54a-43d6-84b0-e309cad91465 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.3902004 May 28 06:11:50.040049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Request body: {'port': {'device_id': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:50.140947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ac1b56c0-816f-4c2d-ba77-803d44c66d6a None None] Provisioning for port 40717394-a375-4feb-857c-9097fc72b869 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:11:50.156715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ac1b56c0-816f-4c2d-ba77-803d44c66d6a None None] Provisioning complete for port 40717394-a375-4feb-857c-9097fc72b869 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:50.159582 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ac1b56c0-816f-4c2d-ba77-803d44c66d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:50.174264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24697f13-b395-40a7-aad6-fa6cdd8434d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:50.243918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24697f13-b395-40a7-aad6-fa6cdd8434d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=3742d45d-53c7-483a-a9b8-9984e20e4c3e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:50.256288 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24697f13-b395-40a7-aad6-fa6cdd8434d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:50.263395 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ff488d2b-e14f-434f-b8e6-9baf71cb4f95 req-de41176d-0a2f-406d-81bf-02d54fcb22d4 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560856 May 28 06:11:50.276913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b56c0-816f-4c2d-ba77-803d44c66d6a None None] Port 40717394-a375-4feb-857c-9097fc72b869 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:11:50.286314 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975428a1-a005-4e27-9e35-ffe1a83cc1a9 None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:50.307268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:50.307768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-24697f13-b395-40a7-aad6-fa6cdd8434d9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/3742d45d-53c7-483a-a9b8-9984e20e4c3e HTTP/1.1" status: 204 len: 168 time: 0.9355590 May 28 06:11:50.310718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39330) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:50.367582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-e2201bf0-d6d4-467f-b59c-02feeefd5af3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3042562 May 28 06:11:50.441985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9a5dad-d5bb-4ea4-b1ee-858a2b97acc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Deleting subnet fb7984ac-4a64-4f2a-9f55-757f06c2063d {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:11:50.456208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da9a5dad-d5bb-4ea4-b1ee-858a2b97acc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:50.651248 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da9a5dad-d5bb-4ea4-b1ee-858a2b97acc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:50.776698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-213a77bc-9a57-4f87-bd74-43190d3220b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:50.778440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-213a77bc-9a57-4f87-bd74-43190d3220b7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 1097 time: 0.2443061 May 28 06:11:50.795269 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da9a5dad-d5bb-4ea4-b1ee-858a2b97acc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:50.908819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40717394-a375-4feb-857c-9097fc72b869 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:11:50.930283 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:50.951389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Transition to ACTIVE for port object 40717394-a375-4feb-857c-9097fc72b869 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:50.957461 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:51.074111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-c93365a2-7880-4208-9902-fb2616873e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:51.076195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-c93365a2-7880-4208-9902-fb2616873e83 service neutron] 10.222.0.33 "GET /v2.0/networks?id=11ed71de-9ec9-4e02-8145-7818d286d9ea HTTP/1.1" status: 200 len: 897 time: 0.2408454 May 28 06:11:51.077619 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da9a5dad-d5bb-4ea4-b1ee-858a2b97acc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:51.284804 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da9a5dad-d5bb-4ea4-b1ee-858a2b97acc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:51.323651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 708e497f-99e5-480e-a0cb-0e1e617ff179 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:11:51.346251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a5dad-d5bb-4ea4-b1ee-858a2b97acc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7984ac-4a64-4f2a-9f55-757f06c2063d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:51.391054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-da9a5dad-d5bb-4ea4-b1ee-858a2b97acc9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/fb7984ac-4a64-4f2a-9f55-757f06c2063d HTTP/1.1" status: 204 len: 168 time: 1.0790241 May 28 06:11:51.408898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39338) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:51.432277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=40717394-a375-4feb-857c-9097fc72b869,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:51.455194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-83be6a1e-78bb-4d3d-81ca-350d3d619cde service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb HTTP/1.1" status: 200 len: 1001 time: 0.3254433 May 28 06:11:51.540274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664e616-f832-4406-8602-47aa0d92747e req-e7c5b20e-c390-4e86-ad28-6e5d22cd2ab2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:51.542350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d664e616-f832-4406-8602-47aa0d92747e req-e7c5b20e-c390-4e86-ad28-6e5d22cd2ab2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 944 time: 0.2732396 May 28 06:11:51.616346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Attempting to bind port 40717394-a375-4feb-857c-9097fc72b869 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:11:51.616695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Attempting to bind port 40717394-a375-4feb-857c-9097fc72b869 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:11:51.617018 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Attempting to bind port 40717394-a375-4feb-857c-9097fc72b869 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:11:51.626542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:51.627344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-641874c3-3fc4-405d-8fe8-7ec4d5d2ecdd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2014613 May 28 06:11:51.630805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39344) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:51.635133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Port 40717394-a375-4feb-857c-9097fc72b869 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:11:51.635685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Attempting to bind port 40717394-a375-4feb-857c-9097fc72b869 on network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:11:51.648673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'port_id': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'mac_address': 'fa:16:3e:42:32:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:11:51.650934 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d664e616-f832-4406-8602-47aa0d92747e req-e882b853-7664-45d2-89f0-b2b07b87006d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837297 May 28 06:11:51.671350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-a7319a4f-7607-4e7a-8a71-2177b68fa12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:51.674590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-a7319a4f-7607-4e7a-8a71-2177b68fa12d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=19af9be6-9f49-4a82-a53e-bb5a2d1575bf HTTP/1.1" status: 200 len: 835 time: 0.2119622 May 28 06:11:51.682941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:11:51.683376 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Checking segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:11:51.683758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Bound using segment: {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:11:51.684238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Bound port: 40717394-a375-4feb-857c-9097fc72b869, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2944809a-2ad5-40ab-a77b-6d60f498d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:11:51.684526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:51.726433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102dc586-76c6-46cb-acf4-2d954247971c None None] Network 849db3b9-5f39-428b-9c5f-0d9a168770f7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:51.793371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-88f12d27-c6f8-4415-8afb-bffba8075b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:51.794952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-88f12d27-c6f8-4415-8afb-bffba8075b72 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=11ed71de-9ec9-4e02-8145-7818d286d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092193 May 28 06:11:51.856770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a43ba2-520e-4247-a6bc-8abde385300d req-37a1c62f-927d-4a65-a725-1301ceae691a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:51.859047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-16a43ba2-520e-4247-a6bc-8abde385300d req-37a1c62f-927d-4a65-a725-1301ceae691a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 943 time: 0.3023493 May 28 06:11:51.873562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 708e497f-99e5-480e-a0cb-0e1e617ff179 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:51.873847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:51.881083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e828836-1b46-42d2-9872-f7a13142fc3f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:51.882697 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4e828836-1b46-42d2-9872-f7a13142fc3f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2490387 May 28 06:11:51.885419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] For port 40717394-a375-4feb-857c-9097fc72b869, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:11:51.889935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39348) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:51.915638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] For port 40717394-a375-4feb-857c-9097fc72b869, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=40717394-a375-4feb-857c-9097fc72b869,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:11:51.933797 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:51.991438 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-16a43ba2-520e-4247-a6bc-8abde385300d req-0362c2c4-f343-4349-a66a-cc00e1475ad3 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074133 May 28 06:11:52.010962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:52.010962 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:52.012193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] 10.222.0.41 "PUT /v2.0/ports/40717394-a375-4feb-857c-9097fc72b869 HTTP/1.1" status: 200 len: 1092 time: 1.9818907 May 28 06:11:52.012800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'tag': '40717394-a375-4feb-857c-9097fc72b869'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:11:52.029620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708e497f-99e5-480e-a0cb-0e1e617ff179 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:11:52.050116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc55f9e-93d4-460d-959c-eda104b50fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=40717394-a375-4feb-857c-9097fc72b869,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:52.050719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bfcbf4-c493-4883-a623-6859f5a8af2e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:52.050719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d7bfcbf4-c493-4883-a623-6859f5a8af2e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Synchronizing usage tracker for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:52.051783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c9a5d151-cfa9-406d-acd7-8b310a04bf22 None None] Provisioning complete for port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:52.052190 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d151-cfa9-406d-acd7-8b310a04bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:52.100648 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-f10a49b0-49c8-4334-9ca1-dfc75530b0cb service neutron] 10.222.0.33 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970126 May 28 06:11:52.103910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d7bfcbf4-c493-4883-a623-6859f5a8af2e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Unset dirty status for tenant:17878439b16745738ad3a734367d677b on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:52.108547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:52.109171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d7bfcbf4-c493-4883-a623-6859f5a8af2e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2169518 May 28 06:11:52.110379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39354) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:52.144827 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:52.161026 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4fd2ac8-fdf1-46f0-9156-c8f03debc2c5'] response: {'name': 'network-changed', 'server_uuid': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'tag': '40717394-a375-4feb-857c-9097fc72b869', 'status': 'completed', 'code': 200} May 28 06:11:52.223929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-255f5d52-ee3b-4d0f-b1bb-f72ba96a5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:52.227140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-255f5d52-ee3b-4d0f-b1bb-f72ba96a5a4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 1095 time: 0.1299033 May 28 06:11:52.310598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:52.323372 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-ce87555c-3021-44b6-9b7e-a3eef2a2c291 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40717394-a375-4feb-857c-9097fc72b869 HTTP/1.1" status: 200 len: 217 time: 0.0830865 May 28 06:11:52.359276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5d151-cfa9-406d-acd7-8b310a04bf22 None None] Current status of the port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:52.417350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-39fe8e73-6491-4dd1-b459-9503adb90073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:52.418874 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-39fe8e73-6491-4dd1-b459-9503adb90073 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0867443 May 28 06:11:52.437058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b89b0-f552-4819-9304-1b76e57e5ff9 None None] DHCP port deletion for 849db3b9-5f39-428b-9c5f-0d9a168770f7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:11:52.442198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-527b89b0-f552-4819-9304-1b76e57e5ff9 None None] Deleting port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:11:52.442564 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-527b89b0-f552-4819-9304-1b76e57e5ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:52.444130 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c15ebcba-3918-4a4c-86f3-f8d238d718ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3085172 May 28 06:11:52.453924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39358) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:52.475342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['708e497f-99e5-480e-a0cb-0e1e617ff179'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:11:52.508094 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-98163a01-5148-4d0c-b179-4f769f334d61 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:52.508570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98163a01-5148-4d0c-b179-4f769f334d61 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:52.512949 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-98163a01-5148-4d0c-b179-4f769f334d61 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/da1d5cb8-9040-44b6-b0d4-814e92a959be HTTP/1.1" status: 404 len: 333 time: 0.0551713 May 28 06:11:52.513766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39362) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:52.561720 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd4695f-108d-40f0-aaf9-9dd8fa6f2478 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:52.562082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd4695f-108d-40f0-aaf9-9dd8fa6f2478 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:52.563158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc43c4c3-013f-4aff-8a9b-0b67d4e5a27b req-34006109-ade1-40b2-bea5-3b895e0bdd8f service neutron] 10.222.0.33 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514556 May 28 06:11:52.564783 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4bd4695f-108d-40f0-aaf9-9dd8fa6f2478 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/3742d45d-53c7-483a-a9b8-9984e20e4c3e HTTP/1.1" status: 404 len: 337 time: 0.0494621 May 28 06:11:52.567537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39366) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:52.589161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-9ae6d679-088f-4204-9690-8d7ca963820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:52.590956 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-9ae6d679-088f-4204-9690-8d7ca963820d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466582 May 28 06:11:52.619800 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ec78ae-13df-4f33-a7dd-e8d4b4c013cd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:52.620373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ec78ae-13df-4f33-a7dd-e8d4b4c013cd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:52.622315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a0ec78ae-13df-4f33-a7dd-e8d4b4c013cd tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/fb7984ac-4a64-4f2a-9f55-757f06c2063d HTTP/1.1" status: 404 len: 337 time: 0.0516894 May 28 06:11:52.625001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39370) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:52.682150 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1a277e-18d6-458f-95fb-5ccf10850e95 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:52.683332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1a277e-18d6-458f-95fb-5ccf10850e95 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:52.685290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0c1a277e-18d6-458f-95fb-5ccf10850e95 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/58a5d0fe-5243-486a-912b-ae889a2d69f4 HTTP/1.1" status: 404 len: 333 time: 0.0591514 May 28 06:11:52.687935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39376) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:52.740905 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19829be-8fcd-4774-80b4-78546ae71569 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:52.741746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19829be-8fcd-4774-80b4-78546ae71569 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:52.745932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e19829be-8fcd-4774-80b4-78546ae71569 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/e3773557-80cb-4203-a5a1-80ba42ef2022 HTTP/1.1" status: 404 len: 337 time: 0.0568600 May 28 06:11:52.752569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39380) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:52.804904 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-5063ab1b-52dc-4c57-8b58-bbf533439d08 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:52.806005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5063ab1b-52dc-4c57-8b58-bbf533439d08 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:52.808252 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5063ab1b-52dc-4c57-8b58-bbf533439d08 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/45179a14-9d31-44f5-9691-8c5c0bc7504b HTTP/1.1" status: 404 len: 337 time: 0.0544846 May 28 06:11:52.810834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39384) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:52.816436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-27fdaa09-c3e7-42f8-8215-2f6ae6701b14 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141597 May 28 06:11:52.875298 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f81eb0f-f281-4735-aa99-cf3e9a7110e5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:52.875656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f81eb0f-f281-4735-aa99-cf3e9a7110e5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:52.879742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1f81eb0f-f281-4735-aa99-cf3e9a7110e5 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/1b739036-2bfc-42f9-8f7c-6345c6c7be45 HTTP/1.1" status: 404 len: 333 time: 0.0677032 May 28 06:11:52.880576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39388) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:52.884807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-527b89b0-f552-4819-9304-1b76e57e5ff9 None None] For port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e,segment=NetworkSegment(554873bf-9df4-465f-af7a-dfe824a3b819),segment_id=554873bf-9df4-465f-af7a-dfe824a3b819)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:52.885204 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-527b89b0-f552-4819-9304-1b76e57e5ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:52.926182 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f088526e-ed32-411c-850b-2749568ec30c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:52.927028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f088526e-ed32-411c-850b-2749568ec30c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:52.934177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f088526e-ed32-411c-850b-2749568ec30c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/abe19817-ca25-4bb4-9fdf-655f10f76960 HTTP/1.1" status: 404 len: 337 time: 0.0525115 May 28 06:11:52.934769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39392) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:52.987318 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6f8bde-1c37-405c-884b-7889fed20a55 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:52.987852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6f8bde-1c37-405c-884b-7889fed20a55 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:52.991962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dd6f8bde-1c37-405c-884b-7889fed20a55 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/f3efdd8d-a9f0-4600-936b-c023f12f6526 HTTP/1.1" status: 404 len: 337 time: 0.0534248 May 28 06:11:52.992259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39396) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.045915 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9717b8e-eeff-4e2b-bd12-1a2c8e6d7474 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.046397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9717b8e-eeff-4e2b-bd12-1a2c8e6d7474 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.051750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f9717b8e-eeff-4e2b-bd12-1a2c8e6d7474 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/f159e072-df5e-42c4-b0bf-1ad24025c636 HTTP/1.1" status: 404 len: 333 time: 0.0555005 May 28 06:11:53.051750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39402) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.061308 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-527b89b0-f552-4819-9304-1b76e57e5ff9 None None] Calling delete_port for 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:11:53.101816 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-95787985-c597-497e-8999-4d2f1993f1f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.102589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95787985-c597-497e-8999-4d2f1993f1f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.104658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-95787985-c597-497e-8999-4d2f1993f1f0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/6a384d20-2271-4315-b7a8-f6a79e07a1c9 HTTP/1.1" status: 404 len: 337 time: 0.0525181 May 28 06:11:53.107603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39406) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.164747 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a53b44-a68d-4b37-b165-ebce7000a8d0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.165586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a53b44-a68d-4b37-b165-ebce7000a8d0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.171515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b8a53b44-a68d-4b37-b165-ebce7000a8d0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/23e51fac-3829-452f-be7f-c53becc6272b HTTP/1.1" status: 404 len: 337 time: 0.0628703 May 28 06:11:53.172344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39410) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.231522 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9773400c-e3cf-422e-b3b7-2fa5e1bf6d9a req-83167a47-9786-4ec1-b3f8-29f12ae4669b service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050677 May 28 06:11:53.234251 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-527b89b0-f552-4819-9304-1b76e57e5ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:53.255360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832d9d-01d8-4143-a028-09201798068f req-fdaf5897-84ba-4982-bde9-ce7e1ca402bc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:53.256097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-db832d9d-01d8-4143-a028-09201798068f req-fdaf5897-84ba-4982-bde9-ce7e1ca402bc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:11:53.273840 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9cf287-5834-4675-8abc-7cd4db4d7ea4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.274345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9cf287-5834-4675-8abc-7cd4db4d7ea4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.276319 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6f9cf287-5834-4675-8abc-7cd4db4d7ea4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/82237023-9487-4bce-ac90-f336029a91ed HTTP/1.1" status: 404 len: 333 time: 0.1028707 May 28 06:11:53.278862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39414) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.281233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-db832d9d-01d8-4143-a028-09201798068f req-fdaf5897-84ba-4982-bde9-ce7e1ca402bc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:11:53.283618 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db832d9d-01d8-4143-a028-09201798068f req-fdaf5897-84ba-4982-bde9-ce7e1ca402bc tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 944 time: 0.4339678 May 28 06:11:53.323884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b89b0-f552-4819-9304-1b76e57e5ff9 None None] Pushing event deleted for resources: {'Port': ['ID=5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:53.326833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b89b0-f552-4819-9304-1b76e57e5ff9 None None] No DVR routers for this DVR port 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:11:53.350258 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-5915f5d0-aadb-451c-b9ef-c9a01cfcdaf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.350718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5915f5d0-aadb-451c-b9ef-c9a01cfcdaf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.352530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5915f5d0-aadb-451c-b9ef-c9a01cfcdaf3 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/d87e0867-ed20-4687-a065-6b9483ba706e HTTP/1.1" status: 404 len: 337 time: 0.0725262 May 28 06:11:53.357276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39418) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.399061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db832d9d-01d8-4143-a028-09201798068f req-85bf832a-816b-453a-ac6c-5ce4fdc1973b tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068225 May 28 06:11:53.407394 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-765fffb9-ea47-4bc3-a135-e07b2868fa2b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.407843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765fffb9-ea47-4bc3-a135-e07b2868fa2b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.411271 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-765fffb9-ea47-4bc3-a135-e07b2868fa2b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/b1687d98-e30d-47e4-9fb8-bf9551c3b180 HTTP/1.1" status: 404 len: 333 time: 0.0528884 May 28 06:11:53.412711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39422) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.426457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2f5b6-e6b5-48da-805e-0c4a252a304b req-3f18040e-68da-430c-a2c5-94417c9bfb7e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:53.428309 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5b2f5b6-e6b5-48da-805e-0c4a252a304b req-3f18040e-68da-430c-a2c5-94417c9bfb7e tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 944 time: 0.2079897 May 28 06:11:53.475315 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f0c8d9-7786-4877-93ad-9a64203f25c1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.475315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f0c8d9-7786-4877-93ad-9a64203f25c1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.475315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a1f0c8d9-7786-4877-93ad-9a64203f25c1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/56d3c5a9-5174-4ffc-8297-7bce7d8397d1 HTTP/1.1" status: 404 len: 337 time: 0.0532339 May 28 06:11:53.475315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-7b7821d5-9894-4f2f-be2e-319859089b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:53.475717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39426) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.476149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-7b7821d5-9894-4f2f-be2e-319859089b57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 1095 time: 0.1635704 May 28 06:11:53.521442 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c5b2f5b6-e6b5-48da-805e-0c4a252a304b req-507db2f5-a901-49bc-8bf7-47aacaa00964 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855417 May 28 06:11:53.522059 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b45f46-f0f8-486a-ac8e-af717212005a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.522467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b45f46-f0f8-486a-ac8e-af717212005a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.526643 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f3b45f46-f0f8-486a-ac8e-af717212005a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/f4173049-b336-4e2f-a86c-9a54dcdc7be7 HTTP/1.1" status: 404 len: 333 time: 0.0526717 May 28 06:11:53.527018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39430) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.578375 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e488d263-723c-4355-acc5-b33355321372 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.578604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e488d263-723c-4355-acc5-b33355321372 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.581199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e488d263-723c-4355-acc5-b33355321372 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/6bdf8e8e-e6e6-497c-b023-eca0561db4b9 HTTP/1.1" status: 404 len: 337 time: 0.0531356 May 28 06:11:53.586751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39434) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.616137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-6f9ab4c3-34aa-4983-82b6-8083dfd23261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:53.617998 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-6f9ab4c3-34aa-4983-82b6-8083dfd23261 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.1392970 May 28 06:11:53.629918 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0955660-b9cc-4935-9840-d95809a0bae9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.630387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0955660-b9cc-4935-9840-d95809a0bae9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.632306 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f0955660-b9cc-4935-9840-d95809a0bae9 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/eb69ade4-3739-4558-a2de-eff801205f01 HTTP/1.1" status: 404 len: 333 time: 0.0447893 May 28 06:11:53.635337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39438) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.676925 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdd5a2f-551e-4984-ba17-a827b9e0ba79 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.677401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdd5a2f-551e-4984-ba17-a827b9e0ba79 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.681556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-efdd5a2f-551e-4984-ba17-a827b9e0ba79 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/de8e209d-8b3c-41ad-b03c-2a8d79672849 HTTP/1.1" status: 404 len: 337 time: 0.0428395 May 28 06:11:53.682542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39442) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.698697 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-39a47baa-94f5-476f-ac5e-f378388814ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40717394-a375-4feb-857c-9097fc72b869 HTTP/1.1" status: 200 len: 217 time: 0.0741234 May 28 06:11:53.735753 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b3fdf0-5bb4-4ee6-b524-68af554c57f8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.735753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b3fdf0-5bb4-4ee6-b524-68af554c57f8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.735753 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c7b3fdf0-5bb4-4ee6-b524-68af554c57f8 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/6cf3ee92-5fb5-443a-ae92-0e40c2ed5aba HTTP/1.1" status: 404 len: 333 time: 0.0499308 May 28 06:11:53.735753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39446) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.783546 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-730808c8-054b-41de-9338-ef03868e179a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.783668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-dc6bf907-abf3-4bfe-9bc4-1fb8af4562be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:53.783822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730808c8-054b-41de-9338-ef03868e179a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.783913 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-dc6bf907-abf3-4bfe-9bc4-1fb8af4562be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0739634 May 28 06:11:53.784001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-730808c8-054b-41de-9338-ef03868e179a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/bed8a231-e57e-48d6-8543-9650dc42aa69 HTTP/1.1" status: 404 len: 337 time: 0.0458333 May 28 06:11:53.785432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39450) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.829264 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b06b4d6-def9-4c96-b030-864709bae7b7 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.829389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b06b4d6-def9-4c96-b030-864709bae7b7 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.834986 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1b06b4d6-def9-4c96-b030-864709bae7b7 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/a4d1676e-3f31-405c-bc00-827799db1bdf HTTP/1.1" status: 404 len: 333 time: 0.0447714 May 28 06:11:53.835075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39454) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.885299 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ea5c84-7dd7-4188-afc0-9cf2b7686936 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.885753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ea5c84-7dd7-4188-afc0-9cf2b7686936 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.888037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c6ea5c84-7dd7-4188-afc0-9cf2b7686936 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/95d39c37-bac3-4842-aaf8-044c146e9ef6 HTTP/1.1" status: 404 len: 337 time: 0.0526090 May 28 06:11:53.890323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39458) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.907425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-4ead951f-e9d4-4edf-aa55-bd88282327af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:53.908949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-4ead951f-e9d4-4edf-aa55-bd88282327af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197517 May 28 06:11:53.936616 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1263b28-8273-4537-b5c9-17dc7c30812c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.937441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1263b28-8273-4537-b5c9-17dc7c30812c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.944336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b1263b28-8273-4537-b5c9-17dc7c30812c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/532b6324-0605-47c3-ae72-816bbe53d03c HTTP/1.1" status: 404 len: 337 time: 0.0480714 May 28 06:11:53.944336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39462) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:53.986688 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae96ea96-4978-4894-96ec-e06c92c3ae3f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:53.987372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae96ea96-4978-4894-96ec-e06c92c3ae3f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:53.991869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ae96ea96-4978-4894-96ec-e06c92c3ae3f tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/45d51f5c-f35c-480f-b183-a71d25aba04e HTTP/1.1" status: 404 len: 333 time: 0.0452633 May 28 06:11:53.994151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39466) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.031249 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fbc6ef-2576-41b4-8f51-0e309bc0499c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.031778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fbc6ef-2576-41b4-8f51-0e309bc0499c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.033670 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-04fbc6ef-2576-41b4-8f51-0e309bc0499c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/daea59d2-d9ce-4d10-a628-96f98d914bb5 HTTP/1.1" status: 404 len: 337 time: 0.0407364 May 28 06:11:54.036655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39470) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.078078 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-220fd8a8-661a-4342-b646-829350cf4246 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594357 May 28 06:11:54.081195 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-193a38ea-5af8-495c-a0e4-d0351d27d368 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.081314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193a38ea-5af8-495c-a0e4-d0351d27d368 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.083025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-193a38ea-5af8-495c-a0e4-d0351d27d368 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/9712737a-5726-4381-9e9d-5b74c4c17067 HTTP/1.1" status: 404 len: 337 time: 0.0453002 May 28 06:11:54.085901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39474) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.126064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:11:54.138599 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7292f9f-fa66-44b7-9be3-3a7248c43b5c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.139080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7292f9f-fa66-44b7-9be3-3a7248c43b5c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.143892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e7292f9f-fa66-44b7-9be3-3a7248c43b5c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/30cf6b32-e75a-4867-a532-1b77e0209513 HTTP/1.1" status: 404 len: 333 time: 0.0541253 May 28 06:11:54.143892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39478) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.168744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:11:54.169102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5c16dc4e-7fbd-4481-ac0e-bf5016dc2a5e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:11:54.183951 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-47803f1f-5299-4813-ba9e-a433691d68ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.183951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47803f1f-5299-4813-ba9e-a433691d68ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.188075 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-47803f1f-5299-4813-ba9e-a433691d68ab tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/a77ea39e-99e2-4260-9bd9-91c3a33bbfd7 HTTP/1.1" status: 404 len: 337 time: 0.0411334 May 28 06:11:54.188651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39482) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.234355 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c21328-b359-46db-bb23-e4ae0581521c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.235213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c21328-b359-46db-bb23-e4ae0581521c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.237347 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-35c21328-b359-46db-bb23-e4ae0581521c tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/41befcac-492c-4ab9-beb5-435aa368ddf4 HTTP/1.1" status: 404 len: 337 time: 0.0478013 May 28 06:11:54.240401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39486) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.270565 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e1000a3-c736-4c57-a9c6-3b12f7eded2c req-b88b8600-c404-4b55-99e7-a0ae6d2e7424 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835656 May 28 06:11:54.286761 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7deb7ae-ebe5-4326-93f5-02c957229695 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.286761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7deb7ae-ebe5-4326-93f5-02c957229695 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.288693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e7deb7ae-ebe5-4326-93f5-02c957229695 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/50b0fad8-ee42-48b0-9fae-1167b07cd7b7 HTTP/1.1" status: 404 len: 333 time: 0.0469534 May 28 06:11:54.290932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39490) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.331761 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-8688b386-5ce3-48e0-81e6-bcb44319e654 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.332351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8688b386-5ce3-48e0-81e6-bcb44319e654 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.334269 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8688b386-5ce3-48e0-81e6-bcb44319e654 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/fe5a0253-4cd6-4e6b-85f9-f53330636447 HTTP/1.1" status: 404 len: 337 time: 0.0426426 May 28 06:11:54.337019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39494) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.383757 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24b6052-c18b-4156-ba5b-de5056283b63 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.384275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24b6052-c18b-4156-ba5b-de5056283b63 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.386005 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a24b6052-c18b-4156-ba5b-de5056283b63 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/eb3306e0-ebfd-4518-9cc8-9701b20c7919 HTTP/1.1" status: 404 len: 337 time: 0.0477836 May 28 06:11:54.389179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39498) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.438556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1312bdc4-c090-4ae1-b08f-a43c606c30bc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e31d1c-54db-4a54-bcd3-e95a055a9a20 HTTP/1.1" status: 200 len: 205 time: 0.0482755 May 28 06:11:54.446039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39504) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.526942 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-83cd4899-9009-4c6d-a39d-c478de6d4a20 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] delete failed (client error): The resource could not be found. May 28 06:11:54.527732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-83cd4899-9009-4c6d-a39d-c478de6d4a20 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/routers/64e31d1c-54db-4a54-bcd3-e95a055a9a20 HTTP/1.1" status: 404 len: 336 time: 0.0853345 May 28 06:11:54.530346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39508) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.568014 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d75502e-771b-461b-ae4d-090d3be2b697 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.568466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d75502e-771b-461b-ae4d-090d3be2b697 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.570115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7d75502e-771b-461b-ae4d-090d3be2b697 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/7adbd90e-c5e3-4ba2-a337-f99112df7ba5 HTTP/1.1" status: 404 len: 337 time: 0.0387249 May 28 06:11:54.572695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39514) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.604804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ea50d-932f-47c0-939f-b2397791b327 req-590d25a8-b51c-48ab-9c3d-d2c5c2e7714c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:54.606280 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ef0ea50d-932f-47c0-939f-b2397791b327 req-590d25a8-b51c-48ab-9c3d-d2c5c2e7714c tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 944 time: 0.0878925 May 28 06:11:54.621971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fccea039-6e1e-4f0e-af1f-178d2ef556d0 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1569fb3-0afa-4d05-802e-ca65093ae467 HTTP/1.1" status: 200 len: 205 time: 0.0460706 May 28 06:11:54.622274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39518) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.655906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ef0ea50d-932f-47c0-939f-b2397791b327 req-ddafb7e7-446d-40a4-9b53-972c4ad1ce30 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 May 28 06:11:54.833660 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-05b9dfe2-d308-46df-aaef-6077183370a2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] delete failed (client error): The resource could not be found. May 28 06:11:54.834573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-05b9dfe2-d308-46df-aaef-6077183370a2 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/routers/e1569fb3-0afa-4d05-802e-ca65093ae467 HTTP/1.1" status: 404 len: 336 time: 0.2114244 May 28 06:11:54.837369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39522) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.875593 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02e8432-2586-4732-97dd-ba70d41fd17b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.876042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02e8432-2586-4732-97dd-ba70d41fd17b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.878064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03846018-245e-4da0-8c52-4449c8c893c0 req-aab42bab-2a6f-4c1c-b751-fd08a867c3b9 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:54.878345 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d02e8432-2586-4732-97dd-ba70d41fd17b tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/e12af350-9c5d-4829-a046-0576b26d6e85 HTTP/1.1" status: 404 len: 337 time: 0.0399902 May 28 06:11:54.879518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03846018-245e-4da0-8c52-4449c8c893c0 req-aab42bab-2a6f-4c1c-b751-fd08a867c3b9 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 944 time: 0.1994550 May 28 06:11:54.880949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39526) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.921723 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-0290bedd-0836-4085-8e93-11352c53a722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.922102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0290bedd-0836-4085-8e93-11352c53a722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.923254 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03846018-245e-4da0-8c52-4449c8c893c0 req-4332f643-05e5-4262-a98c-a52c0c467874 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380669 May 28 06:11:54.923802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0290bedd-0836-4085-8e93-11352c53a722 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/1867fd1c-5461-47be-93b0-6b408f3f0ee5 HTTP/1.1" status: 404 len: 337 time: 0.0419490 May 28 06:11:54.926328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39530) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:54.967836 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-54015f9f-e634-44be-a13a-770a1593aedc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:54.968305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54015f9f-e634-44be-a13a-770a1593aedc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:54.969956 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-54015f9f-e634-44be-a13a-770a1593aedc tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/07ea72c8-0cd2-4361-b5ed-81941efa687f HTTP/1.1" status: 404 len: 333 time: 0.0427282 May 28 06:11:54.972514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39534) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.011672 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c18b88b-92c6-48ce-beac-496e4e13b422 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.012123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c18b88b-92c6-48ce-beac-496e4e13b422 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.013777 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5c18b88b-92c6-48ce-beac-496e4e13b422 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/64d07aef-9180-478c-b9d4-fdad4fa197e6 HTTP/1.1" status: 404 len: 337 time: 0.0403886 May 28 06:11:55.016272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39538) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.059358 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8c8278-3b33-42c6-ac5f-e1e64ede01e4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.059814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8c8278-3b33-42c6-ac5f-e1e64ede01e4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.061386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8e8c8278-3b33-42c6-ac5f-e1e64ede01e4 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/4395babb-b8af-489e-b148-96e57ff76b29 HTTP/1.1" status: 404 len: 333 time: 0.0442297 May 28 06:11:55.063715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39542) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.100942 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68eb47a-31b8-4ba6-8bec-665fc422d869 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.101312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68eb47a-31b8-4ba6-8bec-665fc422d869 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.102900 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d68eb47a-31b8-4ba6-8bec-665fc422d869 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/6c6e17d1-1f61-4a16-8356-a104020c8361 HTTP/1.1" status: 404 len: 337 time: 0.0378115 May 28 06:11:55.105246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39546) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.145586 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f36be03-2e5c-4550-a780-82e36022cae7 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.146049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f36be03-2e5c-4550-a780-82e36022cae7 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.147673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6f36be03-2e5c-4550-a780-82e36022cae7 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/21406ddc-b83a-4a2b-8d52-12da589483bf HTTP/1.1" status: 404 len: 333 time: 0.0415614 May 28 06:11:55.150089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39550) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.191046 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c68183-6662-4a25-966e-9a9de3c8db65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.191046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c68183-6662-4a25-966e-9a9de3c8db65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.192326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-42c68183-6662-4a25-966e-9a9de3c8db65 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/0adc16f4-6de5-4739-a1c9-d38764192532 HTTP/1.1" status: 404 len: 337 time: 0.0413709 May 28 06:11:55.195307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39554) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.243771 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfa54c5-9aa7-48a4-b725-4373409ed949 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.244258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfa54c5-9aa7-48a4-b725-4373409ed949 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.246383 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3bfa54c5-9aa7-48a4-b725-4373409ed949 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/3c26c907-4ee5-40f6-9f42-2647eef3b98b HTTP/1.1" status: 404 len: 333 time: 0.0504415 May 28 06:11:55.249622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39558) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.296488 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-522eb550-25c9-4ec8-83da-a1b9c3a4149e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.296488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522eb550-25c9-4ec8-83da-a1b9c3a4149e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.301299 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-522eb550-25c9-4ec8-83da-a1b9c3a4149e tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/4545a156-6c03-4b14-a48c-a0d5a0902ebf HTTP/1.1" status: 404 len: 337 time: 0.0515063 May 28 06:11:55.301452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39562) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.344210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 708e497f-99e5-480e-a0cb-0e1e617ff179 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:11:55.344686 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc021940-28d9-4840-ab5b-2a6884340509 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.345198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc021940-28d9-4840-ab5b-2a6884340509 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.349748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cc021940-28d9-4840-ab5b-2a6884340509 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/f8a3da06-2a84-4703-8046-8a44ed1d326b HTTP/1.1" status: 404 len: 333 time: 0.0445080 May 28 06:11:55.351912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39566) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.422414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 708e497f-99e5-480e-a0cb-0e1e617ff179 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:11:55.426134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:55.519798 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8e39c7-e00b-4a87-89d3-98f0fa8c1e93 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.520220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8e39c7-e00b-4a87-89d3-98f0fa8c1e93 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.521974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3a8e39c7-e00b-4a87-89d3-98f0fa8c1e93 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/b86935b6-81e2-48bc-ae9c-85d691ef9da5 HTTP/1.1" status: 404 len: 337 time: 0.1711910 May 28 06:11:55.524922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39570) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.559633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 708e497f-99e5-480e-a0cb-0e1e617ff179 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:11:55.560009 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:55.567589 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ec58c5-824f-4d50-9636-c31093eb2503 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.567956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ec58c5-824f-4d50-9636-c31093eb2503 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.572333 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b3ec58c5-824f-4d50-9636-c31093eb2503 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/6753955f-a7c0-45ab-b345-5258e99c3017 HTTP/1.1" status: 404 len: 333 time: 0.0439665 May 28 06:11:55.572333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39574) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.593439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:11:55.599223 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:11:55.604139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:11:55.611597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:55.612469 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa2effe-c7ae-490f-be74-572ff0c7cd43 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.612916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa2effe-c7ae-490f-be74-572ff0c7cd43 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.617995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-faa2effe-c7ae-490f-be74-572ff0c7cd43 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/426480c8-15ed-4e0f-a5a7-6e1b583892ba HTTP/1.1" status: 404 len: 337 time: 0.0413454 May 28 06:11:55.618158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39580) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.677940 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee362b81-b3bd-4b90-87e7-c2e242a9abb4'] response: {'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'code': 200} May 28 06:11:55.692862 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-38be0fda-6369-4eab-aab1-82018391c447 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.693338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38be0fda-6369-4eab-aab1-82018391c447 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.697384 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-38be0fda-6369-4eab-aab1-82018391c447 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/ports/ef765e02-35cc-41a5-ab0a-573be8924d7d HTTP/1.1" status: 404 len: 333 time: 0.0785525 May 28 06:11:55.700252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39586) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.712066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=10']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:55.759173 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97881c3-c274-4da4-961b-3806dd9180f1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] DELETE failed (client error): The resource could not be found. May 28 06:11:55.759173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97881c3-c274-4da4-961b-3806dd9180f1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:11:55.760818 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d97881c3-c274-4da4-961b-3806dd9180f1 tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/subnets/6f55c4d8-24e3-488a-b612-f3c7740ca1fd HTTP/1.1" status: 404 len: 337 time: 0.0595820 May 28 06:11:55.763347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39590) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:55.919823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69a6c2-7732-4a44-8005-95332d837219 req-64587e7c-aac6-46a1-84f2-2eb5efebd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:55.921301 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b69a6c2-7732-4a44-8005-95332d837219 req-64587e7c-aac6-46a1-84f2-2eb5efebd00e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 1097 time: 0.0726044 May 28 06:11:55.927884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:55.962516 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b69a6c2-7732-4a44-8005-95332d837219 req-9e801d34-8f5c-47d3-9db5-f9b347a58079 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341074 May 28 06:11:56.011051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310ae9d-f10b-44da-9848-717ff840944a req-d44effb1-9f21-4af1-9145-b48776a428be tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:56.012524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8310ae9d-f10b-44da-9848-717ff840944a req-d44effb1-9f21-4af1-9145-b48776a428be tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 944 time: 0.2225454 May 28 06:11:56.102163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.117466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd30db8-3853-4584-91dd-f5530cf85487 req-305b3c86-ec58-4458-9bf9-8b14e0802009 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:56.119161 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbd30db8-3853-4584-91dd-f5530cf85487 req-305b3c86-ec58-4458-9bf9-8b14e0802009 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 946 time: 0.0820029 May 28 06:11:56.141170 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8310ae9d-f10b-44da-9848-717ff840944a req-bceac1db-d346-41d4-bcd8-a6b007f202f6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846272 May 28 06:11:56.144988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849db3b9-5f39-428b-9c5f-0d9a168770f7']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:11:56.159201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554873bf-9df4-465f-af7a-dfe824a3b819') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:11:56.159619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554873bf-9df4-465f-af7a-dfe824a3b819') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:11:56.171288 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbd30db8-3853-4584-91dd-f5530cf85487 req-b434761e-e8ac-4fb9-b2f6-bea79184a2d9 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459063 May 28 06:11:56.179850 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.196586 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.202441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:11:56.202816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.271646 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 554873bf-9df4-465f-af7a-dfe824a3b819 resource provider aggregate not found May 28 06:11:56.294775 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 554873bf-9df4-465f-af7a-dfe824a3b819 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 554873bf-9df4-465f-af7a-dfe824a3b819 found for delete ", "request_id": "req-f2badfc4-9920-432d-a8fc-a4114f5604fb"}]} May 28 06:11:56.305375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.310702 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.334708 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] 10.222.0.39 "DELETE /v2.0/networks/849db3b9-5f39-428b-9c5f-0d9a168770f7 HTTP/1.1" status: 204 len: 168 time: 0.5704341 May 28 06:11:56.335626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Pushing event deleted for resources: {'Network': ['ID=849db3b9-5f39-428b-9c5f-0d9a168770f7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:56.343135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.343516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.343848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.344179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.344501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.344825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.345143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.346020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.346332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.346645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.346962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.347300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f4b89-68b6-471c-9a56-e03db7fd716a tempest-NetworksTestDHCPv6-1449732534 tempest-NetworksTestDHCPv6-1449732534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:11:56.633412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39604) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:56.786698 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d5fe0d57-b472-4e69-9dcf-e9d3c3d5141d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17878439b16745738ad3a734367d677b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520731 May 28 06:11:56.789705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39610) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:56.846156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25843202-cfde-4718-bc03-eac1bb273c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.871222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25843202-cfde-4718-bc03-eac1bb273c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.924938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25843202-cfde-4718-bc03-eac1bb273c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.937992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25843202-cfde-4718-bc03-eac1bb273c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb613067-594b-4d9b-a600-85d0f691e004,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:56.944924 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25843202-cfde-4718-bc03-eac1bb273c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:56.946019 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-25843202-cfde-4718-bc03-eac1bb273c74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb613067-594b-4d9b-a600-85d0f691e004 HTTP/1.1" status: 204 len: 168 time: 0.1554334 May 28 06:11:57.349417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9cd3d-1f7c-427b-8705-45b9b7f83010 req-09226ee5-40d4-4ac1-87a3-a3dd863e3696 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:57.357825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ac9cd3d-1f7c-427b-8705-45b9b7f83010 req-09226ee5-40d4-4ac1-87a3-a3dd863e3696 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 944 time: 0.0964396 May 28 06:11:57.404369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556da02-4a69-4a38-a1ee-05636dc59432 req-22fc40a2-acf4-42f0-b8bf-53f96edd4ee7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:57.405192 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ac9cd3d-1f7c-427b-8705-45b9b7f83010 req-c5a8093c-cb93-4326-8095-54427785f9f8 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463369 May 28 06:11:57.406013 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1556da02-4a69-4a38-a1ee-05636dc59432 req-22fc40a2-acf4-42f0-b8bf-53f96edd4ee7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 946 time: 0.1079979 May 28 06:11:57.460105 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1556da02-4a69-4a38-a1ee-05636dc59432 req-0ef7a44a-e00a-4e41-bb39-dd713b22015a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475278 May 28 06:11:57.757675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39672) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:57.865532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2039582487'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:57.871101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:57.875125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Usage tracker for resource:network and tenant:5169392a5cbc4ec6b74a383ca003653e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:57.878666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:57.885031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:57.895121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Made reservation on behalf of 5169392a5cbc4ec6b74a383ca003653e for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:57.898600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:57.910873 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:57.925357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:57.929214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Usage tracker for resource:security_group_rule and tenant:5169392a5cbc4ec6b74a383ca003653e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:57.932020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:57.937668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:58.024510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:58.028508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:58.059981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:11:58.073154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169ab92e-bb62-4b02-a14a-a254f2e369ce,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:58.079352 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:58.080282 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Added segment 5f7cf4f8-eaf0-4339-86d2-70d16732a9d9 of type vlan for network d763669d-ff04-4c1e-b2d5-583a127c5226 May 28 06:11:58.106742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:58.137574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:58.143969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:58.144554 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:58.255407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event updated for resources: {'Network': ['ID=d763669d-ff04-4c1e-b2d5-583a127c5226,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:58.258635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-25641e40-adbf-4fa1-8b33-74b37b40a200 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4999468 May 28 06:11:58.261637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39680) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:58.266051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network d763669d-ff04-4c1e-b2d5-583a127c5226 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:11:58.266918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Request body: {'subnet': {'network_id': 'd763669d-ff04-4c1e-b2d5-583a127c5226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:58.326369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-f980463a-28d1-4688-a5b1-6fb26ddad1ba req-2c59548b-b6b3-498e-888e-699ececfb1e2 service neutron] (88416) timed out ('10.222.0.39', 48092) {{(pid=88416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:11:58.376040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:58.380692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Usage tracker for resource:subnet and tenant:5169392a5cbc4ec6b74a383ca003653e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:58.383604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:58.389280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:58.399464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Made reservation on behalf of 5169392a5cbc4ec6b74a383ca003653e for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:58.402972 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:58.650004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acf16b-3aa7-410c-a1bf-96313bbce2c8 req-7f586b1c-4954-4b04-83b9-740fe398a332 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:58.651386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05acf16b-3aa7-410c-a1bf-96313bbce2c8 req-7f586b1c-4954-4b04-83b9-740fe398a332 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 946 time: 0.0810220 May 28 06:11:58.651735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a49bc5-45cb-4c56-b257-be67bc5f7901 req-fd485be7-0343-4678-8ca2-1e0a8d76843a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:58.653175 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-52a49bc5-45cb-4c56-b257-be67bc5f7901 req-fd485be7-0343-4678-8ca2-1e0a8d76843a tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 944 time: 0.1403172 May 28 06:11:58.701928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05acf16b-3aa7-410c-a1bf-96313bbce2c8 req-17a64657-f566-4738-8547-9fd0e525be8a tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447433 May 28 06:11:58.830744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-52a49bc5-45cb-4c56-b257-be67bc5f7901 req-c2fc9489-a0bb-419f-97b7-05cbfe8399fe tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715446 May 28 06:11:58.831982 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:58.907177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event updated for resources: {'Subnet': ['ID=7f5095de-dda9-416a-a35b-1697454887fb,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:58.917637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Checking segment: {'id': '5f7cf4f8-eaf0-4339-86d2-70d16732a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd763669d-ff04-4c1e-b2d5-583a127c5226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:11:58.917992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Network hostable DHCP agents. Network: d763669d-ff04-4c1e-b2d5-583a127c5226, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:11:58.936531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Network d763669d-ff04-4c1e-b2d5-583a127c5226 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:11:58.945415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, d763669d-ff04-4c1e-b2d5-583a127c5226) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:58.949446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:58.950024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:58.955847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb33870e-59b5-4038-9683-5ddd1c9b9091 None None] Network d763669d-ff04-4c1e-b2d5-583a127c5226 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:11:58.976211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0868d9e9-19b6-496a-a3e9-e69dc92d5131 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7108867 May 28 06:11:58.976399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39690) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:58.981613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Request body: {'port': {'network_id': 'd763669d-ff04-4c1e-b2d5-583a127c5226', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1267350844'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:59.120299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:59.124303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Usage tracker for resource:port and tenant:5169392a5cbc4ec6b74a383ca003653e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:59.127197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:59.133555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:59.147639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Made reservation on behalf of 5169392a5cbc4ec6b74a383ca003653e for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:59.151395 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:59.176056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] device_id is not set on port 42524158-9beb-4a51-94c3-a1889616192e yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:59.216810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-d763669d-ff04-4c1e-b2d5-583a127c5226', 'network_id': 'd763669d-ff04-4c1e-b2d5-583a127c5226', 'tenant_id': '5169392a5cbc4ec6b74a383ca003653e', 'fixed_ips': [{'subnet_id': '7f5095de-dda9-416a-a35b-1697454887fb'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:11:59.217639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:59.330461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Allocated IP 2001:db8::bb (d763669d-ff04-4c1e-b2d5-583a127c5226/7f5095de-dda9-416a-a35b-1697454887fb/42524158-9beb-4a51-94c3-a1889616192e) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:59.527589 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:59.543021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Transition to ACTIVE for port object 42524158-9beb-4a51-94c3-a1889616192e will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:59.566332 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:59.628355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Allocated IP 2001:db8::2 (d763669d-ff04-4c1e-b2d5-583a127c5226/7f5095de-dda9-416a-a35b-1697454887fb/a9a4401c-ddf6-4ced-ab7e-2d5b0b734594) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:11:59.636220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Network d763669d-ff04-4c1e-b2d5-583a127c5226 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:59.639479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:59.643415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:11:59.648809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:11:59.649407 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:59.657053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event updated for resources: {'Port': ['ID=42524158-9beb-4a51-94c3-a1889616192e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:59.677282 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aaeebee8-05c1-4434-90f0-24f00b9e0a02 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6999526 May 28 06:11:59.680190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39694) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:11:59.685987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Request body: {'port': {'network_id': 'd763669d-ff04-4c1e-b2d5-583a127c5226', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1296774902', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:11:59.686475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.api.validators [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] bootfile-name is not in valid_values {{(pid=88417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:11:59.686816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.api.validators [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] tftp-server is not in valid_values {{(pid=88417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:11:59.687152 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.api.validators [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] server-ip-address is not in valid_values {{(pid=88417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:11:59.823618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:11:59.827321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Usage tracker for resource:port and tenant:5169392a5cbc4ec6b74a383ca003653e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:11:59.830600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:11:59.831997 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:59.836372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:11:59.842386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Transition to ACTIVE for port object a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:59.846132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Made reservation on behalf of 5169392a5cbc4ec6b74a383ca003653e for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:11:59.849799 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:59.862014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Transition to ACTIVE for port object a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:11:59.869633 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:11:59.875998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] device_id is not set on port 847b68bc-22bf-4760-a0de-3a836d734d55 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:11:59.944831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Pushing event updated for resources: {'Port': ['ID=a9a4401c-ddf6-4ced-ab7e-2d5b0b734594,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:11:59.948738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Network d763669d-ff04-4c1e-b2d5-583a127c5226 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:11:59.950142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:11:59.952290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:00.025468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f8cc5-47b6-4d1a-819e-5c6b27cc26df req-056bb5a3-4fd3-4900-a5de-dceb94aca3e3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:00.028428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Allocated IP 2001:db8::318 (d763669d-ff04-4c1e-b2d5-583a127c5226/7f5095de-dda9-416a-a35b-1697454887fb/847b68bc-22bf-4760-a0de-3a836d734d55) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:00.028771 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd9f8cc5-47b6-4d1a-819e-5c6b27cc26df req-056bb5a3-4fd3-4900-a5de-dceb94aca3e3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 944 time: 0.0905046 May 28 06:12:00.042948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Attempting to bind port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:00.043357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Attempting to bind port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '5f7cf4f8-eaf0-4339-86d2-70d16732a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd763669d-ff04-4c1e-b2d5-583a127c5226'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:00.043718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Attempting to bind port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 on network d763669d-ff04-4c1e-b2d5-583a127c5226 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:00.049383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:00.049753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Checking segment: {'id': '5f7cf4f8-eaf0-4339-86d2-70d16732a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd763669d-ff04-4c1e-b2d5-583a127c5226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:00.050153 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:00.050671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Bound using segment: {'id': '5f7cf4f8-eaf0-4339-86d2-70d16732a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd763669d-ff04-4c1e-b2d5-583a127c5226'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:00.051137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Bound port: a9a4401c-ddf6-4ced-ab7e-2d5b0b734594, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7cf4f8-eaf0-4339-86d2-70d16732a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd763669d-ff04-4c1e-b2d5-583a127c5226'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:00.051541 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:00.077616 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd9f8cc5-47b6-4d1a-819e-5c6b27cc26df req-b99c8954-10ac-44fb-a8b8-4bdff1c32fbf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 May 28 06:12:00.156740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] For port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:00.159977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] For port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a9a4401c-ddf6-4ced-ab7e-2d5b0b734594,segment=NetworkSegment(5f7cf4f8-eaf0-4339-86d2-70d16732a9d9),segment_id=5f7cf4f8-eaf0-4339-86d2-70d16732a9d9)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:00.165250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:00.249441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a751aef-119d-415f-956a-57bb1955bca2 None None] Pushing event updated for resources: {'Port': ['ID=a9a4401c-ddf6-4ced-ab7e-2d5b0b734594,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:00.252191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:00.268665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Transition to ACTIVE for port object 847b68bc-22bf-4760-a0de-3a836d734d55 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:00.297580 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:00.368635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Network d763669d-ff04-4c1e-b2d5-583a127c5226 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:00.371963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:00.375870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:00.381794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:00.382416 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:00.390493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event updated for resources: {'Port': ['ID=847b68bc-22bf-4760-a0de-3a836d734d55,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:00.409224 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-103d456e-592f-4d78-afa5-64ef2d5a1f35 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7278490 May 28 06:12:00.412121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39702) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:00.519151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1ed85-1ce0-449d-a0e2-ab4c26bcc6b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:00.525238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1ed85-1ce0-449d-a0e2-ab4c26bcc6b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:00.531031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1ed85-1ce0-449d-a0e2-ab4c26bcc6b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:00.532876 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-61d1ed85-1ce0-449d-a0e2-ab4c26bcc6b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1193764 May 28 06:12:00.535783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39706) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:00.604190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-492436e4-7ec3-447e-b681-256e556064b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Deleting port 847b68bc-22bf-4760-a0de-3a836d734d55 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:00.604451 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-492436e4-7ec3-447e-b681-256e556064b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:00.845838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-492436e4-7ec3-447e-b681-256e556064b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:00.972334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-492436e4-7ec3-447e-b681-256e556064b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Calling delete_port for 847b68bc-22bf-4760-a0de-3a836d734d55 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:01.089666 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.136527 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-492436e4-7ec3-447e-b681-256e556064b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.165712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd6c893-2bd8-4d10-8866-57426d94ecea None None] Network d763669d-ff04-4c1e-b2d5-583a127c5226 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:01.205625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492436e4-7ec3-447e-b681-256e556064b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event deleted for resources: {'Port': ['ID=847b68bc-22bf-4760-a0de-3a836d734d55,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:01.251253 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-492436e4-7ec3-447e-b681-256e556064b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.259279 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-492436e4-7ec3-447e-b681-256e556064b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "DELETE /v2.0/ports/847b68bc-22bf-4760-a0de-3a836d734d55 HTTP/1.1" status: 204 len: 168 time: 0.7213931 May 28 06:12:01.264427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39712) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:01.272343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Request body: {'port': {'name': 'tempest-new-port-name-1807434545', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:01.272895 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.api.validators [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] bootfile-name is not in valid_values {{(pid=88416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:12:01.273237 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.api.validators [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] tftp-server is not in valid_values {{(pid=88416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:12:01.273557 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.api.validators [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] server-ip-address is not in valid_values {{(pid=88416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 06:12:01.280825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-73fa3556-56e4-4bc2-bc4d-029fb78f675d None None] Provisioning for port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:01.298268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8a45d-ff9d-4960-955b-0a29ccd959fd req-e2e5a296-96bc-4aac-bb3b-6a9d5d9d6ee8 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:01.299962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88a8a45d-ff9d-4960-955b-0a29ccd959fd req-e2e5a296-96bc-4aac-bb3b-6a9d5d9d6ee8 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 944 time: 0.0966551 May 28 06:12:01.351618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88a8a45d-ff9d-4960-955b-0a29ccd959fd req-4d5d5bdf-c32e-466d-b416-a50348990572 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426269 May 28 06:12:01.391186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 40717394-a375-4feb-857c-9097fc72b869 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:12:01.400883 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.560603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 40717394-a375-4feb-857c-9097fc72b869, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=40717394-a375-4feb-857c-9097fc72b869,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:01.576459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '40717394-a375-4feb-857c-9097fc72b869', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'port_id': '40717394-a375-4feb-857c-9097fc72b869', 'mac_address': 'fa:16:3e:41:96:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:12:01.639316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 40717394-a375-4feb-857c-9097fc72b869 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:01.639702 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.658125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40717394-a375-4feb-857c-9097fc72b869 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:12:01.670324 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.675189 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.677783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 40717394-a375-4feb-857c-9097fc72b869, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=40717394-a375-4feb-857c-9097fc72b869,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:01.682187 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.740980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] In _notify_port_updated(), no bound segment for port 42524158-9beb-4a51-94c3-a1889616192e on network d763669d-ff04-4c1e-b2d5-583a127c5226 {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:12:01.747269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:01.747584 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.749702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "PUT /v2.0/ports/42524158-9beb-4a51-94c3-a1889616192e HTTP/1.1" status: 200 len: 1129 time: 0.4838839 May 28 06:12:01.750761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=40717394-a375-4feb-857c-9097fc72b869,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:01.752205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39716) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:01.773320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565717f-4deb-4ac8-98b1-a87620b8f01e tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event updated for resources: {'Port': ['ID=42524158-9beb-4a51-94c3-a1889616192e,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:01.824440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b528b31f-c5fe-4c16-b3ec-2cb205869ccb None None] Provisioning for port 42524158-9beb-4a51-94c3-a1889616192e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:01.830982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b528b31f-c5fe-4c16-b3ec-2cb205869ccb None None] Provisioning complete for port 42524158-9beb-4a51-94c3-a1889616192e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:01.831396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b528b31f-c5fe-4c16-b3ec-2cb205869ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.838823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cad4246-ee96-41f9-91a6-c28faa0e678b tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:01.839463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8cad4246-ee96-41f9-91a6-c28faa0e678b tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Synchronizing usage tracker for tenant:5169392a5cbc4ec6b74a383ca003653e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:01.857104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8cad4246-ee96-41f9-91a6-c28faa0e678b tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Unset dirty status for tenant:5169392a5cbc4ec6b74a383ca003653e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:01.861616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8cad4246-ee96-41f9-91a6-c28faa0e678b tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "GET /v2.0/ports/42524158-9beb-4a51-94c3-a1889616192e HTTP/1.1" status: 200 len: 1129 time: 0.1049988 May 28 06:12:01.861882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39720) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:01.894052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b528b31f-c5fe-4c16-b3ec-2cb205869ccb None None] Port 42524158-9beb-4a51-94c3-a1889616192e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:01.937175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-6cce4edf-8ed6-425c-b0ef-8ed7dc6c5316 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Deleting port 42524158-9beb-4a51-94c3-a1889616192e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:01.937517 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cce4edf-8ed6-425c-b0ef-8ed7dc6c5316 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:01.948453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['40717394-a375-4feb-857c-9097fc72b869'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:12:02.046478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8e5e220d-2e4c-4305-99d7-75acb7a80355 None None] Provisioning complete for port 42524158-9beb-4a51-94c3-a1889616192e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:02.047009 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8e5e220d-2e4c-4305-99d7-75acb7a80355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:02.108076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8e5e220d-2e4c-4305-99d7-75acb7a80355 None None] Port 42524158-9beb-4a51-94c3-a1889616192e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:02.221378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:02.268966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cce4edf-8ed6-425c-b0ef-8ed7dc6c5316 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:02.283555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f5eb4de0-f45e-4781-b401-ba0d6f1ba007 None None] Could not find standard attr ID for object 847b68bc-22bf-4760-a0de-3a836d734d55. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:12:02.395262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:02.413640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:02.413911 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:02.531978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-6cce4edf-8ed6-425c-b0ef-8ed7dc6c5316 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Calling delete_port for 42524158-9beb-4a51-94c3-a1889616192e owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:02.569670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:02.570328 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:02.612227 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a9a4401c-ddf6-4ced-ab7e-2d5b0b734594,segment=NetworkSegment(5f7cf4f8-eaf0-4339-86d2-70d16732a9d9),segment_id=5f7cf4f8-eaf0-4339-86d2-70d16732a9d9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:02.617897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:02.692323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=a9a4401c-ddf6-4ced-ab7e-2d5b0b734594,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:02.710304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bfe9de9c-225d-439e-bd06-efddd4f6d79e None None] Provisioning complete for port 42524158-9beb-4a51-94c3-a1889616192e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:02.710682 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfe9de9c-225d-439e-bd06-efddd4f6d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:02.717996 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cce4edf-8ed6-425c-b0ef-8ed7dc6c5316 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:02.749861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bfe9de9c-225d-439e-bd06-efddd4f6d79e None None] Port 42524158-9beb-4a51-94c3-a1889616192e was deleted so its status cannot be updated. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 06:12:02.768506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce4edf-8ed6-425c-b0ef-8ed7dc6c5316 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event deleted for resources: {'Port': ['ID=42524158-9beb-4a51-94c3-a1889616192e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:02.789568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105acf6-99ed-48c6-b31c-14ed10b16e08 req-f222aebb-d615-4c94-88ca-649f3e040076 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:02.791693 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5105acf6-99ed-48c6-b31c-14ed10b16e08 req-f222aebb-d615-4c94-88ca-649f3e040076 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 945 time: 0.2172740 May 28 06:12:02.816657 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cce4edf-8ed6-425c-b0ef-8ed7dc6c5316 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:02.832498 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6cce4edf-8ed6-425c-b0ef-8ed7dc6c5316 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "DELETE /v2.0/ports/42524158-9beb-4a51-94c3-a1889616192e HTTP/1.1" status: 204 len: 168 time: 0.9695101 May 28 06:12:02.834779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39726) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:02.841868 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5105acf6-99ed-48c6-b31c-14ed10b16e08 req-35a0096b-2ac7-4458-a036-325ed9043473 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 May 28 06:12:02.905859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1dfa71-c088-4f68-bd41-bb4d6b1ea8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Deleting subnet 7f5095de-dda9-416a-a35b-1697454887fb {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:12:02.909619 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f1dfa71-c088-4f68-bd41-bb4d6b1ea8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:02.963526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f1dfa71-c088-4f68-bd41-bb4d6b1ea8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.047669 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f1dfa71-c088-4f68-bd41-bb4d6b1ea8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.117850 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f1dfa71-c088-4f68-bd41-bb4d6b1ea8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.157211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dfa71-c088-4f68-bd41-bb4d6b1ea8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5095de-dda9-416a-a35b-1697454887fb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:03.161868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4f1dfa71-c088-4f68-bd41-bb4d6b1ea8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.168493 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4f1dfa71-c088-4f68-bd41-bb4d6b1ea8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "DELETE /v2.0/subnets/7f5095de-dda9-416a-a35b-1697454887fb HTTP/1.1" status: 204 len: 168 time: 0.3326917 May 28 06:12:03.171025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39730) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:03.172568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d410068-73a7-4f96-acf4-780f65b05423 None None] Network d763669d-ff04-4c1e-b2d5-583a127c5226 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:03.284263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.294409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Deleting port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:03.294741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.401468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 40717394-a375-4feb-857c-9097fc72b869 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:03.431162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] DHCP port deletion for d763669d-ff04-4c1e-b2d5-583a127c5226 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:12:03.449121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] Deleting port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:03.449497 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.513548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] For port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a9a4401c-ddf6-4ced-ab7e-2d5b0b734594,segment=NetworkSegment(5f7cf4f8-eaf0-4339-86d2-70d16732a9d9),segment_id=5f7cf4f8-eaf0-4339-86d2-70d16732a9d9)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:03.513899 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.569939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 40717394-a375-4feb-857c-9097fc72b869 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:03.592084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 40717394-a375-4feb-857c-9097fc72b869 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:03.592452 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.636091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Calling delete_port for a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:03.713184 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.723559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] For port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a9a4401c-ddf6-4ced-ab7e-2d5b0b734594,segment=NetworkSegment(5f7cf4f8-eaf0-4339-86d2-70d16732a9d9),segment_id=5f7cf4f8-eaf0-4339-86d2-70d16732a9d9)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:03.723945 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.760816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event deleted for resources: {'Port': ['ID=a9a4401c-ddf6-4ced-ab7e-2d5b0b734594,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:03.762600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] No DVR routers for this DVR port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:12:03.856536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] Calling delete_port for a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:03.896257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.921957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d763669d-ff04-4c1e-b2d5-583a127c5226']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:03.936054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7cf4f8-eaf0-4339-86d2-70d16732a9d9') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:03.936363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7cf4f8-eaf0-4339-86d2-70d16732a9d9') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:03.949145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.961618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 40717394-a375-4feb-857c-9097fc72b869 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:03.961997 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:03.996445 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:12:03.996797 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:12:04.001000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40717394-a375-4feb-857c-9097fc72b869'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:12:04.007972 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:04.011664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 40717394-a375-4feb-857c-9097fc72b869, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=40717394-a375-4feb-857c-9097fc72b869,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:04.015699 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:04.018636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:04.019065 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:04.050281 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938529e4-9161-4494-bf13-12a8d806549b'] response: {'server_uuid': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40717394-a375-4feb-857c-9097fc72b869', 'code': 200} May 28 06:12:04.091487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=40717394-a375-4feb-857c-9097fc72b869,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:04.154349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:12:04.201735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:12:04.202477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:12:04.213638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f64b5-df5a-40a5-b63b-7293b3a90e4e req-39824f8d-59c2-4998-b42b-a9255fcb84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:04.215195 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5c4f64b5-df5a-40a5-b63b-7293b3a90e4e req-39824f8d-59c2-4998-b42b-a9255fcb84fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0886927 May 28 06:12:04.237198 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5f7cf4f8-eaf0-4339-86d2-70d16732a9d9 resource provider aggregate not found May 28 06:12:04.257603 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5c4f64b5-df5a-40a5-b63b-7293b3a90e4e req-a69959ab-aadc-4d51-9f4a-17d379d9e266 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361357 May 28 06:12:04.261094 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5f7cf4f8-eaf0-4339-86d2-70d16732a9d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f7cf4f8-eaf0-4339-86d2-70d16732a9d9 found for delete ", "request_id": "req-9e05ccaa-06ba-479b-80df-c6a38da50377"}]} May 28 06:12:04.278505 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:04.289246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29007151-314e-46e6-b0f6-91174da4de35 req-4dc22ae7-871c-4b62-97c9-2f56e1e42fe2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:04.290673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-29007151-314e-46e6-b0f6-91174da4de35 req-4dc22ae7-871c-4b62-97c9-2f56e1e42fe2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 945 time: 0.3345201 May 28 06:12:04.304550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:04.330998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] Pushing event deleted for resources: {'Network': ['ID=d763669d-ff04-4c1e-b2d5-583a127c5226,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:04.349065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c0e57020-ba32-484c-b3f1-89524eaaf1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317 tempest-ExtraDHCPOptionsIpV6TestJSON-1542223317-project] 10.222.0.39 "DELETE /v2.0/networks/d763669d-ff04-4c1e-b2d5-583a127c5226 HTTP/1.1" status: 204 len: 168 time: 1.1769998 May 28 06:12:04.359268 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-29007151-314e-46e6-b0f6-91174da4de35 req-bf6307cf-c545-4665-aafb-22180cccc8f9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522168 May 28 06:12:04.498517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] Deleting port a9a4401c-ddf6-4ced-ab7e-2d5b0b734594 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:04.499014 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:04.571510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3ae7d-346b-4429-a614-604fe8b88e5c None None] The port 'a9a4401c-ddf6-4ced-ab7e-2d5b0b734594' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:12:04.618926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39746) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:04.766124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-17f4d31b-526d-4196-a91e-933bbb041038 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5169392a5cbc4ec6b74a383ca003653e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459875 May 28 06:12:04.769108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39752) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:04.824431 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d701846-cf09-4205-8849-1034f1e94cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:04.849567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d701846-cf09-4205-8849-1034f1e94cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:04.904181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d701846-cf09-4205-8849-1034f1e94cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:04.920916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d701846-cf09-4205-8849-1034f1e94cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169ab92e-bb62-4b02-a14a-a254f2e369ce,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:04.924205 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9d701846-cf09-4205-8849-1034f1e94cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:04.925591 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9d701846-cf09-4205-8849-1034f1e94cf3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/169ab92e-bb62-4b02-a14a-a254f2e369ce HTTP/1.1" status: 204 len: 168 time: 0.1553166 May 28 06:12:05.563077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aacce-ee6d-4d41-87d5-f0ea68502cd9 req-80dcf571-708c-4c22-a518-9a129c809117 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:05.565116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-493aacce-ee6d-4d41-87d5-f0ea68502cd9 req-80dcf571-708c-4c22-a518-9a129c809117 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 946 time: 0.0904677 May 28 06:12:05.612916 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-493aacce-ee6d-4d41-87d5-f0ea68502cd9 req-6f5070ce-953c-4535-a792-cda5497182ce tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 May 28 06:12:05.630412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39780) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:05.757768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'networks': [{'name': 'tempest-network--764769999'}, {'name': 'tempest-network--2095748133'}]} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:05.758077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'network': {'name': 'tempest-network--764769999'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:05.758544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'network': {'name': 'tempest-network--2095748133'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:05.769425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:05.775006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Usage tracker for resource:network and tenant:d279fcd86c6442cf85d6b34dd13941a3 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:05.783217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:05.791292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:05.807867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Made reservation on behalf of d279fcd86c6442cf85d6b34dd13941a3 for: {'network': 2} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:05.812290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:05.827961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:05.852203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6640-d5fd-4b7e-8f41-891705ecd23c req-5db0d997-b1da-44c4-855a-f8986a78fa67 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:05.853644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-385d6640-d5fd-4b7e-8f41-891705ecd23c req-5db0d997-b1da-44c4-855a-f8986a78fa67 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 946 time: 0.1370683 May 28 06:12:05.854560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:05.858496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Usage tracker for resource:security_group_rule and tenant:d279fcd86c6442cf85d6b34dd13941a3 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:05.863698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:05.881493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:05.924516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-385d6640-d5fd-4b7e-8f41-891705ecd23c req-76102545-761b-4a10-839c-f18841c78828 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623999 May 28 06:12:05.948547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39788) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:05.958177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39792) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:06.018374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89578e-506d-4b2e-b3fc-c9f3ffca244c tempest-TestVolumeBootPattern-1463700780 tempest-TestVolumeBootPattern-1463700780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:06.019073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ff89578e-506d-4b2e-b3fc-c9f3ffca244c tempest-TestVolumeBootPattern-1463700780 tempest-TestVolumeBootPattern-1463700780-project-admin] Synchronizing usage tracker for tenant:dc04d7634e6047f6af75f58f9ca5d134 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:06.036306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ff89578e-506d-4b2e-b3fc-c9f3ffca244c tempest-TestVolumeBootPattern-1463700780 tempest-TestVolumeBootPattern-1463700780-project-admin] Unset dirty status for tenant:dc04d7634e6047f6af75f58f9ca5d134 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:06.037540 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ff89578e-506d-4b2e-b3fc-c9f3ffca244c tempest-TestVolumeBootPattern-1463700780 tempest-TestVolumeBootPattern-1463700780-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 1092 time: 0.0878379 May 28 06:12:06.040458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39796) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:06.045605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '40717394-a375-4feb-857c-9097fc72b869', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:06.052663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:06.064787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Usage tracker for resource:floatingip and tenant:fc6f3a6f26a545aaab5fd63e9f766804 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:06.067918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:06.073703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:06.084417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.085536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.104567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5beec49d-1666-49bc-b746-375a9b154524 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/floatingips/b2199b29-b21d-45cf-a359-2a231adb9d6f HTTP/1.1" status: 200 len: 993 time: 0.1360540 May 28 06:12:06.104567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.104567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.155385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:06.158664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882bf3bd-4c52-4b5b-86f7-be51768c3be9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:06.169412 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.169871 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Added segment 7291f9e1-b7be-4c73-8880-10c18363b689 of type vlan for network db082b73-c7d4-46c1-a41d-9cae2e3fab8b May 28 06:12:06.201596 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.239680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:06.252094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.252439 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Added segment 589f66d3-f93e-44b8-8ddf-38931eedb4d5 of type vlan for network f2dfe9b4-e6cf-4b46-b88f-dc8983ed66c8 May 28 06:12:06.279346 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.283331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.311995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.312566 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.318043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:06.323282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:06.323894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.425362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Allocated IP 172.25.4.134 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/5788ec43-4870-41b5-9e22-98f24fc01dc3) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:06.436156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8044040 May 28 06:12:06.438807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39804) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:06.441358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39806) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:06.444879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'Network': ['ID=db082b73-c7d4-46c1-a41d-9cae2e3fab8b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:06.457043 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network db082b73-c7d4-46c1-a41d-9cae2e3fab8b details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:06.647423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94415904-f797-44b9-b0de-48eff3a558c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'Network': ['ID=f2dfe9b4-e6cf-4b46-b88f-dc8983ed66c8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:06.658371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f2dfe9b4-e6cf-4b46-b88f-dc8983ed66c8 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:06.717646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75c8a7-8ccb-4ef6-8db6-54b88a5cc660 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:06.724066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75c8a7-8ccb-4ef6-8db6-54b88a5cc660 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:06.730066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75c8a7-8ccb-4ef6-8db6-54b88a5cc660 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:06.736016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75c8a7-8ccb-4ef6-8db6-54b88a5cc660 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:06.740392 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2a75c8a7-8ccb-4ef6-8db6-54b88a5cc660 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2977853 May 28 06:12:06.741999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39812) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:06.746583 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.780424 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.833995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port 88192173-1503-4a97-842e-4e0c73634c9f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:06.834541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:06.848988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:06.852318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:06.856085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:06.906105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=5788ec43-4870-41b5-9e22-98f24fc01dc3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:06.908217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.136492 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.136756 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.149232 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.288315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.364280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.400729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for 88192173-1503-4a97-842e-4e0c73634c9f owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:07.445080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db082b73-c7d4-46c1-a41d-9cae2e3fab8b']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:07.461932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7291f9e1-b7be-4c73-8880-10c18363b689') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:07.462222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7291f9e1-b7be-4c73-8880-10c18363b689') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:07.480578 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.506126 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.515407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:07.515709 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.587374 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 7291f9e1-b7be-4c73-8880-10c18363b689 resource provider aggregate not found May 28 06:12:07.615971 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 7291f9e1-b7be-4c73-8880-10c18363b689 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7291f9e1-b7be-4c73-8880-10c18363b689 found for delete ", "request_id": "req-3e57d7cb-f89c-4922-8825-172c7029a67e"}]} May 28 06:12:07.636938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.688399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.690210 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.694638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.702130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Network': ['ID=db082b73-c7d4-46c1-a41d-9cae2e3fab8b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:07.717876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0becd7d1-aaf0-4ff9-abf7-5714e51223b8 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "DELETE /v2.0/networks/db082b73-c7d4-46c1-a41d-9cae2e3fab8b HTTP/1.1" status: 204 len: 168 time: 0.9761646 May 28 06:12:07.720465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39820) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:07.755214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.802903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event updated for resources: {'Port': ['ID=5788ec43-4870-41b5-9e22-98f24fc01dc3,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:07.815369 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.865815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=88192173-1503-4a97-842e-4e0c73634c9f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:07.949129 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:07.988867 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Floating IP 26b34079-40d4-4e1c-b22e-80d9532fd7cf associated. External IP: 172.25.4.134, port: 40717394-a375-4feb-857c-9097fc72b869. May 28 06:12:08.015189 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:08.015553 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Floating IP b2199b29-b21d-45cf-a359-2a231adb9d6f disassociated (deleted). External IP: 172.25.4.53, port: affff2ae-04b5-4bb8-84e5-0ecc40ed03fb. May 28 06:12:08.181269 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:08.275469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2dfe9b4-e6cf-4b46-b88f-dc8983ed66c8']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:08.293453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589f66d3-f93e-44b8-8ddf-38931eedb4d5') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:08.293746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589f66d3-f93e-44b8-8ddf-38931eedb4d5') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:08.310986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:08.347068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Router 09824474-16b6-48bd-9d5a-0f0231477221 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:12:08.389725 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:08.412405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:08.412804 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:08.506100 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1a43ce7f-a8ad-4c7c-bc30-aff7fbd26a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:08.535917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:08.550208 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] Sync routers for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:08.563132 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:08.563926 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:11:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:08.566049 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:08.584974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:08.604172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:08.621880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Network': ['ID=f2dfe9b4-e6cf-4b46-b88f-dc8983ed66c8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:08.627503 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c153113e-63be-498d-90ad-2f64e3eef230 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5859842 May 28 06:12:08.628458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'tag': '40717394-a375-4feb-857c-9097fc72b869'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:12:08.630677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6f3eadcc-99b5-4057-89ff-2253ddef9df7 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "DELETE /v2.0/networks/f2dfe9b4-e6cf-4b46-b88f-dc8983ed66c8 HTTP/1.1" status: 204 len: 168 time: 0.9092250 May 28 06:12:08.631561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39826) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:08.637807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router a8295fe0-6036-4607-b239-1f4d34c2a314 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:12:08.752460 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:08.814204 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e397f927-5ef9-4aba-9755-9442424c3858'] response: {'name': 'network-changed', 'server_uuid': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'tag': '40717394-a375-4feb-857c-9097fc72b869', 'status': 'completed', 'code': 200} May 28 06:12:08.915900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-ad165f68-0bac-4644-b642-24b2d729a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:08.917418 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-ad165f68-0bac-4644-b642-24b2d729a0dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0787764 May 28 06:12:09.053248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-a309882b-1fbb-4041-ad05-17abb2e02cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:09.054650 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-a309882b-1fbb-4041-ad05-17abb2e02cec service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.1306129 May 28 06:12:09.060202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4261f-62e2-4a9b-b0df-07956e3ed486 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:09.066119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4261f-62e2-4a9b-b0df-07956e3ed486 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:09.066874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-efa4261f-62e2-4a9b-b0df-07956e3ed486 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Synchronizing usage tracker for tenant:d279fcd86c6442cf85d6b34dd13941a3 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:09.078700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:09.084337 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:09.092873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] Sync routers for ids ['a8295fe0-6036-4607-b239-1f4d34c2a314'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:09.104885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] Routers {'a8295fe0-6036-4607-b239-1f4d34c2a314'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:09.106086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:11:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a8295fe0-6036-4607-b239-1f4d34c2a314'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:09.139623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-efa4261f-62e2-4a9b-b0df-07956e3ed486 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Unset dirty status for tenant:d279fcd86c6442cf85d6b34dd13941a3 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:09.145453 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-efa4261f-62e2-4a9b-b0df-07956e3ed486 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5104790 May 28 06:12:09.146167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39834) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:09.155973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2101119135'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:09.163483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:09.169621 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3dcbc916-cf63-4dce-9c42-b436b9453b53 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/floatingips/b2199b29-b21d-45cf-a359-2a231adb9d6f HTTP/1.1" status: 204 len: 168 time: 2.7267296 May 28 06:12:09.171792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'tag': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:12:09.183937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:09.194421 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-34d1d3eb-6ca6-4d35-bae4-fb088362d79d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40717394-a375-4feb-857c-9097fc72b869 HTTP/1.1" status: 200 len: 1000 time: 0.1328108 May 28 06:12:09.196644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Made reservation on behalf of d279fcd86c6442cf85d6b34dd13941a3 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:09.206065 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:09.213474 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '1c35b2fe-6925-49eb-8de9-68efb5754c23', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:b7:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:42Z', 'updated_at': '2022-05-28T06:09:47Z', 'revision_number': 1, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}, {'id': '26b34079-40d4-4e1c-b22e-80d9532fd7cf', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.134', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '40717394-a375-4feb-857c-9097fc72b869', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:41:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:12:07Z', 'updated_at': '2022-05-28T06:12:07Z', 'revision_number': 0, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:09.224222 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] Checking router: 09824474-16b6-48bd-9d5a-0f0231477221 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:12:09.234824 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:09.235818 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:11:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:09.265874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:09.277345 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:09.277721 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Added segment 43e2a06a-e826-4419-9687-4f2ac8ea5d07 of type vlan for network a4857d90-e5c8-4a98-b7bf-cc369dc93bf4 May 28 06:12:09.314671 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:09.349037 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e623f9-db85-496e-843e-100a2c70eb3d'] response: {'name': 'network-changed', 'server_uuid': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'tag': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'status': 'completed', 'code': 200} May 28 06:12:09.384465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:09.389852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:09.390506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:09.455174 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:09.497727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] Set router a8295fe0-6036-4607-b239-1f4d34c2a314 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:09.520446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-7b85a2bf-c249-46ea-a8c5-ba1a36971390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:09.521901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-7b85a2bf-c249-46ea-a8c5-ba1a36971390 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.3214312 May 28 06:12:09.539189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3892365 May 28 06:12:09.553688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39844) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:09.572901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-757373856'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:09.585815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:09.601851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Usage tracker for resource:network and tenant:d279fcd86c6442cf85d6b34dd13941a3 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:09.607755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:09.612347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf892fd-2d3f-446a-bbc2-485f7b21d8ca tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'Network': ['ID=a4857d90-e5c8-4a98-b7bf-cc369dc93bf4,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:09.642388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:09.647440 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 589f66d3-f93e-44b8-8ddf-38931eedb4d5 resource provider aggregate not found May 28 06:12:09.669421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-0f2c0d19-ab69-475c-8d84-a79b8f0f1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:09.671033 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-0f2c0d19-ab69-475c-8d84-a79b8f0f1da6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403992 May 28 06:12:09.674595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a4857d90-e5c8-4a98-b7bf-cc369dc93bf4 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:09.682243 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 589f66d3-f93e-44b8-8ddf-38931eedb4d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 589f66d3-f93e-44b8-8ddf-38931eedb4d5 found for delete ", "request_id": "req-f74ee326-a3d3-4009-9f73-64bbb64dcbc9"}]} May 28 06:12:09.734044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Made reservation on behalf of d279fcd86c6442cf85d6b34dd13941a3 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:09.738595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:09.765445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-2f3ce345-67ae-4b0e-bc8d-af07f5b255ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:09.767218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-2f3ce345-67ae-4b0e-bc8d-af07f5b255ec service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=51898e09918a40e3bfb096149abf1819&device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 1097 time: 0.4204283 May 28 06:12:09.819697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:09.836683 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-0478e5e2-d305-49d9-8479-ad0523f8b3fa service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571136 May 28 06:12:09.894950 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:09.895427 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Added segment b9211758-f432-492d-bb42-1ac57aea4909 of type vlan for network c9192877-e846-46a4-b46e-5d4b5144471e May 28 06:12:09.924391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0c7be-a596-4ca1-856f-cdd73169fcff req-f40c375a-66fc-4924-8a93-f975da44f195 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:09.925265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-11b0c7be-a596-4ca1-856f-cdd73169fcff req-f40c375a-66fc-4924-8a93-f975da44f195 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Synchronizing usage tracker for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:09.974109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:09.978364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-11b0c7be-a596-4ca1-856f-cdd73169fcff req-f40c375a-66fc-4924-8a93-f975da44f195 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Unset dirty status for tenant:51898e09918a40e3bfb096149abf1819 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:09.979981 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11b0c7be-a596-4ca1-856f-cdd73169fcff req-f40c375a-66fc-4924-8a93-f975da44f195 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 946 time: 0.3066030 May 28 06:12:09.983017 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '1c35b2fe-6925-49eb-8de9-68efb5754c23', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:b7:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:42Z', 'updated_at': '2022-05-28T06:09:47Z', 'revision_number': 1, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}, {'id': '26b34079-40d4-4e1c-b22e-80d9532fd7cf', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.134', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '40717394-a375-4feb-857c-9097fc72b869', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:41:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:12:07Z', 'updated_at': '2022-05-28T06:12:07Z', 'revision_number': 0, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:09.990124 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa94f9-e314-4d3d-a3eb-f6efc59c36c3 None None] The sync data for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 is: [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '1c35b2fe-6925-49eb-8de9-68efb5754c23', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:b7:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:42Z', 'updated_at': '2022-05-28T06:09:47Z', 'revision_number': 1, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}, {'id': '26b34079-40d4-4e1c-b22e-80d9532fd7cf', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.134', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '40717394-a375-4feb-857c-9097fc72b869', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:41:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:12:07Z', 'updated_at': '2022-05-28T06:12:07Z', 'revision_number': 0, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:10.009094 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e9ec3e0-e179-4558-a4ad-0066cbb7b945 req-8f567034-d4df-4187-b1c5-f97564c895c8 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658478 May 28 06:12:10.011116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:40Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4779998-6674-4054-93a0-6aa7e22bea87', 'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:1e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:39Z', 'updated_at': '2022-05-28T06:10:50Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:10.015480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] Checking router: a8295fe0-6036-4607-b239-1f4d34c2a314 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:12:10.024946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] Routers {'a8295fe0-6036-4607-b239-1f4d34c2a314'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:10.025520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:11:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a8295fe0-6036-4607-b239-1f4d34c2a314'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:10.028357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-eb6af23c-31b1-44af-8c84-e7b6f94d35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:10.030112 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-eb6af23c-31b1-44af-8c84-e7b6f94d35c7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=11ed71de-9ec9-4e02-8145-7818d286d9ea HTTP/1.1" status: 200 len: 897 time: 0.2507851 May 28 06:12:10.134393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-297ff61e-c98f-481c-8369-1c0c286e6264 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb HTTP/1.1" status: 200 len: 217 time: 0.0900140 May 28 06:12:10.142492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11b0c7be-a596-4ca1-856f-cdd73169fcff req-ccdd6fb7-7043-4f7d-8da9-2d7b0d10e035 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490290 May 28 06:12:10.185858 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:10.191641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:10.192392 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:10.229935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] Set router a8295fe0-6036-4607-b239-1f4d34c2a314 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:10.286627 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcfaaf-971f-44d8-a6e0-6ed821674055 None None] New status for floating IP 26b34079-40d4-4e1c-b22e-80d9532fd7cf: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:12:10.315652 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:10.332617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-fb5b189a-d79c-4c91-867f-d1c451001040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:10.334172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-fb5b189a-d79c-4c91-867f-d1c451001040 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=19af9be6-9f49-4a82-a53e-bb5a2d1575bf HTTP/1.1" status: 200 len: 835 time: 0.1903701 May 28 06:12:10.341562 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7795014 May 28 06:12:10.343917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39852) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:10.350828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'ports': [{'network_id': 'a4857d90-e5c8-4a98-b7bf-cc369dc93bf4', 'name': 'tempest-port--1514774361', 'admin_state_up': True}, {'network_id': 'c9192877-e846-46a4-b46e-5d4b5144471e', 'admin_state_up': False}]} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:10.351433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'port': {'network_id': 'a4857d90-e5c8-4a98-b7bf-cc369dc93bf4', 'name': 'tempest-port--1514774361', 'admin_state_up': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:10.353586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'port': {'network_id': 'c9192877-e846-46a4-b46e-5d4b5144471e', 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:10.375317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6020e8e-bfea-4940-9c8e-c504acca330f tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'Network': ['ID=c9192877-e846-46a4-b46e-5d4b5144471e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:10.389639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c9192877-e846-46a4-b46e-5d4b5144471e details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:10.421392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-e8830423-7a4e-4dc3-8e2d-42b6bd64be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:10.423082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-e8830423-7a4e-4dc3-8e2d-42b6bd64be18 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=11ed71de-9ec9-4e02-8145-7818d286d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788202 May 28 06:12:10.599422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-67465f54-e41a-40f6-a53d-e5d30748782a service neutron] 10.222.0.33 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679733 May 28 06:12:10.621677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:10.625815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Usage tracker for resource:port and tenant:d279fcd86c6442cf85d6b34dd13941a3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:10.629430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:10.635395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:10.647009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Made reservation on behalf of d279fcd86c6442cf85d6b34dd13941a3 for: {'port': 2} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:10.651526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:10.669447 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:10.681696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:40Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4779998-6674-4054-93a0-6aa7e22bea87', 'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:1e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:39Z', 'updated_at': '2022-05-28T06:10:50Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:10.685729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62408d9f-df03-424a-97cb-1d0d1bb1dbd1 None None] The sync data for ids ['a8295fe0-6036-4607-b239-1f4d34c2a314'] in n-d-843679-5 is: [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:10:40Z', 'revision_number': 4, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b4779998-6674-4054-93a0-6aa7e22bea87', 'name': '', 'network_id': '11ed71de-9ec9-4e02-8145-7818d286d9ea', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'mac_address': 'fa:16:3e:1e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:39Z', 'updated_at': '2022-05-28T06:10:50Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'subnets': [{'id': '19af9be6-9f49-4a82-a53e-bb5a2d1575bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:10.718137 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-967695a7-f083-4175-a903-f7bc5e27b891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:10.754260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6eec8687-913f-4afb-8dc2-41448d7eb832 req-50bbfc92-b676-4652-812e-1d477f5c6874 service neutron] 10.222.0.33 "GET /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431980 May 28 06:12:10.906144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] device_id is not set on port 5e925e98-083e-41f1-a3f9-999c6920dc2b yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:12:10.932334 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113c448-904d-42b0-8ce3-db49b4eb5bdf None None] New status for floating IP b2199b29-b21d-45cf-a359-2a231adb9d6f: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:12:11.000203 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:11.111415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] device_id is not set on port de28cdc0-a547-49d1-88fd-61c3af500451 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:12:11.201171 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:11.230704 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:11.377875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'Port': ['ID=5e925e98-083e-41f1-a3f9-999c6920dc2b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:11.389311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-3341da11-77f1-44ab-bd18-d6478a0fb0b4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:11.390514 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-3341da11-77f1-44ab-bd18-d6478a0fb0b4 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 946 time: 0.2061965 May 28 06:12:11.401537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Checking segment: {'id': '43e2a06a-e826-4419-9687-4f2ac8ea5d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4857d90-e5c8-4a98-b7bf-cc369dc93bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:11.401893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Network hostable DHCP agents. Network: a4857d90-e5c8-4a98-b7bf-cc369dc93bf4, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:12:11.429690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8a5f-673d-4b24-b937-9d92aa8d3850 req-21fa0a06-5254-4eb9-9fb6-3fdcb6d31a93 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:11.431157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fda8a5f-673d-4b24-b937-9d92aa8d3850 req-21fa0a06-5254-4eb9-9fb6-3fdcb6d31a93 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 946 time: 0.1588426 May 28 06:12:11.450559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Network a4857d90-e5c8-4a98-b7bf-cc369dc93bf4 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:12:11.461758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-87aa9275-a729-428a-a026-92f77b255991 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:11.462147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-87aa9275-a729-428a-a026-92f77b255991 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:11.472671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a4857d90-e5c8-4a98-b7bf-cc369dc93bf4) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:11.480761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:11.481240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e7445-fe90-4ef6-863a-60c758523cc2 None None] Network a4857d90-e5c8-4a98-b7bf-cc369dc93bf4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:11.481729 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:11.526350 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fda8a5f-673d-4b24-b937-9d92aa8d3850 req-964987bb-2f3c-4872-80c1-6f15d1de75ce tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3247502-888f-449e-9b4d-8d501d718304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885518 May 28 06:12:11.578061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'Port': ['ID=de28cdc0-a547-49d1-88fd-61c3af500451,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:11.587056 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Checking segment: {'id': 'b9211758-f432-492d-bb42-1ac57aea4909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c9192877-e846-46a4-b46e-5d4b5144471e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:11.588006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Network hostable DHCP agents. Network: c9192877-e846-46a4-b46e-5d4b5144471e, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:12:11.607626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Network c9192877-e846-46a4-b46e-5d4b5144471e is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:12:11.618411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c9192877-e846-46a4-b46e-5d4b5144471e) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:11.626058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:11.632555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064d4a8-f574-4b94-9185-d5892dda6d1d None None] Network c9192877-e846-46a4-b46e-5d4b5144471e requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:11.633193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:11.638979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:11.639855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:11.667738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-65c4be8a-6907-445e-b537-89b829b741b1 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3221443 May 28 06:12:11.669876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39858) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:11.733280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-87aa9275-a729-428a-a026-92f77b255991 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] For port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:11.733722 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-87aa9275-a729-428a-a026-92f77b255991 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:11.759847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25346d3d-7aed-462e-b5eb-9f509c5ec5e2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:11.766530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25346d3d-7aed-462e-b5eb-9f509c5ec5e2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:11.768060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-25346d3d-7aed-462e-b5eb-9f509c5ec5e2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Synchronizing usage tracker for tenant:d279fcd86c6442cf85d6b34dd13941a3 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:11.775616 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:11.792463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-25346d3d-7aed-462e-b5eb-9f509c5ec5e2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Unset dirty status for tenant:d279fcd86c6442cf85d6b34dd13941a3 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:11.796175 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-25346d3d-7aed-462e-b5eb-9f509c5ec5e2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1226306 May 28 06:12:11.796501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39862) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:11.796776 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:11.862305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-87aa9275-a729-428a-a026-92f77b255991 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for affff2ae-04b5-4bb8-84e5-0ecc40ed03fb owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:11.865420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-05b47b1a-076a-4023-8077-9bfaf1e3ef7c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Deleting port 5e925e98-083e-41f1-a3f9-999c6920dc2b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:11.865733 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05b47b1a-076a-4023-8077-9bfaf1e3ef7c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:12.008755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-87aa9275-a729-428a-a026-92f77b255991 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:12.063694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa9275-a729-428a-a026-92f77b255991 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=affff2ae-04b5-4bb8-84e5-0ecc40ed03fb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:12.092897 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05b47b1a-076a-4023-8077-9bfaf1e3ef7c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:12.140334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-87aa9275-a729-428a-a026-92f77b255991 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] No DVR routers for this DVR port affff2ae-04b5-4bb8-84e5-0ecc40ed03fb on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:12:12.144027 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-87aa9275-a729-428a-a026-92f77b255991 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:12.147086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'name': 'network-vif-deleted', 'tag': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:12:12.162927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71e93cea-767b-4b6d-8f82-351c9efc4f32 req-87aa9275-a729-428a-a026-92f77b255991 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.33 "DELETE /v2.0/ports/affff2ae-04b5-4bb8-84e5-0ecc40ed03fb HTTP/1.1" status: 204 len: 173 time: 0.7669291 May 28 06:12:12.215982 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87035708-650a-427d-8989-7337a04ff256'] response: {'server_uuid': '0bfbef36-34ee-4240-b6ed-552a80b82506', 'name': 'network-vif-deleted', 'tag': 'affff2ae-04b5-4bb8-84e5-0ecc40ed03fb', 'status': 'completed', 'code': 200} May 28 06:12:12.343907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-05b47b1a-076a-4023-8077-9bfaf1e3ef7c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Calling delete_port for 5e925e98-083e-41f1-a3f9-999c6920dc2b owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:12.427087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05b47b1a-076a-4023-8077-9bfaf1e3ef7c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:12.480091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b47b1a-076a-4023-8077-9bfaf1e3ef7c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Port': ['ID=5e925e98-083e-41f1-a3f9-999c6920dc2b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:12.484369 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05b47b1a-076a-4023-8077-9bfaf1e3ef7c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:12.499434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-05b47b1a-076a-4023-8077-9bfaf1e3ef7c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "DELETE /v2.0/ports/5e925e98-083e-41f1-a3f9-999c6920dc2b HTTP/1.1" status: 204 len: 168 time: 0.7019191 May 28 06:12:12.502595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39868) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:12.579602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3c797-2fb7-4f95-9b1d-d52a15e90352 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Deleting port de28cdc0-a547-49d1-88fd-61c3af500451 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:12.579940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c797-2fb7-4f95-9b1d-d52a15e90352 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:12.731772 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-516d24a4-4de6-4820-8991-58af1ec5d933 req-4e14467b-b9a0-447c-b66a-ff403cee1eb5 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbef36-34ee-4240-b6ed-552a80b82506 HTTP/1.1" status: 200 len: 210 time: 0.0634136 May 28 06:12:12.851760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c797-2fb7-4f95-9b1d-d52a15e90352 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:12.974183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3c797-2fb7-4f95-9b1d-d52a15e90352 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Calling delete_port for de28cdc0-a547-49d1-88fd-61c3af500451 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:13.052150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c797-2fb7-4f95-9b1d-d52a15e90352 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.104276 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3c797-2fb7-4f95-9b1d-d52a15e90352 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Port': ['ID=de28cdc0-a547-49d1-88fd-61c3af500451,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:13.109323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c797-2fb7-4f95-9b1d-d52a15e90352 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.119785 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f7e3c797-2fb7-4f95-9b1d-d52a15e90352 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "DELETE /v2.0/ports/de28cdc0-a547-49d1-88fd-61c3af500451 HTTP/1.1" status: 204 len: 168 time: 0.6161902 May 28 06:12:13.122165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39874) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:13.165027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a6067a34-5527-4459-ae64-28159db29f1d tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Synchronizing usage tracker for tenant:d279fcd86c6442cf85d6b34dd13941a3 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:13.180425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a6067a34-5527-4459-ae64-28159db29f1d tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Unset dirty status for tenant:d279fcd86c6442cf85d6b34dd13941a3 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:13.181552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a6067a34-5527-4459-ae64-28159db29f1d tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0584509 May 28 06:12:13.185208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39878) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:13.190624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1136553489'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:13.196002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:13.200295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Usage tracker for resource:network and tenant:d279fcd86c6442cf85d6b34dd13941a3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:13.203094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:13.208869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:13.220715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Made reservation on behalf of d279fcd86c6442cf85d6b34dd13941a3 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:13.224673 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.252604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:13.261769 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.262114 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Added segment e1e670f5-9c04-49c2-8a2b-cda39b66e376 of type vlan for network 70e2cbae-a798-4de6-aa21-d15ab8c46856 May 28 06:12:13.288497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.319504 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.324887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:13.325454 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.347937 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.424020 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2377806 May 28 06:12:13.426600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39882) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:13.432223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526c6a3-c0f6-44a9-9768-d2206c3fc911 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'Network': ['ID=70e2cbae-a798-4de6-aa21-d15ab8c46856,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:13.432710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1590975216'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:13.438427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:13.442095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 70e2cbae-a798-4de6-aa21-d15ab8c46856 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:13.448059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Usage tracker for resource:network and tenant:d279fcd86c6442cf85d6b34dd13941a3 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:13.450978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:13.457867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:13.467498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Made reservation on behalf of d279fcd86c6442cf85d6b34dd13941a3 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:13.471615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.499200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:13.508006 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.508327 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Added segment b1d2839c-c1da-47a3-84e9-b4d97e3f832d of type vlan for network c0a5ea5d-030c-48c5-8fd2-85aad58026b3 May 28 06:12:13.538427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.569175 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.574564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:13.575146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.676919 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2490096 May 28 06:12:13.688064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9a116-d8c7-40be-ae38-08a7c55150dc tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'Network': ['ID=c0a5ea5d-030c-48c5-8fd2-85aad58026b3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:13.700460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c0a5ea5d-030c-48c5-8fd2-85aad58026b3 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:13.831011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39888) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:13.898043 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-324b1856-8916-4eee-9ae0-0ea545487fbd tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.927460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-324b1856-8916-4eee-9ae0-0ea545487fbd tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:13.991570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-324b1856-8916-4eee-9ae0-0ea545487fbd tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:14.010336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b1856-8916-4eee-9ae0-0ea545487fbd tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3247502-888f-449e-9b4d-8d501d718304,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:14.026165 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-324b1856-8916-4eee-9ae0-0ea545487fbd tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:14.027398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-324b1856-8916-4eee-9ae0-0ea545487fbd tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/security-groups/e3247502-888f-449e-9b4d-8d501d718304 HTTP/1.1" status: 204 len: 168 time: 0.1953371 May 28 06:12:14.059443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39896) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:14.706406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device affff2ae-04b5-4bb8-84e5-0ecc40ed03fb no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:12:14.744702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: affff2ae-04b5-4bb8-84e5-0ecc40ed03fb {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:12:14.744897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:14.745368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device affff2ae-04b5-4bb8-84e5-0ecc40ed03fb not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:12:15.097896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port b4779998-6674-4054-93a0-6aa7e22bea87 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:15.098312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:15.294549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] For port b4779998-6674-4054-93a0-6aa7e22bea87, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b4779998-6674-4054-93a0-6aa7e22bea87,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:15.294902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:15.421342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for b4779998-6674-4054-93a0-6aa7e22bea87 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:15.606761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:15.658777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=b4779998-6674-4054-93a0-6aa7e22bea87,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:15.934461 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:16.421195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Router a8295fe0-6036-4607-b239-1f4d34c2a314 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:12:16.614955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:16.629464 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] Sync routers for ids ['a8295fe0-6036-4607-b239-1f4d34c2a314'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:16.638289 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] Routers {'a8295fe0-6036-4607-b239-1f4d34c2a314'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:16.639070 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a8295fe0-6036-4607-b239-1f4d34c2a314'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:16.643746 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-585c48f2-c225-47f8-af39-518f636def52 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "PUT /v2.0/routers/a8295fe0-6036-4607-b239-1f4d34c2a314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5831709 May 28 06:12:16.645205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39902) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:16.729283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d714c34-bc32-4638-a5d8-856671fa3092 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting subnet 19af9be6-9f49-4a82-a53e-bb5a2d1575bf {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:12:16.733476 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d714c34-bc32-4638-a5d8-856671fa3092 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:16.803021 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d714c34-bc32-4638-a5d8-856671fa3092 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:16.829072 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] Set router a8295fe0-6036-4607-b239-1f4d34c2a314 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:16.903526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d714c34-bc32-4638-a5d8-856671fa3092 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:16.915928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39906) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:16.921852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'subnets': [{'network_id': '70e2cbae-a798-4de6-aa21-d15ab8c46856', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1570985998', 'ip_version': 6}, {'network_id': 'c0a5ea5d-030c-48c5-8fd2-85aad58026b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:16.921852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'subnet': {'network_id': '70e2cbae-a798-4de6-aa21-d15ab8c46856', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1570985998', 'ip_version': 6}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:16.922619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Request body: {'subnet': {'network_id': 'c0a5ea5d-030c-48c5-8fd2-85aad58026b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:16.996606 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d714c34-bc32-4638-a5d8-856671fa3092 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:17.046339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d714c34-bc32-4638-a5d8-856671fa3092 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Subnet': ['ID=19af9be6-9f49-4a82-a53e-bb5a2d1575bf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:17.052395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d714c34-bc32-4638-a5d8-856671fa3092 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:17.057520 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8d714c34-bc32-4638-a5d8-856671fa3092 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/subnets/19af9be6-9f49-4a82-a53e-bb5a2d1575bf HTTP/1.1" status: 204 len: 168 time: 0.4108169 May 28 06:12:17.059300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39910) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:17.062165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194d304-7c3f-4ee0-8a3c-6c30a52fa492 None None] Network 11ed71de-9ec9-4e02-8145-7818d286d9ea requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:17.238259 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:12:15Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:17.245875 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] Checking router: a8295fe0-6036-4607-b239-1f4d34c2a314 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:12:17.252564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:17.258066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Usage tracker for resource:subnet and tenant:d279fcd86c6442cf85d6b34dd13941a3 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:17.261807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:17.263402 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] Routers {'a8295fe0-6036-4607-b239-1f4d34c2a314'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:17.264075 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a8295fe0-6036-4607-b239-1f4d34c2a314'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:17.269994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:17.288543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Made reservation on behalf of d279fcd86c6442cf85d6b34dd13941a3 for: {'subnet': 2} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:17.297375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:17.297945 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:17.420969 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:17.498985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34a84a-9ce7-4cff-9022-bca203afcd56 None None] DHCP port deletion for 11ed71de-9ec9-4e02-8145-7818d286d9ea request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:12:17.499745 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] Set router a8295fe0-6036-4607-b239-1f4d34c2a314 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:17.505133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8d34a84a-9ce7-4cff-9022-bca203afcd56 None None] Deleting port c9afc40c-a5ff-4303-8cb9-e683a13c771e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:17.505133 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d34a84a-9ce7-4cff-9022-bca203afcd56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:17.692328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:17.709906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Deleting port f05fbb64-b9f2-456d-b059-c72770d56542 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:17.711767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:17.808465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8d34a84a-9ce7-4cff-9022-bca203afcd56 None None] For port c9afc40c-a5ff-4303-8cb9-e683a13c771e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c9afc40c-a5ff-4303-8cb9-e683a13c771e,segment=NetworkSegment(bf7a02b1-4254-4644-a17e-c41c9ab99429),segment_id=bf7a02b1-4254-4644-a17e-c41c9ab99429)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:17.808591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d34a84a-9ce7-4cff-9022-bca203afcd56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:17.845986 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:12:15Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:17.850382 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9a157c-325c-4107-a938-6404ebe009fe None None] The sync data for ids ['a8295fe0-6036-4607-b239-1f4d34c2a314'] in n-d-843679-5 is: [{'id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'name': 'tempest-TestNetworkBasicOps-router-1671194653', 'tenant_id': '51898e09918a40e3bfb096149abf1819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:10:33Z', 'updated_at': '2022-05-28T06:12:15Z', 'revision_number': 5, 'project_id': '51898e09918a40e3bfb096149abf1819', 'gw_port': {'id': 'f05fbb64-b9f2-456d-b059-c72770d56542', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8295fe0-6036-4607-b239-1f4d34c2a314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:10:34Z', 'updated_at': '2022-05-28T06:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:17.949555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8d34a84a-9ce7-4cff-9022-bca203afcd56 None None] Calling delete_port for c9afc40c-a5ff-4303-8cb9-e683a13c771e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:17.957502 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:17.991774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] For port f05fbb64-b9f2-456d-b059-c72770d56542, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f05fbb64-b9f2-456d-b059-c72770d56542,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:17.992825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:18.047302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'Subnet': ['ID=9bec7e40-f00f-4514-a5ea-afa355e476a3,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:18.053277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Checking segment: {'id': 'e1e670f5-9c04-49c2-8a2b-cda39b66e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '70e2cbae-a798-4de6-aa21-d15ab8c46856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:18.053632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Network hostable DHCP agents. Network: 70e2cbae-a798-4de6-aa21-d15ab8c46856, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:12:18.076147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Network 70e2cbae-a798-4de6-aa21-d15ab8c46856 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:12:18.088399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 70e2cbae-a798-4de6-aa21-d15ab8c46856) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:18.093489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:18.106584 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a0df00-f47d-4a20-a4b0-26d1acf49671 None None] Network 70e2cbae-a798-4de6-aa21-d15ab8c46856 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:18.154138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Calling delete_port for f05fbb64-b9f2-456d-b059-c72770d56542 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:18.185300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event updated for resources: {'Subnet': ['ID=d4d73dae-b480-40a8-b4cd-261a02734410,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:18.200738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Checking segment: {'id': 'b1d2839c-c1da-47a3-84e9-b4d97e3f832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c0a5ea5d-030c-48c5-8fd2-85aad58026b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:18.201259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Network hostable DHCP agents. Network: c0a5ea5d-030c-48c5-8fd2-85aad58026b3, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:12:18.233576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Network c0a5ea5d-030c-48c5-8fd2-85aad58026b3 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:12:18.259268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c0a5ea5d-030c-48c5-8fd2-85aad58026b3) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:18.260140 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d34a84a-9ce7-4cff-9022-bca203afcd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:18.269417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:18.271537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:18.272540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:18.318952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8f7d73a5-0d40-4c5f-8c4c-458d345b9f51 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4025354 May 28 06:12:18.330516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39914) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:18.343335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a84a-9ce7-4cff-9022-bca203afcd56 None None] Pushing event deleted for resources: {'Port': ['ID=c9afc40c-a5ff-4303-8cb9-e683a13c771e,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:18.345681 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa9c3c-3703-4435-949f-76217161422b None None] Network c0a5ea5d-030c-48c5-8fd2-85aad58026b3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:18.362548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c9afc40c-a5ff-4303-8cb9-e683a13c771e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:12:18.416476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564d297-5c60-438f-ad1d-f06270ab01b4 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:18.419196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: c9afc40c-a5ff-4303-8cb9-e683a13c771e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:12:18.419562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c9afc40c-a5ff-4303-8cb9-e683a13c771e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:12:18.419968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4779998-6674-4054-93a0-6aa7e22bea87 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:12:18.422334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564d297-5c60-438f-ad1d-f06270ab01b4 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:18.424196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564d297-5c60-438f-ad1d-f06270ab01b4 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:18.425196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b564d297-5c60-438f-ad1d-f06270ab01b4 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Synchronizing usage tracker for tenant:d279fcd86c6442cf85d6b34dd13941a3 on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:18.451375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34a84a-9ce7-4cff-9022-bca203afcd56 None None] No DVR routers for this DVR port c9afc40c-a5ff-4303-8cb9-e683a13c771e on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:12:18.457506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b564d297-5c60-438f-ad1d-f06270ab01b4 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Unset dirty status for tenant:d279fcd86c6442cf85d6b34dd13941a3 on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:18.460348 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b564d297-5c60-438f-ad1d-f06270ab01b4 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1277857 May 28 06:12:18.469639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39918) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:18.546540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: b4779998-6674-4054-93a0-6aa7e22bea87 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:12:18.546540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b4779998-6674-4054-93a0-6aa7e22bea87 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:12:18.602709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f947e3-38f7-4e9b-829a-545d5b88c754 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Deleting subnet 9bec7e40-f00f-4514-a5ea-afa355e476a3 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:12:18.669370 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9f947e3-38f7-4e9b-829a-545d5b88c754 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:18.724414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5766ac-8845-42b9-9fad-406a31d4f2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-70e2cbae-a798-4de6-aa21-d15ab8c46856', 'network_id': '70e2cbae-a798-4de6-aa21-d15ab8c46856', 'tenant_id': 'd279fcd86c6442cf85d6b34dd13941a3', 'fixed_ips': [{'subnet_id': '9bec7e40-f00f-4514-a5ea-afa355e476a3'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:12:18.725269 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8b5766ac-8845-42b9-9fad-406a31d4f2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:18.750245 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9f947e3-38f7-4e9b-829a-545d5b88c754 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:18.853485 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9f947e3-38f7-4e9b-829a-545d5b88c754 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:18.861941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-c0a5ea5d-030c-48c5-8fd2-85aad58026b3', 'network_id': 'c0a5ea5d-030c-48c5-8fd2-85aad58026b3', 'tenant_id': 'd279fcd86c6442cf85d6b34dd13941a3', 'fixed_ips': [{'subnet_id': 'd4d73dae-b480-40a8-b4cd-261a02734410'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:12:18.862747 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:18.938216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server [None req-8b5766ac-8845-42b9-9fad-406a31d4f2dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bec7e40-f00f-4514-a5ea-afa355e476a3: This subnet is being modified by another concurrent operation. May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise exception May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bec7e40-f00f-4514-a5ea-afa355e476a3: This subnet is being modified by another concurrent operation. May 28 06:12:19.009918 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server May 28 06:12:19.025318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffe80ac-7dbb-483f-b822-863a8aa4a551 None None] Network 70e2cbae-a798-4de6-aa21-d15ab8c46856 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:19.028967 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Port': ['ID=f05fbb64-b9f2-456d-b059-c72770d56542,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:19.039187 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9f947e3-38f7-4e9b-829a-545d5b88c754 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.109391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9f947e3-38f7-4e9b-829a-545d5b88c754 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.116445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Allocated IP 2001:db8:0:1::1 (c0a5ea5d-030c-48c5-8fd2-85aad58026b3/d4d73dae-b480-40a8-b4cd-261a02734410/35483394-2bb8-47ac-a60b-2e48f1a86a95) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:19.118389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f947e3-38f7-4e9b-829a-545d5b88c754 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Subnet': ['ID=9bec7e40-f00f-4514-a5ea-afa355e476a3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:19.147310 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c9f947e3-38f7-4e9b-829a-545d5b88c754 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "DELETE /v2.0/subnets/9bec7e40-f00f-4514-a5ea-afa355e476a3 HTTP/1.1" status: 204 len: 168 time: 0.6745405 May 28 06:12:19.148127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.149246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39922) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:19.238593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-443d968d-6a42-4ff2-b61d-49010d20df8c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Deleting subnet d4d73dae-b480-40a8-b4cd-261a02734410 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:12:19.414933 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.425260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Transition to ACTIVE for port object 35483394-2bb8-47ac-a60b-2e48f1a86a95 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:19.444887 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Transition to ACTIVE for port object 35483394-2bb8-47ac-a60b-2e48f1a86a95 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:19.448658 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-443d968d-6a42-4ff2-b61d-49010d20df8c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.449314 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.459179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.461589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.485931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.487062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Fanout notify agent at l3_agent the message router_deleted on router a8295fe0-6036-4607-b239-1f4d34c2a314 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:12:19.498929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.500548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-06702712-e949-47f6-a6d5-54773180ab89 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/routers/a8295fe0-6036-4607-b239-1f4d34c2a314 HTTP/1.1" status: 204 len: 168 time: 2.4403307 May 28 06:12:19.504014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39926) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:19.519074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Network c0a5ea5d-030c-48c5-8fd2-85aad58026b3 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:19.522638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:19.526426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:19.571606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Pushing event updated for resources: {'Port': ['ID=35483394-2bb8-47ac-a60b-2e48f1a86a95,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:19.638974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Attempting to bind port 35483394-2bb8-47ac-a60b-2e48f1a86a95 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:19.639384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.639657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Attempting to bind port 35483394-2bb8-47ac-a60b-2e48f1a86a95 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'b1d2839c-c1da-47a3-84e9-b4d97e3f832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c0a5ea5d-030c-48c5-8fd2-85aad58026b3'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:19.640031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Attempting to bind port 35483394-2bb8-47ac-a60b-2e48f1a86a95 on network c0a5ea5d-030c-48c5-8fd2-85aad58026b3 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:19.646159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:19.646963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Checking segment: {'id': 'b1d2839c-c1da-47a3-84e9-b4d97e3f832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c0a5ea5d-030c-48c5-8fd2-85aad58026b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:19.647909 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.648806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Bound using segment: {'id': 'b1d2839c-c1da-47a3-84e9-b4d97e3f832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c0a5ea5d-030c-48c5-8fd2-85aad58026b3'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:19.649844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Bound port: 35483394-2bb8-47ac-a60b-2e48f1a86a95, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d2839c-c1da-47a3-84e9-b4d97e3f832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c0a5ea5d-030c-48c5-8fd2-85aad58026b3'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:19.650485 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.670876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-443d968d-6a42-4ff2-b61d-49010d20df8c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.749136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] For port 35483394-2bb8-47ac-a60b-2e48f1a86a95, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:19.752148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] For port 35483394-2bb8-47ac-a60b-2e48f1a86a95, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=35483394-2bb8-47ac-a60b-2e48f1a86a95,segment=NetworkSegment(b1d2839c-c1da-47a3-84e9-b4d97e3f832d),segment_id=b1d2839c-c1da-47a3-84e9-b4d97e3f832d)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:19.757737 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.772048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-443d968d-6a42-4ff2-b61d-49010d20df8c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.798538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.828868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ed71de-9ec9-4e02-8145-7818d286d9ea']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:19.843830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7a02b1-4254-4644-a17e-c41c9ab99429') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:19.844151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7a02b1-4254-4644-a17e-c41c9ab99429') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:19.853561 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-443d968d-6a42-4ff2-b61d-49010d20df8c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.865912 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.883035 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.890407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:19.891139 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.893831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d968d-6a42-4ff2-b61d-49010d20df8c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d73dae-b480-40a8-b4cd-261a02734410,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:19.897506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-443d968d-6a42-4ff2-b61d-49010d20df8c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:19.901876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bab80-dd9d-427a-9cd4-0f2041aee85f None None] Pushing event updated for resources: {'Port': ['ID=35483394-2bb8-47ac-a60b-2e48f1a86a95,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:19.910426 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-443d968d-6a42-4ff2-b61d-49010d20df8c tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "DELETE /v2.0/subnets/d4d73dae-b480-40a8-b4cd-261a02734410 HTTP/1.1" status: 204 len: 168 time: 0.7597251 May 28 06:12:19.912904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39932) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:20.012588 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.026475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ef13d5-13fc-47d9-89ab-05f0716db1ba tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:20.027190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-11ef13d5-13fc-47d9-89ab-05f0716db1ba tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Synchronizing usage tracker for tenant:d279fcd86c6442cf85d6b34dd13941a3 on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:20.049628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-11ef13d5-13fc-47d9-89ab-05f0716db1ba tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Unset dirty status for tenant:d279fcd86c6442cf85d6b34dd13941a3 on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:20.051264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-11ef13d5-13fc-47d9-89ab-05f0716db1ba tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1374407 May 28 06:12:20.055155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39940) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:20.055465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.066452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] Pushing event deleted for resources: {'Network': ['ID=11ed71de-9ec9-4e02-8145-7818d286d9ea,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:20.090918 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cf01b498-9641-4299-a974-16e4d8b3fb62 tempest-TestNetworkBasicOps-122578057 tempest-TestNetworkBasicOps-122578057-project] 10.222.0.39 "DELETE /v2.0/networks/11ed71de-9ec9-4e02-8145-7818d286d9ea HTTP/1.1" status: 204 len: 168 time: 0.5856032 May 28 06:12:20.200166 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment bf7a02b1-4254-4644-a17e-c41c9ab99429 resource provider aggregate not found May 28 06:12:20.221168 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment bf7a02b1-4254-4644-a17e-c41c9ab99429 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf7a02b1-4254-4644-a17e-c41c9ab99429 found for delete ", "request_id": "req-4b81efcb-2b21-4298-bda5-9eadf755226c"}]} May 28 06:12:20.237464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f05fbb64-b9f2-456d-b059-c72770d56542 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:12:20.277092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.285680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f05fbb64-b9f2-456d-b059-c72770d56542 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:12:20.286030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f05fbb64-b9f2-456d-b059-c72770d56542 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:12:20.289736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Deleting port 35483394-2bb8-47ac-a60b-2e48f1a86a95 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:20.290081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.483411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39950) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:20.506421 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] For port 35483394-2bb8-47ac-a60b-2e48f1a86a95, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=35483394-2bb8-47ac-a60b-2e48f1a86a95,segment=NetworkSegment(b1d2839c-c1da-47a3-84e9-b4d97e3f832d),segment_id=b1d2839c-c1da-47a3-84e9-b4d97e3f832d)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:20.506889 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.636673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Calling delete_port for 35483394-2bb8-47ac-a60b-2e48f1a86a95 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:20.641448 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c0679172-3a6b-4522-bd7d-37784e7f2ecb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51898e09918a40e3bfb096149abf1819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568553 May 28 06:12:20.643984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39956) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:20.706703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18879f00-8c3b-44f9-bac5-486e3e15024d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.719948 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.737722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18879f00-8c3b-44f9-bac5-486e3e15024d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.770896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Port': ['ID=35483394-2bb8-47ac-a60b-2e48f1a86a95,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:20.772889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] No DVR routers for this DVR port 35483394-2bb8-47ac-a60b-2e48f1a86a95 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:12:20.800182 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18879f00-8c3b-44f9-bac5-486e3e15024d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.822835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18879f00-8c3b-44f9-bac5-486e3e15024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c6d34e-22e9-40bd-8d25-a7d75c2c6977,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:20.837287 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-18879f00-8c3b-44f9-bac5-486e3e15024d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.839198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-18879f00-8c3b-44f9-bac5-486e3e15024d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89c6d34e-22e9-40bd-8d25-a7d75c2c6977 HTTP/1.1" status: 204 len: 168 time: 0.1943080 May 28 06:12:20.902037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.930081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a5ea5d-030c-48c5-8fd2-85aad58026b3']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:20.947668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d2839c-c1da-47a3-84e9-b4d97e3f832d') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:20.948204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d2839c-c1da-47a3-84e9-b4d97e3f832d') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:20.962124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.983774 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:20.991125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:20.991486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.006483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41cc34-810e-4216-8416-26ef39402bda None None] Network c0a5ea5d-030c-48c5-8fd2-85aad58026b3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:21.063570 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment b1d2839c-c1da-47a3-84e9-b4d97e3f832d resource provider aggregate not found May 28 06:12:21.103638 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment b1d2839c-c1da-47a3-84e9-b4d97e3f832d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1d2839c-c1da-47a3-84e9-b4d97e3f832d found for delete ", "request_id": "req-231b1f36-0863-4fa0-8d70-15830eb4bc45"}]} May 28 06:12:21.109858 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.145609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-80b852c7-5374-4a61-a01f-7d7df61a5b22 None None] Could not find standard attr ID for object 35483394-2bb8-47ac-a60b-2e48f1a86a95. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:12:21.147507 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.150590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Network': ['ID=c0a5ea5d-030c-48c5-8fd2-85aad58026b3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:21.167489 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-308c3904-4619-4a17-b0fc-055358da557a tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "DELETE /v2.0/networks/c0a5ea5d-030c-48c5-8fd2-85aad58026b3 HTTP/1.1" status: 204 len: 168 time: 1.1087801 May 28 06:12:21.167961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39968) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:21.193695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39972) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:21.213132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa302403-e8ef-47d3-9772-cc27233c9246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.228901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aa302403-e8ef-47d3-9772-cc27233c9246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:21.233032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aa302403-e8ef-47d3-9772-cc27233c9246 admin admin] Usage tracker for resource:security_group_rule and tenant:95adbbfbea094c15b41a9bff313efed7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:21.238350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aa302403-e8ef-47d3-9772-cc27233c9246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:21.247359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aa302403-e8ef-47d3-9772-cc27233c9246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:21.264958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af801dc6-2663-4b9e-bfc5-51fd938e9769 None None] DHCP port deletion for c0a5ea5d-030c-48c5-8fd2-85aad58026b3 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:12:21.286333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6dbea9-cd0c-4399-8ae7-bdf0af2c96b8 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:12:21.299276 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.351830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa302403-e8ef-47d3-9772-cc27233c9246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.356875 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aa302403-e8ef-47d3-9772-cc27233c9246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.414596 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aa302403-e8ef-47d3-9772-cc27233c9246 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95adbbfbea094c15b41a9bff313efed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170405 May 28 06:12:21.414596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa302403-e8ef-47d3-9772-cc27233c9246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f91a1c2-c0f4-4bd7-881a-cb4f6f5a3df9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:21.417539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 39976) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:21.425360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6dbea9-cd0c-4399-8ae7-bdf0af2c96b8 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:12:21.464359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.484832 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f49ec7a5-eea7-4699-b982-820be7fb9642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.493229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e2cbae-a798-4de6-aa21-d15ab8c46856']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:21.508325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e670f5-9c04-49c2-8a2b-cda39b66e376') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:21.508725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e670f5-9c04-49c2-8a2b-cda39b66e376') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:21.516362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f49ec7a5-eea7-4699-b982-820be7fb9642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.520261 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.536626 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.544768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:21.545333 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.580173 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f49ec7a5-eea7-4699-b982-820be7fb9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.600315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ec7a5-eea7-4699-b982-820be7fb9642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f91a1c2-c0f4-4bd7-881a-cb4f6f5a3df9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:21.608287 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f49ec7a5-eea7-4699-b982-820be7fb9642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.609809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f49ec7a5-eea7-4699-b982-820be7fb9642 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f91a1c2-c0f4-4bd7-881a-cb4f6f5a3df9 HTTP/1.1" status: 204 len: 168 time: 0.1926093 May 28 06:12:21.666457 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.687312 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:21.699876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Network': ['ID=70e2cbae-a798-4de6-aa21-d15ab8c46856,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:21.707377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a22073fc-6212-4ab1-8f30-d8eac2f14c31 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "DELETE /v2.0/networks/70e2cbae-a798-4de6-aa21-d15ab8c46856 HTTP/1.1" status: 204 len: 168 time: 0.5361474 May 28 06:12:21.707720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 39982) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:21.835177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.092932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.119734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9192877-e846-46a4-b46e-5d4b5144471e']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:22.132431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9211758-f432-492d-bb42-1ac57aea4909') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:22.132735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9211758-f432-492d-bb42-1ac57aea4909') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:22.144631 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.164361 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.171369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:22.171765 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.264411 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e1e670f5-9c04-49c2-8a2b-cda39b66e376 resource provider aggregate not found May 28 06:12:22.284774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.284774 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e1e670f5-9c04-49c2-8a2b-cda39b66e376 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1e670f5-9c04-49c2-8a2b-cda39b66e376 found for delete ", "request_id": "req-c411f249-fce0-4fb3-b181-1bb173283d1b"}]} May 28 06:12:22.303586 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.312716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Network': ['ID=c9192877-e846-46a4-b46e-5d4b5144471e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:22.317826 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-473f7c38-1eab-473d-b6d2-3f9b4e50cb27 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "DELETE /v2.0/networks/c9192877-e846-46a4-b46e-5d4b5144471e HTTP/1.1" status: 204 len: 168 time: 0.6089122 May 28 06:12:22.320239 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b9211758-f432-492d-bb42-1ac57aea4909 resource provider aggregate not found May 28 06:12:22.320385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40010) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:22.337904 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b9211758-f432-492d-bb42-1ac57aea4909 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9211758-f432-492d-bb42-1ac57aea4909 found for delete ", "request_id": "req-1c574c7b-851a-4431-a67e-990323570cf4"}]} May 28 06:12:22.406936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40016) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:22.438290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.518162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-463179833-network', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:22.523601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:22.527550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Usage tracker for resource:network and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:22.530369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:22.536710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:22.547803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Made reservation on behalf of c88e00cb044e44fb9dead877420b39f9 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:22.550406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.562215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.572288 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.577368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:22.582367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Usage tracker for resource:security_group_rule and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:22.586185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:22.591384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:22.606019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4857d90-e5c8-4a98-b7bf-cc369dc93bf4']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:22.618579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e2a06a-e826-4419-9687-4f2ac8ea5d07') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:22.618916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e2a06a-e826-4419-9687-4f2ac8ea5d07') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:22.630925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.648297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.654371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:22.654780 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.679449 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.683129 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.713625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d1df0f-5355-4af4-886f-ab54a835afcb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:22.847798 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.851839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.855483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:22.864995 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.865338 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Added segment 7b1cd519-c530-43b7-a392-a99f1d233c8b of type vlan for network 83d6415e-de9e-43b9-bede-f9323b15a1b4 May 28 06:12:22.877682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] Pushing event deleted for resources: {'Network': ['ID=a4857d90-e5c8-4a98-b7bf-cc369dc93bf4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:22.883789 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b1dc3891-4284-431f-8099-bc2d8967f6c2 tempest-BulkNetworkOpsIpV6Test-957779686 tempest-BulkNetworkOpsIpV6Test-957779686-project] 10.222.0.39 "DELETE /v2.0/networks/a4857d90-e5c8-4a98-b7bf-cc369dc93bf4 HTTP/1.1" status: 204 len: 168 time: 0.5623960 May 28 06:12:22.893143 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.923601 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:22.924687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:22.925370 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.041347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6332574 May 28 06:12:23.044298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40028) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:23.047308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd34021-ec46-40ac-8490-00f33211e796 admin admin] Pushing event updated for resources: {'Network': ['ID=83d6415e-de9e-43b9-bede-f9323b15a1b4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:23.053247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Request body: {'subnet': {'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-463179833-subnet', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:23.058715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 83d6415e-de9e-43b9-bede-f9323b15a1b4 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:23.059324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:23.063305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Usage tracker for resource:subnet and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:23.066779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:23.072629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:23.083058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Made reservation on behalf of c88e00cb044e44fb9dead877420b39f9 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:23.089847 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.098072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40032) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:23.123631 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 43e2a06a-e826-4419-9687-4f2ac8ea5d07 resource provider aggregate not found May 28 06:12:23.141378 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 43e2a06a-e826-4419-9687-4f2ac8ea5d07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43e2a06a-e826-4419-9687-4f2ac8ea5d07 found for delete ", "request_id": "req-eb578ff0-14c5-484d-9150-08b281d92ba0"}]} May 28 06:12:23.278804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-17713070-7dfe-43b6-bb83-4c06376e905f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d279fcd86c6442cf85d6b34dd13941a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775932 May 28 06:12:23.279169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40042) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:23.311821 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.340163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c215aeb-b006-4821-b23d-bc15507a3c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.366527 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c215aeb-b006-4821-b23d-bc15507a3c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.390206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f4e003-e761-4255-b042-400e8d79830b,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:23.397934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Checking segment: {'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:23.398281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Network hostable DHCP agents. Network: 83d6415e-de9e-43b9-bede-f9323b15a1b4, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:12:23.417333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Network 83d6415e-de9e-43b9-bede-f9323b15a1b4 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:12:23.420383 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c215aeb-b006-4821-b23d-bc15507a3c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.427714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 83d6415e-de9e-43b9-bede-f9323b15a1b4) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:23.431705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:23.432281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.437223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb2ded-0634-4db8-a0d5-9f2e3f7e4fc7 None None] Network 83d6415e-de9e-43b9-bede-f9323b15a1b4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:23.442165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c215aeb-b006-4821-b23d-bc15507a3c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882bf3bd-4c52-4b5b-86f7-be51768c3be9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:23.446303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c215aeb-b006-4821-b23d-bc15507a3c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.447480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5c215aeb-b006-4821-b23d-bc15507a3c61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/882bf3bd-4c52-4b5b-86f7-be51768c3be9 HTTP/1.1" status: 204 len: 168 time: 0.1673367 May 28 06:12:23.457533 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-64e65194-564c-440e-aba4-bb55c61d7920 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4114826 May 28 06:12:23.459796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40048) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:23.465214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:23.471121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:23.475288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Usage tracker for resource:router and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:23.478157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:23.484215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:23.496721 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.497859 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.515256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.675609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-83d6415e-de9e-43b9-bede-f9323b15a1b4', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:12:23.677159 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.797095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:23.857123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Allocated IP 172.20.0.2 (83d6415e-de9e-43b9-bede-f9323b15a1b4/87f4e003-e761-4255-b042-400e8d79830b/efbadc3f-c075-4064-a5ac-9ee4f20c79fc) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:24.108673 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.125907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Transition to ACTIVE for port object efbadc3f-c075-4064-a5ac-9ee4f20c79fc will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:24.150697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Transition to ACTIVE for port object efbadc3f-c075-4064-a5ac-9ee4f20c79fc will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:24.156882 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.160567 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.188200 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.224919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Network 83d6415e-de9e-43b9-bede-f9323b15a1b4 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:24.226100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:24.234444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:24.241540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40070) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:24.319316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Pushing event updated for resources: {'Port': ['ID=efbadc3f-c075-4064-a5ac-9ee4f20c79fc,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:24.336913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Attempting to bind port efbadc3f-c075-4064-a5ac-9ee4f20c79fc on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:24.337288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Attempting to bind port efbadc3f-c075-4064-a5ac-9ee4f20c79fc by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:24.337648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Attempting to bind port efbadc3f-c075-4064-a5ac-9ee4f20c79fc on network 83d6415e-de9e-43b9-bede-f9323b15a1b4 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:24.343058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:24.343464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Checking segment: {'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:24.343868 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.344259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Bound using segment: {'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:24.344716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Bound port: efbadc3f-c075-4064-a5ac-9ee4f20c79fc, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:24.345086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.348355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Allocated IP 172.25.4.35 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/0b75d1a8-46dd-4a15-86b7-ae2375612286) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:24.385747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1752176322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:24.443771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:24.456744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Usage tracker for resource:router and tenant:19137766ddf3408187a2a3a7e11e2636 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:24.461145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:24.465676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] For port efbadc3f-c075-4064-a5ac-9ee4f20c79fc, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:24.468610 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] For port efbadc3f-c075-4064-a5ac-9ee4f20c79fc, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=efbadc3f-c075-4064-a5ac-9ee4f20c79fc,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:24.469540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:24.474519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.497894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.498889 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.545814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.549649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.558347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece95b4-edc4-4f65-bb5d-cee12d6e6e1a None None] Pushing event updated for resources: {'Port': ['ID=efbadc3f-c075-4064-a5ac-9ee4f20c79fc,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:24.581507 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.619876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.621389 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-14058104-6be2-4dac-bd1d-4ab463a5d737 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3786500 May 28 06:12:24.623270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.624436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40076) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:24.632006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1359269622'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:24.637822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:24.641998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Usage tracker for resource:network and tenant:19137766ddf3408187a2a3a7e11e2636 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:24.645272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:24.651836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:24.661539 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Made reservation on behalf of 19137766ddf3408187a2a3a7e11e2636 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:24.665463 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.678584 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.692694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:24.694297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:24.695770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:24.698261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:24.698399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Usage tracker for resource:security_group_rule and tenant:19137766ddf3408187a2a3a7e11e2636 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:24.701251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:24.707272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:24.745107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Pushing event updated for resources: {'Port': ['ID=0b75d1a8-46dd-4a15-86b7-ae2375612286,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:24.830420 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.836757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.869664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:24.885449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5be960-9778-4e7b-83dd-f27ee2950b30,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:24.908897 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.908897 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Added segment d00946f8-f968-43b5-9808-12fd32651a68 of type vlan for network f12b9b66-7f7d-4d55-967f-9778cdd59570 May 28 06:12:24.929372 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.968111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:24.976556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:24.977897 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:25.113294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'Network': ['ID=f12b9b66-7f7d-4d55-967f-9778cdd59570,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:25.134347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3c42e508-2588-4dd4-b3dc-4d17d9cadb84 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4986508 May 28 06:12:25.134347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40080) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:25.147685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Request body: {'subnet': {'network_id': 'f12b9b66-7f7d-4d55-967f-9778cdd59570', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:25.182369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f12b9b66-7f7d-4d55-967f-9778cdd59570 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:25.425876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:25.440201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:25.440201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Usage tracker for resource:subnet and tenant:19137766ddf3408187a2a3a7e11e2636 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:25.444918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:25.460026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:25.476729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Made reservation on behalf of 19137766ddf3408187a2a3a7e11e2636 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:25.490485 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:25.770525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81bcedf-b98d-4ec9-84d3-5498ccb54815 None None] Network 83d6415e-de9e-43b9-bede-f9323b15a1b4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:25.849299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:25.887942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.002531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Checking segment: {'id': 'd00946f8-f968-43b5-9808-12fd32651a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f12b9b66-7f7d-4d55-967f-9778cdd59570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:26.002531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Network hostable DHCP agents. Network: f12b9b66-7f7d-4d55-967f-9778cdd59570, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:12:26.028778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'Subnet': ['ID=9817c6b8-de4c-4260-ba20-0ae0a2f1d862,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:26.046963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Network f12b9b66-7f7d-4d55-967f-9778cdd59570 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:12:26.054462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8da721b3-c8c8-469c-aa71-7bbecff9ee63 None None] Provisioning for port efbadc3f-c075-4064-a5ac-9ee4f20c79fc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:26.063460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f12b9b66-7f7d-4d55-967f-9778cdd59570) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:26.073064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:26.073064 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.078292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae0b23c-780f-478a-9173-44de97d6906e None None] Network f12b9b66-7f7d-4d55-967f-9778cdd59570 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:26.175160 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-55f4fce0-1464-4615-90c7-80430d7f4894 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0434582 May 28 06:12:26.185799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40084) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:26.206674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Request body: {'network': {'name': 'tempest-router-network01--761585271'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:26.224469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:26.242080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Usage tracker for resource:network and tenant:19137766ddf3408187a2a3a7e11e2636 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:26.256048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:26.273670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device efbadc3f-c075-4064-a5ac-9ee4f20c79fc up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:26.278601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:26.295620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Router 57d0f302-9299-4cd1-a6ef-868ca45134f7 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:12:26.305612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Made reservation on behalf of 19137766ddf3408187a2a3a7e11e2636 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:26.321064 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.368567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:26.386015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.386015 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Added segment 8a8cb770-3561-42db-84be-1095fe34fb1d of type vlan for network 31b5a90e-b2ee-4880-983d-2f01ff1141f3 May 28 06:12:26.417235 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.459519 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.469926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-f12b9b66-7f7d-4d55-967f-9778cdd59570', 'network_id': 'f12b9b66-7f7d-4d55-967f-9778cdd59570', 'tenant_id': '19137766ddf3408187a2a3a7e11e2636', 'fixed_ips': [{'subnet_id': '9817c6b8-de4c-4260-ba20-0ae0a2f1d862'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:12:26.474824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:26.477885 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.481040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.491893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port efbadc3f-c075-4064-a5ac-9ee4f20c79fc completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:26.510551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port efbadc3f-c075-4064-a5ac-9ee4f20c79fc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:26.510551 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.625709 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4316459 May 28 06:12:26.625709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40090) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:26.641387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Request body: {'network': {'name': 'tempest-router-network02--379073752'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:26.641387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:26.641387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Usage tracker for resource:network and tenant:19137766ddf3408187a2a3a7e11e2636 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:26.641387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:26.654711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:26.654711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d32501-50a1-4ea1-96df-7d6e9afc4eb8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'Network': ['ID=31b5a90e-b2ee-4880-983d-2f01ff1141f3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:26.676491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:26.684986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Made reservation on behalf of 19137766ddf3408187a2a3a7e11e2636 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:26.700722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.705503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Sync routers for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:26.730008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 31b5a90e-b2ee-4880-983d-2f01ff1141f3 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:26.734844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:26.749223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40094) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:26.754397 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-420d9d03-dc97-4f5c-9b30-d046ed434052 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2812185 May 28 06:12:26.919049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:26.919049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:27.017740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:27.105234 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:27.105234 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Added segment fae8684d-cb62-4671-9f5b-7871905411c4 of type vlan for network f50a9149-fe5c-4145-91b3-b60247d0da2d May 28 06:12:27.205784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:27.234722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7aae396f-6931-4900-86f0-8293a9f6c766 None None] Provisioning complete for port efbadc3f-c075-4064-a5ac-9ee4f20c79fc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:27.234722 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7aae396f-6931-4900-86f0-8293a9f6c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:27.335040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:27.335040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:27.335040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:27.344234 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:27.516209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port efbadc3f-c075-4064-a5ac-9ee4f20c79fc is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:27.516209 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:27.529595 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9051654 May 28 06:12:27.533978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40098) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:27.538666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808053c-dcaa-45ac-a070-3ab8ecaeed23 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'Network': ['ID=f50a9149-fe5c-4145-91b3-b60247d0da2d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:27.547118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Request body: {'subnet': {'network_id': '31b5a90e-b2ee-4880-983d-2f01ff1141f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:27.662920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Allocated IP 172.20.0.2 (f12b9b66-7f7d-4d55-967f-9778cdd59570/9817c6b8-de4c-4260-ba20-0ae0a2f1d862/1de99e58-221a-4a8c-a447-e97005fe004e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:27.696174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f50a9149-fe5c-4145-91b3-b60247d0da2d details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:27.772480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:27.777388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Usage tracker for resource:subnet and tenant:19137766ddf3408187a2a3a7e11e2636 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:27.786650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:27.795681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:27.813086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Made reservation on behalf of 19137766ddf3408187a2a3a7e11e2636 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:27.813086 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:27.882762 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.009844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port efbadc3f-c075-4064-a5ac-9ee4f20c79fc, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=efbadc3f-c075-4064-a5ac-9ee4f20c79fc,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:28.036007 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.086284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7aae396f-6931-4900-86f0-8293a9f6c766 None None] Current status of the port efbadc3f-c075-4064-a5ac-9ee4f20c79fc is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:28.086284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7aae396f-6931-4900-86f0-8293a9f6c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.243074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Allocated IP 172.20.0.1 (83d6415e-de9e-43b9-bede-f9323b15a1b4/87f4e003-e761-4255-b042-400e8d79830b/61318170-29ca-4b5b-a5a1-8660b9867661) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:28.277102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:25Z', 'revision_number': 3, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:28.299794 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=efbadc3f-c075-4064-a5ac-9ee4f20c79fc,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:28.349857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Checking router: 57d0f302-9299-4cd1-a6ef-868ca45134f7 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:12:28.349857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Updating router 57d0f302-9299-4cd1-a6ef-868ca45134f7 port 0b75d1a8-46dd-4a15-86b7-ae2375612286 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:12:28.378184 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.415299 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.433857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-7aae396f-6931-4900-86f0-8293a9f6c766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:12:28.433857 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-7aae396f-6931-4900-86f0-8293a9f6c766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:12:28.443585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Transition to ACTIVE for port object 61318170-29ca-4b5b-a5a1-8660b9867661 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:28.457066 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.471058 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.480839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Checking segment: {'id': '8a8cb770-3561-42db-84be-1095fe34fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '31b5a90e-b2ee-4880-983d-2f01ff1141f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:28.480839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Network hostable DHCP agents. Network: 31b5a90e-b2ee-4880-983d-2f01ff1141f3, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:12:28.480839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'Subnet': ['ID=eeadf70f-5eac-4274-8807-b3021bdcbbe2,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:28.494422 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.505978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Network 31b5a90e-b2ee-4880-983d-2f01ff1141f3 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:12:28.522966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Transition to ACTIVE for port object 1de99e58-221a-4a8c-a447-e97005fe004e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:28.527564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 31b5a90e-b2ee-4880-983d-2f01ff1141f3) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:28.527564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:28.527564 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.533163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407b059-ece1-4919-a3a1-8c6fb02ca52a None None] Network 31b5a90e-b2ee-4880-983d-2f01ff1141f3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:28.559751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c3b843cc-f5ee-4205-979d-ce6a6ab6e5b8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0206296 May 28 06:12:28.559751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40102) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:28.559751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Request body: {'subnet': {'network_id': 'f50a9149-fe5c-4145-91b3-b60247d0da2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:28.579295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Network 83d6415e-de9e-43b9-bede-f9323b15a1b4 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:28.579295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:28.591110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:28.661397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Pushing event updated for resources: {'Port': ['ID=61318170-29ca-4b5b-a5a1-8660b9867661,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:28.677902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.702345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Transition to ACTIVE for port object 1de99e58-221a-4a8c-a447-e97005fe004e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:28.729550 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.781824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:28.793483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Usage tracker for resource:subnet and tenant:19137766ddf3408187a2a3a7e11e2636 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:28.793483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:28.807706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:28.823569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Made reservation on behalf of 19137766ddf3408187a2a3a7e11e2636 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:28.823569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:28.840439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Network f12b9b66-7f7d-4d55-967f-9778cdd59570 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:28.859656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:28.880620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:28.922425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Pushing event updated for resources: {'Port': ['ID=1de99e58-221a-4a8c-a447-e97005fe004e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:29.135650 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.287853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Checking segment: {'id': 'fae8684d-cb62-4671-9f5b-7871905411c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f50a9149-fe5c-4145-91b3-b60247d0da2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:29.287853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Network hostable DHCP agents. Network: f50a9149-fe5c-4145-91b3-b60247d0da2d, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:12:29.299758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'Subnet': ['ID=eb90de20-cc90-40b2-b327-4b8176527718,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:29.309924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Attempting to bind port 1de99e58-221a-4a8c-a447-e97005fe004e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:29.309924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Attempting to bind port 1de99e58-221a-4a8c-a447-e97005fe004e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd00946f8-f968-43b5-9808-12fd32651a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f12b9b66-7f7d-4d55-967f-9778cdd59570'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:29.309924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Attempting to bind port 1de99e58-221a-4a8c-a447-e97005fe004e on network f12b9b66-7f7d-4d55-967f-9778cdd59570 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:29.309924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7aae396f-6931-4900-86f0-8293a9f6c766 None None] Current status of the port efbadc3f-c075-4064-a5ac-9ee4f20c79fc is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:29.322394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Network f50a9149-fe5c-4145-91b3-b60247d0da2d is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:12:29.331301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:29.331301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Checking segment: {'id': 'd00946f8-f968-43b5-9808-12fd32651a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f12b9b66-7f7d-4d55-967f-9778cdd59570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:29.331301 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.331301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Bound using segment: {'id': 'd00946f8-f968-43b5-9808-12fd32651a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f12b9b66-7f7d-4d55-967f-9778cdd59570'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:29.331301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Bound port: 1de99e58-221a-4a8c-a447-e97005fe004e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00946f8-f968-43b5-9808-12fd32651a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f12b9b66-7f7d-4d55-967f-9778cdd59570'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:29.331301 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.346698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f50a9149-fe5c-4145-91b3-b60247d0da2d) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:29.346698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:29.346698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.356373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c65ca7-3f9e-47fb-8cb0-96f3e65e119d None None] Network f50a9149-fe5c-4145-91b3-b60247d0da2d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:29.387732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8198e159-db3d-4560-b5ce-4ca97c5c7be8 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8229673 May 28 06:12:29.397305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40106) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:29.511111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.537638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-31b5a90e-b2ee-4880-983d-2f01ff1141f3', 'network_id': '31b5a90e-b2ee-4880-983d-2f01ff1141f3', 'tenant_id': '19137766ddf3408187a2a3a7e11e2636', 'fixed_ips': [{'subnet_id': 'eeadf70f-5eac-4274-8807-b3021bdcbbe2'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:12:29.537638 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.659310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0bd1029e-0bab-46c0-ae23-41057c7651ef None None] Provisioning for port 61318170-29ca-4b5b-a5a1-8660b9867661 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:29.702258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0bd1029e-0bab-46c0-ae23-41057c7651ef None None] Provisioning complete for port 61318170-29ca-4b5b-a5a1-8660b9867661 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:29.702258 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0bd1029e-0bab-46c0-ae23-41057c7651ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.805919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] For port 1de99e58-221a-4a8c-a447-e97005fe004e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:29.872621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] For port 1de99e58-221a-4a8c-a447-e97005fe004e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1de99e58-221a-4a8c-a447-e97005fe004e,segment=NetworkSegment(d00946f8-f968-43b5-9808-12fd32651a68),segment_id=d00946f8-f968-43b5-9808-12fd32651a68)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:29.914342 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.960021 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:29.965438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1029e-0bab-46c0-ae23-41057c7651ef None None] Port 61318170-29ca-4b5b-a5a1-8660b9867661 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:29.970319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:30.014333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17224c3-872d-4343-ac52-2dd98d467e0f None None] Pushing event updated for resources: {'Port': ['ID=1de99e58-221a-4a8c-a447-e97005fe004e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:30.014333 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:30.113947 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:30.136618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Transition to ACTIVE for port object 0b75d1a8-46dd-4a15-86b7-ae2375612286 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:30.143137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Pushing event updated for resources: {'Port': ['ID=61318170-29ca-4b5b-a5a1-8660b9867661,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:30.207619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:30.213476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:30.292340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Network 83d6415e-de9e-43b9-bede-f9323b15a1b4 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:30.292340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:30.373390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-f50a9149-fe5c-4145-91b3-b60247d0da2d', 'network_id': 'f50a9149-fe5c-4145-91b3-b60247d0da2d', 'tenant_id': '19137766ddf3408187a2a3a7e11e2636', 'fixed_ips': [{'subnet_id': 'eb90de20-cc90-40b2-b327-4b8176527718'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:12:30.373390 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:30.405220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device efbadc3f-c075-4064-a5ac-9ee4f20c79fc up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:30.637347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Allocated IP 172.20.0.2 (31b5a90e-b2ee-4880-983d-2f01ff1141f3/eeadf70f-5eac-4274-8807-b3021bdcbbe2/cffe18f9-22e6-4a16-9122-d77b6f13b74c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:30.687835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Router 57d0f302-9299-4cd1-a6ef-868ca45134f7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:12:30.725412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Attempting to bind port 0b75d1a8-46dd-4a15-86b7-ae2375612286 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:30.725412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Attempting to bind port 0b75d1a8-46dd-4a15-86b7-ae2375612286 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:30.725412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Attempting to bind port 0b75d1a8-46dd-4a15-86b7-ae2375612286 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:30.808444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f182bc-051e-4a61-9f48-bb166490965c None None] Pushing event updated for resources: {'Port': ['ID=0b75d1a8-46dd-4a15-86b7-ae2375612286,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:30.874797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:30.874797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:30.874797 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:30.874797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:30.874797 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Bound port: 0b75d1a8-46dd-4a15-86b7-ae2375612286, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:30.874797 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:30.991094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:31.003365 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f283ff3e-5b58-48f3-93c2-a9349147cde2 admin admin] 10.222.0.39 "PUT /v2.0/routers/57d0f302-9299-4cd1-a6ef-868ca45134f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2600396 May 28 06:12:31.059221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-621ae1eb-3a24-4ba8-901c-4f7fa045f1f5 None None] Provisioning complete for port 61318170-29ca-4b5b-a5a1-8660b9867661 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:31.059221 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-621ae1eb-3a24-4ba8-901c-4f7fa045f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:31.207967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port efbadc3f-c075-4064-a5ac-9ee4f20c79fc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:31.208122 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:31.233035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] For port 0b75d1a8-46dd-4a15-86b7-ae2375612286, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:31.269487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-621ae1eb-3a24-4ba8-901c-4f7fa045f1f5 None None] Port 61318170-29ca-4b5b-a5a1-8660b9867661 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:31.271200 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:31.304142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] For port 0b75d1a8-46dd-4a15-86b7-ae2375612286, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0b75d1a8-46dd-4a15-86b7-ae2375612286,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:31.348676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Allocated IP 172.20.0.2 (f50a9149-fe5c-4145-91b3-b60247d0da2d/eb90de20-cc90-40b2-b327-4b8176527718/52ee50e0-cfc8-47de-8604-55ece076541e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:31.351163 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:31.680233 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:31.714360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:31.714360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:31.771355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f182bc-051e-4a61-9f48-bb166490965c None None] Pushing event updated for resources: {'Port': ['ID=0b75d1a8-46dd-4a15-86b7-ae2375612286,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:31.781531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061ea17-dff7-4241-af9c-6cf28e0f7ec6 None None] Network f12b9b66-7f7d-4d55-967f-9778cdd59570 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:31.809859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Transition to ACTIVE for port object cffe18f9-22e6-4a16-9122-d77b6f13b74c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:31.869683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40132) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:31.875617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2059518282-network', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:31.881647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:31.885692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Usage tracker for resource:network and tenant:93d8da01a34c4f5eae4cd73d68cd02c6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:31.888871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:31.895861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:31.910677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Made reservation on behalf of 93d8da01a34c4f5eae4cd73d68cd02c6 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:31.913436 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:31.923834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port efbadc3f-c075-4064-a5ac-9ee4f20c79fc is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:31.929550 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:31.947753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:31.952939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Usage tracker for resource:security_group_rule and tenant:93d8da01a34c4f5eae4cd73d68cd02c6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:31.956277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:31.963140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:32.018508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Transition to ACTIVE for port object cffe18f9-22e6-4a16-9122-d77b6f13b74c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:32.018508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-13f8e012-d85a-4080-8755-8fdc335813cc None None] Provisioning for port 1de99e58-221a-4a8c-a447-e97005fe004e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:32.095774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:32.095774 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:32.102318 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:32.216321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:12:32.257557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a532705c-b107-4d90-a4fd-feed8107f7aa,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:32.297398 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:32.297398 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Added segment 85d08651-034b-43a4-a3ff-97e311d83e3e of type vlan for network 2b640553-971e-4115-a1ee-aef6ec11e983 May 28 06:12:32.302728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Pushing event updated for resources: {'Port': ['ID=cffe18f9-22e6-4a16-9122-d77b6f13b74c,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:32.316631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Network 31b5a90e-b2ee-4880-983d-2f01ff1141f3 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:32.327172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:32.338963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:32.383437 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:32.388959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1de99e58-221a-4a8c-a447-e97005fe004e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:32.428476 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:32.428476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:32.428476 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:32.459665 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:32.475735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Transition to ACTIVE for port object 52ee50e0-cfc8-47de-8604-55ece076541e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:32.494909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Transition to ACTIVE for port object 52ee50e0-cfc8-47de-8604-55ece076541e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:32.580017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] Pushing event updated for resources: {'Network': ['ID=2b640553-971e-4115-a1ee-aef6ec11e983,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:32.580017 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-61b91605-c331-408c-ba47-5d1f824cb790 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7040620 May 28 06:12:32.586000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40142) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:32.591887 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:32.597022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Request body: {'subnet': {'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2059518282-subnet', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:32.602826 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:12:32.605617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:32.607510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Allocated IP 172.20.0.1 (31b5a90e-b2ee-4880-983d-2f01ff1141f3/eeadf70f-5eac-4274-8807-b3021bdcbbe2/69594b24-c33b-441b-88b6-21450db3eb06) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:32.615182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Usage tracker for resource:subnet and tenant:93d8da01a34c4f5eae4cd73d68cd02c6 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:32.618436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:32.629141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:32.644577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 2b640553-971e-4115-a1ee-aef6ec11e983 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:12:32.693076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:32.737034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Made reservation on behalf of 93d8da01a34c4f5eae4cd73d68cd02c6 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:12:32.740037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:32.920651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Network f50a9149-fe5c-4145-91b3-b60247d0da2d is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:32.940992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:32.943401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:32.959667 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.008910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Transition to ACTIVE for port object 69594b24-c33b-441b-88b6-21450db3eb06 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:33.029909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Pushing event updated for resources: {'Port': ['ID=52ee50e0-cfc8-47de-8604-55ece076541e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:33.059854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Attempting to bind port cffe18f9-22e6-4a16-9122-d77b6f13b74c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:33.060310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Attempting to bind port cffe18f9-22e6-4a16-9122-d77b6f13b74c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '8a8cb770-3561-42db-84be-1095fe34fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '31b5a90e-b2ee-4880-983d-2f01ff1141f3'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:33.060567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Attempting to bind port cffe18f9-22e6-4a16-9122-d77b6f13b74c on network 31b5a90e-b2ee-4880-983d-2f01ff1141f3 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:33.132248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:33.132652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Checking segment: {'id': '8a8cb770-3561-42db-84be-1095fe34fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '31b5a90e-b2ee-4880-983d-2f01ff1141f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:33.133023 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.133410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Bound using segment: {'id': '8a8cb770-3561-42db-84be-1095fe34fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '31b5a90e-b2ee-4880-983d-2f01ff1141f3'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:33.133884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Bound port: cffe18f9-22e6-4a16-9122-d77b6f13b74c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8cb770-3561-42db-84be-1095fe34fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '31b5a90e-b2ee-4880-983d-2f01ff1141f3'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:33.136362 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.151043 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.200538 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.281593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca3894-1726-4b93-9108-1e660401d3a9 req-8d843320-6860-40dc-8f0a-2fbceab6826c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:33.283584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fcca3894-1726-4b93-9108-1e660401d3a9 req-8d843320-6860-40dc-8f0a-2fbceab6826c tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 946 time: 0.2755070 May 28 06:12:33.289727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Network 31b5a90e-b2ee-4880-983d-2f01ff1141f3 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:33.295604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1de99e58-221a-4a8c-a447-e97005fe004e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:33.297390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:33.300495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:33.363523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'Port': ['ID=69594b24-c33b-441b-88b6-21450db3eb06,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:33.382201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1de99e58-221a-4a8c-a447-e97005fe004e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:33.382568 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.391903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69904406-4227-49b9-a8d9-a167db1903e4,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:33.431087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Attempting to bind port 52ee50e0-cfc8-47de-8604-55ece076541e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:33.431386 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Attempting to bind port 52ee50e0-cfc8-47de-8604-55ece076541e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'fae8684d-cb62-4671-9f5b-7871905411c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f50a9149-fe5c-4145-91b3-b60247d0da2d'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:33.431753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Attempting to bind port 52ee50e0-cfc8-47de-8604-55ece076541e on network f50a9149-fe5c-4145-91b3-b60247d0da2d {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:33.434441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fcca3894-1726-4b93-9108-1e660401d3a9 req-b2948011-42cc-462e-bead-bdcc1850e9da tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398106 May 28 06:12:33.435116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Checking segment: {'id': '85d08651-034b-43a4-a3ff-97e311d83e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:33.435496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Network hostable DHCP agents. Network: 2b640553-971e-4115-a1ee-aef6ec11e983, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:12:33.443532 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.473853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:33.474187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Checking segment: {'id': 'fae8684d-cb62-4671-9f5b-7871905411c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f50a9149-fe5c-4145-91b3-b60247d0da2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:33.474758 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.475486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Network 2b640553-971e-4115-a1ee-aef6ec11e983 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:12:33.475620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Bound using segment: {'id': 'fae8684d-cb62-4671-9f5b-7871905411c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f50a9149-fe5c-4145-91b3-b60247d0da2d'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:33.476188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Bound port: 52ee50e0-cfc8-47de-8604-55ece076541e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8684d-cb62-4671-9f5b-7871905411c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f50a9149-fe5c-4145-91b3-b60247d0da2d'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:33.476719 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.491110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 2b640553-971e-4115-a1ee-aef6ec11e983) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:33.496174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:33.496770 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.530843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491504d-bc5a-43f5-9c4b-8cade0bc3d5f None None] Network 2b640553-971e-4115-a1ee-aef6ec11e983 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:33.555095 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2d06affc-7f28-4761-826e-3e1988d6b47c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9751506 May 28 06:12:33.558001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40148) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:33.563097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2059518282-router', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:33.569143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:33.573035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Usage tracker for resource:router and tenant:93d8da01a34c4f5eae4cd73d68cd02c6 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:33.577910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:33.584408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:33.585989 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.596106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.597563 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.613584 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.713269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] For port cffe18f9-22e6-4a16-9122-d77b6f13b74c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:33.769588 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] For port cffe18f9-22e6-4a16-9122-d77b6f13b74c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cffe18f9-22e6-4a16-9122-d77b6f13b74c,segment=NetworkSegment(8a8cb770-3561-42db-84be-1095fe34fb1d),segment_id=8a8cb770-3561-42db-84be-1095fe34fb1d)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:33.820416 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:33.941812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] For port 52ee50e0-cfc8-47de-8604-55ece076541e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:33.968731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] For port 52ee50e0-cfc8-47de-8604-55ece076541e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=52ee50e0-cfc8-47de-8604-55ece076541e,segment=NetworkSegment(fae8684d-cb62-4671-9f5b-7871905411c4),segment_id=fae8684d-cb62-4671-9f5b-7871905411c4)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:34.006201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1de99e58-221a-4a8c-a447-e97005fe004e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:34.006583 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:34.040513 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:34.063840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed5f60-e171-44a3-942c-ce22dc471684 None None] Pushing event updated for resources: {'Port': ['ID=cffe18f9-22e6-4a16-9122-d77b6f13b74c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:34.085230 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:34.096883 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:34.104224 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:34.249863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1de99e58-221a-4a8c-a447-e97005fe004e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1de99e58-221a-4a8c-a447-e97005fe004e,segment=NetworkSegment(d00946f8-f968-43b5-9808-12fd32651a68),segment_id=d00946f8-f968-43b5-9808-12fd32651a68)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:34.259631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 2, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:34.269840 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:34.279609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19285d8-2fd7-496a-b1a0-e0cc417a20d0 None None] The sync data for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 is: [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 2, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:34.283464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-2b640553-971e-4115-a1ee-aef6ec11e983', 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'fixed_ips': [{'subnet_id': '69904406-4227-49b9-a8d9-a167db1903e4'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:12:34.284150 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:34.313178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c349b7-3168-40fc-b3b8-886e08c64284 None None] Pushing event updated for resources: {'Port': ['ID=52ee50e0-cfc8-47de-8604-55ece076541e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:34.414131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'Port': ['ID=69594b24-c33b-441b-88b6-21450db3eb06,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:34.423136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:34.591131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-73c34ca9-802d-4a2c-9e77-ffee92ccbd69 None None] Provisioning complete for port 1de99e58-221a-4a8c-a447-e97005fe004e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:34.591580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-73c34ca9-802d-4a2c-9e77-ffee92ccbd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:34.813519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1de99e58-221a-4a8c-a447-e97005fe004e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:34.935113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:35.015778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Network 31b5a90e-b2ee-4880-983d-2f01ff1141f3 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:35.016930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:35.041330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:35.055466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Allocated IP 172.20.0.2 (2b640553-971e-4115-a1ee-aef6ec11e983/69904406-4227-49b9-a8d9-a167db1903e4/96d37e88-5863-4cec-83a6-711687124f01) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:35.225333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Allocated IP 172.25.4.178 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:35.270445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Router 578d107f-5ec7-4480-8593-7818cc84dc39 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:12:35.437656 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:35.468128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Transition to ACTIVE for port object 96d37e88-5863-4cec-83a6-711687124f01 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:35.532536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:35.538516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Transition to ACTIVE for port object 96d37e88-5863-4cec-83a6-711687124f01 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:35.541675 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3576a6cc-37ea-47e0-be7a-0369591e2524 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "PUT /v2.0/routers/578d107f-5ec7-4480-8593-7818cc84dc39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1349299 May 28 06:12:35.541814 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4dad01-80c4-4886-a4d0-17adbafaf794 None None] Sync routers for ids ['578d107f-5ec7-4480-8593-7818cc84dc39'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:35.542428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40156) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:35.551295 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4dad01-80c4-4886-a4d0-17adbafaf794 None None] Routers {'578d107f-5ec7-4480-8593-7818cc84dc39'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:35.551916 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-aa4dad01-80c4-4886-a4d0-17adbafaf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['578d107f-5ec7-4480-8593-7818cc84dc39'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:35.565517 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:35.635072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-73c34ca9-802d-4a2c-9e77-ffee92ccbd69 None None] Current status of the port 1de99e58-221a-4a8c-a447-e97005fe004e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:35.693320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Network 2b640553-971e-4115-a1ee-aef6ec11e983 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:35.696430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:35.699393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:35.701627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Pushing event updated for resources: {'Port': ['ID=96d37e88-5863-4cec-83a6-711687124f01,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:35.713352 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-aa4dad01-80c4-4886-a4d0-17adbafaf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:35.724067 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4dad01-80c4-4886-a4d0-17adbafaf794 None None] Routers {'578d107f-5ec7-4480-8593-7818cc84dc39'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:35.724885 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-aa4dad01-80c4-4886-a4d0-17adbafaf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['578d107f-5ec7-4480-8593-7818cc84dc39'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:35.856641 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-aa4dad01-80c4-4886-a4d0-17adbafaf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:35.857306 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4dad01-80c4-4886-a4d0-17adbafaf794 None None] The sync data for ids ['578d107f-5ec7-4480-8593-7818cc84dc39'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:35.872197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263bb21-c528-4d37-b891-c117d220766f req-99dd0796-a9cd-4cbd-85d2-668ae1585f7b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:35.873955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5263bb21-c528-4d37-b891-c117d220766f req-99dd0796-a9cd-4cbd-85d2-668ae1585f7b tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 946 time: 1.2201328 May 28 06:12:35.883226 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:35.888950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Attempting to bind port 96d37e88-5863-4cec-83a6-711687124f01 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:35.890296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Attempting to bind port 96d37e88-5863-4cec-83a6-711687124f01 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '85d08651-034b-43a4-a3ff-97e311d83e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:35.890712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Attempting to bind port 96d37e88-5863-4cec-83a6-711687124f01 on network 2b640553-971e-4115-a1ee-aef6ec11e983 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:35.900055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:35.900349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Checking segment: {'id': '85d08651-034b-43a4-a3ff-97e311d83e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:35.900894 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:35.901475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Bound using segment: {'id': '85d08651-034b-43a4-a3ff-97e311d83e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:35.902147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Bound port: 96d37e88-5863-4cec-83a6-711687124f01, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d08651-034b-43a4-a3ff-97e311d83e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:35.902728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:35.962555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9a8f9-a3f0-45ef-b6aa-4bff71b198c2 req-3634020f-0b21-4998-abc5-1da79abd0c79 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:35.962555 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b4c9a8f9-a3f0-45ef-b6aa-4bff71b198c2 req-3634020f-0b21-4998-abc5-1da79abd0c79 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 946 time: 1.0917826 May 28 06:12:36.058866 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b4c9a8f9-a3f0-45ef-b6aa-4bff71b198c2 req-5ed1f997-ed20-494c-8128-6d6eaafee2a7 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905249 May 28 06:12:36.109628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] For port 96d37e88-5863-4cec-83a6-711687124f01, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:36.112944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] For port 96d37e88-5863-4cec-83a6-711687124f01, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=96d37e88-5863-4cec-83a6-711687124f01,segment=NetworkSegment(85d08651-034b-43a4-a3ff-97e311d83e3e),segment_id=85d08651-034b-43a4-a3ff-97e311d83e3e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:36.117095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ef981-f76b-45ea-95db-ca7c73fadc19 None None] Network 31b5a90e-b2ee-4880-983d-2f01ff1141f3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:36.170689 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:36.185884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Deleting port 708e497f-99e5-480e-a0cb-0e1e617ff179 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:36.186296 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:36.387993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-eeefb4b4-15eb-48d7-a262-344b439ce642 None None] Provisioning for port cffe18f9-22e6-4a16-9122-d77b6f13b74c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:36.498792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6158917-7009-4092-9be2-c63141d4f55d None None] Pushing event updated for resources: {'Port': ['ID=96d37e88-5863-4cec-83a6-711687124f01,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:36.510410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:36.561161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e413816-c5b2-4565-89c5-df6dbd0cd271 None None] Network f50a9149-fe5c-4145-91b3-b60247d0da2d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:36.774943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 52ee50e0-cfc8-47de-8604-55ece076541e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:36.934435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1f096faa-9634-4d25-bc25-c18a213db868 None None] Provisioning for port 52ee50e0-cfc8-47de-8604-55ece076541e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:37.086799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:37.130980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 52ee50e0-cfc8-47de-8604-55ece076541e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:37.149517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:37.184122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 52ee50e0-cfc8-47de-8604-55ece076541e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:37.184122 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:37.207273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:37.274090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Pushing event updated for resources: {'Port': ['ID=1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:37.414568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 52ee50e0-cfc8-47de-8604-55ece076541e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:37.415445 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:37.461306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 52ee50e0-cfc8-47de-8604-55ece076541e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=52ee50e0-cfc8-47de-8604-55ece076541e,segment=NetworkSegment(fae8684d-cb62-4671-9f5b-7871905411c4),segment_id=fae8684d-cb62-4671-9f5b-7871905411c4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:37.468392 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:37.469480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1de99e58-221a-4a8c-a447-e97005fe004e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:37.491665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272169ea-1a57-46b5-aaff-9b957c47763a req-c7097215-b028-4394-ac8f-8da44da37f14 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:37.494834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-272169ea-1a57-46b5-aaff-9b957c47763a req-c7097215-b028-4394-ac8f-8da44da37f14 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 946 time: 0.2022512 May 28 06:12:37.573433 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-272169ea-1a57-46b5-aaff-9b957c47763a req-e68ebeba-66d5-49c2-8c0c-ba6115416e38 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717733 May 28 06:12:37.590928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 708e497f-99e5-480e-a0cb-0e1e617ff179 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:12:37.732823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=52ee50e0-cfc8-47de-8604-55ece076541e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:37.751478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.752515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.753044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.753528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.754005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.754488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.755004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.755608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.756115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.756621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.757126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.757996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:37.843872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1de99e58-221a-4a8c-a447-e97005fe004e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:37.844284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:37.864440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:37.864812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:37.899005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6249207c-549c-40af-a3ef-fb65ecec372c None None] Provisioning for port 69594b24-c33b-441b-88b6-21450db3eb06 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:37.920822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6249207c-549c-40af-a3ef-fb65ecec372c None None] Provisioning complete for port 69594b24-c33b-441b-88b6-21450db3eb06 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:37.921200 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6249207c-549c-40af-a3ef-fb65ecec372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:37.947209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 708e497f-99e5-480e-a0cb-0e1e617ff179 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:37.947881 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:38.021509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:12:38.027288 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-be741f45-8065-42cd-bef4-581f9a5057cb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:12:38.043697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40164) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:38.051158 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-be741f45-8065-42cd-bef4-581f9a5057cb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "PUT /v2.0/routers/578d107f-5ec7-4480-8593-7818cc84dc39/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4959202 May 28 06:12:38.150008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-6249207c-549c-40af-a3ef-fb65ecec372c None None] Port 69594b24-c33b-441b-88b6-21450db3eb06 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:38.160180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:38.161936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1de99e58-221a-4a8c-a447-e97005fe004e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:38.165930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0b75d1a8-46dd-4a15-86b7-ae2375612286 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:38.253546 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1d9ca3-44b5-4a95-b886-65f60bf4395e'] response: {'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'code': 200} May 28 06:12:38.263339 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:38.358350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=11']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:38.383918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9e544c0e-58ee-488f-81c3-ee199107f243 None None] Provisioning complete for port 69594b24-c33b-441b-88b6-21450db3eb06 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:38.384113 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9e544c0e-58ee-488f-81c3-ee199107f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:38.477455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 0b75d1a8-46dd-4a15-86b7-ae2375612286 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:38.481247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75fdaaa-a6ec-4873-a02f-385b02e6e802 None None] Network 2b640553-971e-4115-a1ee-aef6ec11e983 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:38.577974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9e544c0e-58ee-488f-81c3-ee199107f243 None None] Port 69594b24-c33b-441b-88b6-21450db3eb06 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:38.595896 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0b75d1a8-46dd-4a15-86b7-ae2375612286 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:38.596584 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:38.648932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:38.649543 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:38.649543 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Floating IP 2b0322ff-864c-4997-ba3f-a8ebf43e1de0 disassociated. External IP: 172.25.4.122, port: 708e497f-99e5-480e-a0cb-0e1e617ff179. May 28 06:12:38.652068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Calling delete_port for 708e497f-99e5-480e-a0cb-0e1e617ff179 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:38.690494 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:38.859113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Sync routers for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:38.882504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9e544c0e-58ee-488f-81c3-ee199107f243 None None] Provisioning complete for port 52ee50e0-cfc8-47de-8604-55ece076541e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:38.883332 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9e544c0e-58ee-488f-81c3-ee199107f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:38.931748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce0d28-e04c-479b-97c9-a90e89a37e82 req-c50e0c2a-b9b1-4bf1-a26b-efaf2db544e2 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:38.938794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7bce0d28-e04c-479b-97c9-a90e89a37e82 req-c50e0c2a-b9b1-4bf1-a26b-efaf2db544e2 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 944 time: 0.1904855 May 28 06:12:38.944023 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5561bdb8-03aa-45e7-8fea-38ca2427ec90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:38.969191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:38.969844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:39.028373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7bce0d28-e04c-479b-97c9-a90e89a37e82 req-e076eea4-1e34-4993-8f5e-66f52c780ca5 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879002 May 28 06:12:39.068355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:39.087876 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:12:39.087876 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:12:39.295091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0b75d1a8-46dd-4a15-86b7-ae2375612286 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:39.295507 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:39.300453 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:39.366821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 0b75d1a8-46dd-4a15-86b7-ae2375612286, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0b75d1a8-46dd-4a15-86b7-ae2375612286,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:39.422972 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:39.423884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cffe18f9-22e6-4a16-9122-d77b6f13b74c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:39.552191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:39.567465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Router e664c9b8-b463-4ef5-b5d2-32d70bb44dce is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:12:39.572278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Deleting port 69594b24-c33b-441b-88b6-21450db3eb06 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:39.573124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:39.641747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9e544c0e-58ee-488f-81c3-ee199107f243 None None] Current status of the port 52ee50e0-cfc8-47de-8604-55ece076541e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:39.643145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Deleting port 708e497f-99e5-480e-a0cb-0e1e617ff179 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:39.643526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:39.734613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=0b75d1a8-46dd-4a15-86b7-ae2375612286,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:39.805278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:39.840884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port cffe18f9-22e6-4a16-9122-d77b6f13b74c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:39.864689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cffe18f9-22e6-4a16-9122-d77b6f13b74c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:39.865219 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:39.900737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:39.917552 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Sync routers for ids ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:39.929863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b9f664e7-672e-4326-8cb3-8da56a862bbd None None] Provisioning complete for port 69594b24-c33b-441b-88b6-21450db3eb06 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:39.930824 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b9f664e7-672e-4326-8cb3-8da56a862bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:39.934550 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Routers {'e664c9b8-b463-4ef5-b5d2-32d70bb44dce'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:39.935396 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:39.949058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Calling delete_port for 69594b24-c33b-441b-88b6-21450db3eb06 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:40.012727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b9f664e7-672e-4326-8cb3-8da56a862bbd None None] Port 69594b24-c33b-441b-88b6-21450db3eb06 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:40.123209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b9f664e7-672e-4326-8cb3-8da56a862bbd None None] Provisioning for port 96d37e88-5863-4cec-83a6-711687124f01 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:40.168038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cffe18f9-22e6-4a16-9122-d77b6f13b74c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:40.168526 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:40.200246 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:40.205327 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-76dee87a-f6c4-4fca-bbdb-9818f6d47dcd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6438673 May 28 06:12:40.215470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40176) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:40.298999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port cffe18f9-22e6-4a16-9122-d77b6f13b74c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cffe18f9-22e6-4a16-9122-d77b6f13b74c,segment=NetworkSegment(8a8cb770-3561-42db-84be-1095fe34fb1d),segment_id=8a8cb770-3561-42db-84be-1095fe34fb1d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:40.302813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 2, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:40.310466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Checking router: 57d0f302-9299-4cd1-a6ef-868ca45134f7 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:12:40.311361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Updating router 57d0f302-9299-4cd1-a6ef-868ca45134f7 port 61318170-29ca-4b5b-a5a1-8660b9867661 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:12:40.351921 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:40.354937 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:40.364812 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:40.399908 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Set router e664c9b8-b463-4ef5-b5d2-32d70bb44dce gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:40.422700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] For port 708e497f-99e5-480e-a0cb-0e1e617ff179, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=708e497f-99e5-480e-a0cb-0e1e617ff179,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:40.423320 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:40.426181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event deleted for resources: {'Port': ['ID=69594b24-c33b-441b-88b6-21450db3eb06,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:40.555954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:40.623540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=cffe18f9-22e6-4a16-9122-d77b6f13b74c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:40.817720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:40.965617 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'name': 'tempest-TestVolumeBackupRestore-2059518282-router', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:33Z', 'updated_at': '2022-05-28T06:12:37Z', 'revision_number': 3, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'gw_port': {'id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:35Z', 'updated_at': '2022-05-28T06:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:40.971035 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Checking router: e664c9b8-b463-4ef5-b5d2-32d70bb44dce for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:12:40.971435 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Updating router e664c9b8-b463-4ef5-b5d2-32d70bb44dce port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:12:41.039703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 52ee50e0-cfc8-47de-8604-55ece076541e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:41.054794 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.085314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbce12e-684f-43b6-b8b7-608ff85d25d1 req-16161fe4-4114-46ff-951b-9d44736a7840 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:41.086028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4fbce12e-684f-43b6-b8b7-608ff85d25d1 req-16161fe4-4114-46ff-951b-9d44736a7840 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Synchronizing usage tracker for tenant:b1187b66265643efb15b12eeb15cecbf on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:41.125365 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-381e7a00-ca10-4c28-a018-d95cfb136018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.259363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 52ee50e0-cfc8-47de-8604-55ece076541e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:41.259738 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.308256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Router 578d107f-5ec7-4480-8593-7818cc84dc39 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:12:41.335752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-4fbce12e-684f-43b6-b8b7-608ff85d25d1 req-16161fe4-4114-46ff-951b-9d44736a7840 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Unset dirty status for tenant:b1187b66265643efb15b12eeb15cecbf on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:41.344798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4fbce12e-684f-43b6-b8b7-608ff85d25d1 req-16161fe4-4114-46ff-951b-9d44736a7840 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 944 time: 1.0091083 May 28 06:12:41.362478 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.363608 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.364144 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Floating IP 2b0322ff-864c-4997-ba3f-a8ebf43e1de0 disassociated. External IP: 172.25.4.122, port: 708e497f-99e5-480e-a0cb-0e1e617ff179. May 28 06:12:41.364801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Calling delete_port for 708e497f-99e5-480e-a0cb-0e1e617ff179 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:41.374774 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.398581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Transition to ACTIVE for port object 61318170-29ca-4b5b-a5a1-8660b9867661 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:41.472125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 52ee50e0-cfc8-47de-8604-55ece076541e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:41.474340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0b75d1a8-46dd-4a15-86b7-ae2375612286 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:41.516566 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4fbce12e-684f-43b6-b8b7-608ff85d25d1 req-47d282da-69f9-4911-8720-ca32d907feaa tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups?id=7776b6d3-03ac-4fae-b70f-e4f99b169d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704164 May 28 06:12:41.533801 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.540683 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.550373 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Transition to ACTIVE for port object 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:41.566154 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.631767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:41.647891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-32d075e3-c0da-43cf-b168-c41e336dcaf5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6021497 May 28 06:12:41.651988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f2a158b6-3a92-4724-ad9d-d85f8907d2fb tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "PUT /v2.0/routers/578d107f-5ec7-4480-8593-7818cc84dc39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6226580 May 28 06:12:41.657233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40180) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:41.731482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937f6f3-22e4-49ba-a49c-919e65373d7a None None] Sync routers for ids ['578d107f-5ec7-4480-8593-7818cc84dc39'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:41.754242 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-9fd24fef-48b0-461d-a5c2-b1db117586ee tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] delete failed (client error): The resource could not be found. May 28 06:12:41.756154 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9fd24fef-48b0-461d-a5c2-b1db117586ee tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1366163155 HTTP/1.1" status: 404 len: 335 time: 0.0958834 May 28 06:12:41.760739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40184) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:41.769024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-975e68db-9564-4f28-b9c6-75cfd1afa49e tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Request body: {'router': {'external_gateway_info': {'network_id': '578d107f-5ec7-4480-8593-7818cc84dc39'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:41.793817 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Attempting to bind port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:41.794526 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Attempting to bind port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:41.795317 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Attempting to bind port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:41.806099 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:41.806853 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:41.807385 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.807865 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:41.808430 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Bound port: 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:41.808896 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.851669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937f6f3-22e4-49ba-a49c-919e65373d7a None None] Routers {'578d107f-5ec7-4480-8593-7818cc84dc39'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:41.852295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3937f6f3-22e4-49ba-a49c-919e65373d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['578d107f-5ec7-4480-8593-7818cc84dc39'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:41.905469 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] For port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:41.910222 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] For port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:41.920497 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Pushing event updated for resources: {'Port': ['ID=1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:41.928035 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:41.940357 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.940799 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.941240 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.941675 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.942100 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.942645 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.943168 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.943734 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.944303 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.945058 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.945601 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.946132 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:41.958720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-9baaa74b-647e-45a5-b953-ff747e96eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:41.960364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-9baaa74b-647e-45a5-b953-ff747e96eaab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 1097 time: 0.1583912 May 28 06:12:42.000655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3937f6f3-22e4-49ba-a49c-919e65373d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:42.006905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:42.015177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 0b75d1a8-46dd-4a15-86b7-ae2375612286 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:42.015888 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:42.047967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5eb64c-b2c7-4ddc-bd3b-706704d9655b None None] Pushing event updated for resources: {'Port': ['ID=61318170-29ca-4b5b-a5a1-8660b9867661,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:42.052779 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Routers {'e664c9b8-b463-4ef5-b5d2-32d70bb44dce'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:42.053534 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:42.065324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937f6f3-22e4-49ba-a49c-919e65373d7a None None] Routers {'578d107f-5ec7-4480-8593-7818cc84dc39'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:42.066165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3937f6f3-22e4-49ba-a49c-919e65373d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['578d107f-5ec7-4480-8593-7818cc84dc39'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:42.138745 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:42.146566 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a0aa4-91b7-42bf-ac37-0b5f8c695211 None None] Pushing event updated for resources: {'Port': ['ID=1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:42.182782 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:42.197138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3937f6f3-22e4-49ba-a49c-919e65373d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:42.197655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937f6f3-22e4-49ba-a49c-919e65373d7a None None] The sync data for ids ['578d107f-5ec7-4480-8593-7818cc84dc39'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:42.219717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Attempting to bind port 61318170-29ca-4b5b-a5a1-8660b9867661 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:42.220442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Attempting to bind port 61318170-29ca-4b5b-a5a1-8660b9867661 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:42.220983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Attempting to bind port 61318170-29ca-4b5b-a5a1-8660b9867661 on network 83d6415e-de9e-43b9-bede-f9323b15a1b4 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:42.227184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-289127ae-a56b-498f-a1ae-26505dbb8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:42.228792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-289127ae-a56b-498f-a1ae-26505dbb8d7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.2464514 May 28 06:12:42.236819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:42.237501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Checking segment: {'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:42.238113 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:42.239357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Bound using segment: {'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:42.240056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Bound port: 61318170-29ca-4b5b-a5a1-8660b9867661, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:42.241623 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:42.310519 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] Set router e664c9b8-b463-4ef5-b5d2-32d70bb44dce gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:42.315974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event deleted for resources: {'Port': ['ID=708e497f-99e5-480e-a0cb-0e1e617ff179,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:42.400198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-44982ce5-7f0c-4eac-aece-7abcaa42f8e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d HTTP/1.1" status: 200 len: 1002 time: 0.1639593 May 28 06:12:42.435568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 0b75d1a8-46dd-4a15-86b7-ae2375612286 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:42.436640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 96d37e88-5863-4cec-83a6-711687124f01 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:42.468357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] For port 61318170-29ca-4b5b-a5a1-8660b9867661, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:42.496108 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] For port 61318170-29ca-4b5b-a5a1-8660b9867661, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=61318170-29ca-4b5b-a5a1-8660b9867661,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:42.508875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:42.510568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-58f170f3-3f5f-4f5e-afca-2dab074ea610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:42.512227 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-58f170f3-3f5f-4f5e-afca-2dab074ea610 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0989606 May 28 06:12:42.629086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-28194064-4565-4bd2-8dff-614d60be9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:12:42.631100 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-28194064-4565-4bd2-8dff-614d60be9bd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090848 May 28 06:12:42.634455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:42.635488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:42.750966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 96d37e88-5863-4cec-83a6-711687124f01 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:42.766081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5eb64c-b2c7-4ddc-bd3b-706704d9655b None None] Pushing event updated for resources: {'Port': ['ID=61318170-29ca-4b5b-a5a1-8660b9867661,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:42.810844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 96d37e88-5863-4cec-83a6-711687124f01 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:42.811269 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:42.871276 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'name': 'tempest-TestVolumeBackupRestore-2059518282-router', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:33Z', 'updated_at': '2022-05-28T06:12:37Z', 'revision_number': 3, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'gw_port': {'id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:35Z', 'updated_at': '2022-05-28T06:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:42.882431 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00b8df-9b81-4dc9-88eb-a11b27e1db40 None None] The sync data for ids ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'] in n-d-843679-5 is: [{'id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'name': 'tempest-TestVolumeBackupRestore-2059518282-router', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:33Z', 'updated_at': '2022-05-28T06:12:37Z', 'revision_number': 3, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'gw_port': {'id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:35Z', 'updated_at': '2022-05-28T06:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:42.936710 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-6601e83b-69ad-4dcc-9dc5-0c3236b9615e service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979689 May 28 06:12:43.003786 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-975e68db-9564-4f28-b9c6-75cfd1afa49e tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:43.071822 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-036bc8a8-ec96-47cb-a513-2fcf4e6ef21d req-447ba7d3-771c-4ba5-9543-f30af013c354 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 210 time: 0.1340528 May 28 06:12:43.112124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:43.158754 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-975e68db-9564-4f28-b9c6-75cfd1afa49e tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] update failed (client error): The resource could not be found. May 28 06:12:43.164110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40192) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:43.164758 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-975e68db-9564-4f28-b9c6-75cfd1afa49e tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "PUT /v2.0/routers/578d107f-5ec7-4480-8593-7818cc84dc39 HTTP/1.1" status: 404 len: 339 time: 1.4028172 May 28 06:12:43.237392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Router d76de9c3-6005-4159-992c-03872e8d8955 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:12:43.261183 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:43.405039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 96d37e88-5863-4cec-83a6-711687124f01 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:43.405149 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:43.447131 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:43.617207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 96d37e88-5863-4cec-83a6-711687124f01, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=96d37e88-5863-4cec-83a6-711687124f01,segment=NetworkSegment(85d08651-034b-43a4-a3ff-97e311d83e3e),segment_id=85d08651-034b-43a4-a3ff-97e311d83e3e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:43.639103 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:43.714739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:43.742326 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] Sync routers for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:43.784061 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:43.784796 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:43.865734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Allocated IP 172.20.0.1 (2b640553-971e-4115-a1ee-aef6ec11e983/69904406-4227-49b9-a8d9-a167db1903e4/ef8873c8-053d-4b61-94bc-b1fe17cdc103) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:43.876072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] No DVR routers for this DVR port 708e497f-99e5-480e-a0cb-0e1e617ff179 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:12:43.882086 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:43.885324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-deleted', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:12:43.905182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=96d37e88-5863-4cec-83a6-711687124f01,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:43.969117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5263bb21-c528-4d37-b891-c117d220766f req-9b063722-8e90-4883-b996-1d7bcafc0acb tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.41 "DELETE /v2.0/ports/708e497f-99e5-480e-a0cb-0e1e617ff179 HTTP/1.1" status: 204 len: 173 time: 8.0776737 May 28 06:12:44.037995 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93affd76-8b4c-4ce4-b257-d7de072a4505 req-20dbcf35-1fb6-4d44-bc94-1e9674b81c28 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0202582 May 28 06:12:44.060889 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0918c3a8-dd7c-422d-a676-cc0db1bbf98a'] response: {'server_uuid': '8a5fad56-34ee-4f06-b813-21c855e308a2', 'name': 'network-vif-deleted', 'tag': '708e497f-99e5-480e-a0cb-0e1e617ff179', 'status': 'completed', 'code': 200} May 28 06:12:44.119598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 61318170-29ca-4b5b-a5a1-8660b9867661 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:44.195966 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:44.252440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:44.327834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:42Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:44.329325 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:44.337285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80626c90-e7f2-48e6-b3ae-2aea5b5fd160 None None] The sync data for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 is: [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:42Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:44.349214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 61318170-29ca-4b5b-a5a1-8660b9867661 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:44.364773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 61318170-29ca-4b5b-a5a1-8660b9867661 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:44.365154 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:44.417303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Transition to ACTIVE for port object ef8873c8-053d-4b61-94bc-b1fe17cdc103 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:44.484914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:44.615767 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c77b4f41-3691-4de4-8fa1-f8296cd14d40 req-b78ca016-8e5c-47e5-8c41-16a659cf5bca tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a5fad56-34ee-4f06-b813-21c855e308a2 HTTP/1.1" status: 200 len: 210 time: 0.1825159 May 28 06:12:44.649717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8873c8-053d-4b61-94bc-b1fe17cdc103,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:44.658990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 61318170-29ca-4b5b-a5a1-8660b9867661 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:44.659465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:44.662211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Network 2b640553-971e-4115-a1ee-aef6ec11e983 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:44.664104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:44.667126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:44.750692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 61318170-29ca-4b5b-a5a1-8660b9867661, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=61318170-29ca-4b5b-a5a1-8660b9867661,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:44.761386 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:44.762515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:44.791974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:44.986516 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:44.996248 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:45.020120 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] Checking router: d76de9c3-6005-4159-992c-03872e8d8955 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:12:45.055300 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:45.056843 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:45.109568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=61318170-29ca-4b5b-a5a1-8660b9867661,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:45.129226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:45.151008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:45.151008 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.212558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Allocated IP 172.20.0.1 (f12b9b66-7f7d-4d55-967f-9778cdd59570/9817c6b8-de4c-4260-ba20-0ae0a2f1d862/d78b71cd-030b-4505-b3a3-5b2acc884a77) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:12:45.296853 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.306412 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.329304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90656fac-e745-437b-b4ff-06c01d160e57 None None] Provisioning for port ef8873c8-053d-4b61-94bc-b1fe17cdc103 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:45.330932 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:45.337574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90656fac-e745-437b-b4ff-06c01d160e57 None None] Provisioning complete for port ef8873c8-053d-4b61-94bc-b1fe17cdc103 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:45.337677 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90656fac-e745-437b-b4ff-06c01d160e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.439795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-90656fac-e745-437b-b4ff-06c01d160e57 None None] Port ef8873c8-053d-4b61-94bc-b1fe17cdc103 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:45.460536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.501825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:45.502214 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.520650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:45.526884 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.528805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cffe18f9-22e6-4a16-9122-d77b6f13b74c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:45.534960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.569275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Transition to ACTIVE for port object d78b71cd-030b-4505-b3a3-5b2acc884a77 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:45.601722 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.725537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Network f12b9b66-7f7d-4d55-967f-9778cdd59570 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:45.730992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'Port': ['ID=d78b71cd-030b-4505-b3a3-5b2acc884a77,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:45.734746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:45.737240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:12:45.759840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cffe18f9-22e6-4a16-9122-d77b6f13b74c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:45.760312 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.803762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:45.820321 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:45.872330 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:45.879444 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e1c69-f0b3-4a6c-8c4c-4b0059ba6ddd None None] The sync data for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 is: [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:07:12Z', 'revision_number': 4, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dfa40ea5-a46d-486c-8823-01a07b0c5ba1', 'name': '', 'network_id': '94d72d19-9cfe-48f9-bdd5-0eac297b16c6', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'mac_address': 'fa:16:3e:32:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:11Z', 'updated_at': '2022-05-28T06:07:21Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'subnets': [{'id': 'ab059945-5f3b-491a-8c2c-0c332b801bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:46.017760 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:46.034686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8873c8-053d-4b61-94bc-b1fe17cdc103,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:46.042009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cffe18f9-22e6-4a16-9122-d77b6f13b74c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:46.045423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Network 2b640553-971e-4115-a1ee-aef6ec11e983 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:46.046630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:46.200679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f230d0d6-21f8-4e98-bcde-377dcb1cdb16 None None] Provisioning for port d78b71cd-030b-4505-b3a3-5b2acc884a77 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:46.211800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 61318170-29ca-4b5b-a5a1-8660b9867661 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:46.261655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f230d0d6-21f8-4e98-bcde-377dcb1cdb16 None None] Provisioning complete for port d78b71cd-030b-4505-b3a3-5b2acc884a77 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:46.262510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f230d0d6-21f8-4e98-bcde-377dcb1cdb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:46.331443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Router e664c9b8-b463-4ef5-b5d2-32d70bb44dce has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:12:46.341151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f230d0d6-21f8-4e98-bcde-377dcb1cdb16 None None] Port d78b71cd-030b-4505-b3a3-5b2acc884a77 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:46.377274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 61318170-29ca-4b5b-a5a1-8660b9867661 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:46.377887 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:46.553423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:46.555257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e1fb0c19-f737-465c-852b-d6d2ee1bfceb None None] Provisioning complete for port ef8873c8-053d-4b61-94bc-b1fe17cdc103 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:46.555969 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0c19-f737-465c-852b-d6d2ee1bfceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:46.560832 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7a2d92ce-43dd-48e2-94a5-8836cafa0431 admin admin] 10.222.0.39 "PUT /v2.0/routers/e664c9b8-b463-4ef5-b5d2-32d70bb44dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3431680 May 28 06:12:46.582636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:46.587964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Sync routers for ids ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:46.588816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:46.597604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 61318170-29ca-4b5b-a5a1-8660b9867661 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:46.598530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:46.654476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Routers {'e664c9b8-b463-4ef5-b5d2-32d70bb44dce'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:46.655133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:46.714389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:46.718871 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8b331-8b50-4ec4-ba03-7509f4761b2c None None] New status for floating IP 2b0322ff-864c-4997-ba3f-a8ebf43e1de0: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:12:46.719867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event updated for resources: {'Port': ['ID=d78b71cd-030b-4505-b3a3-5b2acc884a77,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:46.777397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb0c19-f737-465c-852b-d6d2ee1bfceb None None] Port ef8873c8-053d-4b61-94bc-b1fe17cdc103 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:46.872186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40216) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:46.949457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:46.950094 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:46.999078 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fb51761-0996-40fb-ae1a-83c7fda6e393 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:47.006932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Set router e664c9b8-b463-4ef5-b5d2-32d70bb44dce gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:47.029175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Network f12b9b66-7f7d-4d55-967f-9778cdd59570 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:12:47.030543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:12:47.057188 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fb51761-0996-40fb-ae1a-83c7fda6e393 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:47.151352 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fb51761-0996-40fb-ae1a-83c7fda6e393 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:47.174939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb51761-0996-40fb-ae1a-83c7fda6e393 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7776b6d3-03ac-4fae-b70f-e4f99b169d32,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:47.196638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fb51761-0996-40fb-ae1a-83c7fda6e393 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:47.201284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5fb51761-0996-40fb-ae1a-83c7fda6e393 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "DELETE /v2.0/security-groups/7776b6d3-03ac-4fae-b70f-e4f99b169d32 HTTP/1.1" status: 204 len: 168 time: 0.3280411 May 28 06:12:47.202120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40220) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:47.221850 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-02430999-3691-4d50-ba77-69d5b9f5f97f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] show failed (client error): The resource could not be found. May 28 06:12:47.230197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-02430999-3691-4d50-ba77-69d5b9f5f97f tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "GET /v2.0/security-groups/7776b6d3-03ac-4fae-b70f-e4f99b169d32 HTTP/1.1" status: 404 len: 347 time: 0.0227747 May 28 06:12:47.230888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40226) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:47.374097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Router 578d107f-5ec7-4480-8593-7818cc84dc39 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:12:47.437676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:47.438784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 96d37e88-5863-4cec-83a6-711687124f01 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:47.455917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-dbb57fc0-6969-4929-ae16-30b457c7c6c6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Deleting port 92d00aa7-0c3a-4464-ad69-ca5a7426efd9 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:47.456526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbb57fc0-6969-4929-ae16-30b457c7c6c6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:47.493127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5de4916f-3da1-43d9-8fcf-75e8682455cc None None] Provisioning complete for port d78b71cd-030b-4505-b3a3-5b2acc884a77 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:47.493710 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5de4916f-3da1-43d9-8fcf-75e8682455cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:47.571069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:47.584167 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-422f0d35-0dda-4549-8396-43814d760174 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "PUT /v2.0/routers/578d107f-5ec7-4480-8593-7818cc84dc39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4190097 May 28 06:12:47.587054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40262) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:47.587209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686131b0-7d73-4c60-b678-0860a34fb5bc None None] Sync routers for ids ['578d107f-5ec7-4480-8593-7818cc84dc39'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:47.621078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686131b0-7d73-4c60-b678-0860a34fb5bc None None] Routers {'578d107f-5ec7-4480-8593-7818cc84dc39'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:47.621761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-686131b0-7d73-4c60-b678-0860a34fb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['578d107f-5ec7-4480-8593-7818cc84dc39'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:47.678063 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbb57fc0-6969-4929-ae16-30b457c7c6c6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:47.679127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbb57fc0-6969-4929-ae16-30b457c7c6c6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:47.691307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-686131b0-7d73-4c60-b678-0860a34fb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:47.693176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5de4916f-3da1-43d9-8fcf-75e8682455cc None None] Port d78b71cd-030b-4505-b3a3-5b2acc884a77 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:12:47.751757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686131b0-7d73-4c60-b678-0860a34fb5bc None None] Routers {'578d107f-5ec7-4480-8593-7818cc84dc39'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:47.752391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-686131b0-7d73-4c60-b678-0860a34fb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['578d107f-5ec7-4480-8593-7818cc84dc39'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:47.771209 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fdbd05dc-583e-49b7-ad3a-1e2c3bdea004 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:47.827681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-dbb57fc0-6969-4929-ae16-30b457c7c6c6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Calling delete_port for 92d00aa7-0c3a-4464-ad69-ca5a7426efd9 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:47.840914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-686131b0-7d73-4c60-b678-0860a34fb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:47.841312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686131b0-7d73-4c60-b678-0860a34fb5bc None None] The sync data for ids ['578d107f-5ec7-4480-8593-7818cc84dc39'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:47.847463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 96d37e88-5863-4cec-83a6-711687124f01 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:47.848728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:47.911470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'name': 'tempest-TestVolumeBackupRestore-2059518282-router', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:33Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 4, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'gw_port': {'id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:35Z', 'updated_at': '2022-05-28T06:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'ef8873c8-053d-4b61-94bc-b1fe17cdc103', 'name': '', 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'mac_address': 'fa:16:3e:be:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '69904406-4227-49b9-a8d9-a167db1903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:43Z', 'updated_at': '2022-05-28T06:12:45Z', 'revision_number': 2, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'subnets': [{'id': '69904406-4227-49b9-a8d9-a167db1903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:47.918636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Checking router: e664c9b8-b463-4ef5-b5d2-32d70bb44dce for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:12:47.919217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Updating router e664c9b8-b463-4ef5-b5d2-32d70bb44dce port ef8873c8-053d-4b61-94bc-b1fe17cdc103 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:12:47.967203 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-fdbd05dc-583e-49b7-ad3a-1e2c3bdea004 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 06:12:47.968449 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fdbd05dc-583e-49b7-ad3a-1e2c3bdea004 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "DELETE /v2.0/routers/578d107f-5ec7-4480-8593-7818cc84dc39 HTTP/1.1" status: 409 len: 329 time: 0.3800321 May 28 06:12:47.971884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40270) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:48.018722 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbb57fc0-6969-4929-ae16-30b457c7c6c6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:48.059560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 96d37e88-5863-4cec-83a6-711687124f01 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:48.064838 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:48.184892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb57fc0-6969-4929-ae16-30b457c7c6c6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Pushing event deleted for resources: {'Port': ['ID=92d00aa7-0c3a-4464-ad69-ca5a7426efd9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:48.217048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbb57fc0-6969-4929-ae16-30b457c7c6c6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:48.233599 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dbb57fc0-6969-4929-ae16-30b457c7c6c6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:48.234980 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dbb57fc0-6969-4929-ae16-30b457c7c6c6 tempest-AttachVolumeShelveTestJSON-636397449 tempest-AttachVolumeShelveTestJSON-636397449-project] 10.222.0.39 "DELETE /v2.0/floatingips/2b0322ff-864c-4997-ba3f-a8ebf43e1de0 HTTP/1.1" status: 204 len: 168 time: 1.0028222 May 28 06:12:48.530218 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:48.545860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Transition to ACTIVE for port object ef8873c8-053d-4b61-94bc-b1fe17cdc103 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:12:48.556965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:48.570541 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:48.822417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143c5cc-d13f-43d7-9e48-78c9cad1d0f8 None None] Pushing event updated for resources: {'Port': ['ID=ef8873c8-053d-4b61-94bc-b1fe17cdc103,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:48.924033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Attempting to bind port ef8873c8-053d-4b61-94bc-b1fe17cdc103 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:12:48.924412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Attempting to bind port ef8873c8-053d-4b61-94bc-b1fe17cdc103 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '85d08651-034b-43a4-a3ff-97e311d83e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:12:48.924781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Attempting to bind port ef8873c8-053d-4b61-94bc-b1fe17cdc103 on network 2b640553-971e-4115-a1ee-aef6ec11e983 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:12:48.937589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:12:48.940566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Checking segment: {'id': '85d08651-034b-43a4-a3ff-97e311d83e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:12:48.941078 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:48.941489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Bound using segment: {'id': '85d08651-034b-43a4-a3ff-97e311d83e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:12:48.941998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Bound port: ef8873c8-053d-4b61-94bc-b1fe17cdc103, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d08651-034b-43a4-a3ff-97e311d83e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:12:48.942373 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:49.069905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] For port ef8873c8-053d-4b61-94bc-b1fe17cdc103, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:12:49.073676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] For port ef8873c8-053d-4b61-94bc-b1fe17cdc103, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ef8873c8-053d-4b61-94bc-b1fe17cdc103,segment=NetworkSegment(85d08651-034b-43a4-a3ff-97e311d83e3e),segment_id=85d08651-034b-43a4-a3ff-97e311d83e3e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:12:49.082117 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:49.176638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Routers {'e664c9b8-b463-4ef5-b5d2-32d70bb44dce'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:49.177582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:49.208240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Deleting port d78b71cd-030b-4505-b3a3-5b2acc884a77 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:49.208827 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:49.268618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143c5cc-d13f-43d7-9e48-78c9cad1d0f8 None None] Pushing event updated for resources: {'Port': ['ID=ef8873c8-053d-4b61-94bc-b1fe17cdc103,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:49.459946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] Set router e664c9b8-b463-4ef5-b5d2-32d70bb44dce gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:49.494897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:49.660413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Calling delete_port for d78b71cd-030b-4505-b3a3-5b2acc884a77 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:49.842475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'name': 'tempest-TestVolumeBackupRestore-2059518282-router', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:33Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 4, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'gw_port': {'id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:35Z', 'updated_at': '2022-05-28T06:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'ef8873c8-053d-4b61-94bc-b1fe17cdc103', 'name': '', 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'mac_address': 'fa:16:3e:be:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '69904406-4227-49b9-a8d9-a167db1903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:43Z', 'updated_at': '2022-05-28T06:12:49Z', 'revision_number': 4, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'subnets': [{'id': '69904406-4227-49b9-a8d9-a167db1903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:49.847103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb209ac-dd24-4b47-9b01-d08f4d4ddd29 None None] The sync data for ids ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'] in n-d-843679-5 is: [{'id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'name': 'tempest-TestVolumeBackupRestore-2059518282-router', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:33Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 4, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'gw_port': {'id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:35Z', 'updated_at': '2022-05-28T06:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'ef8873c8-053d-4b61-94bc-b1fe17cdc103', 'name': '', 'network_id': '2b640553-971e-4115-a1ee-aef6ec11e983', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'mac_address': 'fa:16:3e:be:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '69904406-4227-49b9-a8d9-a167db1903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:43Z', 'updated_at': '2022-05-28T06:12:49Z', 'revision_number': 4, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'subnets': [{'id': '69904406-4227-49b9-a8d9-a167db1903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:49.879427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:49.937752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event deleted for resources: {'Port': ['ID=d78b71cd-030b-4505-b3a3-5b2acc884a77,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:50.353093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ef8873c8-053d-4b61-94bc-b1fe17cdc103 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:50.389336 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:50.524636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ef8873c8-053d-4b61-94bc-b1fe17cdc103 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:12:50.529977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ef8873c8-053d-4b61-94bc-b1fe17cdc103 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:50.530354 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:50.757479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ef8873c8-053d-4b61-94bc-b1fe17cdc103 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:50.757867 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:50.805537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port ef8873c8-053d-4b61-94bc-b1fe17cdc103, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ef8873c8-053d-4b61-94bc-b1fe17cdc103,segment=NetworkSegment(85d08651-034b-43a4-a3ff-97e311d83e3e),segment_id=85d08651-034b-43a4-a3ff-97e311d83e3e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:50.816521 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:50.989639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=ef8873c8-053d-4b61-94bc-b1fe17cdc103,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:51.052220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Router 578d107f-5ec7-4480-8593-7818cc84dc39 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:12:51.406194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:51.417393 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3aa6fd-8f68-412a-8ad5-42a0327f0d9d None None] Sync routers for ids ['578d107f-5ec7-4480-8593-7818cc84dc39'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:51.433388 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3aa6fd-8f68-412a-8ad5-42a0327f0d9d None None] Routers {'578d107f-5ec7-4480-8593-7818cc84dc39'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:51.434938 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fd3aa6fd-8f68-412a-8ad5-42a0327f0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['578d107f-5ec7-4480-8593-7818cc84dc39'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:51.435518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f29fb877-5a01-4001-8fb4-fcf0e3d01506 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "PUT /v2.0/routers/578d107f-5ec7-4480-8593-7818cc84dc39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4625063 May 28 06:12:51.439046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40328) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:51.548163 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-e70e0659-6616-4ae7-8d46-802cb14ed765 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] show failed (client error): The resource could not be found. May 28 06:12:51.551361 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e70e0659-6616-4ae7-8d46-802cb14ed765 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-835719905 HTTP/1.1" status: 404 len: 334 time: 0.1112702 May 28 06:12:51.555264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40332) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:51.562936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8275f08e-c129-440c-a9c5-5bc2d702d407 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:51.578251 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fd3aa6fd-8f68-412a-8ad5-42a0327f0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:51.597050 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3aa6fd-8f68-412a-8ad5-42a0327f0d9d None None] Routers {'578d107f-5ec7-4480-8593-7818cc84dc39'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:51.598746 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fd3aa6fd-8f68-412a-8ad5-42a0327f0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['578d107f-5ec7-4480-8593-7818cc84dc39'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:51.652850 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-8275f08e-c129-440c-a9c5-5bc2d702d407 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] update failed (client error): The resource could not be found. May 28 06:12:51.654250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8275f08e-c129-440c-a9c5-5bc2d702d407 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1542633488 HTTP/1.1" status: 404 len: 335 time: 0.0978425 May 28 06:12:51.658356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40336) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:51.756905 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fd3aa6fd-8f68-412a-8ad5-42a0327f0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:51.757428 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3aa6fd-8f68-412a-8ad5-42a0327f0d9d None None] The sync data for ids ['578d107f-5ec7-4480-8593-7818cc84dc39'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:51.928839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Deleting subnet eb90de20-cc90-40b2-b327-4b8176527718 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:12:51.932839 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:51.997573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.127332 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.173082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ef8873c8-053d-4b61-94bc-b1fe17cdc103 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:12:52.234856 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.251517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ef8873c8-053d-4b61-94bc-b1fe17cdc103 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:12:52.252498 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.284173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event deleted for resources: {'Subnet': ['ID=eb90de20-cc90-40b2-b327-4b8176527718,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:52.287011 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.295804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "DELETE /v2.0/subnets/eb90de20-cc90-40b2-b327-4b8176527718 HTTP/1.1" status: 204 len: 168 time: 0.6334770 May 28 06:12:52.296593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40340) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:52.297474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4355b-bf5a-4bcf-b727-ac4792d28cf5 None None] Network f50a9149-fe5c-4145-91b3-b60247d0da2d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:52.304298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.304878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.305533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.306050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.306724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.307538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.308066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.308584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.309108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.309630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.310137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.310644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e5a8b-fe67-4f8a-92b2-61bcbd343c83 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:52.433051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5826f3dd-d223-44b3-806e-df42ee55f9a0 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Deleting subnet eeadf70f-5eac-4274-8807-b3021bdcbbe2 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:12:52.436405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5826f3dd-d223-44b3-806e-df42ee55f9a0 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.553903 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5826f3dd-d223-44b3-806e-df42ee55f9a0 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.648866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ef8873c8-053d-4b61-94bc-b1fe17cdc103 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:12:52.671865 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5826f3dd-d223-44b3-806e-df42ee55f9a0 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.749634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868f63b8-ed4d-47fb-b0b3-ebf2f7b1e3d1 None None] DHCP port deletion for f50a9149-fe5c-4145-91b3-b60247d0da2d request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:12:52.753089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-868f63b8-ed4d-47fb-b0b3-ebf2f7b1e3d1 None None] Deleting port 52ee50e0-cfc8-47de-8604-55ece076541e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:52.753819 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-868f63b8-ed4d-47fb-b0b3-ebf2f7b1e3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.766507 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5826f3dd-d223-44b3-806e-df42ee55f9a0 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.812803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826f3dd-d223-44b3-806e-df42ee55f9a0 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event deleted for resources: {'Subnet': ['ID=eeadf70f-5eac-4274-8807-b3021bdcbbe2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:52.819446 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5826f3dd-d223-44b3-806e-df42ee55f9a0 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.825884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5826f3dd-d223-44b3-806e-df42ee55f9a0 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "DELETE /v2.0/subnets/eeadf70f-5eac-4274-8807-b3021bdcbbe2 HTTP/1.1" status: 204 len: 168 time: 0.5281966 May 28 06:12:52.828575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40348) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:52.848831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e870ca-3207-4d07-b488-7d16a4bc8cb8 None None] Network 31b5a90e-b2ee-4880-983d-2f01ff1141f3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:52.962382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:52.978769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Deleting port 52ee50e0-cfc8-47de-8604-55ece076541e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:52.979038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:53.240097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-868f63b8-ed4d-47fb-b0b3-ebf2f7b1e3d1 None None] For port 52ee50e0-cfc8-47de-8604-55ece076541e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=52ee50e0-cfc8-47de-8604-55ece076541e,segment=NetworkSegment(fae8684d-cb62-4671-9f5b-7871905411c4),segment_id=fae8684d-cb62-4671-9f5b-7871905411c4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:53.240097 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-868f63b8-ed4d-47fb-b0b3-ebf2f7b1e3d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:53.276112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] For port 52ee50e0-cfc8-47de-8604-55ece076541e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=52ee50e0-cfc8-47de-8604-55ece076541e,segment=NetworkSegment(fae8684d-cb62-4671-9f5b-7871905411c4),segment_id=fae8684d-cb62-4671-9f5b-7871905411c4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:53.276609 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:53.381481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-868f63b8-ed4d-47fb-b0b3-ebf2f7b1e3d1 None None] Calling delete_port for 52ee50e0-cfc8-47de-8604-55ece076541e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:53.431363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Calling delete_port for 52ee50e0-cfc8-47de-8604-55ece076541e owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:53.467146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0fd150-9a5a-414e-8fb3-0db1d038a478 None None] DHCP port deletion for 31b5a90e-b2ee-4880-983d-2f01ff1141f3 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:12:53.473451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fd150-9a5a-414e-8fb3-0db1d038a478 None None] Deleting port cffe18f9-22e6-4a16-9122-d77b6f13b74c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:53.476284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f0fd150-9a5a-414e-8fb3-0db1d038a478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:53.512739 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-868f63b8-ed4d-47fb-b0b3-ebf2f7b1e3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:53.514148 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:12:53.514491 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:12:53.585455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f63b8-ed4d-47fb-b0b3-ebf2f7b1e3d1 None None] Pushing event deleted for resources: {'Port': ['ID=52ee50e0-cfc8-47de-8604-55ece076541e,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:53.589120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f63b8-ed4d-47fb-b0b3-ebf2f7b1e3d1 None None] No DVR routers for this DVR port 52ee50e0-cfc8-47de-8604-55ece076541e on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:12:53.746134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40360) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:53.843005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4f0fd150-9a5a-414e-8fb3-0db1d038a478 None None] For port cffe18f9-22e6-4a16-9122-d77b6f13b74c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cffe18f9-22e6-4a16-9122-d77b6f13b74c,segment=NetworkSegment(8a8cb770-3561-42db-84be-1095fe34fb1d),segment_id=8a8cb770-3561-42db-84be-1095fe34fb1d)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:53.843689 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f0fd150-9a5a-414e-8fb3-0db1d038a478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:53.993667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fd150-9a5a-414e-8fb3-0db1d038a478 None None] Calling delete_port for cffe18f9-22e6-4a16-9122-d77b6f13b74c owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:54.017009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Deleting port 52ee50e0-cfc8-47de-8604-55ece076541e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:54.018079 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:54.092801 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4f0fd150-9a5a-414e-8fb3-0db1d038a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:54.121098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] The port '52ee50e0-cfc8-47de-8604-55ece076541e' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:12:54.180325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fd150-9a5a-414e-8fb3-0db1d038a478 None None] Pushing event deleted for resources: {'Port': ['ID=cffe18f9-22e6-4a16-9122-d77b6f13b74c,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:54.188402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fd150-9a5a-414e-8fb3-0db1d038a478 None None] No DVR routers for this DVR port cffe18f9-22e6-4a16-9122-d77b6f13b74c on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:12:54.215527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 52ee50e0-cfc8-47de-8604-55ece076541e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:12:54.268810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 52ee50e0-cfc8-47de-8604-55ece076541e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:12:54.269411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 52ee50e0-cfc8-47de-8604-55ece076541e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:12:54.269986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cffe18f9-22e6-4a16-9122-d77b6f13b74c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:12:54.321663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: cffe18f9-22e6-4a16-9122-d77b6f13b74c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:12:54.322211 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cffe18f9-22e6-4a16-9122-d77b6f13b74c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:12:54.348927 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:54.384209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50a9149-fe5c-4145-91b3-b60247d0da2d']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:54.461500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae8684d-cb62-4671-9f5b-7871905411c4') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:54.461801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae8684d-cb62-4671-9f5b-7871905411c4') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:54.484943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:54.558325 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:54.705310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:54.705708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:54.782204 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment fae8684d-cb62-4671-9f5b-7871905411c4 resource provider aggregate not found May 28 06:12:54.814956 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment fae8684d-cb62-4671-9f5b-7871905411c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fae8684d-cb62-4671-9f5b-7871905411c4 found for delete ", "request_id": "req-47191014-1cf0-44b0-81a4-2bb5674008a9"}]} May 28 06:12:54.856164 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:54.861557 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:54.896232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event deleted for resources: {'Network': ['ID=f50a9149-fe5c-4145-91b3-b60247d0da2d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:54.905192 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7e304189-0b31-4545-abfb-7c1a204e04f6 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "DELETE /v2.0/networks/f50a9149-fe5c-4145-91b3-b60247d0da2d HTTP/1.1" status: 204 len: 168 time: 2.0755417 May 28 06:12:54.907764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40372) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:55.072351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.223589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.292336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b5a90e-b2ee-4880-983d-2f01ff1141f3']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:55.310083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8cb770-3561-42db-84be-1095fe34fb1d') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:55.310378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8cb770-3561-42db-84be-1095fe34fb1d') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:55.325152 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.346484 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.353213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.411221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:55.411637 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.603666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.626155 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.640218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event deleted for resources: {'Network': ['ID=31b5a90e-b2ee-4880-983d-2f01ff1141f3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:55.647438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40376) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:55.647889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4e9148ae-ebb0-4095-9f4c-9301ba549fa5 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "DELETE /v2.0/networks/31b5a90e-b2ee-4880-983d-2f01ff1141f3 HTTP/1.1" status: 204 len: 168 time: 0.7387424 May 28 06:12:55.719027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6511f390-f0b8-462a-8323-0bd5ccd28fb7 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Deleting subnet 9817c6b8-de4c-4260-ba20-0ae0a2f1d862 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:12:55.723278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6511f390-f0b8-462a-8323-0bd5ccd28fb7 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.793131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6511f390-f0b8-462a-8323-0bd5ccd28fb7 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.865821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] Deleting port dfa40ea5-a46d-486c-8823-01a07b0c5ba1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:55.866166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.882946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6511f390-f0b8-462a-8323-0bd5ccd28fb7 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:55.961470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6511f390-f0b8-462a-8323-0bd5ccd28fb7 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.003265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511f390-f0b8-462a-8323-0bd5ccd28fb7 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event deleted for resources: {'Subnet': ['ID=9817c6b8-de4c-4260-ba20-0ae0a2f1d862,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:56.011062 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6511f390-f0b8-462a-8323-0bd5ccd28fb7 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.018998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9631391-3d13-4bbb-9be7-e6c0efcf6727 None None] Network f12b9b66-7f7d-4d55-967f-9778cdd59570 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:56.021011 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6511f390-f0b8-462a-8323-0bd5ccd28fb7 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "DELETE /v2.0/subnets/9817c6b8-de4c-4260-ba20-0ae0a2f1d862 HTTP/1.1" status: 204 len: 168 time: 0.3725319 May 28 06:12:56.023517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40382) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:56.096662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] For port dfa40ea5-a46d-486c-8823-01a07b0c5ba1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dfa40ea5-a46d-486c-8823-01a07b0c5ba1,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:56.097130 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.237641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.251502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Deleting port 1de99e58-221a-4a8c-a447-e97005fe004e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:56.252405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.263941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] Calling delete_port for dfa40ea5-a46d-486c-8823-01a07b0c5ba1 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:56.359814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] DHCP port deletion for f12b9b66-7f7d-4d55-967f-9778cdd59570 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:12:56.367867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] Deleting port 1de99e58-221a-4a8c-a447-e97005fe004e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:56.368872 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.501744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] For port 1de99e58-221a-4a8c-a447-e97005fe004e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1de99e58-221a-4a8c-a447-e97005fe004e,segment=NetworkSegment(d00946f8-f968-43b5-9808-12fd32651a68),segment_id=d00946f8-f968-43b5-9808-12fd32651a68)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:56.502186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.619750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] For port 1de99e58-221a-4a8c-a447-e97005fe004e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1de99e58-221a-4a8c-a447-e97005fe004e,segment=NetworkSegment(d00946f8-f968-43b5-9808-12fd32651a68),segment_id=d00946f8-f968-43b5-9808-12fd32651a68)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:56.620089 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.635734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Calling delete_port for 1de99e58-221a-4a8c-a447-e97005fe004e owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:56.731346 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.758404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] Calling delete_port for 1de99e58-221a-4a8c-a447-e97005fe004e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:56.789671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event deleted for resources: {'Port': ['ID=1de99e58-221a-4a8c-a447-e97005fe004e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:56.795511 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.797612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] No DVR routers for this DVR port 1de99e58-221a-4a8c-a447-e97005fe004e on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:12:56.833086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.833443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.833783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.834115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.834737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.834737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.835070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.835413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.835735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.836054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.836371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.836687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:12:56.887592 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:12:56.887947 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:12:56.912057 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8a8cb770-3561-42db-84be-1095fe34fb1d resource provider aggregate not found May 28 06:12:56.915704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa40ea5-a46d-486c-8823-01a07b0c5ba1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:56.953849 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:56.961737 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8a8cb770-3561-42db-84be-1095fe34fb1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a8cb770-3561-42db-84be-1095fe34fb1d found for delete ", "request_id": "req-98a2dabb-cdf1-4d7d-b935-80561dd7cf80"}]} May 28 06:12:57.008076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12b9b66-7f7d-4d55-967f-9778cdd59570']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:57.049022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00946f8-f968-43b5-9808-12fd32651a68') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:57.049315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00946f8-f968-43b5-9808-12fd32651a68') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:57.070332 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.203464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.213642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:12:57.214272 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.250652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.287881 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment d00946f8-f968-43b5-9808-12fd32651a68 resource provider aggregate not found May 28 06:12:57.315466 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment d00946f8-f968-43b5-9808-12fd32651a68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d00946f8-f968-43b5-9808-12fd32651a68 found for delete ", "request_id": "req-f25be6b0-e0b5-4b5d-9c17-4a2e09581b8b"}]} May 28 06:12:57.333561 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.353825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.369385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Pushing event deleted for resources: {'Network': ['ID=f12b9b66-7f7d-4d55-967f-9778cdd59570,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:57.373925 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1cdd432f-6570-4993-bfba-28b7f082322f tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "DELETE /v2.0/networks/f12b9b66-7f7d-4d55-967f-9778cdd59570 HTTP/1.1" status: 204 len: 168 time: 1.3494544 May 28 06:12:57.376832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40396) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:57.389604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] Deleting port 1de99e58-221a-4a8c-a447-e97005fe004e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:57.390116 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.431536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6af29cfa-552e-4e9b-ae5b-0d010707d0c2 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Synchronizing usage tracker for tenant:19137766ddf3408187a2a3a7e11e2636 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:12:57.452381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6af29cfa-552e-4e9b-ae5b-0d010707d0c2 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Unset dirty status for tenant:19137766ddf3408187a2a3a7e11e2636 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:12:57.455807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6af29cfa-552e-4e9b-ae5b-0d010707d0c2 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "GET /v2.0/ports?device_id=578d107f-5ec7-4480-8593-7818cc84dc39 HTTP/1.1" status: 200 len: 205 time: 0.0755594 May 28 06:12:57.456054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40400) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:57.488248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-345f811d-2bbc-4be4-ac94-e459d3f1a025 None None] The port '1de99e58-221a-4a8c-a447-e97005fe004e' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:12:57.614109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8b22da9-6be9-453c-8ccd-fdfc0e3cf801 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.706805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] Router d76de9c3-6005-4159-992c-03872e8d8955 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:12:57.889534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:12:57.898982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] Sync routers for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:12:57.901920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4843b999-2ab0-44e7-b2f4-2de31c4de3ae admin admin] 10.222.0.39 "PUT /v2.0/routers/d76de9c3-6005-4159-992c-03872e8d8955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1546557 May 28 06:12:57.904351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40404) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:57.910106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:57.910810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:57.928701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8b22da9-6be9-453c-8ccd-fdfc0e3cf801 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.932763 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8b22da9-6be9-453c-8ccd-fdfc0e3cf801 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.967843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8b22da9-6be9-453c-8ccd-fdfc0e3cf801 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.968468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b22da9-6be9-453c-8ccd-fdfc0e3cf801 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Fanout notify agent at l3_agent the message router_deleted on router 578d107f-5ec7-4480-8593-7818cc84dc39 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:12:57.988308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8b22da9-6be9-453c-8ccd-fdfc0e3cf801 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:57.990305 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a8b22da9-6be9-453c-8ccd-fdfc0e3cf801 tempest-RoutersNegativeTest-1795194020 tempest-RoutersNegativeTest-1795194020-project] 10.222.0.39 "DELETE /v2.0/routers/578d107f-5ec7-4480-8593-7818cc84dc39 HTTP/1.1" status: 204 len: 168 time: 0.5318489 May 28 06:12:58.258442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:58.264347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:58.357568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1de99e58-221a-4a8c-a447-e97005fe004e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:12:58.372462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40414) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:58.477935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1de99e58-221a-4a8c-a447-e97005fe004e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:12:58.478422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1de99e58-221a-4a8c-a447-e97005fe004e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:12:58.517360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:58.533522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Deleting port 259d333b-9dec-4561-b63b-64a731adfe12 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:12:58.534027 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:58.583577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aa771839-55aa-496e-980b-9937b8871208 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19137766ddf3408187a2a3a7e11e2636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095914 May 28 06:12:58.586260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40420) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:58.662495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77d30757-ef9c-4664-a81b-debddeae92da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:58.696807 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77d30757-ef9c-4664-a81b-debddeae92da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:58.699839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '259d333b-9dec-4561-b63b-64a731adfe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:12:56Z', 'revision_number': 5, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port': {'id': '259d333b-9dec-4561-b63b-64a731adfe12', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:07:06Z', 'updated_at': '2022-05-28T06:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:58.705530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] Checking router: d76de9c3-6005-4159-992c-03872e8d8955 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:12:58.717058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] Routers {'d76de9c3-6005-4159-992c-03872e8d8955'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:12:58.717770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d76de9c3-6005-4159-992c-03872e8d8955'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:58.758611 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77d30757-ef9c-4664-a81b-debddeae92da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:58.764579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] For port 259d333b-9dec-4561-b63b-64a731adfe12, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=259d333b-9dec-4561-b63b-64a731adfe12,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:12:58.766180 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:58.780822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d30757-ef9c-4664-a81b-debddeae92da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5be960-9778-4e7b-83dd-f27ee2950b30,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:58.793779 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77d30757-ef9c-4664-a81b-debddeae92da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:58.795854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-77d30757-ef9c-4664-a81b-debddeae92da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b5be960-9778-4e7b-83dd-f27ee2950b30 HTTP/1.1" status: 204 len: 168 time: 0.2086174 May 28 06:12:58.902023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] Set router d76de9c3-6005-4159-992c-03872e8d8955 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:12:58.908316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Calling delete_port for 259d333b-9dec-4561-b63b-64a731adfe12 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:12:59.061919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:12:58Z', 'revision_number': 6, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:12:59.066788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce1a24-776d-41e9-980f-2d7e7a695901 None None] The sync data for ids ['d76de9c3-6005-4159-992c-03872e8d8955'] in n-d-843679-5 is: [{'id': 'd76de9c3-6005-4159-992c-03872e8d8955', 'name': 'tempest-AttachVolumeShelveTestJSON-454605256-router', 'tenant_id': 'b1187b66265643efb15b12eeb15cecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:07:05Z', 'updated_at': '2022-05-28T06:12:58Z', 'revision_number': 6, 'project_id': 'b1187b66265643efb15b12eeb15cecbf', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:12:59.143868 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.199594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Pushing event deleted for resources: {'Port': ['ID=259d333b-9dec-4561-b63b-64a731adfe12,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:59.299276 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.505666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.511170 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.541876 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.542626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d76de9c3-6005-4159-992c-03872e8d8955 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:12:59.561067 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.564523 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e26b6e0b-6963-4a98-ae13-01f021ec8448 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d76de9c3-6005-4159-992c-03872e8d8955 HTTP/1.1" status: 204 len: 168 time: 1.6569650 May 28 06:12:59.564903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40446) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:59.633575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cb3166-951f-45d5-af8b-c54175872f7c admin admin] Deleting subnet ab059945-5f3b-491a-8c2c-0c332b801bd2 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:12:59.636855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20cb3166-951f-45d5-af8b-c54175872f7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.690143 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20cb3166-951f-45d5-af8b-c54175872f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.716290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40452) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:59.774750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20cb3166-951f-45d5-af8b-c54175872f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.853713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group': {'name': 'tempest-secgroup--797715396'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:12:59.859857 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20cb3166-951f-45d5-af8b-c54175872f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.861735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:59.866724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:59.873446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:59.885613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:12:59.898198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.904156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb3166-951f-45d5-af8b-c54175872f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab059945-5f3b-491a-8c2c-0c332b801bd2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:12:59.906347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20cb3166-951f-45d5-af8b-c54175872f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.913560 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-20cb3166-951f-45d5-af8b-c54175872f7c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ab059945-5f3b-491a-8c2c-0c332b801bd2 HTTP/1.1" status: 204 len: 168 time: 0.3478675 May 28 06:12:59.916447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40458) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:12:59.917508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17572cf0-3c09-46ff-a82e-c07313073e32 None None] Network 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:12:59.920721 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:12:59.937057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:12:59.941459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:12:59.947463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:12:59.953931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:00.066159 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.074071 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.090161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:00.099884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:00.114101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:00.127917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:00.137097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15c131d-e96a-4262-8e9d-29ef885ee373,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:00.210879 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.228218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dfa40ea5-a46d-486c-8823-01a07b0c5ba1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:13:00.238738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Deleting port 1985c66d-cb77-40cf-894c-f8aac33ff00c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:13:00.239084 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.272094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: dfa40ea5-a46d-486c-8823-01a07b0c5ba1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:13:00.272589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dfa40ea5-a46d-486c-8823-01a07b0c5ba1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:13:00.273123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 259d333b-9dec-4561-b63b-64a731adfe12 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:13:00.308827 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.320709 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.338258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 259d333b-9dec-4561-b63b-64a731adfe12 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:13:00.338983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 259d333b-9dec-4561-b63b-64a731adfe12 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:13:00.344836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] DHCP port deletion for 94d72d19-9cfe-48f9-bdd5-0eac297b16c6 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:13:00.354378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] Deleting port 1985c66d-cb77-40cf-894c-f8aac33ff00c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:13:00.354954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.385755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf31658-ee9b-467c-ac2f-3f9ec2ff64e9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:00.390210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.391668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cc1a7cd5-224f-4aef-aa11-a7df8e96ded4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6742160 May 28 06:13:00.395354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40464) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:00.483323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3fd84ed8-8e41-4072-81cb-b9c7a19e9256 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:00.498536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3fd84ed8-8e41-4072-81cb-b9c7a19e9256 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:00.500116 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3fd84ed8-8e41-4072-81cb-b9c7a19e9256 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1030824 May 28 06:13:00.503075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40468) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:00.511537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9b62884f-1855-4c0c-83a9-22091a134df8 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group': {'name': 'tempest-security--1951115688', 'description': 'tempest-security-description-2108803161'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:00.544846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b62884f-1855-4c0c-83a9-22091a134df8 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.592594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] For port 1985c66d-cb77-40cf-894c-f8aac33ff00c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1985c66d-cb77-40cf-894c-f8aac33ff00c,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:13:00.593245 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.604705 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b62884f-1855-4c0c-83a9-22091a134df8 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.616308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b62884f-1855-4c0c-83a9-22091a134df8 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.619508 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b62884f-1855-4c0c-83a9-22091a134df8 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.623545 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9b62884f-1855-4c0c-83a9-22091a134df8 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "PUT /v2.0/security-groups/4bf31658-ee9b-467c-ac2f-3f9ec2ff64e9 HTTP/1.1" status: 200 len: 1780 time: 0.1170747 May 28 06:13:00.630812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40472) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:00.678785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] For port 1985c66d-cb77-40cf-894c-f8aac33ff00c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1985c66d-cb77-40cf-894c-f8aac33ff00c,segment=NetworkSegment(e5160c01-da00-40dc-ae17-578512f69c14),segment_id=e5160c01-da00-40dc-ae17-578512f69c14)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:13:00.680270 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.691159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62884f-1855-4c0c-83a9-22091a134df8 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf31658-ee9b-467c-ac2f-3f9ec2ff64e9,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:00.711181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-336f1ac1-dbe0-4089-9463-22a1dddd47ff tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups/4bf31658-ee9b-467c-ac2f-3f9ec2ff64e9 HTTP/1.1" status: 200 len: 1780 time: 0.0770352 May 28 06:13:00.711455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40476) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:00.754835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Calling delete_port for 1985c66d-cb77-40cf-894c-f8aac33ff00c owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:13:00.801630 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb27cfaa-8dd8-46c2-87b8-4e1f2447e37d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.837195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb27cfaa-8dd8-46c2-87b8-4e1f2447e37d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.840020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] Calling delete_port for 1985c66d-cb77-40cf-894c-f8aac33ff00c owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:13:00.851656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.897606 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb27cfaa-8dd8-46c2-87b8-4e1f2447e37d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.919365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] No DVR routers for this DVR port 1985c66d-cb77-40cf-894c-f8aac33ff00c on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:13:00.921635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Pushing event deleted for resources: {'Port': ['ID=1985c66d-cb77-40cf-894c-f8aac33ff00c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:00.923292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27cfaa-8dd8-46c2-87b8-4e1f2447e37d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf31658-ee9b-467c-ac2f-3f9ec2ff64e9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:00.935850 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb27cfaa-8dd8-46c2-87b8-4e1f2447e37d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:00.937314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bb27cfaa-8dd8-46c2-87b8-4e1f2447e37d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/4bf31658-ee9b-467c-ac2f-3f9ec2ff64e9 HTTP/1.1" status: 204 len: 168 time: 0.2249908 May 28 06:13:00.940327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40480) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:00.958552 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:13:00.959008 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:13:00.999170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85213136-5fdd-416a-a503-67ac102ace80 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:01.014622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85213136-5fdd-416a-a503-67ac102ace80 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:01.016305 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-85213136-5fdd-416a-a503-67ac102ace80 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747678 May 28 06:13:01.019471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40484) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:01.043101 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-329e3bec-0957-4bd0-b390-a711a3a14c18 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] delete failed (client error): The resource could not be found. May 28 06:13:01.048105 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-329e3bec-0957-4bd0-b390-a711a3a14c18 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/4bf31658-ee9b-467c-ac2f-3f9ec2ff64e9 HTTP/1.1" status: 404 len: 347 time: 0.0240164 May 28 06:13:01.048904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40488) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:01.053785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group': {'name': 'tempest-secgroup--366580357'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:01.056753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.061926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:01.070658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:01.081699 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.086137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d72d19-9cfe-48f9-bdd5-0eac297b16c6']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:01.100942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5160c01-da00-40dc-ae17-578512f69c14') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:01.101258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5160c01-da00-40dc-ae17-578512f69c14') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:01.110325 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.110817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:01.115807 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.116003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:01.119001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:01.125855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:01.134051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.141516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:13:01.141971 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.219261 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e5160c01-da00-40dc-ae17-578512f69c14 resource provider aggregate not found May 28 06:13:01.232362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.237791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.244615 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment e5160c01-da00-40dc-ae17-578512f69c14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5160c01-da00-40dc-ae17-578512f69c14 found for delete ", "request_id": "req-8ca0479f-f0d5-4399-98c0-4939280a334c"}]} May 28 06:13:01.260584 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.266818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.296906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d72d19-9cfe-48f9-bdd5-0eac297b16c6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:01.302088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9eff2c-52b9-4023-84e5-be8d760e60f3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:01.306819 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.308462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4592866c-588c-40ae-91ff-5c5e8cc9c438 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2584219 May 28 06:13:01.311402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40496) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:01.315535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7b1e1a5b-244a-4f21-9c98-768af6857510 admin admin] 10.222.0.39 "DELETE /v2.0/networks/94d72d19-9cfe-48f9-bdd5-0eac297b16c6 HTTP/1.1" status: 204 len: 168 time: 1.3978889 May 28 06:13:01.316661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': 'ad9eff2c-52b9-4023-84e5-be8d760e60f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:01.325312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:01.328630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:01.332128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:01.338019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:01.355781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.427914 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.433493 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.460511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] Deleting port 1985c66d-cb77-40cf-894c-f8aac33ff00c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:13:01.461951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.462066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395b3e20-9e84-4b36-b06b-f8c134701400,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:01.469135 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.471218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-efde4ebe-7e7b-49cf-8513-c0afdb8a621b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587086 May 28 06:13:01.474367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40502) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:01.514987 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cd0e9020-b7a2-4f21-8f1e-be84ea0bfead tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.552861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca0a19-4518-4e31-b0db-d3b0a9256275 None None] The port '1985c66d-cb77-40cf-894c-f8aac33ff00c' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:13:01.569322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40508) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:01.644701 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4f342787-36e4-4de6-85c2-233496e85763 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1187b66265643efb15b12eeb15cecbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736918 May 28 06:13:01.647119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40512) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:01.653061 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cd0e9020-b7a2-4f21-8f1e-be84ea0bfead tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.681232 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cd0e9020-b7a2-4f21-8f1e-be84ea0bfead tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.698023 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cd0e9020-b7a2-4f21-8f1e-be84ea0bfead tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.699128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cd0e9020-b7a2-4f21-8f1e-be84ea0bfead tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/395b3e20-9e84-4b36-b06b-f8c134701400 HTTP/1.1" status: 204 len: 168 time: 0.2235618 May 28 06:13:01.700122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e9020-b7a2-4f21-8f1e-be84ea0bfead tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=395b3e20-9e84-4b36-b06b-f8c134701400,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:01.701947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40516) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:01.742443 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f26213e7-b248-4526-a00b-94cabe3e7e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.775946 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5e4e82ff-5fcb-4a88-b531-43f4d610bd16 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0728548 May 28 06:13:01.779309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40520) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:01.789697 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f26213e7-b248-4526-a00b-94cabe3e7e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.848656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f26213e7-b248-4526-a00b-94cabe3e7e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.852221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5767c144-01a7-4e26-8c2e-7f74cf99987a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.865944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26213e7-b248-4526-a00b-94cabe3e7e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96ae50f-c550-444b-aabd-02f0d837d263,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:01.874823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f26213e7-b248-4526-a00b-94cabe3e7e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.876167 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f26213e7-b248-4526-a00b-94cabe3e7e4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f96ae50f-c550-444b-aabd-02f0d837d263 HTTP/1.1" status: 204 len: 168 time: 0.2254207 May 28 06:13:01.894080 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5767c144-01a7-4e26-8c2e-7f74cf99987a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.948120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5767c144-01a7-4e26-8c2e-7f74cf99987a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.966526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767c144-01a7-4e26-8c2e-7f74cf99987a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9eff2c-52b9-4023-84e5-be8d760e60f3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:01.975450 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5767c144-01a7-4e26-8c2e-7f74cf99987a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:01.976554 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5767c144-01a7-4e26-8c2e-7f74cf99987a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/ad9eff2c-52b9-4023-84e5-be8d760e60f3 HTTP/1.1" status: 204 len: 168 time: 0.1962812 May 28 06:13:01.979339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40526) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:02.041062 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b104f7e7-3906-4c5d-ae72-92bda0d3d317 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0605676 May 28 06:13:02.044912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40530) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:02.051647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group': {'name': 'tempest-secgroup--295776680'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:02.058363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:02.062389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:02.066342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:02.072376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:02.084464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.112180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:02.123597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:02.127379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:02.133873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:02.156011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1985c66d-cb77-40cf-894c-f8aac33ff00c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:13:02.202028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1985c66d-cb77-40cf-894c-f8aac33ff00c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:13:02.202934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1985c66d-cb77-40cf-894c-f8aac33ff00c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:13:02.241162 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.245591 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.291892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ede519-51b8-4020-aad5-39fae9bb8a34,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:02.299993 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.301344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-da4a1a75-41d0-49b9-aefa-ed6ce11cef33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2554660 May 28 06:13:02.304089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40542) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:02.311061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': '02ede519-51b8-4020-aad5-39fae9bb8a34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:02.318299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:02.322253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:02.325566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:02.332608 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:02.350238 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.420453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.450603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.473339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1314da-391a-4bac-af8d-bc5e7d5bec22,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:02.513693 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.518340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-160edf86-ca38-4395-bf27-6d9a6982580f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2119246 May 28 06:13:02.521099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40550) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:02.532427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': '02ede519-51b8-4020-aad5-39fae9bb8a34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:02.552681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:02.557366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:02.564623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:02.574140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:02.596052 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.666988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.671036 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.703072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0bf60a-e2af-423d-9e4f-06d6ce547709,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:02.716487 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.721358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40570) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:02.723791 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b191ec34-02fc-44ce-88b5-4aa05e1cb558 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2007575 May 28 06:13:02.733348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': '02ede519-51b8-4020-aad5-39fae9bb8a34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:02.740987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:02.745260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:02.748102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:02.754644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:02.772968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.782756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40574) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:02.847708 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.852846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.879293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec63d38a-71cf-4048-8c12-5fb596022dcf,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:02.891127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.895033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2fdccbbe-b116-47b8-ab8c-3efd5aafb8bf tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1678748 May 28 06:13:02.895384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40580) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:02.900625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': '02ede519-51b8-4020-aad5-39fae9bb8a34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:02.911842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-988830366-network', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:02.915191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:02.920621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:02.922959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:02.927361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:02.930186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Usage tracker for resource:network and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:02.934997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:02.937640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:02.944084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:02.959331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Made reservation on behalf of b45bdc2b2eda4f44a966b9188eddda82 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:13:02.961550 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.974893 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:02.987791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.016399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:03.027712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:03.033668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:03.045067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:03.075122 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.080918 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.114460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0623a1-f637-48bc-9a55-f8cc8c6f5f05,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:03.141229 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.145265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-147de434-d1ad-482c-8c06-20632aff4ada tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2461846 May 28 06:13:03.145430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40592) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:03.160240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': '02ede519-51b8-4020-aad5-39fae9bb8a34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:03.169854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:03.182185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:03.186751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:03.200397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:03.206497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.211726 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.239745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.258708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:13:03.285319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5babd0-160a-4cf1-9e56-ef2dea122e5a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:03.290827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.291098 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Added segment cc825a84-2f14-4cb3-977e-7d6bf089f081 of type vlan for network a4a350c4-5c24-4bba-b238-222c7a71d7ad May 28 06:13:03.339179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.360085 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.371190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.402064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38ad41d-9841-4844-8035-9b4a999fa490,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:03.413365 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.414299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:03.414873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.438213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.439932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2e12c5aa-84b7-4ced-b361-3ceca5a0553d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2934458 May 28 06:13:03.442869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40596) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:03.472543 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8e3caf1-f824-4757-9465-74af9b7bab45 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.483109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8e3caf1-f824-4757-9465-74af9b7bab45 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.511314 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8e3caf1-f824-4757-9465-74af9b7bab45 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.521140 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7372289 May 28 06:13:03.524220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40600) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:03.532003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Request body: {'subnet': {'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-988830366-subnet', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:03.532326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3caf1-f824-4757-9465-74af9b7bab45 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b38ad41d-9841-4844-8035-9b4a999fa490,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:03.535863 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a8e3caf1-f824-4757-9465-74af9b7bab45 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.536207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04955c54-08a8-4b48-9a21-c6f67ef94245 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a350c4-5c24-4bba-b238-222c7a71d7ad,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:03.536997 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a8e3caf1-f824-4757-9465-74af9b7bab45 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b38ad41d-9841-4844-8035-9b4a999fa490 HTTP/1.1" status: 204 len: 168 time: 0.0930958 May 28 06:13:03.539536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40604) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:03.541093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:03.545766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Usage tracker for resource:subnet and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:03.549548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:03.552950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:13:03.558776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:03.573195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Made reservation on behalf of b45bdc2b2eda4f44a966b9188eddda82 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:13:03.575802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.602496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-eddbd937-4904-45b4-a217-f5a70c93a68f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:03.623412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-eddbd937-4904-45b4-a217-f5a70c93a68f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:03.629927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eddbd937-4904-45b4-a217-f5a70c93a68f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0894017 May 28 06:13:03.631190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40608) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:03.664113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b363df06-b0c8-4a96-993d-688fcae5d27c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.676122 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b363df06-b0c8-4a96-993d-688fcae5d27c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.702768 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b363df06-b0c8-4a96-993d-688fcae5d27c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.723357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363df06-b0c8-4a96-993d-688fcae5d27c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c0623a1-f637-48bc-9a55-f8cc8c6f5f05,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:03.731065 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b363df06-b0c8-4a96-993d-688fcae5d27c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.734674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b363df06-b0c8-4a96-993d-688fcae5d27c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4c0623a1-f637-48bc-9a55-f8cc8c6f5f05 HTTP/1.1" status: 204 len: 168 time: 0.0997398 May 28 06:13:03.736660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40614) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:03.811582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1324b75b-c9e1-4bc0-bcde-be5f4fa07a1a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:03.821008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.829032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1324b75b-c9e1-4bc0-bcde-be5f4fa07a1a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:03.830502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1324b75b-c9e1-4bc0-bcde-be5f4fa07a1a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0926654 May 28 06:13:03.833514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40618) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:03.862941 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb90dc2-730b-4889-b7b7-1264b2f0aad1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.874034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb90dc2-730b-4889-b7b7-1264b2f0aad1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.900829 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb90dc2-730b-4889-b7b7-1264b2f0aad1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.903525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:03.913688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Checking segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:13:03.914235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Network hostable DHCP agents. Network: a4a350c4-5c24-4bba-b238-222c7a71d7ad, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:13:03.920161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb90dc2-730b-4889-b7b7-1264b2f0aad1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec63d38a-71cf-4048-8c12-5fb596022dcf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:03.930335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cbb90dc2-730b-4889-b7b7-1264b2f0aad1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:03.935152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40622) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:03.935562 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cbb90dc2-730b-4889-b7b7-1264b2f0aad1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ec63d38a-71cf-4048-8c12-5fb596022dcf HTTP/1.1" status: 204 len: 168 time: 0.1009867 May 28 06:13:04.062464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:13:04.080333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a4a350c4-5c24-4bba-b238-222c7a71d7ad) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:13:04.084755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:04.085378 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.091534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13e7ed6-1cb5-4888-a1d3-e9615406e7ea None None] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:13:04.133280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ef168797-1e78-44e1-81c9-454f2f9224f2 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:04.154247 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-10276d7a-124e-46fd-a604-fd2d90836a97 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6258802 May 28 06:13:04.154247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40626) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:04.160393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:04.165811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:04.169916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Usage tracker for resource:router and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:04.172869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:04.180733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:04.183773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ef168797-1e78-44e1-81c9-454f2f9224f2 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:04.188222 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ef168797-1e78-44e1-81c9-454f2f9224f2 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2488382 May 28 06:13:04.188381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40630) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:04.214761 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.215760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.225981 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84a98954-af7a-43d8-b119-19317419afa4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.239028 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84a98954-af7a-43d8-b119-19317419afa4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.255631 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.281078 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84a98954-af7a-43d8-b119-19317419afa4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.330163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:13:04.331059 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.351076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a98954-af7a-43d8-b119-19317419afa4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f0bf60a-e2af-423d-9e4f-06d6ce547709,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:04.485990 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84a98954-af7a-43d8-b119-19317419afa4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.487021 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-84a98954-af7a-43d8-b119-19317419afa4 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4f0bf60a-e2af-423d-9e4f-06d6ce547709 HTTP/1.1" status: 204 len: 168 time: 0.2977116 May 28 06:13:04.489769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40642) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:04.513421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Allocated IP 172.20.0.2 (a4a350c4-5c24-4bba-b238-222c7a71d7ad/5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c/ea0b68e3-01b4-4294-a09c-a2f2237471f6) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:13:04.552102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-80866ddd-c300-4cca-a865-6690a75498ad tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:04.566401 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.575972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-80866ddd-c300-4cca-a865-6690a75498ad tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:04.577534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-80866ddd-c300-4cca-a865-6690a75498ad tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0866306 May 28 06:13:04.581335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40646) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:04.616484 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c66e607-c6df-4a5f-b3be-38e2b5832575 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.629014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c66e607-c6df-4a5f-b3be-38e2b5832575 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.661510 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c66e607-c6df-4a5f-b3be-38e2b5832575 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.681008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66e607-c6df-4a5f-b3be-38e2b5832575 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb1314da-391a-4bac-af8d-bc5e7d5bec22,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:04.693634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c66e607-c6df-4a5f-b3be-38e2b5832575 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.695181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5c66e607-c6df-4a5f-b3be-38e2b5832575 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fb1314da-391a-4bac-af8d-bc5e7d5bec22 HTTP/1.1" status: 204 len: 168 time: 0.1126060 May 28 06:13:04.697757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40650) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:04.758499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8078ee89-8f0f-4660-8bc8-70ae670a7929 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:04.775912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8078ee89-8f0f-4660-8bc8-70ae670a7929 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:04.777350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8078ee89-8f0f-4660-8bc8-70ae670a7929 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0780823 May 28 06:13:04.780125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40654) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:04.841730 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.859993 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dc05c64-70a4-4ab8-b94d-234eee602857 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.868818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Transition to ACTIVE for port object ea0b68e3-01b4-4294-a09c-a2f2237471f6 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:13:04.894501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dc05c64-70a4-4ab8-b94d-234eee602857 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.916632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Transition to ACTIVE for port object ea0b68e3-01b4-4294-a09c-a2f2237471f6 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:13:04.932800 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.966264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dc05c64-70a4-4ab8-b94d-234eee602857 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.970938 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:04.989078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc05c64-70a4-4ab8-b94d-234eee602857 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ede519-51b8-4020-aad5-39fae9bb8a34,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:05.006565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dc05c64-70a4-4ab8-b94d-234eee602857 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.010260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8dc05c64-70a4-4ab8-b94d-234eee602857 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/02ede519-51b8-4020-aad5-39fae9bb8a34 HTTP/1.1" status: 204 len: 168 time: 0.2256618 May 28 06:13:05.010611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40660) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:05.022075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.069904 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:13:05.070866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Pushing event updated for resources: {'Port': ['ID=ea0b68e3-01b4-4294-a09c-a2f2237471f6,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:05.074898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:13:05.076152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e13d59ab-4e90-4c28-9d45-6ce9979ccb6d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:05.078293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:13:05.094023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e13d59ab-4e90-4c28-9d45-6ce9979ccb6d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:05.100193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e13d59ab-4e90-4c28-9d45-6ce9979ccb6d tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838127 May 28 06:13:05.102455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40664) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:05.118999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870872956'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:05.130849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:05.149941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:05.201505 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.208105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Attempting to bind port ea0b68e3-01b4-4294-a09c-a2f2237471f6 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:13:05.208462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Attempting to bind port ea0b68e3-01b4-4294-a09c-a2f2237471f6 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:13:05.208829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Attempting to bind port ea0b68e3-01b4-4294-a09c-a2f2237471f6 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:13:05.214944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:13:05.215353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Checking segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:13:05.215926 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.216488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Bound using segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:13:05.216955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Bound port: ea0b68e3-01b4-4294-a09c-a2f2237471f6, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:13:05.217333 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.239746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:05.249131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Allocated IP 172.25.4.19 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/de22f896-41f8-4803-8025-ab1f9ddac950) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:13:05.252354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:05.256805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:05.266406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:05.309110 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] For port ea0b68e3-01b4-4294-a09c-a2f2237471f6, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:13:05.312778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] For port ea0b68e3-01b4-4294-a09c-a2f2237471f6, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ea0b68e3-01b4-4294-a09c-a2f2237471f6,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:13:05.318282 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.413782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cde7a2-994b-4e3c-8238-e0124c699a9c None None] Pushing event updated for resources: {'Port': ['ID=ea0b68e3-01b4-4294-a09c-a2f2237471f6,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:05.480089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.484512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.491559 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.556765 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7133a4-f7ec-4f45-8111-bd10965acb85,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:05.562293 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.565949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e3006245-d748-48ea-b497-603adb655890 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4598081 May 28 06:13:05.566308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40668) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:05.571635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': 'be7133a4-f7ec-4f45-8111-bd10965acb85', 'direction': 'ingress', 'protocol': 17}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:05.582704 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.598604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:05.612015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:05.621938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:05.630713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:05.648331 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.718442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:13:05.722587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:13:05.727191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:13:05.735222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.743831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.764406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=de22f896-41f8-4803-8025-ab1f9ddac950,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:05.772954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc3f461-e29a-418d-8a38-20a199d1c002,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:05.793957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:05.798193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-89783759-38f7-40f7-bb2b-a32c272eaf33 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2285209 May 28 06:13:05.798796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40672) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:06.197095 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74949170-6b54-4765-87c2-f5eb7e2a48a3 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:06.233877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ea0b68e3-01b4-4294-a09c-a2f2237471f6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:13:06.315684 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port ea0b68e3-01b4-4294-a09c-a2f2237471f6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:13:06.317018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74949170-6b54-4765-87c2-f5eb7e2a48a3 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:06.461656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:06.535014 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74949170-6b54-4765-87c2-f5eb7e2a48a3 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:06.574948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74949170-6b54-4765-87c2-f5eb7e2a48a3 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7133a4-f7ec-4f45-8111-bd10965acb85,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:06.597232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05aca6c-e4a5-4515-a802-e40374bd3e2c None None] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:13:06.671125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-74949170-6b54-4765-87c2-f5eb7e2a48a3 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:06.677156 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-74949170-6b54-4765-87c2-f5eb7e2a48a3 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/be7133a4-f7ec-4f45-8111-bd10965acb85 HTTP/1.1" status: 204 len: 168 time: 0.8758461 May 28 06:13:06.677156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40678) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:06.741770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-76b8485e-f61a-4b92-a6e2-ff6bc05df2d0 None None] Provisioning for port ea0b68e3-01b4-4294-a09c-a2f2237471f6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:13:06.761486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-76b8485e-f61a-4b92-a6e2-ff6bc05df2d0 None None] Provisioning complete for port ea0b68e3-01b4-4294-a09c-a2f2237471f6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:06.762289 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-76b8485e-f61a-4b92-a6e2-ff6bc05df2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:06.838312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8652324e-ec6c-4bb7-85b1-a68cb4baf256 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:06.924663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8652324e-ec6c-4bb7-85b1-a68cb4baf256 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:06.929717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40682) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:06.930222 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8652324e-ec6c-4bb7-85b1-a68cb4baf256 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2495711 May 28 06:13:06.935460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group': {'name': 'tempest-secgroup--161326348'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:06.942448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:06.953588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:06.957608 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:06.966431 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:06.990697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:06.997871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:07.002168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:07.009525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:07.020435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-76b8485e-f61a-4b92-a6e2-ff6bc05df2d0 None None] Current status of the port ea0b68e3-01b4-4294-a09c-a2f2237471f6 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:13:07.020857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-76b8485e-f61a-4b92-a6e2-ff6bc05df2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.068844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-76b8485e-f61a-4b92-a6e2-ff6bc05df2d0 None None] For port ea0b68e3-01b4-4294-a09c-a2f2237471f6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ea0b68e3-01b4-4294-a09c-a2f2237471f6,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:13:07.085935 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-76b8485e-f61a-4b92-a6e2-ff6bc05df2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.102095 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.107974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.159288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9f3504-ebb1-4978-9353-d31fc89a745c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:07.184969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8485e-f61a-4b92-a6e2-ff6bc05df2d0 None None] Pushing event updated for resources: {'Port': ['ID=ea0b68e3-01b4-4294-a09c-a2f2237471f6,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:07.222594 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.224483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d1c1108f-4bd3-4fb6-8014-9622aa8fa23e tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2930989 May 28 06:13:07.227185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40688) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:07.233977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group': {'name': 'tempest-secgroup--368852777'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:07.244129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:07.252760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:07.257750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:07.265021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:07.265291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:13:07.284888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.317402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:07.325174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:07.329098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:07.336293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:07.412118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f17301f3-7d9e-48c1-af76-359c4530ea80 None None] Provisioning complete for port ea0b68e3-01b4-4294-a09c-a2f2237471f6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:07.412716 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f17301f3-7d9e-48c1-af76-359c4530ea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.420449 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.428101 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.483512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36ec291-4bcd-4942-bd2b-5db2bc92a202,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:07.494665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:13:07.498315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.499517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f8883d9e-28ea-4867-97cc-078f875bbd79 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2710316 May 28 06:13:07.502852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40692) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:07.508148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': '8c9f3504-ebb1-4978-9353-d31fc89a745c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b36ec291-4bcd-4942-bd2b-5db2bc92a202', 'remote_ip_prefix': None}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:07.521468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:07.525708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:07.528635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:07.529238 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:13:07.534589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:07.544492 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:13:07.545192 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:07.551106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.555136 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3a1bf9ab-3b1e-41d8-ab11-84bda3bbd4f6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3973677 May 28 06:13:07.555756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40696) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:07.561145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.577759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f17301f3-7d9e-48c1-af76-359c4530ea80 None None] Current status of the port ea0b68e3-01b4-4294-a09c-a2f2237471f6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:13:07.633497 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.643270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.680467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d078e638-987a-4215-b12d-a61a84269c39,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:07.691185 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.695077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-60d8dbfa-1785-4379-b906-23f9fb255faa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1886327 May 28 06:13:07.695339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40700) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:07.726755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34a969d3-a700-4b3a-9e6e-90c017dfe817 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.738469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34a969d3-a700-4b3a-9e6e-90c017dfe817 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.764671 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34a969d3-a700-4b3a-9e6e-90c017dfe817 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.793351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a969d3-a700-4b3a-9e6e-90c017dfe817 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d078e638-987a-4215-b12d-a61a84269c39,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:07.795480 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34a969d3-a700-4b3a-9e6e-90c017dfe817 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.796577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-34a969d3-a700-4b3a-9e6e-90c017dfe817 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d078e638-987a-4215-b12d-a61a84269c39 HTTP/1.1" status: 204 len: 168 time: 0.1003532 May 28 06:13:07.799826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40704) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:07.816353 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:13:07.854949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1b1dbdb5-d632-40f0-90b2-4060d85de6a8 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:07.873290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1b1dbdb5-d632-40f0-90b2-4060d85de6a8 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:07.875147 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1b1dbdb5-d632-40f0-90b2-4060d85de6a8 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0744195 May 28 06:13:07.878143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40708) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:07.946495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb274207-9b64-4e13-a78c-0047d5f28942 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:07.977169 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb274207-9b64-4e13-a78c-0047d5f28942 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.029727 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb274207-9b64-4e13-a78c-0047d5f28942 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.048986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb274207-9b64-4e13-a78c-0047d5f28942 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36ec291-4bcd-4942-bd2b-5db2bc92a202,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:08.066582 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cb274207-9b64-4e13-a78c-0047d5f28942 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.070176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cb274207-9b64-4e13-a78c-0047d5f28942 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/b36ec291-4bcd-4942-bd2b-5db2bc92a202 HTTP/1.1" status: 204 len: 168 time: 0.1889060 May 28 06:13:08.074018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40712) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:08.148226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1d7a6737-d7dc-4a99-b800-46c74ddadb5b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:08.158380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ea0b68e3-01b4-4294-a09c-a2f2237471f6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:13:08.168195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1d7a6737-d7dc-4a99-b800-46c74ddadb5b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:08.169919 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1d7a6737-d7dc-4a99-b800-46c74ddadb5b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0945041 May 28 06:13:08.172400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40716) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:08.197758 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:06Z', 'revision_number': 3, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:08.202030 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:13:08.202373 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Updating router 8944d29e-8b25-4f9d-89a0-91f5581aff1f port de22f896-41f8-4803-8025-ab1f9ddac950 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:13:08.246375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8d0eb4b-68f2-4635-a3c9-fb46f0ebd411 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.254486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port ea0b68e3-01b4-4294-a09c-a2f2237471f6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:08.254871 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.272114 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.279577 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8d0eb4b-68f2-4635-a3c9-fb46f0ebd411 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.367453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8d0eb4b-68f2-4635-a3c9-fb46f0ebd411 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.399679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port ea0b68e3-01b4-4294-a09c-a2f2237471f6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:13:08.412229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0eb4b-68f2-4635-a3c9-fb46f0ebd411 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9f3504-ebb1-4978-9353-d31fc89a745c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:08.426584 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8d0eb4b-68f2-4635-a3c9-fb46f0ebd411 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.430871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b8d0eb4b-68f2-4635-a3c9-fb46f0ebd411 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/8c9f3504-ebb1-4978-9353-d31fc89a745c HTTP/1.1" status: 204 len: 168 time: 0.2574110 May 28 06:13:08.431854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40724) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:08.500169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-685d72be-d96b-42dc-93f6-2f79c86004db tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:08.518989 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc1ef-46bc-411a-b00d-367abd62a056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.533921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-685d72be-d96b-42dc-93f6-2f79c86004db tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:08.535594 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-685d72be-d96b-42dc-93f6-2f79c86004db tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963547 May 28 06:13:08.540360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40730) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:08.546263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group': {'name': 'tempest-secgroup--988130102'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:08.555530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:08.571640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:08.584667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.587561 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.627985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:08.632495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:08.636754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:08.643646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:08.744084 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.745150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.749728 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.758194 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Transition to ACTIVE for port object de22f896-41f8-4803-8025-ab1f9ddac950 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:13:08.767625 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.806894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e52008-f6ad-431b-ab55-ca499e4e5dcd,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:08.821056 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Allocated IP 172.20.0.1 (a4a350c4-5c24-4bba-b238-222c7a71d7ad/5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c/1d12b30b-8b06-430b-8c3b-128ed236b588) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:13:08.827664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.830214 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b8b0598e-a477-48f7-8063-be48c0284208 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2881036 May 28 06:13:08.835340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40736) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:08.847514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': '02e52008-f6ad-431b-ab55-ca499e4e5dcd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:08.855133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:08.857549 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d5b2d-90cc-4d11-a1fd-869a5157ea50 None None] Pushing event updated for resources: {'Port': ['ID=de22f896-41f8-4803-8025-ab1f9ddac950,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:08.866091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:08.872175 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Attempting to bind port de22f896-41f8-4803-8025-ab1f9ddac950 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:13:08.872928 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Attempting to bind port de22f896-41f8-4803-8025-ab1f9ddac950 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:13:08.874494 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Attempting to bind port de22f896-41f8-4803-8025-ab1f9ddac950 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:13:08.880085 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:13:08.880557 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:13:08.881019 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.881493 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:13:08.882056 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Bound port: de22f896-41f8-4803-8025-ab1f9ddac950, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:13:08.882500 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.886850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:08.896045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:08.936686 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:08.967477 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] For port de22f896-41f8-4803-8025-ab1f9ddac950, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:13:08.973711 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] For port de22f896-41f8-4803-8025-ab1f9ddac950, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=de22f896-41f8-4803-8025-ab1f9ddac950,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:13:08.979837 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.022080 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.028592 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.040552 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.060036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Transition to ACTIVE for port object 1d12b30b-8b06-430b-8c3b-128ed236b588 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:13:09.065916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a30b59-b537-4156-9732-a5a6d95dafe3,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:09.067471 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:13:09.069012 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:12:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:09.089295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.090715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5b852cd7-4573-421f-acea-679c7069d1fc tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2536376 May 28 06:13:09.093356 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.096222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40742) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:09.137047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aca576e5-96d0-4deb-82be-854611a79a32 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.143504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d5b2d-90cc-4d11-a1fd-869a5157ea50 None None] Pushing event updated for resources: {'Port': ['ID=de22f896-41f8-4803-8025-ab1f9ddac950,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:09.152317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aca576e5-96d0-4deb-82be-854611a79a32 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.186743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:13:09.190964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:13:09.193500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:13:09.200032 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aca576e5-96d0-4deb-82be-854611a79a32 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.227751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca576e5-96d0-4deb-82be-854611a79a32 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9a30b59-b537-4156-9732-a5a6d95dafe3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:09.234424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aca576e5-96d0-4deb-82be-854611a79a32 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.235924 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aca576e5-96d0-4deb-82be-854611a79a32 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f9a30b59-b537-4156-9732-a5a6d95dafe3 HTTP/1.1" status: 204 len: 168 time: 0.1371982 May 28 06:13:09.238420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40746) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:09.266221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.297792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-80b3c84f-17f6-4334-9ade-cc6e5f0bf50b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:09.320010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-80b3c84f-17f6-4334-9ade-cc6e5f0bf50b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:09.322085 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-80b3c84f-17f6-4334-9ade-cc6e5f0bf50b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823712 May 28 06:13:09.325327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40750) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:09.351460 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:13:09.406431 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90a9b0fe-c4c2-42f5-af0a-fcdb1d95b430 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.437819 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90a9b0fe-c4c2-42f5-af0a-fcdb1d95b430 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.465030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Pushing event updated for resources: {'Port': ['ID=1d12b30b-8b06-430b-8c3b-128ed236b588,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:09.515568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0af1dc1b-a347-42f6-95fd-6fbcfc4b5ffc None None] Provisioning for port 1d12b30b-8b06-430b-8c3b-128ed236b588 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:13:09.519064 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90a9b0fe-c4c2-42f5-af0a-fcdb1d95b430 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.527726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0af1dc1b-a347-42f6-95fd-6fbcfc4b5ffc None None] Provisioning complete for port 1d12b30b-8b06-430b-8c3b-128ed236b588 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:09.531852 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0af1dc1b-a347-42f6-95fd-6fbcfc4b5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.547519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9b0fe-c4c2-42f5-af0a-fcdb1d95b430 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e52008-f6ad-431b-ab55-ca499e4e5dcd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:09.562399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-90a9b0fe-c4c2-42f5-af0a-fcdb1d95b430 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.564733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-90a9b0fe-c4c2-42f5-af0a-fcdb1d95b430 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/02e52008-f6ad-431b-ab55-ca499e4e5dcd HTTP/1.1" status: 204 len: 168 time: 0.2378654 May 28 06:13:09.567197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40754) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:09.632117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-862f79ed-18b5-4795-b8cf-1c06bdad5c65 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:09.646174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0af1dc1b-a347-42f6-95fd-6fbcfc4b5ffc None None] Port 1d12b30b-8b06-430b-8c3b-128ed236b588 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:13:09.649238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-862f79ed-18b5-4795-b8cf-1c06bdad5c65 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:09.650676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-862f79ed-18b5-4795-b8cf-1c06bdad5c65 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822985 May 28 06:13:09.655983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40758) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:09.661286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group': {'name': 'tempest-secgroup--611183663'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:09.670356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:09.681465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:09.692897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.700777 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.707913 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:13:09.718272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:09.723008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:09.725883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:09.731623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:09.815919 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:06Z', 'revision_number': 3, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:09.819931 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f941b-121a-4d29-96ae-80098f17f931 None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:06Z', 'revision_number': 3, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:13:09.829117 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.832981 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.896633 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:09.898023 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2411118 May 28 06:13:09.899906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d272b-a24f-490e-99cd-eb1af8b5b7ce tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacde8fa-e306-4106-8a4b-c796a213be58,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:09.900895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40762) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:09.911186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': 'aacde8fa-e306-4106-8a4b-c796a213be58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:09.917776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:09.921998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:09.927730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:09.950471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:09.988223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.035576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.042096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.302877 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.354814 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.374738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Pushing event updated for resources: {'Port': ['ID=1d12b30b-8b06-430b-8c3b-128ed236b588,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:10.396207 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.448039 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.487278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4f4781-5c10-4e7f-a0a8-bbdba7d32b4f,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:10.526518 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.527830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-032345e2-9d40-42f1-b652-3ee1bd53b72b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6258156 May 28 06:13:10.530658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40770) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:10.553606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6e56813f-2111-4eb9-aed4-144e84e1b330 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules/0a4f4781-5c10-4e7f-a0a8-bbdba7d32b4f HTTP/1.1" status: 200 len: 763 time: 0.0195613 May 28 06:13:10.553967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40774) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:10.574886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:13:10.576140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:13:10.633772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-27c83511-96e2-400c-9ad1-48497d6ceaa3 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:10.661307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-27c83511-96e2-400c-9ad1-48497d6ceaa3 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:10.665423 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-27c83511-96e2-400c-9ad1-48497d6ceaa3 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1078963 May 28 06:13:10.667461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40778) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:10.718305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c50e-a1ec-4452-b3b0-c401109ece44 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.722976 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f5f7498-ae93-435b-9454-ee44fc49f48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.744388 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c50e-a1ec-4452-b3b0-c401109ece44 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.789898 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c50e-a1ec-4452-b3b0-c401109ece44 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.856856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2c50e-a1ec-4452-b3b0-c401109ece44 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a4f4781-5c10-4e7f-a0a8-bbdba7d32b4f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:10.863208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c50e-a1ec-4452-b3b0-c401109ece44 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:10.871381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b2e2c50e-a1ec-4452-b3b0-c401109ece44 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0a4f4781-5c10-4e7f-a0a8-bbdba7d32b4f HTTP/1.1" status: 204 len: 168 time: 0.1959622 May 28 06:13:10.871381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40784) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:10.903518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:13:10.937736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b7daa11c-8d0e-4f93-b1b3-afee97bdd0d6 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:10.956288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b7daa11c-8d0e-4f93-b1b3-afee97bdd0d6 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:10.958288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b7daa11c-8d0e-4f93-b1b3-afee97bdd0d6 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0902202 May 28 06:13:10.963783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40788) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:10.986900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-22b05d10-7506-4337-b7bd-8fe25452103c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': 'aacde8fa-e306-4106-8a4b-c796a213be58', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:10.993329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-69fb1afd-713d-4f83-b017-12c3fa1edd23 None None] Provisioning complete for port 1d12b30b-8b06-430b-8c3b-128ed236b588 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:10.994020 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-69fb1afd-713d-4f83-b017-12c3fa1edd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.006788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-22b05d10-7506-4337-b7bd-8fe25452103c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:11.037469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-22b05d10-7506-4337-b7bd-8fe25452103c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:11.055444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-22b05d10-7506-4337-b7bd-8fe25452103c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.108554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-69fb1afd-713d-4f83-b017-12c3fa1edd23 None None] Port 1d12b30b-8b06-430b-8c3b-128ed236b588 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:13:11.149565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-22b05d10-7506-4337-b7bd-8fe25452103c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.154130 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-22b05d10-7506-4337-b7bd-8fe25452103c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.158480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:13:11.167965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3c5df5f7-a5a9-4f71-ada1-db459e43f602 admin admin] 10.222.0.39 "PUT /v2.0/routers/8944d29e-8b25-4f9d-89a0-91f5581aff1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6105845 May 28 06:13:11.185210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b05d10-7506-4337-b7bd-8fe25452103c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4ce7cc-ae52-42b2-917d-01b2ea94440f,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:11.199757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-22b05d10-7506-4337-b7bd-8fe25452103c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.200925 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-22b05d10-7506-4337-b7bd-8fe25452103c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2360117 May 28 06:13:11.203550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40796) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.222826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-be0a4620-e0ed-49b0-9aec-88c670c5c243 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules/1b4ce7cc-ae52-42b2-917d-01b2ea94440f HTTP/1.1" status: 200 len: 763 time: 0.0181308 May 28 06:13:11.225321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40800) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.273369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3f713884-f797-42ab-bcc4-a65950d8635c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:11.288471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3f713884-f797-42ab-bcc4-a65950d8635c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:11.289631 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3f713884-f797-42ab-bcc4-a65950d8635c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0633390 May 28 06:13:11.292380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40804) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.324173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a8b1-100e-4b8a-a279-b7334f38a78c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.335162 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a8b1-100e-4b8a-a279-b7334f38a78c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.358852 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a8b1-100e-4b8a-a279-b7334f38a78c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.383862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5a8b1-100e-4b8a-a279-b7334f38a78c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b4ce7cc-ae52-42b2-917d-01b2ea94440f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:11.392954 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a8b1-100e-4b8a-a279-b7334f38a78c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.396300 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e2f5a8b1-100e-4b8a-a279-b7334f38a78c tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/1b4ce7cc-ae52-42b2-917d-01b2ea94440f HTTP/1.1" status: 204 len: 168 time: 0.1008079 May 28 06:13:11.396789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40812) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.457408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8ce0228e-3b78-47e6-adbd-956e0ddbb6eb tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:11.474152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8ce0228e-3b78-47e6-adbd-956e0ddbb6eb tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:11.475594 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8ce0228e-3b78-47e6-adbd-956e0ddbb6eb tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0775027 May 28 06:13:11.478364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40816) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.483972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ef70de7f-3619-412b-b6b2-f89a47ecdedd tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': 'aacde8fa-e306-4106-8a4b-c796a213be58', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:11.491533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ef70de7f-3619-412b-b6b2-f89a47ecdedd tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:11.502711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ef70de7f-3619-412b-b6b2-f89a47ecdedd tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:11.510019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40820) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.515159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044254858', 'description': 'tempest-description--1135866874'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:11.516971 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-ef70de7f-3619-412b-b6b2-f89a47ecdedd tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Project f4cdc8b531f74bc0bfb2f91b17b99f98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:13:11.521835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:11.525717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef70de7f-3619-412b-b6b2-f89a47ecdedd tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.526042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:11.528724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:11.536153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:11.545785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.570824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:11.575998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:11.580011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:11.586355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:11.588978 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef70de7f-3619-412b-b6b2-f89a47ecdedd tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.593742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef70de7f-3619-412b-b6b2-f89a47ecdedd tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.619965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70de7f-3619-412b-b6b2-f89a47ecdedd tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e6260e-e199-4dcc-b4e9-85cedf231df5,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:11.624902 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.635865 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef70de7f-3619-412b-b6b2-f89a47ecdedd tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.637176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ef70de7f-3619-412b-b6b2-f89a47ecdedd tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1578331 May 28 06:13:11.639999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40824) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.665192 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-85a91219-5f42-417f-9d14-75620156e2aa tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules/c6e6260e-e199-4dcc-b4e9-85cedf231df5 HTTP/1.1" status: 200 len: 769 time: 0.0218027 May 28 06:13:11.665518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40828) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.677367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.681638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.687343 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.714211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-699c99a5-7dcb-476b-92ab-261dc6f63e55 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:11.726051 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.728511 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2163520 May 28 06:13:11.729060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf0442-b907-4672-84b8-caee93ae58dd tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:11.731378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40832) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.738060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group_rule': {'security_group_id': '4bf7eaa5-6f39-407a-b426-88c0c6d1a79e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:11.743737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-699c99a5-7dcb-476b-92ab-261dc6f63e55 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:11.744922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-699c99a5-7dcb-476b-92ab-261dc6f63e55 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0783899 May 28 06:13:11.747791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:11.747933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40836) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.752367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:11.755565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:11.761308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:11.777884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.778135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-694f5c4a-a2c3-4920-b6b7-2dbc49d166b1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.790302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-694f5c4a-a2c3-4920-b6b7-2dbc49d166b1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.800151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:13:11.809203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:13:11.809833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:13:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:11.826110 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-694f5c4a-a2c3-4920-b6b7-2dbc49d166b1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.842441 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.848792 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.853024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f5c4a-a2c3-4920-b6b7-2dbc49d166b1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6e6260e-e199-4dcc-b4e9-85cedf231df5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:11.863168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-694f5c4a-a2c3-4920-b6b7-2dbc49d166b1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.866866 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-694f5c4a-a2c3-4920-b6b7-2dbc49d166b1 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c6e6260e-e199-4dcc-b4e9-85cedf231df5 HTTP/1.1" status: 204 len: 168 time: 0.1155620 May 28 06:13:11.867046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40840) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.880513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea9d705-26ab-4ea4-ae4a-6195b3396e13,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:11.894549 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:11.896120 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c6c10f98-99ee-4ac8-81cb-fa579c80cb3b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636388 May 28 06:13:11.898703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40844) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.905539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group_rule': {'security_group_id': '4bf7eaa5-6f39-407a-b426-88c0c6d1a79e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:11.914713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:11.919362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:11.922181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:11.923464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6bea74ae-5d53-43be-bbfb-a1d04cb06f2a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:11.929133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:11.940393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6bea74ae-5d53-43be-bbfb-a1d04cb06f2a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:11.942221 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6bea74ae-5d53-43be-bbfb-a1d04cb06f2a tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740843 May 28 06:13:11.945384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40848) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:11.963446 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.052578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:13:12.072213 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.074939 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a09216-8b66-4a50-8c83-40ec50d9e8ee tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.103267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.143560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb372eaf-1e85-4639-bc67-47b2a297eff8,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:12.146160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a09216-8b66-4a50-8c83-40ec50d9e8ee tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.193264 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.194362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-44695caa-25a8-4f5e-b3eb-f2687f8c4c9b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2939329 May 28 06:13:12.197376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40854) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:12.205892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:12.212858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:12.217105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:floatingip and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:12.220536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:12.227183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:12.237207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a09216-8b66-4a50-8c83-40ec50d9e8ee tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.248831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device de22f896-41f8-4803-8025-ab1f9ddac950 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:13:12.252049 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.270998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a09216-8b66-4a50-8c83-40ec50d9e8ee tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacde8fa-e306-4106-8a4b-c796a213be58,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:12.352269 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-35a09216-8b66-4a50-8c83-40ec50d9e8ee tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.355853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-35a09216-8b66-4a50-8c83-40ec50d9e8ee tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/aacde8fa-e306-4106-8a4b-c796a213be58 HTTP/1.1" status: 204 len: 168 time: 0.4070575 May 28 06:13:12.356211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40858) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:12.423118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-34e76b51-b634-4e0b-96b5-31611fda63ec tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:12.458177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-34e76b51-b634-4e0b-96b5-31611fda63ec tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:12.463181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-34e76b51-b634-4e0b-96b5-31611fda63ec tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1017339 May 28 06:13:12.463307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 40872) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:12.468686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group': {'name': 'tempest-secgroup--2099641518'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:12.479289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:12.494017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:12.502416 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.517899 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port de22f896-41f8-4803-8025-ab1f9ddac950 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:13:12.527853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port de22f896-41f8-4803-8025-ab1f9ddac950 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:12.528132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.541789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.581973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:12.590290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:12.595112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:12.604386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:12.608792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 2, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:12.617279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:13:12.617802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Updating router 8944d29e-8b25-4f9d-89a0-91f5581aff1f port 1d12b30b-8b06-430b-8c3b-128ed236b588 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:13:12.699389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Allocated IP 172.25.4.161 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/07e36aee-79af-41a5-8fd4-5d3680e2997e) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:13:12.721877 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.778730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port de22f896-41f8-4803-8025-ab1f9ddac950 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:13:12.779117 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.817555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port de22f896-41f8-4803-8025-ab1f9ddac950, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=de22f896-41f8-4803-8025-ab1f9ddac950,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:13:12.837100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.842353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:12.852842 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.023322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=de22f896-41f8-4803-8025-ab1f9ddac950,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:13.035956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f5860b-b51d-4ea0-b14e-b3352f25e8fd,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:13.059487 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.060715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2da90ad8-3e41-4e28-8b24-9a7595f00943 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5965557 May 28 06:13:13.063447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40890) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:13.069311 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.071058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Request body: {'security_group_rule': {'security_group_id': '21f5860b-b51d-4ea0-b14e-b3352f25e8fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:13.078916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:13.085208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Usage tracker for resource:security_group_rule and tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:13.089035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:13.096761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:13.129443 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.147872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.227705 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.242933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.243947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:13:13.252830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:13:13.253579 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.258396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:13:13.280313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb4bb24-59a5-450e-b271-567b577bb8a2,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:13.280556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Transition to ACTIVE for port object 1d12b30b-8b06-430b-8c3b-128ed236b588 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:13:13.293742 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.310827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.312715 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-331b4261-ebc1-4f6b-bfd7-a3254c349b22 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2481613 May 28 06:13:13.315995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40896) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:13.323500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=07e36aee-79af-41a5-8fd4-5d3680e2997e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:13.377611 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.445079 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3aec710c-db5a-4372-a0a8-11d8e85d669f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.451813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.487306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3aec710c-db5a-4372-a0a8-11d8e85d669f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.492215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d749e2b-5304-4f6c-bbc3-87cc04f5e5cb None None] Pushing event updated for resources: {'Port': ['ID=1d12b30b-8b06-430b-8c3b-128ed236b588,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:13.510051 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.578866 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3aec710c-db5a-4372-a0a8-11d8e85d669f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.615145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec710c-db5a-4372-a0a8-11d8e85d669f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f5860b-b51d-4ea0-b14e-b3352f25e8fd,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:13.641404 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3aec710c-db5a-4372-a0a8-11d8e85d669f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.642801 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3aec710c-db5a-4372-a0a8-11d8e85d669f tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/21f5860b-b51d-4ea0-b14e-b3352f25e8fd HTTP/1.1" status: 204 len: 168 time: 0.3256791 May 28 06:13:13.646880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40904) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:13.653006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Attempting to bind port 1d12b30b-8b06-430b-8c3b-128ed236b588 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:13:13.653377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Attempting to bind port 1d12b30b-8b06-430b-8c3b-128ed236b588 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:13:13.653740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Attempting to bind port 1d12b30b-8b06-430b-8c3b-128ed236b588 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:13:13.660715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:13:13.661097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Checking segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:13:13.661954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.662420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Bound using segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:13:13.663299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Bound port: 1d12b30b-8b06-430b-8c3b-128ed236b588, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:13:13.663767 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.767100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-704c516a-b26c-4233-b9f3-10cefcd340bb tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:13.791043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-704c516a-b26c-4233-b9f3-10cefcd340bb tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:13.791449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] For port 1d12b30b-8b06-430b-8c3b-128ed236b588, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:13:13.792372 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-704c516a-b26c-4233-b9f3-10cefcd340bb tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1442597 May 28 06:13:13.796095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40908) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:13.796658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] For port 1d12b30b-8b06-430b-8c3b-128ed236b588, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1d12b30b-8b06-430b-8c3b-128ed236b588,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:13:13.810843 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.840231 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.847454 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:13.850833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b8dbd8eb-6ee4-4dc4-83c6-c378e1043815 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Synchronizing usage tracker for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:13.868278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b8dbd8eb-6ee4-4dc4-83c6-c378e1043815 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] Unset dirty status for tenant:f4cdc8b531f74bc0bfb2f91b17b99f98 on resource:security_group_rule {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:13.870057 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b8dbd8eb-6ee4-4dc4-83c6-c378e1043815 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0728374 May 28 06:13:13.872963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40912) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:13.914334 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-572d61c2-b352-428e-9cb5-db67cb48597b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] delete failed (client error): The resource could not be found. May 28 06:13:13.916193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-572d61c2-b352-428e-9cb5-db67cb48597b tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "DELETE /v2.0/security-groups/21f5860b-b51d-4ea0-b14e-b3352f25e8fd HTTP/1.1" status: 404 len: 347 time: 0.0418551 May 28 06:13:13.920849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40916) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:13.925105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:13:13.925729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:13:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:13.992303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=07e36aee-79af-41a5-8fd4-5d3680e2997e,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:13.992871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-899fae3b-bf2a-47a4-95d1-695e3c1f4837 tempest-SecGroupIPv6Test-654814106 tempest-SecGroupIPv6Test-654814106-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703781 May 28 06:13:14.006839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:14.033138 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:14.042917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-24e4c5ba-c678-4d82-a89d-3cf2ff29d73e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8366771 May 28 06:13:14.151860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d749e2b-5304-4f6c-bbc3-87cc04f5e5cb None None] Pushing event updated for resources: {'Port': ['ID=1d12b30b-8b06-430b-8c3b-128ed236b588,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:14.342522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-b9f25bac-65fd-4751-bd7a-10f42035c1c1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2044254858&fields=id&tenant_id=b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 267 time: 0.0627234 May 28 06:13:14.351082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:13:14.399322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40938) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:14.524049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device de22f896-41f8-4803-8025-ab1f9ddac950 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:13:14.592804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-327b05a5-83ef-453f-a903-a3f701d3fd10 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:14.603476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-327b05a5-83ef-453f-a903-a3f701d3fd10 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 814 time: 0.2530103 May 28 06:13:14.622121 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-1740258e-a1ee-4e9e-ad55-b3b267430c4b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/quotas/b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 375 time: 0.0176930 May 28 06:13:14.682969 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-79aee643-9495-4ba6-8741-5829b524ea3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4cdc8b531f74bc0bfb2f91b17b99f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819164 May 28 06:13:14.685534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 40948) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:14.726506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-51dad3ab-be38-4023-bbbf-482d35dbfb83 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1034019 May 28 06:13:14.766088 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43e2894d-6ec7-419b-a79a-663dcf98a3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:14.807273 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43e2894d-6ec7-419b-a79a-663dcf98a3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:14.876833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port de22f896-41f8-4803-8025-ab1f9ddac950 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:14.877122 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:14.892652 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43e2894d-6ec7-419b-a79a-663dcf98a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:14.915655 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2894d-6ec7-419b-a79a-663dcf98a3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15c131d-e96a-4262-8e9d-29ef885ee373,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:14.943953 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43e2894d-6ec7-419b-a79a-663dcf98a3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:14.945658 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-43e2894d-6ec7-419b-a79a-663dcf98a3d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c15c131d-e96a-4262-8e9d-29ef885ee373 HTTP/1.1" status: 204 len: 168 time: 0.2589304 May 28 06:13:14.982415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-4cdad1be-ec6f-4f20-a1de-aa8f35aa7d4c service neutron] 10.222.0.39 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547827 May 28 06:13:15.159803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-a56992ff-6d55-4286-b149-edae942e0e53 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703310 May 28 06:13:15.214502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port de22f896-41f8-4803-8025-ab1f9ddac950 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:13:15.222036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:13Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:15.228745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bcc0b-26c3-4958-9711-2d1d7d42bace None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:13Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:13:15.469120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-60eb9189-3cb7-4642-9f25-2ee20dcef154 req-dafd87af-010e-4890-97b5-69d239c56b6f tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:15.505947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-60eb9189-3cb7-4642-9f25-2ee20dcef154 req-dafd87af-010e-4890-97b5-69d239c56b6f tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:15.516294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60eb9189-3cb7-4642-9f25-2ee20dcef154 req-dafd87af-010e-4890-97b5-69d239c56b6f tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 210 time: 0.1021726 May 28 06:13:16.277283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1d12b30b-8b06-430b-8c3b-128ed236b588 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:13:16.441315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 1d12b30b-8b06-430b-8c3b-128ed236b588 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:13:16.458224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1d12b30b-8b06-430b-8c3b-128ed236b588 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:16.458224 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:16.682102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1d12b30b-8b06-430b-8c3b-128ed236b588 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:13:16.682720 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:16.727888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 1d12b30b-8b06-430b-8c3b-128ed236b588, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1d12b30b-8b06-430b-8c3b-128ed236b588,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:13:16.737153 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:16.810310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b33e6c55-c02e-410a-a4f3-0a3469e5bbf0 req-f45f4689-8423-40c5-ba50-0a2508dd8296 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 210 time: 0.1017852 May 28 06:13:16.879078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=1d12b30b-8b06-430b-8c3b-128ed236b588,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:17.263593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-acac8b54-cd46-49aa-8e78-d62ab4f1d329 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:17.267931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-acac8b54-cd46-49aa-8e78-d62ab4f1d329 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 814 time: 0.3425779 May 28 06:13:17.334777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-87cac924-0fad-4a97-9f7e-fe85c08407d8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 380 time: 0.0526123 May 28 06:13:17.343002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'port': {'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'admin_state_up': True, 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'security_groups': ['4bf7eaa5-6f39-407a-b426-88c0c6d1a79e']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:17.527310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:17.552919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:17.566651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Made reservation on behalf of b45bdc2b2eda4f44a966b9188eddda82 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:13:17.574620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:17.820903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Allocated IP 172.20.0.11 (a4a350c4-5c24-4bba-b238-222c7a71d7ad/5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c/2f38b2b4-bffc-4e60-93b7-23e13f0eac92) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:13:18.076026 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e8fa278c-a08f-4935-a776-541e4ff6ac6f req-8b3ac5b9-7156-402a-8d2c-5eee25e9951e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 210 time: 0.1023653 May 28 06:13:18.193573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:18.215211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Transition to ACTIVE for port object 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:13:18.234215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1d12b30b-8b06-430b-8c3b-128ed236b588 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:13:18.262334 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:18.382485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:13:18.386792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:13:18.389387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:13:18.418618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 1d12b30b-8b06-430b-8c3b-128ed236b588 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:18.418896 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:18.455711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:18.510510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:18.511351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:18.582532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-466aaef7-ffab-43da-a29a-1dbcf8453fb0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2435725 May 28 06:13:18.608080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-a9d6579a-96fc-41ff-b50a-83b0be188947 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:13:18.617046 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-a9d6579a-96fc-41ff-b50a-83b0be188947 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090191 May 28 06:13:18.635874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Request body: {'port': {'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:18.791696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 1d12b30b-8b06-430b-8c3b-128ed236b588 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:13:18.856986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:18.947031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d76dd49b-e3d5-48c8-b115-5fab497b3017 None None] Provisioning for port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:13:18.958059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d76dd49b-e3d5-48c8-b115-5fab497b3017 None None] Provisioning complete for port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:18.958651 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d76dd49b-e3d5-48c8-b115-5fab497b3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:19.037347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d76dd49b-e3d5-48c8-b115-5fab497b3017 None None] Port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:13:19.477279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca888e9-0ac3-4a12-af6e-15d059d53ee3 req-c6bd3086-1517-462e-8792-af2f2b86937e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:19.477916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9ca888e9-0ac3-4a12-af6e-15d059d53ee3 req-c6bd3086-1517-462e-8792-af2f2b86937e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:19.537178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9ca888e9-0ac3-4a12-af6e-15d059d53ee3 req-c6bd3086-1517-462e-8792-af2f2b86937e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:19.538324 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ca888e9-0ac3-4a12-af6e-15d059d53ee3 req-c6bd3086-1517-462e-8792-af2f2b86937e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 932 time: 0.2126453 May 28 06:13:19.583212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:13:19.599879 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:19.618854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ca888e9-0ac3-4a12-af6e-15d059d53ee3 req-617c2865-7e3f-4f7d-b185-50a93314a6c8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693672 May 28 06:13:19.625448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Transition to ACTIVE for port object 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:13:19.630838 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:19.799723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Pushing event updated for resources: {'Port': ['ID=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:19.924120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Attempting to bind port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:13:19.924690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Attempting to bind port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:13:19.924690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Attempting to bind port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:13:19.930728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:13:19.931120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Attempting to bind port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:13:19.937526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:13:19.938060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Checking segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:13:19.938553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Bound using segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:13:19.939530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Bound port: 2f38b2b4-bffc-4e60-93b7-23e13f0eac92, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:13:19.939890 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:20.041029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] For port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:13:20.044782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] For port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:13:20.050417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:20.151542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:20.151542 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:20.151542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] 10.222.0.33 "PUT /v2.0/ports/2f38b2b4-bffc-4e60-93b7-23e13f0eac92 HTTP/1.1" status: 200 len: 1092 time: 1.5240793 May 28 06:13:20.151542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1775750-3d93-4d61-8c01-d85136163c78', 'tag': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:13:20.164027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09483313-984c-4a8f-a7d2-0864c5ff3f43 service neutron] Pushing event updated for resources: {'Port': ['ID=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:20.275202 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491a26ab-eea1-45a1-b01f-af2551a9564a'] response: {'name': 'network-changed', 'server_uuid': 'e1775750-3d93-4d61-8c01-d85136163c78', 'tag': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'status': 'completed', 'code': 200} May 28 06:13:20.331909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-e38175da-8183-4b7d-ac84-d6e194ccbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:20.334911 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-e38175da-8183-4b7d-ac84-d6e194ccbbf9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 1095 time: 0.1226568 May 28 06:13:20.434448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-35e0370e-005f-4a30-a5d3-eff1ce057bb5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92 HTTP/1.1" status: 200 len: 217 time: 0.0831256 May 28 06:13:20.525881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-b3d8c4ef-96a6-4169-86be-92168b65c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:20.527641 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-b3d8c4ef-96a6-4169-86be-92168b65c683 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0866177 May 28 06:13:20.614460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-f9f1a720-9c63-4130-bacf-2b5a35ed6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:20.615960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-f9f1a720-9c63-4130-bacf-2b5a35ed6666 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761602 May 28 06:13:20.893533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-0ab164c0-e471-4f61-a01b-b482b6e63b27 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701626 May 28 06:13:21.010347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697d121-c808-4868-851c-56714b4a1d4c req-1e163bcf-3ed0-4227-bd7a-6e2540ca2f2e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:21.018980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e697d121-c808-4868-851c-56714b4a1d4c req-1e163bcf-3ed0-4227-bd7a-6e2540ca2f2e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 944 time: 0.2419059 May 28 06:13:21.101103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e697d121-c808-4868-851c-56714b4a1d4c req-b08ab6c2-5817-48f3-b4a1-afe6d1100d95 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811448 May 28 06:13:21.105232 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fd49b891-37db-4656-9c9e-7d9842f4cddf req-20dfaad6-b7f7-4f0b-a89a-0179e81e1178 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046952 May 28 06:13:21.282567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-1bce05ee-5073-4605-9322-3831bcf642de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:21.284610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-1bce05ee-5073-4605-9322-3831bcf642de service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 1095 time: 0.0996068 May 28 06:13:21.562281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-06c75cd9-6d88-4c54-88be-edac3a739a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:21.563961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-06c75cd9-6d88-4c54-88be-edac3a739a02 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.2734499 May 28 06:13:21.652507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-ab30e988-0db4-4867-a736-6f409084a665 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92 HTTP/1.1" status: 200 len: 217 time: 0.0819485 May 28 06:13:21.724819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-57c05f55-bf51-4008-9c36-4c2ef8242c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:21.726483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-57c05f55-bf51-4008-9c36-4c2ef8242c7b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0656445 May 28 06:13:21.858951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-99b61823-d555-435b-a9a9-707c7c09125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:21.864582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-99b61823-d555-435b-a9a9-707c7c09125e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273050 May 28 06:13:22.084322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-c43267b9-7b51-406d-aa84-be5225673e96 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167685 May 28 06:13:22.355849 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e72bebc6-9079-487a-ad2f-cd7e0352ddd2 req-ab819fed-a1e9-4a63-9ee4-23030e288b01 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648942 May 28 06:13:22.405890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74b97-3ec2-46ea-81e0-6909cd542ea5 req-13414099-458e-4719-b66f-1744e0b2860a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:22.411689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9d74b97-3ec2-46ea-81e0-6909cd542ea5 req-13414099-458e-4719-b66f-1744e0b2860a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 944 time: 0.1070948 May 28 06:13:22.461278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f9d74b97-3ec2-46ea-81e0-6909cd542ea5 req-4eca5a8b-bdff-42fb-baa4-e0639f1d11be tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:13:22.480758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f9d74b97-3ec2-46ea-81e0-6909cd542ea5 req-4eca5a8b-bdff-42fb-baa4-e0639f1d11be tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:13:22.482059 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9d74b97-3ec2-46ea-81e0-6909cd542ea5 req-4eca5a8b-bdff-42fb-baa4-e0639f1d11be tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670888 May 28 06:13:23.690581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b854ef-715b-4d44-8848-fca41a11d52e req-3d17d592-a6da-4eb2-9ee5-d3558dd0d4cc tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:23.692157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1b854ef-715b-4d44-8848-fca41a11d52e req-3d17d592-a6da-4eb2-9ee5-d3558dd0d4cc tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 944 time: 0.0865114 May 28 06:13:23.737145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f1b854ef-715b-4d44-8848-fca41a11d52e req-b8bc80e1-3c9e-4ed3-b7e0-86cce515d3ee tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389102 May 28 06:13:24.922976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fc441-5c1e-4562-863e-df8ce3a9b4db req-755d5b13-5f90-4dea-95ae-95484f2991a6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:24.926052 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5c9fc441-5c1e-4562-863e-df8ce3a9b4db req-755d5b13-5f90-4dea-95ae-95484f2991a6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 944 time: 0.0803890 May 28 06:13:24.977332 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5c9fc441-5c1e-4562-863e-df8ce3a9b4db req-65849130-3576-48c5-9158-bb4cc4f5e01e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460236 May 28 06:13:25.039163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:13:25.211963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:13:25.224803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'mac_address': 'fa:16:3e:eb:08:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:13:25.279135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:13:25.279562 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:25.297113 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:13:25.314621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:13:25.318301 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:25.398603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:25.805201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['2f38b2b4-bffc-4e60-93b7-23e13f0eac92'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:13:26.223068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ded25-c309-4cbb-a426-0d222be15b8e req-f79bc3fc-7ccf-41ae-8ffb-845044d5a17a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:26.224618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf3ded25-c309-4cbb-a426-0d222be15b8e req-f79bc3fc-7ccf-41ae-8ffb-845044d5a17a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 945 time: 0.0925598 May 28 06:13:26.270162 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf3ded25-c309-4cbb-a426-0d222be15b8e req-dc1f6ba8-9179-4a82-875b-93dc9ec89fbc tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391815 May 28 06:13:27.066106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:13:27.166293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:13:27.171508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:13:27.172027 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:27.307137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:13:27.307553 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:27.334547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1775750-3d93-4d61-8c01-d85136163c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:13:27.344619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:13:27.350398 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:27.397117 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6537d313-f16e-415e-ba16-0aa2cd2f970d'] response: {'server_uuid': 'e1775750-3d93-4d61-8c01-d85136163c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'code': 200} May 28 06:13:27.423660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:27.560847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28982394-4499-498f-9e35-3631718954c4 req-f7e3b06c-fb41-431c-92f8-3b6de2434f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:27.562374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28982394-4499-498f-9e35-3631718954c4 req-f7e3b06c-fb41-431c-92f8-3b6de2434f02 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 1097 time: 0.0783298 May 28 06:13:27.579505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadb313-8100-4ac1-9c9a-3ab152182935 req-87f965eb-6809-431f-95a1-d985d689a00a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:27.581562 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9cadb313-8100-4ac1-9c9a-3ab152182935 req-87f965eb-6809-431f-95a1-d985d689a00a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 946 time: 0.1999757 May 28 06:13:27.607926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-28982394-4499-498f-9e35-3631718954c4 req-dfbfdb9e-1271-4499-967c-3c93149f4c93 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388272 May 28 06:13:27.626732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9cadb313-8100-4ac1-9c9a-3ab152182935 req-637dc5cd-1430-4093-9e2a-916b17db0780 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393620 May 28 06:13:28.824319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0761-aaa6-464b-8d08-e2cfa4c8265e req-7e9f230d-a2f3-47d2-8b3e-1f711ce39f65 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:28.825863 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-093b0761-aaa6-464b-8d08-e2cfa4c8265e req-7e9f230d-a2f3-47d2-8b3e-1f711ce39f65 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 946 time: 0.0859969 May 28 06:13:28.882392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-093b0761-aaa6-464b-8d08-e2cfa4c8265e req-499ccefc-e8bf-42bd-b8f4-9b4968a9f4db tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481279 May 28 06:13:30.073484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376cdf2-2fec-4ff7-bb8e-e16fe03460d7 req-6a8ba4fe-7fe0-45ed-b35a-54b6e6a0e9b6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:30.074856 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b376cdf2-2fec-4ff7-bb8e-e16fe03460d7 req-6a8ba4fe-7fe0-45ed-b35a-54b6e6a0e9b6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 946 time: 0.0835123 May 28 06:13:30.128181 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b376cdf2-2fec-4ff7-bb8e-e16fe03460d7 req-2f0677ad-a91b-47aa-aab5-27364a9aef14 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460131 May 28 06:13:30.320561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be719a60-ca07-44ab-a5e1-64f5574c4b26 req-2443cc5a-41a9-4426-b9b2-dbda3396f5b6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:30.322036 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be719a60-ca07-44ab-a5e1-64f5574c4b26 req-2443cc5a-41a9-4426-b9b2-dbda3396f5b6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 946 time: 0.0850058 May 28 06:13:30.332451 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41202) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:30.337670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bda8f894-5fd4-4959-85e4-ae1f91e4d1b9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'floatingip': {'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:13:30.418164 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bda8f894-5fd4-4959-85e4-ae1f91e4d1b9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:31.128661 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:31.142695 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bda8f894-5fd4-4959-85e4-ae1f91e4d1b9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:31.148356 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bda8f894-5fd4-4959-85e4-ae1f91e4d1b9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:31.375966 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-bda8f894-5fd4-4959-85e4-ae1f91e4d1b9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Floating IP 8dc7bf90-3b88-4d04-9703-15314063e9a8 associated. External IP: 172.25.4.161, port: 2f38b2b4-bffc-4e60-93b7-23e13f0eac92. May 28 06:13:31.898844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda8f894-5fd4-4959-85e4-ae1f91e4d1b9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:13:32.169494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda8f894-5fd4-4959-85e4-ae1f91e4d1b9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:13:32.182741 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:13:32.183434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bda8f894-5fd4-4959-85e4-ae1f91e4d1b9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:32.197395 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:13:32.197676 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:13:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:32.249804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bda8f894-5fd4-4959-85e4-ae1f91e4d1b9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "PUT /v2.0/floatingips/8dc7bf90-3b88-4d04-9703-15314063e9a8 HTTP/1.1" status: 200 len: 992 time: 1.9162459 May 28 06:13:32.250768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1775750-3d93-4d61-8c01-d85136163c78', 'tag': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:13:32.341294 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b37389-2578-4b3e-b8dc-1e805dc3f32e'] response: {'name': 'network-changed', 'server_uuid': 'e1775750-3d93-4d61-8c01-d85136163c78', 'tag': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'status': 'completed', 'code': 200} May 28 06:13:32.433550 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:13:32.473663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-e1562c5f-034c-4df9-80cd-22c282ee4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:32.474883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-e1562c5f-034c-4df9-80cd-22c282ee4a52 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 1097 time: 0.0840962 May 28 06:13:32.670955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-6401ad31-9554-4e50-a224-8457b0cd0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:32.672942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-6401ad31-9554-4e50-a224-8457b0cd0ccd service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.1888423 May 28 06:13:32.787890 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-c2aca6b6-d05d-4d08-ab88-1240c61abf26 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92 HTTP/1.1" status: 200 len: 1000 time: 0.1078341 May 28 06:13:32.836367 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8dc7bf90-3b88-4d04-9703-15314063e9a8', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:eb:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:13:13Z', 'updated_at': '2022-05-28T06:13:30Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:32.841836 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:13:32.852157 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:13:32.852976 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:13:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:32.855487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-a226e60d-9a16-4cad-b9e4-3f139abce932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:32.856976 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-a226e60d-9a16-4cad-b9e4-3f139abce932 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0646663 May 28 06:13:32.950180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-3717739e-3923-4f68-a144-999207267379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:32.952332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-3717739e-3923-4f68-a144-999207267379 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897534 May 28 06:13:33.123571 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:13:33.274262 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-bee82392-6474-4b7d-985a-10c1136e888a service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141067 May 28 06:13:33.449613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6baad46-d895-4102-8a07-8d11736ac7d1 req-6d9f5dca-875b-48ba-863c-c88ef2db52a5 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688673 May 28 06:13:33.642396 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8dc7bf90-3b88-4d04-9703-15314063e9a8', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:eb:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:13:13Z', 'updated_at': '2022-05-28T06:13:30Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:13:33.647714 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad1ed1-e812-4548-ab39-902688503e88 None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8dc7bf90-3b88-4d04-9703-15314063e9a8', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:eb:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:13:13Z', 'updated_at': '2022-05-28T06:13:30Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:13:33.890050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e9f5a-f3ca-43ca-a4f8-7ee13a657885 None None] New status for floating IP 8dc7bf90-3b88-4d04-9703-15314063e9a8: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:13:38.501867 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3eb27a0b-5ea5-4676-9c20-914b21f8b441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:40.294733 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:40.716790 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-80a98d04-f3ca-4b33-b026-fb0128bcb582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:41.624949 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:41.686911 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:43.164412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-92562ef4-8eb5-46bd-aff2-1a5d00640eef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859499 May 28 06:13:43.269884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-c631daf4-cc88-4c17-83af-96f365a49843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:43.271677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-c631daf4-cc88-4c17-83af-96f365a49843 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0767720 May 28 06:13:43.364273 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:43.439910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-4a0888e1-2919-4d4f-af7a-01bab480fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:43.441480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-4a0888e1-2919-4d4f-af7a-01bab480fbee service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.1421108 May 28 06:13:43.554053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-c96a541a-88a8-41c8-9dd5-a1fb8cc448c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40717394-a375-4feb-857c-9097fc72b869 HTTP/1.1" status: 200 len: 1002 time: 0.1009007 May 28 06:13:43.625236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-1d7076d2-3e1c-4c3a-9ed0-a319b0ee9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:43.627248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-1d7076d2-3e1c-4c3a-9ed0-a319b0ee9bda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.0638616 May 28 06:13:43.707256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-6d307fab-0d30-4588-aeeb-dfedb4a0bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:43.708967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-6d307fab-0d30-4588-aeeb-dfedb4a0bfef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727060 May 28 06:13:43.862197 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-ce7bb35a-911d-43c2-b29b-f70c27fca21c service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432319 May 28 06:13:44.012770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-998df837-14f1-45b2-9134-bb5ea96008d9 req-83a065bf-32be-4c5a-87be-bcf80f3933f5 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410327 May 28 06:13:46.707795 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:13:48.491263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41436) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:48.615115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce5713b4-ef87-467b-8b65-0bbaae158fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:48.629535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ce5713b4-ef87-467b-8b65-0bbaae158fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:48.633332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ce5713b4-ef87-467b-8b65-0bbaae158fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:7c90c9f56f6b49c997fcefb955d0a846 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:48.636115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ce5713b4-ef87-467b-8b65-0bbaae158fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:48.642322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ce5713b4-ef87-467b-8b65-0bbaae158fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:48.729251 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce5713b4-ef87-467b-8b65-0bbaae158fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:48.733473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce5713b4-ef87-467b-8b65-0bbaae158fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:48.782162 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ce5713b4-ef87-467b-8b65-0bbaae158fa5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c90c9f56f6b49c997fcefb955d0a846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897995 May 28 06:13:48.783077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5713b4-ef87-467b-8b65-0bbaae158fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1969d93e-30bf-4ad1-b314-9ee23422c598,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:48.785011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41442) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:48.844489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4fc874d-331d-4e3d-b02c-3df505c6096c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:48.869461 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4fc874d-331d-4e3d-b02c-3df505c6096c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:48.923643 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4fc874d-331d-4e3d-b02c-3df505c6096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:48.939064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc874d-331d-4e3d-b02c-3df505c6096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1969d93e-30bf-4ad1-b314-9ee23422c598,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:48.951191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4fc874d-331d-4e3d-b02c-3df505c6096c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:48.952334 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f4fc874d-331d-4e3d-b02c-3df505c6096c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1969d93e-30bf-4ad1-b314-9ee23422c598 HTTP/1.1" status: 204 len: 168 time: 0.1663587 May 28 06:13:49.253403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41456) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:49.271566 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ddf0-6207-4f37-94be-8c6637ce9942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:49.285761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ac3ddf0-6207-4f37-94be-8c6637ce9942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:49.290847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ac3ddf0-6207-4f37-94be-8c6637ce9942 admin admin] Usage tracker for resource:security_group_rule and tenant:860aebfb90564535899c8b0fd40e14ae is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:49.294008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ac3ddf0-6207-4f37-94be-8c6637ce9942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:49.300145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ac3ddf0-6207-4f37-94be-8c6637ce9942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:49.383068 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ddf0-6207-4f37-94be-8c6637ce9942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:49.386807 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ddf0-6207-4f37-94be-8c6637ce9942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:49.431137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3ddf0-6207-4f37-94be-8c6637ce9942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aa8cb6-b9af-4b18-ad38-b3f7e9b6cbf6,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:49.439096 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9ac3ddf0-6207-4f37-94be-8c6637ce9942 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=860aebfb90564535899c8b0fd40e14ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816814 May 28 06:13:49.440001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41460) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:49.500068 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-743f17c6-a36f-495b-b06d-6922b7c5c187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:49.526122 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-743f17c6-a36f-495b-b06d-6922b7c5c187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:49.577767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-743f17c6-a36f-495b-b06d-6922b7c5c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:49.592238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f17c6-a36f-495b-b06d-6922b7c5c187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aa8cb6-b9af-4b18-ad38-b3f7e9b6cbf6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:49.598944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-743f17c6-a36f-495b-b06d-6922b7c5c187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:49.600100 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-743f17c6-a36f-495b-b06d-6922b7c5c187 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02aa8cb6-b9af-4b18-ad38-b3f7e9b6cbf6 HTTP/1.1" status: 204 len: 168 time: 0.1598516 May 28 06:13:54.846243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-11ffe767-728c-4529-a440-00ff9cef9748 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1871178 May 28 06:13:55.012596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-5128aeeb-320b-4b3a-9313-200992c3e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:55.014088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-5128aeeb-320b-4b3a-9313-200992c3e783 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 1097 time: 0.0786228 May 28 06:13:55.214307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-c2a8e30d-81c4-4685-b5e8-ca771e71ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:55.216321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-c2a8e30d-81c4-4685-b5e8-ca771e71ae78 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.1823502 May 28 06:13:55.335523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41608) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:55.344260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-425c1cda-d225-4fb3-abc8-179b8e28d6ef service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92 HTTP/1.1" status: 200 len: 1002 time: 0.1209784 May 28 06:13:55.409678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-3745f5d7-2685-4e41-8cfd-87f9d61bf6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:55.411044 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-3745f5d7-2685-4e41-8cfd-87f9d61bf6ac service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0601823 May 28 06:13:55.475068 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63f3cd4f-1e6c-4a39-9cbd-0628fdbb5886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:55.502426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-63f3cd4f-1e6c-4a39-9cbd-0628fdbb5886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:55.508163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-63f3cd4f-1e6c-4a39-9cbd-0628fdbb5886 admin admin] Usage tracker for resource:security_group_rule and tenant:d2b0f38d34e84b0bbefe38291996e493 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:55.511693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-63f3cd4f-1e6c-4a39-9cbd-0628fdbb5886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:55.518911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-63f3cd4f-1e6c-4a39-9cbd-0628fdbb5886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:55.668753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-a1b3d50d-4807-42ba-8ec1-fef19c9f6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:13:55.670157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-a1b3d50d-4807-42ba-8ec1-fef19c9f6770 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524474 May 28 06:13:55.848286 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63f3cd4f-1e6c-4a39-9cbd-0628fdbb5886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:55.851195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-406b1d4d-c71e-4ed0-bf8e-27fecea1259b service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723912 May 28 06:13:55.852938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63f3cd4f-1e6c-4a39-9cbd-0628fdbb5886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.006768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-63f3cd4f-1e6c-4a39-9cbd-0628fdbb5886 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2b0f38d34e84b0bbefe38291996e493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6704009 May 28 06:13:56.007722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3cd4f-1e6c-4a39-9cbd-0628fdbb5886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82364539-1d3b-4fac-b114-072806f7ed5f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:56.009480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41622) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:56.056111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f0536f4-b4af-4281-b22e-5b9f20f83d11 req-f687b31a-55a1-4dfe-9810-730efe8e6987 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939509 May 28 06:13:56.078453 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.105680 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.159670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.178090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82364539-1d3b-4fac-b114-072806f7ed5f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:56.186335 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.186684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.187025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.187402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.187717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.188048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.188373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.188724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.189050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.189385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.189692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.190009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.192781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.196822 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7967eed0-c44f-4cac-9fe2-e01cdf61a488 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82364539-1d3b-4fac-b114-072806f7ed5f HTTP/1.1" status: 204 len: 168 time: 0.1861908 May 28 06:13:56.493302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41636) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:56.514196 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9ff7-fe9e-4c50-9a69-871d3b14cb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.529158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1e5d9ff7-fe9e-4c50-9a69-871d3b14cb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:13:56.533643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1e5d9ff7-fe9e-4c50-9a69-871d3b14cb99 admin admin] Usage tracker for resource:security_group_rule and tenant:56284b6b7fe241bcbdd9888ae35d6682 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:13:56.536527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1e5d9ff7-fe9e-4c50-9a69-871d3b14cb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:13:56.542207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1e5d9ff7-fe9e-4c50-9a69-871d3b14cb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:13:56.624298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9ff7-fe9e-4c50-9a69-871d3b14cb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.628459 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9ff7-fe9e-4c50-9a69-871d3b14cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.679455 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1e5d9ff7-fe9e-4c50-9a69-871d3b14cb99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56284b6b7fe241bcbdd9888ae35d6682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825378 May 28 06:13:56.679455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d9ff7-fe9e-4c50-9a69-871d3b14cb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c002331-81ee-4f57-9887-2b06073c5fb4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:56.680087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41640) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:13:56.742465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.769189 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.837904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.853226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c002331-81ee-4f57-9887-2b06073c5fb4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:13:56.863588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.863929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.864265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.864596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.864922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.865247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.865566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.865883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.866201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.866517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.866835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.867145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:13:56.879087 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:13:56.882627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ef166233-2d10-447d-a552-14568f625ca6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c002331-81ee-4f57-9887-2b06073c5fb4 HTTP/1.1" status: 204 len: 168 time: 0.1990268 May 28 06:14:01.127854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:03.953626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41802) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:04.084328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9521-e4af-4f0b-8e8a-170ba9ccb7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:04.098553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a7ac9521-e4af-4f0b-8e8a-170ba9ccb7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:04.103077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a7ac9521-e4af-4f0b-8e8a-170ba9ccb7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc0ed0cce6d46d4bbe98adbcad653ea is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:04.106212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a7ac9521-e4af-4f0b-8e8a-170ba9ccb7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:04.112944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a7ac9521-e4af-4f0b-8e8a-170ba9ccb7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:04.200328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9521-e4af-4f0b-8e8a-170ba9ccb7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:04.204298 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9521-e4af-4f0b-8e8a-170ba9ccb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:04.252146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a7ac9521-e4af-4f0b-8e8a-170ba9ccb7e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfc0ed0cce6d46d4bbe98adbcad653ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973199 May 28 06:14:04.253032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac9521-e4af-4f0b-8e8a-170ba9ccb7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64c56f8-befd-451a-86ea-17e87b06050e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:04.254962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41812) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:04.329417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6866563-f899-4cd7-a86b-e4a0d61f7237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:04.355354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6866563-f899-4cd7-a86b-e4a0d61f7237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:04.410223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6866563-f899-4cd7-a86b-e4a0d61f7237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:04.425629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6866563-f899-4cd7-a86b-e4a0d61f7237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64c56f8-befd-451a-86ea-17e87b06050e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:04.436328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d6866563-f899-4cd7-a86b-e4a0d61f7237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:04.437431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d6866563-f899-4cd7-a86b-e4a0d61f7237 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f64c56f8-befd-451a-86ea-17e87b06050e HTTP/1.1" status: 204 len: 168 time: 0.1806412 May 28 06:14:04.747625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 41828) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:04.765610 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8f4758a-8aea-4ff5-a2bf-24f13b60be33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:04.780417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d8f4758a-8aea-4ff5-a2bf-24f13b60be33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:04.784887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d8f4758a-8aea-4ff5-a2bf-24f13b60be33 admin admin] Usage tracker for resource:security_group_rule and tenant:6f8700f0671a4f3195ed15a74920a557 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:04.787727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d8f4758a-8aea-4ff5-a2bf-24f13b60be33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:04.793689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d8f4758a-8aea-4ff5-a2bf-24f13b60be33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:04.894216 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8f4758a-8aea-4ff5-a2bf-24f13b60be33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:04.897750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8f4758a-8aea-4ff5-a2bf-24f13b60be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:04.945170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d8f4758a-8aea-4ff5-a2bf-24f13b60be33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f8700f0671a4f3195ed15a74920a557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964731 May 28 06:14:04.946760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4758a-8aea-4ff5-a2bf-24f13b60be33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7b79ea-fbaa-43ae-9974-6320ea14437e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:04.947810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 41834) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:05.022867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb636c6a-c433-460a-aa5c-fc840084b59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:05.048822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb636c6a-c433-460a-aa5c-fc840084b59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:05.117196 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb636c6a-c433-460a-aa5c-fc840084b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:05.136542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb636c6a-c433-460a-aa5c-fc840084b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7b79ea-fbaa-43ae-9974-6320ea14437e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:05.151892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-eb636c6a-c433-460a-aa5c-fc840084b59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:05.153194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eb636c6a-c433-460a-aa5c-fc840084b59d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb7b79ea-fbaa-43ae-9974-6320ea14437e HTTP/1.1" status: 204 len: 168 time: 0.2043374 May 28 06:14:08.504810 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3863e032-37da-432d-b6ce-e7704e9724b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:10.302826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:10.710363 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-274c239e-04b6-4644-b8fd-f782b2577b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:11.630956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:11.690504 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:13.369972 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:13.874391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42116) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:13.994459 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-779bdbeb-8cf5-458e-b9a1-07952edaceab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.010011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-779bdbeb-8cf5-458e-b9a1-07952edaceab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:14.015354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-779bdbeb-8cf5-458e-b9a1-07952edaceab admin admin] Usage tracker for resource:security_group_rule and tenant:4ae550d497964619bf61a7551f7407bc is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:14.018348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-779bdbeb-8cf5-458e-b9a1-07952edaceab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:14.026448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-779bdbeb-8cf5-458e-b9a1-07952edaceab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:14.124539 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-779bdbeb-8cf5-458e-b9a1-07952edaceab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.131052 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-779bdbeb-8cf5-458e-b9a1-07952edaceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.186859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42124) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:14.187789 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-779bdbeb-8cf5-458e-b9a1-07952edaceab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ae550d497964619bf61a7551f7407bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123217 May 28 06:14:14.189773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bdbeb-8cf5-458e-b9a1-07952edaceab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a642e83-86de-4ea4-b586-c897e93a28bc,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:14.253307 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a51469c9-c2e7-49ab-a971-afedbc32c6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.280613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a51469c9-c2e7-49ab-a971-afedbc32c6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.332943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a51469c9-c2e7-49ab-a971-afedbc32c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.348746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51469c9-c2e7-49ab-a971-afedbc32c6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a642e83-86de-4ea4-b586-c897e93a28bc,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:14.357170 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a51469c9-c2e7-49ab-a971-afedbc32c6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.358287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a51469c9-c2e7-49ab-a971-afedbc32c6cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a642e83-86de-4ea4-b586-c897e93a28bc HTTP/1.1" status: 204 len: 168 time: 0.1705179 May 28 06:14:14.631333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42132) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:14.649053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-829dbc77-e3bc-431e-8b61-25d7fb05e6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.662572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42136) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:14.663596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-829dbc77-e3bc-431e-8b61-25d7fb05e6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:14.667537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-829dbc77-e3bc-431e-8b61-25d7fb05e6dd admin admin] Usage tracker for resource:security_group_rule and tenant:da67dd404f3744dc8f5d8bffece06d24 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:14.670388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-829dbc77-e3bc-431e-8b61-25d7fb05e6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:14.676695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-829dbc77-e3bc-431e-8b61-25d7fb05e6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:14.761514 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-829dbc77-e3bc-431e-8b61-25d7fb05e6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.765181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-829dbc77-e3bc-431e-8b61-25d7fb05e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.814632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-829dbc77-e3bc-431e-8b61-25d7fb05e6dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da67dd404f3744dc8f5d8bffece06d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822159 May 28 06:14:14.815548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dbc77-e3bc-431e-8b61-25d7fb05e6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c34217-d272-4ae1-b25d-008ea7122963,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:14.817441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42142) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:14.883996 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8af8da6f-5c48-4bc9-a1f7-21a6f43a4722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:14.910132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8af8da6f-5c48-4bc9-a1f7-21a6f43a4722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:15.142118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8af8da6f-5c48-4bc9-a1f7-21a6f43a4722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:15.155995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Deleting port 5788ec43-4870-41b5-9e22-98f24fc01dc3 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:15.156335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:15.188124 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8da6f-5c48-4bc9-a1f7-21a6f43a4722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c34217-d272-4ae1-b25d-008ea7122963,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:15.223096 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8af8da6f-5c48-4bc9-a1f7-21a6f43a4722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:15.224245 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8af8da6f-5c48-4bc9-a1f7-21a6f43a4722 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30c34217-d272-4ae1-b25d-008ea7122963 HTTP/1.1" status: 204 len: 168 time: 0.4052775 May 28 06:14:15.350159 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:15.350761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:15.482112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Calling delete_port for 5788ec43-4870-41b5-9e22-98f24fc01dc3 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:15.667076 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:15.833673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'Port': ['ID=5788ec43-4870-41b5-9e22-98f24fc01dc3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:15.937660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:15.937660 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Floating IP 26b34079-40d4-4e1c-b22e-80d9532fd7cf disassociated (deleted). External IP: 172.25.4.134, port: 40717394-a375-4feb-857c-9097fc72b869. May 28 06:14:16.321479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Router 09824474-16b6-48bd-9d5a-0f0231477221 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:14:16.506042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:14:16.516587 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] Sync routers for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:14:16.526491 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:16.527097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:16.527272 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:16.595586 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-16cc1864-0d04-47aa-b287-5a2284318feb tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "DELETE /v2.0/floatingips/26b34079-40d4-4e1c-b22e-80d9532fd7cf HTTP/1.1" status: 204 len: 168 time: 1.9288568 May 28 06:14:16.595586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'tag': '40717394-a375-4feb-857c-9097fc72b869'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:14:16.649009 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926cec4b-8892-45a5-95ed-77c577084af0'] response: {'name': 'network-changed', 'server_uuid': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'tag': '40717394-a375-4feb-857c-9097fc72b869', 'status': 'completed', 'code': 200} May 28 06:14:16.795530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-d6e775c4-a016-41bf-83c6-c714bcecc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:16.797017 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-d6e775c4-a016-41bf-83c6-c714bcecc345 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 1097 time: 0.1152251 May 28 06:14:16.908414 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:17.012656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-90e4cfc4-1dd4-4679-b5bf-cac16e5c7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:17.014118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-90e4cfc4-1dd4-4679-b5bf-cac16e5c7f94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.2091899 May 28 06:14:17.112096 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-84ba9c50-2067-44a9-97eb-7bdc3204e54e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40717394-a375-4feb-857c-9097fc72b869 HTTP/1.1" status: 200 len: 217 time: 0.0884953 May 28 06:14:17.208383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce08d7-5db3-4fd4-ad85-9e1f4f6e64f9 req-9b0588b3-9788-435b-9681-e671c6cb2447 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:17.222728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e7ce08d7-5db3-4fd4-ad85-9e1f4f6e64f9 req-9b0588b3-9788-435b-9681-e671c6cb2447 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 946 time: 0.1439180 May 28 06:14:17.244055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-a59f5cfc-9d3d-4ef1-bd34-c4802edcfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:17.245574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-a59f5cfc-9d3d-4ef1-bd34-c4802edcfbc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.1254086 May 28 06:14:17.292348 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e7ce08d7-5db3-4fd4-ad85-9e1f4f6e64f9 req-321eddd2-423f-4370-b1df-594a6844a533 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681951 May 28 06:14:17.346301 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '1c35b2fe-6925-49eb-8de9-68efb5754c23', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:b7:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:42Z', 'updated_at': '2022-05-28T06:09:47Z', 'revision_number': 1, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:17.351873 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] Checking router: 09824474-16b6-48bd-9d5a-0f0231477221 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:14:17.357275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-02d97be7-b68e-4fa4-9d9c-5a1a1c927615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:17.358860 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-02d97be7-b68e-4fa4-9d9c-5a1a1c927615 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053305 May 28 06:14:17.363613 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:17.364448 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:17.497447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-13b7e7c4-a862-47ad-90e4-b15d91e0ef86 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317749 May 28 06:14:17.561653 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:17.647693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8d8c0ce-f471-49d6-b36d-3413ba89f2a4 req-0cabe6ce-c51f-42a0-9b5d-3031457155c7 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420026 May 28 06:14:17.944549 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '1c35b2fe-6925-49eb-8de9-68efb5754c23', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:b7:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:42Z', 'updated_at': '2022-05-28T06:09:47Z', 'revision_number': 1, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:17.948545 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d3054-f3ec-4c60-8957-ebf11a410fa3 None None] The sync data for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 is: [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '1c35b2fe-6925-49eb-8de9-68efb5754c23', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'port_id': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'mac_address': 'fa:16:3e:b7:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:09:42Z', 'updated_at': '2022-05-28T06:09:47Z', 'revision_number': 1, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:14:18.238912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215970d-1629-4c14-bc3c-bfa556caee22 None None] New status for floating IP 26b34079-40d4-4e1c-b22e-80d9532fd7cf: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:14:18.643187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606dcfd-f528-42ef-88cb-33952af4fef4 req-35f6b4f6-f378-4031-a735-a709c24e8b15 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:18.644004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9606dcfd-f528-42ef-88cb-33952af4fef4 req-35f6b4f6-f378-4031-a735-a709c24e8b15 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:14:18.661032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9606dcfd-f528-42ef-88cb-33952af4fef4 req-35f6b4f6-f378-4031-a735-a709c24e8b15 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:14:18.662691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9606dcfd-f528-42ef-88cb-33952af4fef4 req-35f6b4f6-f378-4031-a735-a709c24e8b15 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 946 time: 0.2332416 May 28 06:14:18.713258 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9606dcfd-f528-42ef-88cb-33952af4fef4 req-f0a68254-4d6b-45b8-b500-da2ddea78968 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 May 28 06:14:18.972295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7857f9-99d8-412c-b52a-04405526256e req-842fd732-9e90-4804-a070-c4c2006888c9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:18.973651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da7857f9-99d8-412c-b52a-04405526256e req-842fd732-9e90-4804-a070-c4c2006888c9 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 946 time: 0.0812414 May 28 06:14:19.045786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-da7857f9-99d8-412c-b52a-04405526256e req-68b45811-4858-4a45-b576-04a341790cc3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Deleting port 40717394-a375-4feb-857c-9097fc72b869 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:19.046124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da7857f9-99d8-412c-b52a-04405526256e req-68b45811-4858-4a45-b576-04a341790cc3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:19.337043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-da7857f9-99d8-412c-b52a-04405526256e req-68b45811-4858-4a45-b576-04a341790cc3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] For port 40717394-a375-4feb-857c-9097fc72b869, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=40717394-a375-4feb-857c-9097fc72b869,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:19.337741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da7857f9-99d8-412c-b52a-04405526256e req-68b45811-4858-4a45-b576-04a341790cc3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:19.468726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-da7857f9-99d8-412c-b52a-04405526256e req-68b45811-4858-4a45-b576-04a341790cc3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Calling delete_port for 40717394-a375-4feb-857c-9097fc72b869 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:19.616755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da7857f9-99d8-412c-b52a-04405526256e req-68b45811-4858-4a45-b576-04a341790cc3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:19.666542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b45811-4858-4a45-b576-04a341790cc3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'Port': ['ID=40717394-a375-4feb-857c-9097fc72b869,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:19.742495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7857f9-99d8-412c-b52a-04405526256e req-68b45811-4858-4a45-b576-04a341790cc3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] No DVR routers for this DVR port 40717394-a375-4feb-857c-9097fc72b869 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:14:19.744960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-da7857f9-99d8-412c-b52a-04405526256e req-68b45811-4858-4a45-b576-04a341790cc3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:19.747557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'name': 'network-vif-deleted', 'tag': '40717394-a375-4feb-857c-9097fc72b869'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:14:19.767186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da7857f9-99d8-412c-b52a-04405526256e req-68b45811-4858-4a45-b576-04a341790cc3 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "DELETE /v2.0/ports/40717394-a375-4feb-857c-9097fc72b869 HTTP/1.1" status: 204 len: 173 time: 0.7845249 May 28 06:14:19.806672 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bb8b2f-fa0b-4faf-876a-fcee78ee4f25'] response: {'server_uuid': '2012a240-b553-4522-afb7-ae004eb7c9e2', 'name': 'network-vif-deleted', 'tag': '40717394-a375-4feb-857c-9097fc72b869', 'status': 'completed', 'code': 200} May 28 06:14:19.906947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c54ba18b-43d9-4627-9ec2-be5f0da89ea1 req-43cad519-9dce-4252-8386-afcef30d5bf4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:14:19.926811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c54ba18b-43d9-4627-9ec2-be5f0da89ea1 req-43cad519-9dce-4252-8386-afcef30d5bf4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:14:19.928109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c54ba18b-43d9-4627-9ec2-be5f0da89ea1 req-43cad519-9dce-4252-8386-afcef30d5bf4 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 210 time: 0.0706575 May 28 06:14:21.122880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-867a05df-f364-438f-9ce4-a963a45730ba req-d8cabfbc-4a5a-4e1a-ac1f-d1a5f5e31143 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2012a240-b553-4522-afb7-ae004eb7c9e2 HTTP/1.1" status: 200 len: 210 time: 0.0511189 May 28 06:14:21.936988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 40717394-a375-4feb-857c-9097fc72b869 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:14:21.971751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 40717394-a375-4feb-857c-9097fc72b869 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:14:21.972378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 40717394-a375-4feb-857c-9097fc72b869 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:14:23.716578 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:14:25.613952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42332) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:25.850878 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a731eca1-3f6a-451a-96be-c0e2bbe15b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:25.900335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a731eca1-3f6a-451a-96be-c0e2bbe15b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:25.906166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a731eca1-3f6a-451a-96be-c0e2bbe15b3b admin admin] Usage tracker for resource:security_group_rule and tenant:af6d7efe15f54799909733d91cd9b7a5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:25.912853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a731eca1-3f6a-451a-96be-c0e2bbe15b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:25.923842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a731eca1-3f6a-451a-96be-c0e2bbe15b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:26.026004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a731eca1-3f6a-451a-96be-c0e2bbe15b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:26.034240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a731eca1-3f6a-451a-96be-c0e2bbe15b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:26.116733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a731eca1-3f6a-451a-96be-c0e2bbe15b3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af6d7efe15f54799909733d91cd9b7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021074 May 28 06:14:26.118037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42344) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:26.119998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731eca1-3f6a-451a-96be-c0e2bbe15b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4fd728-65b5-4c33-9814-c723518a706e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:26.231769 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f37b579e-08de-401f-96c4-7ba38a52ac2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:26.299022 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f37b579e-08de-401f-96c4-7ba38a52ac2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:26.356235 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f37b579e-08de-401f-96c4-7ba38a52ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:26.381304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b579e-08de-401f-96c4-7ba38a52ac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4fd728-65b5-4c33-9814-c723518a706e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:26.409656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f37b579e-08de-401f-96c4-7ba38a52ac2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:26.424059 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f37b579e-08de-401f-96c4-7ba38a52ac2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff4fd728-65b5-4c33-9814-c723518a706e HTTP/1.1" status: 204 len: 168 time: 0.2947366 May 28 06:14:26.956485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42370) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:27.203060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42382) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:27.334969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Deleting port 0e0010cb-6cf2-49e6-80dc-354e1c98dcdb {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:27.335509 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.357387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-455733114-network', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:14:27.363496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:27.368136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Usage tracker for resource:network and tenant:a8c94fb316ae4f45aa41eb413c9e716d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:27.371127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:27.379077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:27.389231 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Made reservation on behalf of a8c94fb316ae4f45aa41eb413c9e716d for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:14:27.391922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.404262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.419100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:27.423650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Usage tracker for resource:security_group_rule and tenant:a8c94fb316ae4f45aa41eb413c9e716d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:27.427247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:27.433123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:27.534512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.534512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.552422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.552422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.598950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:14:27.612107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bb8f61-75f4-48af-8f1e-e8c1aed96bb6,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:27.630567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.630567 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Added segment 42428168-9810-4ea1-9481-6e2f45140306 of type vlan for network 0e6cf186-2a42-4f34-93b0-2c22fce60796 May 28 06:14:27.663898 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.678839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Calling delete_port for 0e0010cb-6cf2-49e6-80dc-354e1c98dcdb owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:27.709754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.711083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:27.711933 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.853535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6479545 May 28 06:14:27.855434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:27.857848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fbcac-e590-4c36-bf0c-23c25354b793 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6cf186-2a42-4f34-93b0-2c22fce60796,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:27.870994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0e6cf186-2a42-4f34-93b0-2c22fce60796 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:14:27.879320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42396) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:27.887654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Request body: {'subnet': {'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-455733114-subnet', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:14:27.897761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:27.916921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Usage tracker for resource:subnet and tenant:a8c94fb316ae4f45aa41eb413c9e716d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:27.916921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:27.920583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'Port': ['ID=0e0010cb-6cf2-49e6-80dc-354e1c98dcdb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:27.954003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:27.967946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Made reservation on behalf of a8c94fb316ae4f45aa41eb413c9e716d for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:14:27.971014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:28.014561 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:28.014900 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Floating IP 1c35b2fe-6925-49eb-8de9-68efb5754c23 disassociated (deleted). External IP: 172.25.4.150, port: 59e47ed6-b3b9-499c-a711-2e69b8081b0d. May 28 06:14:28.269347 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:28.359953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b833b29d-504c-40a5-994e-8378b039d9cb,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:28.386912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Checking segment: {'id': '42428168-9810-4ea1-9481-6e2f45140306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:14:28.387317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Network hostable DHCP agents. Network: 0e6cf186-2a42-4f34-93b0-2c22fce60796, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:14:28.420112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Network 0e6cf186-2a42-4f34-93b0-2c22fce60796 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:14:28.431816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 0e6cf186-2a42-4f34-93b0-2c22fce60796) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:28.441411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc023c-61bb-4aab-b08d-07fa7f1713a2 None None] Network 0e6cf186-2a42-4f34-93b0-2c22fce60796 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:14:28.443544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:28.443544 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:28.480078 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8aa6314e-6d1a-4fe8-afb8-1a8fbc5c2a62 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5987594 May 28 06:14:28.480078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42406) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:28.496062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-455733114-router', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:14:28.505578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:28.508929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Router 09824474-16b6-48bd-9d5a-0f0231477221 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:14:28.512459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Usage tracker for resource:router and tenant:a8c94fb316ae4f45aa41eb413c9e716d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:28.512459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:28.532738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:28.551661 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:28.551661 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:28.576825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:28.748106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-0e6cf186-2a42-4f34-93b0-2c22fce60796', 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'fixed_ips': [{'subnet_id': 'b833b29d-504c-40a5-994e-8378b039d9cb'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:14:28.748320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:14:28.749074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:28.761491 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] Sync routers for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:14:28.774348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:28.777055 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:28.779022 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:28.888168 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-87256578-380f-4393-bd1b-1d5be284d2ac tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "DELETE /v2.0/floatingips/1c35b2fe-6925-49eb-8de9-68efb5754c23 HTTP/1.1" status: 204 len: 168 time: 1.9368234 May 28 06:14:28.888168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'tag': '59e47ed6-b3b9-499c-a711-2e69b8081b0d'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:14:29.010405 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbed9de-8f73-4672-a4fc-59b61cea3a46'] response: {'name': 'network-changed', 'server_uuid': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'tag': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'status': 'completed', 'code': 200} May 28 06:14:29.042208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Allocated IP 172.20.0.2 (0e6cf186-2a42-4f34-93b0-2c22fce60796/b833b29d-504c-40a5-994e-8378b039d9cb/47cfdb47-8170-482e-aa03-0856d220a788) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:14:29.078813 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:29.326156 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:29.338789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Transition to ACTIVE for port object 47cfdb47-8170-482e-aa03-0856d220a788 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:14:29.378557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:29.418591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Transition to ACTIVE for port object 47cfdb47-8170-482e-aa03-0856d220a788 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:14:29.418591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:29.528812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Network 0e6cf186-2a42-4f34-93b0-2c22fce60796 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:14:29.528812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:29.543508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:14:29.543508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Pushing event updated for resources: {'Port': ['ID=47cfdb47-8170-482e-aa03-0856d220a788,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:29.581857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9059e-9824-4661-931c-12cce0725a6f req-9bf94d7a-dc91-4fc9-97d0-6367514bf45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:29.581857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06c9059e-9824-4661-931c-12cce0725a6f req-9bf94d7a-dc91-4fc9-97d0-6367514bf45a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 1097 time: 0.4993768 May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.585285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:29.648594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Attempting to bind port 47cfdb47-8170-482e-aa03-0856d220a788 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:14:29.649038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Attempting to bind port 47cfdb47-8170-482e-aa03-0856d220a788 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '42428168-9810-4ea1-9481-6e2f45140306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:14:29.649466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Attempting to bind port 47cfdb47-8170-482e-aa03-0856d220a788 on network 0e6cf186-2a42-4f34-93b0-2c22fce60796 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:14:29.651669 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:29.655842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:14:29.656352 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Checking segment: {'id': '42428168-9810-4ea1-9481-6e2f45140306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:14:29.656863 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:29.657321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Bound using segment: {'id': '42428168-9810-4ea1-9481-6e2f45140306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:14:29.657648 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] Checking router: 09824474-16b6-48bd-9d5a-0f0231477221 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:14:29.657905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Bound port: 47cfdb47-8170-482e-aa03-0856d220a788, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42428168-9810-4ea1-9481-6e2f45140306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:14:29.658519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:29.668218 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:29.669648 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:29.756641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] For port 47cfdb47-8170-482e-aa03-0856d220a788, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:14:29.760081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] For port 47cfdb47-8170-482e-aa03-0856d220a788, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47cfdb47-8170-482e-aa03-0856d220a788,segment=NetworkSegment(42428168-9810-4ea1-9481-6e2f45140306),segment_id=42428168-9810-4ea1-9481-6e2f45140306)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:14:29.767037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:29.767650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9059e-9824-4661-931c-12cce0725a6f req-b0044cb9-b69b-43e5-a55f-d2c0c80c833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:29.769088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06c9059e-9824-4661-931c-12cce0725a6f req-b0044cb9-b69b-43e5-a55f-d2c0c80c833d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 200 len: 912 time: 0.1814601 May 28 06:14:29.783197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7d16e-cc0b-4ac7-879a-773c069c222f req-779b30a7-acf7-442c-8334-7653ce7019d6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:29.784970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e6f7d16e-cc0b-4ac7-879a-773c069c222f req-779b30a7-acf7-442c-8334-7653ce7019d6 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 946 time: 0.3865283 May 28 06:14:29.873717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64958f61-e4a6-426b-ae77-2dd7319b2a48 None None] Pushing event updated for resources: {'Port': ['ID=47cfdb47-8170-482e-aa03-0856d220a788,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:29.906443 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:29.924506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06c9059e-9824-4661-931c-12cce0725a6f req-e0966b8e-ab5b-4ffa-b3d8-6897b2c548f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d HTTP/1.1" status: 200 len: 217 time: 0.1160119 May 28 06:14:30.011018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e6f7d16e-cc0b-4ac7-879a-773c069c222f req-4cdbb5d7-8906-4c94-8b84-8ca64cde96db tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352599 May 28 06:14:30.033096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9059e-9824-4661-931c-12cce0725a6f req-5408dfed-49a6-4b33-b951-f8d65f6415f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:30.034827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06c9059e-9824-4661-931c-12cce0725a6f req-5408dfed-49a6-4b33-b951-f8d65f6415f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 200 len: 850 time: 0.1250899 May 28 06:14:30.380468 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:30.380468 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4d3b67-97b7-4f94-9a2e-5403e45f31df None None] The sync data for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 is: [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:02:31Z', 'revision_number': 4, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '3e1f5e46-4628-4c70-a1e7-b4ff0c39a862', 'name': '', 'network_id': '5548a89e-ac6e-4db8-9dd0-bc7145d9109a', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'mac_address': 'fa:16:3e:26:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:27Z', 'updated_at': '2022-05-28T06:02:42Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'subnets': [{'id': 'df602273-db7f-4234-b6c8-0beb4f26e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:14:30.445021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9059e-9824-4661-931c-12cce0725a6f req-6b662989-3d05-40b8-a476-ae3cbf5de350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:30.445021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06c9059e-9824-4661-931c-12cce0725a6f req-6b662989-3d05-40b8-a476-ae3cbf5de350 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5548a89e-ac6e-4db8-9dd0-bc7145d9109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3928819 May 28 06:14:30.464633 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:30.510840 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:30.714866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06c9059e-9824-4661-931c-12cce0725a6f req-c27c243f-9a25-4b66-9f9d-bd02024ebe29 service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238059 May 28 06:14:30.864080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6e8bf3-ed26-4535-8bcd-5c1ad080f35f None None] New status for floating IP 1c35b2fe-6925-49eb-8de9-68efb5754c23: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:14:30.896484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-f341c9ac-c38c-498e-8578-8b106807e52d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:30.897212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-f341c9ac-c38c-498e-8578-8b106807e52d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:14:30.915603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-f341c9ac-c38c-498e-8578-8b106807e52d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:14:30.917177 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-f341c9ac-c38c-498e-8578-8b106807e52d tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 946 time: 0.2771399 May 28 06:14:31.019196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-faee1c70-62f1-4fc2-885d-d23012470cd2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Deleting port 59e47ed6-b3b9-499c-a711-2e69b8081b0d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:31.019196 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-faee1c70-62f1-4fc2-885d-d23012470cd2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:31.170222 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06c9059e-9824-4661-931c-12cce0725a6f req-38d4fbe0-743e-4120-a722-7031874e999d service neutron] 10.222.0.41 "GET /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210649 May 28 06:14:31.194912 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:31.205283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Allocated IP 172.25.4.67 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/8d4555b7-05a8-4054-bec7-8e1aabbc0716) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:14:31.387418 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:31.457716 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:31.541539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:14:31.541539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:31.541539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:14:31.575808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-faee1c70-62f1-4fc2-885d-d23012470cd2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] For port 59e47ed6-b3b9-499c-a711-2e69b8081b0d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=59e47ed6-b3b9-499c-a711-2e69b8081b0d,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:31.575808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-faee1c70-62f1-4fc2-885d-d23012470cd2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:31.598196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011243e-7720-4163-8dc1-d2393535fadc None None] Network 0e6cf186-2a42-4f34-93b0-2c22fce60796 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:14:31.609586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4555b7-05a8-4054-bec7-8e1aabbc0716,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:31.673474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bca9fc-9d7a-41e1-a9f9-fa3fe5a7a11e req-6520156a-06bc-4160-b7c9-bccb3ac1a9a5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:31.673474 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74bca9fc-9d7a-41e1-a9f9-fa3fe5a7a11e req-6520156a-06bc-4160-b7c9-bccb3ac1a9a5 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 946 time: 0.2324703 May 28 06:14:31.736834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-faee1c70-62f1-4fc2-885d-d23012470cd2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Calling delete_port for 59e47ed6-b3b9-499c-a711-2e69b8081b0d owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:31.737167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-6d0be55d-7607-4641-aba4-fff8f1ea47ef None None] Provisioning for port 47cfdb47-8170-482e-aa03-0856d220a788 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:14:31.839291 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74bca9fc-9d7a-41e1-a9f9-fa3fe5a7a11e req-1deb91ce-2725-44c8-917a-39cc53a397cf tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b227fb-5d01-448f-8ceb-ed2389c9fbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750820 May 28 06:14:31.981031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-faee1c70-62f1-4fc2-885d-d23012470cd2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:32.059207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee1c70-62f1-4fc2-885d-d23012470cd2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'Port': ['ID=59e47ed6-b3b9-499c-a711-2e69b8081b0d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:32.107624 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:32.206763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-faee1c70-62f1-4fc2-885d-d23012470cd2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] No DVR routers for this DVR port 59e47ed6-b3b9-499c-a711-2e69b8081b0d on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:14:32.211512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-faee1c70-62f1-4fc2-885d-d23012470cd2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:32.243454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'name': 'network-vif-deleted', 'tag': '59e47ed6-b3b9-499c-a711-2e69b8081b0d'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:14:32.269746 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d9ca9ae0-ff72-4af6-8644-a673d31a1e25 req-faee1c70-62f1-4fc2-885d-d23012470cd2 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.41 "DELETE /v2.0/ports/59e47ed6-b3b9-499c-a711-2e69b8081b0d HTTP/1.1" status: 204 len: 173 time: 1.3409221 May 28 06:14:32.322700 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6b452f-9dc7-4aea-8d00-0116107f7a60'] response: {'server_uuid': '193ef10f-bdb7-4b43-915e-2e42dd1761ef', 'name': 'network-vif-deleted', 'tag': '59e47ed6-b3b9-499c-a711-2e69b8081b0d', 'status': 'completed', 'code': 200} May 28 06:14:32.346509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47cfdb47-8170-482e-aa03-0856d220a788 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:32.490850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 47cfdb47-8170-482e-aa03-0856d220a788 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:14:32.494444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 47cfdb47-8170-482e-aa03-0856d220a788 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:32.494444 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:32.692225 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 47cfdb47-8170-482e-aa03-0856d220a788 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:32.692518 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:32.730830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:32.775924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 47cfdb47-8170-482e-aa03-0856d220a788, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47cfdb47-8170-482e-aa03-0856d220a788,segment=NetworkSegment(42428168-9810-4ea1-9481-6e2f45140306),segment_id=42428168-9810-4ea1-9481-6e2f45140306)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:32.787089 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:32.861417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=47cfdb47-8170-482e-aa03-0856d220a788,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:33.040138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:14:33.048007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1ca1e9a6-584e-40e8-81c6-741ec420acb6 req-2b8274d1-b9c7-440e-a58a-ee3872d70875 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Synchronizing usage tracker for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:14:33.069291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1ca1e9a6-584e-40e8-81c6-741ec420acb6 req-2b8274d1-b9c7-440e-a58a-ee3872d70875 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Unset dirty status for tenant:fc6f3a6f26a545aaab5fd63e9f766804 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:14:33.071092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1ca1e9a6-584e-40e8-81c6-741ec420acb6 req-2b8274d1-b9c7-440e-a58a-ee3872d70875 tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "GET /v2.0/ports?device_id=193ef10f-bdb7-4b43-915e-2e42dd1761ef HTTP/1.1" status: 200 len: 210 time: 0.0707879 May 28 06:14:33.430460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:14:33.445283 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Sync routers for ids ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:14:33.458698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:33.458698 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f6ab1551-6317-4d0c-93a5-3e659399aa39 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9793820 May 28 06:14:33.464470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42454) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:33.478763 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Routers {'2c9dc662-1e3b-492c-a883-a0fdcd0adb38'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:33.478763 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:33.691599 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Set router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:33.941441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 59e47ed6-b3b9-499c-a711-2e69b8081b0d no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:14:33.983021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 59e47ed6-b3b9-499c-a711-2e69b8081b0d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:14:33.983513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 59e47ed6-b3b9-499c-a711-2e69b8081b0d not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:14:34.064997 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'name': 'tempest-TestAggregatesBasicOps-455733114-router', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:28Z', 'updated_at': '2022-05-28T06:14:31Z', 'revision_number': 3, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'gw_port': {'id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:30Z', 'updated_at': '2022-05-28T06:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:34.069285 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Checking router: 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:14:34.069770 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Updating router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 port 8d4555b7-05a8-4054-bec7-8e1aabbc0716 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:14:34.149290 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:34.258095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42466) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:34.273033 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47cfdb47-8170-482e-aa03-0856d220a788 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:34.384476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:34.438608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 47cfdb47-8170-482e-aa03-0856d220a788 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:34.438996 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:34.483067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-96074095-e1f8-4b83-9822-25431f03980f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Deleting port fef9aac8-14f8-48d5-9a2e-83e8c505be7f {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:34.483351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96074095-e1f8-4b83-9822-25431f03980f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:34.656230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Allocated IP 172.20.0.1 (0e6cf186-2a42-4f34-93b0-2c22fce60796/b833b29d-504c-40a5-994e-8378b039d9cb/8d95e8bc-f356-4d2b-bb76-ef18114ae10c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:14:34.690244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 47cfdb47-8170-482e-aa03-0856d220a788 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:34.756802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96074095-e1f8-4b83-9822-25431f03980f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:34.756802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96074095-e1f8-4b83-9822-25431f03980f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:34.816923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:34.843599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Transition to ACTIVE for port object 8d95e8bc-f356-4d2b-bb76-ef18114ae10c will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:14:34.878667 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:34.902733 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-96074095-e1f8-4b83-9822-25431f03980f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Calling delete_port for fef9aac8-14f8-48d5-9a2e-83e8c505be7f owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:34.961650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Network 0e6cf186-2a42-4f34-93b0-2c22fce60796 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:14:34.961650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:34.961650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:14:35.045270 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.069825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Pushing event updated for resources: {'Port': ['ID=8d95e8bc-f356-4d2b-bb76-ef18114ae10c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:35.075333 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Transition to ACTIVE for port object 8d4555b7-05a8-4054-bec7-8e1aabbc0716 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:14:35.084105 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.087468 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.190202 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Pushing event updated for resources: {'Port': ['ID=8d4555b7-05a8-4054-bec7-8e1aabbc0716,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:35.200940 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.201332 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.201587 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.202048 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.202606 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.202930 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.203330 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.203608 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.204007 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.204223 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.204530 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.204839 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:35.247119 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Attempting to bind port 8d4555b7-05a8-4054-bec7-8e1aabbc0716 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:14:35.247487 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Attempting to bind port 8d4555b7-05a8-4054-bec7-8e1aabbc0716 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:14:35.247912 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Attempting to bind port 8d4555b7-05a8-4054-bec7-8e1aabbc0716 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:14:35.266974 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:14:35.267396 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:14:35.267796 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.268415 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:14:35.269116 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Bound port: 8d4555b7-05a8-4054-bec7-8e1aabbc0716, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:14:35.269675 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.337988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96074095-e1f8-4b83-9822-25431f03980f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.393695 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] For port 8d4555b7-05a8-4054-bec7-8e1aabbc0716, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:14:35.401877 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] For port 8d4555b7-05a8-4054-bec7-8e1aabbc0716, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8d4555b7-05a8-4054-bec7-8e1aabbc0716,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:14:35.401877 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.446477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96074095-e1f8-4b83-9822-25431f03980f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'Port': ['ID=fef9aac8-14f8-48d5-9a2e-83e8c505be7f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:35.450934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fb860208-aeb2-4d45-8183-9fd2968b1bc5 None None] Provisioning for port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:14:35.450934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-fb860208-aeb2-4d45-8183-9fd2968b1bc5 None None] Provisioning complete for port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:35.450934 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fb860208-aeb2-4d45-8183-9fd2968b1bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.564203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-fb860208-aeb2-4d45-8183-9fd2968b1bc5 None None] Port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:14:35.568117 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Routers {'2c9dc662-1e3b-492c-a883-a0fdcd0adb38'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:35.568117 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:35.606863 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96074095-e1f8-4b83-9822-25431f03980f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.640433 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96074095-e1f8-4b83-9822-25431f03980f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.644163 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-96074095-e1f8-4b83-9822-25431f03980f tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "DELETE /v2.0/floatingips/2dc83550-e2e4-4497-9b25-84cddf790aae HTTP/1.1" status: 204 len: 168 time: 1.3854353 May 28 06:14:35.668213 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:35.733489 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f52c02-0d18-4cb6-8cb9-edbf46c28591 None None] Pushing event updated for resources: {'Port': ['ID=8d4555b7-05a8-4054-bec7-8e1aabbc0716,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:35.792988 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] Set router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:36.083193 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:36.093900 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:36.246647 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'name': 'tempest-TestAggregatesBasicOps-455733114-router', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:28Z', 'updated_at': '2022-05-28T06:14:35Z', 'revision_number': 4, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'gw_port': {'id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:30Z', 'updated_at': '2022-05-28T06:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '8d95e8bc-f356-4d2b-bb76-ef18114ae10c', 'name': '', 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'mac_address': 'fa:16:3e:30:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'b833b29d-504c-40a5-994e-8378b039d9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:34Z', 'updated_at': '2022-05-28T06:14:34Z', 'revision_number': 1, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'subnets': [{'id': 'b833b29d-504c-40a5-994e-8378b039d9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:36.246647 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109bbf0-8475-4d9f-8743-323b72b0dd9c None None] The sync data for ids ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'] in n-d-843679-5 is: [{'id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'name': 'tempest-TestAggregatesBasicOps-455733114-router', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:28Z', 'updated_at': '2022-05-28T06:14:35Z', 'revision_number': 4, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'gw_port': {'id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:30Z', 'updated_at': '2022-05-28T06:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '8d95e8bc-f356-4d2b-bb76-ef18114ae10c', 'name': '', 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'mac_address': 'fa:16:3e:30:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'b833b29d-504c-40a5-994e-8378b039d9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:34Z', 'updated_at': '2022-05-28T06:14:34Z', 'revision_number': 1, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'subnets': [{'id': 'b833b29d-504c-40a5-994e-8378b039d9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:14:36.284767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:36.382086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Pushing event updated for resources: {'Port': ['ID=8d95e8bc-f356-4d2b-bb76-ef18114ae10c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:36.476441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Network 0e6cf186-2a42-4f34-93b0-2c22fce60796 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:14:36.477631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:36.736858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:14:36.934665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aaeb1d99-b003-41b1-8862-40cc0fafec39 None None] Provisioning complete for port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:36.935211 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1d99-b003-41b1-8862-40cc0fafec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:37.019874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb1d99-b003-41b1-8862-40cc0fafec39 None None] Port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:14:37.053590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:14:37.070970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c91899c1-17dd-4f0d-96c0-33c410c599bc admin admin] 10.222.0.39 "PUT /v2.0/routers/2c9dc662-1e3b-492c-a883-a0fdcd0adb38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6068354 May 28 06:14:37.901405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42524) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:37.922031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-629261851-network', 'tenant_id': '34542558ac5847ff8438976396bc3df1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:14:37.946385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:37.953139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Usage tracker for resource:network and tenant:34542558ac5847ff8438976396bc3df1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:37.955159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:37.967690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:37.991904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Made reservation on behalf of 34542558ac5847ff8438976396bc3df1 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:14:37.994267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.007835 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.030847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:38.035720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Usage tracker for resource:security_group_rule and tenant:34542558ac5847ff8438976396bc3df1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:38.038668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:38.058743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:38.188301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.198829 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.305962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:14:38.317613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd4baef-c005-4fbc-8034-e567dbaa8bf8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:38.347997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.348681 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Added segment 08441f56-1aab-4d85-8b12-fa16e38e86b6 of type vlan for network 095de295-fbc5-4b85-8a05-c245621194a3 May 28 06:14:38.397027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8d4555b7-05a8-4054-bec7-8e1aabbc0716 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:38.433396 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.524131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.531058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:38.531058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.580189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6745691 May 28 06:14:38.583190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42536) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:38.591909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 8d4555b7-05a8-4054-bec7-8e1aabbc0716 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:14:38.594939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Request body: {'subnet': {'network_id': '095de295-fbc5-4b85-8a05-c245621194a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-629261851-subnet', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:14:38.603522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 8d4555b7-05a8-4054-bec7-8e1aabbc0716 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:38.613683 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.616212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:38.625458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Usage tracker for resource:subnet and tenant:34542558ac5847ff8438976396bc3df1 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:38.633008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:38.648803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:38.676272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Made reservation on behalf of 34542558ac5847ff8438976396bc3df1 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:14:38.676272 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.721139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07147bcb-6acb-4e93-8130-4b1f0cd489c3 admin admin] Pushing event updated for resources: {'Network': ['ID=095de295-fbc5-4b85-8a05-c245621194a3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:38.746366 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0adb-8bc3-4756-bac0-cf768365cfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:38.794595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 095de295-fbc5-4b85-8a05-c245621194a3 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:14:39.014136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:39.135645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fa4134-ee19-47f6-b397-1a9b847a610c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:39.137918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Checking segment: {'id': '08441f56-1aab-4d85-8b12-fa16e38e86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:14:39.138245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Network hostable DHCP agents. Network: 095de295-fbc5-4b85-8a05-c245621194a3, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:14:39.162886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Network 095de295-fbc5-4b85-8a05-c245621194a3 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:14:39.179669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 095de295-fbc5-4b85-8a05-c245621194a3) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:39.192756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7defc4f4-1802-4dbc-b68d-36cbac96fe9b None None] Network 095de295-fbc5-4b85-8a05-c245621194a3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:14:39.194985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:39.195676 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:39.223252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-94ce29ba-a52d-4107-97d6-7cd694dc52eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6460829 May 28 06:14:39.226868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42552) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:39.232756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-629261851-router', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:14:39.239064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:39.245238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Usage tracker for resource:router and tenant:34542558ac5847ff8438976396bc3df1 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:39.249266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:39.263188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:39.287281 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:39.288897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:39.313228 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:39.339055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 8d4555b7-05a8-4054-bec7-8e1aabbc0716 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:39.339879 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:39.627684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42560) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:39.728196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 8d4555b7-05a8-4054-bec7-8e1aabbc0716, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8d4555b7-05a8-4054-bec7-8e1aabbc0716,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:39.737220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-095de295-fbc5-4b85-8a05-c245621194a3', 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'fixed_ips': [{'subnet_id': '36fa4134-ee19-47f6-b397-1a9b847a610c'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:14:39.738676 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:39.806788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7815ff2e-5239-4d21-a915-938ad31202ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:39.864632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7815ff2e-5239-4d21-a915-938ad31202ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:39.884733 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:40.010695 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7815ff2e-5239-4d21-a915-938ad31202ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:40.051411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=8d4555b7-05a8-4054-bec7-8e1aabbc0716,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:40.061721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Sync routers for ids ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:14:40.093191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Routers {'2c9dc662-1e3b-492c-a883-a0fdcd0adb38'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:40.093987 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:40.151974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815ff2e-5239-4d21-a915-938ad31202ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b227fb-5d01-448f-8ceb-ed2389c9fbeb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:40.187821 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7815ff2e-5239-4d21-a915-938ad31202ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:40.194911 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7815ff2e-5239-4d21-a915-938ad31202ee tempest-TestVolumeBootPattern-1567729572 tempest-TestVolumeBootPattern-1567729572-project] 10.222.0.39 "DELETE /v2.0/security-groups/27b227fb-5d01-448f-8ceb-ed2389c9fbeb HTTP/1.1" status: 204 len: 168 time: 0.5644734 May 28 06:14:40.282622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42574) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:40.330837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Allocated IP 172.20.0.2 (095de295-fbc5-4b85-8a05-c245621194a3/36fa4134-ee19-47f6-b397-1a9b847a610c/b3967ccb-2689-49d6-ad3b-36baca5b2a83) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:14:40.382313 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:40.574223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8d4555b7-05a8-4054-bec7-8e1aabbc0716 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:40.836867 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:40.957651 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:40.986007 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-247158de-b595-4782-b741-23a3daf7155f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:41.010918 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:41.028777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 8d4555b7-05a8-4054-bec7-8e1aabbc0716 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:41.029172 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:41.067985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Set router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:41.258823 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:41.288228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Transition to ACTIVE for port object b3967ccb-2689-49d6-ad3b-36baca5b2a83 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:14:41.323915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Allocated IP 172.25.4.91 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/db1a500a-ca14-4065-8c63-90be47d706cf) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:14:41.507470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:41.552873 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:41.593888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Transition to ACTIVE for port object b3967ccb-2689-49d6-ad3b-36baca5b2a83 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:14:41.599822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:41.686913 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:41.712162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:14:41.715665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:41.720841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:14:41.826445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Pushing event updated for resources: {'Port': ['ID=b3967ccb-2689-49d6-ad3b-36baca5b2a83,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:41.826445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 8d4555b7-05a8-4054-bec7-8e1aabbc0716 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:41.862851 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:41.875994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Network 095de295-fbc5-4b85-8a05-c245621194a3 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:14:41.889585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:41.907220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:14:41.907220 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:41.928579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Pushing event updated for resources: {'Port': ['ID=db1a500a-ca14-4065-8c63-90be47d706cf,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:42.077277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Attempting to bind port b3967ccb-2689-49d6-ad3b-36baca5b2a83 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:14:42.077652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Attempting to bind port b3967ccb-2689-49d6-ad3b-36baca5b2a83 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '08441f56-1aab-4d85-8b12-fa16e38e86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:14:42.078025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Attempting to bind port b3967ccb-2689-49d6-ad3b-36baca5b2a83 on network 095de295-fbc5-4b85-8a05-c245621194a3 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:14:42.109265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:14:42.109647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Checking segment: {'id': '08441f56-1aab-4d85-8b12-fa16e38e86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:14:42.110827 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:42.111690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Bound using segment: {'id': '08441f56-1aab-4d85-8b12-fa16e38e86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:14:42.112230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Bound port: b3967ccb-2689-49d6-ad3b-36baca5b2a83, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08441f56-1aab-4d85-8b12-fa16e38e86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:14:42.112685 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:42.237856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] For port b3967ccb-2689-49d6-ad3b-36baca5b2a83, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:14:42.241305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] For port b3967ccb-2689-49d6-ad3b-36baca5b2a83, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b3967ccb-2689-49d6-ad3b-36baca5b2a83,segment=NetworkSegment(08441f56-1aab-4d85-8b12-fa16e38e86b6),segment_id=08441f56-1aab-4d85-8b12-fa16e38e86b6)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:14:42.254074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:42.405434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf0575-d6b9-4593-86a2-cb570b3733d1 None None] Pushing event updated for resources: {'Port': ['ID=b3967ccb-2689-49d6-ad3b-36baca5b2a83,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:42.436939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'name': 'tempest-TestAggregatesBasicOps-455733114-router', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:28Z', 'updated_at': '2022-05-28T06:14:35Z', 'revision_number': 4, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'gw_port': {'id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:30Z', 'updated_at': '2022-05-28T06:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '8d95e8bc-f356-4d2b-bb76-ef18114ae10c', 'name': '', 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'mac_address': 'fa:16:3e:30:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'b833b29d-504c-40a5-994e-8378b039d9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:34Z', 'updated_at': '2022-05-28T06:14:35Z', 'revision_number': 2, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'subnets': [{'id': 'b833b29d-504c-40a5-994e-8378b039d9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:42.457122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Checking router: 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:14:42.457482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Updating router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:14:42.475832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] Deleting port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:42.476173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:42.588857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:42.614820 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:42.757667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] For port 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3e1f5e46-4628-4c70-a1e7-b4ff0c39a862,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:42.762831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:42.968145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] Calling delete_port for 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:43.441245 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:43.517462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Transition to ACTIVE for port object 8d95e8bc-f356-4d2b-bb76-ef18114ae10c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:14:43.528596 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:43.536225 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:43.624056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:43.688020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1f5e46-4628-4c70-a1e7-b4ff0c39a862,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:43.787521 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:44.142444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d65d2-abaa-43e8-a4e1-1d5eafb53e25 None None] Pushing event updated for resources: {'Port': ['ID=8d95e8bc-f356-4d2b-bb76-ef18114ae10c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:44.179532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Attempting to bind port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:14:44.179920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Attempting to bind port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '42428168-9810-4ea1-9481-6e2f45140306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:14:44.180250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Attempting to bind port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c on network 0e6cf186-2a42-4f34-93b0-2c22fce60796 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:14:44.229700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:14:44.230078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Checking segment: {'id': '42428168-9810-4ea1-9481-6e2f45140306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:14:44.230509 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:44.230883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Bound using segment: {'id': '42428168-9810-4ea1-9481-6e2f45140306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:14:44.238412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Bound port: 8d95e8bc-f356-4d2b-bb76-ef18114ae10c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42428168-9810-4ea1-9481-6e2f45140306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:14:44.238896 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:44.383770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:14:44.420227 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:44.443468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df223763-d126-4c3d-b470-e8cbf143e8c9 None None] Network 095de295-fbc5-4b85-8a05-c245621194a3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:14:44.729577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b3967ccb-2689-49d6-ad3b-36baca5b2a83 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:44.749612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:14:44.761622 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Sync routers for ids ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:14:44.776903 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Routers {'7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:44.777130 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:44.788015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] For port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:14:44.798688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:44.802431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-92686c7d-39fc-481e-8e60-449e7e5a78fb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5718989 May 28 06:14:44.802637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42626) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:44.883123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] For port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8d95e8bc-f356-4d2b-bb76-ef18114ae10c,segment=NetworkSegment(42428168-9810-4ea1-9481-6e2f45140306),segment_id=42428168-9810-4ea1-9481-6e2f45140306)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:14:45.088766 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:45.156906 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Set router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:45.183315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d65d2-abaa-43e8-a4e1-1d5eafb53e25 None None] Pushing event updated for resources: {'Port': ['ID=8d95e8bc-f356-4d2b-bb76-ef18114ae10c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:45.201500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d68c5834-e4ca-43be-9ee9-20db862696f0 None None] Provisioning for port b3967ccb-2689-49d6-ad3b-36baca5b2a83 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:14:45.242957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port b3967ccb-2689-49d6-ad3b-36baca5b2a83 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:14:45.316136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] Router 09824474-16b6-48bd-9d5a-0f0231477221 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:14:45.385531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b3967ccb-2689-49d6-ad3b-36baca5b2a83 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:45.398372 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:45.583921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Routers {'2c9dc662-1e3b-492c-a883-a0fdcd0adb38'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:45.584585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:45.647297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:14:45.691963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-53d9a52a-0120-4782-9327-6299b4d02264 admin admin] 10.222.0.39 "PUT /v2.0/routers/09824474-16b6-48bd-9d5a-0f0231477221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3992898 May 28 06:14:45.691963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42634) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:45.710826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32148a32-a838-4675-92d9-c7b82b328561 None None] Sync routers for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:14:45.756080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32148a32-a838-4675-92d9-c7b82b328561 None None] Routers {'09824474-16b6-48bd-9d5a-0f0231477221'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:45.756080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-32148a32-a838-4675-92d9-c7b82b328561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['09824474-16b6-48bd-9d5a-0f0231477221'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:46.050573 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'name': 'tempest-TestAggregatesBasicOps-629261851-router', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:39Z', 'updated_at': '2022-05-28T06:14:42Z', 'revision_number': 3, 'project_id': '34542558ac5847ff8438976396bc3df1', 'gw_port': {'id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:41Z', 'updated_at': '2022-05-28T06:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:46.059549 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Checking router: 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:14:46.059549 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Updating router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 port db1a500a-ca14-4065-8c63-90be47d706cf binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:14:46.073365 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:46.209368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-32148a32-a838-4675-92d9-c7b82b328561 None None] Set router 09824474-16b6-48bd-9d5a-0f0231477221 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:46.227589 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:46.440776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:46.478352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Deleting port ab9db1b2-1fdd-4b52-b658-d61943410d09 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:46.478352 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:46.480465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b3967ccb-2689-49d6-ad3b-36baca5b2a83 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:46.480465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:46.508386 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:46.608369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] Set router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:46.850747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b3967ccb-2689-49d6-ad3b-36baca5b2a83, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b3967ccb-2689-49d6-ad3b-36baca5b2a83,segment=NetworkSegment(08441f56-1aab-4d85-8b12-fa16e38e86b6),segment_id=08441f56-1aab-4d85-8b12-fa16e38e86b6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:46.868021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] For port ab9db1b2-1fdd-4b52-b658-d61943410d09, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ab9db1b2-1fdd-4b52-b658-d61943410d09,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:46.868021 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:46.979001 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.020047 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Transition to ACTIVE for port object db1a500a-ca14-4065-8c63-90be47d706cf will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:14:47.050266 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.093640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Calling delete_port for ab9db1b2-1fdd-4b52-b658-d61943410d09 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:47.214510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Allocated IP 172.20.0.1 (095de295-fbc5-4b85-8a05-c245621194a3/36fa4134-ee19-47f6-b397-1a9b847a610c/b440df2a-6c89-412f-9e7d-69bb9cf62083) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:14:47.288544 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Attempting to bind port db1a500a-ca14-4065-8c63-90be47d706cf on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:14:47.288544 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Attempting to bind port db1a500a-ca14-4065-8c63-90be47d706cf by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:14:47.298201 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Attempting to bind port db1a500a-ca14-4065-8c63-90be47d706cf on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:14:47.309642 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:14:47.309642 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:14:47.309642 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.309642 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:14:47.309642 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Bound port: db1a500a-ca14-4065-8c63-90be47d706cf, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:14:47.309642 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.352122 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d71122-7b6e-48e0-a980-aa40c21ada3f None None] Pushing event updated for resources: {'Port': ['ID=db1a500a-ca14-4065-8c63-90be47d706cf,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:47.387620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.488099 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] For port db1a500a-ca14-4065-8c63-90be47d706cf, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:14:47.503376 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] For port db1a500a-ca14-4065-8c63-90be47d706cf, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db1a500a-ca14-4065-8c63-90be47d706cf,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:14:47.521709 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.528924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.543080 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.571677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-86313a4d-438f-43cb-af0e-6ed296048df9 None None] Provisioning complete for port b3967ccb-2689-49d6-ad3b-36baca5b2a83 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:47.571677 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-86313a4d-438f-43cb-af0e-6ed296048df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.589330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Transition to ACTIVE for port object b440df2a-6c89-412f-9e7d-69bb9cf62083 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:14:47.630359 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Routers {'7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:47.638997 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:47.662038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.700171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8d95e8bc-f356-4d2b-bb76-ef18114ae10c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:47.715108 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d71122-7b6e-48e0-a980-aa40c21ada3f None None] Pushing event updated for resources: {'Port': ['ID=db1a500a-ca14-4065-8c63-90be47d706cf,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:47.734952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9db1b2-1fdd-4b52-b658-d61943410d09,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:47.745117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Network 095de295-fbc5-4b85-8a05-c245621194a3 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:14:47.748497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:47.753199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:14:47.781903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.801536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Pushing event updated for resources: {'Port': ['ID=b440df2a-6c89-412f-9e7d-69bb9cf62083,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:47.915960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:47.983409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] Set router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:48.056911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b3967ccb-2689-49d6-ad3b-36baca5b2a83,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:48.149458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:14:48.179312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.234516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:48.234516 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.274848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.274848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.331941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.331941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09824474-16b6-48bd-9d5a-0f0231477221 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:14:48.345599 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.345599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-33de1038-1943-45a4-982b-2b0a4197cf9b admin admin] 10.222.0.39 "DELETE /v2.0/routers/09824474-16b6-48bd-9d5a-0f0231477221 HTTP/1.1" status: 204 len: 168 time: 2.6552999 May 28 06:14:48.350679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42664) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:48.365785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-32148a32-a838-4675-92d9-c7b82b328561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09824474-16b6-48bd-9d5a-0f0231477221', 'name': 'tempest-TestVolumeBootPattern-800674309-router', 'tenant_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:17Z', 'updated_at': '2022-05-28T06:14:43Z', 'revision_number': 5, 'project_id': 'fc6f3a6f26a545aaab5fd63e9f766804', 'gw_port': {'id': 'ab9db1b2-1fdd-4b52-b658-d61943410d09', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09824474-16b6-48bd-9d5a-0f0231477221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:19Z', 'updated_at': '2022-05-28T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:48.423353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32148a32-a838-4675-92d9-c7b82b328561 None None] Checking router: 09824474-16b6-48bd-9d5a-0f0231477221 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:14:48.441750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a54c292-7b06-4a46-a307-97631c409a47 admin admin] Deleting subnet df602273-db7f-4234-b6c8-0beb4f26e2d7 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:14:48.446356 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a54c292-7b06-4a46-a307-97631c409a47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.487704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'name': 'tempest-TestAggregatesBasicOps-455733114-router', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:28Z', 'updated_at': '2022-05-28T06:14:35Z', 'revision_number': 4, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'gw_port': {'id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:30Z', 'updated_at': '2022-05-28T06:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '8d95e8bc-f356-4d2b-bb76-ef18114ae10c', 'name': '', 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'mac_address': 'fa:16:3e:30:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'b833b29d-504c-40a5-994e-8378b039d9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:34Z', 'updated_at': '2022-05-28T06:14:44Z', 'revision_number': 4, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'subnets': [{'id': 'b833b29d-504c-40a5-994e-8378b039d9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:48.501807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32148a32-a838-4675-92d9-c7b82b328561 None None] Routers set() bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:48.502067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32148a32-a838-4675-92d9-c7b82b328561 None None] Router IDs set() for agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 28 06:14:48.502528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_agentschedulers_db [None req-32148a32-a838-4675-92d9-c7b82b328561 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09824474-16b6-48bd-9d5a-0f0231477221'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent'). {{(pid=88418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 28 06:14:48.502911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32148a32-a838-4675-92d9-c7b82b328561 None None] The sync data for ids ['09824474-16b6-48bd-9d5a-0f0231477221'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:14:48.508770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0968ca3-643f-4e5f-bab7-3f042d283892 None None] The sync data for ids ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'] in n-d-843679-5 is: [{'id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'name': 'tempest-TestAggregatesBasicOps-455733114-router', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:28Z', 'updated_at': '2022-05-28T06:14:35Z', 'revision_number': 4, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'gw_port': {'id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:30Z', 'updated_at': '2022-05-28T06:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '8d95e8bc-f356-4d2b-bb76-ef18114ae10c', 'name': '', 'network_id': '0e6cf186-2a42-4f34-93b0-2c22fce60796', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'mac_address': 'fa:16:3e:30:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'b833b29d-504c-40a5-994e-8378b039d9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:34Z', 'updated_at': '2022-05-28T06:14:44Z', 'revision_number': 4, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'subnets': [{'id': 'b833b29d-504c-40a5-994e-8378b039d9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:14:48.510530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a54c292-7b06-4a46-a307-97631c409a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.518540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-86313a4d-438f-43cb-af0e-6ed296048df9 None None] Current status of the port b3967ccb-2689-49d6-ad3b-36baca5b2a83 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:48.692762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:48.692762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.705326 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a54c292-7b06-4a46-a307-97631c409a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.726399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.738399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.756600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8d95e8bc-f356-4d2b-bb76-ef18114ae10c,segment=NetworkSegment(42428168-9810-4ea1-9481-6e2f45140306),segment_id=42428168-9810-4ea1-9481-6e2f45140306)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:48.756600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-086f8557-3895-424d-92e4-86586c57a29f None None] Provisioning for port b440df2a-6c89-412f-9e7d-69bb9cf62083 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:14:48.756600 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.832967 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'name': 'tempest-TestAggregatesBasicOps-629261851-router', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:39Z', 'updated_at': '2022-05-28T06:14:42Z', 'revision_number': 3, 'project_id': '34542558ac5847ff8438976396bc3df1', 'gw_port': {'id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:41Z', 'updated_at': '2022-05-28T06:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:48.838927 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf7527-958e-40bf-a407-f1e72851f085 None None] The sync data for ids ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'] in n-d-843679-5 is: [{'id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'name': 'tempest-TestAggregatesBasicOps-629261851-router', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:39Z', 'updated_at': '2022-05-28T06:14:42Z', 'revision_number': 3, 'project_id': '34542558ac5847ff8438976396bc3df1', 'gw_port': {'id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:41Z', 'updated_at': '2022-05-28T06:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:14:48.873649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a54c292-7b06-4a46-a307-97631c409a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.881207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-086f8557-3895-424d-92e4-86586c57a29f None None] Provisioning complete for port b440df2a-6c89-412f-9e7d-69bb9cf62083 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:48.881888 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-086f8557-3895-424d-92e4-86586c57a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.924502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54c292-7b06-4a46-a307-97631c409a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df602273-db7f-4234-b6c8-0beb4f26e2d7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:48.940251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a54c292-7b06-4a46-a307-97631c409a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.949386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7a54c292-7b06-4a46-a307-97631c409a47 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/df602273-db7f-4234-b6c8-0beb4f26e2d7 HTTP/1.1" status: 204 len: 168 time: 0.6000850 May 28 06:14:48.949615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42674) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:48.950079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Pushing event updated for resources: {'Port': ['ID=b440df2a-6c89-412f-9e7d-69bb9cf62083,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:48.964825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:48.989131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd80a0c-9e41-4eae-b23d-b72c31c19004 None None] Network 5548a89e-ac6e-4db8-9dd0-bc7145d9109a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:14:49.111436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-086f8557-3895-424d-92e4-86586c57a29f None None] Port b440df2a-6c89-412f-9e7d-69bb9cf62083 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:14:49.243566 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:49.273316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Deleting port f114c2af-d73b-4b76-ba25-2401813dd8b7 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:49.273667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:49.335422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Network 095de295-fbc5-4b85-8a05-c245621194a3 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:14:49.336667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:49.506582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=8d95e8bc-f356-4d2b-bb76-ef18114ae10c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:49.802178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] For port f114c2af-d73b-4b76-ba25-2401813dd8b7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f114c2af-d73b-4b76-ba25-2401813dd8b7,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:49.802178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:49.815920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] DHCP port deletion for 5548a89e-ac6e-4db8-9dd0-bc7145d9109a request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:14:49.824800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] Deleting port f114c2af-d73b-4b76-ba25-2401813dd8b7 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:49.825183 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:49.900429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b3967ccb-2689-49d6-ad3b-36baca5b2a83 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:49.914642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:14:50.133592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Calling delete_port for f114c2af-d73b-4b76-ba25-2401813dd8b7 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:50.255573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-869bc07a-44c2-4d07-8dc2-0992fec04fef None None] Provisioning complete for port b440df2a-6c89-412f-9e7d-69bb9cf62083 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:50.255573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-869bc07a-44c2-4d07-8dc2-0992fec04fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:50.343311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:14:50.347040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:50.369832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-438f4fbc-700c-4278-b78d-1f62dfffd12a admin admin] 10.222.0.39 "PUT /v2.0/routers/7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5592411 May 28 06:14:50.480934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f114c2af-d73b-4b76-ba25-2401813dd8b7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:50.482782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] No DVR routers for this DVR port f114c2af-d73b-4b76-ba25-2401813dd8b7 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:14:50.639419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] For port f114c2af-d73b-4b76-ba25-2401813dd8b7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f114c2af-d73b-4b76-ba25-2401813dd8b7,segment=NetworkSegment(2944809a-2ad5-40ab-a77b-6d60f498d44b),segment_id=2944809a-2ad5-40ab-a77b-6d60f498d44b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:50.639419 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:50.673717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b3967ccb-2689-49d6-ad3b-36baca5b2a83 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:50.673717 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:50.918414 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:50.918414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5548a89e-ac6e-4db8-9dd0-bc7145d9109a']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:50.918414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2944809a-2ad5-40ab-a77b-6d60f498d44b') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:50.918414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2944809a-2ad5-40ab-a77b-6d60f498d44b') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:50.924319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:50.958262 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:50.978021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:14:50.978596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:51.059788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-869bc07a-44c2-4d07-8dc2-0992fec04fef None None] Port b440df2a-6c89-412f-9e7d-69bb9cf62083 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:14:51.074664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] Calling delete_port for f114c2af-d73b-4b76-ba25-2401813dd8b7 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:51.221146 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 2944809a-2ad5-40ab-a77b-6d60f498d44b resource provider aggregate not found May 28 06:14:51.282755 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 2944809a-2ad5-40ab-a77b-6d60f498d44b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2944809a-2ad5-40ab-a77b-6d60f498d44b found for delete ", "request_id": "req-418feb35-dcbd-4657-953f-52d07d322492"}]} May 28 06:14:51.290173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:51.328118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:51.344363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5548a89e-ac6e-4db8-9dd0-bc7145d9109a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:51.350838 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-da19276f-9226-475e-8144-2e12360142d2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5548a89e-ac6e-4db8-9dd0-bc7145d9109a HTTP/1.1" status: 204 len: 168 time: 2.3992155 May 28 06:14:51.353545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42716) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:51.405011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b3967ccb-2689-49d6-ad3b-36baca5b2a83 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:51.406276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8d95e8bc-f356-4d2b-bb76-ef18114ae10c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:51.444486 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:14:51.444486 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:14:51.603047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:51.603047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:51.804568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:51.858387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:14:51.980901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] Deleting port f114c2af-d73b-4b76-ba25-2401813dd8b7 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:51.980901 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:52.073664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:14:52.074313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3e1f5e46-4628-4c70-a1e7-b4ff0c39a862 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:14:52.074730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ab9db1b2-1fdd-4b52-b658-d61943410d09 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:14:52.089272 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Sync routers for ids ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:14:52.108194 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Routers {'7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:52.110806 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:52.298567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-be76cf51-2023-4436-9c3a-ac9eda085cce None None] The port 'f114c2af-d73b-4b76-ba25-2401813dd8b7' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:14:52.298567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: ab9db1b2-1fdd-4b52-b658-d61943410d09 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:14:52.298567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ab9db1b2-1fdd-4b52-b658-d61943410d09 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:14:52.469714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42748) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:52.498591 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438013270', 'description': 'tempest-description--811223367'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:14:52.511212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:52.527192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db1a500a-ca14-4065-8c63-90be47d706cf up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:52.553431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:52.609359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:52.638289 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Set router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:52.666217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:52.666217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:52.675306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:52.718224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port db1a500a-ca14-4065-8c63-90be47d706cf completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:14:52.737168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port db1a500a-ca14-4065-8c63-90be47d706cf triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:52.737168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:52.766895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:52.871788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:52.881269 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:52.944531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaee229-59bd-4100-8afe-cc4d5fdad997,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:52.996707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port db1a500a-ca14-4065-8c63-90be47d706cf is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:52.996707 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.001251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.001251 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ba7d17a7-d7c2-4a7f-8e46-9995f506ec48 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5218172 May 28 06:14:53.001251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42770) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:53.009096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port db1a500a-ca14-4065-8c63-90be47d706cf, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db1a500a-ca14-4065-8c63-90be47d706cf,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:53.033681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group_rule': {'security_group_id': '9eaee229-59bd-4100-8afe-cc4d5fdad997', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:14:53.038660 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.052421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:53.077879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:53.090037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:53.093025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42776) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:53.130494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:53.176449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=db1a500a-ca14-4065-8c63-90be47d706cf,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:53.181356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f114c2af-d73b-4b76-ba25-2401813dd8b7 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:14:53.190796 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.218355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.242724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f114c2af-d73b-4b76-ba25-2401813dd8b7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:14:53.243414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f114c2af-d73b-4b76-ba25-2401813dd8b7 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:14:53.337713 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'name': 'tempest-TestAggregatesBasicOps-629261851-router', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:39Z', 'updated_at': '2022-05-28T06:14:48Z', 'revision_number': 4, 'project_id': '34542558ac5847ff8438976396bc3df1', 'gw_port': {'id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:41Z', 'updated_at': '2022-05-28T06:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b440df2a-6c89-412f-9e7d-69bb9cf62083', 'name': '', 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'mac_address': 'fa:16:3e:ae:5e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '36fa4134-ee19-47f6-b397-1a9b847a610c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:46Z', 'updated_at': '2022-05-28T06:14:48Z', 'revision_number': 2, 'project_id': '34542558ac5847ff8438976396bc3df1', 'subnets': [{'id': '36fa4134-ee19-47f6-b397-1a9b847a610c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:53.344580 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Checking router: 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:14:53.344580 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Updating router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 port b440df2a-6c89-412f-9e7d-69bb9cf62083 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:14:53.465758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.469835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.487329 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.509258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca72fd6-3bc5-43b4-9fd2-82f6b63799d4,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:53.633395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.633395 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-907b7d5e-bdaa-4dd6-9123-9e1312843496 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6328146 May 28 06:14:53.639798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42786) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:53.657962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group_rule': {'security_group_id': '9eaee229-59bd-4100-8afe-cc4d5fdad997', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:14:53.657962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:53.670898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:53.670898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:53.693387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:53.710548 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.831862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] Deleting port 0538691b-c1b1-460c-b45e-936aead429a7 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:53.831862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.880249 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:53.889699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.009177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3e744a-6e86-45af-ad60-10d70a0eaed5,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:54.044518 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.044518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4e572e26-1713-403e-9b88-7dd35b887310 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4062274 May 28 06:14:54.056464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42792) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:54.056464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:14:54.068307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:14:54.074198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:floatingip and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:14:54.080387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:14:54.091593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:14:54.111090 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] For port 0538691b-c1b1-460c-b45e-936aead429a7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0538691b-c1b1-460c-b45e-936aead429a7,segment=NetworkSegment(4c8f3232-3e47-4b83-855b-510cd9425d6c),segment_id=4c8f3232-3e47-4b83-855b-510cd9425d6c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:54.111090 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.133869 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.147760 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.177485 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Transition to ACTIVE for port object b440df2a-6c89-412f-9e7d-69bb9cf62083 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:14:54.188873 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.286707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] Calling delete_port for 0538691b-c1b1-460c-b45e-936aead429a7 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:54.452081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.504786 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7de29-d3f4-4eba-942e-ddf9444f963f None None] Pushing event updated for resources: {'Port': ['ID=b440df2a-6c89-412f-9e7d-69bb9cf62083,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:54.569633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db1a500a-ca14-4065-8c63-90be47d706cf up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:54.643214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.695165 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Attempting to bind port b440df2a-6c89-412f-9e7d-69bb9cf62083 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:14:54.695165 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Attempting to bind port b440df2a-6c89-412f-9e7d-69bb9cf62083 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '08441f56-1aab-4d85-8b12-fa16e38e86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:14:54.695165 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Attempting to bind port b440df2a-6c89-412f-9e7d-69bb9cf62083 on network 095de295-fbc5-4b85-8a05-c245621194a3 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:14:54.715215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port db1a500a-ca14-4065-8c63-90be47d706cf triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:54.715215 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.753679 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:14:54.753679 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Checking segment: {'id': '08441f56-1aab-4d85-8b12-fa16e38e86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:14:54.753679 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.757539 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Bound using segment: {'id': '08441f56-1aab-4d85-8b12-fa16e38e86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:14:54.760610 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Bound port: b440df2a-6c89-412f-9e7d-69bb9cf62083, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08441f56-1aab-4d85-8b12-fa16e38e86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:14:54.760610 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.924811 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:54.944978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0538691b-c1b1-460c-b45e-936aead429a7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:55.002823 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] For port b440df2a-6c89-412f-9e7d-69bb9cf62083, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:14:55.004826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port db1a500a-ca14-4065-8c63-90be47d706cf is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:55.012821 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] For port b440df2a-6c89-412f-9e7d-69bb9cf62083, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b440df2a-6c89-412f-9e7d-69bb9cf62083,segment=NetworkSegment(08441f56-1aab-4d85-8b12-fa16e38e86b6),segment_id=08441f56-1aab-4d85-8b12-fa16e38e86b6)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:14:55.026727 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:55.181887 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Routers {'7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:55.181887 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:55.335927 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7de29-d3f4-4eba-942e-ddf9444f963f None None] Pushing event updated for resources: {'Port': ['ID=b440df2a-6c89-412f-9e7d-69bb9cf62083,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:55.426537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Allocated IP 172.25.4.63 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/9620d9be-1937-49e1-8c29-6862de30a7f4) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:14:55.518732 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:55.571035 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] Set router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:55.709196 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:55.774440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:55.865664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:14:55.872842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:14:55.886034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:14:55.916389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=9620d9be-1937-49e1-8c29-6862de30a7f4,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:56.036409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'name': 'tempest-TestAggregatesBasicOps-629261851-router', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:39Z', 'updated_at': '2022-05-28T06:14:48Z', 'revision_number': 4, 'project_id': '34542558ac5847ff8438976396bc3df1', 'gw_port': {'id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:41Z', 'updated_at': '2022-05-28T06:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b440df2a-6c89-412f-9e7d-69bb9cf62083', 'name': '', 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'mac_address': 'fa:16:3e:ae:5e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '36fa4134-ee19-47f6-b397-1a9b847a610c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:46Z', 'updated_at': '2022-05-28T06:14:54Z', 'revision_number': 4, 'project_id': '34542558ac5847ff8438976396bc3df1', 'subnets': [{'id': '36fa4134-ee19-47f6-b397-1a9b847a610c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:56.042620 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37ccec-7430-4b4d-9e7c-36478318c82e None None] The sync data for ids ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'] in n-d-843679-5 is: [{'id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'name': 'tempest-TestAggregatesBasicOps-629261851-router', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:39Z', 'updated_at': '2022-05-28T06:14:48Z', 'revision_number': 4, 'project_id': '34542558ac5847ff8438976396bc3df1', 'gw_port': {'id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:41Z', 'updated_at': '2022-05-28T06:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'b440df2a-6c89-412f-9e7d-69bb9cf62083', 'name': '', 'network_id': '095de295-fbc5-4b85-8a05-c245621194a3', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'mac_address': 'fa:16:3e:ae:5e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '36fa4134-ee19-47f6-b397-1a9b847a610c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:46Z', 'updated_at': '2022-05-28T06:14:54Z', 'revision_number': 4, 'project_id': '34542558ac5847ff8438976396bc3df1', 'subnets': [{'id': '36fa4134-ee19-47f6-b397-1a9b847a610c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:14:56.124077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] Router ac5af80b-6ab2-461a-8bb0-817524375e80 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:14:56.282990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] Deleting port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:56.283504 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:56.365933 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:56.392481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:14:56.415136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] Sync routers for ids ['ac5af80b-6ab2-461a-8bb0-817524375e80'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:14:56.453923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] Routers {'ac5af80b-6ab2-461a-8bb0-817524375e80'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:56.456644 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8f79d9da-db48-409e-bd58-36c0d647e2e2 admin admin] 10.222.0.39 "PUT /v2.0/routers/ac5af80b-6ab2-461a-8bb0-817524375e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0952394 May 28 06:14:56.459961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ac5af80b-6ab2-461a-8bb0-817524375e80'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:56.468569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42816) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:56.718258 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:56.824112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] Set router ac5af80b-6ab2-461a-8bb0-817524375e80 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:56.838610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] For port 8d95e8bc-f356-4d2b-bb76-ef18114ae10c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8d95e8bc-f356-4d2b-bb76-ef18114ae10c,segment=NetworkSegment(42428168-9810-4ea1-9481-6e2f45140306),segment_id=42428168-9810-4ea1-9481-6e2f45140306)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:56.838610 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:56.935403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:57.028603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b440df2a-6c89-412f-9e7d-69bb9cf62083 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:57.161809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] Calling delete_port for 8d95e8bc-f356-4d2b-bb76-ef18114ae10c owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:57.272420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port b440df2a-6c89-412f-9e7d-69bb9cf62083 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:14:57.274531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b440df2a-6c89-412f-9e7d-69bb9cf62083 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:57.274899 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:57.284692 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:57.304765 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Deleting port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:14:57.305311 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:57.645891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b440df2a-6c89-412f-9e7d-69bb9cf62083 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:57.645891 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:57.692271 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port b440df2a-6c89-412f-9e7d-69bb9cf62083, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b440df2a-6c89-412f-9e7d-69bb9cf62083,segment=NetworkSegment(08441f56-1aab-4d85-8b12-fa16e38e86b6),segment_id=08441f56-1aab-4d85-8b12-fa16e38e86b6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:57.698880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'name': 'tempest-TestVolumeBootPattern-757159339-router', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:38Z', 'updated_at': '2022-05-28T06:14:54Z', 'revision_number': 5, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'gw_port': {'id': 'f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:02:40Z', 'updated_at': '2022-05-28T06:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:57.703215 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:57.714992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:57.730720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:57.798141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=b440df2a-6c89-412f-9e7d-69bb9cf62083,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:57.798141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] Checking router: ac5af80b-6ab2-461a-8bb0-817524375e80 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:14:57.817121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] Routers {'ac5af80b-6ab2-461a-8bb0-817524375e80'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:14:57.817121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ac5af80b-6ab2-461a-8bb0-817524375e80'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:57.885253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] For port f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:14:57.885253 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:58.009710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] Set router ac5af80b-6ab2-461a-8bb0-817524375e80 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:14:58.056827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=9620d9be-1937-49e1-8c29-6862de30a7f4,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:58.068055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-e28a07db-6114-4a4b-9ee1-a05b216ee9f0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7753119 May 28 06:14:58.102394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.102394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.102394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.102394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.102394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.102394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.102394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.102394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.104864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.104864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.104864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.104864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.190050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Calling delete_port for f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:14:58.239491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'name': 'tempest-TestVolumeBootPattern-757159339-router', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:38Z', 'updated_at': '2022-05-28T06:14:57Z', 'revision_number': 6, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:14:58.245601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f5a9a-4964-465d-92a4-96be38a48bd4 None None] The sync data for ids ['ac5af80b-6ab2-461a-8bb0-817524375e80'] in n-d-843679-5 is: [{'id': 'ac5af80b-6ab2-461a-8bb0-817524375e80', 'name': 'tempest-TestVolumeBootPattern-757159339-router', 'tenant_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:02:38Z', 'updated_at': '2022-05-28T06:14:57Z', 'revision_number': 6, 'project_id': 'dc04d7634e6047f6af75f58f9ca5d134', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:14:58.265534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:58.375443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:58.376873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4adb6b57-bed3-4319-b4fa-de2e8f407a6e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3297408 May 28 06:14:58.432186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:58.463025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-840d8cef-04d5-4586-9a84-4e236ead10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:58.466338 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-840d8cef-04d5-4586-9a84-4e236ead10ef service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 1097 time: 0.2045434 May 28 06:14:58.480717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:58.494073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:58.538569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.538912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.539260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.539602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.539922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.540404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.540877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.541354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.541829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.542296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.542764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.543243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:14:58.714089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d95e8bc-f356-4d2b-bb76-ef18114ae10c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:58.745352 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:58.867781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-41b4b5eb-e608-47fe-aa6c-2df0b12a51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:58.870220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-41b4b5eb-e608-47fe-aa6c-2df0b12a51f4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.3407316 May 28 06:14:59.075102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.079903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.086882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-b5dfd328-c651-4ce7-9eea-0819e5015845 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:14:59.116194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-b5dfd328-c651-4ce7-9eea-0819e5015845 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:14:59.117756 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-b5dfd328-c651-4ce7-9eea-0819e5015845 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--438013270&fields=id&tenant_id=b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 267 time: 0.4595075 May 28 06:14:59.171140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.171561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac5af80b-6ab2-461a-8bb0-817524375e80 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:14:59.209832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b440df2a-6c89-412f-9e7d-69bb9cf62083 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:14:59.256223 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-e553f3a8-c87f-4adf-8a3f-11c30b429f15 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92 HTTP/1.1" status: 200 len: 1002 time: 0.3791158 May 28 06:14:59.289919 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.294472 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-95419bf1-e7d9-4761-a033-31a2bae86bbe admin admin] 10.222.0.39 "DELETE /v2.0/routers/ac5af80b-6ab2-461a-8bb0-817524375e80 HTTP/1.1" status: 204 len: 168 time: 2.8383141 May 28 06:14:59.297851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42848) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:14:59.314323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port b440df2a-6c89-412f-9e7d-69bb9cf62083 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:14:59.315038 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.404429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb423a6-5f23-44dc-ab8b-029c646c5a6f admin admin] Deleting subnet 190a5e8d-f6e6-430f-ba06-5aa89fca5964 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:14:59.408507 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb423a6-5f23-44dc-ab8b-029c646c5a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.441404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-bd2169bf-7eca-43ae-95ef-6d1ef8158b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:59.442413 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-bd2169bf-7eca-43ae-95ef-6d1ef8158b82 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.1791911 May 28 06:14:59.451004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.460775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-dd9091f6-57b8-488b-88e1-e84aa795e3a4 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:59.461500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-dd9091f6-57b8-488b-88e1-e84aa795e3a4 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:14:59.480401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port b440df2a-6c89-412f-9e7d-69bb9cf62083 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:14:59.489437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0538691b-c1b1-460c-b45e-936aead429a7 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:14:59.497332 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb423a6-5f23-44dc-ab8b-029c646c5a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.531144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-dd9091f6-57b8-488b-88e1-e84aa795e3a4 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:14:59.532359 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-dd9091f6-57b8-488b-88e1-e84aa795e3a4 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 814 time: 0.4069917 May 28 06:14:59.537169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 0538691b-c1b1-460c-b45e-936aead429a7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:14:59.537522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0538691b-c1b1-460c-b45e-936aead429a7 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:14:59.567743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-e58ed5a3-394c-4ca1-ba81-9799ed68d3cf tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/quotas/b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 375 time: 0.0204053 May 28 06:14:59.673825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb423a6-5f23-44dc-ab8b-029c646c5a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.724728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-1968dea0-b1e9-462d-b3a2-916d5c9168da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1502941 May 28 06:14:59.764607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-a2d7be25-ebe1-4000-b8a5-a4b04ddabad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:14:59.766210 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-a2d7be25-ebe1-4000-b8a5-a4b04ddabad1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3162055 May 28 06:14:59.770402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb423a6-5f23-44dc-ab8b-029c646c5a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.823498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-ba188fe5-afc2-4116-b762-d28e43052f7e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:14:59.824559 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-ba188fe5-afc2-4116-b762-d28e43052f7e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0750864 May 28 06:14:59.827254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb423a6-5f23-44dc-ab8b-029c646c5a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190a5e8d-f6e6-430f-ba06-5aa89fca5964,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:14:59.832689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb423a6-5f23-44dc-ab8b-029c646c5a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:14:59.841900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d77be-ed27-4346-b909-33c3b85f0558 None None] Network c3c1678e-f737-45d7-992a-334887ca3bc2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:14:59.877372 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-acb423a6-5f23-44dc-ab8b-029c646c5a6f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/190a5e8d-f6e6-430f-ba06-5aa89fca5964 HTTP/1.1" status: 204 len: 168 time: 0.5782907 May 28 06:14:59.881170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42854) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:00.079617 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-dfc2a471-c902-464e-98ff-791cc8cb84e3 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054512 May 28 06:15:00.162423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] Router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:15:00.193570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf082c78-c17a-4656-8390-dfda2304455c None None] DHCP port deletion for c3c1678e-f737-45d7-992a-334887ca3bc2 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:15:00.198583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cf082c78-c17a-4656-8390-dfda2304455c None None] Deleting port 24deeecb-da7a-43e4-b32a-f50975f459b9 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:00.199074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cf082c78-c17a-4656-8390-dfda2304455c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:00.205741 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-3e0b60aa-c6e7-4dc3-880c-f7f8adbc505c service neutron] 10.222.0.39 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625836 May 28 06:15:00.395993 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71ea7905-dbb2-48a8-9bd2-77eb84f5cab2 req-239a7083-fb83-403d-b7a1-110743c4cc0f service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090231 May 28 06:15:00.441212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:15:00.451274 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] Sync routers for ids ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:15:00.483516 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] Routers {'2c9dc662-1e3b-492c-a883-a0fdcd0adb38'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:00.484504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:00.491203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-94bf8698-af3c-45d5-aae6-e79a4c57a17d admin admin] 10.222.0.39 "PUT /v2.0/routers/2c9dc662-1e3b-492c-a883-a0fdcd0adb38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3872409 May 28 06:15:00.494069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42860) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:00.548258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:00.593762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Deleting port 24deeecb-da7a-43e4-b32a-f50975f459b9 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:00.594670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:00.607928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-cf082c78-c17a-4656-8390-dfda2304455c None None] For port 24deeecb-da7a-43e4-b32a-f50975f459b9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=24deeecb-da7a-43e4-b32a-f50975f459b9,segment=NetworkSegment(4c8f3232-3e47-4b83-855b-510cd9425d6c),segment_id=4c8f3232-3e47-4b83-855b-510cd9425d6c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:00.608969 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cf082c78-c17a-4656-8390-dfda2304455c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:00.722030 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] Set router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:00.755168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cf082c78-c17a-4656-8390-dfda2304455c None None] Calling delete_port for 24deeecb-da7a-43e4-b32a-f50975f459b9 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:00.818755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] For port 24deeecb-da7a-43e4-b32a-f50975f459b9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=24deeecb-da7a-43e4-b32a-f50975f459b9,segment=NetworkSegment(4c8f3232-3e47-4b83-855b-510cd9425d6c),segment_id=4c8f3232-3e47-4b83-855b-510cd9425d6c)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:00.819447 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:00.839524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:15:00.855211 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:00.869008 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cf082c78-c17a-4656-8390-dfda2304455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:00.910875 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:15:00.968336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:15:00.968667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f7deb067-3dd2-4e7f-bd4c-26c93f4c07f2 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:15:00.969289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 24deeecb-da7a-43e4-b32a-f50975f459b9 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:15:00.970572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Calling delete_port for 24deeecb-da7a-43e4-b32a-f50975f459b9 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:01.030112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf082c78-c17a-4656-8390-dfda2304455c None None] Pushing event deleted for resources: {'Port': ['ID=24deeecb-da7a-43e4-b32a-f50975f459b9,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:01.033404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 24deeecb-da7a-43e4-b32a-f50975f459b9 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:15:01.033759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 24deeecb-da7a-43e4-b32a-f50975f459b9 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:15:01.035503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf082c78-c17a-4656-8390-dfda2304455c None None] No DVR routers for this DVR port 24deeecb-da7a-43e4-b32a-f50975f459b9 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:15:01.064189 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'name': 'tempest-TestAggregatesBasicOps-455733114-router', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:28Z', 'updated_at': '2022-05-28T06:14:58Z', 'revision_number': 5, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'gw_port': {'id': '8d4555b7-05a8-4054-bec7-8e1aabbc0716', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:30Z', 'updated_at': '2022-05-28T06:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:01.069190 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] Checking router: 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:15:01.083888 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] Routers {'2c9dc662-1e3b-492c-a883-a0fdcd0adb38'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:01.084625 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:01.104062 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.120805 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-5a9cb0f8-6108-41e8-be95-e8ea9b06f207 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8481922 May 28 06:15:01.130947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Deleting port 8d4555b7-05a8-4054-bec7-8e1aabbc0716 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:01.131533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.132579 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:15:01.133072 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:15:01.148020 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.288558 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] Set router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:01.346958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42878) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:01.352217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873223236', 'description': 'tempest-secgroup-smoke-873223236 description', 'project_id': 'c88e00cb044e44fb9dead877420b39f9'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:01.360933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:01.383267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] For port 8d4555b7-05a8-4054-bec7-8e1aabbc0716, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8d4555b7-05a8-4054-bec7-8e1aabbc0716,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:01.383807 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.405929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Usage tracker for resource:security_group and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:01.412386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5604e9b4-bddf-4c0b-84ab-9934d1f2ab60 req-3c8031cf-6189-4be1-a63f-964f8d4fc236 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 210 time: 0.0549681 May 28 06:15:01.413443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:01.420479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:01.424137 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'name': 'tempest-TestAggregatesBasicOps-455733114-router', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:28Z', 'updated_at': '2022-05-28T06:15:01Z', 'revision_number': 6, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:01.429185 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ed871-1f3b-4e5f-849f-a1b59df0fd79 None None] The sync data for ids ['2c9dc662-1e3b-492c-a883-a0fdcd0adb38'] in n-d-843679-5 is: [{'id': '2c9dc662-1e3b-492c-a883-a0fdcd0adb38', 'name': 'tempest-TestAggregatesBasicOps-455733114-router', 'tenant_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:28Z', 'updated_at': '2022-05-28T06:15:01Z', 'revision_number': 6, 'project_id': 'a8c94fb316ae4f45aa41eb413c9e716d', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:15:01.446228 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.477926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:01.484459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Usage tracker for resource:security_group_rule and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:01.491603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:01.492811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:01.556015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Calling delete_port for 8d4555b7-05a8-4054-bec7-8e1aabbc0716 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:01.592126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.597209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.636058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Deleting port 24deeecb-da7a-43e4-b32a-f50975f459b9 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:01.636279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.683748 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.687932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3398113 May 28 06:15:01.690459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42888) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:01.728888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7db88-5065-4536-90a4-1fceeb0778c2', 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:01.747903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] The port '24deeecb-da7a-43e4-b32a-f50975f459b9' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:15:01.748754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb53b6-aa5d-4d35-9848-b1c6986b1bf7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d7db88-5065-4536-90a4-1fceeb0778c2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:01.751594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:01.782756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Usage tracker for resource:security_group_rule and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:01.788862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:01.790257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.810678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:01.839273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4555b7-05a8-4054-bec7-8e1aabbc0716,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:01.890478 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.901531 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.937371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c1678e-f737-45d7-992a-334887ca3bc2']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:01.939117 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:01.958711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8f3232-3e47-4b83-855b-510cd9425d6c') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:01.959269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8f3232-3e47-4b83-855b-510cd9425d6c') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:01.977400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.004391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.011862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.014759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:15:02.015205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.036638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.103960 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 4c8f3232-3e47-4b83-855b-510cd9425d6c resource provider aggregate not found May 28 06:15:02.139096 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 4c8f3232-3e47-4b83-855b-510cd9425d6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c8f3232-3e47-4b83-855b-510cd9425d6c found for delete ", "request_id": "req-f46f9db2-2615-41fd-a171-b2cbbb533f55"}]} May 28 06:15:02.155890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e532f941-e94d-4b59-91e1-a724f51c5403,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:02.172442 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.182789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.185277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.200357 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.201951 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5229eef5-a64f-4c2b-be8a-31ed26eb1e95 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5102551 May 28 06:15:02.204332 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.206091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42896) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:02.208644 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] 10.222.0.39 "DELETE /v2.0/networks/c3c1678e-f737-45d7-992a-334887ca3bc2 HTTP/1.1" status: 204 len: 168 time: 2.3263428 May 28 06:15:02.209851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc70c98-317c-47ae-95f6-afdc51ce48ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c1678e-f737-45d7-992a-334887ca3bc2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:02.217041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7db88-5065-4536-90a4-1fceeb0778c2', 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:02.224233 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.224743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c9dc662-1e3b-492c-a883-a0fdcd0adb38 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:15:02.226528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:02.233360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Usage tracker for resource:security_group_rule and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:02.237022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:02.245564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:02.252350 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.253462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ef2b1204-f03d-49ec-b7cc-90fc02629cea admin admin] 10.222.0.39 "DELETE /v2.0/routers/2c9dc662-1e3b-492c-a883-a0fdcd0adb38 HTTP/1.1" status: 204 len: 168 time: 1.7582779 May 28 06:15:02.256377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42902) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:02.267585 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.346209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-50318ae9-f5f0-4490-8411-97be633b6c32 admin admin] Deleting subnet b833b29d-504c-40a5-994e-8378b039d9cb {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:15:02.348718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.351301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-50318ae9-f5f0-4490-8411-97be633b6c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.356219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.389099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42906) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:02.405036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8d4555b7-05a8-4054-bec7-8e1aabbc0716 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:15:02.427345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edff5adf-22c0-4793-8b7b-c1b0d9c9f4e4,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:02.435397 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-50318ae9-f5f0-4490-8411-97be633b6c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.446282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 8d4555b7-05a8-4054-bec7-8e1aabbc0716 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:15:02.446671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8d4555b7-05a8-4054-bec7-8e1aabbc0716 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:15:02.447250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8d95e8bc-f356-4d2b-bb76-ef18114ae10c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:15:02.450755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.455108 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8e52fa7d-dcdf-4d75-b46a-d91ebc876949 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2431400 May 28 06:15:02.457734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42912) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:02.471507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7db88-5065-4536-90a4-1fceeb0778c2', 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:02.483191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:02.496134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Usage tracker for resource:security_group_rule and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:02.503520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:02.504577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 8d95e8bc-f356-4d2b-bb76-ef18114ae10c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:15:02.504975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8d95e8bc-f356-4d2b-bb76-ef18114ae10c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:15:02.517792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:02.522152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f987d1d8-a190-49ad-a1bd-84766856c2d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc6f3a6f26a545aaab5fd63e9f766804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287887 May 28 06:15:02.525770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42916) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:02.546323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-50318ae9-f5f0-4490-8411-97be633b6c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.567321 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.666479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cba22e78-b909-4d5c-a31b-724da5e8adb6 req-3f08c00c-528b-49a1-9869-944112a8ffd9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 210 time: 0.0827949 May 28 06:15:02.698570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-418dc250-555b-4032-bbe6-73494656e943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.733347 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.740945 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-418dc250-555b-4032-bbe6-73494656e943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.747550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.788425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c459b7-bcae-4d68-a87a-ae8557c12da4,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:02.812393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.817972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2ecc62a2-ac46-45bb-b092-e942780fa3c8 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3590951 May 28 06:15:02.819085 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42922) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:02.826292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7db88-5065-4536-90a4-1fceeb0778c2', 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:02.834270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:02.838012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Usage tracker for resource:security_group_rule and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:02.841010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:02.848158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:02.858781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-418dc250-555b-4032-bbe6-73494656e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.875686 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-50318ae9-f5f0-4490-8411-97be633b6c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.885115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dc250-555b-4032-bbe6-73494656e943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ebb97-ad72-4564-b5ab-3bab6b6f3dce,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:02.888136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.906888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-418dc250-555b-4032-bbe6-73494656e943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.908707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-418dc250-555b-4032-bbe6-73494656e943 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c88ebb97-ad72-4564-b5ab-3bab6b6f3dce HTTP/1.1" status: 204 len: 168 time: 0.3819780 May 28 06:15:02.935007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-50318ae9-f5f0-4490-8411-97be633b6c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.938814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e6702-1cef-4789-8ff8-622ac8be9872 None None] Network 0e6cf186-2a42-4f34-93b0-2c22fce60796 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:15:02.940307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50318ae9-f5f0-4490-8411-97be633b6c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b833b29d-504c-40a5-994e-8378b039d9cb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:02.950921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-5af912b5-47e5-41ea-b3e2-121ee9d3078c tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:02.952422 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-5af912b5-47e5-41ea-b3e2-121ee9d3078c tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.41 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 814 time: 0.2241709 May 28 06:15:02.953949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-50318ae9-f5f0-4490-8411-97be633b6c32 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b833b29d-504c-40a5-994e-8378b039d9cb HTTP/1.1" status: 204 len: 168 time: 0.6965504 May 28 06:15:02.956719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42928) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:02.979178 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:02.986783 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.013052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d78772-76c5-4b8d-9d49-78fe816a0a15,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:03.025223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.026915 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ff1ff175-2bae-45a7-a63f-07566ca98841 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2068512 May 28 06:15:03.029531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42932) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:03.036513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7db88-5065-4536-90a4-1fceeb0778c2', 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:03.043723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:03.048536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Usage tracker for resource:security_group_rule and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:03.052772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:03.060765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:03.073585 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Project c88e00cb044e44fb9dead877420b39f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:15:03.082422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.136377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.163602 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-9d09ead1-87d7-453b-b57a-4ee10427a761 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 472 time: 0.1877348 May 28 06:15:03.177981 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'port': {'device_id': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'admin_state_up': True, 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'security_groups': ['9eaee229-59bd-4100-8afe-cc4d5fdad997']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:03.179870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.187466 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.203923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Deleting port 47cfdb47-8170-482e-aa03-0856d220a788 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:03.204582 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.222129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0541e78-38e0-4f84-a162-9817614bb324,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:03.231626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.236194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6cd46ece-703d-4a0b-aa92-acf2053d3c8b tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2051797 May 28 06:15:03.237173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42938) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:03.245479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7db88-5065-4536-90a4-1fceeb0778c2', 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:03.252449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:03.257528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Usage tracker for resource:security_group_rule and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:03.260907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:03.270899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:03.272626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c0b889-97ba-4fd6-8068-d881bcf0f9df None None] DHCP port deletion for 0e6cf186-2a42-4f34-93b0-2c22fce60796 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:15:03.278455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0b889-97ba-4fd6-8068-d881bcf0f9df None None] Deleting port 47cfdb47-8170-482e-aa03-0856d220a788 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:03.279144 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b889-97ba-4fd6-8068-d881bcf0f9df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.397352 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Project c88e00cb044e44fb9dead877420b39f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:15:03.407412 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.459975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42942) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:03.506315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.522359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.542176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] For port 47cfdb47-8170-482e-aa03-0856d220a788, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47cfdb47-8170-482e-aa03-0856d220a788,segment=NetworkSegment(42428168-9810-4ea1-9481-6e2f45140306),segment_id=42428168-9810-4ea1-9481-6e2f45140306)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:03.542538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.549760 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-82587c28-9aa2-4a17-a37e-a0e256282bdb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc04d7634e6047f6af75f58f9ca5d134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885720 May 28 06:15:03.555246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1708c55a-4d21-497e-931b-2aa9dd6cca90,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:03.557055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42946) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:03.568753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b1c0b889-97ba-4fd6-8068-d881bcf0f9df None None] For port 47cfdb47-8170-482e-aa03-0856d220a788, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=47cfdb47-8170-482e-aa03-0856d220a788,segment=NetworkSegment(42428168-9810-4ea1-9481-6e2f45140306),segment_id=42428168-9810-4ea1-9481-6e2f45140306)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:03.569574 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b889-97ba-4fd6-8068-d881bcf0f9df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.569670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.570594 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-beb60589-0c07-468c-bb5a-c81aa45add1d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3321431 May 28 06:15:03.691417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0b889-97ba-4fd6-8068-d881bcf0f9df None None] Calling delete_port for 47cfdb47-8170-482e-aa03-0856d220a788 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:03.718366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Calling delete_port for 47cfdb47-8170-482e-aa03-0856d220a788 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:03.759956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:03.782408 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b889-97ba-4fd6-8068-d881bcf0f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.830588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:03.834076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0b889-97ba-4fd6-8068-d881bcf0f9df None None] Pushing event deleted for resources: {'Port': ['ID=47cfdb47-8170-482e-aa03-0856d220a788,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:03.842219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c0b889-97ba-4fd6-8068-d881bcf0f9df None None] No DVR routers for this DVR port 47cfdb47-8170-482e-aa03-0856d220a788 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:15:03.855840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8fc69147-d24b-4247-84ec-81916d132029 req-a4d1b0fa-61f7-49a0-95cc-e00a1fcc1171 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 210 time: 0.0627801 May 28 06:15:03.892785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Made reservation on behalf of b45bdc2b2eda4f44a966b9188eddda82 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:15:03.896233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.922664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7e17701-0f32-458e-acd2-9d7824744d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:03.928656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-6f08c273-dd1d-4456-9189-a9d0612e1fd3 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Synchronizing usage tracker for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:15:03.934132 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:15:03.934455 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:15:04.025816 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7e17701-0f32-458e-acd2-9d7824744d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:04.042467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-6f08c273-dd1d-4456-9189-a9d0612e1fd3 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Unset dirty status for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:15:04.043653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-6f08c273-dd1d-4456-9189-a9d0612e1fd3 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873223236&fields=id&tenant_id=c88e00cb044e44fb9dead877420b39f9 HTTP/1.1" status: 200 len: 267 time: 0.2469900 May 28 06:15:04.231657 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7e17701-0f32-458e-acd2-9d7824744d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:04.265719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Allocated IP 172.20.0.4 (a4a350c4-5c24-4bba-b238-222c7a71d7ad/5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c/333e4d64-e27e-4ae9-8a77-754b4eb70287) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:15:04.271786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e17701-0f32-458e-acd2-9d7824744d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af5d7ab-1e60-45f0-81a7-007331986f7d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:04.310818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-fc1d3817-e452-4ceb-8840-c1ee91496250 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:04.311527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-fc1d3817-e452-4ceb-8840-c1ee91496250 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Synchronizing usage tracker for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:15:04.348123 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a7e17701-0f32-458e-acd2-9d7824744d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:04.349253 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a7e17701-0f32-458e-acd2-9d7824744d1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3af5d7ab-1e60-45f0-81a7-007331986f7d HTTP/1.1" status: 204 len: 168 time: 0.7912784 May 28 06:15:04.362121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-fc1d3817-e452-4ceb-8840-c1ee91496250 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Unset dirty status for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:15:04.363299 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-fc1d3817-e452-4ceb-8840-c1ee91496250 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/networks?id=83d6415e-de9e-43b9-bede-f9323b15a1b4 HTTP/1.1" status: 200 len: 813 time: 0.3087428 May 28 06:15:04.372485 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47cfdb47-8170-482e-aa03-0856d220a788 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:15:04.411258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 47cfdb47-8170-482e-aa03-0856d220a788 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:15:04.411632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 47cfdb47-8170-482e-aa03-0856d220a788 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:15:04.438404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Deleting port 47cfdb47-8170-482e-aa03-0856d220a788 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:04.438749 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:04.610721 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-fa09057a-1c0d-40f1-b514-92636ae7d1dd tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/quotas/c88e00cb044e44fb9dead877420b39f9 HTTP/1.1" status: 200 len: 375 time: 0.2314675 May 28 06:15:04.697390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] The port '47cfdb47-8170-482e-aa03-0856d220a788' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:15:04.894589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:04.914721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:04.934990 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Transition to ACTIVE for port object 333e4d64-e27e-4ae9-8a77-754b4eb70287 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:04.952469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6cf186-2a42-4f34-93b0-2c22fce60796']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:04.969527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42428168-9810-4ea1-9481-6e2f45140306') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:04.969829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42428168-9810-4ea1-9481-6e2f45140306') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:04.986565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-d4f3b3dd-974b-4396-8ad1-6d50e5d63575 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Synchronizing usage tracker for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:15:04.993751 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:05.009707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8076efe1-94ba-44d2-9d17-2f9026823f85 req-79382dd0-62c1-40a0-ae6d-3be917f8dd09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 210 time: 0.0470746 May 28 06:15:05.020848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:05.030276 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:15:05.030668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:05.098333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-d4f3b3dd-974b-4396-8ad1-6d50e5d63575 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Unset dirty status for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:15:05.099787 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-d4f3b3dd-974b-4396-8ad1-6d50e5d63575 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c88e00cb044e44fb9dead877420b39f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4801829 May 28 06:15:05.101343 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 42428168-9810-4ea1-9481-6e2f45140306 resource provider aggregate not found May 28 06:15:05.144263 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 42428168-9810-4ea1-9481-6e2f45140306 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42428168-9810-4ea1-9481-6e2f45140306 found for delete ", "request_id": "req-15124539-4de0-4c71-8ddd-ebad7fffa3ef"}]} May 28 06:15:05.207632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:05.247413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:05.280417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:05.309958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6cf186-2a42-4f34-93b0-2c22fce60796,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:05.313575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:15:05.318609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-14bd0bd9-4a7d-4705-87a0-db7d382c0406 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0e6cf186-2a42-4f34-93b0-2c22fce60796 HTTP/1.1" status: 204 len: 168 time: 2.3611953 May 28 06:15:05.321626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 42966) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:05.324358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:15:05.342463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:15:05.393084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=333e4d64-e27e-4ae9-8a77-754b4eb70287,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:05.420802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-1e9c4178-f516-4374-911e-879928edf52c service neutron] 10.222.0.39 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996845 May 28 06:15:05.432016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:05.432649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:05.535164 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-59762422-e7a1-48ee-ba61-57362b1858b8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3628266 May 28 06:15:05.554574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Request body: {'port': {'device_id': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:05.600541 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d23bb115-8fa6-4224-ad5a-c65b8903a2aa None None] Provisioning for port 333e4d64-e27e-4ae9-8a77-754b4eb70287 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:05.606000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d23bb115-8fa6-4224-ad5a-c65b8903a2aa None None] Provisioning complete for port 333e4d64-e27e-4ae9-8a77-754b4eb70287 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:05.606800 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d23bb115-8fa6-4224-ad5a-c65b8903a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:05.636112 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-6fc19d3f-956d-4b44-bcca-8798c3e92510 service neutron] 10.222.0.39 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991799 May 28 06:15:05.667150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d23bb115-8fa6-4224-ad5a-c65b8903a2aa None None] Port 333e4d64-e27e-4ae9-8a77-754b4eb70287 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:15:05.699825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:05.901093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:06.113582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333e4d64-e27e-4ae9-8a77-754b4eb70287 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:15:06.129183 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:06.134371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b1c4e07-312c-417f-b51d-e5b61fbcaf78 req-7d55097c-5731-44a9-9b93-a5db8ec3d759 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 210 time: 0.0642724 May 28 06:15:06.202787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Transition to ACTIVE for port object 333e4d64-e27e-4ae9-8a77-754b4eb70287 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:06.217683 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:06.344842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] Deleting port b440df2a-6c89-412f-9e7d-69bb9cf62083 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:06.345187 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:06.531214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Pushing event updated for resources: {'Port': ['ID=333e4d64-e27e-4ae9-8a77-754b4eb70287,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:06.550047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] For port b440df2a-6c89-412f-9e7d-69bb9cf62083, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b440df2a-6c89-412f-9e7d-69bb9cf62083,segment=NetworkSegment(08441f56-1aab-4d85-8b12-fa16e38e86b6),segment_id=08441f56-1aab-4d85-8b12-fa16e38e86b6)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:06.550399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:06.603573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73f28-6fa6-41f2-85e9-5f7b71fe03ee req-9120bc78-155a-4525-a36c-b16e0275d335 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:06.604769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-39d73f28-6fa6-41f2-85e9-5f7b71fe03ee req-9120bc78-155a-4525-a36c-b16e0275d335 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:15:06.645128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-39d73f28-6fa6-41f2-85e9-5f7b71fe03ee req-9120bc78-155a-4525-a36c-b16e0275d335 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:15:06.646278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39d73f28-6fa6-41f2-85e9-5f7b71fe03ee req-9120bc78-155a-4525-a36c-b16e0275d335 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 931 time: 0.5137475 May 28 06:15:06.686469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Attempting to bind port 333e4d64-e27e-4ae9-8a77-754b4eb70287 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:15:06.686833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Attempting to bind port 333e4d64-e27e-4ae9-8a77-754b4eb70287 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:15:06.687119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Attempting to bind port 333e4d64-e27e-4ae9-8a77-754b4eb70287 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:15:06.703332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Port 333e4d64-e27e-4ae9-8a77-754b4eb70287 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:15:06.703687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Attempting to bind port 333e4d64-e27e-4ae9-8a77-754b4eb70287 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:15:06.714276 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39d73f28-6fa6-41f2-85e9-5f7b71fe03ee req-957e8743-539a-4fb0-86b8-4e9b27f117c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eaee229-59bd-4100-8afe-cc4d5fdad997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601199 May 28 06:15:06.715102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:15:06.715461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Checking segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:15:06.715836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Bound using segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:15:06.716264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Bound port: 333e4d64-e27e-4ae9-8a77-754b4eb70287, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:15:06.716623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:06.801821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] Calling delete_port for b440df2a-6c89-412f-9e7d-69bb9cf62083 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:06.822506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] For port 333e4d64-e27e-4ae9-8a77-754b4eb70287, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:15:06.825737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] For port 333e4d64-e27e-4ae9-8a77-754b4eb70287, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=333e4d64-e27e-4ae9-8a77-754b4eb70287,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:15:06.830047 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:06.892590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:06.893205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:06.894643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] 10.222.0.41 "PUT /v2.0/ports/333e4d64-e27e-4ae9-8a77-754b4eb70287 HTTP/1.1" status: 200 len: 1091 time: 1.3464317 May 28 06:15:06.895088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'tag': '333e4d64-e27e-4ae9-8a77-754b4eb70287'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:06.929932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d99cef-8c5e-40a5-9659-bd2894836e86 service neutron] Pushing event updated for resources: {'Port': ['ID=333e4d64-e27e-4ae9-8a77-754b4eb70287,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:06.979115 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48364536-a64c-451e-9588-696157dd309f'] response: {'name': 'network-changed', 'server_uuid': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'tag': '333e4d64-e27e-4ae9-8a77-754b4eb70287', 'status': 'completed', 'code': 200} May 28 06:15:07.006410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:07.018002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-dfebc990-fddf-4fdd-98d9-eddbe324fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:07.019635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-dfebc990-fddf-4fdd-98d9-eddbe324fe0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 1094 time: 0.0808635 May 28 06:15:07.059410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b440df2a-6c89-412f-9e7d-69bb9cf62083,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:07.108816 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-f0f9be50-f7d7-4ef7-aa67-4fe1d24924a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=333e4d64-e27e-4ae9-8a77-754b4eb70287 HTTP/1.1" status: 200 len: 217 time: 0.0784483 May 28 06:15:07.232160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-3b60ce48-05de-4317-ad51-78999dc54a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:07.233734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-3b60ce48-05de-4317-ad51-78999dc54a45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.1110191 May 28 06:15:07.366227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8530a77-f42c-4bfe-8f13-dba968b8ccea req-34b8f853-deff-4f8d-86b4-4612cc0e4ece tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 210 time: 0.0652139 May 28 06:15:07.388241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-9663b9b9-9683-4457-9801-b1c41aef9763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:07.389885 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-9663b9b9-9683-4457-9801-b1c41aef9763 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455286 May 28 06:15:07.534660 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-87e7c30f-d2d5-4aca-9f9a-2bcf9d46f0ef service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347466 May 28 06:15:07.538869 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:07.649043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-e8d6c21b-fed4-4fd8-972b-9458dcf426dc tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:07.650417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-e8d6c21b-fed4-4fd8-972b-9458dcf426dc tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.33 "GET /v2.0/networks?id=83d6415e-de9e-43b9-bede-f9323b15a1b4 HTTP/1.1" status: 200 len: 813 time: 0.2990584 May 28 06:15:07.679651 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-755871e8-6ab4-45d2-81f8-48ae8ef94388 req-99050481-70d6-401a-81e1-48dffa6f54be service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341705 May 28 06:15:07.806177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-6a48cb3e-327d-4522-82c0-38853e373e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:07.807856 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-6a48cb3e-327d-4522-82c0-38853e373e3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 1094 time: 0.0757029 May 28 06:15:07.851187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-caafefa8-c415-49e8-aaf7-436816b853bf tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88e00cb044e44fb9dead877420b39f9 HTTP/1.1" status: 200 len: 379 time: 0.1875312 May 28 06:15:07.865679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Request body: {'port': {'device_id': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'admin_state_up': True, 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'security_groups': ['a3d7db88-5065-4536-90a4-1fceeb0778c2']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:07.952867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-d2e31a66-96be-48cf-b8ce-77de76b40590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:07.954438 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-d2e31a66-96be-48cf-b8ce-77de76b40590 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.1395855 May 28 06:15:08.028183 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-68ae3844-eba8-411d-a313-ab23e9bbdfd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=333e4d64-e27e-4ae9-8a77-754b4eb70287 HTTP/1.1" status: 200 len: 217 time: 0.0659463 May 28 06:15:08.095861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-e74bc165-8f48-491a-b695-0fe5adeb2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:08.097331 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-e74bc165-8f48-491a-b695-0fe5adeb2e54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0616760 May 28 06:15:08.206163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-d8249385-8128-496c-917e-0f848af9f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:08.207670 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-d8249385-8128-496c-917e-0f848af9f728 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019511 May 28 06:15:08.286183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] Router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:15:08.289473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:08.305702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752ddbc-fd65-4cd4-8769-ba247e42b6e1 req-0d9a3697-64d8-4589-a364-a53c80cefaf6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:08.307124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9752ddbc-fd65-4cd4-8769-ba247e42b6e1 req-0d9a3697-64d8-4589-a364-a53c80cefaf6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 943 time: 0.4281638 May 28 06:15:08.311385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:08.364145 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-8d71133e-3f84-4dff-9b16-24f62953b001 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490312 May 28 06:15:08.419725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Made reservation on behalf of c88e00cb044e44fb9dead877420b39f9 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:15:08.424190 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:08.512277 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-423fa945-f941-48e1-b7c9-546986fae6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:08.535088 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9752ddbc-fd65-4cd4-8769-ba247e42b6e1 req-13a2e883-7325-4f0d-ab67-49eaaab7755b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eaee229-59bd-4100-8afe-cc4d5fdad997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214677 May 28 06:15:08.643034 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f574ad1-880f-4e3b-a1ca-565f89b8af98 req-1b6498a2-be8d-4716-9ea7-0f2eabef758f tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 210 time: 0.0476460 May 28 06:15:08.690152 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d63a35d-7829-4c9b-a893-dc4eb285d90b req-9162336e-cfda-424d-ab66-c199f88a374c service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185604 May 28 06:15:08.708653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:15:08.720726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] Sync routers for ids ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:15:08.730665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] Routers {'7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:08.731328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:08.752225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 42996) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:08.752412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-904a22d1-538d-4830-8b0f-4d5a0a7fdf03 admin admin] 10.222.0.39 "PUT /v2.0/routers/7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4294891 May 28 06:15:08.753678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Allocated IP 172.20.0.12 (83d6415e-de9e-43b9-bede-f9323b15a1b4/87f4e003-e761-4255-b042-400e8d79830b/bd04d278-014f-4b0c-95c7-c1c2ff98478e) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:15:08.938525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] Set router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:08.964557 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:08.972888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:08.991509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Transition to ACTIVE for port object bd04d278-014f-4b0c-95c7-c1c2ff98478e will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:09.019607 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:09.116002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Network 83d6415e-de9e-43b9-bede-f9323b15a1b4 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:15:09.119486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:15:09.133699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:15:09.184346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event updated for resources: {'Port': ['ID=bd04d278-014f-4b0c-95c7-c1c2ff98478e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:09.236034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:09.237684 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:09.249118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:09.269425 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-723ed607-372d-4ab8-82fb-577977438865 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4097991 May 28 06:15:09.271602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Deleting port db1a500a-ca14-4065-8c63-90be47d706cf {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:09.272045 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:09.289724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Request body: {'port': {'device_id': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:09.372311 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'name': 'tempest-TestAggregatesBasicOps-629261851-router', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:39Z', 'updated_at': '2022-05-28T06:15:06Z', 'revision_number': 5, 'project_id': '34542558ac5847ff8438976396bc3df1', 'gw_port': {'id': 'db1a500a-ca14-4065-8c63-90be47d706cf', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:14:41Z', 'updated_at': '2022-05-28T06:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:09.392046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] Checking router: 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:15:09.404987 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] Routers {'7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:09.405724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:14:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:09.468085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:09.496985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] For port db1a500a-ca14-4065-8c63-90be47d706cf, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db1a500a-ca14-4065-8c63-90be47d706cf,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:09.497589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:09.559737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-59d189cc-3e0e-4090-a664-412d25664730 None None] Provisioning for port bd04d278-014f-4b0c-95c7-c1c2ff98478e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:09.566351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-59d189cc-3e0e-4090-a664-412d25664730 None None] Provisioning complete for port bd04d278-014f-4b0c-95c7-c1c2ff98478e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:09.567292 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59d189cc-3e0e-4090-a664-412d25664730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:09.629505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] Set router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:09.631957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Calling delete_port for db1a500a-ca14-4065-8c63-90be47d706cf owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:09.691615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-59d189cc-3e0e-4090-a664-412d25664730 None None] Port bd04d278-014f-4b0c-95c7-c1c2ff98478e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:15:09.776279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'name': 'tempest-TestAggregatesBasicOps-629261851-router', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:39Z', 'updated_at': '2022-05-28T06:15:09Z', 'revision_number': 6, 'project_id': '34542558ac5847ff8438976396bc3df1', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:09.780311 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a4a3b-272c-4a69-a7df-0fc75b84fa56 None None] The sync data for ids ['7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98'] in n-d-843679-5 is: [{'id': '7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98', 'name': 'tempest-TestAggregatesBasicOps-629261851-router', 'tenant_id': '34542558ac5847ff8438976396bc3df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:14:39Z', 'updated_at': '2022-05-28T06:15:09Z', 'revision_number': 6, 'project_id': '34542558ac5847ff8438976396bc3df1', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:15:09.876832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:09.893912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6ef60-a165-4428-87c6-ac67b05fcc91 req-5f70a103-938d-441f-90b2-c1ab387eaa99 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:09.895316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eed6ef60-a165-4428-87c6-ac67b05fcc91 req-5f70a103-938d-441f-90b2-c1ab387eaa99 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 943 time: 0.1447957 May 28 06:15:09.926588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Pushing event deleted for resources: {'Port': ['ID=db1a500a-ca14-4065-8c63-90be47d706cf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:09.967578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24af027-63b8-406a-a5ea-48b5e7fc2b2f req-7342919e-60f3-4140-ba0c-126551e51234 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:09.969665 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e24af027-63b8-406a-a5ea-48b5e7fc2b2f req-7342919e-60f3-4140-ba0c-126551e51234 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 932 time: 0.2169082 May 28 06:15:09.977175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd04d278-014f-4b0c-95c7-c1c2ff98478e {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:15:09.988974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:09.993607 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eed6ef60-a165-4428-87c6-ac67b05fcc91 req-dd6e0bc1-ffa1-452a-bc40-fee64948e89d tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eaee229-59bd-4100-8afe-cc4d5fdad997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693967 May 28 06:15:10.008116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Transition to ACTIVE for port object bd04d278-014f-4b0c-95c7-c1c2ff98478e will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:10.011477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.065661 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e24af027-63b8-406a-a5ea-48b5e7fc2b2f req-bb10e1da-af9d-4bb8-b4c7-56c77ad457f5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597060 May 28 06:15:10.068319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.105366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 333e4d64-e27e-4ae9-8a77-754b4eb70287 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:15:10.284049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Pushing event updated for resources: {'Port': ['ID=bd04d278-014f-4b0c-95c7-c1c2ff98478e,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:10.288379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Attempting to bind port bd04d278-014f-4b0c-95c7-c1c2ff98478e on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:15:10.288713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Attempting to bind port bd04d278-014f-4b0c-95c7-c1c2ff98478e by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:15:10.289046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Attempting to bind port bd04d278-014f-4b0c-95c7-c1c2ff98478e on network 83d6415e-de9e-43b9-bede-f9323b15a1b4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:15:10.301682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Port bd04d278-014f-4b0c-95c7-c1c2ff98478e on network 83d6415e-de9e-43b9-bede-f9323b15a1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:15:10.302285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Attempting to bind port bd04d278-014f-4b0c-95c7-c1c2ff98478e on network 83d6415e-de9e-43b9-bede-f9323b15a1b4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:15:10.309964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:15:10.310552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Checking segment: {'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:15:10.311125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Bound using segment: {'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:15:10.312345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Bound port: bd04d278-014f-4b0c-95c7-c1c2ff98478e, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1cd519-c530-43b7-a392-a99f1d233c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:15:10.312923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.371687 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.398983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 333e4d64-e27e-4ae9-8a77-754b4eb70287, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=333e4d64-e27e-4ae9-8a77-754b4eb70287,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:10.437337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.438751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '333e4d64-e27e-4ae9-8a77-754b4eb70287', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'port_id': '333e4d64-e27e-4ae9-8a77-754b4eb70287', 'mac_address': 'fa:16:3e:6b:a0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:15:10.439917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.466718 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.467439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:15:10.485611 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.489321 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aa9f5699-8b2f-48e3-af9c-e0632c1e3609 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7ff2bf0c-e4a5-43fc-ac3d-1bfb2261bc98 HTTP/1.1" status: 204 len: 168 time: 1.7337499 May 28 06:15:10.489906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:10.504814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 333e4d64-e27e-4ae9-8a77-754b4eb70287 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:10.505193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.523389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333e4d64-e27e-4ae9-8a77-754b4eb70287 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:15:10.540597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 333e4d64-e27e-4ae9-8a77-754b4eb70287, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=333e4d64-e27e-4ae9-8a77-754b4eb70287,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:10.545866 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.556108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-23028f01-7489-414f-96d0-f0804587258b admin admin] Deleting subnet 36fa4134-ee19-47f6-b397-1a9b847a610c {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:15:10.559099 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23028f01-7489-414f-96d0-f0804587258b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.575726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] For port bd04d278-014f-4b0c-95c7-c1c2ff98478e, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:15:10.578842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] For port bd04d278-014f-4b0c-95c7-c1c2ff98478e, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:15:10.584148 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.617093 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23028f01-7489-414f-96d0-f0804587258b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.620597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=333e4d64-e27e-4ae9-8a77-754b4eb70287,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:10.649318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:10.649922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.651375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] 10.222.0.33 "PUT /v2.0/ports/bd04d278-014f-4b0c-95c7-c1c2ff98478e HTTP/1.1" status: 200 len: 1092 time: 1.3678353 May 28 06:15:10.651734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:10.688247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e5489-0d68-48fd-93ec-e4b22e571fed service neutron] Pushing event updated for resources: {'Port': ['ID=bd04d278-014f-4b0c-95c7-c1c2ff98478e,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:10.754028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b440df2a-6c89-412f-9e7d-69bb9cf62083 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:15:10.768512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23028f01-7489-414f-96d0-f0804587258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.846308 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47efc14b-0821-48d6-b76e-d835151c0075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.848185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: b440df2a-6c89-412f-9e7d-69bb9cf62083 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:15:10.848555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b440df2a-6c89-412f-9e7d-69bb9cf62083 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:15:10.882279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23028f01-7489-414f-96d0-f0804587258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.891513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-4de96fb3-8b80-40b8-84c3-25f7e23e1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:10.893218 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-4de96fb3-8b80-40b8-84c3-25f7e23e1523 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c88e00cb044e44fb9dead877420b39f9&device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 1095 time: 0.1714811 May 28 06:15:10.920417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['333e4d64-e27e-4ae9-8a77-754b4eb70287'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:15:10.930905 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23028f01-7489-414f-96d0-f0804587258b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:10.939880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23028f01-7489-414f-96d0-f0804587258b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fa4134-ee19-47f6-b397-1a9b847a610c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:10.946973 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-23028f01-7489-414f-96d0-f0804587258b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/36fa4134-ee19-47f6-b397-1a9b847a610c HTTP/1.1" status: 204 len: 168 time: 0.4560697 May 28 06:15:10.949355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43012) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:10.955105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53276111-37b4-4d5f-8b01-b2dd284ef6f7 None None] Network 095de295-fbc5-4b85-8a05-c245621194a3 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:15:10.998569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-a3a88ef9-cd91-4a31-9b37-582945297cb1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e HTTP/1.1" status: 200 len: 217 time: 0.0906820 May 28 06:15:11.058993 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1437cc-7d5a-485e-82b0-8116f97f12f1'] response: {'name': 'network-changed', 'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'status': 'completed', 'code': 200} May 28 06:15:11.137311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-40aa3cb2-503f-45c3-99a1-5353aecf8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:11.139202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-40aa3cb2-503f-45c3-99a1-5353aecf8c5e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=87f4e003-e761-4255-b042-400e8d79830b HTTP/1.1" status: 200 len: 852 time: 0.1340623 May 28 06:15:11.199930 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.232302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Deleting port b3967ccb-2689-49d6-ad3b-36baca5b2a83 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:11.232791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.243005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-6705010b-0a68-4f63-8958-633841c9baef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:11.244826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-6705010b-0a68-4f63-8958-633841c9baef service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=83d6415e-de9e-43b9-bede-f9323b15a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985169 May 28 06:15:11.357489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d1c9a-029c-4f56-b61f-8c1633567e14 req-3942d5ac-2d81-4896-ad42-26b1aa701936 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:11.359832 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2f6d1c9a-029c-4f56-b61f-8c1633567e14 req-3942d5ac-2d81-4896-ad42-26b1aa701936 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 944 time: 0.2021089 May 28 06:15:11.461147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] DHCP port deletion for 095de295-fbc5-4b85-8a05-c245621194a3 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:15:11.464979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] Deleting port b3967ccb-2689-49d6-ad3b-36baca5b2a83 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:11.465411 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-1116e4c8-ebd3-4953-b763-91ee20855a26 service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137842 May 28 06:15:11.465572 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.501119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee436f-a5a9-4bdd-a2e6-446077607dea req-6d3e9620-21fd-4d94-90c3-b5d47f05a418 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:11.501823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-67ee436f-a5a9-4bdd-a2e6-446077607dea req-6d3e9620-21fd-4d94-90c3-b5d47f05a418 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Synchronizing usage tracker for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:15:11.505624 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2f6d1c9a-029c-4f56-b61f-8c1633567e14 req-9f14a3e6-dc43-43f4-b7f1-c8f9354ef898 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eaee229-59bd-4100-8afe-cc4d5fdad997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379199 May 28 06:15:11.510616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] For port b3967ccb-2689-49d6-ad3b-36baca5b2a83, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b3967ccb-2689-49d6-ad3b-36baca5b2a83,segment=NetworkSegment(08441f56-1aab-4d85-8b12-fa16e38e86b6),segment_id=08441f56-1aab-4d85-8b12-fa16e38e86b6)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:11.511183 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.591220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-67ee436f-a5a9-4bdd-a2e6-446077607dea req-6d3e9620-21fd-4d94-90c3-b5d47f05a418 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Unset dirty status for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:15:11.592485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67ee436f-a5a9-4bdd-a2e6-446077607dea req-6d3e9620-21fd-4d94-90c3-b5d47f05a418 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 944 time: 0.3131857 May 28 06:15:11.646284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Calling delete_port for b3967ccb-2689-49d6-ad3b-36baca5b2a83 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:11.665117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a87b32fb-c7e3-4507-9c8b-7ac4d0aabbae req-fab65af8-652e-4760-a803-4e9337f0a1c7 service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929970 May 28 06:15:11.669775 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-67ee436f-a5a9-4bdd-a2e6-446077607dea req-b9160f30-8c21-48c1-88b8-b0a513d620d7 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590475 May 28 06:15:11.701175 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.716519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.722974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] For port b3967ccb-2689-49d6-ad3b-36baca5b2a83, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=b3967ccb-2689-49d6-ad3b-36baca5b2a83,segment=NetworkSegment(08441f56-1aab-4d85-8b12-fa16e38e86b6),segment_id=08441f56-1aab-4d85-8b12-fa16e38e86b6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:11.723393 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.732679 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.785757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3967ccb-2689-49d6-ad3b-36baca5b2a83,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:11.787605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] No DVR routers for this DVR port b3967ccb-2689-49d6-ad3b-36baca5b2a83 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:15:11.860717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-8f503c8c-f773-4276-977e-fb63d53f2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:11.862601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-8f503c8c-f773-4276-977e-fb63d53f2c40 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c88e00cb044e44fb9dead877420b39f9&device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 1095 time: 0.0797203 May 28 06:15:11.892325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] Calling delete_port for b3967ccb-2689-49d6-ad3b-36baca5b2a83 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:11.909104 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.934414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095de295-fbc5-4b85-8a05-c245621194a3']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:11.950983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08441f56-1aab-4d85-8b12-fa16e38e86b6') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:11.951305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08441f56-1aab-4d85-8b12-fa16e38e86b6') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:11.963500 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.968631 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:15:11.968972 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:15:11.979261 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.985199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:15:11.985598 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:11.998932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-721e4d72-79f6-46be-b708-8802915b7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:12.000941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-721e4d72-79f6-46be-b708-8802915b7412 service neutron] 10.222.0.33 "GET /v2.0/networks?id=83d6415e-de9e-43b9-bede-f9323b15a1b4 HTTP/1.1" status: 200 len: 914 time: 0.1322601 May 28 06:15:12.052203 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 08441f56-1aab-4d85-8b12-fa16e38e86b6 resource provider aggregate not found May 28 06:15:12.073363 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-787f0fbd-7ae0-44a6-89e8-5702fa602472 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e HTTP/1.1" status: 200 len: 217 time: 0.0659451 May 28 06:15:12.075288 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 08441f56-1aab-4d85-8b12-fa16e38e86b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08441f56-1aab-4d85-8b12-fa16e38e86b6 found for delete ", "request_id": "req-cdb933a6-a94d-421b-9ded-07c6ccb9624b"}]} May 28 06:15:12.089526 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:12.094614 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:12.105244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 333e4d64-e27e-4ae9-8a77-754b4eb70287 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:15:12.132174 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/095de295-fbc5-4b85-8a05-c245621194a3 HTTP/1.1" status: 204 len: 168 time: 1.1813502 May 28 06:15:12.136958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14fb5f-4ff1-43b0-8b67-c0b06d30bcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=095de295-fbc5-4b85-8a05-c245621194a3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:12.150126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-84a0a625-6544-4add-9342-d1d1330f1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:12.151598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-84a0a625-6544-4add-9342-d1d1330f1d4d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=87f4e003-e761-4255-b042-400e8d79830b HTTP/1.1" status: 200 len: 852 time: 0.0718408 May 28 06:15:12.184185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 333e4d64-e27e-4ae9-8a77-754b4eb70287 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:12.190402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 333e4d64-e27e-4ae9-8a77-754b4eb70287 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:12.191155 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:12.236013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-3c9ac7a4-d36b-45fa-b7f3-0260609eae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:12.237982 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-3c9ac7a4-d36b-45fa-b7f3-0260609eae39 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=83d6415e-de9e-43b9-bede-f9323b15a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787957 May 28 06:15:12.318352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43026) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:12.318789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 333e4d64-e27e-4ae9-8a77-754b4eb70287 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:12.319180 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:12.354430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333e4d64-e27e-4ae9-8a77-754b4eb70287'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:12.367570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 333e4d64-e27e-4ae9-8a77-754b4eb70287, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=333e4d64-e27e-4ae9-8a77-754b4eb70287,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:12.373100 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:12.384086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f60703ed-f573-4c6d-a3de-c5c90ff8285e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8c94fb316ae4f45aa41eb413c9e716d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645523 May 28 06:15:12.386460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43034) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:12.399398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-254f78d2-9960-460b-b15c-fb739c2d3529 service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549129 May 28 06:15:12.425024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b3967ccb-2689-49d6-ad3b-36baca5b2a83 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:15:12.475434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52f74871-de56-4b9f-bf47-bde302f35f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:12.479217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] Deleting port b3967ccb-2689-49d6-ad3b-36baca5b2a83 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:12.479623 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:12.510489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52f74871-de56-4b9f-bf47-bde302f35f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:12.512342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: b3967ccb-2689-49d6-ad3b-36baca5b2a83 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:15:12.512695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device b3967ccb-2689-49d6-ad3b-36baca5b2a83 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:15:12.513115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db1a500a-ca14-4065-8c63-90be47d706cf no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:15:12.571356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03b4f62c-e90c-4630-8b94-8d5d5fd28908 req-d267fbf9-8c41-437c-a79f-937e33ea1c5a service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656380 May 28 06:15:12.598642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: db1a500a-ca14-4065-8c63-90be47d706cf {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:15:12.598972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db1a500a-ca14-4065-8c63-90be47d706cf not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:15:12.606351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9131cc78-75ca-4c45-be11-6d3e8c2c2698 None None] The port 'b3967ccb-2689-49d6-ad3b-36baca5b2a83' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:15:12.614414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=333e4d64-e27e-4ae9-8a77-754b4eb70287,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:12.617641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52f74871-de56-4b9f-bf47-bde302f35f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:12.633788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f74871-de56-4b9f-bf47-bde302f35f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bb8f61-75f4-48af-8f1e-e8c1aed96bb6,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:12.642070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52f74871-de56-4b9f-bf47-bde302f35f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:12.645484 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-52f74871-de56-4b9f-bf47-bde302f35f95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26bb8f61-75f4-48af-8f1e-e8c1aed96bb6 HTTP/1.1" status: 204 len: 168 time: 0.2556295 May 28 06:15:12.669796 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ad4e75-598a-4a83-9ab5-c0ec2aeb2831'] response: {'server_uuid': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333e4d64-e27e-4ae9-8a77-754b4eb70287', 'code': 200} May 28 06:15:12.790060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1fe4-5a81-4d0c-9bc3-1bc6ca46a654 req-d39ead50-283d-4f79-a70d-99646fa6e2f6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:12.796687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25bf1fe4-5a81-4d0c-9bc3-1bc6ca46a654 req-d39ead50-283d-4f79-a70d-99646fa6e2f6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 945 time: 0.1346316 May 28 06:15:12.851672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25bf1fe4-5a81-4d0c-9bc3-1bc6ca46a654 req-794e6a43-c3e7-4c71-921a-21ca733efda9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eaee229-59bd-4100-8afe-cc4d5fdad997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460353 May 28 06:15:13.024221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526df2b-1964-47a3-8879-46e7b7815501 req-7b2fbd9e-1193-47c9-901d-62dd3f881791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:13.025711 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2526df2b-1964-47a3-8879-46e7b7815501 req-7b2fbd9e-1193-47c9-901d-62dd3f881791 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 1096 time: 0.2881315 May 28 06:15:13.041648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924cfe6-ad13-4800-9bed-cc242ede9405 req-eff0ba85-bb74-4902-a5d8-9c0219936853 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:13.043046 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a924cfe6-ad13-4800-9bed-cc242ede9405 req-eff0ba85-bb74-4902-a5d8-9c0219936853 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 944 time: 0.2266209 May 28 06:15:13.047052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43046) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:13.154893 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a924cfe6-ad13-4800-9bed-cc242ede9405 req-8b56702f-2523-4923-a032-2abd01d35756 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050766 May 28 06:15:13.160109 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e22ef30b-fd33-4dec-913a-968ad9964e43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34542558ac5847ff8438976396bc3df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097164 May 28 06:15:13.160109 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2526df2b-1964-47a3-8879-46e7b7815501 req-fa035842-2c0c-4a5e-b07d-8eccfff6fa69 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9eaee229-59bd-4100-8afe-cc4d5fdad997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156313 May 28 06:15:13.160431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43050) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:13.217266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-538b9cdf-9334-40ef-b363-6aba9e288128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:13.246466 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-538b9cdf-9334-40ef-b363-6aba9e288128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:13.298318 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-538b9cdf-9334-40ef-b363-6aba9e288128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:13.314189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b9cdf-9334-40ef-b363-6aba9e288128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd4baef-c005-4fbc-8034-e567dbaa8bf8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:13.320929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-538b9cdf-9334-40ef-b363-6aba9e288128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:13.322052 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-538b9cdf-9334-40ef-b363-6aba9e288128 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cd4baef-c005-4fbc-8034-e567dbaa8bf8 HTTP/1.1" status: 204 len: 168 time: 0.1608648 May 28 06:15:13.367142 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:14.142942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cbfe4-a445-458c-9948-8588593e5cab req-4afbc910-7f43-4e1f-9eb8-d8c3685d211b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:14.144484 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-913cbfe4-a445-458c-9948-8588593e5cab req-4afbc910-7f43-4e1f-9eb8-d8c3685d211b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 945 time: 0.1839287 May 28 06:15:14.193229 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-913cbfe4-a445-458c-9948-8588593e5cab req-3ab52467-cd3f-458c-a9da-a3937747ffba tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eaee229-59bd-4100-8afe-cc4d5fdad997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428550 May 28 06:15:14.345082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f4774-0136-4dc7-b5e4-eebd40f7d5ad req-d887f8a3-f89a-4b6c-a235-1f44bba71d55 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:14.346569 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f14f4774-0136-4dc7-b5e4-eebd40f7d5ad req-d887f8a3-f89a-4b6c-a235-1f44bba71d55 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 944 time: 0.0843558 May 28 06:15:14.392190 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f14f4774-0136-4dc7-b5e4-eebd40f7d5ad req-4553f27f-c935-4de6-b9f3-70dcc461d021 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399990 May 28 06:15:14.895649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43096) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:14.900854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440486232', 'description': 'tempest-secgroup-smoke-440486232 description', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:14.907989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:14.911941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:14.914952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:14.921638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:14.931489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:14.946204 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:14.960306 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:14.964044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:14.966781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:14.972934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:15.054279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.057975 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.070461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:15.078102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:15.086619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:15.097441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:15.100985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b2c24-3e4c-439d-98ae-db7bd76d40e8,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:15.175411 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.178931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.220462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a38314-1a78-49f1-b0d8-17a9f8360a7f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:15.224820 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.228894 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5c44acc7-3d6e-418f-be62-e24b54f8eeb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3294351 May 28 06:15:15.229230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43102) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:15.234901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'b3a38314-1a78-49f1-b0d8-17a9f8360a7f', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:15.241737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:15.245863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:15.248762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:15.254472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:15.273152 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.388234 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.393389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.418619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c24abd-e209-46d2-9741-64cce6c05d90,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:15.436901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142e11b-f969-431e-8bd8-9a2d185cd8fe req-f8b845fc-4234-4771-85c6-f8f5f5beaf78 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:15.438369 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9142e11b-f969-431e-8bd8-9a2d185cd8fe req-f8b845fc-4234-4771-85c6-f8f5f5beaf78 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 945 time: 0.1296659 May 28 06:15:15.439596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.440637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a75c7fcf-5008-4091-9951-b9ba4210ad21 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2104352 May 28 06:15:15.443426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43108) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:15.449775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'b3a38314-1a78-49f1-b0d8-17a9f8360a7f', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:15.469131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:15.477194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:15.480845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:15.496961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:15.507858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9142e11b-f969-431e-8bd8-9a2d185cd8fe req-fab03923-fa8f-4567-8414-d7af1d61b3c9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eaee229-59bd-4100-8afe-cc4d5fdad997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620582 May 28 06:15:15.520893 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.596274 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.596522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66d59b-ab08-4d00-9a3c-5c954eb5ef7e req-da7aeb48-2a89-403b-ab09-c24c63e42afa tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:15.598053 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e66d59b-ab08-4d00-9a3c-5c954eb5ef7e req-da7aeb48-2a89-403b-ab09-c24c63e42afa tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 944 time: 0.0910544 May 28 06:15:15.604690 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.647414 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e66d59b-ab08-4d00-9a3c-5c954eb5ef7e req-9f6e5ff5-012a-4dbb-bc2a-b32b15d831e3 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430248 May 28 06:15:15.674120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea81ab13-15f8-41fa-820a-03e283b3625d,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:15.689078 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.690236 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1a9a1969-870c-4d47-85cf-3fa68b27065f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2458849 May 28 06:15:15.693127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43114) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:15.698305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'b3a38314-1a78-49f1-b0d8-17a9f8360a7f', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:15.706009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:15.709943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:15.712946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:15.718051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667ad92-c502-4dfb-8a59-88dc9c936804 req-13c3e19a-6e6d-4672-a2df-c1f601ec378b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:15.719276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:15.719570 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a667ad92-c502-4dfb-8a59-88dc9c936804 req-13c3e19a-6e6d-4672-a2df-c1f601ec378b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 945 time: 0.0953743 May 28 06:15:15.728574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43118) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:15.733742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-12f755a4-ceb4-4854-b3a9-268f47eae0d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'floatingip': {'port_id': '333e4d64-e27e-4ae9-8a77-754b4eb70287'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:15.735567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.797578 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.801474 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.813060 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12f755a4-ceb4-4854-b3a9-268f47eae0d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.835861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b6b1d5-cf63-441f-83bf-4c9df40db39b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:15.842826 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.844309 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e4260199-5445-408b-85fa-f1c8584085bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501200 May 28 06:15:15.847044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43122) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:15.852588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'b3a38314-1a78-49f1-b0d8-17a9f8360a7f', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:15.859161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:15.864038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:15.866880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:15.872718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:15.889928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.956315 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.959833 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.984015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169ab82e-2c1d-44f0-9d51-76774220b4d1,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:15.994210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:15.995614 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-77462391-c0a5-4304-95e4-b38e6b989234 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476011 May 28 06:15:15.998354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43126) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:16.004042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'b3a38314-1a78-49f1-b0d8-17a9f8360a7f', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:16.010274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:16.014284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:16.017975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:16.024079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:16.035022 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Project d118111894a34b02b0e53fa12daa1dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:15:16.042094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.107522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.111934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.134838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d94bd5-a439-44bf-8eda-24faf6ab80f1,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:16.146097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.152199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8f903f92-a3ef-4c75-b6c0-60e87bdb0f89 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481137 May 28 06:15:16.152199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43130) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:16.155501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'b3a38314-1a78-49f1-b0d8-17a9f8360a7f', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:16.162656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:16.167334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:16.170593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:16.177448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:16.187883 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Project d118111894a34b02b0e53fa12daa1dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:15:16.194612 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.259619 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.263278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.289260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65fe03c-9b59-4264-a50b-1bf51044c866,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:16.297948 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.302238 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9be47544-c65b-454b-9f6b-4dc981ce556f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480858 May 28 06:15:16.302330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43134) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:16.307606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'network': {'name': 'tempest-network-smoke--893191475', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'port_security_enabled': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:16.312870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:16.317362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:network and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:16.320981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:16.326912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:16.337419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:15:16.340929 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.367771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:15:16.377300 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.377661 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Added segment cf52f8f1-ddca-4896-ade7-d55445daca60 of type vlan for network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 May 28 06:15:16.404203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.430815 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12f755a4-ceb4-4854-b3a9-268f47eae0d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.433509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.434675 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12f755a4-ceb4-4854-b3a9-268f47eae0d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.439854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:16.440436 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.544417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2384245 May 28 06:15:16.545540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43138) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:16.553036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'admin_state_up': True, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:16.567674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:16.570743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db76fe6-7009-4521-9e90-d576e6c34f58 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Network': ['ID=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:16.575760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:router and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:16.580338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:16.582313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:15:16.586887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:16.598128 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.599465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.618451 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.731942 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-12f755a4-ceb4-4854-b3a9-268f47eae0d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Floating IP e394bc8a-5477-4e59-8759-73124f5e7135 associated. External IP: 172.25.4.63, port: 333e4d64-e27e-4ae9-8a77-754b4eb70287. May 28 06:15:16.951146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:16.997995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93e2b6-8220-4744-af50-364bcb145fcb req-ceab64ac-bd4f-4bd0-87e3-39f80980ceac tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:16.999464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e93e2b6-8220-4744-af50-364bcb145fcb req-ceab64ac-bd4f-4bd0-87e3-39f80980ceac tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 944 time: 0.2371376 May 28 06:15:17.087203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f755a4-ceb4-4854-b3a9-268f47eae0d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:15:17.101449 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2e93e2b6-8220-4744-af50-364bcb145fcb req-5f04e661-8e27-4d1f-9258-36232e360d89 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611620 May 28 06:15:17.287893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f755a4-ceb4-4854-b3a9-268f47eae0d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:15:17.292003 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-12f755a4-ceb4-4854-b3a9-268f47eae0d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:17.299727 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:15:17.309143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:17.311606 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:17.312405 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:17.352004 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-12f755a4-ceb4-4854-b3a9-268f47eae0d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "PUT /v2.0/floatingips/e394bc8a-5477-4e59-8759-73124f5e7135 HTTP/1.1" status: 200 len: 990 time: 1.6200266 May 28 06:15:17.352004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'tag': '333e4d64-e27e-4ae9-8a77-754b4eb70287'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:17.400964 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb03710-815e-47ea-b3db-1b3c0ed9e5fc'] response: {'name': 'network-changed', 'server_uuid': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'tag': '333e4d64-e27e-4ae9-8a77-754b4eb70287', 'status': 'completed', 'code': 200} May 28 06:15:17.456002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:17.494754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-d41b7aec-ff65-44eb-94fa-fe034fde1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:17.496320 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-d41b7aec-ff65-44eb-94fa-fe034fde1bf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 1096 time: 0.0721235 May 28 06:15:17.498857 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:17.599838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.25.4.238 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/66d99657-cdf6-4773-8474-d2a989b201e1) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:15:17.648039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-0ed0e3b8-2e69-4dac-a498-3fdb0985105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:17.649505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-0ed0e3b8-2e69-4dac-a498-3fdb0985105b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.1470208 May 28 06:15:17.758000 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:17.758681 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-f1f6dd3e-19fe-4421-acb1-5a556dc64410 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=333e4d64-e27e-4ae9-8a77-754b4eb70287 HTTP/1.1" status: 200 len: 998 time: 0.1022158 May 28 06:15:17.789758 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:17.826639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-9283b7cd-a9ad-471c-9996-880b32729e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:17.828227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-9283b7cd-a9ad-471c-9996-880b32729e27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0633452 May 28 06:15:17.853802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:15:17.860007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:15:17.860007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:15:17.901469 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8dc7bf90-3b88-4d04-9703-15314063e9a8', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:eb:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:13:13Z', 'updated_at': '2022-05-28T06:13:34Z', 'revision_number': 2, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}, {'id': 'e394bc8a-5477-4e59-8759-73124f5e7135', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '333e4d64-e27e-4ae9-8a77-754b4eb70287', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:6b:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:14:55Z', 'updated_at': '2022-05-28T06:15:16Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:17.901888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=66d99657-cdf6-4773-8474-d2a989b201e1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:17.905348 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:15:17.914846 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:17.915907 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:17.931309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-5b3acb51-7eba-41ed-8a27-517fc0555e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:17.932971 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-5b3acb51-7eba-41ed-8a27-517fc0555e00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985758 May 28 06:15:18.072200 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-cae33c3f-2127-4594-9d00-c9eed743afdb service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306307 May 28 06:15:18.096738 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:18.355465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-47a0ba7e-b43e-4869-b797-6f0738f31785 req-9713e5b9-b919-4ba9-bd3f-439291343e9c service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770176 May 28 06:15:18.380606 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:18.484700 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8dc7bf90-3b88-4d04-9703-15314063e9a8', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:eb:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:13:13Z', 'updated_at': '2022-05-28T06:13:34Z', 'revision_number': 2, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}, {'id': 'e394bc8a-5477-4e59-8759-73124f5e7135', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '333e4d64-e27e-4ae9-8a77-754b4eb70287', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:6b:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:14:55Z', 'updated_at': '2022-05-28T06:15:16Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:18.488819 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a5c31d-ecbb-46b5-8eca-076fb1ea6534 None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8dc7bf90-3b88-4d04-9703-15314063e9a8', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:eb:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:13:13Z', 'updated_at': '2022-05-28T06:13:34Z', 'revision_number': 2, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}, {'id': 'e394bc8a-5477-4e59-8759-73124f5e7135', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '333e4d64-e27e-4ae9-8a77-754b4eb70287', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:6b:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:14:55Z', 'updated_at': '2022-05-28T06:15:16Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:15:18.537250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a776-17a3-46e3-a9ef-97f9b93981e5 req-5fc1e42f-f31e-46f2-b230-dd832850861f tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:18.538719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8017a776-17a3-46e3-a9ef-97f9b93981e5 req-5fc1e42f-f31e-46f2-b230-dd832850861f tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 944 time: 0.2475297 May 28 06:15:18.667447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8017a776-17a3-46e3-a9ef-97f9b93981e5 req-356e2e7a-05f2-4a31-bf28-83cadd2f2826 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210477 May 28 06:15:18.706753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbfbd3d-930f-4c2a-bcc0-a8111ae215fe None None] New status for floating IP e394bc8a-5477-4e59-8759-73124f5e7135: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:15:18.795776 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:19.109052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:15:19.284333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:15:19.293265 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Sync routers for ids ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:15:19.303220 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Routers {'4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:19.303843 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:19.310908 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:19.312203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c2513736-4427-46bf-a90e-bd0ec1dc5030 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7657216 May 28 06:15:19.315419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43150) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:19.457136 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f5ad1c07-3ede-48f0-9b1f-f25cc2ad72e3 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=d118111894a34b02b0e53fa12daa1dc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1405571 May 28 06:15:19.459738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43156) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:19.478321 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Set router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:19.591201 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee838b-0ef4-4eaa-9b31-1427c3cf048c tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:19.592771 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6bee838b-0ef4-4eaa-9b31-1427c3cf048c tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321328 May 28 06:15:19.596176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43160) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:19.612701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device bd04d278-014f-4b0c-95c7-c1c2ff98478e details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:15:19.644786 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-036988e2-fecf-45d3-a463-9a4aece589fa tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441785 May 28 06:15:19.644963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43164) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:19.650165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-394898064', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:19.758623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port bd04d278-014f-4b0c-95c7-c1c2ff98478e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:19.766402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:19.771426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:subnet and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:19.774745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'port_id': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'mac_address': 'fa:16:3e:34:76:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:15:19.775361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:19.781851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:19.793682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:15:19.797389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:19.807383 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:18Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:19.811765 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Checking router: 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:15:19.812217 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Updating router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 port 66d99657-cdf6-4773-8474-d2a989b201e1 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:15:19.870641 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:19.890798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port bd04d278-014f-4b0c-95c7-c1c2ff98478e is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:19.892087 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:19.910474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd04d278-014f-4b0c-95c7-c1c2ff98478e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:15:19.929658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port bd04d278-014f-4b0c-95c7-c1c2ff98478e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:19.934230 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:20.004108 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=bd04d278-014f-4b0c-95c7-c1c2ff98478e,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:20.010592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd1de0-cf71-4b7b-830e-c0837a7454d0 req-e06dbf63-f8ad-42a4-a359-faac03e45237 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:20.012145 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2abd1de0-cf71-4b7b-830e-c0837a7454d0 req-e06dbf63-f8ad-42a4-a359-faac03e45237 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 944 time: 0.1425588 May 28 06:15:20.104673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2abd1de0-cf71-4b7b-830e-c0837a7454d0 req-c2cec1b1-77ac-46f1-9047-3f60e3c38e2d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617397 May 28 06:15:20.154362 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:20.215401 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:20.228206 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Transition to ACTIVE for port object 66d99657-cdf6-4773-8474-d2a989b201e1 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:20.235461 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:20.238454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Subnet': ['ID=d6145ccc-d0b6-4775-8417-9d978a33dbb8,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:20.246851 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Checking segment: {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:15:20.247294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network hostable DHCP agents. Network: e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:15:20.267137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:15:20.276926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:15:20.281288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:20.281917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:20.289951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7c97b2-beed-4af6-85aa-766600e96085 None None] Network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:15:20.307680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43170) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:20.308249 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-607344ab-8a6e-4c99-b70a-cee1147b9572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6619611 May 28 06:15:20.308812 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Attempting to bind port 66d99657-cdf6-4773-8474-d2a989b201e1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:15:20.309181 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Attempting to bind port 66d99657-cdf6-4773-8474-d2a989b201e1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:15:20.309537 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Attempting to bind port 66d99657-cdf6-4773-8474-d2a989b201e1 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:15:20.323171 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:15:20.323537 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:15:20.323934 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:20.324318 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:15:20.324774 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Bound port: 66d99657-cdf6-4773-8474-d2a989b201e1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:15:20.325136 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:20.348434 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e0e77-205a-40da-90ce-136cedb515de None None] Pushing event updated for resources: {'Port': ['ID=66d99657-cdf6-4773-8474-d2a989b201e1,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:20.362302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['bd04d278-014f-4b0c-95c7-c1c2ff98478e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:15:20.410596 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] For port 66d99657-cdf6-4773-8474-d2a989b201e1, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:15:20.413681 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] For port 66d99657-cdf6-4773-8474-d2a989b201e1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=66d99657-cdf6-4773-8474-d2a989b201e1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:15:20.420392 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:20.493630 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Routers {'4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:20.495034 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:20.601953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:15:20.606938 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:20.650980 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e0e77-205a-40da-90ce-136cedb515de None None] Pushing event updated for resources: {'Port': ['ID=66d99657-cdf6-4773-8474-d2a989b201e1,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:20.692106 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] Set router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:20.853523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Allocated IP 172.20.0.2 (e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2/d6145ccc-d0b6-4775-8417-9d978a33dbb8/9dd2db10-f97b-417b-8807-4038db7ab33a) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:15:20.983696 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:18Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:20.988379 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cb36f-725e-4d4d-a66e-38a15bfc2145 None None] The sync data for ids ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'] in n-d-843679-5 is: [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:18Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:15:21.053735 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:21.121583 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:21.132341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Transition to ACTIVE for port object 9dd2db10-f97b-417b-8807-4038db7ab33a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:21.157965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Transition to ACTIVE for port object 9dd2db10-f97b-417b-8807-4038db7ab33a will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:21.174643 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:21.284045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Pushing event updated for resources: {'Port': ['ID=9dd2db10-f97b-417b-8807-4038db7ab33a,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:21.291043 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:15:21.292114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:15:21.294210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:15:21.389504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Attempting to bind port 9dd2db10-f97b-417b-8807-4038db7ab33a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:15:21.389897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Attempting to bind port 9dd2db10-f97b-417b-8807-4038db7ab33a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:15:21.390260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Attempting to bind port 9dd2db10-f97b-417b-8807-4038db7ab33a on network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:15:21.396398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:15:21.396773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Checking segment: {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:15:21.397177 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:21.398132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Bound using segment: {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:15:21.398132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Bound port: 9dd2db10-f97b-417b-8807-4038db7ab33a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:15:21.398419 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:21.435929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14aed4-4999-4d0a-b714-b3573f82fdff req-d9281fb0-23bd-4c49-82ef-f8ecf83d7e99 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:21.437610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc14aed4-4999-4d0a-b714-b3573f82fdff req-d9281fb0-23bd-4c49-82ef-f8ecf83d7e99 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 945 time: 0.1731012 May 28 06:15:21.494333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] For port 9dd2db10-f97b-417b-8807-4038db7ab33a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:15:21.498276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] For port 9dd2db10-f97b-417b-8807-4038db7ab33a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9dd2db10-f97b-417b-8807-4038db7ab33a,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:15:21.503297 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:21.609589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07e2ad-594c-4e22-995f-a7398a0e5dd9 None None] Pushing event updated for resources: {'Port': ['ID=9dd2db10-f97b-417b-8807-4038db7ab33a,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:21.645361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device bd04d278-014f-4b0c-95c7-c1c2ff98478e up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:15:21.715947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc14aed4-4999-4d0a-b714-b3573f82fdff req-2cb42422-7257-4b27-8b1d-6098ad930645 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093225 May 28 06:15:21.723565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port bd04d278-014f-4b0c-95c7-c1c2ff98478e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:21.731538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port bd04d278-014f-4b0c-95c7-c1c2ff98478e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:21.731985 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:21.748837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.20.0.1 (e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2/d6145ccc-d0b6-4775-8417-9d978a33dbb8/424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:15:21.904890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port bd04d278-014f-4b0c-95c7-c1c2ff98478e is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:21.905543 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:21.940082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:21.951391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port bd04d278-014f-4b0c-95c7-c1c2ff98478e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:21.957071 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:21.970243 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:22.003684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Transition to ACTIVE for port object 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:22.013077 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b74d2a-59db-4cad-8320-a0b519f46f27'] response: {'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'code': 200} May 28 06:15:22.033655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:22.047457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=bd04d278-014f-4b0c-95c7-c1c2ff98478e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:22.148778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:15:22.156201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:15:22.165855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:15:22.212741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:22.248968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:22.410469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ed67e-3a49-4e59-87e3-a3f93597d665 req-9dbdbdaf-bd39-4610-a6cd-534e474721ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:22.412079 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-355ed67e-3a49-4e59-87e3-a3f93597d665 req-9dbdbdaf-bd39-4610-a6cd-534e474721ed service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 1097 time: 0.3051419 May 28 06:15:22.445180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 66d99657-cdf6-4773-8474-d2a989b201e1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:15:22.478930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-355ed67e-3a49-4e59-87e3-a3f93597d665 req-aab42f3c-2276-47ff-84dc-5c64b7649c52 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583580 May 28 06:15:22.518351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 66d99657-cdf6-4773-8474-d2a989b201e1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:22.524549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 66d99657-cdf6-4773-8474-d2a989b201e1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:22.524936 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:22.567212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:22.701000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 66d99657-cdf6-4773-8474-d2a989b201e1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:22.701376 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:22.719407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 66d99657-cdf6-4773-8474-d2a989b201e1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=66d99657-cdf6-4773-8474-d2a989b201e1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:22.725072 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:22.726143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9dd2db10-f97b-417b-8807-4038db7ab33a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:15:22.791847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c2786a-e01e-4153-a53f-0d6a2f4ad3e7 None None] Network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:15:22.941579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-9b92f28e-4507-4f32-b019-594fec80b8a9 None None] Provisioning for port 9dd2db10-f97b-417b-8807-4038db7ab33a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:22.963465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=66d99657-cdf6-4773-8474-d2a989b201e1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:23.019142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 9dd2db10-f97b-417b-8807-4038db7ab33a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:23.027665 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9dd2db10-f97b-417b-8807-4038db7ab33a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:23.028032 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:23.046287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f5027-0054-4b0d-acab-bda30bbcf871 req-21924c43-75f2-4b2d-82ec-e0d1d6126a7c tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:23.048352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-207f5027-0054-4b0d-acab-bda30bbcf871 req-21924c43-75f2-4b2d-82ec-e0d1d6126a7c tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 946 time: 0.2060494 May 28 06:15:23.106726 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:23.111131 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-207f5027-0054-4b0d-acab-bda30bbcf871 req-22e5e1de-9eb1-44ce-a337-93080924dfb1 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560203 May 28 06:15:23.114463 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:23.214946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9dd2db10-f97b-417b-8807-4038db7ab33a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:23.215349 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:23.242993 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:23.244934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:23.264792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 9dd2db10-f97b-417b-8807-4038db7ab33a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9dd2db10-f97b-417b-8807-4038db7ab33a,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:23.270054 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:23.345252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=9dd2db10-f97b-417b-8807-4038db7ab33a,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:23.493149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-948903ab-7a53-4a37-86ef-2f5f3c1809f2 None None] Provisioning for port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:23.498361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-948903ab-7a53-4a37-86ef-2f5f3c1809f2 None None] Provisioning complete for port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:23.498982 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-948903ab-7a53-4a37-86ef-2f5f3c1809f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:23.501799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:15:23.502956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:15:23.558722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-948903ab-7a53-4a37-86ef-2f5f3c1809f2 None None] Port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:15:23.574344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-948903ab-7a53-4a37-86ef-2f5f3c1809f2 None None] Provisioning complete for port 9dd2db10-f97b-417b-8807-4038db7ab33a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:23.574811 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-948903ab-7a53-4a37-86ef-2f5f3c1809f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:23.702930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:15:23.711384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-948903ab-7a53-4a37-86ef-2f5f3c1809f2 None None] Current status of the port 9dd2db10-f97b-417b-8807-4038db7ab33a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:23.843704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-10f04501-6ab0-49ed-bd68-0e1132467704 None None] Provisioning complete for port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:23.844250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-10f04501-6ab0-49ed-bd68-0e1132467704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:23.909154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:15:23.917938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8efa9760-d7a2-49c0-a060-e50863f8b1f3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "PUT /v2.0/routers/4a3d5d59-3fd1-4b48-8d8a-572c87eb1553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6088986 May 28 06:15:23.918595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-10f04501-6ab0-49ed-bd68-0e1132467704 None None] Port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:15:23.921481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Sync routers for ids ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:15:23.932678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Routers {'4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:23.933294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:24.081498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-b3201543-c863-405e-8bd7-fca56ef96d85 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:15:24.099209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-b3201543-c863-405e-8bd7-fca56ef96d85 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:15:24.100620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-b3201543-c863-405e-8bd7-fca56ef96d85 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440486232&fields=id&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 267 time: 0.0597539 May 28 06:15:24.113800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-11096864-4461-465f-88c2-3a43c5bca55a None None] Provisioning complete for port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:24.114308 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-11096864-4461-465f-88c2-3a43c5bca55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:24.179068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-11096864-4461-465f-88c2-3a43c5bca55a None None] Port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:15:24.184491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Set router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:24.275589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-c8c115f5-df4c-40dc-9c2f-fb549b8b8b6e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:24.277108 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-c8c115f5-df4c-40dc-9c2f-fb549b8b8b6e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/networks?id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 200 len: 796 time: 0.1698816 May 28 06:15:24.292432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-8c96bf87-15b5-4250-8b1f-18156f29608d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/quotas/d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 375 time: 0.0098524 May 28 06:15:24.312777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103106be-0147-4519-9d5b-d9935f500364 req-9c183de1-644c-404b-867b-8dc026887cdf tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:24.314874 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-103106be-0147-4519-9d5b-d9935f500364 req-9c183de1-644c-404b-867b-8dc026887cdf tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 946 time: 0.0882263 May 28 06:15:24.371155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-103106be-0147-4519-9d5b-d9935f500364 req-38670219-8697-4218-a870-005f1caebc69 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488234 May 28 06:15:24.402707 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-f78f4c23-679c-4c55-b7c4-beaa34939267 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026342 May 28 06:15:24.411058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 66d99657-cdf6-4773-8474-d2a989b201e1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:15:24.561384 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-68af2178-8794-44f5-bde6-d5e516bfbaa0 service neutron] 10.222.0.39 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432657 May 28 06:15:24.612206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 66d99657-cdf6-4773-8474-d2a989b201e1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:24.612576 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:24.672579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1', 'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:8e:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:21Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 2, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:24.682655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Checking router: 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:15:24.683005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Updating router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:15:24.710390 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-529874c3-b1b8-4d8a-bb71-28c7eec73fd7 service neutron] 10.222.0.39 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400673 May 28 06:15:24.753248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07250264-d622-4718-981b-8ba46ec1b009 req-9718069f-a809-4f68-abf7-745fabf4fe87 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:24.754733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07250264-d622-4718-981b-8ba46ec1b009 req-9718069f-a809-4f68-abf7-745fabf4fe87 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 946 time: 0.0917318 May 28 06:15:24.781611 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:24.805353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 66d99657-cdf6-4773-8474-d2a989b201e1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:24.806483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9dd2db10-f97b-417b-8807-4038db7ab33a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:15:24.806596 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07250264-d622-4718-981b-8ba46ec1b009 req-6cbf59ce-c0e2-4292-b610-6ee5d20821bb tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459039 May 28 06:15:24.832833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43200) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:24.935805 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cfd88614-cc2f-498a-bdc7-940deeaffaba req-40980aa1-74ac-414e-abff-c9e3acbc071d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 210 time: 0.0740366 May 28 06:15:25.005589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9dd2db10-f97b-417b-8807-4038db7ab33a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:25.006054 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:25.050858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d2d18-3296-4f06-8a77-bb98d0e2cee6 tempest-TestVolumeBackupRestore-1913771456 tempest-TestVolumeBackupRestore-1913771456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:25.051979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c05d2d18-3296-4f06-8a77-bb98d0e2cee6 tempest-TestVolumeBackupRestore-1913771456 tempest-TestVolumeBackupRestore-1913771456-project-admin] Synchronizing usage tracker for tenant:93d8da01a34c4f5eae4cd73d68cd02c6 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:15:25.069670 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c05d2d18-3296-4f06-8a77-bb98d0e2cee6 tempest-TestVolumeBackupRestore-1913771456 tempest-TestVolumeBackupRestore-1913771456-project-admin] Unset dirty status for tenant:93d8da01a34c4f5eae4cd73d68cd02c6 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:15:25.074273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c05d2d18-3296-4f06-8a77-bb98d0e2cee6 tempest-TestVolumeBackupRestore-1913771456 tempest-TestVolumeBackupRestore-1913771456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 1092 time: 0.2367489 May 28 06:15:25.074436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43212) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:25.079988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:25.099385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:25.104239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Usage tracker for resource:floatingip and tenant:c88e00cb044e44fb9dead877420b39f9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:25.107702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:25.117485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:25.132923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:25.244779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9dd2db10-f97b-417b-8807-4038db7ab33a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:25.296475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:25.332639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:25.344440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Transition to ACTIVE for port object 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:25.352083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:25.446064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Allocated IP 172.25.4.225 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/cc97b4a4-c27b-4b0e-adaa-dae1da934fee) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:15:25.532509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72797603-861d-4d80-819c-f4e19afb1d19 None None] Pushing event updated for resources: {'Port': ['ID=424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:25.617325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Attempting to bind port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:15:25.617669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Attempting to bind port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:15:25.618042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Attempting to bind port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 on network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:15:25.627571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:15:25.627942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Checking segment: {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:15:25.628730 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:25.628920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Bound using segment: {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:15:25.629657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Bound port: 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:15:25.629777 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:25.651085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:25.685179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:25.738203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] For port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:15:25.741365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] For port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:15:25.746218 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:25.769628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:15:25.772378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:15:25.776239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:15:25.814823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event updated for resources: {'Port': ['ID=cc97b4a4-c27b-4b0e-adaa-dae1da934fee,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:25.824498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Routers {'4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:25.825365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:25.900233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72797603-861d-4d80-819c-f4e19afb1d19 None None] Pushing event updated for resources: {'Port': ['ID=424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:26.087123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] Set router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:26.221826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-249aeb31-5609-4b54-a84f-74468f39a94e req-28c491e9-7232-41d9-9f37-0ff82f93b133 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:15:26.241082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-32fb7691-81c5-4854-bd72-852b6df139c6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:26.243221 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-32fb7691-81c5-4854-bd72-852b6df139c6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.41 "GET /v2.0/networks?id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 200 len: 796 time: 0.2327588 May 28 06:15:26.316340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-249aeb31-5609-4b54-a84f-74468f39a94e req-28c491e9-7232-41d9-9f37-0ff82f93b133 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:15:26.332399 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-249aeb31-5609-4b54-a84f-74468f39a94e req-28c491e9-7232-41d9-9f37-0ff82f93b133 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 210 time: 0.1670728 May 28 06:15:26.480218 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-ac2fb7ad-2e06-4615-bb68-1451bb546b64 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 379 time: 0.2260354 May 28 06:15:26.490674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'port': {'device_id': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'admin_state_up': True, 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'security_groups': ['b3a38314-1a78-49f1-b0d8-17a9f8360a7f']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:26.568466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1', 'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:8e:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:21Z', 'updated_at': '2022-05-28T06:15:25Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:26.573699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd93b49-2bee-416e-9bb9-e7319778c981 None None] The sync data for ids ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'] in n-d-843679-5 is: [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1', 'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:8e:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:21Z', 'updated_at': '2022-05-28T06:15:25Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:15:26.615753 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:26.700216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:26.713487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:26.725264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:15:26.729165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:26.747795 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:26.919578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.20.0.8 (e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2/d6145ccc-d0b6-4775-8417-9d978a33dbb8/9401de93-dca1-47bd-aef7-f0890bbe94c1) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:15:26.987172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:26.991824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:27.108006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event updated for resources: {'Port': ['ID=cc97b4a4-c27b-4b0e-adaa-dae1da934fee,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:27.129080 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:27.133828 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:27.155907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Transition to ACTIVE for port object 9401de93-dca1-47bd-aef7-f0890bbe94c1 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:27.185647 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:27.270994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:15:27.274436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:15:27.278890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:15:27.315896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=9401de93-dca1-47bd-aef7-f0890bbe94c1,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:27.335771 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Floating IP 8f42535b-c920-45e8-9f48-2ab36d9e26c6 associated. External IP: 172.25.4.225, port: bd04d278-014f-4b0c-95c7-c1c2ff98478e. May 28 06:15:27.353621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:27.354276 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:27.393292 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-3e6b313c-a143-4841-bbee-a1fd86cc2895 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9070759 May 28 06:15:27.409706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Request body: {'port': {'device_id': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:27.585081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af452185-6149-4d2e-b37e-08bcbe6448c1 None None] Provisioning for port 9401de93-dca1-47bd-aef7-f0890bbe94c1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:27.593046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af452185-6149-4d2e-b37e-08bcbe6448c1 None None] Provisioning complete for port 9401de93-dca1-47bd-aef7-f0890bbe94c1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:27.593412 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af452185-6149-4d2e-b37e-08bcbe6448c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:27.612008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:27.673439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-af452185-6149-4d2e-b37e-08bcbe6448c1 None None] Port 9401de93-dca1-47bd-aef7-f0890bbe94c1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:15:27.706998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7f94-7988-4c83-9dff-1eec05bfcf9f req-6cdd4f09-59f6-4473-903b-9a8d7779e694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:27.707773 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0b9e7f94-7988-4c83-9dff-1eec05bfcf9f req-6cdd4f09-59f6-4473-903b-9a8d7779e694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:15:27.758432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Router 57d0f302-9299-4cd1-a6ef-868ca45134f7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:15:27.788107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0b9e7f94-7988-4c83-9dff-1eec05bfcf9f req-6cdd4f09-59f6-4473-903b-9a8d7779e694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:15:27.789273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b9e7f94-7988-4c83-9dff-1eec05bfcf9f req-6cdd4f09-59f6-4473-903b-9a8d7779e694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 931 time: 0.3125775 May 28 06:15:27.919225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b9e7f94-7988-4c83-9dff-1eec05bfcf9f req-fb33c7c0-300f-4010-96c6-27ed7e6b5452 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234159 May 28 06:15:27.955467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:15:27.967339 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46052444-d104-42ad-aa86-738b87daa813 None None] Sync routers for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:15:27.979111 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46052444-d104-42ad-aa86-738b87daa813 None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:27.979778 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-46052444-d104-42ad-aa86-738b87daa813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:27.982026 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:28.046528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-15d4a29a-72be-474c-83fa-43e2b663d24a tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9711196 May 28 06:15:28.047350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:28.050575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43222) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:28.090805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9401de93-dca1-47bd-aef7-f0890bbe94c1 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:15:28.106284 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:28.106986 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e53224f-0235-4004-9ec0-2a75c9e48ad3'] response: {'name': 'network-changed', 'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'status': 'completed', 'code': 200} May 28 06:15:28.135078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Transition to ACTIVE for port object 9401de93-dca1-47bd-aef7-f0890bbe94c1 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:15:28.144215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:28.182373 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-46052444-d104-42ad-aa86-738b87daa813 None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:28.267378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-b59d2797-82a4-4e60-9b40-d802fb932b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:28.268925 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-b59d2797-82a4-4e60-9b40-d802fb932b61 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c88e00cb044e44fb9dead877420b39f9&device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 1097 time: 0.1228697 May 28 06:15:28.317564 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157fa497-f1b9-4001-8cf0-684d6868e3d4 tempest-TestVolumeBackupRestore-1913771456 tempest-TestVolumeBackupRestore-1913771456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:28.321750 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-157fa497-f1b9-4001-8cf0-684d6868e3d4 tempest-TestVolumeBackupRestore-1913771456 tempest-TestVolumeBackupRestore-1913771456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 1092 time: 0.2674158 May 28 06:15:28.340607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43228) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:28.421076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-afc76776-d25c-4667-8aa6-f126c28756f5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Request body: {'floatingip': {'port_id': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:28.487071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:15:28.577915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-80d6b118-0cd8-438e-bec4-67b0af848e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:28.579985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-80d6b118-0cd8-438e-bec4-67b0af848e6f service neutron] 10.222.0.33 "GET /v2.0/networks?id=83d6415e-de9e-43b9-bede-f9323b15a1b4 HTTP/1.1" status: 200 len: 914 time: 0.3037906 May 28 06:15:28.581278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:28.586984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:28.587697 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:28.720819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-2f4fd77e-7785-44cb-90b3-8fdc5332358c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e HTTP/1.1" status: 200 len: 1000 time: 0.1314204 May 28 06:15:28.729993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:28.730498 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:28.734547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=9401de93-dca1-47bd-aef7-f0890bbe94c1,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:28.752049 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-46052444-d104-42ad-aa86-738b87daa813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8f42535b-c920-45e8-9f48-2ab36d9e26c6', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'port_id': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'mac_address': 'fa:16:3e:34:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:15:26Z', 'updated_at': '2022-05-28T06:15:26Z', 'revision_number': 0, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:28.758092 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46052444-d104-42ad-aa86-738b87daa813 None None] Checking router: 57d0f302-9299-4cd1-a6ef-868ca45134f7 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:15:28.768291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:28.771642 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46052444-d104-42ad-aa86-738b87daa813 None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:28.772429 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-46052444-d104-42ad-aa86-738b87daa813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:28.774576 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:28.777646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Attempting to bind port 9401de93-dca1-47bd-aef7-f0890bbe94c1 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:15:28.777987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Attempting to bind port 9401de93-dca1-47bd-aef7-f0890bbe94c1 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:15:28.778452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Attempting to bind port 9401de93-dca1-47bd-aef7-f0890bbe94c1 on network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:15:28.785886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Port 9401de93-dca1-47bd-aef7-f0890bbe94c1 on network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:15:28.786212 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Attempting to bind port 9401de93-dca1-47bd-aef7-f0890bbe94c1 on network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:15:28.797138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:15:28.797478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Checking segment: {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:15:28.798206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Bound using segment: {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:15:28.798328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Bound port: 9401de93-dca1-47bd-aef7-f0890bbe94c1, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:15:28.798729 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:28.814091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-991fdc10-a65e-4eb1-ad67-fa701681402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:28.816446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-991fdc10-a65e-4eb1-ad67-fa701681402a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=87f4e003-e761-4255-b042-400e8d79830b HTTP/1.1" status: 200 len: 852 time: 0.0882864 May 28 06:15:28.849342 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afc76776-d25c-4667-8aa6-f126c28756f5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:28.858988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:28.901102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-bc863072-e672-4920-8695-6ad5c8965355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:28.902560 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-bc863072-e672-4920-8695-6ad5c8965355 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=83d6415e-de9e-43b9-bede-f9323b15a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808272 May 28 06:15:28.967174 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-46052444-d104-42ad-aa86-738b87daa813 None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:29.036291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:15:29.049807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-fd90b6d6-1010-4c86-8e0d-4e77aa580b66 service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392069 May 28 06:15:29.051109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:15:29.129226 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:29.206774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7d1f59cb-d59b-4c29-8d0d-cbca0efaabfb req-ccd7b7a2-e37d-4847-9002-16a645e336b9 service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511953 May 28 06:15:29.214221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:29.214832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:29.216291 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] 10.222.0.41 "PUT /v2.0/ports/9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 1091 time: 1.8119414 May 28 06:15:29.216658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:29.375413 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d461e558-8790-4024-9f0e-dd9aa40fec56'] response: {'name': 'network-changed', 'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'status': 'completed', 'code': 200} May 28 06:15:29.381893 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-46052444-d104-42ad-aa86-738b87daa813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8f42535b-c920-45e8-9f48-2ab36d9e26c6', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'port_id': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'mac_address': 'fa:16:3e:34:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:15:26Z', 'updated_at': '2022-05-28T06:15:26Z', 'revision_number': 0, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:29.386891 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46052444-d104-42ad-aa86-738b87daa813 None None] The sync data for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 is: [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8f42535b-c920-45e8-9f48-2ab36d9e26c6', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'port_id': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'mac_address': 'fa:16:3e:34:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:15:26Z', 'updated_at': '2022-05-28T06:15:26Z', 'revision_number': 0, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:15:29.411585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337cebe-37cb-40c9-9bdc-8690486c3ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=9401de93-dca1-47bd-aef7-f0890bbe94c1,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:29.442207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16af8c1-0333-4b97-b8bc-95ce9b4ee309 req-f25292b2-3a12-4a44-af2b-07b51f088869 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:29.443729 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f16af8c1-0333-4b97-b8bc-95ce9b4ee309 req-f25292b2-3a12-4a44-af2b-07b51f088869 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 943 time: 0.3610442 May 28 06:15:29.588668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a206620-5aef-4c7e-b7ce-a62ada88b24c None None] New status for floating IP 8f42535b-c920-45e8-9f48-2ab36d9e26c6: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:15:29.636018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f16af8c1-0333-4b97-b8bc-95ce9b4ee309 req-44c1534e-5ce4-41e9-a404-6658efd20c20 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371253 May 28 06:15:29.669709 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-8b81fd83-1cca-4cb2-8fd5-7a238caa7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:29.671173 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-8b81fd83-1cca-4cb2-8fd5-7a238caa7c47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1094 time: 0.3927107 May 28 06:15:29.753231 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-c77e48b0-7219-4de4-9786-ea2bb3b6a5af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 217 time: 0.0713985 May 28 06:15:29.832223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-85ae4e6e-4524-49ff-9997-ccb4b5fe370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:29.833657 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-85ae4e6e-4524-49ff-9997-ccb4b5fe370f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d6145ccc-d0b6-4775-8417-9d978a33dbb8 HTTP/1.1" status: 200 len: 834 time: 0.0709462 May 28 06:15:30.013438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afc76776-d25c-4667-8aa6-f126c28756f5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:30.017118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-ad56d324-0803-4f72-b33f-63daa26f7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:30.018599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-ad56d324-0803-4f72-b33f-63daa26f7023 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777694 May 28 06:15:30.019717 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afc76776-d25c-4667-8aa6-f126c28756f5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:30.020962 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-6a206620-5aef-4c7e-b7ce-a62ada88b24c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:15:30.021349 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-6a206620-5aef-4c7e-b7ce-a62ada88b24c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:15:30.390626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:15:30.416164 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-a3431007-7287-42b5-a72b-22dd31ea215c service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493032 May 28 06:15:30.457606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:30.457977 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:30.522636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a206620-5aef-4c7e-b7ce-a62ada88b24c None None] New status for floating IP 8f42535b-c920-45e8-9f48-2ab36d9e26c6: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:15:30.658300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:30.705637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e0ea5e5-4bdf-4fd5-bf98-35e54fdb22a1 req-454cc943-ef11-4e4a-bf1e-7b6a3690fa51 service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347314 May 28 06:15:30.711098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc76776-d25c-4667-8aa6-f126c28756f5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Router 57d0f302-9299-4cd1-a6ef-868ca45134f7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:15:30.852240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e0abb-4d17-48ec-bd1e-9c5f9f2fb0f7 req-2281e043-361d-4285-a330-71f756ffdc37 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:30.853743 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-352e0abb-4d17-48ec-bd1e-9c5f9f2fb0f7 req-2281e043-361d-4285-a330-71f756ffdc37 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 943 time: 0.0842159 May 28 06:15:30.905754 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-352e0abb-4d17-48ec-bd1e-9c5f9f2fb0f7 req-16140775-81c7-4d22-9290-be54fa64242a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445197 May 28 06:15:30.951184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-5a4de21a-25c9-421b-aa06-d61153ae7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:30.952661 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-5a4de21a-25c9-421b-aa06-d61153ae7905 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1094 time: 0.1799059 May 28 06:15:30.953729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc76776-d25c-4667-8aa6-f126c28756f5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:15:30.958614 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-afc76776-d25c-4667-8aa6-f126c28756f5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:30.964172 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] Sync routers for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:15:30.973879 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:30.974465 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:31.136814 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:31.158721 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:31.178820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-afc76776-d25c-4667-8aa6-f126c28756f5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "PUT /v2.0/floatingips/8f42535b-c920-45e8-9f48-2ab36d9e26c6 HTTP/1.1" status: 200 len: 992 time: 2.8365388 May 28 06:15:31.183684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-4dd1195d-e952-4f09-aac3-a22600c7b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:31.184967 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-4dd1195d-e952-4f09-aac3-a22600c7b7b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 200 len: 897 time: 0.2018414 May 28 06:15:31.255483 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-dec99e14-6a30-4771-8446-8ec5ed286d09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 217 time: 0.0625317 May 28 06:15:31.323844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-f5039532-372e-4a29-ba03-e8b8b7262246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:31.325327 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-f5039532-372e-4a29-ba03-e8b8b7262246 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d6145ccc-d0b6-4775-8417-9d978a33dbb8 HTTP/1.1" status: 200 len: 834 time: 0.0639365 May 28 06:15:31.382135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e'}, {'name': 'network-changed', 'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:31.407455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-12c155ce-f8b9-4f93-99ac-71f4e821ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:31.408965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-12c155ce-f8b9-4f93-99ac-71f4e821ec14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764871 May 28 06:15:31.434945 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0977999f-fcb7-454e-894e-1516bda8e162'] response: {'name': 'network-changed', 'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'status': 'completed', 'code': 200} May 28 06:15:31.435926 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0977999f-fcb7-454e-894e-1516bda8e162'] response: {'name': 'network-changed', 'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'status': 'completed', 'code': 200} May 28 06:15:31.544632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-f08d84cc-7b85-4517-bbda-37f6a55a565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:31.547022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-f08d84cc-7b85-4517-bbda-37f6a55a565d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c88e00cb044e44fb9dead877420b39f9&device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 1097 time: 0.0775607 May 28 06:15:31.547958 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-3f5b7b6f-7394-4ea8-a13e-f50cb0445c1a service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319025 May 28 06:15:31.554896 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8f42535b-c920-45e8-9f48-2ab36d9e26c6', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'port_id': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'mac_address': 'fa:16:3e:34:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:15:26Z', 'updated_at': '2022-05-28T06:15:30Z', 'revision_number': 2, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:31.558771 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] Checking router: 57d0f302-9299-4cd1-a6ef-868ca45134f7 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:15:31.568286 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:31.568908 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:31.687641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-2e20272a-c8c1-413e-8366-6e0ecb8a25da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:31.689476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-2e20272a-c8c1-413e-8366-6e0ecb8a25da service neutron] 10.222.0.33 "GET /v2.0/networks?id=83d6415e-de9e-43b9-bede-f9323b15a1b4 HTTP/1.1" status: 200 len: 914 time: 0.1364479 May 28 06:15:31.760483 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:31.794424 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-a0bf4a4c-9789-4189-b1be-4478f52f1448 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e HTTP/1.1" status: 200 len: 1002 time: 0.0990241 May 28 06:15:31.815804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d0bbcddf-0827-4d91-90b0-f65086f4cf34 req-2fee79d2-1682-464d-9fd4-30a8a4d57994 service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610030 May 28 06:15:31.858075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-cfc1bae2-f5f7-4022-afec-1b9e4f659cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:31.859559 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-cfc1bae2-f5f7-4022-afec-1b9e4f659cce service neutron] 10.222.0.33 "GET /v2.0/subnets?id=87f4e003-e761-4255-b042-400e8d79830b HTTP/1.1" status: 200 len: 852 time: 0.0593071 May 28 06:15:31.938452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-bb320a94-5f5b-4158-a880-730acd52a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:31.939852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-bb320a94-5f5b-4158-a880-730acd52a22b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=83d6415e-de9e-43b9-bede-f9323b15a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741632 May 28 06:15:32.106684 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8f42535b-c920-45e8-9f48-2ab36d9e26c6', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'port_id': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'mac_address': 'fa:16:3e:34:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:15:26Z', 'updated_at': '2022-05-28T06:15:30Z', 'revision_number': 2, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:32.110739 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454d240-6544-4a45-99b2-fbb0cd348e03 None None] The sync data for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 is: [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8f42535b-c920-45e8-9f48-2ab36d9e26c6', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'port_id': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'mac_address': 'fa:16:3e:34:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:15:26Z', 'updated_at': '2022-05-28T06:15:30Z', 'revision_number': 2, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:15:32.128441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-635dd40f-89e0-491d-98b8-17fc2db7b5a0 service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822000 May 28 06:15:32.164540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd89e1-625c-4913-bdc5-955d3d2d2247 req-2b67dba5-48fe-4201-8729-f1a26b8d8190 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:32.166031 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1bcd89e1-625c-4913-bdc5-955d3d2d2247 req-2b67dba5-48fe-4201-8729-f1a26b8d8190 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 943 time: 0.1389380 May 28 06:15:32.244766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9401de93-dca1-47bd-aef7-f0890bbe94c1 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:15:32.286250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1bcd89e1-625c-4913-bdc5-955d3d2d2247 req-ed420247-f539-4032-8d2c-b47c3b2c5966 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705371 May 28 06:15:32.312517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-43b01e8b-e726-4667-8697-2feb67141dcf service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758687 May 28 06:15:32.388055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:32.401282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'port_id': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'mac_address': 'fa:16:3e:68:6e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:15:32.462648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9401de93-dca1-47bd-aef7-f0890bbe94c1 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:32.463457 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:32.482799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9401de93-dca1-47bd-aef7-f0890bbe94c1 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:15:32.502060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:32.506859 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:32.571730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-c82a676c-e40c-448b-9efa-fe777c805783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:32.573079 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-c82a676c-e40c-448b-9efa-fe777c805783 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c88e00cb044e44fb9dead877420b39f9&device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 1097 time: 0.1808400 May 28 06:15:32.619836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9401de93-dca1-47bd-aef7-f0890bbe94c1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:32.627981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.628321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.628657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.628984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.629308 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.629631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.629951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.630270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.630586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.630901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.631223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.631556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:15:32.706271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-ffcd4faa-a0d6-4412-a245-7b1b0da397f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:32.707749 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-ffcd4faa-a0d6-4412-a245-7b1b0da397f6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=83d6415e-de9e-43b9-bede-f9323b15a1b4 HTTP/1.1" status: 200 len: 914 time: 0.1280644 May 28 06:15:32.755278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['9401de93-dca1-47bd-aef7-f0890bbe94c1'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:15:32.811558 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-a586328b-dc36-454f-b8a4-d1543b456643 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e HTTP/1.1" status: 200 len: 1002 time: 0.0971651 May 28 06:15:32.874105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-239da76a-d308-4d9b-91c4-eff9c65e951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:32.875522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-239da76a-d308-4d9b-91c4-eff9c65e951e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=87f4e003-e761-4255-b042-400e8d79830b HTTP/1.1" status: 200 len: 852 time: 0.0581567 May 28 06:15:32.951194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-2e93d4b5-2944-4714-a0b7-89199e43b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:32.952680 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-2e93d4b5-2944-4714-a0b7-89199e43b00c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=83d6415e-de9e-43b9-bede-f9323b15a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718536 May 28 06:15:33.097739 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-61a27461-aa6c-4b85-9ad9-c1ddd4115b2f service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388259 May 28 06:15:33.228977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f058bce4-8a3f-4be7-83c6-2007db3fb10a req-a0986921-2c67-4b38-b6f2-70fff313fb2d service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248107 May 28 06:15:33.629380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641b74d-0c31-48aa-8f19-db2faf2db191 req-2012b6e3-8eb3-4b48-b05d-0d958192c817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:33.630739 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7641b74d-0c31-48aa-8f19-db2faf2db191 req-2012b6e3-8eb3-4b48-b05d-0d958192c817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 944 time: 0.0840726 May 28 06:15:33.674740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7641b74d-0c31-48aa-8f19-db2faf2db191 req-c979676a-9db1-455c-8fa6-5d5b769eb843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383594 May 28 06:15:34.248709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9401de93-dca1-47bd-aef7-f0890bbe94c1 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:15:34.319565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 9401de93-dca1-47bd-aef7-f0890bbe94c1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:15:34.323912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 9401de93-dca1-47bd-aef7-f0890bbe94c1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:15:34.325008 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:34.446781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9401de93-dca1-47bd-aef7-f0890bbe94c1 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:15:34.447874 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:34.475995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:34.486855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:34.490486 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:34.535185 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ae9789-5e8a-4c89-9b1c-51eb618ee329'] response: {'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'code': 200} May 28 06:15:34.573907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9401de93-dca1-47bd-aef7-f0890bbe94c1,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:34.656238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12270-044a-4699-a975-43187ab26c41 req-11ef699f-68de-40f2-bccc-6bffa0f9ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:34.658572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-09e12270-044a-4699-a975-43187ab26c41 req-11ef699f-68de-40f2-bccc-6bffa0f9ecc4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1096 time: 0.0729761 May 28 06:15:34.706524 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-09e12270-044a-4699-a975-43187ab26c41 req-c57481ad-0b11-4a1f-a90b-167ffff4f680 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376253 May 28 06:15:34.866348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe92d6d-efb9-4aff-b413-32fdac9673f4 req-274cc820-8379-4cfb-a1a5-088f79e332f5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:34.868073 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5fe92d6d-efb9-4aff-b413-32fdac9673f4 req-274cc820-8379-4cfb-a1a5-088f79e332f5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0883865 May 28 06:15:34.916952 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5fe92d6d-efb9-4aff-b413-32fdac9673f4 req-987f390b-c6ac-41ec-9419-c02ded3026b9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401161 May 28 06:15:36.095705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a5165-10a7-4bc6-8842-3923bde1824f req-a4d9a8be-c536-4662-8c0f-8b83f5ec1537 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:36.097144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb9a5165-10a7-4bc6-8842-3923bde1824f req-a4d9a8be-c536-4662-8c0f-8b83f5ec1537 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0786076 May 28 06:15:36.143365 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb9a5165-10a7-4bc6-8842-3923bde1824f req-1caa1cda-fd4d-4460-a573-d6d18ce6e753 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405319 May 28 06:15:36.323183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56f6be-ef25-46c3-8434-7ab880cef874 req-d508953c-8dd8-4170-be7c-6a7831bb330e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:36.324655 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a56f6be-ef25-46c3-8434-7ab880cef874 req-d508953c-8dd8-4170-be7c-6a7831bb330e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0788026 May 28 06:15:36.373526 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a56f6be-ef25-46c3-8434-7ab880cef874 req-3948f60c-25b1-4f11-94f9-14ffccf35d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427189 May 28 06:15:36.396068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43254) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:36.466531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae172868-fd45-4b43-9633-d6ec686f0994 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:36.468066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ae172868-fd45-4b43-9633-d6ec686f0994 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1091 time: 0.0710144 May 28 06:15:36.471646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43258) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:36.476444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:15:36.482842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:15:36.486999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:floatingip and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:15:36.489849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:15:36.495524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:15:36.506441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:36.644543 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:36.783358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.25.4.2 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/b0148756-a164-4ed1-8044-4628277c5491) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:15:36.929804 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:36.958321 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:37.019759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:15:37.022518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:15:37.026315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:15:37.072482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=b0148756-a164-4ed1-8044-4628277c5491,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:37.441946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:37.517703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:37.834346 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:37.838549 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:37.850372 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:15:37.947374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=b0148756-a164-4ed1-8044-4628277c5491,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:37.959999 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:38.142757 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Floating IP f0080b36-0fa8-4916-9b42-8f2a25569f09 associated. External IP: 172.25.4.2, port: 9401de93-dca1-47bd-aef7-f0890bbe94c1. May 28 06:15:38.494823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:15:38.505150 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e7a946bc-eeb1-4c3e-b4f7-4ed1543efd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:38.679941 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:15:38.690048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] Sync routers for ids ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:15:38.699938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] Routers {'4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:38.700894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:38.703667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:38.760955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3d42c603-8de4-44d2-ba10-98fd6c4bd17d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2882175 May 28 06:15:38.761568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:38.824603 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a91902-d3d1-409a-81e6-dd58323a8e96'] response: {'name': 'network-changed', 'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'status': 'completed', 'code': 200} May 28 06:15:38.887746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] Set router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:38.924602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb98424-b777-47f5-bdd4-94865de211f4 req-c383f8ba-e02d-4723-8993-822936ce3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:38.926091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-afb98424-b777-47f5-bdd4-94865de211f4 req-c383f8ba-e02d-4723-8993-822936ce3ac5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1096 time: 0.0769522 May 28 06:15:38.956395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec66d-678e-4aed-b2d4-c19cb41cd75c req-063ba261-8f96-4eb2-b92c-acda88ef1691 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:38.958495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6cec66d-678e-4aed-b2d4-c19cb41cd75c req-063ba261-8f96-4eb2-b92c-acda88ef1691 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0867989 May 28 06:15:39.003251 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6cec66d-678e-4aed-b2d4-c19cb41cd75c req-13432806-1b7c-41fd-9f30-98a23a00fb61 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384803 May 28 06:15:39.029044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43268) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:39.156261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb98424-b777-47f5-bdd4-94865de211f4 req-e66e4b7d-b1b9-4bc0-a232-3b88f63ae65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:39.157777 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-afb98424-b777-47f5-bdd4-94865de211f4 req-e66e4b7d-b1b9-4bc0-a232-3b88f63ae65e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 200 len: 897 time: 0.2198539 May 28 06:15:39.168013 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f46446ab-679e-425b-bdd2-f6dc8db82354 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/f0080b36-0fa8-4916-9b42-8f2a25569f09 HTTP/1.1" status: 200 len: 989 time: 0.1379409 May 28 06:15:39.252801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'f0080b36-0fa8-4916-9b42-8f2a25569f09', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'port_id': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'mac_address': 'fa:16:3e:68:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:15:37Z', 'updated_at': '2022-05-28T06:15:37Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1', 'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:8e:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:21Z', 'updated_at': '2022-05-28T06:15:28Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:39.257121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] Checking router: 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:15:39.265802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] Routers {'4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:39.266419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:39.391379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-afb98424-b777-47f5-bdd4-94865de211f4 req-68282079-02d4-4baa-ac7f-97de08832ff7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 997 time: 0.2222457 May 28 06:15:39.444086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] Set router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:39.454723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb98424-b777-47f5-bdd4-94865de211f4 req-b027e31e-f296-4a8f-8cc1-80dbc7b7e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:39.456214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-afb98424-b777-47f5-bdd4-94865de211f4 req-b027e31e-f296-4a8f-8cc1-80dbc7b7e167 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d6145ccc-d0b6-4775-8417-9d978a33dbb8 HTTP/1.1" status: 200 len: 834 time: 0.0579522 May 28 06:15:39.531353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb98424-b777-47f5-bdd4-94865de211f4 req-b5fd7af8-a8a3-47b1-992a-5f49dc47c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:39.533397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-afb98424-b777-47f5-bdd4-94865de211f4 req-b5fd7af8-a8a3-47b1-992a-5f49dc47c613 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709434 May 28 06:15:39.692269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-afb98424-b777-47f5-bdd4-94865de211f4 req-3fba6c9c-494f-4ba5-83e3-19484d085adc service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518221 May 28 06:15:39.833685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-afb98424-b777-47f5-bdd4-94865de211f4 req-0ec618e6-91ca-4311-918f-1e040694b512 service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350079 May 28 06:15:39.844454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'f0080b36-0fa8-4916-9b42-8f2a25569f09', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'port_id': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'mac_address': 'fa:16:3e:68:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:15:37Z', 'updated_at': '2022-05-28T06:15:37Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1', 'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:8e:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:21Z', 'updated_at': '2022-05-28T06:15:28Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:39.848469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacde0e-a82c-4a28-836f-f3d769f7a715 None None] The sync data for ids ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'] in n-d-843679-5 is: [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'f0080b36-0fa8-4916-9b42-8f2a25569f09', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'port_id': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'mac_address': 'fa:16:3e:68:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:15:37Z', 'updated_at': '2022-05-28T06:15:37Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1', 'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:8e:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:21Z', 'updated_at': '2022-05-28T06:15:28Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:15:40.035133 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee9ca1-2d4a-430d-835d-0cb0db2359ad None None] New status for floating IP f0080b36-0fa8-4916-9b42-8f2a25569f09: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:15:40.172004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43272) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:40.280600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a3cec748-b9c4-4344-9e3d-a0a36e47c73f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/f0080b36-0fa8-4916-9b42-8f2a25569f09 HTTP/1.1" status: 200 len: 989 time: 0.1074188 May 28 06:15:40.322910 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:40.718183 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-da0a24d7-3de6-44ee-8c1d-71b106ba7c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:41.287435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43276) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:41.396594 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5fc47653-672f-4023-b4aa-9bd1bd190ce4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/f0080b36-0fa8-4916-9b42-8f2a25569f09 HTTP/1.1" status: 200 len: 991 time: 0.1080956 May 28 06:15:41.638011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:41.704909 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:43.369861 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:44.092176 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-4db2c807-ff1c-4fef-a41e-2b88eb129345 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724156 May 28 06:15:44.231722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-dc2ecc4f-7c3b-40a9-b433-2bff6d1fd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:44.233191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-dc2ecc4f-7c3b-40a9-b433-2bff6d1fd5d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 1096 time: 0.0726202 May 28 06:15:44.384432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-7b7c9565-5ea0-45a8-92fc-1e2732f93048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:44.385886 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-7b7c9565-5ea0-45a8-92fc-1e2732f93048 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.1331801 May 28 06:15:44.491573 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-4d54130b-7ab0-4338-b4e0-bcb5e660dee3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=333e4d64-e27e-4ae9-8a77-754b4eb70287 HTTP/1.1" status: 200 len: 1000 time: 0.0992098 May 28 06:15:44.559198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-816d84f8-1eec-4b45-8de3-73984a10e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:44.559198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-816d84f8-1eec-4b45-8de3-73984a10e7d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0601957 May 28 06:15:44.643114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-562e287c-fd70-4663-a1ce-3fa82caa470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:44.643114 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-562e287c-fd70-4663-a1ce-3fa82caa470a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781305 May 28 06:15:44.782886 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-e36eeb2a-10a6-40af-869e-6c2c83c24d1e service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335766 May 28 06:15:45.029942 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-882731a0-8cb2-4e5b-8749-41ad8ca853f9 req-d8b5616f-69b8-4f86-b56e-a43b409346cb service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345498 May 28 06:15:54.389946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1e112-a3ab-4a3e-94bc-1cb2a8ae8f14 req-5965d4ff-6f2f-4d49-be3d-f301f37e4e6a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:54.391399 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cc1e112-a3ab-4a3e-94bc-1cb2a8ae8f14 req-5965d4ff-6f2f-4d49-be3d-f301f37e4e6a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 945 time: 0.0793133 May 28 06:15:54.439293 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cc1e112-a3ab-4a3e-94bc-1cb2a8ae8f14 req-00723348-8711-4f58-b44a-0e70ede275d8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eaee229-59bd-4100-8afe-cc4d5fdad997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415254 May 28 06:15:55.696479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6f431-ab51-4a61-a186-823242bd02b0 req-90e93ca8-ab89-43f1-95f8-7f1045a8c320 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:55.697945 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3fb6f431-ab51-4a61-a186-823242bd02b0 req-90e93ca8-ab89-43f1-95f8-7f1045a8c320 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 945 time: 0.1399510 May 28 06:15:55.742787 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3fb6f431-ab51-4a61-a186-823242bd02b0 req-5b2ae696-656f-4d92-8868-39c4d6467e89 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eaee229-59bd-4100-8afe-cc4d5fdad997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391090 May 28 06:15:55.841577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-30765364-cabc-42e0-8a0e-29aadd5ff122 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:55.842983 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-30765364-cabc-42e0-8a0e-29aadd5ff122 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.41 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 945 time: 0.0882936 May 28 06:15:55.912459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Deleting port 333e4d64-e27e-4ae9-8a77-754b4eb70287 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:55.912800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:56.161998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] For port 333e4d64-e27e-4ae9-8a77-754b4eb70287, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=333e4d64-e27e-4ae9-8a77-754b4eb70287,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:15:56.162367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:56.449503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:56.449866 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:56.450173 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Floating IP e394bc8a-5477-4e59-8759-73124f5e7135 disassociated. External IP: 172.25.4.63, port: 333e4d64-e27e-4ae9-8a77-754b4eb70287. May 28 06:15:56.450503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Calling delete_port for 333e4d64-e27e-4ae9-8a77-754b4eb70287 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:56.593549 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:56.645789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'Port': ['ID=333e4d64-e27e-4ae9-8a77-754b4eb70287,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:56.829105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:15:56.898202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dc4d3289-5980-4a90-9eb7-728393c98917 req-b884d417-4a9e-4557-9d0d-4955e529d973 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=25c2e9ce-6fb0-435f-ae13-44fe90e45707 HTTP/1.1" status: 200 len: 210 time: 0.0427215 May 28 06:15:57.013789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:15:57.024542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:15:57.034375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:57.034985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:57.094459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] No DVR routers for this DVR port 333e4d64-e27e-4ae9-8a77-754b4eb70287 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:15:57.097087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:57.114147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'name': 'network-vif-deleted', 'tag': '333e4d64-e27e-4ae9-8a77-754b4eb70287'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:15:57.149397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-85fa85c6-b254-43d8-9435-a5da4380a7fc req-40fa8b32-1f56-4132-a200-ab42923e47c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.41 "DELETE /v2.0/ports/333e4d64-e27e-4ae9-8a77-754b4eb70287 HTTP/1.1" status: 204 len: 173 time: 1.2993834 May 28 06:15:57.190069 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc799e1-6e3a-4269-a683-2018d572c794'] response: {'server_uuid': '25c2e9ce-6fb0-435f-ae13-44fe90e45707', 'name': 'network-vif-deleted', 'tag': '333e4d64-e27e-4ae9-8a77-754b4eb70287', 'status': 'completed', 'code': 200} May 28 06:15:57.269908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:57.632899 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8dc7bf90-3b88-4d04-9703-15314063e9a8', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:eb:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:13:13Z', 'updated_at': '2022-05-28T06:13:34Z', 'revision_number': 2, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:57.637524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:15:57.648129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:15:57.648733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:57.842658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-575f3ea3-9ec9-40a8-9e78-f9d4d0b63760 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754621 May 28 06:15:57.846191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:15:58.028811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-5ea001d7-65aa-476c-9551-1ed457502def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:58.030136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43320) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:58.030967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-5ea001d7-65aa-476c-9551-1ed457502def service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 1097 time: 0.0882235 May 28 06:15:58.226884 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7d3f-f05c-4804-8f8f-129c1cc7c988 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:58.227111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-c87c79e4-5055-4a74-b936-192b95055923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:58.228543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-c87c79e4-5055-4a74-b936-192b95055923 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.1772106 May 28 06:15:58.234293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8dc7bf90-3b88-4d04-9703-15314063e9a8', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:eb:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:13:13Z', 'updated_at': '2022-05-28T06:13:34Z', 'revision_number': 2, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:15:58.241149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f704743e-31ea-4573-9ec2-ec454569491c None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8dc7bf90-3b88-4d04-9703-15314063e9a8', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:eb:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1775750-3d93-4d61-8c01-d85136163c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:13:13Z', 'updated_at': '2022-05-28T06:13:34Z', 'revision_number': 2, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:15:58.258234 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7d3f-f05c-4804-8f8f-129c1cc7c988 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:58.320819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7d3f-f05c-4804-8f8f-129c1cc7c988 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:58.344592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd7d3f-f05c-4804-8f8f-129c1cc7c988 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaee229-59bd-4100-8afe-cc4d5fdad997,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:15:58.347762 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-877c96d4-8e0c-4223-a5b8-6f4ae9a7bb52 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92 HTTP/1.1" status: 200 len: 1002 time: 0.1117129 May 28 06:15:58.355747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7d3f-f05c-4804-8f8f-129c1cc7c988 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:58.357273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4fcd7d3f-f05c-4804-8f8f-129c1cc7c988 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "DELETE /v2.0/security-groups/9eaee229-59bd-4100-8afe-cc4d5fdad997 HTTP/1.1" status: 204 len: 168 time: 0.3258977 May 28 06:15:58.359946 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43324) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:58.384103 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-6aaec059-a976-44d7-ae89-6f8ac9528986 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] show failed (client error): The resource could not be found. May 28 06:15:58.385122 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6aaec059-a976-44d7-ae89-6f8ac9528986 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups/9eaee229-59bd-4100-8afe-cc4d5fdad997 HTTP/1.1" status: 404 len: 347 time: 0.0240405 May 28 06:15:58.388710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43328) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:15:58.428021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-63625c46-49f2-4efb-8438-444de47e2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:58.429506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-63625c46-49f2-4efb-8438-444de47e2000 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0746417 May 28 06:15:58.515040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-0b93777d-a3eb-4466-84e0-b55da53da503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:15:58.516478 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-0b93777d-a3eb-4466-84e0-b55da53da503 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806715 May 28 06:15:58.536508 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a9dfc-0845-4c90-83f5-9f195f0a27e9 None None] New status for floating IP e394bc8a-5477-4e59-8759-73124f5e7135: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:15:58.576519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Deleting port 9620d9be-1937-49e1-8c29-6862de30a7f4 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:58.576908 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:58.769483 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:58.769858 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:58.771713 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-2fc69db7-18e4-4273-ac34-9a9a300097e2 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486365 May 28 06:15:58.902405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Calling delete_port for 9620d9be-1937-49e1-8c29-6862de30a7f4 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:58.937667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c2f9a1a-8e22-40c6-bd5b-77c21b1a7b3f req-284cc30a-7b6c-4d9b-ae3b-5cf585e06298 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590183 May 28 06:15:59.004968 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:15:59.005359 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:15:59.506855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Deleting port 9620d9be-1937-49e1-8c29-6862de30a7f4 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:15:59.507462 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:59.681271 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:59.681596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:15:59.814789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Calling delete_port for 9620d9be-1937-49e1-8c29-6862de30a7f4 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:15:59.954119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:00.006891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'Port': ['ID=9620d9be-1937-49e1-8c29-6862de30a7f4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:00.072243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.072243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.072566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.072877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.073211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.073545 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.073873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.074203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.074529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.074857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.075180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.075530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:00.108566 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:00.125195 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:00.129164 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-03aa4d07-fff0-4470-9a0f-90cf5fd7e194 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "DELETE /v2.0/floatingips/e394bc8a-5477-4e59-8759-73124f5e7135 HTTP/1.1" status: 204 len: 168 time: 1.7363510 May 28 06:16:00.335829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 333e4d64-e27e-4ae9-8a77-754b4eb70287 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:16:00.380072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 333e4d64-e27e-4ae9-8a77-754b4eb70287 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:16:00.380460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 333e4d64-e27e-4ae9-8a77-754b4eb70287 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:16:01.140519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:02.327675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43346) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:02.556994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Deleting port cc97b4a4-c27b-4b0e-adaa-dae1da934fee {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:02.557273 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:02.845111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:02.845429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:02.974241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Calling delete_port for cc97b4a4-c27b-4b0e-adaa-dae1da934fee owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:03.144650 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:03.197318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event deleted for resources: {'Port': ['ID=cc97b4a4-c27b-4b0e-adaa-dae1da934fee,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:03.350558 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:03.351170 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Floating IP 8f42535b-c920-45e8-9f48-2ab36d9e26c6 disassociated (deleted). External IP: 172.25.4.225, port: bd04d278-014f-4b0c-95c7-c1c2ff98478e. May 28 06:16:03.443325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bda439-90fa-49b4-94da-d2c936ab4a27 req-a0be4999-1962-4e22-b581-f280a1af78b1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:03.443905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e9bda439-90fa-49b4-94da-d2c936ab4a27 req-a0be4999-1962-4e22-b581-f280a1af78b1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:16:03.529552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e9bda439-90fa-49b4-94da-d2c936ab4a27 req-a0be4999-1962-4e22-b581-f280a1af78b1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:16:03.530699 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9bda439-90fa-49b4-94da-d2c936ab4a27 req-a0be4999-1962-4e22-b581-f280a1af78b1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 946 time: 0.2995911 May 28 06:16:03.644695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e9bda439-90fa-49b4-94da-d2c936ab4a27 req-134b8013-d4f9-494b-9d42-760292d7766e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:16:03.732527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e9bda439-90fa-49b4-94da-d2c936ab4a27 req-134b8013-d4f9-494b-9d42-760292d7766e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:16:03.733865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9bda439-90fa-49b4-94da-d2c936ab4a27 req-134b8013-d4f9-494b-9d42-760292d7766e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956892 May 28 06:16:03.785152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Router 57d0f302-9299-4cd1-a6ef-868ca45134f7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:16:03.973876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:16:03.983453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] Sync routers for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:16:03.993273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:16:03.993772 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:03.993892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:04.053411 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c6d19203-c3b5-4efc-8140-e7ee52261a12 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "DELETE /v2.0/floatingips/8f42535b-c920-45e8-9f48-2ab36d9e26c6 HTTP/1.1" status: 204 len: 168 time: 1.7245653 May 28 06:16:04.054172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:16:04.107444 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b29510-b86c-48de-90e8-00d9ff0a5f7c'] response: {'name': 'network-changed', 'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'status': 'completed', 'code': 200} May 28 06:16:04.217258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:16:04.226809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-d2d2a91d-210e-4689-8cd2-d73256fe4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:04.228647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-d2d2a91d-210e-4689-8cd2-d73256fe4c2f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c88e00cb044e44fb9dead877420b39f9&device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 1097 time: 0.0788608 May 28 06:16:04.372815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-8b25dba9-4db6-4069-998a-975876331296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:04.374255 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-8b25dba9-4db6-4069-998a-975876331296 service neutron] 10.222.0.33 "GET /v2.0/networks?id=83d6415e-de9e-43b9-bede-f9323b15a1b4 HTTP/1.1" status: 200 len: 914 time: 0.1392610 May 28 06:16:04.445947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-e76ce0a5-2eb6-4fc6-ad6d-12578434f03f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e HTTP/1.1" status: 200 len: 217 time: 0.0641418 May 28 06:16:04.455480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766ae04-064a-4635-aa0f-3db51cfb493f req-a4f8e56a-12d8-4792-990b-834c716f0c26 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:04.456178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3766ae04-064a-4635-aa0f-3db51cfb493f req-a4f8e56a-12d8-4792-990b-834c716f0c26 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Synchronizing usage tracker for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:16:04.471473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3766ae04-064a-4635-aa0f-3db51cfb493f req-a4f8e56a-12d8-4792-990b-834c716f0c26 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Unset dirty status for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:16:04.472632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3766ae04-064a-4635-aa0f-3db51cfb493f req-a4f8e56a-12d8-4792-990b-834c716f0c26 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 946 time: 0.1025302 May 28 06:16:04.519814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3766ae04-064a-4635-aa0f-3db51cfb493f req-09993165-34d7-48b9-a9c5-4e3dd2f55fbc tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409367 May 28 06:16:04.528779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-299371c8-5623-4e19-bc8a-27d5b77b4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:04.530528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-299371c8-5623-4e19-bc8a-27d5b77b4cc2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=87f4e003-e761-4255-b042-400e8d79830b HTTP/1.1" status: 200 len: 852 time: 0.0671587 May 28 06:16:04.547119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:04.550988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] Checking router: 57d0f302-9299-4cd1-a6ef-868ca45134f7 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:16:04.559824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:16:04.560412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:04.610346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-4143d389-dacc-4fac-9634-beca4d867dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:04.612083 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-4143d389-dacc-4fac-9634-beca4d867dc9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=83d6415e-de9e-43b9-bede-f9323b15a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744216 May 28 06:16:04.734827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:16:04.749511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-663e6d53-4faf-4c53-9f60-5f6f685880c3 service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244459 May 28 06:16:04.958848 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4c50fc9-c5fc-4e3a-9da2-54862c47bf9d req-3fb85ec8-664e-444c-9d32-f3c04418eef3 service neutron] 10.222.0.33 "GET /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804943 May 28 06:16:04.974094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8eb99-3b19-472b-97f2-cea5b00a2405 req-48121adf-105e-4980-8fd4-02c2eaee36d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:04.975515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74f8eb99-3b19-472b-97f2-cea5b00a2405 req-48121adf-105e-4980-8fd4-02c2eaee36d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 946 time: 0.1269169 May 28 06:16:05.019536 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74f8eb99-3b19-472b-97f2-cea5b00a2405 req-1136916e-ee38-43ea-9cf4-b1e77537c1ee tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381989 May 28 06:16:05.059264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:05.063155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751fb93a-a4a7-455b-9a81-bc50918277ee None None] The sync data for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 is: [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:12:29Z', 'revision_number': 4, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '61318170-29ca-4b5b-a5a1-8660b9867661', 'name': '', 'network_id': '83d6415e-de9e-43b9-bede-f9323b15a1b4', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'mac_address': 'fa:16:3e:cc:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '87f4e003-e761-4255-b042-400e8d79830b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:27Z', 'updated_at': '2022-05-28T06:12:44Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'subnets': [{'id': '87f4e003-e761-4255-b042-400e8d79830b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:16:05.115693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-22179f34-3431-4219-a734-4cb23cd901e2 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:05.117128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-22179f34-3431-4219-a734-4cb23cd901e2 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 946 time: 0.0852804 May 28 06:16:05.188986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Deleting port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:05.189334 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:05.312718 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e1bce-adc9-420b-9598-8890e3005363 None None] New status for floating IP 8f42535b-c920-45e8-9f48-2ab36d9e26c6: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:16:05.442591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] For port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:05.443113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:05.820169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd909874-efcb-48a0-b073-88eefd2fcc30 req-e8fe9a8d-3c3f-4833-9e4d-fc37251f26f0 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:05.821639 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cd909874-efcb-48a0-b073-88eefd2fcc30 req-e8fe9a8d-3c3f-4833-9e4d-fc37251f26f0 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 946 time: 0.1926980 May 28 06:16:05.845712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:05.846085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:05.846394 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Floating IP 8dc7bf90-3b88-4d04-9703-15314063e9a8 disassociated. External IP: 172.25.4.161, port: 2f38b2b4-bffc-4e60-93b7-23e13f0eac92. May 28 06:16:05.847330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Calling delete_port for 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:05.868336 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cd909874-efcb-48a0-b073-88eefd2fcc30 req-5fa17701-83f2-49d4-9720-fbc82907ed15 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 May 28 06:16:05.996634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:06.047056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'Port': ['ID=2f38b2b4-bffc-4e60-93b7-23e13f0eac92,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:06.061031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.061475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.061703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.062034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.062364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.062687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.063007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.063356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.063685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.064009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.064323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.064635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:06.195881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1bba3e8f-e5d0-48b0-aaee-9108fecc0e31 req-3857fd1c-1f28-41b2-9fb6-c1c3f05d1998 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 210 time: 0.0513942 May 28 06:16:06.337914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:16:06.428422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-bfa2f26e-d96d-451a-bb71-231c500bd797 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:06.429900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-bfa2f26e-d96d-451a-bb71-231c500bd797 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 946 time: 0.1844602 May 28 06:16:06.582542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-b9a93050-6d99-4442-a772-5156ce8096b2 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Deleting port bd04d278-014f-4b0c-95c7-c1c2ff98478e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:06.583296 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-b9a93050-6d99-4442-a772-5156ce8096b2 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:06.647845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:16:06.656636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:16:06.666560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:16:06.667160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:06.762058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] No DVR routers for this DVR port 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:16:06.766528 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:06.769031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1775750-3d93-4d61-8c01-d85136163c78', 'name': 'network-vif-deleted', 'tag': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:16:06.806479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "DELETE /v2.0/ports/2f38b2b4-bffc-4e60-93b7-23e13f0eac92 HTTP/1.1" status: 204 len: 173 time: 1.6836929 May 28 06:16:06.855792 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf44cbc-9cdf-41f7-a4a9-a6cd406c9bf2'] response: {'server_uuid': 'e1775750-3d93-4d61-8c01-d85136163c78', 'name': 'network-vif-deleted', 'tag': '2f38b2b4-bffc-4e60-93b7-23e13f0eac92', 'status': 'completed', 'code': 200} May 28 06:16:06.867354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:16:06.933264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-b9a93050-6d99-4442-a772-5156ce8096b2 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] For port bd04d278-014f-4b0c-95c7-c1c2ff98478e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=bd04d278-014f-4b0c-95c7-c1c2ff98478e,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:06.933979 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-b9a93050-6d99-4442-a772-5156ce8096b2 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:07.210446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-b9a93050-6d99-4442-a772-5156ce8096b2 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Calling delete_port for bd04d278-014f-4b0c-95c7-c1c2ff98478e owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:07.235644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:07.240166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:16:07.249142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:16:07.249611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:15:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:07.350830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc377f7-1c26-4a00-866f-352660c3812a req-d3051aad-ab70-47cf-b86b-53f1a084f6b5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:07.352409 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fc377f7-1c26-4a00-866f-352660c3812a req-d3051aad-ab70-47cf-b86b-53f1a084f6b5 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 946 time: 0.3539886 May 28 06:16:07.420707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fc377f7-1c26-4a00-866f-352660c3812a req-6976fa57-9057-408e-98e0-fb640435eee4 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3d7db88-5065-4536-90a4-1fceeb0778c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625293 May 28 06:16:07.421921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-b9a93050-6d99-4442-a772-5156ce8096b2 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:07.449234 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2382ef13-b6fe-4df0-a513-436db6da60a5 req-90fc4f2c-1f4c-4c62-b9eb-49a1ebbb9150 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1775750-3d93-4d61-8c01-d85136163c78 HTTP/1.1" status: 200 len: 210 time: 0.0943129 May 28 06:16:07.475629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a93050-6d99-4442-a772-5156ce8096b2 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event deleted for resources: {'Port': ['ID=bd04d278-014f-4b0c-95c7-c1c2ff98478e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:07.477001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:16:07.554185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-b9a93050-6d99-4442-a772-5156ce8096b2 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] No DVR routers for this DVR port bd04d278-014f-4b0c-95c7-c1c2ff98478e on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:16:07.557040 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-b9a93050-6d99-4442-a772-5156ce8096b2 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:07.571369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b08524ce-806a-4e3e-b2e4-44c69e9347ee req-b9a93050-6d99-4442-a772-5156ce8096b2 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.33 "DELETE /v2.0/ports/bd04d278-014f-4b0c-95c7-c1c2ff98478e HTTP/1.1" status: 204 len: 173 time: 1.1325278 May 28 06:16:07.806762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:07.811081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e799d-c85e-43ca-9c89-50fb122b3947 None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:16:07.868393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device bd04d278-014f-4b0c-95c7-c1c2ff98478e no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:16:07.905607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: bd04d278-014f-4b0c-95c7-c1c2ff98478e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:16:07.905960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device bd04d278-014f-4b0c-95c7-c1c2ff98478e not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:16:07.906388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:16:07.944421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:16:07.944941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 2f38b2b4-bffc-4e60-93b7-23e13f0eac92 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:16:08.089040 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb4feb9-5ee6-4e77-8dca-305c6a404c97 None None] New status for floating IP 8dc7bf90-3b88-4d04-9703-15314063e9a8: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:16:08.510596 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7b29f2d6-f574-46ca-805f-99855e12b4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:08.600895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43388) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:08.608335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-46364a5b-efec-477e-9a62-34ea204c75d5 req-57e2f1d4-27d2-4658-8e5a-6eab45e14c4d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Synchronizing usage tracker for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:16:08.625075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-46364a5b-efec-477e-9a62-34ea204c75d5 req-57e2f1d4-27d2-4658-8e5a-6eab45e14c4d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Unset dirty status for tenant:c88e00cb044e44fb9dead877420b39f9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:16:08.626426 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-46364a5b-efec-477e-9a62-34ea204c75d5 req-57e2f1d4-27d2-4658-8e5a-6eab45e14c4d tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3fd046-e62e-4116-8a92-245f49c6ea9e HTTP/1.1" status: 200 len: 210 time: 0.0658195 May 28 06:16:08.673726 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89f79501-4710-4147-9fe1-7750ba49f3de tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:08.703465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89f79501-4710-4147-9fe1-7750ba49f3de tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:08.756186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89f79501-4710-4147-9fe1-7750ba49f3de tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:08.774720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f79501-4710-4147-9fe1-7750ba49f3de tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf7eaa5-6f39-407a-b426-88c0c6d1a79e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:08.786743 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-89f79501-4710-4147-9fe1-7750ba49f3de tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:08.787889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-89f79501-4710-4147-9fe1-7750ba49f3de tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "DELETE /v2.0/security-groups/4bf7eaa5-6f39-407a-b426-88c0c6d1a79e HTTP/1.1" status: 204 len: 168 time: 0.1857429 May 28 06:16:08.790481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43392) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:08.806486 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-ab4f8811-54d6-4b86-99f9-b675fbab38fe tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] show failed (client error): The resource could not be found. May 28 06:16:08.807467 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ab4f8811-54d6-4b86-99f9-b675fbab38fe tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups/4bf7eaa5-6f39-407a-b426-88c0c6d1a79e HTTP/1.1" status: 404 len: 347 time: 0.0160849 May 28 06:16:08.810123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43396) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:08.856750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'name': 'network-vif-deleted', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:16:08.900890 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82409468-bee3-4a92-b74e-1701349f071b'] response: {'server_uuid': '5a3fd046-e62e-4116-8a92-245f49c6ea9e', 'name': 'network-vif-deleted', 'tag': 'bd04d278-014f-4b0c-95c7-c1c2ff98478e', 'status': 'completed', 'code': 200} May 28 06:16:08.978997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd0838-0df9-4f52-ba33-002f3d6cf216 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Deleting port 07e36aee-79af-41a5-8fd4-5d3680e2997e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:08.979365 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8fd0838-0df9-4f52-ba33-002f3d6cf216 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.146589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8fd0838-0df9-4f52-ba33-002f3d6cf216 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.146864 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8fd0838-0df9-4f52-ba33-002f3d6cf216 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.269901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd0838-0df9-4f52-ba33-002f3d6cf216 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Calling delete_port for 07e36aee-79af-41a5-8fd4-5d3680e2997e owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:09.409001 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8fd0838-0df9-4f52-ba33-002f3d6cf216 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.453354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd0838-0df9-4f52-ba33-002f3d6cf216 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'Port': ['ID=07e36aee-79af-41a5-8fd4-5d3680e2997e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:09.547536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8fd0838-0df9-4f52-ba33-002f3d6cf216 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.561497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8fd0838-0df9-4f52-ba33-002f3d6cf216 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.562607 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f8fd0838-0df9-4f52-ba33-002f3d6cf216 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "DELETE /v2.0/floatingips/8dc7bf90-3b88-4d04-9703-15314063e9a8 HTTP/1.1" status: 204 len: 168 time: 0.7516429 May 28 06:16:09.649358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43406) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:09.654811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--507056016', 'description': 'tempest-description--71518930'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:16:09.661685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:16:09.666148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:16:09.669805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:16:09.675798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:16:09.685025 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.705463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:16:09.709849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:16:09.712657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:16:09.718286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:16:09.721665 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43412) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:09.790182 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.792692 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80dc8b68-1e9e-449c-853e-732d537cba54 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.793916 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.824166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80dc8b68-1e9e-449c-853e-732d537cba54 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.843743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fc0e68-420b-427e-abd3-1558d75af23d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:09.849546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.853352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-23a71c37-5d21-4268-9794-691af6412c86 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2004995 May 28 06:16:09.853630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43416) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:09.867085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group_rule': {'security_group_id': '73fc0e68-420b-427e-abd3-1558d75af23d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:16:09.878107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:16:09.889516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:16:09.892581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:16:09.898954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:16:09.916398 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.950912 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80dc8b68-1e9e-449c-853e-732d537cba54 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.977708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc8b68-1e9e-449c-853e-732d537cba54 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d7db88-5065-4536-90a4-1fceeb0778c2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:09.993170 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80dc8b68-1e9e-449c-853e-732d537cba54 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:09.995689 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-80dc8b68-1e9e-449c-853e-732d537cba54 tempest-TestVolumeBackupRestore-1142923963 tempest-TestVolumeBackupRestore-1142923963-project] 10.222.0.39 "DELETE /v2.0/security-groups/a3d7db88-5065-4536-90a4-1fceeb0778c2 HTTP/1.1" status: 204 len: 168 time: 0.2730100 May 28 06:16:10.011779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.017204 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.041169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2aef8c-9cdb-45a5-afc2-d05b30f51ceb,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:10.050162 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.051460 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-342a6cbf-749b-4e3e-984a-0af3212f43da tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1968215 May 28 06:16:10.054584 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43424) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:10.059625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group_rule': {'security_group_id': '73fc0e68-420b-427e-abd3-1558d75af23d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:16:10.065981 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:16:10.070348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:16:10.073253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:16:10.078857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:16:10.097409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.178596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.182738 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.210489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4945868-2ee2-4d57-b811-8cfd5d2625d3,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:10.223505 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.225981 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-32ee744a-df14-4482-92bb-546824ecd831 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704345 May 28 06:16:10.232250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43440) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:10.241707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:16:10.254464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:16:10.258750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:floatingip and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:16:10.261764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:16:10.268284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:16:10.286789 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.347131 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.459537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.635372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Allocated IP 172.25.4.59 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/303b6fde-ccc9-45c6-a92d-9f7d52c895ee) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:16:10.725522 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2fd5-ff82-43dd-a025-f9e1df6c3067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.843054 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.879262 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:10.961016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:16:10.964076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:16:10.966898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:16:11.016533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=303b6fde-ccc9-45c6-a92d-9f7d52c895ee,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:11.068957 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:11.183024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:11.550168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:11.556038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:11.663243 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:11.693301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=303b6fde-ccc9-45c6-a92d-9f7d52c895ee,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:11.712266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:11.720177 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:11.746250 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:11.748299 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7ca2602f-fe2a-407d-837a-def20dafd386 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5119793 May 28 06:16:12.047409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eb79d312-9a55-41bf-8aef-35e26193747a req-a2d90d18-41fc-450f-9d44-0a758f4aedce tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:16:12.070833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eb79d312-9a55-41bf-8aef-35e26193747a req-a2d90d18-41fc-450f-9d44-0a758f4aedce tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:16:12.072326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-a2d90d18-41fc-450f-9d44-0a758f4aedce tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--507056016&fields=id&tenant_id=b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 267 time: 0.0813057 May 28 06:16:12.266015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d312-9a55-41bf-8aef-35e26193747a req-2da6be74-7d9e-46c5-97c3-9b4bf6acfea4 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:12.267541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-2da6be74-7d9e-46c5-97c3-9b4bf6acfea4 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 814 time: 0.1793468 May 28 06:16:12.291789 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-1eb01dad-3047-41c5-8812-505eaaa73713 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/quotas/b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 375 time: 0.0181293 May 28 06:16:12.400841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eb79d312-9a55-41bf-8aef-35e26193747a req-6138e807-60cd-4bca-bed7-44f539450a3e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:16:12.418659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eb79d312-9a55-41bf-8aef-35e26193747a req-6138e807-60cd-4bca-bed7-44f539450a3e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:16:12.420789 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-6138e807-60cd-4bca-bed7-44f539450a3e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1216874 May 28 06:16:12.655139 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-51ea3a86-722a-45db-a751-6b4904f380a8 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227991 May 28 06:16:12.663273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43734) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:12.820916 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-2cf8868b-8b92-4cbf-a760-bafdc501d2fd service neutron] 10.222.0.39 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646419 May 28 06:16:13.365172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-19f18f2b-3302-40d5-836d-f077e3dcf440 req-dccd05e3-a23b-49f7-b3ab-576f05af9d87 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:16:13.388299 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:13.434208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-19f18f2b-3302-40d5-836d-f077e3dcf440 req-dccd05e3-a23b-49f7-b3ab-576f05af9d87 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:16:13.446146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19f18f2b-3302-40d5-836d-f077e3dcf440 req-dccd05e3-a23b-49f7-b3ab-576f05af9d87 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 210 time: 0.1644735 May 28 06:16:13.569720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:14.074040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] Deleting port 61318170-29ca-4b5b-a5a1-8660b9867661 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:14.074670 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:14.248686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] For port 61318170-29ca-4b5b-a5a1-8660b9867661, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=61318170-29ca-4b5b-a5a1-8660b9867661,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:14.248953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:14.406053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] Calling delete_port for 61318170-29ca-4b5b-a5a1-8660b9867661 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:14.597843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-44834523-9c64-4a2c-939f-250bd4df8778 req-756a37cb-de9c-4188-add3-313f078e38c0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 210 time: 0.0436289 May 28 06:16:14.764116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d312-9a55-41bf-8aef-35e26193747a req-e94acb23-47c9-42c0-ac05-4d83e3e84c71 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:14.765497 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-e94acb23-47c9-42c0-ac05-4d83e3e84c71 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 814 time: 0.4449375 May 28 06:16:14.849717 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:16:14.866383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eb79d312-9a55-41bf-8aef-35e26193747a req-9c3d2563-a157-41dd-8d21-1620292afe15 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:16:14.883366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb650a6-264e-4d49-9768-96483f5910b2 req-735d5e35-96f7-4ec7-b7a2-2d19474f93ae tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:14.884820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7eb650a6-264e-4d49-9768-96483f5910b2 req-735d5e35-96f7-4ec7-b7a2-2d19474f93ae tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1096 time: 0.2015631 May 28 06:16:14.908655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eb79d312-9a55-41bf-8aef-35e26193747a req-9c3d2563-a157-41dd-8d21-1620292afe15 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:16:14.909677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-9c3d2563-a157-41dd-8d21-1620292afe15 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 379 time: 0.1250739 May 28 06:16:14.948565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'port': {'device_id': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'admin_state_up': True, 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'security_groups': ['73fc0e68-420b-427e-abd3-1558d75af23d']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:16:14.961458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7eb650a6-264e-4d49-9768-96483f5910b2 req-87b7c0b2-be42-4132-9e8b-74c18ed8f66e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:15.034334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7eb650a6-264e-4d49-9768-96483f5910b2 req-87b7c0b2-be42-4132-9e8b-74c18ed8f66e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:16:15.054081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7eb650a6-264e-4d49-9768-96483f5910b2 req-87b7c0b2-be42-4132-9e8b-74c18ed8f66e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Usage tracker for resource:security_group_rule and tenant:eb3a6e93308b4421a028bccb2a42b61d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:16:15.063193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7eb650a6-264e-4d49-9768-96483f5910b2 req-87b7c0b2-be42-4132-9e8b-74c18ed8f66e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:16:15.074834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7eb650a6-264e-4d49-9768-96483f5910b2 req-87b7c0b2-be42-4132-9e8b-74c18ed8f66e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:16:15.079914 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:15.188026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] Pushing event deleted for resources: {'Port': ['ID=61318170-29ca-4b5b-a5a1-8660b9867661,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:15.274694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:16:15.301399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:16:15.388390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Made reservation on behalf of b45bdc2b2eda4f44a966b9188eddda82 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:16:15.391787 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:15.638817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7eb650a6-264e-4d49-9768-96483f5910b2 req-87b7c0b2-be42-4132-9e8b-74c18ed8f66e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:15.656789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7eb650a6-264e-4d49-9768-96483f5910b2 req-87b7c0b2-be42-4132-9e8b-74c18ed8f66e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:15.705270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7eb650a6-264e-4d49-9768-96483f5910b2 req-87b7c0b2-be42-4132-9e8b-74c18ed8f66e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8143725 May 28 06:16:15.751208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:15.756958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7c0b2-be42-4132-9e8b-74c18ed8f66e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085041ab-3ef7-456a-8318-4f461f6a66b0,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:15.758963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84f852e8-3be2-4d61-8a92-81da54c16f6b req-988a4c54-4476-4cbe-aa8e-7a96f626099b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 210 time: 0.0495834 May 28 06:16:16.010671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Allocated IP 172.20.0.11 (a4a350c4-5c24-4bba-b238-222c7a71d7ad/5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c/19f82fcc-2a67-4df1-8469-02a8086544bd) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:16:16.107317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688d3ab-a740-48ae-8fb9-b5688b21df4f req-bc017142-8949-4d39-b616-4113f8486e45 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:16.108852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d688d3ab-a740-48ae-8fb9-b5688b21df4f req-bc017142-8949-4d39-b616-4113f8486e45 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.2501996 May 28 06:16:16.365162 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d688d3ab-a740-48ae-8fb9-b5688b21df4f req-6c0df2da-9ed2-443c-98df-708d0098d137 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046139 May 28 06:16:16.388769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43914) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:16.453362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:16.465293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] Router 57d0f302-9299-4cd1-a6ef-868ca45134f7 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:16:16.476177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Transition to ACTIVE for port object 19f82fcc-2a67-4df1-8469-02a8086544bd will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:16:16.498202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-30e03292-76b2-451c-8ed4-04be52ed66ed tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/f0080b36-0fa8-4916-9b42-8f2a25569f09 HTTP/1.1" status: 200 len: 991 time: 0.1082776 May 28 06:16:16.653947 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:16.727522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:16:16.736978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] Sync routers for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:16:16.744947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:16:16.746773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:16:16.747491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:16:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:16.750519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=19f82fcc-2a67-4df1-8469-02a8086544bd,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:16.752824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:16:16.756224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:16:16.843414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:16.844369 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:16.878596 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1f466a5d-a787-4cbd-a539-9fbb035c611d admin admin] 10.222.0.39 "PUT /v2.0/routers/57d0f302-9299-4cd1-a6ef-868ca45134f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2134051 May 28 06:16:16.880925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43926) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:17.024936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:16:17.067908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487e322-20af-445c-9ad1-e65de2dd1545 req-d0172a39-793f-44da-b774-7e226a27eed6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:17.070536 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2487e322-20af-445c-9ad1-e65de2dd1545 req-d0172a39-793f-44da-b774-7e226a27eed6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 932 time: 0.1511233 May 28 06:16:17.121426 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2487e322-20af-445c-9ad1-e65de2dd1545 req-f5ef1366-19d9-4ee9-a124-4a76d6ff012d tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442450 May 28 06:16:17.222443 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-66fd9320-57d6-42d4-b8fd-8e23c9a50028 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2815585 May 28 06:16:17.257770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c4a4157d-8433-44ff-8d08-15da021c2d0c None None] Provisioning for port 19f82fcc-2a67-4df1-8469-02a8086544bd completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:16:17.262234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Request body: {'port': {'device_id': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:16:17.273274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c4a4157d-8433-44ff-8d08-15da021c2d0c None None] Provisioning complete for port 19f82fcc-2a67-4df1-8469-02a8086544bd triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:16:17.273652 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c4a4157d-8433-44ff-8d08-15da021c2d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:17.294075 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:17.398658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4157d-8433-44ff-8d08-15da021c2d0c None None] Port 19f82fcc-2a67-4df1-8469-02a8086544bd cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:16:17.427410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefb31f-65e4-4b05-9190-29c7c7db9899 req-0a0cb6ac-a017-44ce-8df2-452ef69a3d65 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:17.429141 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5eefb31f-65e4-4b05-9190-29c7c7db9899 req-0a0cb6ac-a017-44ce-8df2-452ef69a3d65 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0861881 May 28 06:16:17.460576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:16:14Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:17.464437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] Checking router: 57d0f302-9299-4cd1-a6ef-868ca45134f7 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:16:17.472712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] Routers {'57d0f302-9299-4cd1-a6ef-868ca45134f7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:16:17.473321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:16:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['57d0f302-9299-4cd1-a6ef-868ca45134f7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:17.476904 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5eefb31f-65e4-4b05-9190-29c7c7db9899 req-3230e304-4d7b-4dd7-9287-6cdfd212dca2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400443 May 28 06:16:17.580469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:17.651365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] Set router 57d0f302-9299-4cd1-a6ef-868ca45134f7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:16:17.667673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:17.683035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-3dbb8e8a-80d5-430f-b849-e4fbdfdf10c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3347454 May 28 06:16:17.685951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Deleting port 0b75d1a8-46dd-4a15-86b7-ae2375612286 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:17.686291 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:17.974248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:16:14Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:17.978318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56509b01-7fce-44af-aabd-1fc6e24741ba None None] The sync data for ids ['57d0f302-9299-4cd1-a6ef-868ca45134f7'] in n-d-843679-5 is: [{'id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'name': 'tempest-TestVolumeBackupRestore-463179833-router', 'tenant_id': 'c88e00cb044e44fb9dead877420b39f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:23Z', 'updated_at': '2022-05-28T06:16:14Z', 'revision_number': 5, 'project_id': 'c88e00cb044e44fb9dead877420b39f9', 'gw_port': {'id': '0b75d1a8-46dd-4a15-86b7-ae2375612286', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0f302-9299-4cd1-a6ef-868ca45134f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:24Z', 'updated_at': '2022-05-28T06:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:16:18.045769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] For port 0b75d1a8-46dd-4a15-86b7-ae2375612286, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=0b75d1a8-46dd-4a15-86b7-ae2375612286,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:18.046134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:18.182254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Calling delete_port for 0b75d1a8-46dd-4a15-86b7-ae2375612286 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:18.373826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 61318170-29ca-4b5b-a5a1-8660b9867661 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:16:18.391918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f82fcc-2a67-4df1-8469-02a8086544bd {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:16:18.406614 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:18.422934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 61318170-29ca-4b5b-a5a1-8660b9867661 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:16:18.423256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 61318170-29ca-4b5b-a5a1-8660b9867661 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:16:18.435825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Transition to ACTIVE for port object 19f82fcc-2a67-4df1-8469-02a8086544bd will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:16:18.445548 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:18.601535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25300fac-d15a-436a-bf01-b6d9a8edc094 req-7d1eabb3-76d2-476e-9683-7b08619d740a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:18.602254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-25300fac-d15a-436a-bf01-b6d9a8edc094 req-7d1eabb3-76d2-476e-9683-7b08619d740a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:16:18.663431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Pushing event updated for resources: {'Port': ['ID=19f82fcc-2a67-4df1-8469-02a8086544bd,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:18.704315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b6982-b5ad-4b86-97ae-498d4c9f417e req-2dd1cf8f-5f96-45f7-a46f-a2ed02093993 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:18.705823 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-584b6982-b5ad-4b86-97ae-498d4c9f417e req-2dd1cf8f-5f96-45f7-a46f-a2ed02093993 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.1021061 May 28 06:16:18.762918 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-584b6982-b5ad-4b86-97ae-498d4c9f417e req-2ffc1754-10f0-41cf-8194-aba7614e5795 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461049 May 28 06:16:18.894738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-25300fac-d15a-436a-bf01-b6d9a8edc094 req-7d1eabb3-76d2-476e-9683-7b08619d740a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:16:18.896509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25300fac-d15a-436a-bf01-b6d9a8edc094 req-7d1eabb3-76d2-476e-9683-7b08619d740a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 932 time: 0.6475372 May 28 06:16:18.943335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.049846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b75d1a8-46dd-4a15-86b7-ae2375612286,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:19.064081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25300fac-d15a-436a-bf01-b6d9a8edc094 req-f868c56d-a099-4eab-a7d9-570785b4b459 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599250 May 28 06:16:19.070116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Attempting to bind port 19f82fcc-2a67-4df1-8469-02a8086544bd on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:16:19.070450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Attempting to bind port 19f82fcc-2a67-4df1-8469-02a8086544bd by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:16:19.070777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Attempting to bind port 19f82fcc-2a67-4df1-8469-02a8086544bd on network a4a350c4-5c24-4bba-b238-222c7a71d7ad {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:16:19.104109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Port 19f82fcc-2a67-4df1-8469-02a8086544bd on network a4a350c4-5c24-4bba-b238-222c7a71d7ad not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:16:19.104434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Attempting to bind port 19f82fcc-2a67-4df1-8469-02a8086544bd on network a4a350c4-5c24-4bba-b238-222c7a71d7ad {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:16:19.110179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77099-590a-4126-9667-d38bb558f6f1 req-38e0dd16-10b7-4596-a22d-653f20a50dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:19.112155 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-38e0dd16-10b7-4596-a22d-653f20a50dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1096 time: 0.0879560 May 28 06:16:19.120703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:16:19.121053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Checking segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:16:19.121424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Bound using segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:16:19.121851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Bound port: 19f82fcc-2a67-4df1-8469-02a8086544bd, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:16:19.122198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.180617 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.248908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77099-590a-4126-9667-d38bb558f6f1 req-b18eefca-7bf1-45c0-9e56-ace262316737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:19.250275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-b18eefca-7bf1-45c0-9e56-ace262316737 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 200 len: 897 time: 0.1285138 May 28 06:16:19.387204 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.403358 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.438025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] For port 19f82fcc-2a67-4df1-8469-02a8086544bd, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:16:19.447256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.447980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d0f302-9299-4cd1-a6ef-868ca45134f7 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:16:19.454547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] For port 19f82fcc-2a67-4df1-8469-02a8086544bd, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=19f82fcc-2a67-4df1-8469-02a8086544bd,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:16:19.462860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.471626 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-3cd4fec3-6d8e-425a-8dee-8d23a7edd35e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 999 time: 0.2106628 May 28 06:16:19.503569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.507485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d7b35b69-6728-4a90-9e0d-e7b313c6532a admin admin] 10.222.0.39 "DELETE /v2.0/routers/57d0f302-9299-4cd1-a6ef-868ca45134f7 HTTP/1.1" status: 204 len: 168 time: 2.6226943 May 28 06:16:19.517490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 43964) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:19.529669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:19.530283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.531965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] 10.222.0.33 "PUT /v2.0/ports/19f82fcc-2a67-4df1-8469-02a8086544bd HTTP/1.1" status: 200 len: 1092 time: 2.2872791 May 28 06:16:19.535176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'tag': '19f82fcc-2a67-4df1-8469-02a8086544bd'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:16:19.580963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe89234-0622-401a-a928-ef87b57cb2af service neutron] Pushing event updated for resources: {'Port': ['ID=19f82fcc-2a67-4df1-8469-02a8086544bd,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:19.599506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77099-590a-4126-9667-d38bb558f6f1 req-cbc0ac57-0023-40de-a254-1c087ad4180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:19.600975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-cbc0ac57-0023-40de-a254-1c087ad4180b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d6145ccc-d0b6-4775-8417-9d978a33dbb8 HTTP/1.1" status: 200 len: 834 time: 0.1192532 May 28 06:16:19.608641 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4d5fb3-f196-49ba-8684-caa9ab3c9bc1'] response: {'name': 'network-changed', 'server_uuid': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'tag': '19f82fcc-2a67-4df1-8469-02a8086544bd', 'status': 'completed', 'code': 200} May 28 06:16:19.611621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-5605c356-57cb-4eb5-be06-e80563102df9 admin admin] Deleting subnet 87f4e003-e761-4255-b042-400e8d79830b {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:16:19.659864 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5605c356-57cb-4eb5-be06-e80563102df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.706300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d312-9a55-41bf-8aef-35e26193747a req-e1699f30-45db-4d4a-af93-f2bbeb288dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:19.708082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-e1699f30-45db-4d4a-af93-f2bbeb288dc8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 1095 time: 0.0826485 May 28 06:16:19.728349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5605c356-57cb-4eb5-be06-e80563102df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.787647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-4debb8bb-c52b-4ae2-9b5e-43ed7f4f5b07 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19f82fcc-2a67-4df1-8469-02a8086544bd HTTP/1.1" status: 200 len: 217 time: 0.0668454 May 28 06:16:19.803766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77099-590a-4126-9667-d38bb558f6f1 req-4b749ab8-5dfc-4040-a156-50810dcdbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:19.805213 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-4b749ab8-5dfc-4040-a156-50810dcdbbeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913493 May 28 06:16:19.852073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d312-9a55-41bf-8aef-35e26193747a req-6c48d25c-8b5b-4fe0-b0fb-14299c2430bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:19.853445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-6c48d25c-8b5b-4fe0-b0fb-14299c2430bd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0604041 May 28 06:16:19.910326 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5605c356-57cb-4eb5-be06-e80563102df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:19.995924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d312-9a55-41bf-8aef-35e26193747a req-e254350d-9213-48e3-8a26-a88ed8bc01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:19.997418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-e254350d-9213-48e3-8a26-a88ed8bc01c6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379623 May 28 06:16:20.014897 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-9d7376c8-9a97-44af-b22d-086a1625ae55 service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959858 May 28 06:16:20.031720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36499434-5adc-4eac-918b-734eee13fdfc req-c92b61e3-35c9-436b-a90e-863e2c9d744d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:20.033170 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-36499434-5adc-4eac-918b-734eee13fdfc req-c92b61e3-35c9-436b-a90e-863e2c9d744d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.1391299 May 28 06:16:20.045966 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5605c356-57cb-4eb5-be06-e80563102df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:20.140147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3297d621-3c07-482e-8271-ec6974bf7dd6 None None] Network 83d6415e-de9e-43b9-bede-f9323b15a1b4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:16:20.166168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5605c356-57cb-4eb5-be06-e80563102df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:20.170249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-36499434-5adc-4eac-918b-734eee13fdfc req-c95f7f79-0a50-456e-b53e-cc132e88f5f7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301692 May 28 06:16:20.174422 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5605c356-57cb-4eb5-be06-e80563102df9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/87f4e003-e761-4255-b042-400e8d79830b HTTP/1.1" status: 204 len: 168 time: 0.6509864 May 28 06:16:20.174422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605c356-57cb-4eb5-be06-e80563102df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f4e003-e761-4255-b042-400e8d79830b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:20.175634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43974) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:20.285647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-14d394fe-d5ff-46fd-857f-b00b8cf3c95d service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812223 May 28 06:16:20.307121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-3c395711-00fc-4b02-9140-8c45f23bb0ad service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820601 May 28 06:16:20.337330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1fc11-943a-4d17-ad59-7bb113de274d req-ec610cc4-fabc-4c06-89c2-bc4bebf75def tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:20.339342 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e1f1fc11-943a-4d17-ad59-7bb113de274d req-ec610cc4-fabc-4c06-89c2-bc4bebf75def tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 944 time: 0.1293118 May 28 06:16:20.389645 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:20.425825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Deleting port efbadc3f-c075-4064-a5ac-9ee4f20c79fc {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:20.426400 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:20.428425 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e1f1fc11-943a-4d17-ad59-7bb113de274d req-0a64debc-6386-42f5-9917-582df2feb652 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817761 May 28 06:16:20.433148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0b75d1a8-46dd-4a15-86b7-ae2375612286 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:16:20.484491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 0b75d1a8-46dd-4a15-86b7-ae2375612286 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:16:20.485249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 0b75d1a8-46dd-4a15-86b7-ae2375612286 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:16:20.498806 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb79d312-9a55-41bf-8aef-35e26193747a req-465bcf90-95f6-4529-8820-c1fc68903e94 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073531 May 28 06:16:20.508555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a03166f-c4e8-44c6-bbd3-51621bfe3153 None None] DHCP port deletion for 83d6415e-de9e-43b9-bede-f9323b15a1b4 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:16:20.513501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9a03166f-c4e8-44c6-bbd3-51621bfe3153 None None] Deleting port efbadc3f-c075-4064-a5ac-9ee4f20c79fc {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:20.513864 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9a03166f-c4e8-44c6-bbd3-51621bfe3153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:20.723880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9a03166f-c4e8-44c6-bbd3-51621bfe3153 None None] For port efbadc3f-c075-4064-a5ac-9ee4f20c79fc, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=efbadc3f-c075-4064-a5ac-9ee4f20c79fc,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:20.724161 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9a03166f-c4e8-44c6-bbd3-51621bfe3153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:20.826460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] For port efbadc3f-c075-4064-a5ac-9ee4f20c79fc, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=efbadc3f-c075-4064-a5ac-9ee4f20c79fc,segment=NetworkSegment(7b1cd519-c530-43b7-a392-a99f1d233c8b),segment_id=7b1cd519-c530-43b7-a392-a99f1d233c8b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:20.826817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:20.834909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-f08d81e5-3d43-4317-aa1d-107872eee889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:20.836399 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-f08d81e5-3d43-4317-aa1d-107872eee889 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 1095 time: 0.1882441 May 28 06:16:20.847279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9a03166f-c4e8-44c6-bbd3-51621bfe3153 None None] Calling delete_port for efbadc3f-c075-4064-a5ac-9ee4f20c79fc owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:20.924606 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9a03166f-c4e8-44c6-bbd3-51621bfe3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:20.970310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03166f-c4e8-44c6-bbd3-51621bfe3153 None None] Pushing event deleted for resources: {'Port': ['ID=efbadc3f-c075-4064-a5ac-9ee4f20c79fc,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:20.973570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03166f-c4e8-44c6-bbd3-51621bfe3153 None None] No DVR routers for this DVR port efbadc3f-c075-4064-a5ac-9ee4f20c79fc on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:16:20.974480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Calling delete_port for efbadc3f-c075-4064-a5ac-9ee4f20c79fc owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:21.143595 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:16:21.143914 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:16:21.146880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-420118c4-5b38-471a-a7bd-0a599569a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:21.148340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-420118c4-5b38-471a-a7bd-0a599569a959 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.2551546 May 28 06:16:21.219734 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-9e21b6c1-d5ae-4971-8d12-ff32a88a506f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19f82fcc-2a67-4df1-8469-02a8086544bd HTTP/1.1" status: 200 len: 217 time: 0.0643752 May 28 06:16:21.311072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-5fb3e3b2-ed73-4369-a6e5-49aceaa732c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:21.312440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-5fb3e3b2-ed73-4369-a6e5-49aceaa732c9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0864339 May 28 06:16:21.414569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-05490ff3-c85a-4583-adb0-58f51b05893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:21.416027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-05490ff3-c85a-4583-adb0-58f51b05893c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974879 May 28 06:16:21.423223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e89-c12d-4d1e-857d-685b3d26db24 req-f974a6b1-7fd5-418a-9f86-b15b47f9a5a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:21.424550 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ace6e89-c12d-4d1e-857d-685b3d26db24 req-f974a6b1-7fd5-418a-9f86-b15b47f9a5a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.1470158 May 28 06:16:21.547214 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ace6e89-c12d-4d1e-857d-685b3d26db24 req-cc2c0ac7-df1f-4891-a1c2-7649e245fe6c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051199 May 28 06:16:21.583880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-b8a18dfd-7dcb-4bf3-8d98-3e0af5b91607 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583192 May 28 06:16:21.612351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e095f-540a-4880-88fb-a797fec293b8 req-bbd6f258-76a9-4c7e-8ac5-08b9d9399302 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:21.613802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e18e095f-540a-4880-88fb-a797fec293b8 req-bbd6f258-76a9-4c7e-8ac5-08b9d9399302 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 944 time: 0.0828047 May 28 06:16:21.658649 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e18e095f-540a-4880-88fb-a797fec293b8 req-cae7e79f-78c6-4fdd-8a15-8b35a6e7576f tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383286 May 28 06:16:21.658854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Deleting port efbadc3f-c075-4064-a5ac-9ee4f20c79fc {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:21.658854 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:21.738605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] The port 'efbadc3f-c075-4064-a5ac-9ee4f20c79fc' was deleted {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:16:21.882155 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:21.890259 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c6b2438-3992-4770-97d4-c640ef8d2352 req-2d1f3952-12e2-4719-9bd6-8253b564f6da service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995279 May 28 06:16:21.908619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d6415e-de9e-43b9-bede-f9323b15a1b4']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:21.920670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1cd519-c530-43b7-a392-a99f1d233c8b') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:21.920964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1cd519-c530-43b7-a392-a99f1d233c8b') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:21.932097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:21.948034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:21.953859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:16:21.954233 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:22.131000 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 7b1cd519-c530-43b7-a392-a99f1d233c8b resource provider aggregate not found May 28 06:16:22.150306 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 7b1cd519-c530-43b7-a392-a99f1d233c8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b1cd519-c530-43b7-a392-a99f1d233c8b found for delete ", "request_id": "req-ca69fcde-0765-4931-a317-6a3ecd395ff6"}]} May 28 06:16:22.164674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:22.180740 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:22.192624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d6415e-de9e-43b9-bede-f9323b15a1b4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:22.205105 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b0b57e9b-7ec4-4b20-91a6-5d8342f40a38 admin admin] 10.222.0.39 "DELETE /v2.0/networks/83d6415e-de9e-43b9-bede-f9323b15a1b4 HTTP/1.1" status: 204 len: 168 time: 2.0254881 May 28 06:16:22.208458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 43988) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:22.407020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device efbadc3f-c075-4064-a5ac-9ee4f20c79fc no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:16:22.444817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: efbadc3f-c075-4064-a5ac-9ee4f20c79fc {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:16:22.445349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device efbadc3f-c075-4064-a5ac-9ee4f20c79fc not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:16:22.756886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05118066-1b50-49f6-b78b-3c129570d7d8 req-5a03217c-e041-4ac9-a9eb-fa8c7515d5ca tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:22.758350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05118066-1b50-49f6-b78b-3c129570d7d8 req-5a03217c-e041-4ac9-a9eb-fa8c7515d5ca tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.1032529 May 28 06:16:22.844949 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05118066-1b50-49f6-b78b-3c129570d7d8 req-8a6e5b2f-7899-43ac-8c58-4f1f7091a29c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591826 May 28 06:16:22.849992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf072b-e986-45cf-9417-87ab1a0aacac req-404ad49f-5603-4c99-bf70-305fc2006523 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:22.851581 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8bf072b-e986-45cf-9417-87ab1a0aacac req-404ad49f-5603-4c99-bf70-305fc2006523 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 944 time: 0.0842745 May 28 06:16:22.862060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:22.898525 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c8bf072b-e986-45cf-9417-87ab1a0aacac req-e8eca2c0-2c5e-46e5-af44-cd03f8f61257 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 May 28 06:16:23.211181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] Deleting port ef8873c8-053d-4b61-94bc-b1fe17cdc103 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:23.211553 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:23.380424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] For port ef8873c8-053d-4b61-94bc-b1fe17cdc103, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ef8873c8-053d-4b61-94bc-b1fe17cdc103,segment=NetworkSegment(85d08651-034b-43a4-a3ff-97e311d83e3e),segment_id=85d08651-034b-43a4-a3ff-97e311d83e3e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:23.380768 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:23.509737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] Calling delete_port for ef8873c8-053d-4b61-94bc-b1fe17cdc103 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:23.787250 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:23.831521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8873c8-053d-4b61-94bc-b1fe17cdc103,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:23.909946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 19f82fcc-2a67-4df1-8469-02a8086544bd details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:16:24.100472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69974077-4ae7-4d09-83c0-3d9558a36e8a req-51285cdc-fc91-4498-8298-4478220176ce tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:24.101971 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69974077-4ae7-4d09-83c0-3d9558a36e8a req-51285cdc-fc91-4498-8298-4478220176ce tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 944 time: 0.0880733 May 28 06:16:24.119833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 19f82fcc-2a67-4df1-8469-02a8086544bd, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=19f82fcc-2a67-4df1-8469-02a8086544bd,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:24.134688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '19f82fcc-2a67-4df1-8469-02a8086544bd', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'port_id': '19f82fcc-2a67-4df1-8469-02a8086544bd', 'mac_address': 'fa:16:3e:98:a6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:16:24.153793 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69974077-4ae7-4d09-83c0-3d9558a36e8a req-e12e58d6-bc0d-4650-9370-97ba2b014754 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458095 May 28 06:16:24.191273 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:24.201300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 19f82fcc-2a67-4df1-8469-02a8086544bd is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:16:24.201685 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:24.208845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa765948-009d-4bf4-9257-65372203a5f9 req-f598dfa9-b1d7-45b8-8cee-f72d60d92f17 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:24.210308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa765948-009d-4bf4-9257-65372203a5f9 req-f598dfa9-b1d7-45b8-8cee-f72d60d92f17 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.2212496 May 28 06:16:24.219691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f82fcc-2a67-4df1-8469-02a8086544bd {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:16:24.235613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 19f82fcc-2a67-4df1-8469-02a8086544bd, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=19f82fcc-2a67-4df1-8469-02a8086544bd,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:24.240344 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:24.314680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=19f82fcc-2a67-4df1-8469-02a8086544bd,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:24.384602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa765948-009d-4bf4-9257-65372203a5f9 req-85554ba3-cfe6-428a-a448-52e2ef3385e7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204250 May 28 06:16:24.604502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] Router e664c9b8-b463-4ef5-b5d2-32d70bb44dce has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:16:24.610511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['19f82fcc-2a67-4df1-8469-02a8086544bd'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:16:24.783463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:16:24.792138 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] Sync routers for ids ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:16:24.800504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8dc2e724-f34b-42f6-9573-475481261b42 admin admin] 10.222.0.39 "PUT /v2.0/routers/e664c9b8-b463-4ef5-b5d2-32d70bb44dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5910647 May 28 06:16:24.802530 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] Routers {'e664c9b8-b463-4ef5-b5d2-32d70bb44dce'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:16:24.802988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44000) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:24.803134 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:16:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:24.974719 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:24.978271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] Set router e664c9b8-b463-4ef5-b5d2-32d70bb44dce gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:16:25.269394 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'name': 'tempest-TestVolumeBackupRestore-2059518282-router', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:33Z', 'updated_at': '2022-05-28T06:16:23Z', 'revision_number': 5, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'gw_port': {'id': '1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:12:35Z', 'updated_at': '2022-05-28T06:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:25.269622 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:25.273876 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] Checking router: e664c9b8-b463-4ef5-b5d2-32d70bb44dce for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:16:25.279594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Deleting port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:25.280014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:25.282636 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] Routers {'e664c9b8-b463-4ef5-b5d2-32d70bb44dce'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:16:25.283224 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:16:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:25.348049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3020bb-87a6-4136-9be1-77f0e6a910cd req-b1a5893d-75a3-455b-9531-bebb392cec2e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:25.349746 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2d3020bb-87a6-4136-9be1-77f0e6a910cd req-b1a5893d-75a3-455b-9531-bebb392cec2e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 945 time: 0.0875406 May 28 06:16:25.398123 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2d3020bb-87a6-4136-9be1-77f0e6a910cd req-c35a4c5a-29a3-4fa0-8697-638cbabd8ab2 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420249 May 28 06:16:25.436017 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] Set router e664c9b8-b463-4ef5-b5d2-32d70bb44dce gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:16:25.489534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] For port 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:25.490150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:25.543337 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'name': 'tempest-TestVolumeBackupRestore-2059518282-router', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:33Z', 'updated_at': '2022-05-28T06:16:25Z', 'revision_number': 6, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:25.547216 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1515f6-040c-4393-8698-9a4412fedbcc None None] The sync data for ids ['e664c9b8-b463-4ef5-b5d2-32d70bb44dce'] in n-d-843679-5 is: [{'id': 'e664c9b8-b463-4ef5-b5d2-32d70bb44dce', 'name': 'tempest-TestVolumeBackupRestore-2059518282-router', 'tenant_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:12:33Z', 'updated_at': '2022-05-28T06:16:25Z', 'revision_number': 6, 'project_id': '93d8da01a34c4f5eae4cd73d68cd02c6', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:16:25.647548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Calling delete_port for 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:25.765377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b1f57-e909-4238-85d2-64425b0e02e6 req-8de862b3-57dd-4d0d-a69a-915230609b10 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:25.768093 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1c2b1f57-e909-4238-85d2-64425b0e02e6 req-8de862b3-57dd-4d0d-a69a-915230609b10 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.2184153 May 28 06:16:25.851267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1c2b1f57-e909-4238-85d2-64425b0e02e6 req-4f49278d-1e88-425e-ac22-d2c179fd5370 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753100 May 28 06:16:25.888351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:25.936190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:25.941122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 19f82fcc-2a67-4df1-8469-02a8086544bd up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:16:26.018767 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 19f82fcc-2a67-4df1-8469-02a8086544bd completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:16:26.024620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 19f82fcc-2a67-4df1-8469-02a8086544bd triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:16:26.024988 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.043802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.157341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 19f82fcc-2a67-4df1-8469-02a8086544bd is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:16:26.157788 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.185912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f82fcc-2a67-4df1-8469-02a8086544bd'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:16:26.196210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 19f82fcc-2a67-4df1-8469-02a8086544bd, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=19f82fcc-2a67-4df1-8469-02a8086544bd,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:26.200344 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.230106 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.232363 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.240978 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433baa47-1578-4c61-8bee-e0efe2a00141'] response: {'server_uuid': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f82fcc-2a67-4df1-8469-02a8086544bd', 'code': 200} May 28 06:16:26.255161 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.255860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e664c9b8-b463-4ef5-b5d2-32d70bb44dce {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:16:26.268496 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.269973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4da5053e-7cc7-48f1-b0a0-c82c0447e368 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e664c9b8-b463-4ef5-b5d2-32d70bb44dce HTTP/1.1" status: 204 len: 168 time: 1.4656627 May 28 06:16:26.273673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44010) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:26.277109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=19f82fcc-2a67-4df1-8469-02a8086544bd,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:26.391879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9767ce-ad8c-469d-98ae-4533ef12f692 admin admin] Deleting subnet 69904406-4227-49b9-a8d9-a167db1903e4 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:16:26.397388 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e9767ce-ad8c-469d-98ae-4533ef12f692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.416673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ef8873c8-053d-4b61-94bc-b1fe17cdc103 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:16:26.458923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e9767ce-ad8c-469d-98ae-4533ef12f692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.472650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: ef8873c8-053d-4b61-94bc-b1fe17cdc103 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:16:26.473092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ef8873c8-053d-4b61-94bc-b1fe17cdc103 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:16:26.473619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:16:26.510684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda62b-2c11-47a1-a5f2-01ac4ae62a53 req-7954c957-2e28-48bf-b063-fbb89f6405c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:26.512175 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfeda62b-2c11-47a1-a5f2-01ac4ae62a53 req-7954c957-2e28-48bf-b063-fbb89f6405c1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 1097 time: 0.1923580 May 28 06:16:26.522866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:16:26.523726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1c895c3d-f4d1-4ee4-b8d0-dbee9b0bc50a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:16:26.731316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfeda62b-2c11-47a1-a5f2-01ac4ae62a53 req-82abfe21-b735-4a68-b942-18fc44568bc7 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121220 May 28 06:16:26.747322 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e9767ce-ad8c-469d-98ae-4533ef12f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.813797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ef919-8eae-4aa7-ab05-716dc541327e req-37a2c9a2-ff4d-4a97-bf89-f4122ce20acf tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:26.816528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac4ef919-8eae-4aa7-ab05-716dc541327e req-37a2c9a2-ff4d-4a97-bf89-f4122ce20acf tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 946 time: 0.2799730 May 28 06:16:26.867514 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e9767ce-ad8c-469d-98ae-4533ef12f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.906064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9767ce-ad8c-469d-98ae-4533ef12f692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69904406-4227-49b9-a8d9-a167db1903e4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:26.910394 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac4ef919-8eae-4aa7-ab05-716dc541327e req-e03f0755-584f-47f2-a700-5916eaec7ee9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874712 May 28 06:16:26.919221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e9767ce-ad8c-469d-98ae-4533ef12f692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:26.926991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f03848-111b-4f30-925e-7b8748a177a2 None None] Network 2b640553-971e-4115-a1ee-aef6ec11e983 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:16:26.930447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5e9767ce-ad8c-469d-98ae-4533ef12f692 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/69904406-4227-49b9-a8d9-a167db1903e4 HTTP/1.1" status: 204 len: 168 time: 0.6530252 May 28 06:16:26.930839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44018) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:27.096253 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:27.111869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Deleting port 96d37e88-5863-4cec-83a6-711687124f01 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:27.112213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:27.184605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efa2a1-1604-45ce-8e71-40f0b08b7734 req-1b40c60e-0697-4f2a-a0ff-e6f9ae30ee39 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:27.186052 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-09efa2a1-1604-45ce-8e71-40f0b08b7734 req-1b40c60e-0697-4f2a-a0ff-e6f9ae30ee39 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.1679773 May 28 06:16:27.196403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04482b5-3f5b-4a3b-953e-4fd1cc779116 None None] DHCP port deletion for 2b640553-971e-4115-a1ee-aef6ec11e983 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:16:27.200905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a04482b5-3f5b-4a3b-953e-4fd1cc779116 None None] Deleting port 96d37e88-5863-4cec-83a6-711687124f01 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:27.201279 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a04482b5-3f5b-4a3b-953e-4fd1cc779116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:27.404600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-09efa2a1-1604-45ce-8e71-40f0b08b7734 req-a36feaf6-871b-4ad4-b23c-420c40ffc9ae tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867454 May 28 06:16:27.408804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a04482b5-3f5b-4a3b-953e-4fd1cc779116 None None] For port 96d37e88-5863-4cec-83a6-711687124f01, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=96d37e88-5863-4cec-83a6-711687124f01,segment=NetworkSegment(85d08651-034b-43a4-a3ff-97e311d83e3e),segment_id=85d08651-034b-43a4-a3ff-97e311d83e3e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:27.409193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a04482b5-3f5b-4a3b-953e-4fd1cc779116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:27.496360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] For port 96d37e88-5863-4cec-83a6-711687124f01, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=96d37e88-5863-4cec-83a6-711687124f01,segment=NetworkSegment(85d08651-034b-43a4-a3ff-97e311d83e3e),segment_id=85d08651-034b-43a4-a3ff-97e311d83e3e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:27.496629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:27.540941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a04482b5-3f5b-4a3b-953e-4fd1cc779116 None None] Calling delete_port for 96d37e88-5863-4cec-83a6-711687124f01 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:27.623006 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a04482b5-3f5b-4a3b-953e-4fd1cc779116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:27.626220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Calling delete_port for 96d37e88-5863-4cec-83a6-711687124f01 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:16:27.669148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04482b5-3f5b-4a3b-953e-4fd1cc779116 None None] Pushing event deleted for resources: {'Port': ['ID=96d37e88-5863-4cec-83a6-711687124f01,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:27.674436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04482b5-3f5b-4a3b-953e-4fd1cc779116 None None] No DVR routers for this DVR port 96d37e88-5863-4cec-83a6-711687124f01 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:16:27.701919 n-d-843679-5 neutron-server[88416]: util.warn( May 28 06:16:27.708859 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:16:27.709178 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:16:28.117377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5484d6-4b1e-442b-aa41-a57c6d62701e req-cc9f534a-4579-4533-9ae0-9d68ee034e5f tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:28.119662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6f5484d6-4b1e-442b-aa41-a57c6d62701e req-cc9f534a-4579-4533-9ae0-9d68ee034e5f tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 946 time: 0.0927372 May 28 06:16:28.180511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6f5484d6-4b1e-442b-aa41-a57c6d62701e req-36873697-32b6-49c1-8944-ae51e16b8c0f tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531361 May 28 06:16:28.209982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Deleting port 96d37e88-5863-4cec-83a6-711687124f01 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:16:28.210528 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:28.279391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] The port '96d37e88-5863-4cec-83a6-711687124f01' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:16:28.394762 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:28.417663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 96d37e88-5863-4cec-83a6-711687124f01 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:16:28.421022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b640553-971e-4115-a1ee-aef6ec11e983']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:28.434642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d08651-034b-43a4-a3ff-97e311d83e3e') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:28.435042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d08651-034b-43a4-a3ff-97e311d83e3e') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:28.451324 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:28.453673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 96d37e88-5863-4cec-83a6-711687124f01 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:16:28.454086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 96d37e88-5863-4cec-83a6-711687124f01 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:16:28.475840 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:28.482786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:16:28.483222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:28.552359 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 85d08651-034b-43a4-a3ff-97e311d83e3e resource provider aggregate not found May 28 06:16:28.606761 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 85d08651-034b-43a4-a3ff-97e311d83e3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85d08651-034b-43a4-a3ff-97e311d83e3e found for delete ", "request_id": "req-8b563142-858e-410a-ae47-723f14905ad8"}]} May 28 06:16:28.632552 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:28.650299 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:28.667317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b640553-971e-4115-a1ee-aef6ec11e983,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:28.673517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-52643ae2-7f8e-4367-b209-5750f11060c8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2b640553-971e-4115-a1ee-aef6ec11e983 HTTP/1.1" status: 204 len: 168 time: 1.7416406 May 28 06:16:28.692070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8b153-d0f7-4e27-be3a-07cf1f235f78 req-6fbc0c7f-18f5-405a-8360-0d8ddc691c69 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:28.693523 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22f8b153-d0f7-4e27-be3a-07cf1f235f78 req-6fbc0c7f-18f5-405a-8360-0d8ddc691c69 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.1376474 May 28 06:16:28.742734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22f8b153-d0f7-4e27-be3a-07cf1f235f78 req-be38e25b-774e-434d-b366-3e3892e1ab95 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432818 May 28 06:16:28.849976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44032) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:28.897286 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6cfc29f2-4922-4c85-9d4f-f52707febc5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c88e00cb044e44fb9dead877420b39f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461199 May 28 06:16:28.899588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44036) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:28.956239 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cce26244-85d8-4284-9b4a-f26b43bf95bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:28.982093 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cce26244-85d8-4284-9b4a-f26b43bf95bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:29.033088 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cce26244-85d8-4284-9b4a-f26b43bf95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:29.049904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce26244-85d8-4284-9b4a-f26b43bf95bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d1df0f-5355-4af4-886f-ab54a835afcb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:29.057494 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cce26244-85d8-4284-9b4a-f26b43bf95bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:29.058610 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cce26244-85d8-4284-9b4a-f26b43bf95bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01d1df0f-5355-4af4-886f-ab54a835afcb HTTP/1.1" status: 204 len: 168 time: 0.1581316 May 28 06:16:29.374271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee489c-04d5-4f49-aa97-f70e29df855f req-2d8405ec-b32a-4501-90c6-7cb068cba28e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:29.375766 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcee489c-04d5-4f49-aa97-f70e29df855f req-2d8405ec-b32a-4501-90c6-7cb068cba28e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 946 time: 0.0812802 May 28 06:16:29.396034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44046) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:29.423461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcee489c-04d5-4f49-aa97-f70e29df855f req-02e3cbd8-c3b8-4a8c-b480-8bd33688f7de tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406232 May 28 06:16:29.449716 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4dc5aab2-6156-47f8-9b3c-0aa4c125879b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93d8da01a34c4f5eae4cd73d68cd02c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525444 May 28 06:16:29.452230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44052) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:29.510248 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4abab68-b164-4b12-bf9c-3bb00b589965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:29.575845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4abab68-b164-4b12-bf9c-3bb00b589965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:29.646489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1b301-ea02-4c2d-bb8a-27a62cad8ac0 req-c0495202-9e87-4a30-8211-931fe587396a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:29.647963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bad1b301-ea02-4c2d-bb8a-27a62cad8ac0 req-c0495202-9e87-4a30-8211-931fe587396a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 946 time: 0.1238413 May 28 06:16:29.656549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44056) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:29.661898 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b60085cc-2b51-4f4e-9968-b7aa5ac2c1a3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'floatingip': {'port_id': '19f82fcc-2a67-4df1-8469-02a8086544bd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:16:29.732524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4abab68-b164-4b12-bf9c-3bb00b589965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:29.766037 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b60085cc-2b51-4f4e-9968-b7aa5ac2c1a3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:29.824792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abab68-b164-4b12-bf9c-3bb00b589965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a532705c-b107-4d90-a4fd-feed8107f7aa,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:29.836444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4abab68-b164-4b12-bf9c-3bb00b589965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:29.840039 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b4abab68-b164-4b12-bf9c-3bb00b589965 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a532705c-b107-4d90-a4fd-feed8107f7aa HTTP/1.1" status: 204 len: 168 time: 0.3845453 May 28 06:16:29.947408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b1fd-4901-4b60-8963-aae9433e1560 req-0fffeba7-d168-4dc0-b96d-f538f85014a8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:29.948780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad28b1fd-4901-4b60-8963-aae9433e1560 req-0fffeba7-d168-4dc0-b96d-f538f85014a8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0877116 May 28 06:16:29.995043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad28b1fd-4901-4b60-8963-aae9433e1560 req-9658f960-c709-41f3-afb3-4e0740cf78ec tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406096 May 28 06:16:30.535641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b60085cc-2b51-4f4e-9968-b7aa5ac2c1a3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:30.543736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b60085cc-2b51-4f4e-9968-b7aa5ac2c1a3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:30.713575 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-b60085cc-2b51-4f4e-9968-b7aa5ac2c1a3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Floating IP a4ee8f61-a537-49f8-95fc-113486568ddd associated. External IP: 172.25.4.59, port: 19f82fcc-2a67-4df1-8469-02a8086544bd. May 28 06:16:31.063515 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60085cc-2b51-4f4e-9968-b7aa5ac2c1a3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:16:31.134685 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:31.299069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60085cc-2b51-4f4e-9968-b7aa5ac2c1a3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:16:31.304634 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b60085cc-2b51-4f4e-9968-b7aa5ac2c1a3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:31.309215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:16:31.318902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:16:31.319526 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:16:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:31.343023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a5b5b-0e3f-4f26-828b-1cf9ee819905 req-60f9366f-d129-4694-a4d4-b9de940c2877 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:31.344576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-975a5b5b-0e3f-4f26-828b-1cf9ee819905 req-60f9366f-d129-4694-a4d4-b9de940c2877 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.2217674 May 28 06:16:31.397708 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b60085cc-2b51-4f4e-9968-b7aa5ac2c1a3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "PUT /v2.0/floatingips/a4ee8f61-a537-49f8-95fc-113486568ddd HTTP/1.1" status: 200 len: 991 time: 1.7399948 May 28 06:16:31.400796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'tag': '19f82fcc-2a67-4df1-8469-02a8086544bd'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:16:31.412336 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-975a5b5b-0e3f-4f26-828b-1cf9ee819905 req-ecf82923-2ec5-492a-8892-58439ac051b7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604954 May 28 06:16:31.448340 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4cedd7-adf3-40ea-92d3-2997de59db14'] response: {'name': 'network-changed', 'server_uuid': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'tag': '19f82fcc-2a67-4df1-8469-02a8086544bd', 'status': 'completed', 'code': 200} May 28 06:16:31.535779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:16:31.558519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-297354ee-46dd-4fb2-b693-7b2bd0931f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:31.560018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-297354ee-46dd-4fb2-b693-7b2bd0931f50 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 1097 time: 0.0700195 May 28 06:16:31.702048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-4012c598-ec12-4d87-aef3-35b6dd41778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:31.703534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-4012c598-ec12-4d87-aef3-35b6dd41778a service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.1371288 May 28 06:16:31.807744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-b0c75a2c-100c-4811-b2e2-6a3702451e79 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19f82fcc-2a67-4df1-8469-02a8086544bd HTTP/1.1" status: 200 len: 999 time: 0.0983946 May 28 06:16:31.873890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-4e727663-8a5b-4691-93b8-5fd46f904771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:31.875272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-4e727663-8a5b-4691-93b8-5fd46f904771 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0613635 May 28 06:16:31.879658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'a4ee8f61-a537-49f8-95fc-113486568ddd', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '19f82fcc-2a67-4df1-8469-02a8086544bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:98:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:16:11Z', 'updated_at': '2022-05-28T06:16:30Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:31.883628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:16:31.892025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:16:31.892624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:16:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:31.948773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-43544ef7-e8c5-4a7e-9903-32f3659d02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:31.950293 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-43544ef7-e8c5-4a7e-9903-32f3659d02de service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692527 May 28 06:16:32.073158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:16:32.081344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-6fbdfdc4-a3d5-48d3-b9da-87ffb03f6cd3 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247804 May 28 06:16:32.212084 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-935fd0ed-1722-45d4-add7-39e06cf740ea req-9d483713-36e5-4082-9963-720df86ddb61 service neutron] 10.222.0.33 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249352 May 28 06:16:32.419806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'a4ee8f61-a537-49f8-95fc-113486568ddd', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '19f82fcc-2a67-4df1-8469-02a8086544bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:98:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:16:11Z', 'updated_at': '2022-05-28T06:16:30Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:16:32.423681 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78c3d8-c153-404f-9001-484a9096a84c None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'a4ee8f61-a537-49f8-95fc-113486568ddd', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '19f82fcc-2a67-4df1-8469-02a8086544bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:98:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:16:11Z', 'updated_at': '2022-05-28T06:16:30Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:16:32.606673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c3e4-3310-43ca-9a38-fbce55a916a7 req-c7b92b7a-527d-4356-af52-ac6d75866910 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:32.608263 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad38c3e4-3310-43ca-9a38-fbce55a916a7 req-c7b92b7a-527d-4356-af52-ac6d75866910 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0872290 May 28 06:16:32.627409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008acc9e-c57e-4dbf-ad29-712d696a51c3 None None] New status for floating IP a4ee8f61-a537-49f8-95fc-113486568ddd: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:16:32.782117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad38c3e4-3310-43ca-9a38-fbce55a916a7 req-3d6cb841-40ae-4a87-84bd-41b6e6d466f7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660860 May 28 06:16:33.969442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c24bb-405e-4eba-822f-2bc3b75fa95e req-916814ce-05e9-44da-b4e1-dea8bced8f4b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:33.970769 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-749c24bb-405e-4eba-822f-2bc3b75fa95e req-916814ce-05e9-44da-b4e1-dea8bced8f4b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0779507 May 28 06:16:34.016675 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-749c24bb-405e-4eba-822f-2bc3b75fa95e req-b45ddcfb-6875-4dcf-9ae5-146aa283b38c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402479 May 28 06:16:35.207348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c2788-46e8-45dc-ac07-ab1741168436 req-6972e430-b052-4e71-a1c0-b999297bbda5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:35.210281 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa0c2788-46e8-45dc-ac07-ab1741168436 req-6972e430-b052-4e71-a1c0-b999297bbda5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0891597 May 28 06:16:35.255508 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aa0c2788-46e8-45dc-ac07-ab1741168436 req-fdc4c0e7-0f6f-4dd3-8e2a-8071f08cfbfd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395570 May 28 06:16:36.436778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5961f-a2bd-402e-8957-664f19397ecc req-cb7b54ed-d470-4300-9eea-703e25d4acb2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:36.438105 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07e5961f-a2bd-402e-8957-664f19397ecc req-cb7b54ed-d470-4300-9eea-703e25d4acb2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0781877 May 28 06:16:36.481248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07e5961f-a2bd-402e-8957-664f19397ecc req-32a21652-3132-4672-ab5e-99d869b445d8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376275 May 28 06:16:37.669753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe143fe7-02e7-4275-af7b-74c9507eb2de req-6fd72b1f-eb29-4411-a94a-343aa4473065 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:37.671212 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fe143fe7-02e7-4275-af7b-74c9507eb2de req-6fd72b1f-eb29-4411-a94a-343aa4473065 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0824046 May 28 06:16:37.714421 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fe143fe7-02e7-4275-af7b-74c9507eb2de req-27632bab-c2c9-47dd-b4a6-f4e8fee7a0ca tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375729 May 28 06:16:37.866152 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-05f77099-590a-4126-9667-d38bb558f6f1 req-3b932807-0eed-45f0-8233-901d533ecdc1 service neutron] show failed (client error): The resource could not be found. May 28 06:16:37.867126 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-3b932807-0eed-45f0-8233-901d533ecdc1 service neutron] 10.222.0.41 "GET /v2.0/ports/9401de93-dca1-47bd-aef7-f0890bbe94c1/bindings/n-h1-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0758362 May 28 06:16:38.158030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77099-590a-4126-9667-d38bb558f6f1 req-c7197724-5e3d-413a-9e43-389ad2ef9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:38.159429 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-c7197724-5e3d-413a-9e43-389ad2ef9d6d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 1096 time: 0.0744510 May 28 06:16:38.175730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:16:38.282058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:38.513701 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96f28654-6dc8-42f5-b382-26f4720d371f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:38.672091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:38.699830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:16:38.762804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:16:38.769175 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:38.787269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Transition to ACTIVE for port object 9401de93-dca1-47bd-aef7-f0890bbe94c1 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:16:38.791739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:38.826083 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f909870c-d50e-449b-abf1-093d38efc570'] response: {'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'code': 200} May 28 06:16:39.000775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9401de93-dca1-47bd-aef7-f0890bbe94c1,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:39.050890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] No DVR routers for this DVR port 9401de93-dca1-47bd-aef7-f0890bbe94c1 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:16:39.150223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a06a-1ce9-4f83-a693-5fd2028c5cf7 req-7bf3fa50-691a-49e6-99eb-d07258ec4943 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:39.151636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb89a06a-1ce9-4f83-a693-5fd2028c5cf7 req-7bf3fa50-691a-49e6-99eb-d07258ec4943 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 943 time: 0.3114548 May 28 06:16:39.271266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb89a06a-1ce9-4f83-a693-5fd2028c5cf7 req-44413164-adcb-4d70-8711-1b780265db02 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721264 May 28 06:16:39.325393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Attempting to bind port 9401de93-dca1-47bd-aef7-f0890bbe94c1 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:16:39.325650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Attempting to bind port 9401de93-dca1-47bd-aef7-f0890bbe94c1 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:16:39.325974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Attempting to bind port 9401de93-dca1-47bd-aef7-f0890bbe94c1 on network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:16:39.330513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Port 9401de93-dca1-47bd-aef7-f0890bbe94c1 on network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:16:39.330831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Attempting to bind port 9401de93-dca1-47bd-aef7-f0890bbe94c1 on network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:16:39.336454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:16:39.336790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Checking segment: {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:16:39.337181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Bound using segment: {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:16:39.337591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Bound port: 9401de93-dca1-47bd-aef7-f0890bbe94c1, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf52f8f1-ddca-4896-ade7-d55445daca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:16:39.337934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:39.428619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:16:39.431459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:16:39.435025 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:39.493550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:39.494160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:39.495519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] 10.222.0.33 "PUT /v2.0/ports/9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 1091 time: 1.3236229 May 28 06:16:39.512382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f54b8-8405-4f07-be3f-1eb9b607ffb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9401de93-dca1-47bd-aef7-f0890bbe94c1,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:39.610641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77099-590a-4126-9667-d38bb558f6f1 req-0f52072d-8031-4314-bbe5-eba61f02048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:39.612459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-0f52072d-8031-4314-bbe5-eba61f02048b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1094 time: 0.0791519 May 28 06:16:39.746376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77099-590a-4126-9667-d38bb558f6f1 req-5c7e09a3-1dc7-40ad-8616-a9b8a8bf791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:39.747981 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-5c7e09a3-1dc7-40ad-8616-a9b8a8bf791b service neutron] 10.222.0.33 "GET /v2.0/networks?id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 200 len: 897 time: 0.1277211 May 28 06:16:39.846142 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-ddf1932a-1ef0-4809-9522-ebe7c99babed service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 997 time: 0.0905969 May 28 06:16:39.913784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77099-590a-4126-9667-d38bb558f6f1 req-932a4213-2eb3-47cc-bc14-b19e9a5ac3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:39.915141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-932a4213-2eb3-47cc-bc14-b19e9a5ac3d8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d6145ccc-d0b6-4775-8417-9d978a33dbb8 HTTP/1.1" status: 200 len: 834 time: 0.0592382 May 28 06:16:39.994641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77099-590a-4126-9667-d38bb558f6f1 req-1e199237-eff2-4895-ac12-fbd4e383f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:39.996116 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-1e199237-eff2-4895-ac12-fbd4e383f0bf service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740416 May 28 06:16:40.236086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-ac2540ef-4c08-433b-87e5-476c59661db0 service neutron] 10.222.0.33 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305877 May 28 06:16:40.355112 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:40.370136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05f77099-590a-4126-9667-d38bb558f6f1 req-bd86ce87-28bf-4ac0-b901-7b34e8fcf708 service neutron] 10.222.0.33 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278331 May 28 06:16:40.466391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3b9c7-00bd-467f-a722-4819240720cb req-3bdcf237-d67e-4881-b21b-c1c3622b590c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:40.468495 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9bd3b9c7-00bd-467f-a722-4819240720cb req-3bdcf237-d67e-4881-b21b-c1c3622b590c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 943 time: 0.0910730 May 28 06:16:40.516387 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9bd3b9c7-00bd-467f-a722-4819240720cb req-6930c6a1-e262-4623-9fdb-1c917d2799d1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 May 28 06:16:40.718517 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fe8daa72-c9f7-4fec-a211-5cf180684be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:40.827335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:16:40.882997 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb88ff4-3d8f-4964-a006-0efc39ccc3a0'] response: {'name': 'network-changed', 'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'status': 'completed', 'code': 200} May 28 06:16:40.982888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-053d677f-31d2-4d98-88fe-4a08e31862f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:40.984328 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-053d677f-31d2-4d98-88fe-4a08e31862f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1094 time: 0.0712371 May 28 06:16:41.000530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-26ecf093-f7fd-47a8-bf74-4ee0d956f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:41.002005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-26ecf093-f7fd-47a8-bf74-4ee0d956f225 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1094 time: 0.0771677 May 28 06:16:41.120648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-c0bcda5b-2f6b-4423-9988-ec159a42d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:41.122108 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-c0bcda5b-2f6b-4423-9988-ec159a42d9c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 200 len: 897 time: 0.1279860 May 28 06:16:41.135157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-376cb350-181b-47f8-8d4a-68ebc6932cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:41.136606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-376cb350-181b-47f8-8d4a-68ebc6932cbc service neutron] 10.222.0.33 "GET /v2.0/networks?id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 200 len: 897 time: 0.1244788 May 28 06:16:41.228023 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-68d726d9-9865-49f1-91f7-b40be525266b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 997 time: 0.0968823 May 28 06:16:41.239290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-a6f38718-f2de-4820-a548-6709771412a0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 997 time: 0.0952773 May 28 06:16:41.304206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-c148e33f-cd51-4572-82b8-ebe8da4d4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:41.304520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-03786255-b307-4f14-8870-d0307f54ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:41.305657 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-c148e33f-cd51-4572-82b8-ebe8da4d4379 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d6145ccc-d0b6-4775-8417-9d978a33dbb8 HTTP/1.1" status: 200 len: 834 time: 0.0690167 May 28 06:16:41.305921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-03786255-b307-4f14-8870-d0307f54ee69 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d6145ccc-d0b6-4775-8417-9d978a33dbb8 HTTP/1.1" status: 200 len: 834 time: 0.0614772 May 28 06:16:41.383224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-2af28e27-521b-4a60-b880-c90ca0a1922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:41.383553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-7c00774e-ae69-4a3c-8212-8ba0cd9ffadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:41.384728 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-2af28e27-521b-4a60-b880-c90ca0a1922e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700099 May 28 06:16:41.384975 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-7c00774e-ae69-4a3c-8212-8ba0cd9ffadb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726874 May 28 06:16:41.519821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-3e7016ea-4e97-4cc6-9a39-4289a7aa9dd2 service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253161 May 28 06:16:41.520414 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-0c3c01a1-f631-4f42-9f4c-f56b4838d571 service neutron] 10.222.0.33 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258841 May 28 06:16:41.637378 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:41.663186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-f13ffd15-8854-4dcf-aa6c-acb97f2a9c2e service neutron] 10.222.0.33 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364281 May 28 06:16:41.709187 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:41.758244 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-676a4ae6-1276-43c5-bf8a-4ea78a0a8776 req-57780756-2b6a-4d51-801d-373dbf7e98f2 service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279377 May 28 06:16:41.769996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869802d4-11c7-44db-abde-18bef77a0414 req-e124a301-68c4-4b22-8d18-af077e4d5a03 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:41.772272 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-869802d4-11c7-44db-abde-18bef77a0414 req-e124a301-68c4-4b22-8d18-af077e4d5a03 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 943 time: 0.1348538 May 28 06:16:41.817569 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-869802d4-11c7-44db-abde-18bef77a0414 req-1e8f01ab-3773-4701-a86a-4beed01bb504 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389485 May 28 06:16:42.481628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9401de93-dca1-47bd-aef7-f0890bbe94c1 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:16:42.538657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9401de93-dca1-47bd-aef7-f0890bbe94c1 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:16:43.004807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320f355-06b3-4afe-8111-8fa4fc714ee9 req-e821fefa-6565-4cda-8559-fa201930494f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:43.006243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f320f355-06b3-4afe-8111-8fa4fc714ee9 req-e821fefa-6565-4cda-8559-fa201930494f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 943 time: 0.0787172 May 28 06:16:43.049230 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f320f355-06b3-4afe-8111-8fa4fc714ee9 req-1895f530-9484-4d48-bf06-e581e130b228 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373523 May 28 06:16:43.375040 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:44.032728 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 9401de93-dca1-47bd-aef7-f0890bbe94c1 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:16:44.167460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:44.181371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'port_id': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'mac_address': 'fa:16:3e:68:6e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:16:44.249458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b72db2-8c98-42ff-9fe4-c4f5fd625dd0 req-264913a4-6caf-4674-8a3b-fda3062cfd01 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:44.251497 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9b72db2-8c98-42ff-9fe4-c4f5fd625dd0 req-264913a4-6caf-4674-8a3b-fda3062cfd01 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 943 time: 0.0899205 May 28 06:16:44.278579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 9401de93-dca1-47bd-aef7-f0890bbe94c1 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:16:44.278960 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:44.295817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9401de93-dca1-47bd-aef7-f0890bbe94c1 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:16:44.296053 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f9b72db2-8c98-42ff-9fe4-c4f5fd625dd0 req-3ee10e65-fcab-47ea-ad9a-30329ea723d7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379450 May 28 06:16:44.311637 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:44.316563 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:44.383458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=9401de93-dca1-47bd-aef7-f0890bbe94c1,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:44.390897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.391269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.391637 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.391960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.392293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.392628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.392958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.393284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.393611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.393936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.394260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.394580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:16:44.666586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dfa6e-3d97-4bf7-a2a8-df73700176ef req-0eb463f1-b6cf-491c-95d4-a73dc80ebb84 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:44.667961 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa1dfa6e-3d97-4bf7-a2a8-df73700176ef req-0eb463f1-b6cf-491c-95d4-a73dc80ebb84 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 944 time: 0.1451550 May 28 06:16:44.675666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-6f43ced7-e323-4b69-8bed-121292adc108 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:44.677640 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-6f43ced7-e323-4b69-8bed-121292adc108 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.41 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0&tenant_id=d118111894a34b02b0e53fa12daa1dc2&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 944 time: 0.1193552 May 28 06:16:44.721576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['9401de93-dca1-47bd-aef7-f0890bbe94c1'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:16:44.774677 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fa1dfa6e-3d97-4bf7-a2a8-df73700176ef req-25e33745-3cfe-48a0-802d-ae9ae44b4ebf tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961061 May 28 06:16:44.788285 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-8c360e5b-f05e-4ac2-8d85-b9a62ba101e4 service neutron] delete failed (client error): The resource could not be found. May 28 06:16:44.789379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-8c360e5b-f05e-4ac2-8d85-b9a62ba101e4 service neutron] 10.222.0.41 "DELETE /v2.0/ports/9401de93-dca1-47bd-aef7-f0890bbe94c1/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0984921 May 28 06:16:44.933649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-b1934202-7a21-4039-bd88-7d1384a61d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:44.935031 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-b1934202-7a21-4039-bd88-7d1384a61d9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1095 time: 0.0703468 May 28 06:16:45.071422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-c1473bb2-1a40-4713-9793-48f7b8b53cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:45.072842 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-c1473bb2-1a40-4713-9793-48f7b8b53cfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 200 len: 897 time: 0.1276183 May 28 06:16:45.178970 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-d6ac8dae-4535-4efc-8b41-497472ca37e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 998 time: 0.0948277 May 28 06:16:45.352429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-f2afd258-acff-4547-8564-7fc4c1bdb75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:45.353859 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-f2afd258-acff-4547-8564-7fc4c1bdb75a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d6145ccc-d0b6-4775-8417-9d978a33dbb8 HTTP/1.1" status: 200 len: 834 time: 0.1652689 May 28 06:16:45.431813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-88d68d22-e133-49ac-8de1-0f6505ccf9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:45.433228 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-88d68d22-e133-49ac-8de1-0f6505ccf9f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693169 May 28 06:16:45.565510 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-10f9a948-677c-46b2-a797-db56dae9d114 service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221557 May 28 06:16:45.699780 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e20c8db5-61a1-4b1d-93f0-b41c95380d67 req-1a373174-b116-474a-b200-e56421edcb54 service neutron] 10.222.0.41 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256084 May 28 06:16:45.961219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82293ee2-7ef1-41fc-93e6-2839b78fe037 req-c7d626dd-b4c7-40ac-9ea6-f3e7f6e081e3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:45.962539 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82293ee2-7ef1-41fc-93e6-2839b78fe037 req-c7d626dd-b4c7-40ac-9ea6-f3e7f6e081e3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 944 time: 0.0807862 May 28 06:16:46.006306 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82293ee2-7ef1-41fc-93e6-2839b78fe037 req-4c347ca3-f148-4680-afe0-bfbf6cf2fd3c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378077 May 28 06:16:46.033847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 9401de93-dca1-47bd-aef7-f0890bbe94c1 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:16:46.104456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 9401de93-dca1-47bd-aef7-f0890bbe94c1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:16:46.109397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 9401de93-dca1-47bd-aef7-f0890bbe94c1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:16:46.109773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:46.232123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 9401de93-dca1-47bd-aef7-f0890bbe94c1 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:16:46.232506 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:46.260577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:16:46.270674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:16:46.274586 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:16:46.321815 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa54a053-8596-4c2b-9f85-d030e6bc7fe5'] response: {'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'code': 200} May 28 06:16:46.346453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=9401de93-dca1-47bd-aef7-f0890bbe94c1,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:16:47.192812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38d5ef-e463-4b9e-a198-def1660c22f9 req-419a8216-7e5c-44aa-87a9-d7e333393ccb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:16:47.194252 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba38d5ef-e463-4b9e-a198-def1660c22f9 req-419a8216-7e5c-44aa-87a9-d7e333393ccb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0819387 May 28 06:16:47.236689 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba38d5ef-e463-4b9e-a198-def1660c22f9 req-153c56e0-e994-46ce-9cc3-0bcf4432e6fc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363955 May 28 06:16:47.262926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44104) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:16:47.368099 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dd3db60e-62c3-47ac-bbc1-8d0ebd6c88a6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/f0080b36-0fa8-4916-9b42-8f2a25569f09 HTTP/1.1" status: 200 len: 991 time: 0.1039410 May 28 06:16:51.849037 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:17:01.151501 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:08.514314 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66fc4c3c-003a-40b3-b556-15dd0d74067b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:10.370302 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:10.723597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5ee00279-cbba-493e-9757-033b425aada9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:11.639951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:11.709894 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:13.378123 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:28.849615 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:17:31.150272 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:38.515090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9c566b0f-54c5-4b9a-a446-883b5574104c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:40.387620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:40.484796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc042bd-e008-4fed-a53d-5bf8e2378546 req-f448564e-3463-41d1-99b7-af4a39809068 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:40.486184 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0cc042bd-e008-4fed-a53d-5bf8e2378546 req-f448564e-3463-41d1-99b7-af4a39809068 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1096 time: 0.0779076 May 28 06:17:40.525431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0cc042bd-e008-4fed-a53d-5bf8e2378546 req-5809a478-bb41-47b5-a683-efb347546335 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Synchronizing usage tracker for tenant:eb3a6e93308b4421a028bccb2a42b61d on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:17:40.540714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0cc042bd-e008-4fed-a53d-5bf8e2378546 req-5809a478-bb41-47b5-a683-efb347546335 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Unset dirty status for tenant:eb3a6e93308b4421a028bccb2a42b61d on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:17:40.541790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0cc042bd-e008-4fed-a53d-5bf8e2378546 req-5809a478-bb41-47b5-a683-efb347546335 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496452 May 28 06:17:40.565065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44140) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:40.715023 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00792e1f-8591-40be-bb68-d5324266cc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:40.769534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port b0148756-a164-4ed1-8044-4628277c5491 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:17:40.769797 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:40.935239 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:40.935587 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:41.055521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for b0148756-a164-4ed1-8044-4628277c5491 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:17:41.203497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:41.247209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=b0148756-a164-4ed1-8044-4628277c5491,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:41.284789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.285139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.285473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.285804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.286128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.286454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.286780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.287102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.287449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.287776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.288095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.288410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:41.353219 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:41.353475 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Floating IP f0080b36-0fa8-4916-9b42-8f2a25569f09 disassociated (deleted). External IP: 172.25.4.2, port: 9401de93-dca1-47bd-aef7-f0890bbe94c1. May 28 06:17:41.642546 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:41.713037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:41.817701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:17:41.996565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:17:42.005762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] Sync routers for ids ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:17:42.015617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] Routers {'4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:17:42.016315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:17:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:42.017007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:42.072471 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-97b5f77a-96dc-4b64-ac5c-f88ec3876694 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/floatingips/f0080b36-0fa8-4916-9b42-8f2a25569f09 HTTP/1.1" status: 204 len: 168 time: 1.5061388 May 28 06:17:42.073034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:17:42.215554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] Set router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:17:42.347187 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c8760f-7486-4088-a133-9e61315f0789'] response: {'name': 'network-changed', 'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'status': 'completed', 'code': 200} May 28 06:17:42.463821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-3c6a13fa-9c7b-4045-8384-42b0aeef0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:42.465987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-3c6a13fa-9c7b-4045-8384-42b0aeef0973 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 1096 time: 0.0743268 May 28 06:17:42.466415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc308b58-6093-45fa-9885-6425c7181598 req-6f540239-d798-4ca5-b489-21a18a0a4e62 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:42.467436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-bc308b58-6093-45fa-9885-6425c7181598 req-6f540239-d798-4ca5-b489-21a18a0a4e62 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:17:42.483857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-bc308b58-6093-45fa-9885-6425c7181598 req-6f540239-d798-4ca5-b489-21a18a0a4e62 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:17:42.485176 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc308b58-6093-45fa-9885-6425c7181598 req-6f540239-d798-4ca5-b489-21a18a0a4e62 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.1128705 May 28 06:17:42.532149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc308b58-6093-45fa-9885-6425c7181598 req-08a9ff23-00f0-4473-9e6e-6d51d03c7744 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405853 May 28 06:17:42.552460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1', 'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:8e:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:21Z', 'updated_at': '2022-05-28T06:15:28Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:42.556305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] Checking router: 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:17:42.565014 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] Routers {'4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:17:42.565604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:17:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:42.617003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-d06538c5-7235-4213-ab58-ca8206f4e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:42.618469 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-d06538c5-7235-4213-ab58-ca8206f4e3a6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 200 len: 897 time: 0.1453145 May 28 06:17:42.786435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] Set router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:17:42.789354 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-81d0f75e-45e9-4a64-9dc4-8fbc5682e457 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 200 len: 217 time: 0.1636910 May 28 06:17:42.851616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-83c077eb-7174-4895-a517-9893c1b01aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:42.853181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-83c077eb-7174-4895-a517-9893c1b01aed service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d6145ccc-d0b6-4775-8417-9d978a33dbb8 HTTP/1.1" status: 200 len: 834 time: 0.0570226 May 28 06:17:42.932023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-96ecfb2a-5d56-4982-bd4d-b3aa5a19d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:42.933499 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-96ecfb2a-5d56-4982-bd4d-b3aa5a19d3ad service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732846 May 28 06:17:43.069060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-786e1ba5-17d3-402a-9309-30d897dead96 service neutron] 10.222.0.33 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277964 May 28 06:17:43.104604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1', 'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:8e:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:21Z', 'updated_at': '2022-05-28T06:15:28Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:43.109068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b8b57-575b-4e06-b2da-ed4e571f6ad8 None None] The sync data for ids ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'] in n-d-843679-5 is: [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1', 'name': '', 'network_id': 'e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:8e:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:21Z', 'updated_at': '2022-05-28T06:15:28Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'd6145ccc-d0b6-4775-8417-9d978a33dbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:17:43.209471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc46fa96-8e35-4ada-b42e-a4ae07a18ab3 req-e39dfed0-f155-47cc-b56e-6a2b69f5b4cb service neutron] 10.222.0.33 "GET /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331427 May 28 06:17:43.326845 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8622ae-4b7a-45f5-97d7-2ea8e52f67a7 None None] New status for floating IP f0080b36-0fa8-4916-9b42-8f2a25569f09: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:17:43.380927 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:43.721146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67e1e7-e87c-4b25-b50d-3dbb551dd44e req-b1255c28-c172-40ce-883d-6c994a5a0f3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:43.722603 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae67e1e7-e87c-4b25-b50d-3dbb551dd44e req-b1255c28-c172-40ce-883d-6c994a5a0f3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0805800 May 28 06:17:43.768289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ae67e1e7-e87c-4b25-b50d-3dbb551dd44e req-a78c5f05-6efc-43b4-8da3-2ef58bf5ade1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3a38314-1a78-49f1-b0d8-17a9f8360a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 May 28 06:17:44.037694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-a41408ec-c77a-486f-ae89-67c70d993bbc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:44.039122 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-a41408ec-c77a-486f-ae89-67c70d993bbc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 945 time: 0.0874875 May 28 06:17:44.108606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port 9401de93-dca1-47bd-aef7-f0890bbe94c1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:17:44.108944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:44.363168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port 9401de93-dca1-47bd-aef7-f0890bbe94c1, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9401de93-dca1-47bd-aef7-f0890bbe94c1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:17:44.363557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:44.488362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for 9401de93-dca1-47bd-aef7-f0890bbe94c1 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:17:44.656517 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:44.714130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=9401de93-dca1-47bd-aef7-f0890bbe94c1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:44.717045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-1936299a-c107-4c6e-a76d-1cbddef4235e req-6d554c0a-783c-4d2c-8a4e-3c627f35095e service neutron] (88416) timed out ('10.222.0.39', 56698) {{(pid=88416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:17:44.755361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.755903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.756021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.756334 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.756655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.756976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.757297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.757615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.757938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.758255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.758568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.758877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:44.805529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] No DVR routers for this DVR port 9401de93-dca1-47bd-aef7-f0890bbe94c1 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:17:44.808675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:44.811729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'name': 'network-vif-deleted', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:17:44.830964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd129cc-6e86-40f2-bac2-c8ef69b7fe62 req-8b4c1193-8407-446f-bba4-bc5e9f77c772 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "DELETE /v2.0/ports/9401de93-dca1-47bd-aef7-f0890bbe94c1 HTTP/1.1" status: 204 len: 173 time: 0.7864707 May 28 06:17:44.863706 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e70c07e-e60b-4a27-83a9-8132d8f17d7d'] response: {'server_uuid': '204f030a-34f8-447a-9ecc-b62fff9694e0', 'name': 'network-vif-deleted', 'tag': '9401de93-dca1-47bd-aef7-f0890bbe94c1', 'status': 'completed', 'code': 200} May 28 06:17:44.932852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-65aac4fd-2ca7-41d7-a7af-3a91841bb21d req-2d3fc8e4-591f-4b95-a1da-b087f4b828fc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:17:44.950108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-65aac4fd-2ca7-41d7-a7af-3a91841bb21d req-2d3fc8e4-591f-4b95-a1da-b087f4b828fc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:17:44.954678 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-65aac4fd-2ca7-41d7-a7af-3a91841bb21d req-2d3fc8e4-591f-4b95-a1da-b087f4b828fc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=204f030a-34f8-447a-9ecc-b62fff9694e0 HTTP/1.1" status: 200 len: 210 time: 0.0662663 May 28 06:17:45.422294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-3f799d33-19ff-43f2-b8bc-624dda4d3663 req-734d7dcc-0fbb-432a-af8e-407bf925db98 service neutron] (88416) timed out ('10.222.0.33', 59708) {{(pid=88416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:17:46.046597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44182) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:46.410551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 9401de93-dca1-47bd-aef7-f0890bbe94c1 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:17:46.449052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 9401de93-dca1-47bd-aef7-f0890bbe94c1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:17:46.449401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 9401de93-dca1-47bd-aef7-f0890bbe94c1 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:17:46.617638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:47.105819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:17:47.106444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:47.308717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:17:47.309080 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:47.437793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:17:47.629443 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:47.680622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:47.960742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:48.323924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:17:48.609887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:17:48.619808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] Sync routers for ids ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:17:48.625871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4a919db2-ef79-44b1-aed8-79d868c93a5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "PUT /v2.0/routers/4a3d5d59-3fd1-4b48-8d8a-572c87eb1553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5779459 May 28 06:17:48.628543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44192) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:48.632910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] Routers {'4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:17:48.633512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:17:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:48.693291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-72afcbd4-7d93-4ee1-8ec6-8d25f1ae649d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting subnet d6145ccc-d0b6-4775-8417-9d978a33dbb8 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:17:48.696277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-72afcbd4-7d93-4ee1-8ec6-8d25f1ae649d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:48.750767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-72afcbd4-7d93-4ee1-8ec6-8d25f1ae649d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:48.811753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] Set router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:17:48.839065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-72afcbd4-7d93-4ee1-8ec6-8d25f1ae649d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:48.912769 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-72afcbd4-7d93-4ee1-8ec6-8d25f1ae649d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:48.952050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afcbd4-7d93-4ee1-8ec6-8d25f1ae649d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Subnet': ['ID=d6145ccc-d0b6-4775-8417-9d978a33dbb8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:48.956938 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-72afcbd4-7d93-4ee1-8ec6-8d25f1ae649d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:48.966037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-72afcbd4-7d93-4ee1-8ec6-8d25f1ae649d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/subnets/d6145ccc-d0b6-4775-8417-9d978a33dbb8 HTTP/1.1" status: 204 len: 168 time: 0.3340514 May 28 06:17:48.966828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44196) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:48.976903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60da76f-8d0b-41f8-9ac7-4c4eeb36fd7d None None] Network e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:17:49.154894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:49.265954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:17:47Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:49.269816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] Checking router: 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:17:49.278404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] Routers {'4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:17:49.279702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:17:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:49.333197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] DHCP port deletion for e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:17:49.341087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:49.351864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port 66d99657-cdf6-4773-8474-d2a989b201e1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:17:49.352239 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:49.358581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Deleting port 9dd2db10-f97b-417b-8807-4038db7ab33a {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:17:49.358952 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:49.533219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port 66d99657-cdf6-4773-8474-d2a989b201e1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=66d99657-cdf6-4773-8474-d2a989b201e1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:17:49.533589 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:49.592839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] Set router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:17:49.658572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for 66d99657-cdf6-4773-8474-d2a989b201e1 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:17:49.828912 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:49.865629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] For port 9dd2db10-f97b-417b-8807-4038db7ab33a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9dd2db10-f97b-417b-8807-4038db7ab33a,segment=NetworkSegment(cf52f8f1-ddca-4896-ade7-d55445daca60),segment_id=cf52f8f1-ddca-4896-ade7-d55445daca60)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:17:49.866232 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:49.877832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=66d99657-cdf6-4773-8474-d2a989b201e1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:49.968646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.003768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Calling delete_port for 9dd2db10-f97b-417b-8807-4038db7ab33a owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:17:50.137015 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.183778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] No DVR routers for this DVR port 9dd2db10-f97b-417b-8807-4038db7ab33a on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:17:50.193872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Pushing event deleted for resources: {'Port': ['ID=9dd2db10-f97b-417b-8807-4038db7ab33a,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:50.204656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:17:47Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:50.207545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.207905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.208231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.208568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.208892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.209216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.209537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.209856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.210174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.210490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.210810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.211126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe11ddb-a807-4c9e-89f4-dc1432a9aa0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:50.217131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bde364-ce27-453a-adb0-add30ad6b07e None None] The sync data for ids ['4a3d5d59-3fd1-4b48-8d8a-572c87eb1553'] in n-d-843679-5 is: [{'id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314267060', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:15:16Z', 'updated_at': '2022-05-28T06:17:47Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '66d99657-cdf6-4773-8474-d2a989b201e1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d5d59-3fd1-4b48-8d8a-572c87eb1553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:15:17Z', 'updated_at': '2022-05-28T06:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:17:50.271933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.274156 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.300899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.301610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Fanout notify agent at l3_agent the message router_deleted on router 4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:17:50.323646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.324770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bce5ed3e-b850-4bda-97d2-995e60e9b437 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/routers/4a3d5d59-3fd1-4b48-8d8a-572c87eb1553 HTTP/1.1" status: 204 len: 168 time: 1.3570702 May 28 06:17:50.332455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44202) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:50.442734 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.593102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.623583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:50.647399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf52f8f1-ddca-4896-ade7-d55445daca60') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:50.647706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf52f8f1-ddca-4896-ade7-d55445daca60') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:50.662184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.680004 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.687063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:17:50.687672 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.709144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:17:50.785347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:17:50.785983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 424e7bc9-dfb4-4c12-8fd7-f277fcde7fb1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:17:50.786551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9dd2db10-f97b-417b-8807-4038db7ab33a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:17:50.813716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.837165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 9dd2db10-f97b-417b-8807-4038db7ab33a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:17:50.837758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9dd2db10-f97b-417b-8807-4038db7ab33a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:17:50.845869 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.857038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Network': ['ID=e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:50.859962 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4982366a-14f1-457f-a718-94c129e1db16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/networks/e65a73a1-e9b9-4b12-8e8b-8e48ff7101f2 HTTP/1.1" status: 204 len: 168 time: 0.5274062 May 28 06:17:50.862888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44212) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:50.911394 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment cf52f8f1-ddca-4896-ade7-d55445daca60 resource provider aggregate not found May 28 06:17:50.936968 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment cf52f8f1-ddca-4896-ade7-d55445daca60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf52f8f1-ddca-4896-ade7-d55445daca60 found for delete ", "request_id": "req-853826a1-e63c-4dce-9e24-db2ee028802a"}]} May 28 06:17:50.945568 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5067ec44-c4ca-4ffc-b354-bb7654ac150d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:50.981258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5067ec44-c4ca-4ffc-b354-bb7654ac150d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.052138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5067ec44-c4ca-4ffc-b354-bb7654ac150d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.073856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067ec44-c4ca-4ffc-b354-bb7654ac150d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a38314-1a78-49f1-b0d8-17a9f8360a7f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:51.088931 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5067ec44-c4ca-4ffc-b354-bb7654ac150d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.094067 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5067ec44-c4ca-4ffc-b354-bb7654ac150d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/security-groups/b3a38314-1a78-49f1-b0d8-17a9f8360a7f HTTP/1.1" status: 204 len: 168 time: 0.2301936 May 28 06:17:51.213257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44222) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:51.219288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673299170', 'description': 'tempest-secgroup-smoke-1673299170 description', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:17:51.225843 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:51.229948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:51.232841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:51.238812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:51.248448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.267914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:51.271668 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:51.274408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:51.280063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:51.348238 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.352310 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.400032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863f636c-1d0a-4ba2-adc8-7a0a2e659989,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:51.404271 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.405466 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-760b06d9-b379-4d34-b8de-afc38b39bef8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1912231 May 28 06:17:51.408341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44226) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:51.413130 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '863f636c-1d0a-4ba2-adc8-7a0a2e659989', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:17:51.419774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:51.423526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:51.426340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:51.432106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:51.449648 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.510064 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.514165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.537732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a321672b-fb32-45f3-8c4f-b0ebf44c2ef9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:51.546452 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.547725 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ea121524-59d0-4f14-9bdb-adfda28f886b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385138 May 28 06:17:51.550320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44230) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:51.555341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '863f636c-1d0a-4ba2-adc8-7a0a2e659989', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:17:51.562322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:51.566147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:51.569021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:51.574743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:51.594845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.656328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.659806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.683261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06ff599-662d-4d9c-98d9-320ba62c48e8,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:51.691823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.692978 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8b09aff0-47a0-481e-9e23-9a0c2ea41f0f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417034 May 28 06:17:51.695643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44236) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:51.700460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '863f636c-1d0a-4ba2-adc8-7a0a2e659989', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:17:51.706708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:51.710531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:51.713435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:51.719101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:51.740384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.813473 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.816857 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.839766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3af0bb3-164a-4627-b13a-db953fafce49,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:51.849272 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.850448 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5fd7df1b-5de4-4527-a1ee-ee922aeb4bba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539178 May 28 06:17:51.853118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44240) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:51.858559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '863f636c-1d0a-4ba2-adc8-7a0a2e659989', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:17:51.865129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:51.868964 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:51.871823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:51.878183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:51.893493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.957481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.960758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.984523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e041548a-70f9-4652-9d2e-3d28c04a772b,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:51.992971 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:51.994116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ac42ef2e-45a0-43e6-af37-35cfe8729773 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400621 May 28 06:17:51.996868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44244) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:52.001762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '863f636c-1d0a-4ba2-adc8-7a0a2e659989', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:17:52.008312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:52.012102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:52.014944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:52.020654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:52.031489 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Project d118111894a34b02b0e53fa12daa1dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:17:52.037755 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.109423 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.113830 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.140751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f732c7a-06df-4e6a-8085-6cd93b6288bc,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:52.150251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.151644 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-074e5919-06f7-4df2-9a5a-081edc85fb2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538444 May 28 06:17:52.155004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44248) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:52.160206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '863f636c-1d0a-4ba2-adc8-7a0a2e659989', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:17:52.166684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:52.171128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:52.173989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:52.179677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:52.189783 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Project d118111894a34b02b0e53fa12daa1dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:17:52.195937 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.259659 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.262901 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.289117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968f6115-c531-48f1-b744-98d227b35bc9,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:52.299019 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.300237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-efd04ee3-b0db-4244-a9fd-677b1dd69cdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443021 May 28 06:17:52.303098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44252) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:52.308731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'network': {'name': 'tempest-network-smoke--1182511087', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'port_security_enabled': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:17:52.314316 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:52.318161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:network and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:52.321027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:52.327963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:52.339108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:17:52.342668 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.370051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:17:52.378279 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.378620 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Added segment 1e4faea8-45a5-4ee1-ac1c-b9182c380e0e of type vlan for network ddbce776-b4fd-44fb-bb3a-f5b8de42edda May 28 06:17:52.404713 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.414416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 66d99657-cdf6-4773-8474-d2a989b201e1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:17:52.434437 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.439793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:52.440367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.452053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 66d99657-cdf6-4773-8474-d2a989b201e1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:17:52.452402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 66d99657-cdf6-4773-8474-d2a989b201e1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:17:52.539412 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2350912 May 28 06:17:52.542265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44256) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:52.547420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'admin_state_up': True, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:17:52.550767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d3b21-58e1-4761-baed-df12164a1ce6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Network': ['ID=ddbce776-b4fd-44fb-bb3a-f5b8de42edda,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:52.555053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:52.559212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:router and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:52.561218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network ddbce776-b4fd-44fb-bb3a-f5b8de42edda details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:17:52.562203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:52.568727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:52.580155 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.581491 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.597132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:52.972057 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:53.283049 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:53.313745 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:53.454420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.25.4.69 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/dd84a452-20f1-4661-8fbd-3902e2500fa3) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:17:53.598946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:53.627632 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:53.692221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:17:53.694978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:17:53.698459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:17:53.741484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=dd84a452-20f1-4661-8fbd-3902e2500fa3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:54.121422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:54.596244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:54.796906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router e33ea703-26ef-4457-a457-576db8ec4fdc is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:17:54.973161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:17:54.983715 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Sync routers for ids ['e33ea703-26ef-4457-a457-576db8ec4fdc'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:17:54.992634 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Routers {'e33ea703-26ef-4457-a457-576db8ec4fdc'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:17:54.993231 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:17:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e33ea703-26ef-4457-a457-576db8ec4fdc'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:54.999787 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:55.001359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e3922b7e-e7a5-4ef0-ba21-3bf89184ce8d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4579141 May 28 06:17:55.004965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44280) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:55.046833 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-23472686-b641-4527-ae5a-e4eced8fe45f tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=d118111894a34b02b0e53fa12daa1dc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406568 May 28 06:17:55.049516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44286) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:55.189049 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Set router e33ea703-26ef-4457-a457-576db8ec4fdc gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:17:55.307625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b9eee7-3bd4-4bc0-836e-48a4b0ae99e8 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:55.309167 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-06b9eee7-3bd4-4bc0-836e-48a4b0ae99e8 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2588062 May 28 06:17:55.312696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44290) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:55.366404 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-22919ad2-91be-48b3-85fd-1435c960d217 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523894 May 28 06:17:55.368954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44294) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:55.380222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1404107453', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:17:55.502158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:17:55.506188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:subnet and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:17:55.508878 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:53Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:55.509269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:17:55.512691 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Checking router: e33ea703-26ef-4457-a457-576db8ec4fdc for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:17:55.513026 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Updating router e33ea703-26ef-4457-a457-576db8ec4fdc port dd84a452-20f1-4661-8fbd-3902e2500fa3 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:17:55.515589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:17:55.525267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:17:55.528761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:55.587181 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:55.781239 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:55.858702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Subnet': ['ID=77c995f1-1535-43aa-ae82-526680eab872,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:55.868946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Checking segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:17:55.869307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network hostable DHCP agents. Network: ddbce776-b4fd-44fb-bb3a-f5b8de42edda, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:17:55.890385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ddbce776-b4fd-44fb-bb3a-f5b8de42edda is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:17:55.903055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, ddbce776-b4fd-44fb-bb3a-f5b8de42edda) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:17:55.911869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275b595-d356-4b24-bafd-9346cf70b894 None None] Network ddbce776-b4fd-44fb-bb3a-f5b8de42edda requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:17:55.914828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:55.916117 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:55.954516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44306) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:17:55.954875 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f5b34c98-7e96-4129-aa2f-c4ccef0fe62e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5843222 May 28 06:17:55.979049 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:55.994010 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Transition to ACTIVE for port object dd84a452-20f1-4661-8fbd-3902e2500fa3 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:17:56.004610 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:56.094889 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Attempting to bind port dd84a452-20f1-4661-8fbd-3902e2500fa3 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:17:56.095324 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Attempting to bind port dd84a452-20f1-4661-8fbd-3902e2500fa3 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:17:56.095778 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Attempting to bind port dd84a452-20f1-4661-8fbd-3902e2500fa3 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:17:56.101770 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Pushing event updated for resources: {'Port': ['ID=dd84a452-20f1-4661-8fbd-3902e2500fa3,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:56.106842 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:17:56.107394 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:17:56.107881 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:56.108359 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:17:56.108909 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Bound port: dd84a452-20f1-4661-8fbd-3902e2500fa3, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:17:56.109380 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:56.143093 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.143595 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.143991 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.144383 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.144763 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.145144 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.145467 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.145785 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.146100 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.146411 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.146723 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.147031 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:17:56.161499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:17:56.162328 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:56.195452 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] For port dd84a452-20f1-4661-8fbd-3902e2500fa3, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:17:56.198581 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] For port dd84a452-20f1-4661-8fbd-3902e2500fa3, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dd84a452-20f1-4661-8fbd-3902e2500fa3,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:17:56.204267 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:56.312076 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Routers {'e33ea703-26ef-4457-a457-576db8ec4fdc'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:17:56.312684 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:17:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e33ea703-26ef-4457-a457-576db8ec4fdc'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:56.366446 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae824a-6286-4787-8adf-19ef7b875d0c None None] Pushing event updated for resources: {'Port': ['ID=dd84a452-20f1-4661-8fbd-3902e2500fa3,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:56.376042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Allocated IP 172.20.0.2 (ddbce776-b4fd-44fb-bb3a-f5b8de42edda/77c995f1-1535-43aa-ae82-526680eab872/e3a700be-7ab9-44fb-bf48-b68c24bedd52) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:17:56.480530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dc0b0-678b-4a7e-8138-1c34b93014d0 req-3ab234d8-4923-41db-be64-9a5e0ec1c234 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:56.482044 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-557dc0b0-678b-4a7e-8138-1c34b93014d0 req-3ab234d8-4923-41db-be64-9a5e0ec1c234 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 946 time: 0.2602859 May 28 06:17:56.503058 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] Set router e33ea703-26ef-4457-a457-576db8ec4fdc gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:17:56.598239 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:56.609767 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Transition to ACTIVE for port object e3a700be-7ab9-44fb-bf48-b68c24bedd52 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:17:56.616160 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-557dc0b0-678b-4a7e-8138-1c34b93014d0 req-f99e0568-1053-41a1-9d53-ad39907f3ea4 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254179 May 28 06:17:56.629331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Transition to ACTIVE for port object e3a700be-7ab9-44fb-bf48-b68c24bedd52 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:17:56.639518 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:56.707925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Network ddbce776-b4fd-44fb-bb3a-f5b8de42edda is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:17:56.710885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:17:56.714520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:17:56.720423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Pushing event updated for resources: {'Port': ['ID=e3a700be-7ab9-44fb-bf48-b68c24bedd52,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:56.794445 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:53Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:56.798428 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75179089-11d9-4593-994c-0e7df4feb31b None None] The sync data for ids ['e33ea703-26ef-4457-a457-576db8ec4fdc'] in n-d-843679-5 is: [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:53Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:17:56.812329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Attempting to bind port e3a700be-7ab9-44fb-bf48-b68c24bedd52 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:17:56.812698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Attempting to bind port e3a700be-7ab9-44fb-bf48-b68c24bedd52 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:17:56.813056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Attempting to bind port e3a700be-7ab9-44fb-bf48-b68c24bedd52 on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:17:56.818628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:17:56.819261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Checking segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:17:56.819811 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:56.820349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Bound using segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:17:56.820951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Bound port: e3a700be-7ab9-44fb-bf48-b68c24bedd52, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:17:56.821493 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:56.821988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:56.914132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] For port e3a700be-7ab9-44fb-bf48-b68c24bedd52, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:17:56.917166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] For port e3a700be-7ab9-44fb-bf48-b68c24bedd52, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3a700be-7ab9-44fb-bf48-b68c24bedd52,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:17:56.927116 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:57.022557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6f110-b754-4030-b9e0-3dab5ff620d8 None None] Pushing event updated for resources: {'Port': ['ID=e3a700be-7ab9-44fb-bf48-b68c24bedd52,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:57.291304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.20.0.1 (ddbce776-b4fd-44fb-bb3a-f5b8de42edda/77c995f1-1535-43aa-ae82-526680eab872/16bdd3e1-5e9f-4180-bbb4-176420ef38b3) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:17:57.593143 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:57.610377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Transition to ACTIVE for port object 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:17:57.641309 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:57.715101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=16bdd3e1-5e9f-4180-bbb4-176420ef38b3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:57.728949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ddbce776-b4fd-44fb-bb3a-f5b8de42edda is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:17:57.730189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:17:57.732825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:17:57.803220 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:57.855531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf4ec-fca8-4a0e-8b8d-6793c82a51ee req-7f315c7c-7a15-4876-ba56-a3af857db569 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:57.857720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db9cf4ec-fca8-4a0e-8b8d-6793c82a51ee req-7f315c7c-7a15-4876-ba56-a3af857db569 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 946 time: 0.1071663 May 28 06:17:57.964998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db9cf4ec-fca8-4a0e-8b8d-6793c82a51ee req-74af1683-9f5f-42f9-b84a-74d7081f0d7d tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=73fc0e68-420b-427e-abd3-1558d75af23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649025 May 28 06:17:57.989676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-398659fb-dd63-42cb-841d-c4c5c0801396 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:17:57.991149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-398659fb-dd63-42cb-841d-c4c5c0801396 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 946 time: 0.1244943 May 28 06:17:58.100577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.103478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ee57a-2ed0-4781-995c-bb0794c7c201 None None] Network ddbce776-b4fd-44fb-bb3a-f5b8de42edda requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:17:58.187552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Deleting port 19f82fcc-2a67-4df1-8469-02a8086544bd {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:17:58.187937 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.212414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7155fe2f-181a-4137-9d65-fcdf98ec7356 None None] Provisioning for port e3a700be-7ab9-44fb-bf48-b68c24bedd52 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:17:58.493024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] For port 19f82fcc-2a67-4df1-8469-02a8086544bd, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=19f82fcc-2a67-4df1-8469-02a8086544bd,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:17:58.494200 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.579841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dd84a452-20f1-4661-8fbd-3902e2500fa3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:17:58.658412 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.664850 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.668109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port dd84a452-20f1-4661-8fbd-3902e2500fa3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:17:58.676073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port dd84a452-20f1-4661-8fbd-3902e2500fa3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:17:58.677180 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.773932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.831479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port dd84a452-20f1-4661-8fbd-3902e2500fa3 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:17:58.832000 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.856080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port dd84a452-20f1-4661-8fbd-3902e2500fa3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dd84a452-20f1-4661-8fbd-3902e2500fa3,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:17:58.858929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0d5fad27-4759-495b-82ca-424c7f2e099a None None] Provisioning for port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:17:58.862474 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.863160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.863379 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Floating IP a4ee8f61-a537-49f8-95fc-113486568ddd disassociated. External IP: 172.25.4.59, port: 19f82fcc-2a67-4df1-8469-02a8086544bd. May 28 06:17:58.864126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Calling delete_port for 19f82fcc-2a67-4df1-8469-02a8086544bd owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:17:58.866213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0d5fad27-4759-495b-82ca-424c7f2e099a None None] Provisioning complete for port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:17:58.866746 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0d5fad27-4759-495b-82ca-424c7f2e099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.904905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=16bdd3e1-5e9f-4180-bbb4-176420ef38b3,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:58.936358 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:58.937199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3a700be-7ab9-44fb-bf48-b68c24bedd52 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:17:58.971047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ddbce776-b4fd-44fb-bb3a-f5b8de42edda is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:17:58.972409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:17:59.012815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0d5fad27-4759-495b-82ca-424c7f2e099a None None] Port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:17:59.088861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=dd84a452-20f1-4661-8fbd-3902e2500fa3,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:59.107547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e3a700be-7ab9-44fb-bf48-b68c24bedd52 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:17:59.112597 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:59.115630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e3a700be-7ab9-44fb-bf48-b68c24bedd52 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:17:59.116399 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:59.177189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'Port': ['ID=19f82fcc-2a67-4df1-8469-02a8086544bd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:59.264486 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a24ff0dc-1066-41e0-a75a-d179a0e65198 req-60dde1a1-acc9-4524-87b5-1d0ea0953bde tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 210 time: 0.0699849 May 28 06:17:59.308770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router e33ea703-26ef-4457-a457-576db8ec4fdc has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:17:59.312349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bf2d60c7-76fa-4d55-a8af-36d0a522f2e6 None None] Provisioning complete for port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:17:59.312757 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bf2d60c7-76fa-4d55-a8af-36d0a522f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:59.349272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e3a700be-7ab9-44fb-bf48-b68c24bedd52 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:17:59.349653 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:59.389513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d60c7-76fa-4d55-a8af-36d0a522f2e6 None None] Port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:17:59.402348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e3a700be-7ab9-44fb-bf48-b68c24bedd52, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3a700be-7ab9-44fb-bf48-b68c24bedd52,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:17:59.407499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:59.421659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:17:59.483436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e3a700be-7ab9-44fb-bf48-b68c24bedd52,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:17:59.511222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8f18edab-50a3-421c-95f1-655a445aef61 None None] Provisioning complete for port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:17:59.512070 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8f18edab-50a3-421c-95f1-655a445aef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:59.578507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8f18edab-50a3-421c-95f1-655a445aef61 None None] Port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:17:59.635197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:17:59.639329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:17:59.648863 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1bee400a-7fb9-4d3a-911e-e1e943caeca0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "PUT /v2.0/routers/e33ea703-26ef-4457-a457-576db8ec4fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6929700 May 28 06:17:59.651432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Sync routers for ids ['e33ea703-26ef-4457-a457-576db8ec4fdc'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:17:59.667867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Routers {'e33ea703-26ef-4457-a457-576db8ec4fdc'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:17:59.668312 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:17:59.668779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:17:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e33ea703-26ef-4457-a457-576db8ec4fdc'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:59.684712 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:17:59.686066 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:17:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:17:59.739462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] No DVR routers for this DVR port 19f82fcc-2a67-4df1-8469-02a8086544bd on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:17:59.745367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:17:59.757578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'name': 'network-vif-deleted', 'tag': '19f82fcc-2a67-4df1-8469-02a8086544bd'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:17:59.767344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ad834d0-2af7-443f-a895-a3b030d04cb0 req-3072d525-279f-443e-bde9-098c4249b29e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.33 "DELETE /v2.0/ports/19f82fcc-2a67-4df1-8469-02a8086544bd HTTP/1.1" status: 204 len: 173 time: 1.7704368 May 28 06:17:59.834938 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45deb146-fbc5-48d2-97ca-3d6a43fef8bc'] response: {'server_uuid': 'e775ab0e-4b5f-42d5-88ef-d62f7706ca12', 'name': 'network-vif-deleted', 'tag': '19f82fcc-2a67-4df1-8469-02a8086544bd', 'status': 'completed', 'code': 200} May 28 06:17:59.908590 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:17:59.938552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-66171694-9bb5-4274-a294-f285d884e428 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:17:59.959498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-66171694-9bb5-4274-a294-f285d884e428 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:17:59.961719 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-66171694-9bb5-4274-a294-f285d884e428 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673299170&fields=id&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 267 time: 0.0761585 May 28 06:18:00.011648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Set router e33ea703-26ef-4457-a457-576db8ec4fdc gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:00.125298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-c5dac037-5805-4eec-9c1f-3275de57273e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:00.126284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-c5dac037-5805-4eec-9c1f-3275de57273e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:00.147533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-c5dac037-5805-4eec-9c1f-3275de57273e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:00.149085 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-c5dac037-5805-4eec-9c1f-3275de57273e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 797 time: 0.1756425 May 28 06:18:00.172390 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-c68fd173-f19c-4964-ac15-0c7847cd8e44 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/quotas/d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 375 time: 0.0175545 May 28 06:18:00.269134 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:00.273213 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:18:00.280554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-463acb4c-4b54-420c-9de2-8ec599f380e1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:00.282900 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:00.283536 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:17:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:00.298850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-463acb4c-4b54-420c-9de2-8ec599f380e1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:00.311432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-463acb4c-4b54-420c-9de2-8ec599f380e1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277130 May 28 06:18:00.385216 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '16bdd3e1-5e9f-4180-bbb4-176420ef38b3', 'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:a2:4f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:57Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 2, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '77c995f1-1535-43aa-ae82-526680eab872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:00.395830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Checking router: e33ea703-26ef-4457-a457-576db8ec4fdc for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:18:00.397320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Updating router e33ea703-26ef-4457-a457-576db8ec4fdc port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:18:00.497961 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:00.533574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b52f05ca-52a8-414a-9dc8-4ed818c097ad req-8961facf-a73c-449f-bbb0-8d8e8c9cab31 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:00.534974 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:00.550654 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-17622302-06d8-401d-bbe2-68aa2590150e service neutron] 10.222.0.39 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358301 May 28 06:18:00.551452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 19f82fcc-2a67-4df1-8469-02a8086544bd no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:18:00.560821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b52f05ca-52a8-414a-9dc8-4ed818c097ad req-8961facf-a73c-449f-bbb0-8d8e8c9cab31 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:00.562210 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b52f05ca-52a8-414a-9dc8-4ed818c097ad req-8961facf-a73c-449f-bbb0-8d8e8c9cab31 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=e775ab0e-4b5f-42d5-88ef-d62f7706ca12 HTTP/1.1" status: 200 len: 210 time: 0.0904222 May 28 06:18:00.598595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dd84a452-20f1-4661-8fbd-3902e2500fa3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:00.623446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 19f82fcc-2a67-4df1-8469-02a8086544bd {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:18:00.623924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 19f82fcc-2a67-4df1-8469-02a8086544bd not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:18:00.697970 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-584468ac-14c2-45a2-ad06-ff644ae44cec service neutron] 10.222.0.39 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433971 May 28 06:18:00.763875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port dd84a452-20f1-4661-8fbd-3902e2500fa3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:00.764252 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:00.905328 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:00.909609 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff625d-9c93-436a-845b-661fd20ef279 None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:18:00.927319 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-864a9d9a-3bd8-4e24-be78-63c3590d19cb req-808014dc-8530-4048-a85f-14772884b76f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 210 time: 0.0641646 May 28 06:18:01.009434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port dd84a452-20f1-4661-8fbd-3902e2500fa3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:01.010494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3a700be-7ab9-44fb-bf48-b68c24bedd52 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:01.156686 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.159209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e3a700be-7ab9-44fb-bf48-b68c24bedd52 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:01.159591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.212636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988cb3d-3900-42e7-80fe-ac236426ec51 None None] New status for floating IP a4ee8f61-a537-49f8-95fc-113486568ddd: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:18:01.279591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Transition to ACTIVE for port object 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:01.366286 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.407656 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.616557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24af64-79c5-4866-9a20-9fe0b0e17d70 None None] Pushing event updated for resources: {'Port': ['ID=16bdd3e1-5e9f-4180-bbb4-176420ef38b3,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:01.726070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44352) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:01.778152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Attempting to bind port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:01.778523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Attempting to bind port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:01.779481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Attempting to bind port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:01.783940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e3a700be-7ab9-44fb-bf48-b68c24bedd52 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:01.788390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:01.788760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Checking segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:01.789152 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.789530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Bound using segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:01.789988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Bound port: 16bdd3e1-5e9f-4180-bbb4-176420ef38b3, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:01.790353 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.793824 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e10cdea-c429-4177-ae63-1e0431bd7c01 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.824007 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e10cdea-c429-4177-ae63-1e0431bd7c01 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.883391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e10cdea-c429-4177-ae63-1e0431bd7c01 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.894618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] For port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:01.897907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] For port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=16bdd3e1-5e9f-4180-bbb4-176420ef38b3,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:01.901335 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.902755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10cdea-c429-4177-ae63-1e0431bd7c01 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fc0e68-420b-427e-abd3-1558d75af23d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:01.916714 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5e10cdea-c429-4177-ae63-1e0431bd7c01 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:01.918318 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5e10cdea-c429-4177-ae63-1e0431bd7c01 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "DELETE /v2.0/security-groups/73fc0e68-420b-427e-abd3-1558d75af23d HTTP/1.1" status: 204 len: 168 time: 0.1912169 May 28 06:18:01.921676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44356) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:01.937621 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-081331e2-fc86-427c-ae1c-4705cccb73f9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] show failed (client error): The resource could not be found. May 28 06:18:01.938590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-081331e2-fc86-427c-ae1c-4705cccb73f9 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups/73fc0e68-420b-427e-abd3-1558d75af23d HTTP/1.1" status: 404 len: 347 time: 0.0158677 May 28 06:18:01.941330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44360) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:01.995484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24af64-79c5-4866-9a20-9fe0b0e17d70 None None] Pushing event updated for resources: {'Port': ['ID=16bdd3e1-5e9f-4180-bbb4-176420ef38b3,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:02.007770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Routers {'e33ea703-26ef-4457-a457-576db8ec4fdc'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:02.008392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:17:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e33ea703-26ef-4457-a457-576db8ec4fdc'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:02.117884 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb35329d-198e-492c-adb8-fafc52aff46c req-9bb65e7d-f139-43d4-a996-b6ed8af51b33 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 210 time: 0.0812330 May 28 06:18:02.304926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] Set router e33ea703-26ef-4457-a457-576db8ec4fdc gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:02.318176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ffbc7-bb30-4477-a6cb-b81af46b5d8e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Deleting port 303b6fde-ccc9-45c6-a92d-9f7d52c895ee {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:18:02.319002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffbc7-bb30-4477-a6cb-b81af46b5d8e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.518274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-03696997-b82c-4adb-825b-78690e355a0a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:02.518943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-03696997-b82c-4adb-825b-78690e355a0a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:02.546077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-03696997-b82c-4adb-825b-78690e355a0a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:02.547202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-03696997-b82c-4adb-825b-78690e355a0a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 797 time: 0.3188651 May 28 06:18:02.582452 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffbc7-bb30-4477-a6cb-b81af46b5d8e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.582775 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffbc7-bb30-4477-a6cb-b81af46b5d8e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:02.628503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '16bdd3e1-5e9f-4180-bbb4-176420ef38b3', 'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:a2:4f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:57Z', 'updated_at': '2022-05-28T06:18:01Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '77c995f1-1535-43aa-ae82-526680eab872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:02.632690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a57620-580d-48d0-ab4e-f72fce9c1b9a None None] The sync data for ids ['e33ea703-26ef-4457-a457-576db8ec4fdc'] in n-d-843679-5 is: [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '16bdd3e1-5e9f-4180-bbb4-176420ef38b3', 'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:a2:4f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:57Z', 'updated_at': '2022-05-28T06:18:01Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '77c995f1-1535-43aa-ae82-526680eab872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:18:02.728493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ffbc7-bb30-4477-a6cb-b81af46b5d8e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Calling delete_port for 303b6fde-ccc9-45c6-a92d-9f7d52c895ee owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:18:02.780019 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-041b3da9-469f-4fad-bd1e-0c3ad41cf1c8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 380 time: 0.2180679 May 28 06:18:02.798570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'port': {'device_id': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'admin_state_up': True, 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'security_groups': ['863f636c-1d0a-4ba2-adc8-7a0a2e659989']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:03.004977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:03.008910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffbc7-bb30-4477-a6cb-b81af46b5d8e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.054722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:03.068658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ffbc7-bb30-4477-a6cb-b81af46b5d8e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'Port': ['ID=303b6fde-ccc9-45c6-a92d-9f7d52c895ee,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:03.145892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:03.150262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.284022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-358b9a0f-2d11-4e07-90a5-468a2f6a8d97 req-d3d0d270-9976-447b-be9e-1be492f9fcff tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 210 time: 0.0582757 May 28 06:18:03.284792 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffbc7-bb30-4477-a6cb-b81af46b5d8e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.332197 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffbc7-bb30-4477-a6cb-b81af46b5d8e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.333332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9e3ffbc7-bb30-4477-a6cb-b81af46b5d8e tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "DELETE /v2.0/floatingips/a4ee8f61-a537-49f8-95fc-113486568ddd HTTP/1.1" status: 204 len: 168 time: 1.3911383 May 28 06:18:03.407521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.20.0.10 (ddbce776-b4fd-44fb-bb3a-f5b8de42edda/77c995f1-1535-43aa-ae82-526680eab872/efefa332-cb21-4168-8dad-c291e1ee783c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:03.418168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44372) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:03.423653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508890523', 'description': 'tempest-description--1247836697'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:03.430482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:03.435426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:03.438377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:03.444333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:03.456968 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.480746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:03.485066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:03.488407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:03.494133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:03.574240 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.578760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.618276 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.628768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da4912b-5a4d-468c-9f57-b46c0afee8ae,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:03.633980 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.635486 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e6c271e7-6f57-436e-a5dc-1b405e46cb64 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2161858 May 28 06:18:03.637402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Transition to ACTIVE for port object efefa332-cb21-4168-8dad-c291e1ee783c will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:03.638653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44376) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:03.645369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group_rule': {'security_group_id': '8da4912b-5a4d-468c-9f57-b46c0afee8ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:03.651998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:03.655928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:03.658916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:03.666153 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.667862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:03.689566 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.737533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ddbce776-b4fd-44fb-bb3a-f5b8de42edda is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:03.741296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:03.745586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:03.764961 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.771025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.800677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dadf8fb-d215-4ddc-a047-965a2d015ea6,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:03.819202 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.823299 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-46e7ad73-0b12-4eaa-93ad-f7a5594dfdab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805871 May 28 06:18:03.823840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44380) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:03.829806 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'security_group_rule': {'security_group_id': '8da4912b-5a4d-468c-9f57-b46c0afee8ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:03.837607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:03.844494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:security_group_rule and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:03.849062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:03.856396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:03.877340 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.932828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:03.953364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:03.953980 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.954234 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.958322 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.974790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-8b1a8785-fe66-461e-b4a7-e7af5111dbef tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1836319 May 28 06:18:03.986993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a398d01-6636-4aa1-8d1d-4630f5253825,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:03.991488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Request body: {'port': {'device_id': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:03.997049 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:03.998267 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7ff77142-fe85-4c81-b93f-b94754dfa591 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733997 May 28 06:18:04.001972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44384) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:04.009573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:04.017566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:04.021191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5a0f18cb-bfc2-496e-ba4b-5b489c6d0fbf None None] Provisioning for port efefa332-cb21-4168-8dad-c291e1ee783c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:04.022725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Usage tracker for resource:floatingip and tenant:b45bdc2b2eda4f44a966b9188eddda82 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:04.026378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:04.029667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5a0f18cb-bfc2-496e-ba4b-5b489c6d0fbf None None] Provisioning complete for port efefa332-cb21-4168-8dad-c291e1ee783c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:04.030583 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5a0f18cb-bfc2-496e-ba4b-5b489c6d0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.033586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:04.045657 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.089218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f18cb-bfc2-496e-ba4b-5b489c6d0fbf None None] Port efefa332-cb21-4168-8dad-c291e1ee783c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:18:04.104745 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.187947 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.331505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Allocated IP 172.25.4.175 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/da79d038-20f4-434f-a321-74718254629d) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:04.493821 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.500591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:04.520462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efefa332-cb21-4168-8dad-c291e1ee783c {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:04.529816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.532352 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.557399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6945b-7f5d-42cb-bf9b-41385e4a58ef req-2f8e69e0-a580-4ef1-b9d8-96f76f3354e4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:04.558103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-faa6945b-7f5d-42cb-bf9b-41385e4a58ef req-2f8e69e0-a580-4ef1-b9d8-96f76f3354e4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:04.561398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Transition to ACTIVE for port object efefa332-cb21-4168-8dad-c291e1ee783c will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:04.568268 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.569003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:04.573722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:04.574163 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.611728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:04.615786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:04.622626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:04.680623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-faa6945b-7f5d-42cb-bf9b-41385e4a58ef req-2f8e69e0-a580-4ef1-b9d8-96f76f3354e4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:04.681809 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faa6945b-7f5d-42cb-bf9b-41385e4a58ef req-2f8e69e0-a580-4ef1-b9d8-96f76f3354e4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 932 time: 0.2864377 May 28 06:18:04.750305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:04.750832 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.774289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:04.801995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=16bdd3e1-5e9f-4180-bbb4-176420ef38b3,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:04.802242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=da79d038-20f4-434f-a321-74718254629d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:04.815203 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.819442 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-faa6945b-7f5d-42cb-bf9b-41385e4a58ef req-f1ed1ebe-9e81-4625-a6a6-996a05f8e9e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290507 May 28 06:18:04.871709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:04.871709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:04.872022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:04.878368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Port efefa332-cb21-4168-8dad-c291e1ee783c on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:18:04.878828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:04.881113 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.884669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:04.885030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Checking segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:04.885491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Bound using segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:04.885983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Bound port: efefa332-cb21-4168-8dad-c291e1ee783c, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:04.886660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.895402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=16bdd3e1-5e9f-4180-bbb4-176420ef38b3,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:04.951653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:04.980163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:04.983566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:04.988328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.046788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:05.047877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.049553 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] 10.222.0.33 "PUT /v2.0/ports/efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1092 time: 1.0621691 May 28 06:18:05.056941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:05.084775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01766155-46af-48fb-ac0e-f9a1ddbf4fee service neutron] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:05.167714 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c9f80e-70cc-48db-a642-032aa43ac4a8'] response: {'name': 'network-changed', 'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'status': 'completed', 'code': 200} May 28 06:18:05.196672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-77134e87-f822-4058-a1f5-9d736e956da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:05.198179 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-77134e87-f822-4058-a1f5-9d736e956da5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1095 time: 0.0852270 May 28 06:18:05.214946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.220140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.275403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-b864ccd4-93bb-4b5a-8b3d-49ee7dc648d1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 217 time: 0.0644829 May 28 06:18:05.338832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=da79d038-20f4-434f-a321-74718254629d,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:05.347830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-cad6a5fa-2e43-44f0-ab76-dcd214791104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:05.349315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-cad6a5fa-2e43-44f0-ab76-dcd214791104 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0685735 May 28 06:18:05.352009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.376301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:05.386599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-19090de1-f1ea-4278-964f-39054cb78357 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3744230 May 28 06:18:05.432848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-72bf8fa7-3426-4ae5-9f5f-5b733df6c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:05.434519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-72bf8fa7-3426-4ae5-9f5f-5b733df6c6a3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762889 May 28 06:18:05.585895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-6fadb360-6c68-4e8e-9175-27071521f4ff service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448212 May 28 06:18:05.674724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-bf8de892-598f-4bb6-8a16-99e1c228fd09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1508890523&fields=id&tenant_id=b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 267 time: 0.1120210 May 28 06:18:05.848381 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:18:05.943456 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d87ed9f-977f-4560-b258-e0110d5efec4 req-5755e1d0-eea1-48ef-808f-29755769c6fc service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454092 May 28 06:18:05.970044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-814e1ac8-f6eb-452b-962c-0b123e883d24 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:05.971581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-814e1ac8-f6eb-452b-962c-0b123e883d24 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 814 time: 0.2840545 May 28 06:18:05.987479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-6ac806bb-9bdd-4616-8e76-682e2b857868 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/quotas/b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 375 time: 0.0102098 May 28 06:18:06.021229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb0a8c-0ba9-4c73-a36f-ae3bee0574a8 req-4df11fc1-bfd5-4526-81c2-bbeb1f0d76b1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:06.022743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2bbb0a8c-0ba9-4c73-a36f-ae3bee0574a8 req-4df11fc1-bfd5-4526-81c2-bbeb1f0d76b1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 944 time: 0.0850189 May 28 06:18:06.067834 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2bbb0a8c-0ba9-4c73-a36f-ae3bee0574a8 req-7b7fe241-edf4-44be-9149-4ff4e0ba02bb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391994 May 28 06:18:06.144498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-8f8cf4c8-73a0-4563-8aea-61304adf2877 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:06.149605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-13e74076-84a9-4b4c-80d6-2d0a361f43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:06.151023 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-13e74076-84a9-4b4c-80d6-2d0a361f43f8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1095 time: 0.1111784 May 28 06:18:06.180764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-8f8cf4c8-73a0-4563-8aea-61304adf2877 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:06.181979 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-8f8cf4c8-73a0-4563-8aea-61304adf2877 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1891255 May 28 06:18:06.236094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-1eeb1935-aa21-4b40-b2f4-1da3686f76e3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:18:06.237296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-1eeb1935-aa21-4b40-b2f4-1da3686f76e3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063064 May 28 06:18:06.389757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-1db0f060-2f0e-40e0-9f04-71c4a8491827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:06.391174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-1db0f060-2f0e-40e0-9f04-71c4a8491827 service neutron] 10.222.0.33 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.2330101 May 28 06:18:06.469264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:06.470576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-844821af-aefb-4612-a744-f7beece740b6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 217 time: 0.0695105 May 28 06:18:06.472391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-486ac738-9a78-4349-bddd-b850894fb2f6 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230959 May 28 06:18:06.537015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:06.537388 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:06.613038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-3793b238-be98-4a3d-ad5c-5ac17c4175cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:06.614483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-3793b238-be98-4a3d-ad5c-5ac17c4175cb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.1383171 May 28 06:18:06.692541 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:06.704816 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-6748a8db-fc19-4593-99c5-e760976396ee service neutron] 10.222.0.39 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964042 May 28 06:18:06.724264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-aed28ed6-8cf7-4efb-9f32-5a6f2e1ecb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:06.725725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-aed28ed6-8cf7-4efb-9f32-5a6f2e1ecb06 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035407 May 28 06:18:06.868070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-7b7c7763-78c5-44b6-9f7f-a1c7cbf46630 service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353319 May 28 06:18:06.882362 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6edabaf4-6eeb-41aa-8242-37e329c7d563 req-9a666147-a5fd-491d-a722-5725e847315c tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 210 time: 0.0429037 May 28 06:18:07.012497 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38795f8b-c1ec-4402-8cc9-85bb8f1d83d8 req-1991ede3-3cb5-476b-b171-ab65890a8bff service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381745 May 28 06:18:07.258807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9bdb-f838-4488-b7e5-0a40c9145ead req-ca172ec3-294f-4f8a-aea5-b8a288683029 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:07.260333 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55cf9bdb-f838-4488-b7e5-0a40c9145ead req-ca172ec3-294f-4f8a-aea5-b8a288683029 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 944 time: 0.0818677 May 28 06:18:07.306093 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55cf9bdb-f838-4488-b7e5-0a40c9145ead req-cd15c5a7-cf4e-4651-9f30-26506c701f87 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385740 May 28 06:18:08.038232 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0a66a1a-3588-472a-bea4-76bf03d62197 req-9c096f8c-f2b5-4bd9-b501-56726b2d31ac tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 210 time: 0.0498257 May 28 06:18:08.187032 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b1f23e66-b89f-43f4-9d0c-1f53d27c0a41 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:08.188461 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b1f23e66-b89f-43f4-9d0c-1f53d27c0a41 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.41 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 814 time: 0.1493697 May 28 06:18:08.243002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-62df27c9-e109-4a37-a622-300b2b970fa8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:08.258481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-62df27c9-e109-4a37-a622-300b2b970fa8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:08.259896 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-62df27c9-e109-4a37-a622-300b2b970fa8 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45bdc2b2eda4f44a966b9188eddda82 HTTP/1.1" status: 200 len: 380 time: 0.0570176 May 28 06:18:08.271284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'port': {'device_id': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'admin_state_up': True, 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'security_groups': ['8da4912b-5a4d-468c-9f57-b46c0afee8ae']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:08.409037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:08.420116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:08.429729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Made reservation on behalf of b45bdc2b2eda4f44a966b9188eddda82 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:18:08.433181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.501466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c1fe6-b3a3-4167-9faa-0befe2885f19 req-806d03a9-209f-4cde-9e55-d26a37cb0d0a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:08.502933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d2c1fe6-b3a3-4167-9faa-0befe2885f19 req-806d03a9-209f-4cde-9e55-d26a37cb0d0a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 944 time: 0.0918150 May 28 06:18:08.523380 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-09f31c19-0bad-4f0f-858d-049a2ef90886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.549537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d2c1fe6-b3a3-4167-9faa-0befe2885f19 req-3cebb28e-3817-457c-81e4-9eef924331b6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404525 May 28 06:18:08.581517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efefa332-cb21-4168-8dad-c291e1ee783c details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:18:08.605208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Allocated IP 172.20.0.4 (a4a350c4-5c24-4bba-b238-222c7a71d7ad/5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c/78981a46-a6b5-4242-8739-0e87eb76bd98) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:08.715670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:08.734696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'port_id': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'mac_address': 'fa:16:3e:c4:27:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:18:08.795452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port efefa332-cb21-4168-8dad-c291e1ee783c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:08.795831 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.799687 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.813499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efefa332-cb21-4168-8dad-c291e1ee783c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:08.817630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Transition to ACTIVE for port object 78981a46-a6b5-4242-8739-0e87eb76bd98 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:08.830743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:08.834619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.843094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:08.903345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:08.916055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:08.919006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:08.923674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:08.960721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event updated for resources: {'Port': ['ID=78981a46-a6b5-4242-8739-0e87eb76bd98,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:08.992640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:08.993258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.019494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-b0cc16bb-ffdc-4ba9-8db7-145e61228d0a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7517116 May 28 06:18:09.108580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-59aac005-a146-4d26-bf21-af41ad50f6c6 None None] Provisioning for port 78981a46-a6b5-4242-8739-0e87eb76bd98 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:09.116045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-59aac005-a146-4d26-bf21-af41ad50f6c6 None None] Provisioning complete for port 78981a46-a6b5-4242-8739-0e87eb76bd98 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:09.116429 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59aac005-a146-4d26-bf21-af41ad50f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.173691 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-59aac005-a146-4d26-bf21-af41ad50f6c6 None None] Port 78981a46-a6b5-4242-8739-0e87eb76bd98 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:18:09.222635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Request body: {'port': {'device_id': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:09.240766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['efefa332-cb21-4168-8dad-c291e1ee783c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:18:09.361404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570f8a2-3e80-4eaf-a934-3005e88e23d5 req-f14acf8b-a70e-410a-a30e-91ea365bec08 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:09.362110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0570f8a2-3e80-4eaf-a934-3005e88e23d5 req-f14acf8b-a70e-410a-a30e-91ea365bec08 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:18:09.364465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.547466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0570f8a2-3e80-4eaf-a934-3005e88e23d5 req-f14acf8b-a70e-410a-a30e-91ea365bec08 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:18:09.548632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0570f8a2-3e80-4eaf-a934-3005e88e23d5 req-f14acf8b-a70e-410a-a30e-91ea365bec08 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 931 time: 0.3766363 May 28 06:18:09.661591 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0570f8a2-3e80-4eaf-a934-3005e88e23d5 req-3639b83c-f670-4059-bcb3-ead6364c6ead tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061478 May 28 06:18:09.735729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e05a0-8014-4564-9d0f-6477eb9e0c7d req-8cb16a3b-0e58-4c06-aa00-499f895d2b88 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:09.737463 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-330e05a0-8014-4564-9d0f-6477eb9e0c7d req-8cb16a3b-0e58-4c06-aa00-499f895d2b88 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 945 time: 0.0804391 May 28 06:18:09.782833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-330e05a0-8014-4564-9d0f-6477eb9e0c7d req-38b037a6-61e4-49c2-874b-898bcfe009bc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 May 28 06:18:09.868605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78981a46-a6b5-4242-8739-0e87eb76bd98 {{(pid=88416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:09.875636 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:09.889888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Transition to ACTIVE for port object 78981a46-a6b5-4242-8739-0e87eb76bd98 will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:18:09.893682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.022368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Pushing event updated for resources: {'Port': ['ID=78981a46-a6b5-4242-8739-0e87eb76bd98,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:10.134699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Attempting to bind port 78981a46-a6b5-4242-8739-0e87eb76bd98 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:18:10.135031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Attempting to bind port 78981a46-a6b5-4242-8739-0e87eb76bd98 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:18:10.135387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Attempting to bind port 78981a46-a6b5-4242-8739-0e87eb76bd98 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:10.140580 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Port 78981a46-a6b5-4242-8739-0e87eb76bd98 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:18:10.140896 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Attempting to bind port 78981a46-a6b5-4242-8739-0e87eb76bd98 on network a4a350c4-5c24-4bba-b238-222c7a71d7ad {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:18:10.146000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:18:10.146334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Checking segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:18:10.146714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Bound using segment: {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:18:10.147129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Bound port: 78981a46-a6b5-4242-8739-0e87eb76bd98, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc825a84-2f14-4cb3-977e-7d6bf089f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:18:10.147518 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.239087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] For port 78981a46-a6b5-4242-8739-0e87eb76bd98, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:18:10.241942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] For port 78981a46-a6b5-4242-8739-0e87eb76bd98, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=78981a46-a6b5-4242-8739-0e87eb76bd98,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:18:10.246453 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.304986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:10.305596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.307095 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/78981a46-a6b5-4242-8739-0e87eb76bd98 HTTP/1.1" status: 200 len: 1091 time: 1.2762177 May 28 06:18:10.307630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'tag': '78981a46-a6b5-4242-8739-0e87eb76bd98'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:10.337131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a5420-a57a-4c7c-8b54-6e9c02fb29d6 service neutron] Pushing event updated for resources: {'Port': ['ID=78981a46-a6b5-4242-8739-0e87eb76bd98,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:10.371666 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.392587 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9fcc8f-ce9e-4166-9d80-8bf48ef646a9'] response: {'name': 'network-changed', 'server_uuid': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'tag': '78981a46-a6b5-4242-8739-0e87eb76bd98', 'status': 'completed', 'code': 200} May 28 06:18:10.441328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-f211947d-110e-4c9a-a710-ac8949c52bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:10.443019 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-f211947d-110e-4c9a-a710-ac8949c52bdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 1094 time: 0.0840888 May 28 06:18:10.530845 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-c57dfae1-1a54-4304-bac4-22964c4e4594 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78981a46-a6b5-4242-8739-0e87eb76bd98 HTTP/1.1" status: 200 len: 217 time: 0.0739942 May 28 06:18:10.581293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efefa332-cb21-4168-8dad-c291e1ee783c up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:10.601537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-c8d13ba7-ae8e-4587-a25e-347567b7c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:10.602956 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-c8d13ba7-ae8e-4587-a25e-347567b7c40e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0623481 May 28 06:18:10.647374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port efefa332-cb21-4168-8dad-c291e1ee783c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:10.651408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port efefa332-cb21-4168-8dad-c291e1ee783c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:10.651776 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.681724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-e4d2987f-3fb5-4a83-aad0-a16b5de68bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:10.683378 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-e4d2987f-3fb5-4a83-aad0-a16b5de68bc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702307 May 28 06:18:10.730868 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fde18889-9376-4796-bcb8-ce4b10b4acf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.787277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port efefa332-cb21-4168-8dad-c291e1ee783c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:10.787697 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.822104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:10.823134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:10.830171 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:10.830628 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-ef7df4a2-c375-4935-92a7-29788a7eb1b8 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378207 May 28 06:18:10.863607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf0be4-90e4-4731-ae63-e68a300a2a5f req-99ee04d7-d8b7-4101-8840-5291534a5fa3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:10.865785 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8bf0be4-90e4-4731-ae63-e68a300a2a5f req-99ee04d7-d8b7-4101-8840-5291534a5fa3 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 943 time: 0.0925872 May 28 06:18:10.904653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:10.915758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e8bf0be4-90e4-4731-ae63-e68a300a2a5f req-603cf4a5-9385-4e47-8891-59d833cf3485 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435581 May 28 06:18:10.965731 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa9534d-1f9c-4280-bdce-b227873b204f'] response: {'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'code': 200} May 28 06:18:11.043521 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bcf92dcf-14fb-4f5b-b053-50bad936486f req-81c85ad2-12f0-4587-8c41-288d367e9465 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029021 May 28 06:18:11.058696 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5006c5-057a-495f-bea5-c426800d61f9 req-8fd864ec-f522-4a5a-8675-18ca55421a47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:11.060172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b5006c5-057a-495f-bea5-c426800d61f9 req-8fd864ec-f522-4a5a-8675-18ca55421a47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.1310420 May 28 06:18:11.124291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcc39e-23ee-4ee9-931b-47885210cc7e req-af3dfb6d-f589-4752-8678-224c060fd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:11.125670 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15fcc39e-23ee-4ee9-931b-47885210cc7e req-af3dfb6d-f589-4752-8678-224c060fd837 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1097 time: 0.0784864 May 28 06:18:11.151774 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b5006c5-057a-495f-bea5-c426800d61f9 req-13796d0f-3f90-4c14-8393-42d48cf392ce tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847793 May 28 06:18:11.180208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-4261bddc-c13f-468e-b47d-71b605e37064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:11.181694 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-4261bddc-c13f-468e-b47d-71b605e37064 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 1094 time: 0.0797892 May 28 06:18:11.300701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15fcc39e-23ee-4ee9-931b-47885210cc7e req-7bcf3ce8-1189-4866-b1bf-a11dfab2d777 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681409 May 28 06:18:11.430724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-77e0eddc-bd30-4f6c-81e7-4c7a1e7478f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:11.432109 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-77e0eddc-bd30-4f6c-81e7-4c7a1e7478f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.2409515 May 28 06:18:11.501442 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-6ade4f4c-d0d8-480b-a20e-b0681b75ac99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78981a46-a6b5-4242-8739-0e87eb76bd98 HTTP/1.1" status: 200 len: 217 time: 0.0624762 May 28 06:18:11.562138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-ddb66590-d49f-413e-84b6-ae26aa87455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:11.563505 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-ddb66590-d49f-413e-84b6-ae26aa87455c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0554481 May 28 06:18:11.640694 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-375af556-11c5-4e9f-9f5f-ac2de07b0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:11.642254 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-375af556-11c5-4e9f-9f5f-ac2de07b0eea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720239 May 28 06:18:11.644790 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.716586 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:11.774233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-bb87348f-aa5d-47a4-86d2-7d2e61649664 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247053 May 28 06:18:11.908302 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24ffdac8-9beb-440d-8c8c-966b8a475b48 req-8702df9b-1c57-4973-af12-d57d42c1793b service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251667 May 28 06:18:12.154308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57f82d-fad3-4f33-a2b0-cd4e985e573b req-cb34a98d-527a-4715-9066-374d3180e285 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:12.155786 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa57f82d-fad3-4f33-a2b0-cd4e985e573b req-cb34a98d-527a-4715-9066-374d3180e285 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 943 time: 0.0788386 May 28 06:18:12.199756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa57f82d-fad3-4f33-a2b0-cd4e985e573b req-5097173f-325c-4743-9113-32be50a0b753 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383236 May 28 06:18:12.334783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68594f-4e9f-4e8e-b382-3bafa94703b0 req-5928a40d-e69e-4a0b-99c3-32c533d5ffb4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:12.336253 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad68594f-4e9f-4e8e-b382-3bafa94703b0 req-5928a40d-e69e-4a0b-99c3-32c533d5ffb4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0794759 May 28 06:18:12.381036 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad68594f-4e9f-4e8e-b382-3bafa94703b0 req-edaa0ae5-79f9-421d-a6d1-b7dc2e7fb800 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383115 May 28 06:18:13.386393 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:13.391411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a3587-afb3-402e-98a4-37746ae7509f req-59aa1ad3-5f8e-4bcc-859a-4bf8ce3c28d0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:13.392879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f6a3587-afb3-402e-98a4-37746ae7509f req-59aa1ad3-5f8e-4bcc-859a-4bf8ce3c28d0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 943 time: 0.0877712 May 28 06:18:13.438685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f6a3587-afb3-402e-98a4-37746ae7509f req-6d9bc46e-8c79-46a0-8bf4-cde774177933 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399981 May 28 06:18:13.570150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee03f43-9aa3-4e4b-84f5-ba6f43640964 req-f775eb7a-a518-4be7-83b0-1424bcd54259 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:13.571608 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ee03f43-9aa3-4e4b-84f5-ba6f43640964 req-f775eb7a-a518-4be7-83b0-1424bcd54259 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0835700 May 28 06:18:13.616996 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ee03f43-9aa3-4e4b-84f5-ba6f43640964 req-266c92cf-c16f-4233-be4c-8c7fdba45f2f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397799 May 28 06:18:13.799011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fd1cf-ac32-47cf-9f72-9c06e0045eaa req-8af479e5-357b-45ac-9608-5efa9a372204 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:13.800474 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-602fd1cf-ac32-47cf-9f72-9c06e0045eaa req-8af479e5-357b-45ac-9608-5efa9a372204 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0801303 May 28 06:18:13.844852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-602fd1cf-ac32-47cf-9f72-9c06e0045eaa req-11fd8b2a-7357-401c-ba31-aab24fe4c638 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388012 May 28 06:18:13.867825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44458) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:13.937638 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a7e40a-4103-4320-a7e4-7ea1410368b0 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:13.939150 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d9a7e40a-4103-4320-a7e4-7ea1410368b0 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1092 time: 0.0703285 May 28 06:18:13.941905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44462) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:13.946820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:13.953293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:18:13.957186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:floatingip and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:18:13.960002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:18:13.965624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:18:13.976339 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.110720 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.246558 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.25.4.184 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/a6fb67e2-de46-42a7-808b-e40b6b980309) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:18:14.393461 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.422517 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:14.492502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:18:14.495335 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:18:14.499481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:18:14.544109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=a6fb67e2-de46-42a7-808b-e40b6b980309,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:14.732122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6335372-cb68-4cee-af9b-e011ecd33563 req-a0714fd0-4d06-44f5-840b-d9dcb4820e4a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:14.733499 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f6335372-cb68-4cee-af9b-e011ecd33563 req-a0714fd0-4d06-44f5-840b-d9dcb4820e4a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 943 time: 0.1869512 May 28 06:18:14.948748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 78981a46-a6b5-4242-8739-0e87eb76bd98 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:18:15.013809 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f6335372-cb68-4cee-af9b-e011ecd33563 req-f5baa807-47bd-4c20-8da6-9294897dacab tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732835 May 28 06:18:15.083152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 78981a46-a6b5-4242-8739-0e87eb76bd98, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=78981a46-a6b5-4242-8739-0e87eb76bd98,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:15.096511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '78981a46-a6b5-4242-8739-0e87eb76bd98', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'port_id': '78981a46-a6b5-4242-8739-0e87eb76bd98', 'mac_address': 'fa:16:3e:a6:7d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:18:15.123211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.153454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 78981a46-a6b5-4242-8739-0e87eb76bd98 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:15.153981 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.172037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78981a46-a6b5-4242-8739-0e87eb76bd98 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:18:15.187890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 78981a46-a6b5-4242-8739-0e87eb76bd98, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=78981a46-a6b5-4242-8739-0e87eb76bd98,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:15.191404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.197693 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.260096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=78981a46-a6b5-4242-8739-0e87eb76bd98,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:15.409918 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.414222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.478846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['78981a46-a6b5-4242-8739-0e87eb76bd98'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:18:15.523255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=a6fb67e2-de46-42a7-808b-e40b6b980309,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:15.535461 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:15.705431 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Floating IP 747102a8-4ab0-46a7-901a-249329cf9f60 associated. External IP: 172.25.4.184, port: efefa332-cb21-4168-8dad-c291e1ee783c. May 28 06:18:16.049383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router e33ea703-26ef-4457-a457-576db8ec4fdc has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:18:16.206590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15066afc-1639-4a81-b62f-7b63009de61d req-4cd67c54-c9d5-4efb-a950-ce5b0ff0908a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:16.208167 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15066afc-1639-4a81-b62f-7b63009de61d req-4cd67c54-c9d5-4efb-a950-ce5b0ff0908a tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 944 time: 0.0876000 May 28 06:18:16.255133 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15066afc-1639-4a81-b62f-7b63009de61d req-35e3e043-b3cd-4e11-b38c-9338b5f7aae4 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410028 May 28 06:18:16.351811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:18:16.362623 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] Sync routers for ids ['e33ea703-26ef-4457-a457-576db8ec4fdc'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:18:16.372000 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] Routers {'e33ea703-26ef-4457-a457-576db8ec4fdc'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:16.373229 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:18:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e33ea703-26ef-4457-a457-576db8ec4fdc'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:16.376767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:16.432115 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f2637276-d312-434d-a0e1-4f0085b3a163 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4889843 May 28 06:18:16.432802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:16.480030 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a107b407-671a-4155-bef1-d18a44aa6f39'] response: {'name': 'network-changed', 'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'status': 'completed', 'code': 200} May 28 06:18:16.552816 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] Set router e33ea703-26ef-4457-a457-576db8ec4fdc gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:16.591623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-eef92c4e-7e96-42f2-9a9d-4a9aee442155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:16.593136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-eef92c4e-7e96-42f2-9a9d-4a9aee442155 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1097 time: 0.0723286 May 28 06:18:16.614904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b81a1b-0182-49e9-a6e1-6ed5e207d178 req-116c2027-a984-4d14-aafb-53deda7917ce tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:16.616312 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e1b81a1b-0182-49e9-a6e1-6ed5e207d178 req-116c2027-a984-4d14-aafb-53deda7917ce tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0867927 May 28 06:18:16.665245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e1b81a1b-0182-49e9-a6e1-6ed5e207d178 req-b99ebc9d-c0d3-4c77-ad58-74bcaef1df2c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 May 28 06:18:16.691474 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44474) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:16.733774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-de9ff5cd-cd59-4dbb-8700-3eda208a6177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:16.735208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-de9ff5cd-cd59-4dbb-8700-3eda208a6177 service neutron] 10.222.0.33 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1351709 May 28 06:18:16.800087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3c10493e-7423-465b-b638-0da96a26187d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/747102a8-4ab0-46a7-901a-249329cf9f60 HTTP/1.1" status: 200 len: 992 time: 0.1074772 May 28 06:18:16.840419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-e39724c1-d886-4c5f-a535-45ec51162257 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1000 time: 0.0983877 May 28 06:18:16.903108 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '747102a8-4ab0-46a7-901a-249329cf9f60', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'port_id': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'mac_address': 'fa:16:3e:c4:27:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:18:15Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bdd3e1-5e9f-4180-bbb4-176420ef38b3', 'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:a2:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:57Z', 'updated_at': '2022-05-28T06:18:04Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '77c995f1-1535-43aa-ae82-526680eab872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:16.906246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-bf9964c1-dabd-46ef-b73d-60e1f61100a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:16.907577 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] Checking router: e33ea703-26ef-4457-a457-576db8ec4fdc for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:18:16.907694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-bf9964c1-dabd-46ef-b73d-60e1f61100a2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0610032 May 28 06:18:16.915778 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] Routers {'e33ea703-26ef-4457-a457-576db8ec4fdc'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:16.916370 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:18:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e33ea703-26ef-4457-a457-576db8ec4fdc'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:16.964871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 78981a46-a6b5-4242-8739-0e87eb76bd98 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:18:16.984689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-42c4a9e4-4bfc-433c-aa68-c5f255590a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:16.986495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-42c4a9e4-4bfc-433c-aa68-c5f255590a4f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720384 May 28 06:18:17.033922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 78981a46-a6b5-4242-8739-0e87eb76bd98 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:18:17.038953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 78981a46-a6b5-4242-8739-0e87eb76bd98 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:18:17.039470 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:17.103907 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] Set router e33ea703-26ef-4457-a457-576db8ec4fdc gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:17.133789 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-8804322f-88eb-4102-8665-eb2278ad1251 service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338480 May 28 06:18:17.186436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 78981a46-a6b5-4242-8739-0e87eb76bd98 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:18:17.186816 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:17.220752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78981a46-a6b5-4242-8739-0e87eb76bd98'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:17.232796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 78981a46-a6b5-4242-8739-0e87eb76bd98, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=78981a46-a6b5-4242-8739-0e87eb76bd98,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:18:17.240269 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:17.292832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-328f4be0-7768-4724-b920-99bf7f850aa5 req-6f00a0e0-248b-4979-b64d-a2412935fc37 service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519709 May 28 06:18:17.294466 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3c73f7-707b-4179-b0c2-0510a601533f'] response: {'server_uuid': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78981a46-a6b5-4242-8739-0e87eb76bd98', 'code': 200} May 28 06:18:17.351187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=78981a46-a6b5-4242-8739-0e87eb76bd98,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:18:17.488807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6a1fe-8f66-4819-b68a-634f8320b021 req-a3f3aa70-2758-4442-b947-a634ce1dbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:17.490191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0c6a1fe-8f66-4819-b68a-634f8320b021 req-a3f3aa70-2758-4442-b947-a634ce1dbed4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 1096 time: 0.1323819 May 28 06:18:17.503730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc2695-78f2-4601-aba1-7708529a1d27 req-3733818b-78b6-4b59-88f2-757994eef261 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:17.505087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4fc2695-78f2-4601-aba1-7708529a1d27 req-3733818b-78b6-4b59-88f2-757994eef261 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 945 time: 0.1127176 May 28 06:18:17.512923 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '747102a8-4ab0-46a7-901a-249329cf9f60', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'port_id': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'mac_address': 'fa:16:3e:c4:27:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:18:15Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bdd3e1-5e9f-4180-bbb4-176420ef38b3', 'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:a2:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:57Z', 'updated_at': '2022-05-28T06:18:04Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '77c995f1-1535-43aa-ae82-526680eab872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:17.516917 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd463-9efc-4858-be8d-e19ff986bbfd None None] The sync data for ids ['e33ea703-26ef-4457-a457-576db8ec4fdc'] in n-d-843679-5 is: [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '747102a8-4ab0-46a7-901a-249329cf9f60', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'port_id': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'mac_address': 'fa:16:3e:c4:27:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:15Z', 'updated_at': '2022-05-28T06:18:15Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bdd3e1-5e9f-4180-bbb4-176420ef38b3', 'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:a2:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:57Z', 'updated_at': '2022-05-28T06:18:04Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '77c995f1-1535-43aa-ae82-526680eab872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:18:17.572107 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0c6a1fe-8f66-4819-b68a-634f8320b021 req-f8d8a408-94ba-4f2a-a147-91a29d2cee5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657563 May 28 06:18:17.576265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d4fc2695-78f2-4601-aba1-7708529a1d27 req-81e42002-928b-4b97-85c6-8916b1f8144c tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581546 May 28 06:18:17.710301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f06ea4-faba-4997-b6dd-67a12e325f7d None None] New status for floating IP 747102a8-4ab0-46a7-901a-249329cf9f60: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:18:17.804101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44482) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:17.911443 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c18605f3-af60-4e99-93e0-da4f238eb4e7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/747102a8-4ab0-46a7-901a-249329cf9f60 HTTP/1.1" status: 200 len: 992 time: 0.1061223 May 28 06:18:18.770292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf21911-e4fe-4cad-a2d3-40644fd1acbd req-1fa319aa-803e-496e-9121-b7525843a5f4 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:18.771882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4cf21911-e4fe-4cad-a2d3-40644fd1acbd req-1fa319aa-803e-496e-9121-b7525843a5f4 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 945 time: 0.0875311 May 28 06:18:18.820248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4cf21911-e4fe-4cad-a2d3-40644fd1acbd req-68c634e6-06e7-4ced-8626-8c004382c8f6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423441 May 28 06:18:18.914735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44488) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:19.019740 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-10b12605-ea9f-4252-86fa-359f6065305b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/747102a8-4ab0-46a7-901a-249329cf9f60 HTTP/1.1" status: 200 len: 994 time: 0.1037350 May 28 06:18:20.002707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c72d68-481e-4c39-9c1c-0f400c23a437 req-e7498e08-d3e5-4242-ae72-ea8c745087a0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:20.004172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a2c72d68-481e-4c39-9c1c-0f400c23a437 req-e7498e08-d3e5-4242-ae72-ea8c745087a0 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 945 time: 0.0793588 May 28 06:18:20.047012 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a2c72d68-481e-4c39-9c1c-0f400c23a437 req-6a67f39a-dc2d-4498-a0ab-e52c587e37c5 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372236 May 28 06:18:20.226755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160e48-0bdc-4c7f-8582-010fd49b87ea req-d354bff8-5f33-4e2e-a060-91c1e0a865ed tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:20.228206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96160e48-0bdc-4c7f-8582-010fd49b87ea req-d354bff8-5f33-4e2e-a060-91c1e0a865ed tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 945 time: 0.0790384 May 28 06:18:20.237346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44498) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:18:20.242112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1b4846c3-cae7-4928-a69a-f9e03d0a75d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Request body: {'floatingip': {'port_id': '78981a46-a6b5-4242-8739-0e87eb76bd98'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:18:20.319395 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1b4846c3-cae7-4928-a69a-f9e03d0a75d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.004749 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1b4846c3-cae7-4928-a69a-f9e03d0a75d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.008460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1b4846c3-cae7-4928-a69a-f9e03d0a75d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.182244 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-1b4846c3-cae7-4928-a69a-f9e03d0a75d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Floating IP 712db690-e300-4ccf-9b2e-55fe7e302ff3 associated. External IP: 172.25.4.175, port: 78981a46-a6b5-4242-8739-0e87eb76bd98. May 28 06:18:21.524338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4846c3-cae7-4928-a69a-f9e03d0a75d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:18:21.697380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4846c3-cae7-4928-a69a-f9e03d0a75d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:18:21.702643 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1b4846c3-cae7-4928-a69a-f9e03d0a75d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:21.707727 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:18:21.717038 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:21.717610 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:18:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:21.758572 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1b4846c3-cae7-4928-a69a-f9e03d0a75d1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "PUT /v2.0/floatingips/712db690-e300-4ccf-9b2e-55fe7e302ff3 HTTP/1.1" status: 200 len: 991 time: 1.5201890 May 28 06:18:21.759133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'tag': '78981a46-a6b5-4242-8739-0e87eb76bd98'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:18:21.803177 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a30a636-85fe-4af3-988a-0c7ffebe5dbc'] response: {'name': 'network-changed', 'server_uuid': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'tag': '78981a46-a6b5-4242-8739-0e87eb76bd98', 'status': 'completed', 'code': 200} May 28 06:18:21.898833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-96b0650f-eb8c-44ae-9f33-113e90dfba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:21.900347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-96b0650f-eb8c-44ae-9f33-113e90dfba01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 1096 time: 0.0750425 May 28 06:18:21.901672 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:22.033960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-d2ff84f0-9a8d-4433-9655-d28ba61c99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:22.035356 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-d2ff84f0-9a8d-4433-9655-d28ba61c99b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.1288648 May 28 06:18:22.138621 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-001d6159-581f-451c-b1b8-3fa39c40227d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78981a46-a6b5-4242-8739-0e87eb76bd98 HTTP/1.1" status: 200 len: 999 time: 0.0973551 May 28 06:18:22.206319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-deb80573-5620-40c0-8237-29e77ad8713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:22.207798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-deb80573-5620-40c0-8237-29e77ad8713a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0635340 May 28 06:18:22.247633 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '712db690-e300-4ccf-9b2e-55fe7e302ff3', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '78981a46-a6b5-4242-8739-0e87eb76bd98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:a6:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:04Z', 'updated_at': '2022-05-28T06:18:20Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:22.251832 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:18:22.260546 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:18:22.261143 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:18:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:22.283818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-8eb6cc2d-cf16-448d-b72a-8ce04fd27f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:22.285380 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-8eb6cc2d-cf16-448d-b72a-8ce04fd27f3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716741 May 28 06:18:22.425401 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-31053d45-14cd-4e71-9628-026fc2167fa6 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339757 May 28 06:18:22.458286 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:18:22.566070 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46031fc6-a97b-4b94-baed-786b8e65d889 req-3d3d8cd5-49ef-431c-8e48-e021a43d13a8 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346509 May 28 06:18:22.810181 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '712db690-e300-4ccf-9b2e-55fe7e302ff3', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '78981a46-a6b5-4242-8739-0e87eb76bd98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:a6:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:04Z', 'updated_at': '2022-05-28T06:18:20Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:18:22.815289 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc9f69-df4a-4913-90a2-5079cd64e83e None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '712db690-e300-4ccf-9b2e-55fe7e302ff3', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'port_id': '78981a46-a6b5-4242-8739-0e87eb76bd98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'mac_address': 'fa:16:3e:a6:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:18:04Z', 'updated_at': '2022-05-28T06:18:20Z', 'revision_number': 1, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:18:23.010672 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07330539-558e-44ff-8907-eb355007157c None None] New status for floating IP 712db690-e300-4ccf-9b2e-55fe7e302ff3: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:18:27.623996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-41a06bf9-a214-40a5-be12-799e6e379037 req-70186149-1880-4b64-baec-f862389ac7a6 tempest-VolumesBackupsTest-829896708 tempest-VolumesBackupsTest-829896708-project] (88417) timed out ('10.222.0.41', 56161) {{(pid=88417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:18:31.195860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:38.516144 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc5fce91-ce5e-4d18-92ad-b75998c6d54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.375968 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:40.723926 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8fb8da17-fbdf-49bc-9165-b177b6ae57d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.647667 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:41.719056 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:42.851092 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:18:43.386906 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:18:47.875618 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-825c8ca6-2cfb-4504-8d08-a4304c4bdcdd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1881254 May 28 06:18:48.013164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-cbbcd91c-75d1-4ed4-af10-0ff8b3dd82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:48.014600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-cbbcd91c-75d1-4ed4-af10-0ff8b3dd82ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 1096 time: 0.0695159 May 28 06:18:48.160553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-252ccf50-ee78-4c93-a661-b84ae187f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:48.162009 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-252ccf50-ee78-4c93-a661-b84ae187f29e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 200 len: 915 time: 0.1245952 May 28 06:18:48.266649 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-1302dfbe-566a-4ed9-8334-b13bc0181080 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78981a46-a6b5-4242-8739-0e87eb76bd98 HTTP/1.1" status: 200 len: 1001 time: 0.0980074 May 28 06:18:48.326723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-befb320f-40b5-4e5f-80c6-7e49f08495c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:48.328127 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-befb320f-40b5-4e5f-80c6-7e49f08495c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 200 len: 853 time: 0.0557737 May 28 06:18:48.405112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-75fd49ea-eb37-4ebf-9bad-e0d7c2d4107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:48.406584 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-75fd49ea-eb37-4ebf-9bad-e0d7c2d4107c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4a350c4-5c24-4bba-b238-222c7a71d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720148 May 28 06:18:48.538877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-eafc089c-9a67-4082-a6db-4ad58c510df7 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249852 May 28 06:18:48.668771 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3248008a-57bd-4f28-a6f0-91b8fcc96ee4 req-7a9f856c-7d98-4b72-acf9-1f5a38399025 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241281 May 28 06:18:59.187826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4219065b-dc12-45ac-9a47-c324e5087321 req-42fd2c5e-6449-44b0-b057-cf09b29e994d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1520879 May 28 06:18:59.339045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219065b-dc12-45ac-9a47-c324e5087321 req-663e16f8-31ab-4789-9d52-39a30891b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:59.340521 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4219065b-dc12-45ac-9a47-c324e5087321 req-663e16f8-31ab-4789-9d52-39a30891b99b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1097 time: 0.0692263 May 28 06:18:59.481472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219065b-dc12-45ac-9a47-c324e5087321 req-fa7c1f74-ad6e-4667-9382-3cbcd8f25991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:59.482876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4219065b-dc12-45ac-9a47-c324e5087321 req-fa7c1f74-ad6e-4667-9382-3cbcd8f25991 service neutron] 10.222.0.33 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1241882 May 28 06:18:59.701133 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4219065b-dc12-45ac-9a47-c324e5087321 req-dbf4ed09-8628-435b-badf-65de3b17ab85 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1002 time: 0.2116995 May 28 06:18:59.764471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219065b-dc12-45ac-9a47-c324e5087321 req-9c0b337c-4b2c-4766-b113-447b281cf686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:59.765848 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4219065b-dc12-45ac-9a47-c324e5087321 req-9c0b337c-4b2c-4766-b113-447b281cf686 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0589137 May 28 06:18:59.846975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219065b-dc12-45ac-9a47-c324e5087321 req-f4be3d3a-6954-4835-8f32-0ff38cc41ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:18:59.848471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4219065b-dc12-45ac-9a47-c324e5087321 req-f4be3d3a-6954-4835-8f32-0ff38cc41ae8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762875 May 28 06:18:59.976814 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4219065b-dc12-45ac-9a47-c324e5087321 req-85c65f5a-5469-4a7e-a046-155573fc694f service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222234 May 28 06:19:00.106495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4219065b-dc12-45ac-9a47-c324e5087321 req-ec427ed2-617b-453b-b201-f98ab2999cd8 service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232858 May 28 06:19:01.201311 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:05.791384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f451352-2c69-4c27-85c8-a6c21a11b566 req-d3c1ac25-11bf-4cb1-90ab-7b3e34c9f5ba tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:05.792813 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f451352-2c69-4c27-85c8-a6c21a11b566 req-d3c1ac25-11bf-4cb1-90ab-7b3e34c9f5ba tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 945 time: 0.0788479 May 28 06:19:05.836454 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f451352-2c69-4c27-85c8-a6c21a11b566 req-91b1047e-2f49-4e27-b8fe-4f5643686cae tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377994 May 28 06:19:07.027127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535c64c-3020-41b3-be9f-0bba7a52b2d5 req-ec162ea4-8e29-4ca4-8971-d1ca40a5a5ae tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:07.028587 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5535c64c-3020-41b3-be9f-0bba7a52b2d5 req-ec162ea4-8e29-4ca4-8971-d1ca40a5a5ae tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 945 time: 0.0847361 May 28 06:19:07.072471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5535c64c-3020-41b3-be9f-0bba7a52b2d5 req-8b5885d5-2775-4317-b1db-acc5880bb37b tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376735 May 28 06:19:07.504825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-eda6668d-12e4-4494-a4dd-e1b8e2d96824 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:07.506200 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-eda6668d-12e4-4494-a4dd-e1b8e2d96824 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 945 time: 0.0826018 May 28 06:19:07.576446 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Deleting port 78981a46-a6b5-4242-8739-0e87eb76bd98 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:19:07.576776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:07.824166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] For port 78981a46-a6b5-4242-8739-0e87eb76bd98, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=78981a46-a6b5-4242-8739-0e87eb76bd98,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:07.824527 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.113002 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.113372 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.113681 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Floating IP 712db690-e300-4ccf-9b2e-55fe7e302ff3 disassociated. External IP: 172.25.4.175, port: 78981a46-a6b5-4242-8739-0e87eb76bd98. May 28 06:19:08.114012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Calling delete_port for 78981a46-a6b5-4242-8739-0e87eb76bd98 owned by compute:nova {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:19:08.421239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabaff7-4b4a-4b49-b734-a8d5247d6f51 req-aba24a44-60db-4ea0-900e-ec8dc2f29566 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:08.422661 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dabaff7-4b4a-4b49-b734-a8d5247d6f51 req-aba24a44-60db-4ea0-900e-ec8dc2f29566 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 945 time: 0.1546459 May 28 06:19:08.466206 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.517346 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00256418-ca0b-409a-aedd-4f9e2b151131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.527449 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dabaff7-4b4a-4b49-b734-a8d5247d6f51 req-de699754-75f3-4e4e-9e0a-5ae63f6e0989 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups?id=8da4912b-5a4d-468c-9f57-b46c0afee8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982690 May 28 06:19:08.528425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'Port': ['ID=78981a46-a6b5-4242-8739-0e87eb76bd98,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:08.539893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.540292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.540633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.540961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.541268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.541596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.542033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.542289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.542613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.542931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.543277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.543587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:08.734532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:19:08.916185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:19:08.926131 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:19:08.936522 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:19:08.937265 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:18:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:08.989797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] No DVR routers for this DVR port 78981a46-a6b5-4242-8739-0e87eb76bd98 on host n-h2-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:19:08.992348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:08.995307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'name': 'network-vif-deleted', 'tag': '78981a46-a6b5-4242-8739-0e87eb76bd98'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:09.016622 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c712da0f-7a5b-4109-a944-cab49f4239fa req-e379d114-2575-49cb-b627-4d38d903bc09 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.41 "DELETE /v2.0/ports/78981a46-a6b5-4242-8739-0e87eb76bd98 HTTP/1.1" status: 204 len: 173 time: 1.5022628 May 28 06:19:09.052922 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49ea236-a255-40d3-9a5b-434673e91c52'] response: {'server_uuid': '1d653bbe-a061-4d3f-9268-8e9caad40c97', 'name': 'network-vif-deleted', 'tag': '78981a46-a6b5-4242-8739-0e87eb76bd98', 'status': 'completed', 'code': 200} May 28 06:19:09.135263 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:19:09.443045 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:09.446916 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:19:09.455055 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:19:09.456186 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:18:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:09.654421 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:19:09.700698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2e54c6c1-9e8a-4bd4-a7c8-4e135c29c598 req-541704d4-1a51-4d3e-beb4-5a6251cd8be1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Synchronizing usage tracker for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:19:09.716425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2e54c6c1-9e8a-4bd4-a7c8-4e135c29c598 req-541704d4-1a51-4d3e-beb4-5a6251cd8be1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Unset dirty status for tenant:b45bdc2b2eda4f44a966b9188eddda82 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:19:09.717700 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e54c6c1-9e8a-4bd4-a7c8-4e135c29c598 req-541704d4-1a51-4d3e-beb4-5a6251cd8be1 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d653bbe-a061-4d3f-9268-8e9caad40c97 HTTP/1.1" status: 200 len: 210 time: 0.0657899 May 28 06:19:09.968032 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:09.971774 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ebd1c-9c7a-4e55-83f8-a1008cc3efc4 None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:13:09Z', 'revision_number': 4, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '1d12b30b-8b06-430b-8c3b-128ed236b588', 'name': '', 'network_id': 'a4a350c4-5c24-4bba-b238-222c7a71d7ad', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'mac_address': 'fa:16:3e:42:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:08Z', 'updated_at': '2022-05-28T06:13:16Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'subnets': [{'id': '5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:19:10.176671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2f7a1e-b80e-4c63-b44a-e4e95609a63e None None] New status for floating IP 712db690-e300-4ccf-9b2e-55fe7e302ff3: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:19:10.400668 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:10.728254 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca353b78-6c22-4cd8-aeb5-616ae4eb645a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:10.839641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44612) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:10.904529 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edefc449-e4e8-49f1-8ef4-274ab3c82221 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:10.932785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edefc449-e4e8-49f1-8ef4-274ab3c82221 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:10.983504 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edefc449-e4e8-49f1-8ef4-274ab3c82221 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.001790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefc449-e4e8-49f1-8ef4-274ab3c82221 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da4912b-5a4d-468c-9f57-b46c0afee8ae,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:11.013286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edefc449-e4e8-49f1-8ef4-274ab3c82221 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.014412 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-edefc449-e4e8-49f1-8ef4-274ab3c82221 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "DELETE /v2.0/security-groups/8da4912b-5a4d-468c-9f57-b46c0afee8ae HTTP/1.1" status: 204 len: 168 time: 0.1737792 May 28 06:19:11.017126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44616) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:11.033646 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-a7684872-4db4-4239-aa15-c6589c319e73 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] show failed (client error): The resource could not be found. May 28 06:19:11.034610 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a7684872-4db4-4239-aa15-c6589c319e73 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "GET /v2.0/security-groups/8da4912b-5a4d-468c-9f57-b46c0afee8ae HTTP/1.1" status: 404 len: 347 time: 0.0165727 May 28 06:19:11.037301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44620) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:11.192409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b9657-8d33-4155-8604-6417e8162e46 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Deleting port da79d038-20f4-434f-a321-74718254629d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:19:11.192748 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9657-8d33-4155-8604-6417e8162e46 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.238369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 78981a46-a6b5-4242-8739-0e87eb76bd98 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:11.272058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 78981a46-a6b5-4242-8739-0e87eb76bd98 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:19:11.272400 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 78981a46-a6b5-4242-8739-0e87eb76bd98 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:19:11.359254 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9657-8d33-4155-8604-6417e8162e46 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.359603 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9657-8d33-4155-8604-6417e8162e46 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.482589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b9657-8d33-4155-8604-6417e8162e46 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Calling delete_port for da79d038-20f4-434f-a321-74718254629d owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:19:11.650490 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.723600 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.727256 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9657-8d33-4155-8604-6417e8162e46 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.774578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b9657-8d33-4155-8604-6417e8162e46 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Pushing event deleted for resources: {'Port': ['ID=da79d038-20f4-434f-a321-74718254629d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:11.865512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9657-8d33-4155-8604-6417e8162e46 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.882864 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9657-8d33-4155-8604-6417e8162e46 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:11.884030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6c5b9657-8d33-4155-8604-6417e8162e46 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] 10.222.0.39 "DELETE /v2.0/floatingips/712db690-e300-4ccf-9b2e-55fe7e302ff3 HTTP/1.1" status: 204 len: 168 time: 0.8457911 May 28 06:19:13.390866 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:19.369431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44672) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:19.849176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1495d2-b758-4350-826b-95cd0a2ce6c3 req-2a30d481-2b10-430a-acd3-d79e38ccb6ff tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:19.850747 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb1495d2-b758-4350-826b-95cd0a2ce6c3 req-2a30d481-2b10-430a-acd3-d79e38ccb6ff tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1097 time: 0.0733972 May 28 06:19:19.851060 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:19:19.891976 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb1495d2-b758-4350-826b-95cd0a2ce6c3 req-dff91fd8-6840-460c-bd48-6cb0cfa1ffc0 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352657 May 28 06:19:20.097512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.171168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cdba-0ea4-4660-afc1-b61e46ee0950 req-9b56c22e-e105-4abd-b26f-cba000cdd69f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:20.172636 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4df6cdba-0ea4-4660-afc1-b61e46ee0950 req-9b56c22e-e105-4abd-b26f-cba000cdd69f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.1665752 May 28 06:19:20.303591 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4df6cdba-0ea4-4660-afc1-b61e46ee0950 req-204bb286-64f6-412d-9ba4-038c837d9409 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225538 May 28 06:19:20.325766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44684) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:20.434070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d553378e-09c1-487b-bb01-a6c574638ae1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/747102a8-4ab0-46a7-901a-249329cf9f60 HTTP/1.1" status: 200 len: 994 time: 0.1069775 May 28 06:19:20.492218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] Deleting port 1d12b30b-8b06-430b-8c3b-128ed236b588 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:19:20.492800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.790989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] For port 1d12b30b-8b06-430b-8c3b-128ed236b588, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=1d12b30b-8b06-430b-8c3b-128ed236b588,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:20.791366 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:20.913302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] Calling delete_port for 1d12b30b-8b06-430b-8c3b-128ed236b588 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:19:21.179076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08b0e6-1f07-4b01-8471-1998ef69f0c5 req-5889769c-1a4d-42b5-aba8-8262009b4feb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:21.180391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d08b0e6-1f07-4b01-8471-1998ef69f0c5 req-5889769c-1a4d-42b5-aba8-8262009b4feb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0884976 May 28 06:19:21.225205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3d08b0e6-1f07-4b01-8471-1998ef69f0c5 req-ad9c32dc-7e5b-4683-8994-3b95c089a94e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391977 May 28 06:19:21.286311 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-f67c4c31-bc49-4554-9d17-2d2cbc02d893 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1943903 May 28 06:19:21.300295 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:21.347885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d12b30b-8b06-430b-8c3b-128ed236b588,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:21.624715 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:21.994787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] Router 8944d29e-8b25-4f9d-89a0-91f5581aff1f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:19:22.310830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:19:22.320330 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] Sync routers for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:19:22.331035 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-adbb38d5-034c-4e91-a722-c7d2bce3e3e2 admin admin] 10.222.0.39 "PUT /v2.0/routers/8944d29e-8b25-4f9d-89a0-91f5581aff1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9577589 May 28 06:19:22.331422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44730) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:22.332023 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:19:22.332716 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:19:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:22.519158 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:19:22.577877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.625262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676677-2a28-491e-96b6-ec6d37260e23 req-e295da9d-438a-4e66-9960-c907bfb93b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:22.627402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-e295da9d-438a-4e66-9960-c907bfb93b01 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1097 time: 0.0781252 May 28 06:19:22.651477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92903530-db11-4756-b0e2-78f04e164c51 req-489d5310-4489-4b8c-a687-36924ca2b884 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:22.652939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92903530-db11-4756-b0e2-78f04e164c51 req-489d5310-4489-4b8c-a687-36924ca2b884 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.2621994 May 28 06:19:22.761230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676677-2a28-491e-96b6-ec6d37260e23 req-426145e1-934f-404a-b4fb-e179db21b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:22.765115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-426145e1-934f-404a-b4fb-e179db21b2d1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1330495 May 28 06:19:22.787789 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-92903530-db11-4756-b0e2-78f04e164c51 req-d5e674d7-064a-4967-ac0f-84822f8bc73d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230464 May 28 06:19:22.824070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.833647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Deleting port de22f896-41f8-4803-8025-ab1f9ddac950 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:19:22.834088 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:22.847131 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:19:21Z', 'revision_number': 5, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port': {'id': 'de22f896-41f8-4803-8025-ab1f9ddac950', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:13:05Z', 'updated_at': '2022-05-28T06:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:22.850994 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] Checking router: 8944d29e-8b25-4f9d-89a0-91f5581aff1f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:19:22.859497 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] Routers {'8944d29e-8b25-4f9d-89a0-91f5581aff1f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:19:22.860313 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:19:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:22.874328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-0abed897-5bd6-485e-bf37-3ea1de9da461 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1002 time: 0.1035922 May 28 06:19:22.941527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676677-2a28-491e-96b6-ec6d37260e23 req-cb77c6ba-61e9-4289-80ad-64d411eef85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:22.943072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-cb77c6ba-61e9-4289-80ad-64d411eef85b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0627928 May 28 06:19:23.011520 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] Set router 8944d29e-8b25-4f9d-89a0-91f5581aff1f gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:19:23.025324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676677-2a28-491e-96b6-ec6d37260e23 req-9ca845cb-3226-4de9-98b6-a9e645c61fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:23.025661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] For port de22f896-41f8-4803-8025-ab1f9ddac950, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=de22f896-41f8-4803-8025-ab1f9ddac950,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:23.026185 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.027450 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-9ca845cb-3226-4de9-98b6-a9e645c61fd4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777469 May 28 06:19:23.121959 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:19:22Z', 'revision_number': 6, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:23.126097 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fe16f-1385-4777-9a46-79d2ff58abd3 None None] The sync data for ids ['8944d29e-8b25-4f9d-89a0-91f5581aff1f'] in n-d-843679-5 is: [{'id': '8944d29e-8b25-4f9d-89a0-91f5581aff1f', 'name': 'tempest-AttachVolumeNegativeTest-988830366-router', 'tenant_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:13:04Z', 'updated_at': '2022-05-28T06:19:22Z', 'revision_number': 6, 'project_id': 'b45bdc2b2eda4f44a966b9188eddda82', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:19:23.161704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Calling delete_port for de22f896-41f8-4803-8025-ab1f9ddac950 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:19:23.187837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-fad2f42d-f155-4bfc-8b1f-a33051a10de7 service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535358 May 28 06:19:23.347039 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.354379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-9e0a5cdc-2fd9-428f-9a98-ae603e6f8d89 service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551390 May 28 06:19:23.396673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=de22f896-41f8-4803-8025-ab1f9ddac950,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:23.492139 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.796419 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.798612 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.821561 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.821914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8944d29e-8b25-4f9d-89a0-91f5581aff1f {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:19:23.835182 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.836344 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c069d231-aa64-48fc-a2ec-cfa6f2b273f4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8944d29e-8b25-4f9d-89a0-91f5581aff1f HTTP/1.1" status: 204 len: 168 time: 1.5039358 May 28 06:19:23.838823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44738) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:23.900071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c6e684-eff2-40fa-ac47-e2855ed5e8d0 admin admin] Deleting subnet 5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:19:23.903081 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3c6e684-eff2-40fa-ac47-e2855ed5e8d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.959025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3c6e684-eff2-40fa-ac47-e2855ed5e8d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:23.988539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef113c0-1f35-4637-b386-49e164c02691 req-565508cb-6eb4-41ff-bc12-7efaa6441b34 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:23.990009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ef113c0-1f35-4637-b386-49e164c02691 req-565508cb-6eb4-41ff-bc12-7efaa6441b34 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0941603 May 28 06:19:24.040198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ef113c0-1f35-4637-b386-49e164c02691 req-1130d006-6eca-4525-b71e-ba172dad2a5e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441332 May 28 06:19:24.048435 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3c6e684-eff2-40fa-ac47-e2855ed5e8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.116716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3c6e684-eff2-40fa-ac47-e2855ed5e8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.162135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3c6e684-eff2-40fa-ac47-e2855ed5e8d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.164768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6e684-eff2-40fa-ac47-e2855ed5e8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:24.167907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc6b49-bbad-4f27-bc40-26368b70b26a None None] Network a4a350c4-5c24-4bba-b238-222c7a71d7ad requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:19:24.173601 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c3c6e684-eff2-40fa-ac47-e2855ed5e8d0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5e8f161d-d68f-469a-b9bd-9dc4cf7bd66c HTTP/1.1" status: 204 len: 168 time: 0.3315334 May 28 06:19:24.173901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44742) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:24.291502 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.301899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Deleting port ea0b68e3-01b4-4294-a09c-a2f2237471f6 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:19:24.302233 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.463798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] DHCP port deletion for a4a350c4-5c24-4bba-b238-222c7a71d7ad request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:19:24.468890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] Deleting port ea0b68e3-01b4-4294-a09c-a2f2237471f6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:19:24.469489 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.550104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1d12b30b-8b06-430b-8c3b-128ed236b588 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:24.596107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 1d12b30b-8b06-430b-8c3b-128ed236b588 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:19:24.596366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 1d12b30b-8b06-430b-8c3b-128ed236b588 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:19:24.596789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device de22f896-41f8-4803-8025-ab1f9ddac950 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:24.624449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] For port ea0b68e3-01b4-4294-a09c-a2f2237471f6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ea0b68e3-01b4-4294-a09c-a2f2237471f6,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:24.624795 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.633895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: de22f896-41f8-4803-8025-ab1f9ddac950 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:19:24.634240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device de22f896-41f8-4803-8025-ab1f9ddac950 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:19:24.634658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device ea0b68e3-01b4-4294-a09c-a2f2237471f6 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:24.750021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Calling delete_port for ea0b68e3-01b4-4294-a09c-a2f2237471f6 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:19:24.831479 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.854659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Port ea0b68e3-01b4-4294-a09c-a2f2237471f6 update to DOWN by agent not found {{(pid=88418) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 28 06:19:24.875957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] For port ea0b68e3-01b4-4294-a09c-a2f2237471f6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=ea0b68e3-01b4-4294-a09c-a2f2237471f6,segment=NetworkSegment(cc825a84-2f14-4cb3-977e-7d6bf089f081),segment_id=cc825a84-2f14-4cb3-977e-7d6bf089f081)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:24.876355 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:24.877128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0b68e3-01b4-4294-a09c-a2f2237471f6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:24.886484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] No DVR routers for this DVR port ea0b68e3-01b4-4294-a09c-a2f2237471f6 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:19:24.888632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.888968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.889299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.889627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.889951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.890269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.890734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.890917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.891207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.891549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.891862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:24.892172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:25.005460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] Calling delete_port for ea0b68e3-01b4-4294-a09c-a2f2237471f6 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:19:25.008658 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.033624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a350c4-5c24-4bba-b238-222c7a71d7ad']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:25.049384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc825a84-2f14-4cb3-977e-7d6bf089f081') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:25.049678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc825a84-2f14-4cb3-977e-7d6bf089f081') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:19:25.061107 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.077110 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:19:25.077476 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:19:25.077980 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.085312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:19:25.085814 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.150212 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment cc825a84-2f14-4cb3-977e-7d6bf089f081 resource provider aggregate not found May 28 06:19:25.169585 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment cc825a84-2f14-4cb3-977e-7d6bf089f081 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc825a84-2f14-4cb3-977e-7d6bf089f081 found for delete ", "request_id": "req-fd8cf141-025f-4389-bd20-ed4dfd61a758"}]} May 28 06:19:25.183810 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.200420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.214529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a350c4-5c24-4bba-b238-222c7a71d7ad,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:25.228356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-982d4db2-6c6d-4f88-bbde-d2a75d3d437e admin admin] 10.222.0.39 "DELETE /v2.0/networks/a4a350c4-5c24-4bba-b238-222c7a71d7ad HTTP/1.1" status: 204 len: 168 time: 1.0534034 May 28 06:19:25.232596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10abe5-7f12-4157-8bdb-5e29476bbbf4 req-ae4b7400-9f54-4f43-960e-35f6f80ad75e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:25.234076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cd10abe5-7f12-4157-8bdb-5e29476bbbf4 req-ae4b7400-9f54-4f43-960e-35f6f80ad75e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0862145 May 28 06:19:25.281324 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cd10abe5-7f12-4157-8bdb-5e29476bbbf4 req-8fc123ab-545d-4cbf-b7aa-1cf861d258bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 May 28 06:19:25.347213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44754) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:25.395703 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d52296b9-de8c-4088-8cd9-ad93af54ea95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b45bdc2b2eda4f44a966b9188eddda82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471609 May 28 06:19:25.397979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44758) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:25.457992 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-11531965-a90c-4997-abf5-a5e6aab0a614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.482768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-11531965-a90c-4997-abf5-a5e6aab0a614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.535179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-11531965-a90c-4997-abf5-a5e6aab0a614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.552859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11531965-a90c-4997-abf5-a5e6aab0a614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5babd0-160a-4cf1-9e56-ef2dea122e5a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:25.561583 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-11531965-a90c-4997-abf5-a5e6aab0a614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.562702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-11531965-a90c-4997-abf5-a5e6aab0a614 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c5babd0-160a-4cf1-9e56-ef2dea122e5a HTTP/1.1" status: 204 len: 168 time: 0.1638544 May 28 06:19:25.578776 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] Deleting port ea0b68e3-01b4-4294-a09c-a2f2237471f6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:19:25.579346 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:25.653358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b7750c21-35da-4daf-a50a-cb84b91c2f15 None None] The port 'ea0b68e3-01b4-4294-a09c-a2f2237471f6' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:19:26.472689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa62cec-74aa-4914-88b9-233afaa7f20a req-7b0f7259-463d-4888-9dcb-95bcd511b18a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:26.474146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fa62cec-74aa-4914-88b9-233afaa7f20a req-7b0f7259-463d-4888-9dcb-95bcd511b18a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0820596 May 28 06:19:26.518774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2fa62cec-74aa-4914-88b9-233afaa7f20a req-ffd3dfb9-3540-4456-aecf-ce1980de56df tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390620 May 28 06:19:27.725869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f9a3a-8207-4113-af59-6317f1fa3321 req-f9592fad-3dd4-4a44-af70-9c7db7da7dd1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:27.727418 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee8f9a3a-8207-4113-af59-6317f1fa3321 req-f9592fad-3dd4-4a44-af70-9c7db7da7dd1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0963426 May 28 06:19:27.778858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee8f9a3a-8207-4113-af59-6317f1fa3321 req-81105a32-7f83-4be6-96c2-3a4abd812179 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456228 May 28 06:19:28.211942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44822) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:28.328303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf8dd-af47-4052-921c-71b76634cd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:28.342430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3aeaf8dd-af47-4052-921c-71b76634cd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:28.346494 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3aeaf8dd-af47-4052-921c-71b76634cd0d admin admin] Usage tracker for resource:security_group_rule and tenant:0f805666bd24415b9619d25d194c2ed2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:28.349372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3aeaf8dd-af47-4052-921c-71b76634cd0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:28.355075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3aeaf8dd-af47-4052-921c-71b76634cd0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:28.445380 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf8dd-af47-4052-921c-71b76634cd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:28.449457 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf8dd-af47-4052-921c-71b76634cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:28.496063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeaf8dd-af47-4052-921c-71b76634cd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51fdc68-ab5d-4671-b7ea-7aa9a5d419db,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:28.503729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44828) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:28.504228 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3aeaf8dd-af47-4052-921c-71b76634cd0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f805666bd24415b9619d25d194c2ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907579 May 28 06:19:28.561289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91daa52f-fecb-4c32-bd2f-3bb3aaee3499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:28.587313 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91daa52f-fecb-4c32-bd2f-3bb3aaee3499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:28.642905 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91daa52f-fecb-4c32-bd2f-3bb3aaee3499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:28.656587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91daa52f-fecb-4c32-bd2f-3bb3aaee3499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51fdc68-ab5d-4671-b7ea-7aa9a5d419db,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:28.665334 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-91daa52f-fecb-4c32-bd2f-3bb3aaee3499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:28.667658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-91daa52f-fecb-4c32-bd2f-3bb3aaee3499 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f51fdc68-ab5d-4671-b7ea-7aa9a5d419db HTTP/1.1" status: 204 len: 168 time: 0.1628840 May 28 06:19:28.954427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44838) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:28.975607 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-995d3fc1-3f2f-4ab9-8792-efd78408c695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:29.003220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936dd5-9560-4681-8f7f-284820d913bc req-627d5c3b-7f4c-4cf2-85a9-fc9f22db7e9a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:29.004693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-54936dd5-9560-4681-8f7f-284820d913bc req-627d5c3b-7f4c-4cf2-85a9-fc9f22db7e9a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.1151884 May 28 06:19:29.005628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-995d3fc1-3f2f-4ab9-8792-efd78408c695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:29.026343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-995d3fc1-3f2f-4ab9-8792-efd78408c695 admin admin] Usage tracker for resource:security_group_rule and tenant:5becfddd616d43a9a06bebbec1cdcad8 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:29.034009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-995d3fc1-3f2f-4ab9-8792-efd78408c695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:29.054354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-995d3fc1-3f2f-4ab9-8792-efd78408c695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:29.091885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-54936dd5-9560-4681-8f7f-284820d913bc req-6926b679-1b5e-4d3c-88da-7e7d7034dfb5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798745 May 28 06:19:29.161012 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-995d3fc1-3f2f-4ab9-8792-efd78408c695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:29.164830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-995d3fc1-3f2f-4ab9-8792-efd78408c695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:29.210603 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-995d3fc1-3f2f-4ab9-8792-efd78408c695 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5becfddd616d43a9a06bebbec1cdcad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546299 May 28 06:19:29.212219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d3fc1-3f2f-4ab9-8792-efd78408c695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c1d83e-9481-4a10-b0ae-2df1cb56861c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:29.213308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44842) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:29.272484 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01593281-0e81-4643-b0e6-49e6561d92cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:29.297672 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01593281-0e81-4643-b0e6-49e6561d92cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:29.352125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01593281-0e81-4643-b0e6-49e6561d92cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:29.368318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01593281-0e81-4643-b0e6-49e6561d92cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c1d83e-9481-4a10-b0ae-2df1cb56861c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:29.377853 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-01593281-0e81-4643-b0e6-49e6561d92cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:29.379019 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-01593281-0e81-4643-b0e6-49e6561d92cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68c1d83e-9481-4a10-b0ae-2df1cb56861c HTTP/1.1" status: 204 len: 168 time: 0.1647000 May 28 06:19:30.281688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1244ad-7651-45f7-94ec-631f5fe3f6f7 req-92212d2b-c5a8-43d4-9f67-a6425a42ac6d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:30.283867 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb1244ad-7651-45f7-94ec-631f5fe3f6f7 req-92212d2b-c5a8-43d4-9f67-a6425a42ac6d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0820611 May 28 06:19:30.331191 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb1244ad-7651-45f7-94ec-631f5fe3f6f7 req-43cb7eac-8606-4d08-a301-3410835f775b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411913 May 28 06:19:31.210844 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.382991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44910) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:31.496809 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41420d9e-7712-411e-bbe4-3818e977bc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.511637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-41420d9e-7712-411e-bbe4-3818e977bc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:31.515526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-41420d9e-7712-411e-bbe4-3818e977bc4b admin admin] Usage tracker for resource:security_group_rule and tenant:a45e7d1e32414ac6ae8db545b12ddc67 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:31.518378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-41420d9e-7712-411e-bbe4-3818e977bc4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:31.521685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79277ad-5e39-4f58-ae96-fcedaa2822a5 req-8c69b9a3-2c92-49f8-ad64-7ceba0cf2913 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:31.523124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c79277ad-5e39-4f58-ae96-fcedaa2822a5 req-8c69b9a3-2c92-49f8-ad64-7ceba0cf2913 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0803804 May 28 06:19:31.524473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-41420d9e-7712-411e-bbe4-3818e977bc4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:31.573328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c79277ad-5e39-4f58-ae96-fcedaa2822a5 req-95da72e0-7594-4abf-bdf5-d3b8d487de0a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445342 May 28 06:19:31.615577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41420d9e-7712-411e-bbe4-3818e977bc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.619308 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41420d9e-7712-411e-bbe4-3818e977bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.668975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-41420d9e-7712-411e-bbe4-3818e977bc4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a45e7d1e32414ac6ae8db545b12ddc67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847095 May 28 06:19:31.670140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41420d9e-7712-411e-bbe4-3818e977bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba1534b-7707-4173-b293-5ff64f8615a4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:31.671619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44916) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:31.731845 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5e9e403-4c59-46fb-8156-a2ce06445103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.757706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5e9e403-4c59-46fb-8156-a2ce06445103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.808690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5e9e403-4c59-46fb-8156-a2ce06445103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.823299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9e403-4c59-46fb-8156-a2ce06445103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba1534b-7707-4173-b293-5ff64f8615a4,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:31.832586 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5e9e403-4c59-46fb-8156-a2ce06445103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:31.833689 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d5e9e403-4c59-46fb-8156-a2ce06445103 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bba1534b-7707-4173-b293-5ff64f8615a4 HTTP/1.1" status: 204 len: 168 time: 0.1611106 May 28 06:19:32.146944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 44924) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:32.165142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45e3aa9c-2fd1-43f0-9fc3-01269b0b45f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.179331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-45e3aa9c-2fd1-43f0-9fc3-01269b0b45f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:32.183159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-45e3aa9c-2fd1-43f0-9fc3-01269b0b45f3 admin admin] Usage tracker for resource:security_group_rule and tenant:96ac1c48cae84fd78179d7774ee5a8b7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:32.185959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-45e3aa9c-2fd1-43f0-9fc3-01269b0b45f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:32.191742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-45e3aa9c-2fd1-43f0-9fc3-01269b0b45f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:32.274857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45e3aa9c-2fd1-43f0-9fc3-01269b0b45f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.278402 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-45e3aa9c-2fd1-43f0-9fc3-01269b0b45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.328606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-45e3aa9c-2fd1-43f0-9fc3-01269b0b45f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96ac1c48cae84fd78179d7774ee5a8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803973 May 28 06:19:32.329321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3aa9c-2fd1-43f0-9fc3-01269b0b45f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc129863-7ec0-46c2-878e-75e8fc7f43b5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:32.331933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44928) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:32.393439 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-934330d2-ea13-471f-bf2a-06941aff5640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.418117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-934330d2-ea13-471f-bf2a-06941aff5640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.469253 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-934330d2-ea13-471f-bf2a-06941aff5640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.484391 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934330d2-ea13-471f-bf2a-06941aff5640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc129863-7ec0-46c2-878e-75e8fc7f43b5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:32.494621 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-934330d2-ea13-471f-bf2a-06941aff5640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:32.495795 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-934330d2-ea13-471f-bf2a-06941aff5640 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc129863-7ec0-46c2-878e-75e8fc7f43b5 HTTP/1.1" status: 204 len: 168 time: 0.1628129 May 28 06:19:32.914532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eca686-90a2-423a-98bd-21373037288f req-f6c70d88-95c0-4df5-9194-c1080d727894 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:32.916089 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36eca686-90a2-423a-98bd-21373037288f req-f6c70d88-95c0-4df5-9194-c1080d727894 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0886977 May 28 06:19:32.960612 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36eca686-90a2-423a-98bd-21373037288f req-cbc0ae5d-7ef1-4c8f-92fe-8498e2c3c4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385280 May 28 06:19:34.152031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7e721-fe8a-45d5-a239-06f288b6c44e req-dc537157-7ece-48d2-b8af-106094a0e1ff tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:34.153656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9f7e721-fe8a-45d5-a239-06f288b6c44e req-dc537157-7ece-48d2-b8af-106094a0e1ff tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0837519 May 28 06:19:34.200959 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b9f7e721-fe8a-45d5-a239-06f288b6c44e req-73976d7f-78b5-4201-b65c-66b3eaa7a6d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411062 May 28 06:19:34.819438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 44994) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:34.934102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ccf0feee-83c0-46f9-99ab-a9d306c3ca1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:34.948204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ccf0feee-83c0-46f9-99ab-a9d306c3ca1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:34.952057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ccf0feee-83c0-46f9-99ab-a9d306c3ca1b admin admin] Usage tracker for resource:security_group_rule and tenant:505921c2b6954eb69716dc98ca8fbff0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:34.955239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ccf0feee-83c0-46f9-99ab-a9d306c3ca1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:34.960835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ccf0feee-83c0-46f9-99ab-a9d306c3ca1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:35.042219 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ccf0feee-83c0-46f9-99ab-a9d306c3ca1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.045977 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ccf0feee-83c0-46f9-99ab-a9d306c3ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.094176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0feee-83c0-46f9-99ab-a9d306c3ca1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8896f2f-498f-4c27-8982-9782150cfc61,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:35.103840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ccf0feee-83c0-46f9-99ab-a9d306c3ca1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=505921c2b6954eb69716dc98ca8fbff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831404 May 28 06:19:35.105719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45002) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:35.164398 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-134a9954-755f-43ba-8bb2-98eaade4120c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.189265 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-134a9954-755f-43ba-8bb2-98eaade4120c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.241331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-134a9954-755f-43ba-8bb2-98eaade4120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.257663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a9954-755f-43ba-8bb2-98eaade4120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8896f2f-498f-4c27-8982-9782150cfc61,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:35.262806 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-134a9954-755f-43ba-8bb2-98eaade4120c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.266322 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-134a9954-755f-43ba-8bb2-98eaade4120c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8896f2f-498f-4c27-8982-9782150cfc61 HTTP/1.1" status: 204 len: 168 time: 0.1571538 May 28 06:19:35.402570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9d97f-04b6-4e9c-9834-3b36635c8af5 req-c3043527-fbe2-4855-a644-c55fa7e1d453 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:35.404330 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-55f9d97f-04b6-4e9c-9834-3b36635c8af5 req-c3043527-fbe2-4855-a644-c55fa7e1d453 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0883431 May 28 06:19:35.456292 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-55f9d97f-04b6-4e9c-9834-3b36635c8af5 req-c18d2206-ec2c-455e-b354-04b8f825136d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423675 May 28 06:19:35.545529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45012) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:35.562534 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d1d89214-1868-4876-bc05-7b8b186b2736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.577226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d1d89214-1868-4876-bc05-7b8b186b2736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:35.581817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d1d89214-1868-4876-bc05-7b8b186b2736 admin admin] Usage tracker for resource:security_group_rule and tenant:e72b214cbfc747d1b2e5886fb98b3d1d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:35.584769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d1d89214-1868-4876-bc05-7b8b186b2736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:35.590576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d1d89214-1868-4876-bc05-7b8b186b2736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:35.673930 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d1d89214-1868-4876-bc05-7b8b186b2736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.676624 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-80676677-2a28-491e-96b6-ec6d37260e23 req-6d80d087-69ca-4759-b7fe-81438ead6e3f service neutron] show failed (client error): The resource could not be found. May 28 06:19:35.677932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-6d80d087-69ca-4759-b7fe-81438ead6e3f service neutron] 10.222.0.33 "GET /v2.0/ports/efefa332-cb21-4168-8dad-c291e1ee783c/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0818999 May 28 06:19:35.678348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d1d89214-1868-4876-bc05-7b8b186b2736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.728742 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d1d89214-1868-4876-bc05-7b8b186b2736 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e72b214cbfc747d1b2e5886fb98b3d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821001 May 28 06:19:35.730598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45016) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:35.731325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d89214-1868-4876-bc05-7b8b186b2736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f339cf3-9256-43d2-9518-a383d35d6d4b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:35.792290 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38089ee4-44e6-41db-9e57-551d36511911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.822139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38089ee4-44e6-41db-9e57-551d36511911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.878808 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38089ee4-44e6-41db-9e57-551d36511911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.894838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38089ee4-44e6-41db-9e57-551d36511911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f339cf3-9256-43d2-9518-a383d35d6d4b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:35.905060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38089ee4-44e6-41db-9e57-551d36511911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:35.908999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-38089ee4-44e6-41db-9e57-551d36511911 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f339cf3-9256-43d2-9518-a383d35d6d4b HTTP/1.1" status: 204 len: 168 time: 0.1743994 May 28 06:19:35.966654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676677-2a28-491e-96b6-ec6d37260e23 req-72386818-0287-4553-86c2-9d9c67bc8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:35.968171 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-72386818-0287-4553-86c2-9d9c67bc8a07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0774543 May 28 06:19:35.983080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:36.107829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.380073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:36.411427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:36.475693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:36.492235 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.516460 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Transition to ACTIVE for port object efefa332-cb21-4168-8dad-c291e1ee783c will not be triggered until provisioned by entity L2. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:36.521812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:36.572308 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3986fb3-4fd8-45c3-9bb1-856c5d4ca29b'] response: {'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'code': 200} May 28 06:19:36.677841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=6']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:36.678838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593bcd-ad9b-49b2-a27f-6169a15c97f2 req-96588a07-90dd-49dc-b9a0-9c4ef382bc71 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:36.681062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e593bcd-ad9b-49b2-a27f-6169a15c97f2 req-96588a07-90dd-49dc-b9a0-9c4ef382bc71 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 944 time: 0.1097004 May 28 06:19:36.731999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] No DVR routers for this DVR port efefa332-cb21-4168-8dad-c291e1ee783c on host n-h1-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:19:36.754089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e593bcd-ad9b-49b2-a27f-6169a15c97f2 req-6263e241-109d-4e0f-ba4d-71bb3a7d401c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569937 May 28 06:19:37.087158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:37.087763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:37.087984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:37.092847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Port efefa332-cb21-4168-8dad-c291e1ee783c on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:37.093293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:37.099786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:37.100129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Checking segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:37.100582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Bound using segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:37.101011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Bound port: efefa332-cb21-4168-8dad-c291e1ee783c, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:37.101488 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:37.193886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h2-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:37.197369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:37.200801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:37.275278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:37.275889 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:37.277371 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] 10.222.0.41 "PUT /v2.0/ports/efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1092 time: 1.2981954 May 28 06:19:37.294096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22592fce-02a5-4270-b066-7466e3efda5c service neutron] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=7']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:37.378218 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676677-2a28-491e-96b6-ec6d37260e23 req-7cd5d08c-faa9-4b63-91fc-467588975a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:37.380120 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-7cd5d08c-faa9-4b63-91fc-467588975a2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1095 time: 0.0757031 May 28 06:19:37.534966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676677-2a28-491e-96b6-ec6d37260e23 req-6cf9a1f4-fc5f-44bc-9d53-15feb9d827cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:37.536768 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-6cf9a1f4-fc5f-44bc-9d53-15feb9d827cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1478112 May 28 06:19:37.646453 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-c65296a6-d53a-4a39-b714-533ea2b17aef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1000 time: 0.1004014 May 28 06:19:37.713360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676677-2a28-491e-96b6-ec6d37260e23 req-19bd78a3-9cab-4cda-bc01-fe90919115ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:37.714942 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-19bd78a3-9cab-4cda-bc01-fe90919115ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0594816 May 28 06:19:37.804304 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676677-2a28-491e-96b6-ec6d37260e23 req-fa0904a7-380d-4646-90c8-71056e69cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:37.805798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-fa0904a7-380d-4646-90c8-71056e69cad7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817213 May 28 06:19:38.001305 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-c448ef52-e3a7-4af1-8342-d41eadcfe4a2 service neutron] 10.222.0.41 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889491 May 28 06:19:38.013221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae8ecc-bbe4-41e5-95b9-43a1ac803161 req-2d9b4774-5001-478b-98bf-27a5a2dcc1dc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.014920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5ae8ecc-bbe4-41e5-95b9-43a1ac803161 req-2d9b4774-5001-478b-98bf-27a5a2dcc1dc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 944 time: 0.1352320 May 28 06:19:38.169090 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f5ae8ecc-bbe4-41e5-95b9-43a1ac803161 req-afd34449-0c37-4493-b7d7-8cd638aebd80 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325252 May 28 06:19:38.209174 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-378a4cf2-24a1-402f-afed-9ecaef7a8f65 service neutron] 10.222.0.41 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932402 May 28 06:19:38.520765 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-14943ab2-62ad-4daf-b609-81fe2a07cceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:38.573531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:38.633992 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565e05be-1399-4c87-baa6-1b569971f901'] response: {'name': 'network-changed', 'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'status': 'completed', 'code': 200} May 28 06:19:38.729226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a490-00ff-4977-b77c-7019d831398d req-137468d9-3e29-4717-87d9-a0cf3806b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.731032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-137468d9-3e29-4717-87d9-a0cf3806b0ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1095 time: 0.0789602 May 28 06:19:38.753494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a490-00ff-4977-b77c-7019d831398d req-0749e58a-e626-4c51-bca0-c01800997f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.754980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-0749e58a-e626-4c51-bca0-c01800997f6e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1095 time: 0.0768607 May 28 06:19:38.868554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a490-00ff-4977-b77c-7019d831398d req-00503003-206e-40a8-8a1c-22d43ef40c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.870206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-00503003-206e-40a8-8a1c-22d43ef40c1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1301863 May 28 06:19:38.899492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a490-00ff-4977-b77c-7019d831398d req-2ce6be78-9df1-4789-81f5-f360303adf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:38.901054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-2ce6be78-9df1-4789-81f5-f360303adf86 service neutron] 10.222.0.33 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1403301 May 28 06:19:38.986745 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-94716ec5-53e2-4556-b235-f9e3cb8128f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1000 time: 0.1092432 May 28 06:19:39.012174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-8a6ac85b-3b91-463c-81f5-2c8eaffec0cc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1000 time: 0.1044819 May 28 06:19:39.050687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a490-00ff-4977-b77c-7019d831398d req-1213c833-6417-402f-9b11-181c7260ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.052187 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-1213c833-6417-402f-9b11-181c7260ac0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0593047 May 28 06:19:39.088618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a490-00ff-4977-b77c-7019d831398d req-82dbd090-a284-4b92-a459-27bfefaecc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.092750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-82dbd090-a284-4b92-a459-27bfefaecc93 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0735815 May 28 06:19:39.135078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a490-00ff-4977-b77c-7019d831398d req-254c4665-2f30-45b8-9b32-90c5d32a5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.137160 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-254c4665-2f30-45b8-9b32-90c5d32a5ee7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790946 May 28 06:19:39.181621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a490-00ff-4977-b77c-7019d831398d req-7a5a6e4c-9563-4f23-a19d-af5624dbd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.183103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-7a5a6e4c-9563-4f23-a19d-af5624dbd9ed service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849407 May 28 06:19:39.455921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-35234826-5d42-4c33-b1dd-5eb09424aeb8 service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656028 May 28 06:19:39.512939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-51fc8e9e-91da-4fca-89d2-74f1581f654d service neutron] 10.222.0.41 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680327 May 28 06:19:39.525679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bcd67-debf-4f8b-9322-169567c0fd17 req-9f7a98f9-684b-454d-af2a-d01294cd47fa tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:39.527104 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e12bcd67-debf-4f8b-9322-169567c0fd17 req-9f7a98f9-684b-454d-af2a-d01294cd47fa tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 944 time: 0.1995466 May 28 06:19:39.620258 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-165ac410-8d6a-4792-8a2f-94b75c009beb service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479764 May 28 06:19:39.662133 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e12bcd67-debf-4f8b-9322-169567c0fd17 req-a7e3e2e4-370d-44f3-8f30-9565eb10a1a8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154811 May 28 06:19:39.700493 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad16a490-00ff-4977-b77c-7019d831398d req-23fbd4bd-4619-4736-888f-90dab2b60e9a service neutron] 10.222.0.41 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723270 May 28 06:19:40.393942 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.735192 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96d299cd-da23-49d7-9a5f-ffcd86773aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:40.843758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efefa332-cb21-4168-8dad-c291e1ee783c no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:40.877473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342c1e-c4c6-421d-9d57-5547cfcc4caa req-9a5eeb7b-702f-4c2a-a4a2-c413b29f5ed3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:40.879804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56342c1e-c4c6-421d-9d57-5547cfcc4caa req-9a5eeb7b-702f-4c2a-a4a2-c413b29f5ed3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 944 time: 0.0859301 May 28 06:19:40.904648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efefa332-cb21-4168-8dad-c291e1ee783c not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:19:40.933118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-56342c1e-c4c6-421d-9d57-5547cfcc4caa req-a89a92ba-e5a6-43c3-967e-04399ca0e1b5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472798 May 28 06:19:41.296770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-fa8c78dc-860b-4d62-83ec-f05047a5ac65 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:41.298269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-fa8c78dc-860b-4d62-83ec-f05047a5ac65 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.41 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950&tenant_id=d118111894a34b02b0e53fa12daa1dc2&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 944 time: 0.1065321 May 28 06:19:41.336113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a76b6-f09d-4e5d-99b3-edb01038e8fc req-f66d75ed-58f3-41ec-87fa-cfb5e23fa0cc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:41.337502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-135a76b6-f09d-4e5d-99b3-edb01038e8fc req-f66d75ed-58f3-41ec-87fa-cfb5e23fa0cc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 944 time: 0.0830562 May 28 06:19:41.385069 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-389fdef9-1975-4e52-b3da-90e7671b2aa6 service neutron] 10.222.0.41 "GET /v2.0/ports/efefa332-cb21-4168-8dad-c291e1ee783c/bindings/n-h2-843679-5 HTTP/1.1" status: 200 len: 382 time: 0.0810483 May 28 06:19:41.386409 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-135a76b6-f09d-4e5d-99b3-edb01038e8fc req-8b2e4060-ee99-4d63-9cd2-2106b530aa08 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 May 28 06:19:41.389954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device efefa332-cb21-4168-8dad-c291e1ee783c details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:41.486620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-0f3cadcd-982c-45c7-9957-69c3bf2d2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:41.488349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-0f3cadcd-982c-45c7-9957-69c3bf2d2dd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1095 time: 0.0820656 May 28 06:19:41.539523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:41.553321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'port_id': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'mac_address': 'fa:16:3e:c4:27:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:19:41.609525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port efefa332-cb21-4168-8dad-c291e1ee783c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:41.609808 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:41.627097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-9bc3897a-bcbe-49db-a4fb-bd18a0b79e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:41.628734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-9bc3897a-bcbe-49db-a4fb-bd18a0b79e0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1347442 May 28 06:19:41.630556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efefa332-cb21-4168-8dad-c291e1ee783c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:41.658632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:41.662070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:41.665909 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:41.739928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-82ba64f0-6624-4032-8296-a4ffb8c9a91b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1001 time: 0.1053278 May 28 06:19:41.742312 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:41.745763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:41.753737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.754306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.754441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.754741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.755071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.755459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.756185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.756185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.756437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.756759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.757082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.757404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:19:41.807861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-b6713644-f566-47de-a3ae-bb7b970b108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:41.809350 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-b6713644-f566-47de-a3ae-bb7b970b108f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0624142 May 28 06:19:41.886503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-01541d24-51b1-47de-bb71-8956656ae4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:41.887907 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-01541d24-51b1-47de-bb71-8956656ae4df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714893 May 28 06:19:41.905770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['efefa332-cb21-4168-8dad-c291e1ee783c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:42.027644 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-e83dff35-47e3-42cb-859f-abd42dcd0f98 service neutron] 10.222.0.41 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329551 May 28 06:19:42.168273 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-ffe8d167-2ce8-4737-83e3-d7f473fb806d service neutron] 10.222.0.41 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339653 May 28 06:19:42.582303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e1784-50cd-4ed8-99c1-a1b771dc4096 req-679f2d4c-ca86-4430-acd9-23384a723d86 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:42.583802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dc5e1784-50cd-4ed8-99c1-a1b771dc4096 req-679f2d4c-ca86-4430-acd9-23384a723d86 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 945 time: 0.0849490 May 28 06:19:42.629796 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dc5e1784-50cd-4ed8-99c1-a1b771dc4096 req-b1c33a44-c23f-452f-b001-72df21489992 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396092 May 28 06:19:43.393199 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:43.398486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device efefa332-cb21-4168-8dad-c291e1ee783c up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:19:43.465953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port efefa332-cb21-4168-8dad-c291e1ee783c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:43.470601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port efefa332-cb21-4168-8dad-c291e1ee783c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:43.470978 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:43.618286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port efefa332-cb21-4168-8dad-c291e1ee783c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:43.618664 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:43.645356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:43.664264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:43.668938 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:43.725615 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6696d7c-e8db-4ee0-8282-e40a60843abd'] response: {'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'code': 200} May 28 06:19:43.766551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:43.832635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804ca34-a4f1-41d7-866f-74ddde5fc08e req-8fc57ee3-c2ca-400a-b340-5dedcd33b149 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:43.834110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b804ca34-a4f1-41d7-866f-74ddde5fc08e req-8fc57ee3-c2ca-400a-b340-5dedcd33b149 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0814593 May 28 06:19:43.881741 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b804ca34-a4f1-41d7-866f-74ddde5fc08e req-27dbb9c2-c4fa-40b0-9cc1-c0b39449075b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 May 28 06:19:44.429349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-0549d560-4b52-427c-b3e1-689fab4d1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:44.430837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-0549d560-4b52-427c-b3e1-689fab4d1385 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0753512 May 28 06:19:44.448234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:19:44.560110 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:44.835762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:44.863953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:44.933257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:44.939060 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:44.955983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Transition to ACTIVE for port object efefa332-cb21-4168-8dad-c291e1ee783c will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:19:44.960328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.016625 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db1cc4b-4ec4-4f9e-b7a1-5aee567c5c0c'] response: {'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'code': 200} May 28 06:19:45.206569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] No DVR routers for this DVR port efefa332-cb21-4168-8dad-c291e1ee783c on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:19:45.282259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=10']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:45.398952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9529562-de49-4eac-955d-1910a46556a3 req-eb4664f1-fae4-4b2f-a4cc-cac99c6b7f93 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:45.400441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9529562-de49-4eac-955d-1910a46556a3 req-eb4664f1-fae4-4b2f-a4cc-cac99c6b7f93 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 945 time: 0.3857567 May 28 06:19:45.492914 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9529562-de49-4eac-955d-1910a46556a3 req-5a9fffda-4db8-4082-990a-400d2d144891 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864518 May 28 06:19:45.500340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:19:45.500685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:19:45.501001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:45.506523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Port efefa332-cb21-4168-8dad-c291e1ee783c on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:19:45.506844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Attempting to bind port efefa332-cb21-4168-8dad-c291e1ee783c on network ddbce776-b4fd-44fb-bb3a-f5b8de42edda {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:19:45.512064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:19:45.512396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Checking segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:19:45.512771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Bound using segment: {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:19:45.513190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Bound port: efefa332-cb21-4168-8dad-c291e1ee783c, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:19:45.513537 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.605055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:19:45.608623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:19:45.613531 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.784110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:45.784669 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:45.786027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] 10.222.0.33 "PUT /v2.0/ports/efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1093 time: 1.3418016 May 28 06:19:45.800718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b1d13-0404-4a6e-bbf5-fbd011eb1557 service neutron] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=11']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:45.905002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-3ae141c7-6dc0-4ce9-a915-d0df8b2fded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:45.906544 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-3ae141c7-6dc0-4ce9-a915-d0df8b2fded4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1096 time: 0.0836132 May 28 06:19:46.042964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-5f0fa563-da80-4caf-89ff-ab689166c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:46.044478 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-5f0fa563-da80-4caf-89ff-ab689166c25c service neutron] 10.222.0.33 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1321011 May 28 06:19:46.150461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-9e226683-39c7-4149-8bb1-5382af00ae6e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1000 time: 0.0993524 May 28 06:19:46.222376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-ea28bccd-0621-4115-ab0f-f806dab38b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:46.224056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-ea28bccd-0621-4115-ab0f-f806dab38b06 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0681310 May 28 06:19:46.302224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-7383c590-39d1-42fa-bbf6-b1b2e999c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:46.303725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-7383c590-39d1-42fa-bbf6-b1b2e999c32c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742283 May 28 06:19:46.433691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-afbb68df-bccb-40d4-893e-cc33453430d2 service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242635 May 28 06:19:46.569984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84a1494a-54f7-41a7-8bcc-daaa7e31e235 req-a4181f1d-bba7-45d0-8162-c227038fb4ca service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307907 May 28 06:19:46.648650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45298) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:46.693930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c3630-bfa7-4b58-8877-ea37ba7118f3 req-903ead17-6b98-4214-9ce4-e93cc68d8083 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:46.695418 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c49c3630-bfa7-4b58-8877-ea37ba7118f3 req-903ead17-6b98-4214-9ce4-e93cc68d8083 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 945 time: 0.0814161 May 28 06:19:46.740256 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c49c3630-bfa7-4b58-8877-ea37ba7118f3 req-c4b93c31-74a1-4564-ac28-9036671fcffb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391843 May 28 06:19:46.771639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9db11834-08ee-4f97-831f-e162c878378a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.793043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9db11834-08ee-4f97-831f-e162c878378a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:46.797708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9db11834-08ee-4f97-831f-e162c878378a admin admin] Usage tracker for resource:security_group_rule and tenant:617e2851433b4b58b9b07f91ec188b87 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:46.801194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9db11834-08ee-4f97-831f-e162c878378a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:46.807219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9db11834-08ee-4f97-831f-e162c878378a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:46.890955 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9db11834-08ee-4f97-831f-e162c878378a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.894821 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9db11834-08ee-4f97-831f-e162c878378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:46.942830 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9db11834-08ee-4f97-831f-e162c878378a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=617e2851433b4b58b9b07f91ec188b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930586 May 28 06:19:46.943728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db11834-08ee-4f97-831f-e162c878378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5f2228-1b7f-4b9b-832e-da5954beb55b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:46.945546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45304) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:47.003319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc450-846e-41a2-ba0f-fc612a00938a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.018023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:47.029334 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc450-846e-41a2-ba0f-fc612a00938a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.076588 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61fed2a5-693e-4aea-ac00-9758b6e9ff1a'] response: {'name': 'network-changed', 'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'status': 'completed', 'code': 200} May 28 06:19:47.192987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-8902d73f-2e48-4788-b01e-1f7c6a17c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.194460 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-8902d73f-2e48-4788-b01e-1f7c6a17c6eb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1096 time: 0.0742676 May 28 06:19:47.249783 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc450-846e-41a2-ba0f-fc612a00938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.268113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-a89bd1cf-9435-4c0e-8a69-6b6e47a5968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.269577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-a89bd1cf-9435-4c0e-8a69-6b6e47a5968d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1096 time: 0.0932481 May 28 06:19:47.271166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dc450-846e-41a2-ba0f-fc612a00938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5f2228-1b7f-4b9b-832e-da5954beb55b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:47.281180 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc450-846e-41a2-ba0f-fc612a00938a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.285186 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ed1dc450-846e-41a2-ba0f-fc612a00938a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d5f2228-1b7f-4b9b-832e-da5954beb55b HTTP/1.1" status: 204 len: 168 time: 0.3355713 May 28 06:19:47.355413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-7612439e-a179-4121-80fd-d61a91ca181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.356892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-7612439e-a179-4121-80fd-d61a91ca181d service neutron] 10.222.0.33 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1546769 May 28 06:19:47.414573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-5a5ee575-a7c4-47db-ab3b-66e8777bae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.415607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device efefa332-cb21-4168-8dad-c291e1ee783c no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:19:47.416329 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-5a5ee575-a7c4-47db-ab3b-66e8777bae50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1362512 May 28 06:19:47.475107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device efefa332-cb21-4168-8dad-c291e1ee783c not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:19:47.478189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-cc275c99-b564-44f5-a60b-421ff7cdac67 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1000 time: 0.1149929 May 28 06:19:47.543861 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-dbbe71df-9099-4a8d-be5f-90f590f9d387 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1000 time: 0.1186211 May 28 06:19:47.550240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-d48b8374-6792-4a28-ae8e-8d3db84628cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.551734 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-d48b8374-6792-4a28-ae8e-8d3db84628cb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0676289 May 28 06:19:47.589299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45314) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:47.624030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a8b78c4-b4e9-4791-9322-942c4f92ad2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.629358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-be819b9f-0a1d-40dd-8b3c-97c33c21964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.630830 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-be819b9f-0a1d-40dd-8b3c-97c33c21964e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730529 May 28 06:19:47.645010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4a8b78c4-b4e9-4791-9322-942c4f92ad2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:47.650949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-7a74673c-5de3-438a-9349-fb97773c8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.652395 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-7a74673c-5de3-438a-9349-fb97773c8bca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0948803 May 28 06:19:47.653288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4a8b78c4-b4e9-4791-9322-942c4f92ad2f admin admin] Usage tracker for resource:security_group_rule and tenant:22b98e0c1f4b4633ba7e4c2560e30084 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:47.656311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4a8b78c4-b4e9-4791-9322-942c4f92ad2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:47.663334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4a8b78c4-b4e9-4791-9322-942c4f92ad2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:47.769476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-8f8739e5-7ed3-49e8-ae6c-6e404f898e5d service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313910 May 28 06:19:47.780662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-c7d7981a-cf46-4d44-8d8d-57c2f58a5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:47.782155 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-c7d7981a-cf46-4d44-8d8d-57c2f58a5271 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200521 May 28 06:19:47.953182 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a8b78c4-b4e9-4791-9322-942c4f92ad2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:47.965499 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4a8b78c4-b4e9-4791-9322-942c4f92ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.013868 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-df333225-c129-407a-88b4-9cc1fc69bd6d service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384326 May 28 06:19:48.045405 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4a8b78c4-b4e9-4791-9322-942c4f92ad2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22b98e0c1f4b4633ba7e4c2560e30084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524941 May 28 06:19:48.048522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45320) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:48.055516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b78c4-b4e9-4791-9322-942c4f92ad2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ed870a-8483-46a6-8539-92b8b8892403,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:48.060111 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-666bdae8-a77b-49b5-9c5c-1b91ef618c47 service neutron] 10.222.0.41 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670383 May 28 06:19:48.076318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29214e-d95b-44aa-aeab-2a144253e149 req-01f0a93e-cb5d-4c3f-9bbb-aad550a8f15f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:48.077759 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b29214e-d95b-44aa-aeab-2a144253e149 req-01f0a93e-cb5d-4c3f-9bbb-aad550a8f15f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 945 time: 0.2020156 May 28 06:19:48.109160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3047023d-0e1b-40b9-a034-700fca1e2932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.137758 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3047023d-0e1b-40b9-a034-700fca1e2932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.191873 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3047023d-0e1b-40b9-a034-700fca1e2932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.209329 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b29214e-d95b-44aa-aeab-2a144253e149 req-37b83ae0-6467-4ed0-8028-8c1da838e3a0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118815 May 28 06:19:48.223030 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3047023d-0e1b-40b9-a034-700fca1e2932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:48.224171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3047023d-0e1b-40b9-a034-700fca1e2932 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79ed870a-8483-46a6-8539-92b8b8892403 HTTP/1.1" status: 204 len: 168 time: 0.1745987 May 28 06:19:48.224969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047023d-0e1b-40b9-a034-700fca1e2932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ed870a-8483-46a6-8539-92b8b8892403,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:48.258185 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74197a31-e802-476a-8ca9-1edd2f790cb8 req-a376c277-34b6-4df9-a67e-10b82f9f59d6 service neutron] 10.222.0.41 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794939 May 28 06:19:48.916402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efefa332-cb21-4168-8dad-c291e1ee783c details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:19:49.060768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:49.074175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'port_id': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'mac_address': 'fa:16:3e:c4:27:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:19:49.135519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port efefa332-cb21-4168-8dad-c291e1ee783c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:49.136035 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:49.153753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efefa332-cb21-4168-8dad-c291e1ee783c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:19:49.170093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:49.174468 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:49.244460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=12']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:49.404060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe178e-aa9b-420c-8611-e2e7cee3d663 req-d4adfc41-23ba-45e2-9b65-62529bae8fdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:49.405501 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72fe178e-aa9b-420c-8611-e2e7cee3d663 req-d4adfc41-23ba-45e2-9b65-62529bae8fdd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.0843217 May 28 06:19:49.452872 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-72fe178e-aa9b-420c-8611-e2e7cee3d663 req-f5ec0bd0-514a-4b7a-a941-12b3a3b23a91 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 May 28 06:19:49.626779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['efefa332-cb21-4168-8dad-c291e1ee783c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:19:50.503864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45388) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:50.632225 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-078b7a8c-bd68-4b78-90ee-ffe7bb556d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:50.651996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-078b7a8c-bd68-4b78-90ee-ffe7bb556d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:50.656783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-078b7a8c-bd68-4b78-90ee-ffe7bb556d80 admin admin] Usage tracker for resource:security_group_rule and tenant:6220dfda74d048e6b17b655f1f40b8a5 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:50.661183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-078b7a8c-bd68-4b78-90ee-ffe7bb556d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:50.667909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-078b7a8c-bd68-4b78-90ee-ffe7bb556d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:50.690972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad45bae-3ecd-4977-a61d-200ccf5012b7 req-f9205716-4d7c-4a10-a6ac-7c9333c580cc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:50.692452 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ad45bae-3ecd-4977-a61d-200ccf5012b7 req-f9205716-4d7c-4a10-a6ac-7c9333c580cc tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 946 time: 0.1307621 May 28 06:19:50.753451 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ad45bae-3ecd-4977-a61d-200ccf5012b7 req-8d7e33fa-46db-4c89-9501-4bd3c071a3d6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543604 May 28 06:19:50.776568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45394) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:50.887862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-078b7a8c-bd68-4b78-90ee-ffe7bb556d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:50.896275 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-078b7a8c-bd68-4b78-90ee-ffe7bb556d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:50.921955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efefa332-cb21-4168-8dad-c291e1ee783c up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:19:50.925678 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-daf27c2f-764d-4a74-9bfb-6e94fb370bc0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/747102a8-4ab0-46a7-901a-249329cf9f60 HTTP/1.1" status: 200 len: 993 time: 0.1480846 May 28 06:19:50.953627 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b7a8c-bd68-4b78-90ee-ffe7bb556d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f663c0-ca1e-4666-86f5-b0602b12060f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:50.959128 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-078b7a8c-bd68-4b78-90ee-ffe7bb556d80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6220dfda74d048e6b17b655f1f40b8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4526613 May 28 06:19:50.961042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45398) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:50.995027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port efefa332-cb21-4168-8dad-c291e1ee783c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:19:51.000246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port efefa332-cb21-4168-8dad-c291e1ee783c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:19:51.000613 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.019468 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-72ae81ff-0789-4c62-97f4-179046c557cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.045615 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-72ae81ff-0789-4c62-97f4-179046c557cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.100586 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-72ae81ff-0789-4c62-97f4-179046c557cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.118566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae81ff-0789-4c62-97f4-179046c557cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f663c0-ca1e-4666-86f5-b0602b12060f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:51.128333 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-72ae81ff-0789-4c62-97f4-179046c557cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.129448 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-72ae81ff-0789-4c62-97f4-179046c557cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9f663c0-ca1e-4666-86f5-b0602b12060f HTTP/1.1" status: 204 len: 168 time: 0.1675167 May 28 06:19:51.152469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port efefa332-cb21-4168-8dad-c291e1ee783c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:19:51.152854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.179867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:19:51.189583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:19:51.193894 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:51.227032 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d767f131-3f41-4e24-8c44-907df48aebd1'] response: {'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'code': 200} May 28 06:19:51.265597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=13']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:52.093683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45430) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:52.210599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33d8f9fb-290d-4804-9e70-28f79e6c3514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.225183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33d8f9fb-290d-4804-9e70-28f79e6c3514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:52.229066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33d8f9fb-290d-4804-9e70-28f79e6c3514 admin admin] Usage tracker for resource:security_group_rule and tenant:86094869698f4d01aef1040c96674cca is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:52.231850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33d8f9fb-290d-4804-9e70-28f79e6c3514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:52.237700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33d8f9fb-290d-4804-9e70-28f79e6c3514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:52.316340 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33d8f9fb-290d-4804-9e70-28f79e6c3514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.319990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33d8f9fb-290d-4804-9e70-28f79e6c3514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.370204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-33d8f9fb-290d-4804-9e70-28f79e6c3514 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86094869698f4d01aef1040c96674cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753916 May 28 06:19:52.371774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8f9fb-290d-4804-9e70-28f79e6c3514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d52577-9ac0-45c5-ab54-86bb4c1fce64,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:52.372888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45436) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:52.429761 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64a06236-9918-4cf5-a258-e163ef1fc2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.454094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64a06236-9918-4cf5-a258-e163ef1fc2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.508338 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64a06236-9918-4cf5-a258-e163ef1fc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.525169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a06236-9918-4cf5-a258-e163ef1fc2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d52577-9ac0-45c5-ab54-86bb4c1fce64,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:52.528359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-64a06236-9918-4cf5-a258-e163ef1fc2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:52.529698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-64a06236-9918-4cf5-a258-e163ef1fc2b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89d52577-9ac0-45c5-ab54-86bb4c1fce64 HTTP/1.1" status: 204 len: 168 time: 0.1556127 May 28 06:19:53.794329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45484) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:53.913354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd856632-f9f6-4fbe-9711-5b9e4a5b544c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:53.927578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cd856632-f9f6-4fbe-9711-5b9e4a5b544c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:19:53.931364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cd856632-f9f6-4fbe-9711-5b9e4a5b544c admin admin] Usage tracker for resource:security_group_rule and tenant:fef5f4a8ad1d4fc2959e6f37e9e93f1b is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:19:53.934079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cd856632-f9f6-4fbe-9711-5b9e4a5b544c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:19:53.939726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cd856632-f9f6-4fbe-9711-5b9e4a5b544c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:19:54.022536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd856632-f9f6-4fbe-9711-5b9e4a5b544c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.026211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cd856632-f9f6-4fbe-9711-5b9e4a5b544c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.070787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd856632-f9f6-4fbe-9711-5b9e4a5b544c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f24699-7750-4063-aae3-03c12827eb94,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:54.074922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cd856632-f9f6-4fbe-9711-5b9e4a5b544c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fef5f4a8ad1d4fc2959e6f37e9e93f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796006 May 28 06:19:54.077879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45490) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:19:54.138906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c312d27-2eb6-484e-b353-7e3ed622b2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.164590 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c312d27-2eb6-484e-b353-7e3ed622b2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.224650 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c312d27-2eb6-484e-b353-7e3ed622b2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.240467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c312d27-2eb6-484e-b353-7e3ed622b2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f24699-7750-4063-aae3-03c12827eb94,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:19:54.252130 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5c312d27-2eb6-484e-b353-7e3ed622b2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:19:54.253277 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5c312d27-2eb6-484e-b353-7e3ed622b2a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99f24699-7750-4063-aae3-03c12827eb94 HTTP/1.1" status: 204 len: 168 time: 0.1744828 May 28 06:19:56.849765 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:19:59.106887 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-ff6ccdfb-04f2-4ebf-95eb-27bdf192c52f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723557 May 28 06:19:59.258646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-5f11e4c9-31a7-4cdd-a99a-b1edc4909efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:59.260194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-5f11e4c9-31a7-4cdd-a99a-b1edc4909efd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1098 time: 0.0711515 May 28 06:19:59.405610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-9070d6e9-1235-40f6-988b-6f43b9b887e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:59.407022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-9070d6e9-1235-40f6-988b-6f43b9b887e4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.1287265 May 28 06:19:59.511352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-dd2c360e-63f9-4ddc-9de1-1dfacb1c5fc3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 1002 time: 0.0977252 May 28 06:19:59.572284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-77e7ac6e-91c1-4f4d-b546-1fef369dab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:59.573704 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-77e7ac6e-91c1-4f4d-b546-1fef369dab4f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0569193 May 28 06:19:59.651985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-7c14a0f4-918d-4c8c-837b-a50bddcfec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:19:59.653511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-7c14a0f4-918d-4c8c-837b-a50bddcfec6e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740855 May 28 06:19:59.787380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-69d50c99-d91a-4149-abf0-1c5b98f65856 service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277218 May 28 06:19:59.916823 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-61dcafc9-f68e-4caf-bd62-30ee5105d8e4 req-1dc8ecbd-03a5-4356-9038-6895cc0a2a4d service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239245 May 28 06:20:01.212728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:08.524574 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6d6a7b5b-f161-4e9c-8ee8-c43c03afecf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:10.399631 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:10.727759 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1e9b20a3-e48a-4b43-9033-4e667ed93c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.650981 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:11.728728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:13.395830 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.071979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45606) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:19.187450 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-523da1b3-b8ac-41f0-ab13-d8fd35c10b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.202056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-523da1b3-b8ac-41f0-ab13-d8fd35c10b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:19.206766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-523da1b3-b8ac-41f0-ab13-d8fd35c10b05 admin admin] Usage tracker for resource:security_group_rule and tenant:e16c593c3fa446f4bbbeafa97c4c8e41 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:19.209733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-523da1b3-b8ac-41f0-ab13-d8fd35c10b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:19.215306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-523da1b3-b8ac-41f0-ab13-d8fd35c10b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:19.295025 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-523da1b3-b8ac-41f0-ab13-d8fd35c10b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.299094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-523da1b3-b8ac-41f0-ab13-d8fd35c10b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.344534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-523da1b3-b8ac-41f0-ab13-d8fd35c10b05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e16c593c3fa446f4bbbeafa97c4c8e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714322 May 28 06:20:19.345344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523da1b3-b8ac-41f0-ab13-d8fd35c10b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c925a8-ac04-40bb-b92d-10b88b3f979d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:19.347132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45612) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:19.409341 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.434558 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.484732 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.501365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c925a8-ac04-40bb-b92d-10b88b3f979d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:19.513342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.513689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.514030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.514363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.514693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.515019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.515375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.515701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.516022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.516373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.516698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.517018 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:19.522267 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:19.524064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-301ef0ee-030c-4547-a57f-68fd4fa10a2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69c925a8-ac04-40bb-b92d-10b88b3f979d HTTP/1.1" status: 204 len: 168 time: 0.1752563 May 28 06:20:20.666347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45682) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:20.783763 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0188f1ec-2c46-4466-8e4c-d62af12f8230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:20.798052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0188f1ec-2c46-4466-8e4c-d62af12f8230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:20.803462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0188f1ec-2c46-4466-8e4c-d62af12f8230 admin admin] Usage tracker for resource:security_group_rule and tenant:456694515580480ab237e6991fc45827 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:20.806286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0188f1ec-2c46-4466-8e4c-d62af12f8230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:20.811947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0188f1ec-2c46-4466-8e4c-d62af12f8230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:20.892271 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0188f1ec-2c46-4466-8e4c-d62af12f8230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:20.895957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0188f1ec-2c46-4466-8e4c-d62af12f8230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:20.939881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188f1ec-2c46-4466-8e4c-d62af12f8230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ebd142-bb7d-4ae0-9631-84e62897a3a7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:20.945589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0188f1ec-2c46-4466-8e4c-d62af12f8230 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=456694515580480ab237e6991fc45827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782209 May 28 06:20:20.948624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45688) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:21.006501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3321ee97-f38c-4ac3-be71-fbf62e72fa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:21.032334 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3321ee97-f38c-4ac3-be71-fbf62e72fa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:21.088035 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3321ee97-f38c-4ac3-be71-fbf62e72fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:21.105425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321ee97-f38c-4ac3-be71-fbf62e72fa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ebd142-bb7d-4ae0-9631-84e62897a3a7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:21.114229 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3321ee97-f38c-4ac3-be71-fbf62e72fa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:21.117957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3321ee97-f38c-4ac3-be71-fbf62e72fa1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0ebd142-bb7d-4ae0-9631-84e62897a3a7 HTTP/1.1" status: 204 len: 168 time: 0.1682937 May 28 06:20:22.518126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45752) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:22.634079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05157ed5-0304-45b0-b12b-e8571ebc8da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.649787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-05157ed5-0304-45b0-b12b-e8571ebc8da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:22.653805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-05157ed5-0304-45b0-b12b-e8571ebc8da1 admin admin] Usage tracker for resource:security_group_rule and tenant:9d75f1baaa83400896bab896513246e5 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:22.656721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-05157ed5-0304-45b0-b12b-e8571ebc8da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:22.662466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-05157ed5-0304-45b0-b12b-e8571ebc8da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:22.744813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05157ed5-0304-45b0-b12b-e8571ebc8da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.748687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-05157ed5-0304-45b0-b12b-e8571ebc8da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.795979 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-05157ed5-0304-45b0-b12b-e8571ebc8da1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d75f1baaa83400896bab896513246e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766988 May 28 06:20:22.797880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05157ed5-0304-45b0-b12b-e8571ebc8da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc2b9b0-b1bf-4015-9cca-0d4baede654d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:22.798195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45758) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:22.858013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c85ecb2-aedb-4c38-b7ac-23f849d1e9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.883903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c85ecb2-aedb-4c38-b7ac-23f849d1e9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.935554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c85ecb2-aedb-4c38-b7ac-23f849d1e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.955299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85ecb2-aedb-4c38-b7ac-23f849d1e9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc2b9b0-b1bf-4015-9cca-0d4baede654d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:22.959991 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c85ecb2-aedb-4c38-b7ac-23f849d1e9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:22.963809 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6c85ecb2-aedb-4c38-b7ac-23f849d1e9f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bc2b9b0-b1bf-4015-9cca-0d4baede654d HTTP/1.1" status: 204 len: 168 time: 0.1644607 May 28 06:20:24.179612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45802) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:24.280445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:24.286254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:24.290039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Usage tracker for resource:floatingip and tenant:56d69f4ea63b4fa288c805587eb94195 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:24.292862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:24.299060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:24.309173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.430569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.662211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Allocated IP 172.25.4.58 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/c91462cc-44cb-4c21-81c2-f1a2b006a6a5) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:24.812566 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.841136 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:24.910879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:24.913783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:24.917393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:24.946147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Pushing event updated for resources: {'Port': ['ID=c91462cc-44cb-4c21-81c2-f1a2b006a6a5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:24.997402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.070249 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.277111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.281530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.391619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Pushing event updated for resources: {'Port': ['ID=c91462cc-44cb-4c21-81c2-f1a2b006a6a5,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:25.403034 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.423956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.425212 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7f5291c4-3e02-44c0-8386-cca2377116b8 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2445827 May 28 06:20:25.428052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45808) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:25.433378 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1105036422', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'fixed_ips': [{'ip_address': '172.25.4.58'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:25.439064 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:25.442877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Usage tracker for resource:port and tenant:56d69f4ea63b4fa288c805587eb94195 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:25.446639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:25.452448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:25.461514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Made reservation on behalf of 56d69f4ea63b4fa288c805587eb94195 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:25.463849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.475849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.490483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:25.494253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Usage tracker for resource:security_group_rule and tenant:56d69f4ea63b4fa288c805587eb94195 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:25.497051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:25.503323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:25.582308 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.586065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:25.597302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] device_id is not set on port c537a59a-7a67-420a-9ca3-f31327cf82bd yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:20:25.664793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c44787-1b31-45f8-a477-9839afedebaf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:25.799397 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 28 06:20:25.799887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:20:25.821978 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d23f53e3-b64c-47fb-8818-806bea0e9ca2 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3929477 May 28 06:20:25.824777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45812) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:25.978128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e58b8d00-81d3-4770-a677-281a6d35b03e tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Deleting port c91462cc-44cb-4c21-81c2-f1a2b006a6a5 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:25.978395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e58b8d00-81d3-4770-a677-281a6d35b03e tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.150575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e58b8d00-81d3-4770-a677-281a6d35b03e tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.150902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e58b8d00-81d3-4770-a677-281a6d35b03e tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.272939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e58b8d00-81d3-4770-a677-281a6d35b03e tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Calling delete_port for c91462cc-44cb-4c21-81c2-f1a2b006a6a5 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:26.412082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e58b8d00-81d3-4770-a677-281a6d35b03e tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.558445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b8d00-81d3-4770-a677-281a6d35b03e tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Pushing event deleted for resources: {'Port': ['ID=c91462cc-44cb-4c21-81c2-f1a2b006a6a5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:26.649221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e58b8d00-81d3-4770-a677-281a6d35b03e tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.659758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e58b8d00-81d3-4770-a677-281a6d35b03e tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:26.660882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e58b8d00-81d3-4770-a677-281a6d35b03e tempest-ExternalNetworksAdminNegativeTestJSON-1414873243 tempest-ExternalNetworksAdminNegativeTestJSON-1414873243-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/5b9d4a3b-ab93-43dd-9c99-9423cd3b1e6f HTTP/1.1" status: 204 len: 168 time: 0.8351953 May 28 06:20:26.917411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45822) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:27.031259 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70f899f1-ba7f-490b-b70f-e028f850780a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.045891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-70f899f1-ba7f-490b-b70f-e028f850780a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:27.050067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-70f899f1-ba7f-490b-b70f-e028f850780a admin admin] Usage tracker for resource:security_group_rule and tenant:d0d9289b166b401d885a9efc68f240cc is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:27.052939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-70f899f1-ba7f-490b-b70f-e028f850780a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:27.058820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-70f899f1-ba7f-490b-b70f-e028f850780a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:27.185083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70f899f1-ba7f-490b-b70f-e028f850780a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.189725 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-70f899f1-ba7f-490b-b70f-e028f850780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.254571 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-70f899f1-ba7f-490b-b70f-e028f850780a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0d9289b166b401d885a9efc68f240cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360801 May 28 06:20:27.255535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f899f1-ba7f-490b-b70f-e028f850780a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f1c1e0-ab62-40ec-85cc-61c7f426c8cd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:27.257542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45828) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:27.314653 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.342638 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.400496 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.416953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f1c1e0-ab62-40ec-85cc-61c7f426c8cd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:27.429690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.430033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.430368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.430700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.431028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.431385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.431712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.432030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.432347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.432674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.432978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.433293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:27.437439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.439661 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-759f85c8-48b0-4f10-a25a-a2dd2f6aa071 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63f1c1e0-ab62-40ec-85cc-61c7f426c8cd HTTP/1.1" status: 204 len: 168 time: 0.1810939 May 28 06:20:27.728921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45836) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:27.777722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2f6e6fa6-3949-41ac-af41-f2341c933abb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56d69f4ea63b4fa288c805587eb94195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475683 May 28 06:20:27.780247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45840) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:27.839289 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2725c35-aee7-44cf-87c4-579d7686c3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.865387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2725c35-aee7-44cf-87c4-579d7686c3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.917014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2725c35-aee7-44cf-87c4-579d7686c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.934685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2725c35-aee7-44cf-87c4-579d7686c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c44787-1b31-45f8-a477-9839afedebaf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:27.942744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d2725c35-aee7-44cf-87c4-579d7686c3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:27.943880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d2725c35-aee7-44cf-87c4-579d7686c3a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15c44787-1b31-45f8-a477-9839afedebaf HTTP/1.1" status: 204 len: 168 time: 0.1627653 May 28 06:20:29.264539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45878) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:29.406576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-920995912', 'router:external': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:29.412338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:29.416130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Usage tracker for resource:network and tenant:1346fb56ec3a42a5aa738eb02a861ea9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:29.418917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:29.425010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:29.436131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Made reservation on behalf of 1346fb56ec3a42a5aa738eb02a861ea9 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:29.438920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.450831 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.466596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:29.471090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Usage tracker for resource:security_group_rule and tenant:1346fb56ec3a42a5aa738eb02a861ea9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:29.473899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:29.479562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:29.564900 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.568909 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.605154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:20:29.617973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae02ae45-ac29-4ee4-9067-6badc75e960f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:29.625024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.625503 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Added segment 03489936-c150-42be-9172-fab759ab4b6b of type vlan for network 60491e2a-55da-478c-b848-cd1f05b75581 May 28 06:20:29.661532 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.695283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.696069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:29.696641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:29.911648 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6458726 May 28 06:20:29.912385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87531f5d-76c3-4bfa-ba75-be95eefc9380 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event updated for resources: {'Network': ['ID=60491e2a-55da-478c-b848-cd1f05b75581,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:29.914355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45886) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:29.919895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Request body: {'subnet': {'network_id': '60491e2a-55da-478c-b848-cd1f05b75581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:29.922875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 60491e2a-55da-478c-b848-cd1f05b75581 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:20:29.925829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:29.929795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Usage tracker for resource:subnet and tenant:1346fb56ec3a42a5aa738eb02a861ea9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:29.933099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:29.940129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:29.949752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Made reservation on behalf of 1346fb56ec3a42a5aa738eb02a861ea9 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:29.952143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.330102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.objects.ports [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88417) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 28 06:20:30.330806 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.407619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f6ed423-ab74-4e2a-ac06-eb17f4e50244,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:30.410530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Checking segment: {'id': '03489936-c150-42be-9172-fab759ab4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '60491e2a-55da-478c-b848-cd1f05b75581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:30.411128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Network hostable DHCP agents. Network: 60491e2a-55da-478c-b848-cd1f05b75581, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:20:30.431868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Network 60491e2a-55da-478c-b848-cd1f05b75581 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:20:30.441692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 60491e2a-55da-478c-b848-cd1f05b75581) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:30.445756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:30.446329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.451047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac523a3-0e6d-4af6-afb9-d4a69b509f12 None None] Network 60491e2a-55da-478c-b848-cd1f05b75581 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:20:30.467758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-71453de1-c0d6-4061-bba5-7c98d1f8edcc tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5524151 May 28 06:20:30.471580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45890) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:30.476878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1497656349', 'network_id': '60491e2a-55da-478c-b848-cd1f05b75581'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:30.482115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:30.486729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Usage tracker for resource:port and tenant:1346fb56ec3a42a5aa738eb02a861ea9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:30.489556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:30.495238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:30.508501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Made reservation on behalf of 1346fb56ec3a42a5aa738eb02a861ea9 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:30.511080 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.533419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] device_id is not set on port 06c01e48-9e87-4f30-9cb2-b64ed84f636f yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:20:30.668005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550229f-d1a5-4039-a367-f0fdc5a35d90 None None] Network 60491e2a-55da-478c-b848-cd1f05b75581 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:20:30.671930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Allocated IP 172.20.0.10 (60491e2a-55da-478c-b848-cd1f05b75581/3f6ed423-ab74-4e2a-ac06-eb17f4e50244/06c01e48-9e87-4f30-9cb2-b64ed84f636f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:30.867935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.897912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:30.963809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Network 60491e2a-55da-478c-b848-cd1f05b75581 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:30.966419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:30.970710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:31.004713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event updated for resources: {'Port': ['ID=06c01e48-9e87-4f30-9cb2-b64ed84f636f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:31.026422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:31.027016 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.046009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-43c8da5f-4637-4111-84e9-c1eb01e382f7 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.5734503 May 28 06:20:31.049986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45894) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:31.114274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fed43-4b6d-4df2-925c-d91568cde7c2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Deleting port 06c01e48-9e87-4f30-9cb2-b64ed84f636f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:31.114606 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a9fed43-4b6d-4df2-925c-d91568cde7c2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.210498 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.341389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a9fed43-4b6d-4df2-925c-d91568cde7c2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.467331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fed43-4b6d-4df2-925c-d91568cde7c2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Calling delete_port for 06c01e48-9e87-4f30-9cb2-b64ed84f636f owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:31.621618 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a9fed43-4b6d-4df2-925c-d91568cde7c2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.670923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fed43-4b6d-4df2-925c-d91568cde7c2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event deleted for resources: {'Port': ['ID=06c01e48-9e87-4f30-9cb2-b64ed84f636f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:31.764833 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6a9fed43-4b6d-4df2-925c-d91568cde7c2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.770984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6a9fed43-4b6d-4df2-925c-d91568cde7c2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "DELETE /v2.0/ports/06c01e48-9e87-4f30-9cb2-b64ed84f636f HTTP/1.1" status: 204 len: 168 time: 0.7200673 May 28 06:20:31.773724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45898) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:31.778404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60491e2a-55da-478c-b848-cd1f05b75581', 'external_fixed_ips': [{'subnet_id': '3f6ed423-ab74-4e2a-ac06-eb17f4e50244', 'ip_address': '172.20.0.10'}]}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:31.783627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:31.787472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Usage tracker for resource:router and tenant:1346fb56ec3a42a5aa738eb02a861ea9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:31.790297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:31.796047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:31.806899 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.807903 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:31.823018 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.191858 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.551074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.580609 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.778121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Allocated IP 172.20.0.10 (60491e2a-55da-478c-b848-cd1f05b75581/3f6ed423-ab74-4e2a-ac06-eb17f4e50244/c39dbec0-a849-4822-8e52-e2b7d943d2c7) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:32.923104 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:32.952389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:33.021744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Network 60491e2a-55da-478c-b848-cd1f05b75581 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:33.024560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:33.026921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:33.069950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event updated for resources: {'Port': ['ID=c39dbec0-a849-4822-8e52-e2b7d943d2c7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:33.467530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:33.849104 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:20:33.933817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.155718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Router 16951b41-86fe-4d4b-819b-12cd518ba8a7 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:20:34.339868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:34.349398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Sync routers for ids ['16951b41-86fe-4d4b-819b-12cd518ba8a7'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:34.358562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Routers {'16951b41-86fe-4d4b-819b-12cd518ba8a7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:34.359478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16951b41-86fe-4d4b-819b-12cd518ba8a7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:34.363800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.364998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d4c4f31f-e35f-4159-a7e2-0b550d6811c9 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.5903711 May 28 06:20:34.367764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45906) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:34.550688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.561970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Set router 16951b41-86fe-4d4b-819b-12cd518ba8a7 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:34.731534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.740761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Deleting port c39dbec0-a849-4822-8e52-e2b7d943d2c7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:34.741146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.849380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16951b41-86fe-4d4b-819b-12cd518ba8a7', 'name': '', 'tenant_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60491e2a-55da-478c-b848-cd1f05b75581', 'external_fixed_ips': [{'subnet_id': '3f6ed423-ab74-4e2a-ac06-eb17f4e50244', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c39dbec0-a849-4822-8e52-e2b7d943d2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:33Z', 'revision_number': 3, 'project_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'gw_port': {'id': 'c39dbec0-a849-4822-8e52-e2b7d943d2c7', 'name': '', 'network_id': '60491e2a-55da-478c-b848-cd1f05b75581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16951b41-86fe-4d4b-819b-12cd518ba8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '3f6ed423-ab74-4e2a-ac06-eb17f4e50244', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:32Z', 'updated_at': '2022-05-28T06:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f6ed423-ab74-4e2a-ac06-eb17f4e50244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:34.853223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Checking router: 16951b41-86fe-4d4b-819b-12cd518ba8a7 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:34.853571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Updating router 16951b41-86fe-4d4b-819b-12cd518ba8a7 port c39dbec0-a849-4822-8e52-e2b7d943d2c7 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:20:34.905556 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:34.912547 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.033256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Calling delete_port for c39dbec0-a849-4822-8e52-e2b7d943d2c7 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:35.232636 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.245232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Transition to ACTIVE for port object c39dbec0-a849-4822-8e52-e2b7d943d2c7 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:35.251989 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.261277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:20:35.261608 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:20:35.335826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Attempting to bind port c39dbec0-a849-4822-8e52-e2b7d943d2c7 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:35.336197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Attempting to bind port c39dbec0-a849-4822-8e52-e2b7d943d2c7 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '03489936-c150-42be-9172-fab759ab4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '60491e2a-55da-478c-b848-cd1f05b75581'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:35.336562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Attempting to bind port c39dbec0-a849-4822-8e52-e2b7d943d2c7 on network 60491e2a-55da-478c-b848-cd1f05b75581 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:35.345753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:35.346125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Checking segment: {'id': '03489936-c150-42be-9172-fab759ab4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '60491e2a-55da-478c-b848-cd1f05b75581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:35.346524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.346926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Bound using segment: {'id': '03489936-c150-42be-9172-fab759ab4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '60491e2a-55da-478c-b848-cd1f05b75581'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:35.347407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Bound port: c39dbec0-a849-4822-8e52-e2b7d943d2c7, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03489936-c150-42be-9172-fab759ab4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '60491e2a-55da-478c-b848-cd1f05b75581'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:35.347781 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.375791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a52f3d-b251-44c3-aca7-1da110f49452 None None] Pushing event updated for resources: {'Port': ['ID=c39dbec0-a849-4822-8e52-e2b7d943d2c7,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:35.421618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] For port c39dbec0-a849-4822-8e52-e2b7d943d2c7, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:35.429037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] For port c39dbec0-a849-4822-8e52-e2b7d943d2c7, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c39dbec0-a849-4822-8e52-e2b7d943d2c7,segment=NetworkSegment(03489936-c150-42be-9172-fab759ab4b6b),segment_id=03489936-c150-42be-9172-fab759ab4b6b)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:35.436446 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.516256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Routers {'16951b41-86fe-4d4b-819b-12cd518ba8a7'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:35.516847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16951b41-86fe-4d4b-819b-12cd518ba8a7'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:35.628278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a52f3d-b251-44c3-aca7-1da110f49452 None None] Pushing event updated for resources: {'Port': ['ID=c39dbec0-a849-4822-8e52-e2b7d943d2c7,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:35.669636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] Set router 16951b41-86fe-4d4b-819b-12cd518ba8a7 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:35.762853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Deleting port c39dbec0-a849-4822-8e52-e2b7d943d2c7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:35.763313 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:35.806096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16951b41-86fe-4d4b-819b-12cd518ba8a7', 'name': '', 'tenant_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:34Z', 'revision_number': 4, 'project_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:35.809953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe4bdc-bbf2-4f5f-82f9-785e5bcbc798 None None] The sync data for ids ['16951b41-86fe-4d4b-819b-12cd518ba8a7'] in n-d-843679-5 is: [{'id': '16951b41-86fe-4d4b-819b-12cd518ba8a7', 'name': '', 'tenant_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:31Z', 'updated_at': '2022-05-28T06:20:34Z', 'revision_number': 4, 'project_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:35.938280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] For port c39dbec0-a849-4822-8e52-e2b7d943d2c7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c39dbec0-a849-4822-8e52-e2b7d943d2c7,segment=NetworkSegment(03489936-c150-42be-9172-fab759ab4b6b),segment_id=03489936-c150-42be-9172-fab759ab4b6b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:35.938644 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.067591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Calling delete_port for c39dbec0-a849-4822-8e52-e2b7d943d2c7 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:36.234897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.280958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event deleted for resources: {'Port': ['ID=c39dbec0-a849-4822-8e52-e2b7d943d2c7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:36.370794 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.544870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.547569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.572160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.572729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16951b41-86fe-4d4b-819b-12cd518ba8a7 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:20:36.586872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.590584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1ed88e48-fb89-484a-9ceb-3c71f7f3ca94 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "DELETE /v2.0/routers/16951b41-86fe-4d4b-819b-12cd518ba8a7 HTTP/1.1" status: 204 len: 168 time: 2.2193627 May 28 06:20:36.590834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45914) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:36.651694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cb5d16-baf1-444c-a135-7aff2f0f521f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Deleting subnet 3f6ed423-ab74-4e2a-ac06-eb17f4e50244 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:20:36.654812 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5d16-baf1-444c-a135-7aff2f0f521f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.708046 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5d16-baf1-444c-a135-7aff2f0f521f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.761925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5d16-baf1-444c-a135-7aff2f0f521f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.828208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5d16-baf1-444c-a135-7aff2f0f521f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.868483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb5d16-baf1-444c-a135-7aff2f0f521f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6ed423-ab74-4e2a-ac06-eb17f4e50244,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:36.872134 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5d16-baf1-444c-a135-7aff2f0f521f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:36.877841 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d0cb5d16-baf1-444c-a135-7aff2f0f521f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/3f6ed423-ab74-4e2a-ac06-eb17f4e50244 HTTP/1.1" status: 204 len: 168 time: 0.2860596 May 28 06:20:36.880431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45918) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:36.980566 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.105014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.232143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60491e2a-55da-478c-b848-cd1f05b75581']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:37.244023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03489936-c150-42be-9172-fab759ab4b6b') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:37.244314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03489936-c150-42be-9172-fab759ab4b6b') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:37.255359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.272176 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.278429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:20:37.278836 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.348729 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 03489936-c150-42be-9172-fab759ab4b6b resource provider aggregate not found May 28 06:20:37.370113 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 03489936-c150-42be-9172-fab759ab4b6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03489936-c150-42be-9172-fab759ab4b6b found for delete ", "request_id": "req-0f1cd21b-c0bd-412e-94fd-cadb58a020b4"}]} May 28 06:20:37.383011 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.399644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60491e2a-55da-478c-b848-cd1f05b75581 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 28 06:20:37.404174 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.411628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event deleted for resources: {'Network': ['ID=60491e2a-55da-478c-b848-cd1f05b75581,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:37.415832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-81cef927-6f10-4c3f-8fac-343bc04886a6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "DELETE /v2.0/networks/60491e2a-55da-478c-b848-cd1f05b75581 HTTP/1.1" status: 204 len: 168 time: 0.5343888 May 28 06:20:37.609112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45934) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:37.614389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Request body: {'router': {'name': 'tempest-router--518732160', 'project_id': '27e91b887097401386ea87a5f5967023'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:37.619876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:37.623727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Usage tracker for resource:router and tenant:27e91b887097401386ea87a5f5967023 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:37.627014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:37.632710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:37.643379 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.644312 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.658208 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.675482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.697877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:37.699039 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d97f0075-eaf3-4dad-9396-3510dcc11f8f tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0888715 May 28 06:20:37.701829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45938) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:37.841787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc13d-93a7-4425-be0a-5dde5d0e179a tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.146903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc13d-93a7-4425-be0a-5dde5d0e179a tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.149042 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc13d-93a7-4425-be0a-5dde5d0e179a tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.170579 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc13d-93a7-4425-be0a-5dde5d0e179a tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.171075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ecc13d-93a7-4425-be0a-5dde5d0e179a tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67cb006e-9942-4055-95b0-f3de43de0c9d {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:20:38.179892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc13d-93a7-4425-be0a-5dde5d0e179a tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.180912 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c3ecc13d-93a7-4425-be0a-5dde5d0e179a tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "DELETE /v2.0/routers/67cb006e-9942-4055-95b0-f3de43de0c9d HTTP/1.1" status: 204 len: 168 time: 0.4781947 May 28 06:20:38.287977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45948) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:38.498287 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1208396421', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:38.506031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:38.510798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Usage tracker for resource:router and tenant:ffcb8d90c0cd41bfaffdb260713b369a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:38.513915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:38.521185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:38.526901 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c46de36-487d-4d7e-beeb-fd04a51bfa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.531955 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.532938 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.548296 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:38.811912 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.219202 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.248186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.386561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Allocated IP 172.25.4.24 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/11e59471-d5d4-42ee-a8bc-2d148e1b7bfb) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:39.532496 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.561649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:39.627205 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:39.629830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:39.634863 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:39.679147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Pushing event updated for resources: {'Port': ['ID=11e59471-d5d4-42ee-a8bc-2d148e1b7bfb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:39.976371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5c9bf-2ad1-4492-bcb0-6ca486f1c36b req-ac520bf7-9922-409c-94f8-0603e3292c46 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:39.977899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55b5c9bf-2ad1-4492-bcb0-6ca486f1c36b req-ac520bf7-9922-409c-94f8-0603e3292c46 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1098 time: 0.0699048 May 28 06:20:40.019463 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55b5c9bf-2ad1-4492-bcb0-6ca486f1c36b req-7abf4dc2-b486-40aa-9c5a-68126e6b2bf9 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356340 May 28 06:20:40.042031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45960) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:40.055308 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.252693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port a6fb67e2-de46-42a7-808b-e40b6b980309 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:40.253045 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.403718 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.420762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.433153 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.433474 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.565396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for a6fb67e2-de46-42a7-808b-e40b6b980309 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:40.724244 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.731970 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c93c874-c280-40ad-8f24-4a074a71108c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.754902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Router 0890db32-62ed-463b-be26-381347c6f7ef is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:20:40.776357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=a6fb67e2-de46-42a7-808b-e40b6b980309,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:40.866422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.866763 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Floating IP 747102a8-4ab0-46a7-901a-249329cf9f60 disassociated (deleted). External IP: 172.25.4.184, port: efefa332-cb21-4168-8dad-c291e1ee783c. May 28 06:20:40.940173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:40.951430 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f010c161-a084-47e7-b210-51d25e8c2f0d None None] Sync routers for ids ['0890db32-62ed-463b-be26-381347c6f7ef'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:40.960898 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f010c161-a084-47e7-b210-51d25e8c2f0d None None] Routers {'0890db32-62ed-463b-be26-381347c6f7ef'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:40.961498 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f010c161-a084-47e7-b210-51d25e8c2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['0890db32-62ed-463b-be26-381347c6f7ef'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:40.967790 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:40.969116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ec419457-c16a-4680-b336-40d7ce75c234 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6801524 May 28 06:20:40.971823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45964) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:41.025672 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f010c161-a084-47e7-b210-51d25e8c2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:41.034273 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f010c161-a084-47e7-b210-51d25e8c2f0d None None] Routers {'0890db32-62ed-463b-be26-381347c6f7ef'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:41.034860 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f010c161-a084-47e7-b210-51d25e8c2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['0890db32-62ed-463b-be26-381347c6f7ef'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:41.097664 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f010c161-a084-47e7-b210-51d25e8c2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:41.098335 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f010c161-a084-47e7-b210-51d25e8c2f0d None None] The sync data for ids ['0890db32-62ed-463b-be26-381347c6f7ef'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:41.163471 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a451555d-cdf1-4088-88c4-b068a043fe4e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/routers/0890db32-62ed-463b-be26-381347c6f7ef HTTP/1.1" status: 200 len: 920 time: 0.1877122 May 28 06:20:41.164558 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45968) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:41.213905 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88fb6bca-f3f8-4cef-9b7e-72de01c17702 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=0890db32-62ed-463b-be26-381347c6f7ef HTTP/1.1" status: 200 len: 205 time: 0.0467753 May 28 06:20:41.214135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 45972) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:41.334201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router e33ea703-26ef-4457-a457-576db8ec4fdc has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:20:41.396257 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:41.511318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:41.521980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] Sync routers for ids ['e33ea703-26ef-4457-a457-576db8ec4fdc'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:41.532692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:41.534731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] Routers {'e33ea703-26ef-4457-a457-576db8ec4fdc'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:41.535380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e33ea703-26ef-4457-a457-576db8ec4fdc'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:41.578878 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:41.589261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Deleting port 11e59471-d5d4-42ee-a8bc-2d148e1b7bfb {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:41.590135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:41.595364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-21935bb5-b1b9-4168-ba0e-6829b3629517 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/floatingips/747102a8-4ab0-46a7-901a-249329cf9f60 HTTP/1.1" status: 204 len: 168 time: 1.5492887 May 28 06:20:41.595364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:41.728437 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f8ed29-afa4-4aad-98a3-33e5ecdd1266'] response: {'name': 'network-changed', 'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'status': 'completed', 'code': 200} May 28 06:20:41.738706 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:41.746632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:41.782539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] Set router e33ea703-26ef-4457-a457-576db8ec4fdc gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:41.815367 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:41.855140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-e09c9549-0e12-4dfb-b663-4825916f9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:41.856752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-e09c9549-0e12-4dfb-b663-4825916f9566 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 1098 time: 0.0875149 May 28 06:20:41.955692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Calling delete_port for 11e59471-d5d4-42ee-a8bc-2d148e1b7bfb owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:42.070754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-2a470ff6-6093-493f-ac9b-0be7c807dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:42.072651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-2a470ff6-6093-493f-ac9b-0be7c807dcb6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 200 len: 898 time: 0.2017572 May 28 06:20:42.086016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cb2dc-2d1e-4acf-8b29-ee2a57e17f56 req-028e0ffe-1bd6-47af-9e52-ab2826830aeb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:42.087036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f01cb2dc-2d1e-4acf-8b29-ee2a57e17f56 req-028e0ffe-1bd6-47af-9e52-ab2826830aeb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:20:42.133094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '16bdd3e1-5e9f-4180-bbb4-176420ef38b3', 'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:a2:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:57Z', 'updated_at': '2022-05-28T06:18:04Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '77c995f1-1535-43aa-ae82-526680eab872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:42.137308 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] Checking router: e33ea703-26ef-4457-a457-576db8ec4fdc for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:42.146525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] Routers {'e33ea703-26ef-4457-a457-576db8ec4fdc'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:42.147339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e33ea703-26ef-4457-a457-576db8ec4fdc'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:42.177629 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-0c5baee9-9c39-486b-8fb9-40738c0b72d6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 200 len: 217 time: 0.0845003 May 28 06:20:42.181779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f01cb2dc-2d1e-4acf-8b29-ee2a57e17f56 req-028e0ffe-1bd6-47af-9e52-ab2826830aeb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:20:42.183173 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f01cb2dc-2d1e-4acf-8b29-ee2a57e17f56 req-028e0ffe-1bd6-47af-9e52-ab2826830aeb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 947 time: 0.2355134 May 28 06:20:42.269373 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.281529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-1ab156ba-2cfd-4a5f-9839-375d5df9e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:42.283082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-1ab156ba-2cfd-4a5f-9839-375d5df9e0ed service neutron] 10.222.0.33 "GET /v2.0/subnets?id=77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 200 len: 835 time: 0.0986772 May 28 06:20:42.287693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f01cb2dc-2d1e-4acf-8b29-ee2a57e17f56 req-57835675-5f5b-4498-9f44-97aab16d2d22 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630529 May 28 06:20:42.321420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Pushing event deleted for resources: {'Port': ['ID=11e59471-d5d4-42ee-a8bc-2d148e1b7bfb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:42.344913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] Set router e33ea703-26ef-4457-a457-576db8ec4fdc gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:42.371068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-a4c5912d-e8e9-4b37-b2f1-661068c4a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:42.372732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-a4c5912d-e8e9-4b37-b2f1-661068c4a5e1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ddbce776-b4fd-44fb-bb3a-f5b8de42edda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804424 May 28 06:20:42.413859 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.513067 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-c8544bac-34a6-4ed1-903c-4616cb03f618 service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335063 May 28 06:20:42.601215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.603448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.628892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.629729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Fanout notify agent at l3_agent the message router_deleted on router 0890db32-62ed-463b-be26-381347c6f7ef {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:20:42.646873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.651401 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b62d7966-e4bd-487e-a30b-4444ba551f33 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/0890db32-62ed-463b-be26-381347c6f7ef HTTP/1.1" status: 204 len: 168 time: 1.4329927 May 28 06:20:42.651754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45984) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:42.658567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1784977002', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'enable_snat': False}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:42.665721 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85cf09f5-c61b-4866-8f0b-b0ed5abdf507 req-7a258f29-49d1-4ce1-949c-fa455937f6dd service neutron] 10.222.0.33 "GET /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455197 May 28 06:20:42.666525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:42.670405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Usage tracker for resource:router and tenant:1346fb56ec3a42a5aa738eb02a861ea9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:42.673841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:42.674670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '16bdd3e1-5e9f-4180-bbb4-176420ef38b3', 'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:a2:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:57Z', 'updated_at': '2022-05-28T06:18:04Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '77c995f1-1535-43aa-ae82-526680eab872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:42.678681 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ebceb-17fe-4447-ab78-60615c8b4951 None None] The sync data for ids ['e33ea703-26ef-4457-a457-576db8ec4fdc'] in n-d-843679-5 is: [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '16bdd3e1-5e9f-4180-bbb4-176420ef38b3', 'name': '', 'network_id': 'ddbce776-b4fd-44fb-bb3a-f5b8de42edda', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:a2:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '77c995f1-1535-43aa-ae82-526680eab872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:57Z', 'updated_at': '2022-05-28T06:18:04Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '77c995f1-1535-43aa-ae82-526680eab872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:42.679738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:42.692960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.694341 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.711137 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:42.913242 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f296b598-9c19-461d-89bc-fb43694c4cfa None None] New status for floating IP 747102a8-4ab0-46a7-901a-249329cf9f60: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:20:42.994442 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.400219 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.474511 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.478824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd7182-37b5-4862-829a-228f0ab00f5f req-8d5c9aed-5936-47e1-9900-3d3652af2f8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:43.480351 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87cd7182-37b5-4862-829a-228f0ab00f5f req-8d5c9aed-5936-47e1-9900-3d3652af2f8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 947 time: 0.0809062 May 28 06:20:43.508062 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.529000 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87cd7182-37b5-4862-829a-228f0ab00f5f req-14789638-ea6f-4c60-90b8-86a5719b931f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=863f636c-1d0a-4ba2-adc8-7a0a2e659989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 May 28 06:20:43.585872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-6a99ec05-2924-413e-b225-ae04bfcbdfc8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:43.587284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-6a99ec05-2924-413e-b225-ae04bfcbdfc8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 947 time: 0.1828175 May 28 06:20:43.704458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-9a5684aa-c3a9-4d43-a57d-c6997de1ee8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port efefa332-cb21-4168-8dad-c291e1ee783c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:43.704791 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-9a5684aa-c3a9-4d43-a57d-c6997de1ee8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:43.762356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Allocated IP 172.25.4.194 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/d6b055e2-a864-4a03-b823-0b439f8425a7) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:44.072716 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.086911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-9a5684aa-c3a9-4d43-a57d-c6997de1ee8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port efefa332-cb21-4168-8dad-c291e1ee783c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=efefa332-cb21-4168-8dad-c291e1ee783c,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:44.087277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-9a5684aa-c3a9-4d43-a57d-c6997de1ee8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.211567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-9a5684aa-c3a9-4d43-a57d-c6997de1ee8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for efefa332-cb21-4168-8dad-c291e1ee783c owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:44.292284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.405213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:44.410319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:44.414373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event updated for resources: {'Port': ['ID=d6b055e2-a864-4a03-b823-0b439f8425a7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:44.417303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:44.472194 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-9a5684aa-c3a9-4d43-a57d-c6997de1ee8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.576683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5684aa-c3a9-4d43-a57d-c6997de1ee8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=efefa332-cb21-4168-8dad-c291e1ee783c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:44.856874 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5ffdb67-ee24-4648-aa9a-31895a8c1482 req-22b32368-c95f-41d2-9366-016cd5521f84 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=59b4035a-192d-4a73-83b1-58a3e72c1950 HTTP/1.1" status: 200 len: 210 time: 0.1568680 May 28 06:20:44.907357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-9a5684aa-c3a9-4d43-a57d-c6997de1ee8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] No DVR routers for this DVR port efefa332-cb21-4168-8dad-c291e1ee783c on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:20:44.912343 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-9a5684aa-c3a9-4d43-a57d-c6997de1ee8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:44.915144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-deleted', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:20:44.947531 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9b72298d-fe2f-447f-8b9a-72edd8979b98 req-9a5684aa-c3a9-4d43-a57d-c6997de1ee8e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "DELETE /v2.0/ports/efefa332-cb21-4168-8dad-c291e1ee783c HTTP/1.1" status: 204 len: 173 time: 1.3537414 May 28 06:20:45.004872 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce14a9be-75b2-4df6-8553-80a4d1b18bbd'] response: {'server_uuid': '59b4035a-192d-4a73-83b1-58a3e72c1950', 'name': 'network-vif-deleted', 'tag': 'efefa332-cb21-4168-8dad-c291e1ee783c', 'status': 'completed', 'code': 200} May 28 06:20:45.148070 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:45.496571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:45.714419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Router ad5e7747-3f8d-418a-9587-0ef12029c3e9 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:20:45.889685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:45.899543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Sync routers for ids ['ad5e7747-3f8d-418a-9587-0ef12029c3e9'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:45.909722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Routers {'ad5e7747-3f8d-418a-9587-0ef12029c3e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:45.909925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:45.910519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ad5e7747-3f8d-418a-9587-0ef12029c3e9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:45.913545 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-57df09bc-2415-410e-aa61-42f8d6e0d564 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.2584271 May 28 06:20:45.913805 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 45996) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:45.957759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46000) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:46.159354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Set router ad5e7747-3f8d-418a-9587-0ef12029c3e9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:46.223554 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-05d76a53-79c5-4df8-9fc3-554d90c9c370 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/routers/ad5e7747-3f8d-418a-9587-0ef12029c3e9 HTTP/1.1" status: 200 len: 909 time: 0.3063676 May 28 06:20:46.223845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:46.235871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1784977002', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'enable_snat': True}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:46.250633 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:46.257939 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Usage tracker for resource:router and tenant:1346fb56ec3a42a5aa738eb02a861ea9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:46.262221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:46.271824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:46.351119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.352112 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.407801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.444048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5e7747-3f8d-418a-9587-0ef12029c3e9', 'name': 'tempest-snat-router-1784977002', 'tenant_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.194'}], 'enable_snat': False}, 'gw_port_id': 'd6b055e2-a864-4a03-b823-0b439f8425a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:42Z', 'updated_at': '2022-05-28T06:20:44Z', 'revision_number': 3, 'project_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'gw_port': {'id': 'd6b055e2-a864-4a03-b823-0b439f8425a7', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5e7747-3f8d-418a-9587-0ef12029c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:43Z', 'updated_at': '2022-05-28T06:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:46.447847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Checking router: ad5e7747-3f8d-418a-9587-0ef12029c3e9 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:46.448197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Updating router ad5e7747-3f8d-418a-9587-0ef12029c3e9 port d6b055e2-a864-4a03-b823-0b439f8425a7 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:20:46.504682 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.838991 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.854627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Transition to ACTIVE for port object d6b055e2-a864-4a03-b823-0b439f8425a7 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:46.863589 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.864606 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.944249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Attempting to bind port d6b055e2-a864-4a03-b823-0b439f8425a7 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:46.944777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Attempting to bind port d6b055e2-a864-4a03-b823-0b439f8425a7 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:46.944969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Attempting to bind port d6b055e2-a864-4a03-b823-0b439f8425a7 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:46.946925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Pushing event updated for resources: {'Port': ['ID=d6b055e2-a864-4a03-b823-0b439f8425a7,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:46.956569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:46.956947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:46.957350 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.957739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:46.958203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Bound port: d6b055e2-a864-4a03-b823-0b439f8425a7, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:46.958573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:46.987292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.987629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.987972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.988316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.988649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.988981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.989310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.989636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.990101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.990285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.990607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:46.990926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:20:47.040701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] For port d6b055e2-a864-4a03-b823-0b439f8425a7, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:47.044222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] For port d6b055e2-a864-4a03-b823-0b439f8425a7, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d6b055e2-a864-4a03-b823-0b439f8425a7,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:47.045785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.049187 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.124540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Routers {'ad5e7747-3f8d-418a-9587-0ef12029c3e9'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:47.125745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['ad5e7747-3f8d-418a-9587-0ef12029c3e9'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:47.204460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d2621-4fab-441e-acd4-398ae556f14a None None] Pushing event updated for resources: {'Port': ['ID=d6b055e2-a864-4a03-b823-0b439f8425a7,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:47.281124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efefa332-cb21-4168-8dad-c291e1ee783c no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:47.326098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: efefa332-cb21-4168-8dad-c291e1ee783c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:20:47.326434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device efefa332-cb21-4168-8dad-c291e1ee783c not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:47.350214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] Set router ad5e7747-3f8d-418a-9587-0ef12029c3e9 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:47.505977 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.544947 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:47.681756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5e7747-3f8d-418a-9587-0ef12029c3e9', 'name': 'tempest-snat-router-1784977002', 'tenant_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.194'}], 'enable_snat': False}, 'gw_port_id': 'd6b055e2-a864-4a03-b823-0b439f8425a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:42Z', 'updated_at': '2022-05-28T06:20:44Z', 'revision_number': 3, 'project_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'gw_port': {'id': 'd6b055e2-a864-4a03-b823-0b439f8425a7', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5e7747-3f8d-418a-9587-0ef12029c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:43Z', 'updated_at': '2022-05-28T06:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:47.685793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88aa36-a122-4057-aa92-2390e221f7b9 None None] The sync data for ids ['ad5e7747-3f8d-418a-9587-0ef12029c3e9'] in n-d-843679-5 is: [{'id': 'ad5e7747-3f8d-418a-9587-0ef12029c3e9', 'name': 'tempest-snat-router-1784977002', 'tenant_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.194'}], 'enable_snat': False}, 'gw_port_id': 'd6b055e2-a864-4a03-b823-0b439f8425a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:42Z', 'updated_at': '2022-05-28T06:20:44Z', 'revision_number': 3, 'project_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'gw_port': {'id': 'd6b055e2-a864-4a03-b823-0b439f8425a7', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5e7747-3f8d-418a-9587-0ef12029c3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:43Z', 'updated_at': '2022-05-28T06:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:47.751704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Allocated IP 172.25.4.22 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/93caddb1-5d18-44db-bf0b-3c87b49b3616) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:47.753876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:47.754213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.080053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port 16bdd3e1-5e9f-4180-bbb4-176420ef38b3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=16bdd3e1-5e9f-4180-bbb4-176420ef38b3,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:48.080727 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.089699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.353940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:48.454280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.538284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:48.543160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:48.548828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:48.586546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d6b055e2-a864-4a03-b823-0b439f8425a7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:48.599461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event updated for resources: {'Port': ['ID=93caddb1-5d18-44db-bf0b-3c87b49b3616,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:48.653499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port d6b055e2-a864-4a03-b823-0b439f8425a7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:20:48.658172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d6b055e2-a864-4a03-b823-0b439f8425a7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:48.658545 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.776627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d6b055e2-a864-4a03-b823-0b439f8425a7 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:48.776977 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.793902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port d6b055e2-a864-4a03-b823-0b439f8425a7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d6b055e2-a864-4a03-b823-0b439f8425a7,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:48.798787 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.870302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:48.877073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=d6b055e2-a864-4a03-b823-0b439f8425a7,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:49.019382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=16bdd3e1-5e9f-4180-bbb4-176420ef38b3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:49.273016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.515943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:49.964914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.308661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router e33ea703-26ef-4457-a457-576db8ec4fdc has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:20:50.400238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Router d866f837-9874-4e94-b827-4a9bd5c75056 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:20:50.602569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d6b055e2-a864-4a03-b823-0b439f8425a7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:20:50.662234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:50.674608 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] Sync routers for ids ['e33ea703-26ef-4457-a457-576db8ec4fdc'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:50.678069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d6b055e2-a864-4a03-b823-0b439f8425a7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:20:50.678644 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.689410 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] Routers {'e33ea703-26ef-4457-a457-576db8ec4fdc'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:50.690253 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e33ea703-26ef-4457-a457-576db8ec4fdc'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:50.691866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:50.704944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46008) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:50.705435 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ca9a7e46-edb2-4744-a48c-fb7fea60a784 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "PUT /v2.0/routers/e33ea703-26ef-4457-a457-576db8ec4fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7461066 May 28 06:20:50.724831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.728436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-90b4041f-de6c-48d5-af5f-9ed83fd2b9fb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5012937 May 28 06:20:50.728807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46012) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:50.741022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Sync routers for ids ['d866f837-9874-4e94-b827-4a9bd5c75056'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:50.756235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Routers {'d866f837-9874-4e94-b827-4a9bd5c75056'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:50.756855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d866f837-9874-4e94-b827-4a9bd5c75056'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:50.790057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4a2084-ad01-4edb-b7d6-c3f27d6b1ee1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting subnet 77c995f1-1535-43aa-ae82-526680eab872 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:20:50.794056 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab4a2084-ad01-4edb-b7d6-c3f27d6b1ee1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.866569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab4a2084-ad01-4edb-b7d6-c3f27d6b1ee1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:50.960374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Set router d866f837-9874-4e94-b827-4a9bd5c75056 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:51.009068 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab4a2084-ad01-4edb-b7d6-c3f27d6b1ee1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.017335 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] Set router e33ea703-26ef-4457-a457-576db8ec4fdc gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:51.136769 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab4a2084-ad01-4edb-b7d6-c3f27d6b1ee1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.204707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ab4a2084-ad01-4edb-b7d6-c3f27d6b1ee1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.219150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a2084-ad01-4edb-b7d6-c3f27d6b1ee1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Subnet': ['ID=77c995f1-1535-43aa-ae82-526680eab872,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:51.226466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eceda1-cb66-4b6f-ad2c-2f89cbdd51ee None None] Network ddbce776-b4fd-44fb-bb3a-f5b8de42edda requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:20:51.226783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46016) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:51.226989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ab4a2084-ad01-4edb-b7d6-c3f27d6b1ee1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/subnets/77c995f1-1535-43aa-ae82-526680eab872 HTTP/1.1" status: 204 len: 168 time: 0.5199969 May 28 06:20:51.294713 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9bafaf5a-2379-4f7a-a907-6335c5fb3bd5 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/routers/d866f837-9874-4e94-b827-4a9bd5c75056 HTTP/1.1" status: 200 len: 907 time: 0.5645947 May 28 06:20:51.298061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46020) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:51.398159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d6b055e2-a864-4a03-b823-0b439f8425a7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:51.407212 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:20:48Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:51.411347 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] Checking router: e33ea703-26ef-4457-a457-576db8ec4fdc for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:51.420577 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] Routers {'e33ea703-26ef-4457-a457-576db8ec4fdc'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:51.421168 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e33ea703-26ef-4457-a457-576db8ec4fdc'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:51.438436 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.516273 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.544356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd866f837-9874-4e94-b827-4a9bd5c75056', 'name': 'tempest-snat-router-1784977002', 'tenant_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '93caddb1-5d18-44db-bf0b-3c87b49b3616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:46Z', 'updated_at': '2022-05-28T06:20:48Z', 'revision_number': 3, 'project_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'gw_port': {'id': '93caddb1-5d18-44db-bf0b-3c87b49b3616', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:36:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd866f837-9874-4e94-b827-4a9bd5c75056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:47Z', 'updated_at': '2022-05-28T06:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:51.558282 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Checking router: d866f837-9874-4e94-b827-4a9bd5c75056 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:20:51.558634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Updating router d866f837-9874-4e94-b827-4a9bd5c75056 port 93caddb1-5d18-44db-bf0b-3c87b49b3616 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:20:51.620016 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] Set router e33ea703-26ef-4457-a457-576db8ec4fdc gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:51.621274 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.640360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.650986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port dd84a452-20f1-4661-8fbd-3902e2500fa3 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:51.651405 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.716555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.726485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Deleting port 93caddb1-5d18-44db-bf0b-3c87b49b3616 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:51.727102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.837792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port dd84a452-20f1-4661-8fbd-3902e2500fa3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dd84a452-20f1-4661-8fbd-3902e2500fa3,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:51.838530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.921380 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:51.934268 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:20:48Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:51.939677 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae6c18-8748-4324-8ef7-909645c107f6 None None] The sync data for ids ['e33ea703-26ef-4457-a457-576db8ec4fdc'] in n-d-843679-5 is: [{'id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583341985', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:17:52Z', 'updated_at': '2022-05-28T06:20:48Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': 'dd84a452-20f1-4661-8fbd-3902e2500fa3', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33ea703-26ef-4457-a457-576db8ec4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:17:53Z', 'updated_at': '2022-05-28T06:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:51.969722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for dd84a452-20f1-4661-8fbd-3902e2500fa3 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:52.060366 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.063326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Calling delete_port for 93caddb1-5d18-44db-bf0b-3c87b49b3616 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:52.073193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Transition to ACTIVE for port object 93caddb1-5d18-44db-bf0b-3c87b49b3616 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:20:52.082175 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.163434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.165405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Attempting to bind port 93caddb1-5d18-44db-bf0b-3c87b49b3616 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:20:52.165784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Attempting to bind port 93caddb1-5d18-44db-bf0b-3c87b49b3616 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:20:52.166174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Attempting to bind port 93caddb1-5d18-44db-bf0b-3c87b49b3616 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:20:52.176006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb84d4a-b987-4208-8b06-f5308979684e None None] Pushing event updated for resources: {'Port': ['ID=93caddb1-5d18-44db-bf0b-3c87b49b3616,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:52.179274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:20:52.179849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:20:52.180473 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.180927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:20:52.181406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Bound port: 93caddb1-5d18-44db-bf0b-3c87b49b3616, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:20:52.181783 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.186471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.db.api [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:20:52.187073 n-d-843679-5 neutron-server[88417]: DEBUG oslo_db.api [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:20:52.249609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=dd84a452-20f1-4661-8fbd-3902e2500fa3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:52.256570 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] For port 93caddb1-5d18-44db-bf0b-3c87b49b3616, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:20:52.259786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] For port 93caddb1-5d18-44db-bf0b-3c87b49b3616, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=93caddb1-5d18-44db-bf0b-3c87b49b3616,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:20:52.264593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.339741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] DHCP port deletion for ddbce776-b4fd-44fb-bb3a-f5b8de42edda request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:20:52.341467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.348882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Deleting port e3a700be-7ab9-44fb-bf48-b68c24bedd52 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:52.349252 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.401938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Routers {'d866f837-9874-4e94-b827-4a9bd5c75056'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:52.402582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['d866f837-9874-4e94-b827-4a9bd5c75056'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:52.461572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb84d4a-b987-4208-8b06-f5308979684e None None] Pushing event updated for resources: {'Port': ['ID=93caddb1-5d18-44db-bf0b-3c87b49b3616,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:52.629420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3a700be-7ab9-44fb-bf48-b68c24bedd52 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:52.654817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.657079 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.678823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.679403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Fanout notify agent at l3_agent the message router_deleted on router e33ea703-26ef-4457-a457-576db8ec4fdc {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:20:52.688536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Deleting port 93caddb1-5d18-44db-bf0b-3c87b49b3616 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:52.689081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.694495 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.695599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7c6435c0-829c-44d9-a308-6c38872cd817 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/routers/e33ea703-26ef-4457-a457-576db8ec4fdc HTTP/1.1" status: 204 len: 168 time: 1.4678032 May 28 06:20:52.698239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46024) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:52.781411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] Set router d866f837-9874-4e94-b827-4a9bd5c75056 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:52.830708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.842822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port e3a700be-7ab9-44fb-bf48-b68c24bedd52 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:52.843167 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.886295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] For port 93caddb1-5d18-44db-bf0b-3c87b49b3616, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=93caddb1-5d18-44db-bf0b-3c87b49b3616,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:52.886841 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.946162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] For port e3a700be-7ab9-44fb-bf48-b68c24bedd52, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3a700be-7ab9-44fb-bf48-b68c24bedd52,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:52.946528 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:52.959438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd866f837-9874-4e94-b827-4a9bd5c75056', 'name': 'tempest-snat-router-1784977002', 'tenant_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:46Z', 'updated_at': '2022-05-28T06:20:51Z', 'revision_number': 4, 'project_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:53.022810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e3a700be-7ab9-44fb-bf48-b68c24bedd52 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:20:53.023291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.073170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port e3a700be-7ab9-44fb-bf48-b68c24bedd52, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3a700be-7ab9-44fb-bf48-b68c24bedd52,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:53.073580 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.087291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df6351-be46-466e-9d58-9e8787b41992 None None] The sync data for ids ['d866f837-9874-4e94-b827-4a9bd5c75056'] in n-d-843679-5 is: [{'id': 'd866f837-9874-4e94-b827-4a9bd5c75056', 'name': 'tempest-snat-router-1784977002', 'tenant_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:46Z', 'updated_at': '2022-05-28T06:20:51Z', 'revision_number': 4, 'project_id': '1346fb56ec3a42a5aa738eb02a861ea9', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:53.097144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Calling delete_port for e3a700be-7ab9-44fb-bf48-b68c24bedd52 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:53.134649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Calling delete_port for 93caddb1-5d18-44db-bf0b-3c87b49b3616 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:53.177295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e3a700be-7ab9-44fb-bf48-b68c24bedd52, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3a700be-7ab9-44fb-bf48-b68c24bedd52,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:53.209732 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.210957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:53.255564 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for e3a700be-7ab9-44fb-bf48-b68c24bedd52 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:53.305566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:20:53.305917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 16bdd3e1-5e9f-4180-bbb4-176420ef38b3 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:53.315839 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:20:53.315982 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:20:53.333387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e3a700be-7ab9-44fb-bf48-b68c24bedd52,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:53.376267 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:20:53.376620 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:20:53.404401 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.481269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event deleted for resources: {'Port': ['ID=93caddb1-5d18-44db-bf0b-3c87b49b3616,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:53.548038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.723317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.725458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.748971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.749386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d866f837-9874-4e94-b827-4a9bd5c75056 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:20:53.761509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.762564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ae11d58c-1448-4e71-9524-0beaedc03c5e tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d866f837-9874-4e94-b827-4a9bd5c75056 HTTP/1.1" status: 204 len: 168 time: 2.4633994 May 28 06:20:53.765257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46028) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:53.817699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Deleting port e3a700be-7ab9-44fb-bf48-b68c24bedd52 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:53.818682 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.877858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port e3a700be-7ab9-44fb-bf48-b68c24bedd52 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:53.878314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:53.949708 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.080333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] For port e3a700be-7ab9-44fb-bf48-b68c24bedd52, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3a700be-7ab9-44fb-bf48-b68c24bedd52,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:54.080893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.121271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port e3a700be-7ab9-44fb-bf48-b68c24bedd52, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3a700be-7ab9-44fb-bf48-b68c24bedd52,segment=NetworkSegment(1e4faea8-45a5-4ee1-ac1c-b9182c380e0e),segment_id=1e4faea8-45a5-4ee1-ac1c-b9182c380e0e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:54.121640 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.170503 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.181589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Deleting port d6b055e2-a864-4a03-b823-0b439f8425a7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:54.181940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.212616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Calling delete_port for e3a700be-7ab9-44fb-bf48-b68c24bedd52 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:54.270181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for e3a700be-7ab9-44fb-bf48-b68c24bedd52 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:54.293949 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.345622 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] No DVR routers for this DVR port e3a700be-7ab9-44fb-bf48-b68c24bedd52 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:20:54.349473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ed9bd-d2ea-4a3a-a938-3ee0776992d8 None None] Pushing event deleted for resources: {'Port': ['ID=e3a700be-7ab9-44fb-bf48-b68c24bedd52,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:54.359705 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:20:54.359800 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:20:54.369933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] For port d6b055e2-a864-4a03-b823-0b439f8425a7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d6b055e2-a864-4a03-b823-0b439f8425a7,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:20:54.370292 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.493315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Calling delete_port for d6b055e2-a864-4a03-b823-0b439f8425a7 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:20:54.504798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dd84a452-20f1-4661-8fbd-3902e2500fa3 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:54.542102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: dd84a452-20f1-4661-8fbd-3902e2500fa3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:20:54.542434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dd84a452-20f1-4661-8fbd-3902e2500fa3 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:54.768741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:54.817630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6b055e2-a864-4a03-b823-0b439f8425a7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:54.906279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.038124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port e3a700be-7ab9-44fb-bf48-b68c24bedd52 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:20:55.038659 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.078783 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.080922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.104118 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.104648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad5e7747-3f8d-418a-9587-0ef12029c3e9 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:20:55.109083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] The port 'e3a700be-7ab9-44fb-bf48-b68c24bedd52' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:20:55.117755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.122242 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-644a267a-ed3f-4f41-b7b8-506095829ed3 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "DELETE /v2.0/routers/ad5e7747-3f8d-418a-9587-0ef12029c3e9 HTTP/1.1" status: 204 len: 168 time: 1.3527806 May 28 06:20:55.122684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46032) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:55.128642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-191275212', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:55.136573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:55.141150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Usage tracker for resource:router and tenant:ffcb8d90c0cd41bfaffdb260713b369a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:55.144086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:55.153672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:55.165167 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.167433 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.183218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.246150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.278116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbce776-b4fd-44fb-bb3a-f5b8de42edda']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:55.290956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:55.291272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4faea8-45a5-4ee1-ac1c-b9182c380e0e') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:55.303332 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.319869 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.329489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:20:55.330086 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.399554 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 1e4faea8-45a5-4ee1-ac1c-b9182c380e0e resource provider aggregate not found May 28 06:20:55.420294 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 1e4faea8-45a5-4ee1-ac1c-b9182c380e0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e4faea8-45a5-4ee1-ac1c-b9182c380e0e found for delete ", "request_id": "req-b4fa8549-10c7-46bf-b8d8-100c5fd73822"}]} May 28 06:20:55.440463 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.444860 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.461822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.471432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Network': ['ID=ddbce776-b4fd-44fb-bb3a-f5b8de42edda,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:55.486896 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a0107b48-7357-4c0e-b35d-f87a914fa323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/networks/ddbce776-b4fd-44fb-bb3a-f5b8de42edda HTTP/1.1" status: 204 len: 168 time: 2.7876792 May 28 06:20:55.489556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46040) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:55.562512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73187a8d-56fe-42ce-b5da-37899105fcee tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.602195 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73187a8d-56fe-42ce-b5da-37899105fcee tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.672323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73187a8d-56fe-42ce-b5da-37899105fcee tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.691396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187a8d-56fe-42ce-b5da-37899105fcee tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863f636c-1d0a-4ba2-adc8-7a0a2e659989,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:55.707280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-73187a8d-56fe-42ce-b5da-37899105fcee tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.710937 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-73187a8d-56fe-42ce-b5da-37899105fcee tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/security-groups/863f636c-1d0a-4ba2-adc8-7a0a2e659989 HTTP/1.1" status: 204 len: 168 time: 0.2179384 May 28 06:20:55.793115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.822902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.844487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46048) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:55.850071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192093741', 'description': 'tempest-secgroup-smoke-192093741 description', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:55.858219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:55.862752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:55.865698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:55.871562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:55.881760 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.902336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:55.906614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:55.911294 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:55.916949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:55.964397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Allocated IP 172.25.4.22 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/3daaaeb4-1ed5-4f71-ac64-e6f5c4a01d57) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:55.986623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:55.991638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.036555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423b6a0f-4978-4b46-99b1-fc8df58e0dcb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:56.039874 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.041064 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2aca0db5-4a10-40ab-8e73-320ecabb113a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1955380 May 28 06:20:56.043956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46052) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:56.049769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '423b6a0f-4978-4b46-99b1-fc8df58e0dcb', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:56.056404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:56.060274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:56.063897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:56.069908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:56.087536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.157423 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.161323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.188527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bfae50-0575-4dfe-9cab-0954218ad706,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:56.199034 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.200475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cc292d5d-657e-4631-8aae-4d4d492a3456 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555905 May 28 06:20:56.203309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46056) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:56.208885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '423b6a0f-4978-4b46-99b1-fc8df58e0dcb', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:56.215444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:56.219262 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:56.222111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:56.228122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:56.245718 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.245946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.274987 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.307150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.310651 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.332429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e242d71-3282-48e9-861d-0efd67476c69,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:56.339303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:56.342093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:56.345664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.346639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:56.348667 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-942879ca-162f-4acd-81f1-16d846806e47 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443312 May 28 06:20:56.349689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46060) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:56.354229 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '423b6a0f-4978-4b46-99b1-fc8df58e0dcb', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:56.361791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:56.365613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:56.368504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:56.374258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:56.384658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Pushing event updated for resources: {'Port': ['ID=3daaaeb4-1ed5-4f71-ac64-e6f5c4a01d57,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:56.390475 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.456824 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.460277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.544731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d6b055e2-a864-4a03-b823-0b439f8425a7 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:20:56.580333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: d6b055e2-a864-4a03-b823-0b439f8425a7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:20:56.580677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d6b055e2-a864-4a03-b823-0b439f8425a7 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:20:56.615631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cdaed0-c3bd-45f0-8dd7-c252b536123a,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:56.625403 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.626788 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a1af3d39-3746-4031-88a5-a97d05c948d0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2765341 May 28 06:20:56.629496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46064) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:56.634333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '423b6a0f-4978-4b46-99b1-fc8df58e0dcb', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:56.641030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:56.644995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:56.647958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:56.653858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:56.671912 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.736298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.739775 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.763225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08eea574-2271-4f7d-92bc-4c2e6372ea5b,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:56.772369 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.776046 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-518d57dd-98e4-4b27-8f3c-9f48ace1d12b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431532 May 28 06:20:56.776359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46068) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:56.782183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '423b6a0f-4978-4b46-99b1-fc8df58e0dcb', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:56.788797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:56.788969 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.792837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:56.795716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:56.801872 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:56.811360 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Project d118111894a34b02b0e53fa12daa1dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:20:56.818505 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.882128 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.885832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.908697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f738481f-2c5f-4020-9bcf-2afad9a72371,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:56.917121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:56.918303 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-db802740-c56d-4e93-9b9d-56a53abf4880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404285 May 28 06:20:56.921148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46072) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:56.926585 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': '423b6a0f-4978-4b46-99b1-fc8df58e0dcb', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:56.933084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:56.936924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:56.940437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:56.946139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:56.959034 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Project d118111894a34b02b0e53fa12daa1dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:20:56.965600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.032146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.035682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.059470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf00ed2c-f108-4d7e-8450-51f8c26628e3,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:57.068618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.069943 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-20e6939f-5fd6-40f2-9fe1-4a9536c69e0d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473670 May 28 06:20:57.072700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46076) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:57.078559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'network': {'name': 'tempest-network-smoke--623844953', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'port_security_enabled': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:57.084025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:57.088567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:network and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:57.091401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:57.097838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:57.108319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:20:57.112409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.142817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:20:57.151695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.152377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.152765 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Added segment b83eeda9-22de-4064-9375-047820066712 of type vlan for network 027c2303-f858-4d1e-8d68-680c2f385a1a May 28 06:20:57.180303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.212213 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.217667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:57.218258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.327588 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2538464 May 28 06:20:57.328204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46080) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:57.337520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'admin_state_up': True, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:57.344142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93d713-cdf4-4553-bf66-77c7f1357880 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Network': ['ID=027c2303-f858-4d1e-8d68-680c2f385a1a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:57.347754 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:20:57.351862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:router and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:20:57.354796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:20:57.355990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 027c2303-f858-4d1e-8d68-680c2f385a1a details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:20:57.362882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:20:57.373841 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.374375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Router 4edcab21-e0ed-409a-bef1-96191ec096a3 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:20:57.374904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.391180 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.563391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:57.572792 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e34fd4a-1199-46ae-9316-18a5759bec1d None None] Sync routers for ids ['4edcab21-e0ed-409a-bef1-96191ec096a3'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:57.583263 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e34fd4a-1199-46ae-9316-18a5759bec1d None None] Routers {'4edcab21-e0ed-409a-bef1-96191ec096a3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:57.586426 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3e34fd4a-1199-46ae-9316-18a5759bec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4edcab21-e0ed-409a-bef1-96191ec096a3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:57.596789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.601181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fa919c31-2ee6-471f-9c2a-b64171fcbedf tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4750719 May 28 06:20:57.601359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46084) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:57.607607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-668cf8bc-596b-4ce8-9539-3d68aace0a84 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'enable_snat': False}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:20:57.653423 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3e34fd4a-1199-46ae-9316-18a5759bec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:57.661274 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e34fd4a-1199-46ae-9316-18a5759bec1d None None] Routers {'4edcab21-e0ed-409a-bef1-96191ec096a3'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:57.661967 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3e34fd4a-1199-46ae-9316-18a5759bec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4edcab21-e0ed-409a-bef1-96191ec096a3'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:57.667840 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:57.724350 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-3e34fd4a-1199-46ae-9316-18a5759bec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:57.724843 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e34fd4a-1199-46ae-9316-18a5759bec1d None None] The sync data for ids ['4edcab21-e0ed-409a-bef1-96191ec096a3'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:57.978277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.007708 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.145443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.25.4.238 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/8ef0fb7f-eb17-409c-ba98-4e9444be163a) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:20:58.276066 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-668cf8bc-596b-4ce8-9539-3d68aace0a84 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.303566 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.334743 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.397649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:20:58.400463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:20:58.403929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:20:58.563389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=8ef0fb7f-eb17-409c-ba98-4e9444be163a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:20:58.936175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.969469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-668cf8bc-596b-4ce8-9539-3d68aace0a84 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:58.972707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-668cf8bc-596b-4ce8-9539-3d68aace0a84 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:59.271816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668cf8bc-596b-4ce8-9539-3d68aace0a84 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Router 4edcab21-e0ed-409a-bef1-96191ec096a3 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:20:59.291512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:59.458084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668cf8bc-596b-4ce8-9539-3d68aace0a84 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:59.462173 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-668cf8bc-596b-4ce8-9539-3d68aace0a84 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:59.463405 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-668cf8bc-596b-4ce8-9539-3d68aace0a84 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "PUT /v2.0/routers/4edcab21-e0ed-409a-bef1-96191ec096a3 HTTP/1.1" status: 200 len: 920 time: 1.8606300 May 28 06:20:59.465872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46088) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:59.469332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf21d34d-a2c3-4783-87bd-9ae8511d87b1 None None] Sync routers for ids ['4edcab21-e0ed-409a-bef1-96191ec096a3'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:59.478808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf21d34d-a2c3-4783-87bd-9ae8511d87b1 None None] Routers {'4edcab21-e0ed-409a-bef1-96191ec096a3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:59.479543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cf21d34d-a2c3-4783-87bd-9ae8511d87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4edcab21-e0ed-409a-bef1-96191ec096a3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:59.503461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:20:59.548336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cf21d34d-a2c3-4783-87bd-9ae8511d87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:59.557877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf21d34d-a2c3-4783-87bd-9ae8511d87b1 None None] Routers {'4edcab21-e0ed-409a-bef1-96191ec096a3'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:59.558521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cf21d34d-a2c3-4783-87bd-9ae8511d87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['4edcab21-e0ed-409a-bef1-96191ec096a3'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:59.618875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-cf21d34d-a2c3-4783-87bd-9ae8511d87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:59.619305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf21d34d-a2c3-4783-87bd-9ae8511d87b1 None None] The sync data for ids ['4edcab21-e0ed-409a-bef1-96191ec096a3'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:20:59.652759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9d20b201-8b99-42f2-88c5-a7c62e1aaf9b tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/routers/4edcab21-e0ed-409a-bef1-96191ec096a3 HTTP/1.1" status: 200 len: 920 time: 0.1856797 May 28 06:20:59.655389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46092) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:59.686926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:20:59.696547 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Sync routers for ids ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:20:59.706886 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Routers {'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:20:59.707565 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-40ee88d1-6540-4f17-b637-879252832975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:20:59.716669 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:20:59.717880 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-416235a2-2ef3-479f-a6b9-d14952fdc90e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3863273 May 28 06:20:59.720976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46096) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:59.737649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37d387e-1466-4c18-857d-a16d282abc21 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:59.738439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d37d387e-1466-4c18-857d-a16d282abc21 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Synchronizing usage tracker for tenant:1346fb56ec3a42a5aa738eb02a861ea9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:20:59.754718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d37d387e-1466-4c18-857d-a16d282abc21 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Unset dirty status for tenant:1346fb56ec3a42a5aa738eb02a861ea9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:20:59.758522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d37d387e-1466-4c18-857d-a16d282abc21 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&device_id=4edcab21-e0ed-409a-bef1-96191ec096a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0995750 May 28 06:20:59.758826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46100) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:59.768603 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e20190b1-cf91-4c44-8cd4-a927a34bcb94 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=d118111894a34b02b0e53fa12daa1dc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441964 May 28 06:20:59.769833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46104) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:59.888869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ed2f9e-385c-4d33-90a9-6c73ac77f4f2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:20:59.889445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-05ed2f9e-385c-4d33-90a9-6c73ac77f4f2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Synchronizing usage tracker for tenant:1346fb56ec3a42a5aa738eb02a861ea9 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:20:59.893473 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Set router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:20:59.907866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-05ed2f9e-385c-4d33-90a9-6c73ac77f4f2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Unset dirty status for tenant:1346fb56ec3a42a5aa738eb02a861ea9 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:20:59.912626 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-05ed2f9e-385c-4d33-90a9-6c73ac77f4f2 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 881 time: 0.1527188 May 28 06:20:59.913619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46108) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:20:59.963107 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-57027f17-741c-450b-ba56-85322a747cf8 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=4edcab21-e0ed-409a-bef1-96191ec096a3 HTTP/1.1" status: 200 len: 205 time: 0.0460136 May 28 06:20:59.963617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46112) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:00.035112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac4f96-4920-4053-a0eb-85c8ed255615 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:00.039215 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f3ac4f96-4920-4053-a0eb-85c8ed255615 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2658629 May 28 06:21:00.039490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46116) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:00.082437 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9a945924-2e64-48be-94c2-4ff1714dc97d tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392313 May 28 06:21:00.082660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46120) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:00.088929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-83493077', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:00.150822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.203396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:00.207374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:subnet and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:00.210366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:00.216156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:00.226163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:00.229629 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.236092 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-40ee88d1-6540-4f17-b637-879252832975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:20:58Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:00.239838 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Checking router: fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:21:00.240165 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Updating router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 port 8ef0fb7f-eb17-409c-ba98-4e9444be163a binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:21:00.296969 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.337222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.348204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Deleting port 3daaaeb4-1ed5-4f71-ac64-e6f5c4a01d57 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:00.348546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.459056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.527066 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.540561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Subnet': ['ID=227f1860-cc02-429c-a062-4af82627f48f,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:00.552471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Checking segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:00.552690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network hostable DHCP agents. Network: 027c2303-f858-4d1e-8d68-680c2f385a1a, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:21:00.576184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network 027c2303-f858-4d1e-8d68-680c2f385a1a is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:21:00.587303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 027c2303-f858-4d1e-8d68-680c2f385a1a) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:00.596406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:00.597194 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.598793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d1a58d-415d-497d-8682-bf5dd5db6bfd None None] Network 027c2303-f858-4d1e-8d68-680c2f385a1a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:00.623131 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1a377b49-be10-47df-b5d4-645eeb086312 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5393815 May 28 06:21:00.626438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46124) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:00.672750 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.687039 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Transition to ACTIVE for port object 8ef0fb7f-eb17-409c-ba98-4e9444be163a will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:00.696772 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.789740 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Attempting to bind port 8ef0fb7f-eb17-409c-ba98-4e9444be163a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:00.790267 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Attempting to bind port 8ef0fb7f-eb17-409c-ba98-4e9444be163a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:00.790846 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Attempting to bind port 8ef0fb7f-eb17-409c-ba98-4e9444be163a on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:00.803666 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:00.804202 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:00.804696 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.805179 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:00.805740 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Bound port: 8ef0fb7f-eb17-409c-ba98-4e9444be163a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:00.806207 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.809541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Calling delete_port for 3daaaeb4-1ed5-4f71-ac64-e6f5c4a01d57 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:00.844545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-027c2303-f858-4d1e-8d68-680c2f385a1a', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:21:00.845537 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.901947 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-40ee88d1-6540-4f17-b637-879252832975 None None] For port 8ef0fb7f-eb17-409c-ba98-4e9444be163a, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:00.906797 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-40ee88d1-6540-4f17-b637-879252832975 None None] For port 8ef0fb7f-eb17-409c-ba98-4e9444be163a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8ef0fb7f-eb17-409c-ba98-4e9444be163a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:00.913777 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:00.922459 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Pushing event updated for resources: {'Port': ['ID=8ef0fb7f-eb17-409c-ba98-4e9444be163a,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:00.940585 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.941065 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.941497 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.941923 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.942345 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.942767 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.943201 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.943640 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.944056 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.944469 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.944882 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:00.945294 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:01.016501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.025147 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Routers {'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:01.025919 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-40ee88d1-6540-4f17-b637-879252832975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:01.032487 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Allocated IP 172.20.0.2 (027c2303-f858-4d1e-8d68-680c2f385a1a/227f1860-cc02-429c-a062-4af82627f48f/54d40043-87ab-4b8b-ac8d-9bdacb04cb04) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:01.117515 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522515b1-a7ae-475f-a0e0-de8c52098c3a None None] Pushing event updated for resources: {'Port': ['ID=8ef0fb7f-eb17-409c-ba98-4e9444be163a,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:01.207549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Pushing event deleted for resources: {'Port': ['ID=3daaaeb4-1ed5-4f71-ac64-e6f5c4a01d57,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:01.209405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.239503 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-40ee88d1-6540-4f17-b637-879252832975 None None] Set router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:01.251202 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.359861 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.370688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Transition to ACTIVE for port object 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:01.389539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Transition to ACTIVE for port object 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:01.398519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.409015 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.411461 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.442504 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.443010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Fanout notify agent at l3_agent the message router_deleted on router 4edcab21-e0ed-409a-bef1-96191ec096a3 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:21:01.468329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.474597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46128) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:01.475200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-56eb5edd-4634-43f8-9786-21f45a6e180e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/4edcab21-e0ed-409a-bef1-96191ec096a3 HTTP/1.1" status: 204 len: 168 time: 1.5096579 May 28 06:21:01.482331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Network 027c2303-f858-4d1e-8d68-680c2f385a1a is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:01.485433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:01.488342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1389963127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:01.489650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:01.496372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:01.505467 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Usage tracker for resource:router and tenant:ffcb8d90c0cd41bfaffdb260713b369a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:01.509809 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:01.519345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:01.527476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Pushing event updated for resources: {'Port': ['ID=54d40043-87ab-4b8b-ac8d-9bdacb04cb04,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:01.535264 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.549569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.550976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.579839 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-40ee88d1-6540-4f17-b637-879252832975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:20:58Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:01.584345 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee88d1-6540-4f17-b637-879252832975 None None] The sync data for ids ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'] in n-d-843679-5 is: [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:20:58Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:01.584572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Attempting to bind port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:01.584754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Attempting to bind port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:01.585119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Attempting to bind port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 on network 027c2303-f858-4d1e-8d68-680c2f385a1a {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:01.590647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:01.591027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Checking segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:01.591500 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.591906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Bound using segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:01.592347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Bound port: 54d40043-87ab-4b8b-ac8d-9bdacb04cb04, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:01.592676 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.644665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.734946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] For port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:01.738792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] For port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=54d40043-87ab-4b8b-ac8d-9bdacb04cb04,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:01.743096 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.850834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44c3bb-37f3-42a5-96c4-5b9687eb747d None None] Pushing event updated for resources: {'Port': ['ID=54d40043-87ab-4b8b-ac8d-9bdacb04cb04,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:01.886787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.922973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:01.926688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-32bb040e-056d-4fe4-bcf8-ee6be298b176 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4481905 May 28 06:21:01.927215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46132) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:01.933133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:02.239140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.20.0.1 (027c2303-f858-4d1e-8d68-680c2f385a1a/227f1860-cc02-429c-a062-4af82627f48f/dc54cedb-4c9f-4be9-bf4d-c0df555db0b3) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:02.378743 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:02.418557 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:02.435526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Transition to ACTIVE for port object dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:02.464631 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:02.553518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network 027c2303-f858-4d1e-8d68-680c2f385a1a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:02.556408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:02.560812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:02.612111 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=dc54cedb-4c9f-4be9-bf4d-c0df555db0b3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:02.656973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:02.663040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:02.773793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:02.781782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8ef0fb7f-eb17-409c-ba98-4e9444be163a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:02.869189 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:02.893046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 8ef0fb7f-eb17-409c-ba98-4e9444be163a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:02.898533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 8ef0fb7f-eb17-409c-ba98-4e9444be163a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:02.898825 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:02.909975 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.007392 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.039212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 8ef0fb7f-eb17-409c-ba98-4e9444be163a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:03.039484 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.058710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 8ef0fb7f-eb17-409c-ba98-4e9444be163a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8ef0fb7f-eb17-409c-ba98-4e9444be163a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:03.063884 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.089703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Allocated IP 172.25.4.3 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/7614f155-b8d7-4cc4-a7e3-fae76d06e16a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:03.130379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498581f0-09e5-4350-a9ba-8556988875fa None None] Network 027c2303-f858-4d1e-8d68-680c2f385a1a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:03.255597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4fe00e72-b72f-465f-9117-40dea920d991 None None] Provisioning for port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:03.260245 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=8ef0fb7f-eb17-409c-ba98-4e9444be163a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:03.269514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4fe00e72-b72f-465f-9117-40dea920d991 None None] Provisioning complete for port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:03.269889 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fe00e72-b72f-465f-9117-40dea920d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.285166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.329894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.398633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:03.401651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:03.405090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:03.455313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Pushing event updated for resources: {'Port': ['ID=7614f155-b8d7-4cc4-a7e3-fae76d06e16a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:03.511659 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.511963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4fe00e72-b72f-465f-9117-40dea920d991 None None] Current status of the port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:03.512321 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fe00e72-b72f-465f-9117-40dea920d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.516843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.556144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4fe00e72-b72f-465f-9117-40dea920d991 None None] For port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=54d40043-87ab-4b8b-ac8d-9bdacb04cb04,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:03.562036 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fe00e72-b72f-465f-9117-40dea920d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.637116 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.660763 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe00e72-b72f-465f-9117-40dea920d991 None None] Pushing event updated for resources: {'Port': ['ID=54d40043-87ab-4b8b-ac8d-9bdacb04cb04,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:03.755021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=dc54cedb-4c9f-4be9-bf4d-c0df555db0b3,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:03.814042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network 027c2303-f858-4d1e-8d68-680c2f385a1a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:03.815202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:03.863656 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:03.897457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d4061594-ae76-4127-980b-1ebb3ccbbd98 None None] Provisioning complete for port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:03.898026 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d4061594-ae76-4127-980b-1ebb3ccbbd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:04.034406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d4061594-ae76-4127-980b-1ebb3ccbbd98 None None] Current status of the port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:04.047463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d4061594-ae76-4127-980b-1ebb3ccbbd98 None None] Provisioning for port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:04.052849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d4061594-ae76-4127-980b-1ebb3ccbbd98 None None] Provisioning complete for port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:04.053310 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d4061594-ae76-4127-980b-1ebb3ccbbd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:04.152355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d4061594-ae76-4127-980b-1ebb3ccbbd98 None None] Port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:04.185469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:21:04.261588 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:04.265681 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:04.274519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-19046f4a-e5e0-4e83-8785-d56ef3f3c7fa None None] Provisioning complete for port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:04.274896 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-19046f4a-e5e0-4e83-8785-d56ef3f3c7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:04.333278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-19046f4a-e5e0-4e83-8785-d56ef3f3c7fa None None] Port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:04.385386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:04.395860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Sync routers for ids ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:04.404702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-60562c91-7199-492b-9497-01a5103bd11a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "PUT /v2.0/routers/fa6e1af1-aae8-49b4-9af7-9ca596d1cd60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7767916 May 28 06:21:04.406949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Routers {'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:04.407730 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:04.578787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:04.622679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Router 578749d0-82c1-42bd-a2e5-0262a4bbbf15 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:21:04.664462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Set router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:04.835297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:04.835729 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:04.838590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:04.849886 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22834da-86da-4d93-bef5-808bd3be2b3c None None] Sync routers for ids ['578749d0-82c1-42bd-a2e5-0262a4bbbf15'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:04.853871 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:04.857763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46156) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:04.858247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6836b424-4d73-4251-8a5d-9329b7392c2f tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "PUT /v2.0/routers/578749d0-82c1-42bd-a2e5-0262a4bbbf15 HTTP/1.1" status: 200 len: 878 time: 2.9295368 May 28 06:21:04.860621 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22834da-86da-4d93-bef5-808bd3be2b3c None None] Routers {'578749d0-82c1-42bd-a2e5-0262a4bbbf15'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:04.861336 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d22834da-86da-4d93-bef5-808bd3be2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['578749d0-82c1-42bd-a2e5-0262a4bbbf15'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:04.925348 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d22834da-86da-4d93-bef5-808bd3be2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:04.934189 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22834da-86da-4d93-bef5-808bd3be2b3c None None] Routers {'578749d0-82c1-42bd-a2e5-0262a4bbbf15'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:04.934884 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d22834da-86da-4d93-bef5-808bd3be2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['578749d0-82c1-42bd-a2e5-0262a4bbbf15'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:04.987550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-2a5b4bd7-fc5c-47e1-b07e-37a903127131 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:05.008161 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-d22834da-86da-4d93-bef5-808bd3be2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:05.008653 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22834da-86da-4d93-bef5-808bd3be2b3c None None] The sync data for ids ['578749d0-82c1-42bd-a2e5-0262a4bbbf15'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:05.074960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-2a5b4bd7-fc5c-47e1-b07e-37a903127131 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:05.076127 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-2a5b4bd7-fc5c-47e1-b07e-37a903127131 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192093741&fields=id&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 267 time: 0.1555114 May 28 06:21:05.082149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:05.083255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8ef0fb7f-eb17-409c-ba98-4e9444be163a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:05.110978 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-441cb079-3439-4228-baf5-6d3a26bd676c tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/routers/578749d0-82c1-42bd-a2e5-0262a4bbbf15 HTTP/1.1" status: 200 len: 919 time: 0.2520194 May 28 06:21:05.114236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46160) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:05.202328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4767252-08ff-4a48-857a-e54a5b8232b6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:05.206541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b4767252-08ff-4a48-857a-e54a5b8232b6 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&device_id=578749d0-82c1-42bd-a2e5-0262a4bbbf15&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0879409 May 28 06:21:05.206889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46164) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:05.207452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:02Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dc54cedb-4c9f-4be9-bf4d-c0df555db0b3', 'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:d3:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:01Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 2, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '227f1860-cc02-429c-a062-4af82627f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:05.209502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 8ef0fb7f-eb17-409c-ba98-4e9444be163a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:05.209876 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.239616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-7f77574c-7258-4f0b-bc49-44b8d2b3e96d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:05.240532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-7f77574c-7258-4f0b-bc49-44b8d2b3e96d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:05.246871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Checking router: fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:21:05.247333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Updating router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:21:05.256810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-7f77574c-7258-4f0b-bc49-44b8d2b3e96d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:05.258154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-7f77574c-7258-4f0b-bc49-44b8d2b3e96d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/networks?id=027c2303-f858-4d1e-8d68-680c2f385a1a HTTP/1.1" status: 200 len: 796 time: 0.1737392 May 28 06:21:05.274589 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-85839524-3e2f-47e4-85f5-21b82e648642 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/quotas/d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 375 time: 0.0106392 May 28 06:21:05.331659 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.349165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78809f19-440a-4e44-81b5-1e9051c6c5ee tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:05.353264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-78809f19-440a-4e44-81b5-1e9051c6c5ee tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 881 time: 0.1425827 May 28 06:21:05.353598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46168) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:05.376385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-f40674a6-ab8b-496e-b2f5-14595e27b7dd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:05.392298 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-f40674a6-ab8b-496e-b2f5-14595e27b7dd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:05.393688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-f40674a6-ab8b-496e-b2f5-14595e27b7dd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132247 May 28 06:21:05.399759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e0621543-779a-4352-8807-b68442fa25df tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=578749d0-82c1-42bd-a2e5-0262a4bbbf15 HTTP/1.1" status: 200 len: 205 time: 0.0448511 May 28 06:21:05.402302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46172) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:05.447518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 8ef0fb7f-eb17-409c-ba98-4e9444be163a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:05.594436 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-f2b7d3a3-3f50-4664-99c1-0a20559b0a67 service neutron] 10.222.0.39 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842008 May 28 06:21:05.596561 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.733155 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-44c6c141-c4c8-41a2-90b6-310eb725508c service neutron] 10.222.0.39 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307311 May 28 06:21:05.740486 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.753349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Transition to ACTIVE for port object dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:05.760072 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.787752 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:05.798282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Deleting port 7614f155-b8d7-4cc4-a7e3-fae76d06e16a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:05.798617 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.000518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8420e-ba3e-4082-a51a-527a88971f89 None None] Pushing event updated for resources: {'Port': ['ID=dc54cedb-4c9f-4be9-bf4d-c0df555db0b3,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:06.033090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Attempting to bind port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:06.033624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Attempting to bind port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:06.034515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Attempting to bind port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 on network 027c2303-f858-4d1e-8d68-680c2f385a1a {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:06.043073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:06.043817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Checking segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:06.044519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.044863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Bound using segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:06.044990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.045331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Bound port: dc54cedb-4c9f-4be9-bf4d-c0df555db0b3, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:06.045867 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.166882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] For port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:06.171026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] For port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dc54cedb-4c9f-4be9-bf4d-c0df555db0b3,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:06.177570 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.221989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Calling delete_port for 7614f155-b8d7-4cc4-a7e3-fae76d06e16a owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:06.272476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Routers {'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:06.273120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:06.365467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8420e-ba3e-4082-a51a-527a88971f89 None None] Pushing event updated for resources: {'Port': ['ID=dc54cedb-4c9f-4be9-bf4d-c0df555db0b3,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:06.420950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cc051147-c6ca-43f2-af3e-e5e6028d2451 req-49496189-d3cd-496c-b793-55aadbd45d56 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:06.456066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-cc051147-c6ca-43f2-af3e-e5e6028d2451 req-49496189-d3cd-496c-b793-55aadbd45d56 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:06.457273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cc051147-c6ca-43f2-af3e-e5e6028d2451 req-49496189-d3cd-496c-b793-55aadbd45d56 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 210 time: 0.5107973 May 28 06:21:06.576513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] Set router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:06.607959 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.657780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Pushing event deleted for resources: {'Port': ['ID=7614f155-b8d7-4cc4-a7e3-fae76d06e16a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:06.762327 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.914381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:02Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dc54cedb-4c9f-4be9-bf4d-c0df555db0b3', 'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:d3:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:01Z', 'updated_at': '2022-05-28T06:21:06Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '227f1860-cc02-429c-a062-4af82627f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:06.918416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8eb85a-1004-4103-9e9c-e1d77a814509 None None] The sync data for ids ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'] in n-d-843679-5 is: [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:02Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dc54cedb-4c9f-4be9-bf4d-c0df555db0b3', 'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:d3:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:01Z', 'updated_at': '2022-05-28T06:21:06Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '227f1860-cc02-429c-a062-4af82627f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:06.945762 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.948001 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.977182 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.977814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Fanout notify agent at l3_agent the message router_deleted on router 578749d0-82c1-42bd-a2e5-0262a4bbbf15 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:21:06.997271 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:06.998390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-629a34ad-d979-4847-8b22-1535736a2f72 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/578749d0-82c1-42bd-a2e5-0262a4bbbf15 HTTP/1.1" status: 204 len: 168 time: 1.5952058 May 28 06:21:07.002932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46192) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:07.011099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-640981806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:07.019211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:07.023394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Usage tracker for resource:router and tenant:ffcb8d90c0cd41bfaffdb260713b369a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:07.026555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:07.033351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:07.046238 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.047444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.064967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.085851 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.189894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.191074 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-14d53cf6-6e48-46af-bb85-3d12679535de tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1868641 May 28 06:21:07.193897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46196) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:07.199154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'enable_snat': True}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:07.274061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-553ec1e3-7296-4288-a040-d056e84aa572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:07.275651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-553ec1e3-7296-4288-a040-d056e84aa572 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "GET /v2.0/networks?id=027c2303-f858-4d1e-8d68-680c2f385a1a HTTP/1.1" status: 200 len: 796 time: 0.1652601 May 28 06:21:07.332541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-a5120c4d-c263-4bc6-8a83-32d3e9d448e7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 379 time: 0.0427392 May 28 06:21:07.341349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'port': {'device_id': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'admin_state_up': True, 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'security_groups': ['423b6a0f-4978-4b46-99b1-fc8df58e0dcb']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:07.496349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:07.514717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:07.526831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:07.531658 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.723454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.20.0.4 (027c2303-f858-4d1e-8d68-680c2f385a1a/227f1860-cc02-429c-a062-4af82627f48f/690c0abb-2b78-433b-a6a9-81d3bd872b1e) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:07.785382 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8ea2acd-b1a8-4294-a23a-16094cfff3a0 req-cc31ccde-31b4-4c59-a54b-28cc5d1643fb tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 210 time: 0.1065524 May 28 06:21:07.811448 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.928941 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:07.945134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Transition to ACTIVE for port object 690c0abb-2b78-433b-a6a9-81d3bd872b1e will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:07.972893 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.050298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network 027c2303-f858-4d1e-8d68-680c2f385a1a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:08.053684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:08.057567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:08.093526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=690c0abb-2b78-433b-a6a9-81d3bd872b1e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:08.145906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:08.147308 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.183930 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.195401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-fc7959d1-3a84-4892-87b6-6d9629e60de1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8576744 May 28 06:21:08.213637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Request body: {'port': {'device_id': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:08.222312 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.342481 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.369999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Allocated IP 172.25.4.73 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/986ecf7e-7d7c-4839-aefd-f4abdc3f987c) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:08.375955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ad3dce22-e98b-46b6-9bfc-c25bb17d07ce None None] Provisioning for port 690c0abb-2b78-433b-a6a9-81d3bd872b1e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:08.383628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ad3dce22-e98b-46b6-9bfc-c25bb17d07ce None None] Provisioning complete for port 690c0abb-2b78-433b-a6a9-81d3bd872b1e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:08.384219 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ad3dce22-e98b-46b6-9bfc-c25bb17d07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.447158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ad3dce22-e98b-46b6-9bfc-c25bb17d07ce None None] Port 690c0abb-2b78-433b-a6a9-81d3bd872b1e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:08.547044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.553939 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3b61331-beb4-4251-bf6a-7dfcd885d242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.580303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.598946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:08.651683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:08.654691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:08.659110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:08.678840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:08.684339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:08.685051 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.697817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event updated for resources: {'Port': ['ID=986ecf7e-7d7c-4839-aefd-f4abdc3f987c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:08.809799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:08.810695 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.844073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690c0abb-2b78-433b-a6a9-81d3bd872b1e {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:21:08.846591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dc54cedb-4c9f-4be9-bf4d-c0df555db0b3,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:08.851932 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.861483 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.877882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Transition to ACTIVE for port object 690c0abb-2b78-433b-a6a9-81d3bd872b1e will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:08.882253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:08.943612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=dc54cedb-4c9f-4be9-bf4d-c0df555db0b3,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:09.105809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=690c0abb-2b78-433b-a6a9-81d3bd872b1e,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:09.128621 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:09.200708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d160b-80fd-4683-88f1-c977ab6695a2 req-6e59654e-40e9-4d70-974f-742806222ff7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:09.201444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-056d160b-80fd-4683-88f1-c977ab6695a2 req-6e59654e-40e9-4d70-974f-742806222ff7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:09.209000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:09.209333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:09.209656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on network 027c2303-f858-4d1e-8d68-680c2f385a1a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:09.220543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on network 027c2303-f858-4d1e-8d68-680c2f385a1a not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:21:09.220870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on network 027c2303-f858-4d1e-8d68-680c2f385a1a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:09.229366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:09.229717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Checking segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:09.230149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Bound using segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:09.230864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Bound port: 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:09.231266 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:09.243622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-056d160b-80fd-4683-88f1-c977ab6695a2 req-6e59654e-40e9-4d70-974f-742806222ff7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:09.244791 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-056d160b-80fd-4683-88f1-c977ab6695a2 req-6e59654e-40e9-4d70-974f-742806222ff7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 943 time: 0.3245249 May 28 06:21:09.352352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-056d160b-80fd-4683-88f1-c977ab6695a2 req-77e1191e-3382-4bb6-bda6-f3f0d2b9f688 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011677 May 28 06:21:09.367001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:09.370384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:09.374507 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:09.433305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:09.433867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:09.435892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] 10.222.0.33 "PUT /v2.0/ports/690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 200 len: 1091 time: 1.2279880 May 28 06:21:09.439556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:09.464611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384589b0-574d-458f-9038-ad3c2035d1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=690c0abb-2b78-433b-a6a9-81d3bd872b1e,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:09.505439 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8683450d-047f-4557-b275-80dea195a2ff'] response: {'name': 'network-changed', 'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'status': 'completed', 'code': 200} May 28 06:21:09.597146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-dfdca11b-b77b-4849-a978-e36d408256f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:09.598917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-dfdca11b-b77b-4849-a978-e36d408256f2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1094 time: 0.0794456 May 28 06:21:09.634273 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:09.637977 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:09.679615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-21af26fc-0862-46d1-898c-5c348537eaa2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 200 len: 217 time: 0.0676343 May 28 06:21:09.745693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-5398355b-8e23-4e1f-b20f-5f6b86e8b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:09.747139 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-5398355b-8e23-4e1f-b20f-5f6b86e8b7a7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=227f1860-cc02-429c-a062-4af82627f48f HTTP/1.1" status: 200 len: 833 time: 0.0619931 May 28 06:21:09.821233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-bb11c961-9c27-4478-a748-7ab6bcba8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:09.822695 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-bb11c961-9c27-4478-a748-7ab6bcba8742 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=027c2303-f858-4d1e-8d68-680c2f385a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695288 May 28 06:21:09.843723 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Router b6e2c750-5789-4d53-9924-8572a1b14f5e is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:21:09.955419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-3c8c79bc-fc5e-4044-a58c-093f9d9f9bbc service neutron] 10.222.0.33 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261914 May 28 06:21:10.034042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:10.043328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:10.043863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c617f8ad-969e-404f-991d-c7a78089b371 None None] Sync routers for ids ['b6e2c750-5789-4d53-9924-8572a1b14f5e'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:10.047763 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e880be95-f13f-4919-acc1-d6f7b0a70550 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "PUT /v2.0/routers/b6e2c750-5789-4d53-9924-8572a1b14f5e HTTP/1.1" status: 200 len: 913 time: 2.8527510 May 28 06:21:10.049031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46206) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:10.053982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617f8ad-969e-404f-991d-c7a78089b371 None None] Routers {'b6e2c750-5789-4d53-9924-8572a1b14f5e'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:10.054732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c617f8ad-969e-404f-991d-c7a78089b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b6e2c750-5789-4d53-9924-8572a1b14f5e'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:10.093952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-772f543c-128e-4c96-80f4-c08f0def2b19 req-6de2838a-fb62-49fd-ae2b-09c2e5b725cd service neutron] 10.222.0.33 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320794 May 28 06:21:10.120813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c617f8ad-969e-404f-991d-c7a78089b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:10.132266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617f8ad-969e-404f-991d-c7a78089b371 None None] Routers {'b6e2c750-5789-4d53-9924-8572a1b14f5e'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:10.132945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c617f8ad-969e-404f-991d-c7a78089b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:20:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b6e2c750-5789-4d53-9924-8572a1b14f5e'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:10.203220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c617f8ad-969e-404f-991d-c7a78089b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:10.203648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c617f8ad-969e-404f-991d-c7a78089b371 None None] The sync data for ids ['b6e2c750-5789-4d53-9924-8572a1b14f5e'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:10.236715 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-040a21a3-3978-45a6-babb-a9002f00af08 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/routers/b6e2c750-5789-4d53-9924-8572a1b14f5e HTTP/1.1" status: 200 len: 919 time: 0.1864429 May 28 06:21:10.239341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46210) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:10.261151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-afa0c80a-46a4-461a-a09d-34efad1eb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:10.262599 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-afa0c80a-46a4-461a-a09d-34efad1eb968 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1094 time: 0.0735013 May 28 06:21:10.314027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e8796-646f-4034-a658-f9a59a007153 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:10.315552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-724e8796-646f-4034-a658-f9a59a007153 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&device_id=b6e2c750-5789-4d53-9924-8572a1b14f5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0752702 May 28 06:21:10.318496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46214) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:10.395384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-9581aae4-2d32-4680-836e-aaaafaf73ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:10.396896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-9581aae4-2d32-4680-836e-aaaafaf73ae9 service neutron] 10.222.0.33 "GET /v2.0/networks?id=027c2303-f858-4d1e-8d68-680c2f385a1a HTTP/1.1" status: 200 len: 897 time: 0.1284299 May 28 06:21:10.419657 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:10.454441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0b0ba-6651-4657-a79d-7a9dc38a5096 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:10.458636 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-72c0b0ba-6651-4657-a79d-7a9dc38a5096 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 881 time: 0.1366019 May 28 06:21:10.459299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46220) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:10.504352 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1aa0b3dd-8779-4192-9239-950296ab4b52 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6e2c750-5789-4d53-9924-8572a1b14f5e HTTP/1.1" status: 200 len: 205 time: 0.0439315 May 28 06:21:10.506758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46224) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:10.577229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:10.626273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-cd5cda98-a7f9-409a-905a-f9716813f05d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 200 len: 217 time: 0.2232895 May 28 06:21:10.649764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:10.650126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:10.714973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-0d1c0c23-c73b-4622-af9a-f2cc86d8f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:10.716358 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-0d1c0c23-c73b-4622-af9a-f2cc86d8f1ab service neutron] 10.222.0.33 "GET /v2.0/subnets?id=227f1860-cc02-429c-a062-4af82627f48f HTTP/1.1" status: 200 len: 833 time: 0.0837312 May 28 06:21:10.726857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649c0a9-b505-438e-a55e-aa9a152fd0dd req-80973105-5b23-445c-82aa-a39479fd0be6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:10.728944 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1649c0a9-b505-438e-a55e-aa9a152fd0dd req-80973105-5b23-445c-82aa-a39479fd0be6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 943 time: 0.1557825 May 28 06:21:10.771386 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4e90fc8c-5453-41cf-925e-9fbfb49bc321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:10.786300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:10.826310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1649c0a9-b505-438e-a55e-aa9a152fd0dd req-9c4f7549-0852-4403-bf82-d30e95e12bb4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592928 May 28 06:21:10.829328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:10.848456 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:21:10.850308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-b0b451dd-c8cf-449e-a2a6-bb56bef6ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:10.851831 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-b0b451dd-c8cf-449e-a2a6-bb56bef6ab12 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=027c2303-f858-4d1e-8d68-680c2f385a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219897 May 28 06:21:10.985994 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-e8e31bc0-eb49-4ee2-8c3f-c094788ff253 service neutron] 10.222.0.33 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273434 May 28 06:21:11.012348 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.022159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Deleting port 986ecf7e-7d7c-4839-aefd-f4abdc3f987c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:11.022538 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.118765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a953ddf1-bde6-43e9-80bf-de81022808b2 req-5a6b1a8d-2e2a-453a-8162-9bfe2565370c service neutron] 10.222.0.33 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263111 May 28 06:21:11.198645 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.327071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Calling delete_port for 986ecf7e-7d7c-4839-aefd-f4abdc3f987c owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:11.620405 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.651283 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.681277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Pushing event deleted for resources: {'Port': ['ID=986ecf7e-7d7c-4839-aefd-f4abdc3f987c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:11.736509 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.773424 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.983080 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:11.989836 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.023377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.023913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Fanout notify agent at l3_agent the message router_deleted on router b6e2c750-5789-4d53-9924-8572a1b14f5e {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:21:12.043817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.044883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-199a5870-9227-4bea-9f77-a8a4a57709ac tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/b6e2c750-5789-4d53-9924-8572a1b14f5e HTTP/1.1" status: 204 len: 168 time: 1.5371771 May 28 06:21:12.049294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46230) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:12.054482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-904998875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:12.057133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764072d9-4cac-4abc-80a4-faf26a046c60 req-b17a2c90-8dcf-49cb-8a39-48eba976f323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:12.058562 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-764072d9-4cac-4abc-80a4-faf26a046c60 req-b17a2c90-8dcf-49cb-8a39-48eba976f323 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 943 time: 0.1173985 May 28 06:21:12.061592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:12.065568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Usage tracker for resource:router and tenant:ffcb8d90c0cd41bfaffdb260713b369a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:12.073258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:12.080461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:12.090600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.091672 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.107636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.109031 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-764072d9-4cac-4abc-80a4-faf26a046c60 req-7b7f83dd-0d2d-439e-8083-45751bd4a6b0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 May 28 06:21:12.134225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.156821 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.157971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a814185b-9ea5-4e51-bcc9-7984829d656c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1075628 May 28 06:21:12.160685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46234) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:12.165713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'enable_snat': False}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:12.534589 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.948059 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:12.977678 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:13.112606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Allocated IP 172.25.4.56 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/618cc1b2-2960-40c6-b1e7-c23b985cb44c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:13.311185 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:13.349944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c415586-c50f-483a-8c6b-55b8ebd618e1 req-71198992-dd76-4afa-ae0f-a0c4d46c4c7f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:13.351431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c415586-c50f-483a-8c6b-55b8ebd618e1 req-71198992-dd76-4afa-ae0f-a0c4d46c4c7f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 943 time: 0.1231642 May 28 06:21:13.380523 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:13.396520 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:13.462740 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c415586-c50f-483a-8c6b-55b8ebd618e1 req-bae258be-1643-4c0f-b8ef-e9c54856a4c1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055999 May 28 06:21:13.464442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:13.467136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:13.471019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:13.506454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Pushing event updated for resources: {'Port': ['ID=618cc1b2-2960-40c6-b1e7-c23b985cb44c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:13.894129 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:14.225838 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:14.229283 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:14.543497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Router 68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:21:14.657258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c273-a927-4177-be98-9b76f5cfd39a req-a8f8d99e-b7b6-4629-baff-5bb4c20b9b4f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:14.658991 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50a2c273-a927-4177-be98-9b76f5cfd39a req-a8f8d99e-b7b6-4629-baff-5bb4c20b9b4f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 943 time: 0.0849524 May 28 06:21:14.730473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:14.739290 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e622407b-ce44-4df5-b0b5-80ff311954b9 None None] Sync routers for ids ['68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:14.739950 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:14.743873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-affd229a-642f-49a3-a4d9-81b24bde1fcb tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "PUT /v2.0/routers/68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb HTTP/1.1" status: 200 len: 914 time: 2.5794954 May 28 06:21:14.744339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46242) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:14.750381 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e622407b-ce44-4df5-b0b5-80ff311954b9 None None] Routers {'68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:14.751034 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e622407b-ce44-4df5-b0b5-80ff311954b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:14.815676 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e622407b-ce44-4df5-b0b5-80ff311954b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:14.827077 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e622407b-ce44-4df5-b0b5-80ff311954b9 None None] Routers {'68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:14.828350 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e622407b-ce44-4df5-b0b5-80ff311954b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:14.831835 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50a2c273-a927-4177-be98-9b76f5cfd39a req-ca0be983-3741-4a1a-a7e1-af0c54d430bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664982 May 28 06:21:14.916450 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e622407b-ce44-4df5-b0b5-80ff311954b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:14.916847 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e622407b-ce44-4df5-b0b5-80ff311954b9 None None] The sync data for ids ['68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:14.930554 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dc648971-ad2f-4e23-bf18-ff3f528b348b tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/routers/68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb HTTP/1.1" status: 200 len: 920 time: 0.1850555 May 28 06:21:14.933201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46246) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:15.009234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf73399-00b3-477e-9b69-b363b14f4e76 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:15.010616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-acf73399-00b3-477e-9b69-b363b14f4e76 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&device_id=68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0765140 May 28 06:21:15.013201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46250) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:15.137887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2848ef2b-9ed3-4f0f-98a6-a48bbd64e68b tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:15.139223 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2848ef2b-9ed3-4f0f-98a6-a48bbd64e68b tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/networks/ea635bf6-f5d1-4589-a70d-c3fcb91a1abd HTTP/1.1" status: 200 len: 881 time: 0.1251454 May 28 06:21:15.141991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46254) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:15.184733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6893f258-4157-46ee-a04e-6c5ae5b2b261 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb HTTP/1.1" status: 200 len: 205 time: 0.0417244 May 28 06:21:15.187167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46258) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:15.365087 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:15.452806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 690c0abb-2b78-433b-a6a9-81d3bd872b1e details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:21:15.540943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:15.551659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Deleting port 618cc1b2-2960-40c6-b1e7-c23b985cb44c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:15.551989 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:15.590581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:15.605154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'port_id': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'mac_address': 'fa:16:3e:b7:4a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:21:15.664437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 690c0abb-2b78-433b-a6a9-81d3bd872b1e is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:15.664729 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:15.718674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690c0abb-2b78-433b-a6a9-81d3bd872b1e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:21:15.727456 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:15.733572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:15.738019 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:15.806850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=690c0abb-2b78-433b-a6a9-81d3bd872b1e,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:15.967194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Calling delete_port for 618cc1b2-2960-40c6-b1e7-c23b985cb44c owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:16.132714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['690c0abb-2b78-433b-a6a9-81d3bd872b1e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:21:16.193454 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.244744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Pushing event deleted for resources: {'Port': ['ID=618cc1b2-2960-40c6-b1e7-c23b985cb44c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:16.339842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a856a6b-432d-4d1e-b816-9d6daba896bf req-5cf6964e-2746-4c46-acc0-66520077795c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:16.341304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a856a6b-432d-4d1e-b816-9d6daba896bf req-5cf6964e-2746-4c46-acc0-66520077795c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 944 time: 0.2348180 May 28 06:21:16.372121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.567179 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8a856a6b-432d-4d1e-b816-9d6daba896bf req-497e5867-799b-4a31-84ef-d8f7a4fda85e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192075 May 28 06:21:16.570901 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.573115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.597376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.597971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Fanout notify agent at l3_agent the message router_deleted on router 68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:21:16.614962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.616048 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-12c94f8b-d84b-4834-81e8-250dbf6034b3 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb HTTP/1.1" status: 204 len: 168 time: 1.4279995 May 28 06:21:16.619937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46264) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:16.624715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-842378943', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:16.632387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:16.636467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Usage tracker for resource:router and tenant:ffcb8d90c0cd41bfaffdb260713b369a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:16.639340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:16.645508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:16.656108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.657114 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.672476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:16.939908 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.350989 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.380014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.483906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 690c0abb-2b78-433b-a6a9-81d3bd872b1e up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:17.514350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Allocated IP 172.25.4.176 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/b100030d-35b2-4a94-b281-655a1bcdeaa3) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:17.552951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 690c0abb-2b78-433b-a6a9-81d3bd872b1e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:17.558004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 690c0abb-2b78-433b-a6a9-81d3bd872b1e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:17.558366 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.673140 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.692502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 690c0abb-2b78-433b-a6a9-81d3bd872b1e is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:17.692976 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.706961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.722523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:17.732387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:17.737687 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:17.779615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:17.779791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d3ea8-5e28-41d8-9f49-b8880f099ee3 req-560b5dd8-78ad-43de-81b7-41b70466d4d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:17.782184 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b3d3ea8-5e28-41d8-9f49-b8880f099ee3 req-560b5dd8-78ad-43de-81b7-41b70466d4d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 944 time: 0.1086726 May 28 06:21:17.783432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:17.787797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:17.816516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=690c0abb-2b78-433b-a6a9-81d3bd872b1e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:17.821347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Pushing event updated for resources: {'Port': ['ID=b100030d-35b2-4a94-b281-655a1bcdeaa3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:17.843948 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b3d3ea8-5e28-41d8-9f49-b8880f099ee3 req-7ab48da2-190d-428e-9ded-2bbc9c353c54 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529506 May 28 06:21:17.881836 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a714c6-e81a-41b1-9188-3bb3ddfe7caf'] response: {'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'code': 200} May 28 06:21:18.166381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850dcb-6c7b-4d60-8fb4-e114ba784258 req-bac3c562-97a2-416b-882f-340baf34747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:18.167882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47850dcb-6c7b-4d60-8fb4-e114ba784258 req-bac3c562-97a2-416b-882f-340baf34747a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1096 time: 0.1997838 May 28 06:21:18.288253 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47850dcb-6c7b-4d60-8fb4-e114ba784258 req-c0ab44d1-3f86-40fd-aac8-dd96b73a28e3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119287 May 28 06:21:18.303900 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:18.651999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:18.964190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Router b9cee46a-dab7-4c92-a220-7a1d1e3d094c is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:21:19.032004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c604189-1fa9-47d3-80a9-c6dfe9419a8d req-702cd2f1-ea36-46c4-9412-bfe280fea1f7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:19.033457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c604189-1fa9-47d3-80a9-c6dfe9419a8d req-702cd2f1-ea36-46c4-9412-bfe280fea1f7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.0847425 May 28 06:21:19.078182 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c604189-1fa9-47d3-80a9-c6dfe9419a8d req-043c5b4d-eb91-4aa8-ab94-ea0343e049f6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384324 May 28 06:21:19.138914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:19.149192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a82251-64dc-4c1b-bf67-5f4e1c08d3f7 None None] Sync routers for ids ['b9cee46a-dab7-4c92-a220-7a1d1e3d094c'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:19.159059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a82251-64dc-4c1b-bf67-5f4e1c08d3f7 None None] Routers {'b9cee46a-dab7-4c92-a220-7a1d1e3d094c'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:19.159704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c0a82251-64dc-4c1b-bf67-5f4e1c08d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b9cee46a-dab7-4c92-a220-7a1d1e3d094c'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:19.165413 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.166640 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8aaebfc4-2c2b-4fde-b21a-79b55e2e989c tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5457842 May 28 06:21:19.169294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46276) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:19.174325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:19.224593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c0a82251-64dc-4c1b-bf67-5f4e1c08d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:19.232982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a82251-64dc-4c1b-bf67-5f4e1c08d3f7 None None] Routers {'b9cee46a-dab7-4c92-a220-7a1d1e3d094c'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:19.234119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c0a82251-64dc-4c1b-bf67-5f4e1c08d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b9cee46a-dab7-4c92-a220-7a1d1e3d094c'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:19.296521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-c0a82251-64dc-4c1b-bf67-5f4e1c08d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:19.296917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a82251-64dc-4c1b-bf67-5f4e1c08d3f7 None None] The sync data for ids ['b9cee46a-dab7-4c92-a220-7a1d1e3d094c'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:19.705226 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.728157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.741093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Deleting port b100030d-35b2-4a94-b281-655a1bcdeaa3 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:19.741589 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:19.908119 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:20.027299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Calling delete_port for b100030d-35b2-4a94-b281-655a1bcdeaa3 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:20.310965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbbbdc-b8fb-4c83-b594-d648f6433c7a req-5fb0087c-d54f-487f-90c5-b92c2dedb141 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:20.312371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ebbbbdc-b8fb-4c83-b594-d648f6433c7a req-5fb0087c-d54f-487f-90c5-b92c2dedb141 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.1220591 May 28 06:21:20.406364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0ebbbbdc-b8fb-4c83-b594-d648f6433c7a req-1e3a4e5a-3b9c-4d0f-923d-8e8145d6eab6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861554 May 28 06:21:20.417639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:20.470418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Pushing event deleted for resources: {'Port': ['ID=b100030d-35b2-4a94-b281-655a1bcdeaa3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:20.562727 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:20.600260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13af47d-2ddc-40ec-9961-f41a5def2010 req-1588c7de-b4e9-4310-8d3b-08ebe0f7b417 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:20.601691 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e13af47d-2ddc-40ec-9961-f41a5def2010 req-1588c7de-b4e9-4310-8d3b-08ebe0f7b417 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.0808780 May 28 06:21:20.646903 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e13af47d-2ddc-40ec-9961-f41a5def2010 req-5ceb4122-d1ce-49eb-bb52-e24ce226c87e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393975 May 28 06:21:20.668991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46284) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:20.747822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4831b77c-1966-4ede-8495-b40bcaff3898 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:20.749410 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4831b77c-1966-4ede-8495-b40bcaff3898 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1091 time: 0.0794423 May 28 06:21:20.752658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46288) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:20.757677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:20.764168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:20.768030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:floatingip and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:20.770882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:20.776567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:20.786835 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:20.925420 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:20.957938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:20.961253 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655948'] for router, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.063129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.25.4.13 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/88dd270c-630f-4b15-a9a0-0d8e886090cf) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:21.098724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Router b9cee46a-dab7-4c92-a220-7a1d1e3d094c has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:21:21.214024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.231199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:21.241051 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ebc0f-2db0-4856-820e-acc248787d4d None None] Sync routers for ids ['b9cee46a-dab7-4c92-a220-7a1d1e3d094c'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:21.244833 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.245952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7e30d25a-8efd-4031-a7c1-efb1d31b867b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "PUT /v2.0/routers/b9cee46a-dab7-4c92-a220-7a1d1e3d094c HTTP/1.1" status: 200 len: 705 time: 2.0757120 May 28 06:21:21.248790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:21.250280 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ebc0f-2db0-4856-820e-acc248787d4d None None] Routers {'b9cee46a-dab7-4c92-a220-7a1d1e3d094c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:21.250881 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cc5ebc0f-2db0-4856-820e-acc248787d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b9cee46a-dab7-4c92-a220-7a1d1e3d094c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:21.301376 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.312331 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cc5ebc0f-2db0-4856-820e-acc248787d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:21.320660 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ebc0f-2db0-4856-820e-acc248787d4d None None] Routers {'b9cee46a-dab7-4c92-a220-7a1d1e3d094c'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:21.321250 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cc5ebc0f-2db0-4856-820e-acc248787d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['b9cee46a-dab7-4c92-a220-7a1d1e3d094c'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:21.382685 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cc5ebc0f-2db0-4856-820e-acc248787d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:21.383061 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ebc0f-2db0-4856-820e-acc248787d4d None None] The sync data for ids ['b9cee46a-dab7-4c92-a220-7a1d1e3d094c'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:21.434895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:21.439701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:21.446513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:21.474143 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-48462180-34f9-438c-879c-705f86878ac5 tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/routers/b9cee46a-dab7-4c92-a220-7a1d1e3d094c HTTP/1.1" status: 200 len: 740 time: 0.2236226 May 28 06:21:21.476815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46296) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:21.479669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=88dd270c-630f-4b15-a9a0-0d8e886090cf,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:21.501520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.501868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.502203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.502533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.502864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.503192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.503544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.503870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.504211 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.504517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.504837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.505153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:21.524115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5849f851-d8b3-4ee0-9009-35414693a1ba tempest-RoutersAdminTest-105261626 tempest-RoutersAdminTest-105261626-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&device_id=b9cee46a-dab7-4c92-a220-7a1d1e3d094c HTTP/1.1" status: 200 len: 205 time: 0.0459900 May 28 06:21:21.526683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46300) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:21.569418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f9b602eb-01a1-4fce-b77c-d58dc1a6137b tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9cee46a-dab7-4c92-a220-7a1d1e3d094c HTTP/1.1" status: 200 len: 205 time: 0.0416405 May 28 06:21:21.571868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46304) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:21.827950 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7ba60b2-9687-4e17-9828-b438cffff905 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.889849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:21.965491 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.132457 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7ba60b2-9687-4e17-9828-b438cffff905 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.135274 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7ba60b2-9687-4e17-9828-b438cffff905 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.159471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7ba60b2-9687-4e17-9828-b438cffff905 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.159946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba60b2-9687-4e17-9828-b438cffff905 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Fanout notify agent at l3_agent the message router_deleted on router b9cee46a-dab7-4c92-a220-7a1d1e3d094c {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:21:22.170908 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7ba60b2-9687-4e17-9828-b438cffff905 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.172535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a7ba60b2-9687-4e17-9828-b438cffff905 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/b9cee46a-dab7-4c92-a220-7a1d1e3d094c HTTP/1.1" status: 204 len: 168 time: 0.5997574 May 28 06:21:22.176525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46308) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.220348 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-431a1460-f9d5-47e4-9d03-de571667cbc5 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9cee46a-dab7-4c92-a220-7a1d1e3d094c HTTP/1.1" status: 200 len: 205 time: 0.0427501 May 28 06:21:22.222713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46312) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.290320 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.291485 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-f0fe3df2-cd2b-46ba-9d58-24b260393bc4 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] delete failed (client error): The resource could not be found. May 28 06:21:22.292508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f0fe3df2-cd2b-46ba-9d58-24b260393bc4 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/b9cee46a-dab7-4c92-a220-7a1d1e3d094c HTTP/1.1" status: 404 len: 336 time: 0.0688667 May 28 06:21:22.295561 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.295719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46316) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.338705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ea59b954-2e22-4679-964b-a3a8aaa644e8 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb HTTP/1.1" status: 200 len: 205 time: 0.0417604 May 28 06:21:22.341042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46320) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.406059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=88dd270c-630f-4b15-a9a0-0d8e886090cf,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:22.412006 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-6503706c-1c5c-4f89-93a0-672381b08dd6 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] delete failed (client error): The resource could not be found. May 28 06:21:22.413010 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6503706c-1c5c-4f89-93a0-672381b08dd6 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/68c3d2e3-bd67-4780-bc9f-7f2cd27ef4eb HTTP/1.1" status: 404 len: 336 time: 0.0710914 May 28 06:21:22.415733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46324) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.418731 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:22.458380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7a41f91a-67c2-46fb-a757-aafd3f3ff284 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6e2c750-5789-4d53-9924-8572a1b14f5e HTTP/1.1" status: 200 len: 205 time: 0.0415206 May 28 06:21:22.460767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46328) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.529894 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-8c33bd92-dcc8-4f4c-bba2-ec389d8bcb4e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] delete failed (client error): The resource could not be found. May 28 06:21:22.531454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8c33bd92-dcc8-4f4c-bba2-ec389d8bcb4e tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/b6e2c750-5789-4d53-9924-8572a1b14f5e HTTP/1.1" status: 404 len: 336 time: 0.0698025 May 28 06:21:22.534210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46332) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.576093 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c370d05e-476d-4c2c-af82-cb4ea5788f54 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=578749d0-82c1-42bd-a2e5-0262a4bbbf15 HTTP/1.1" status: 200 len: 205 time: 0.0408390 May 28 06:21:22.579167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46336) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.595043 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Floating IP 95e99461-7393-402b-98fd-c8fd6717e0fe associated. External IP: 172.25.4.13, port: 690c0abb-2b78-433b-a6a9-81d3bd872b1e. May 28 06:21:22.648315 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-913dabf9-69ea-4be3-8e63-9626be31c271 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] delete failed (client error): The resource could not be found. May 28 06:21:22.649881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-913dabf9-69ea-4be3-8e63-9626be31c271 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/578749d0-82c1-42bd-a2e5-0262a4bbbf15 HTTP/1.1" status: 404 len: 336 time: 0.0692456 May 28 06:21:22.652041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46340) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.694464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-609da39a-6fef-4b79-961c-0a90ce4d7a35 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=4edcab21-e0ed-409a-bef1-96191ec096a3 HTTP/1.1" status: 200 len: 205 time: 0.0413055 May 28 06:21:22.696757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46344) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.766077 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-e702b88b-b1d9-42ee-9e79-b723c03f00d0 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] delete failed (client error): The resource could not be found. May 28 06:21:22.767086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e702b88b-b1d9-42ee-9e79-b723c03f00d0 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/4edcab21-e0ed-409a-bef1-96191ec096a3 HTTP/1.1" status: 404 len: 336 time: 0.0694695 May 28 06:21:22.769738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46348) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.812421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-09cba481-ddf8-4354-82dc-06dd0c25a4c7 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "GET /v2.0/ports?device_id=0890db32-62ed-463b-be26-381347c6f7ef HTTP/1.1" status: 200 len: 205 time: 0.0410938 May 28 06:21:22.814656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46352) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.882646 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-fe2cda1a-290c-4b36-ba59-53e85d383499 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] delete failed (client error): The resource could not be found. May 28 06:21:22.884360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fe2cda1a-290c-4b36-ba59-53e85d383499 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/routers/0890db32-62ed-463b-be26-381347c6f7ef HTTP/1.1" status: 404 len: 336 time: 0.0681181 May 28 06:21:22.886236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46356) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:22.923104 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-243a5ad4-d3f4-4dac-afc2-65b4696dbdf9 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] DELETE failed (client error): The resource could not be found. May 28 06:21:22.923576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243a5ad4-d3f4-4dac-afc2-65b4696dbdf9 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:21:22.925206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-243a5ad4-d3f4-4dac-afc2-65b4696dbdf9 tempest-RoutersAdminTest-899654534 tempest-RoutersAdminTest-899654534-project] 10.222.0.39 "DELETE /v2.0/subnets/3f6ed423-ab74-4e2a-ac06-eb17f4e50244 HTTP/1.1" status: 404 len: 337 time: 0.0380976 May 28 06:21:22.954233 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:21:23.142095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:21:23.152547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] Sync routers for ids ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:21:23.162503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] Routers {'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:23.163355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:23.173791 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.219287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46364) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:23.238556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2d1f8ed7-bbea-4b84-8c7c-ea8fcb5ef122 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4847848 May 28 06:21:23.239320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:21:23.291822 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988ba5b1-0db7-46a3-b517-d80d926c0a37'] response: {'name': 'network-changed', 'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'status': 'completed', 'code': 200} May 28 06:21:23.363604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] Set router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:23.542263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f4888e2-f8a0-4874-a92c-fa67d4cfcf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.575518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3f4888e2-f8a0-4874-a92c-fa67d4cfcf3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:23.587373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3f4888e2-f8a0-4874-a92c-fa67d4cfcf3e admin admin] Usage tracker for resource:security_group_rule and tenant:ffcb8d90c0cd41bfaffdb260713b369a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:23.591258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3f4888e2-f8a0-4874-a92c-fa67d4cfcf3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:23.604437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3f4888e2-f8a0-4874-a92c-fa67d4cfcf3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:23.660343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdbb32-7c42-4b61-86ba-c2ef8d1c78ec req-09d707c1-edb5-4eeb-82a3-fb6521f0152c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:23.661781 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2bdbb32-7c42-4b61-86ba-c2ef8d1c78ec req-09d707c1-edb5-4eeb-82a3-fb6521f0152c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.2905750 May 28 06:21:23.663615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-2813b14e-bc34-4cf0-9bd1-82c542cd3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:23.664917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-2813b14e-bc34-4cf0-9bd1-82c542cd3378 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1096 time: 0.3276997 May 28 06:21:23.722771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:02Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '95e99461-7393-402b-98fd-c8fd6717e0fe', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'port_id': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'mac_address': 'fa:16:3e:b7:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:21Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc54cedb-4c9f-4be9-bf4d-c0df555db0b3', 'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:d3:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:01Z', 'updated_at': '2022-05-28T06:21:08Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '227f1860-cc02-429c-a062-4af82627f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:23.726679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] Checking router: fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:21:23.735260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] Routers {'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:21:23.735880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:23.805648 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2bdbb32-7c42-4b61-86ba-c2ef8d1c78ec req-e67dde83-bb54-4668-9712-0396eb893711 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376164 May 28 06:21:23.830635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46374) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:23.876529 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f4888e2-f8a0-4874-a92c-fa67d4cfcf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.884265 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3f4888e2-f8a0-4874-a92c-fa67d4cfcf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:23.904893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-ff83e5b4-84eb-4a99-b24a-03050c264625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:23.906932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-ff83e5b4-84eb-4a99-b24a-03050c264625 service neutron] 10.222.0.33 "GET /v2.0/networks?id=027c2303-f858-4d1e-8d68-680c2f385a1a HTTP/1.1" status: 200 len: 897 time: 0.2220404 May 28 06:21:23.946413 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88a7a3d6-7f89-4a5f-8a5c-f6654982204c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/95e99461-7393-402b-98fd-c8fd6717e0fe HTTP/1.1" status: 200 len: 990 time: 0.1134620 May 28 06:21:23.956336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] Set router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:21:24.021606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3f4888e2-f8a0-4874-a92c-fa67d4cfcf3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffcb8d90c0cd41bfaffdb260713b369a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8010294 May 28 06:21:24.024839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46378) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:24.025315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4888e2-f8a0-4874-a92c-fa67d4cfcf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e2ed8b-4e33-40ea-94bb-39acd9962a45,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:24.042543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-e8da26e9-f896-450a-aaf7-daaccea2455d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 200 len: 998 time: 0.1282904 May 28 06:21:24.091087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fc21d2f-04ea-420a-9dd5-5ca65b040ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.121454 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fc21d2f-04ea-420a-9dd5-5ca65b040ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.126384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-1bfa905b-68f1-47d4-80f2-f2cc1dd01e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:24.127873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-1bfa905b-68f1-47d4-80f2-f2cc1dd01e6d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=227f1860-cc02-429c-a062-4af82627f48f HTTP/1.1" status: 200 len: 833 time: 0.0694790 May 28 06:21:24.180535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fc21d2f-04ea-420a-9dd5-5ca65b040ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.198720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc21d2f-04ea-420a-9dd5-5ca65b040ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e2ed8b-4e33-40ea-94bb-39acd9962a45,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:24.213302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4fc21d2f-04ea-420a-9dd5-5ca65b040ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.216988 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4fc21d2f-04ea-420a-9dd5-5ca65b040ac9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0e2ed8b-4e33-40ea-94bb-39acd9962a45 HTTP/1.1" status: 204 len: 168 time: 0.1886415 May 28 06:21:24.222837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-07739df0-dd4f-4e4f-a36b-b3965ab68ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:24.224396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-07739df0-dd4f-4e4f-a36b-b3965ab68ba9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=027c2303-f858-4d1e-8d68-680c2f385a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906754 May 28 06:21:24.331654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:02Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '95e99461-7393-402b-98fd-c8fd6717e0fe', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'port_id': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'mac_address': 'fa:16:3e:b7:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:21Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc54cedb-4c9f-4be9-bf4d-c0df555db0b3', 'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:d3:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:01Z', 'updated_at': '2022-05-28T06:21:08Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '227f1860-cc02-429c-a062-4af82627f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:24.335954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fdab6-9df5-451a-b46f-0063511de8e1 None None] The sync data for ids ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'] in n-d-843679-5 is: [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:02Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '95e99461-7393-402b-98fd-c8fd6717e0fe', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'port_id': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'mac_address': 'fa:16:3e:b7:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:21:21Z', 'updated_at': '2022-05-28T06:21:21Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc54cedb-4c9f-4be9-bf4d-c0df555db0b3', 'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:d3:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:01Z', 'updated_at': '2022-05-28T06:21:08Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '227f1860-cc02-429c-a062-4af82627f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:21:24.364284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-c5a4816a-6e61-4ea6-bf29-e48de2297eb3 service neutron] 10.222.0.33 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331096 May 28 06:21:24.499538 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8d8d05b1-39f4-405b-a617-9b8d046ad188 req-1bbd389f-3841-4919-a91b-e76058cc649e service neutron] 10.222.0.33 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295843 May 28 06:21:24.528665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46386) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:24.565653 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa78e32-a0e6-4063-9340-d8265edd4624 None None] New status for floating IP 95e99461-7393-402b-98fd-c8fd6717e0fe: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:21:24.583174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5bbda48f-0477-4038-abb7-a8e2fa083348 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1346fb56ec3a42a5aa738eb02a861ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532384 May 28 06:21:24.585713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46390) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:24.645620 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9438ee6d-9cbb-4634-ac19-8a44a1b031c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.672361 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9438ee6d-9cbb-4634-ac19-8a44a1b031c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.722741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9438ee6d-9cbb-4634-ac19-8a44a1b031c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.742858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438ee6d-9cbb-4634-ac19-8a44a1b031c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae02ae45-ac29-4ee4-9067-6badc75e960f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:24.753151 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9438ee6d-9cbb-4634-ac19-8a44a1b031c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:24.756800 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9438ee6d-9cbb-4634-ac19-8a44a1b031c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae02ae45-ac29-4ee4-9067-6badc75e960f HTTP/1.1" status: 204 len: 168 time: 0.1676700 May 28 06:21:24.949011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46398) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:25.186259 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-20be6c94-140a-4198-ad0a-d96c25ab680e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/95e99461-7393-402b-98fd-c8fd6717e0fe HTTP/1.1" status: 200 len: 992 time: 0.2334974 May 28 06:21:25.507136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46418) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:25.609380 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-287731661'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:25.615730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:25.619573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:network and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:25.622423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:25.629343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:25.638684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:25.642092 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:25.654329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:25.668344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:25.672069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group_rule and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:25.674745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:25.680315 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:25.763624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:25.767757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:25.796924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:21:25.809296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15dccb42-c7c0-449e-bdf7-7760d23a214d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:25.814381 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:25.814725 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Added segment 078f97d7-a11d-4f76-afa0-fdb26d70c905 of type vlan for network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a May 28 06:21:25.840867 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:25.869268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:25.875334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:25.875909 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:25.981979 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4735844 May 28 06:21:25.985408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dae860-5e4b-4f8e-bc44-13a3e05a3913 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Network': ['ID=9b70fc59-83c6-4f3e-a868-b6a94405ee8a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:25.985679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46424) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:25.991269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'name': 'tempest-PortsIpV6TestJSON-301898178'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:25.996071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:21:26.097309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:26.101163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:port and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:26.103991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:26.110429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:26.120229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:26.123631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.148456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:26.363469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.389013 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.479301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=9471c05e-f63b-4fed-829e-2ec5d1f24c9b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:26.488821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Checking segment: {'id': '078f97d7-a11d-4f76-afa0-fdb26d70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:26.489173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network hostable DHCP agents. Network: 9b70fc59-83c6-4f3e-a868-b6a94405ee8a, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:21:26.508211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:21:26.517654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9b70fc59-83c6-4f3e-a868-b6a94405ee8a) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:26.521510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:26.528227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:26.528788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4529fc-88b6-4301-9804-16e3c18259ef None None] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:26.528902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.551034 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a1c7d142-6a21-4a62-b47c-1aa3010ad32d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5642378 May 28 06:21:26.553913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46428) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:26.559486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-402122629'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:26.565016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:26.568862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:network and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:26.571699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:26.577412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:26.587768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:26.591142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.619782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:21:26.628443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.628807 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Added segment 4be5bf47-4284-4675-95c1-ec25c3046b8d of type vlan for network 36bf42ff-aceb-45af-84d9-f2e88abc88c8 May 28 06:21:26.654211 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.683930 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.689889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:26.690499 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:26.900827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3456657 May 28 06:21:26.903349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46432) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:26.908917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33948a67-d1c6-4c28-9f44-b05ce7f6b600 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Network': ['ID=36bf42ff-aceb-45af-84d9-f2e88abc88c8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:26.909295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'ports': [{'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a'}, {'network_id': '36bf42ff-aceb-45af-84d9-f2e88abc88c8'}]} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:26.909602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:26.910072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '36bf42ff-aceb-45af-84d9-f2e88abc88c8'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:26.920043 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 36bf42ff-aceb-45af-84d9-f2e88abc88c8 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:21:27.135963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:27.139866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:port and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:27.142615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:27.148281 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:27.159250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 2} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:27.163056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.180085 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.389324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port da3eb884-a312-449e-8ab6-3ac057ab33a7 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:27.478592 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.582795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port a43fd0b1-3c72-4dc2-9609-0ee00965e13e yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:27.674202 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.699433 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.766364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:27.769122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:27.773099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:27.773890 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.784625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=da3eb884-a312-449e-8ab6-3ac057ab33a7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:27.875099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=a43fd0b1-3c72-4dc2-9609-0ee00965e13e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:27.879256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Checking segment: {'id': '4be5bf47-4284-4675-95c1-ec25c3046b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '36bf42ff-aceb-45af-84d9-f2e88abc88c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:27.879606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network hostable DHCP agents. Network: 36bf42ff-aceb-45af-84d9-f2e88abc88c8, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:21:27.898850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 36bf42ff-aceb-45af-84d9-f2e88abc88c8 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:21:27.907141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 36bf42ff-aceb-45af-84d9-f2e88abc88c8) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:27.910606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:27.915887 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f244cce9-1d4d-43c8-a191-faa22c414a53 None None] Network 36bf42ff-aceb-45af-84d9-f2e88abc88c8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:27.916328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:27.920845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:27.921491 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:27.944005 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e26e7132-85d9-40b1-a63a-c55a05ad7dc2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0394597 May 28 06:21:27.946547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46436) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:28.012760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bc72ffb2-e54a-41b7-a6eb-0b321bb7f117 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port a43fd0b1-3c72-4dc2-9609-0ee00965e13e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:28.013103 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc72ffb2-e54a-41b7-a6eb-0b321bb7f117 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:28.239942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc72ffb2-e54a-41b7-a6eb-0b321bb7f117 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:28.365373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bc72ffb2-e54a-41b7-a6eb-0b321bb7f117 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for a43fd0b1-3c72-4dc2-9609-0ee00965e13e owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:28.553788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc72ffb2-e54a-41b7-a6eb-0b321bb7f117 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:28.604436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72ffb2-e54a-41b7-a6eb-0b321bb7f117 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=a43fd0b1-3c72-4dc2-9609-0ee00965e13e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:28.608922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc72ffb2-e54a-41b7-a6eb-0b321bb7f117 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:28.616126 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc72ffb2-e54a-41b7-a6eb-0b321bb7f117 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/a43fd0b1-3c72-4dc2-9609-0ee00965e13e HTTP/1.1" status: 204 len: 168 time: 0.6686070 May 28 06:21:28.618546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46440) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:28.700978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda5bfb-b7c1-4acd-b7e2-40ba58513a0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:28.706781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda5bfb-b7c1-4acd-b7e2-40ba58513a0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:28.707551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ebda5bfb-b7c1-4acd-b7e2-40ba58513a0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:28.724836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ebda5bfb-b7c1-4acd-b7e2-40ba58513a0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:28.726132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ebda5bfb-b7c1-4acd-b7e2-40ba58513a0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1066642 May 28 06:21:28.728862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46444) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:28.794483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea6f63-2b6c-478e-a04b-0cc297b93be6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port da3eb884-a312-449e-8ab6-3ac057ab33a7 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:28.794825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0ea6f63-2b6c-478e-a04b-0cc297b93be6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.014839 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0ea6f63-2b6c-478e-a04b-0cc297b93be6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.141418 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea6f63-2b6c-478e-a04b-0cc297b93be6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for da3eb884-a312-449e-8ab6-3ac057ab33a7 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:29.219647 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0ea6f63-2b6c-478e-a04b-0cc297b93be6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.270885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea6f63-2b6c-478e-a04b-0cc297b93be6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=da3eb884-a312-449e-8ab6-3ac057ab33a7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:29.277614 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0ea6f63-2b6c-478e-a04b-0cc297b93be6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.290800 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b0ea6f63-2b6c-478e-a04b-0cc297b93be6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/da3eb884-a312-449e-8ab6-3ac057ab33a7 HTTP/1.1" status: 204 len: 168 time: 0.5610001 May 28 06:21:29.293472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46448) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:29.388749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e39e62-6191-4531-99a9-5df0cea44068 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:29.389454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-25e39e62-6191-4531-99a9-5df0cea44068 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:29.404216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-25e39e62-6191-4531-99a9-5df0cea44068 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:29.405770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-25e39e62-6191-4531-99a9-5df0cea44068 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1109047 May 28 06:21:29.408701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46452) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:29.449975 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d66642-5e48-420e-9571-dd6278a5f104 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:21:29.451290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d3d66642-5e48-420e-9571-dd6278a5f104 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/a43fd0b1-3c72-4dc2-9609-0ee00965e13e HTTP/1.1" status: 404 len: 333 time: 0.0416923 May 28 06:21:29.453867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46456) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:29.500733 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d7c247-b775-4e20-a654-26c1ad4b02c5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:21:29.502050 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-45d7c247-b775-4e20-a654-26c1ad4b02c5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/da3eb884-a312-449e-8ab6-3ac057ab33a7 HTTP/1.1" status: 404 len: 333 time: 0.0473073 May 28 06:21:29.504720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46460) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:29.616740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.748094 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.773198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bf42ff-aceb-45af-84d9-f2e88abc88c8']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:29.785353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be5bf47-4284-4675-95c1-ec25c3046b8d') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:29.785648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be5bf47-4284-4675-95c1-ec25c3046b8d') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:29.796710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.811923 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.818302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:21:29.818955 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.887928 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 4be5bf47-4284-4675-95c1-ec25c3046b8d resource provider aggregate not found May 28 06:21:29.912200 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 4be5bf47-4284-4675-95c1-ec25c3046b8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4be5bf47-4284-4675-95c1-ec25c3046b8d found for delete ", "request_id": "req-3f999fe3-5de7-4fb0-9743-9f8d255885d5"}]} May 28 06:21:29.923987 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.941044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:29.950726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Network': ['ID=36bf42ff-aceb-45af-84d9-f2e88abc88c8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:29.953720 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-37c0ac76-a1f7-46c3-9cd8-a52ee87df26b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/networks/36bf42ff-aceb-45af-84d9-f2e88abc88c8 HTTP/1.1" status: 204 len: 168 time: 0.4481180 May 28 06:21:29.957314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46468) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:29.962575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1848485007'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:29.968796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:29.972598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:network and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:29.975430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:29.981029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:29.990918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:29.994258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.021674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:21:30.030917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.031298 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Added segment d62552c9-80ca-40b0-ac98-732f4240c888 of type vlan for network 0fcc28bd-7f44-43d1-a689-0497146dea5d May 28 06:21:30.056456 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.084552 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.089855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:30.090439 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.190553 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2321248 May 28 06:21:30.193399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46472) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:30.198569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '0fcc28bd-7f44-43d1-a689-0497146dea5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:30.222511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c86ab-e0a1-4d55-903f-3f990633c918 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Network': ['ID=0fcc28bd-7f44-43d1-a689-0497146dea5d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:30.232491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0fcc28bd-7f44-43d1-a689-0497146dea5d details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:21:30.317228 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:30.321045 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:30.323880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:30.330184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:30.339295 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:30.342790 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.554721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_backend_mixin [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Performing IP validity checks on allocation pools {{(pid=88416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 06:21:30.557676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.ipam_backend_mixin [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 06:21:30.695900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.779266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=b114223b-fd0f-4d98-b2c9-eac2b5e1f0bf,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:30.790606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Checking segment: {'id': 'd62552c9-80ca-40b0-ac98-732f4240c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0fcc28bd-7f44-43d1-a689-0497146dea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:30.790606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network hostable DHCP agents. Network: 0fcc28bd-7f44-43d1-a689-0497146dea5d, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:21:30.809677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 0fcc28bd-7f44-43d1-a689-0497146dea5d is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:21:30.819600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 0fcc28bd-7f44-43d1-a689-0497146dea5d) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:30.823730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:30.824327 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:30.833549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dcfe7c-6dcc-4c65-942c-4dde3123f6e3 None None] Network 0fcc28bd-7f44-43d1-a689-0497146dea5d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:30.846266 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d75ba577-88dd-49f2-9b95-59269bc79883 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6517689 May 28 06:21:30.848817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46476) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:30.854215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '0fcc28bd-7f44-43d1-a689-0497146dea5d', 'name': 'tempest-PortsIpV6TestJSON-2015723737'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:31.001866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:31.011692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:31.021559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:31.025438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.047845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port 9d20171d-9b74-4978-89fa-07456a376566 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:31.074974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-0fcc28bd-7f44-43d1-a689-0497146dea5d', 'network_id': '0fcc28bd-7f44-43d1-a689-0497146dea5d', 'tenant_id': '21c8909bd81b4f228d80811035c65f48', 'fixed_ips': [{'subnet_id': 'b114223b-fd0f-4d98-b2c9-eac2b5e1f0bf'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:21:31.075907 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.205642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8::382 (0fcc28bd-7f44-43d1-a689-0497146dea5d/b114223b-fd0f-4d98-b2c9-eac2b5e1f0bf/9d20171d-9b74-4978-89fa-07456a376566) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:31.239807 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.407518 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.422401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object 9d20171d-9b74-4978-89fa-07456a376566 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:31.444689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.508685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Allocated IP 2001:db8::2 (0fcc28bd-7f44-43d1-a689-0497146dea5d/b114223b-fd0f-4d98-b2c9-eac2b5e1f0bf/38ac2c34-b21c-4f8a-970a-feeecb5bf177) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:31.534007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 0fcc28bd-7f44-43d1-a689-0497146dea5d is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:31.537401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:31.541324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:31.546935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:31.547561 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.555196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=9d20171d-9b74-4978-89fa-07456a376566,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:31.579549 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c16885a4-9b16-40c5-92b9-5f8a52c35847 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7266419 May 28 06:21:31.579747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46480) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:31.647427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-80cf9fcd-0c06-4bff-b201-c81fb97692cc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 9d20171d-9b74-4978-89fa-07456a376566 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:31.647768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80cf9fcd-0c06-4bff-b201-c81fb97692cc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.720363 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.730267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Transition to ACTIVE for port object 38ac2c34-b21c-4f8a-970a-feeecb5bf177 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:31.748504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Transition to ACTIVE for port object 38ac2c34-b21c-4f8a-970a-feeecb5bf177 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:31.754269 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.818365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Network 0fcc28bd-7f44-43d1-a689-0497146dea5d is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:31.821267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:31.824992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:31.831372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Pushing event updated for resources: {'Port': ['ID=38ac2c34-b21c-4f8a-970a-feeecb5bf177,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:31.901556 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80cf9fcd-0c06-4bff-b201-c81fb97692cc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.924077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Attempting to bind port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:31.924436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Attempting to bind port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd62552c9-80ca-40b0-ac98-732f4240c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0fcc28bd-7f44-43d1-a689-0497146dea5d'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:31.924788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Attempting to bind port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 on network 0fcc28bd-7f44-43d1-a689-0497146dea5d {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:31.929907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:31.930270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Checking segment: {'id': 'd62552c9-80ca-40b0-ac98-732f4240c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0fcc28bd-7f44-43d1-a689-0497146dea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:31.930687 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:31.931068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Bound using segment: {'id': 'd62552c9-80ca-40b0-ac98-732f4240c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0fcc28bd-7f44-43d1-a689-0497146dea5d'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:31.931555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Bound port: 38ac2c34-b21c-4f8a-970a-feeecb5bf177, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62552c9-80ca-40b0-ac98-732f4240c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0fcc28bd-7f44-43d1-a689-0497146dea5d'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:31.931917 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.019048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] For port 38ac2c34-b21c-4f8a-970a-feeecb5bf177, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:32.022069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] For port 38ac2c34-b21c-4f8a-970a-feeecb5bf177, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=38ac2c34-b21c-4f8a-970a-feeecb5bf177,segment=NetworkSegment(d62552c9-80ca-40b0-ac98-732f4240c888),segment_id=d62552c9-80ca-40b0-ac98-732f4240c888)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:32.025474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.029771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-80cf9fcd-0c06-4bff-b201-c81fb97692cc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 9d20171d-9b74-4978-89fa-07456a376566 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:32.111954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911aa45-9627-4980-958c-d0c24c8a6cad None None] Pushing event updated for resources: {'Port': ['ID=38ac2c34-b21c-4f8a-970a-feeecb5bf177,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:32.184681 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80cf9fcd-0c06-4bff-b201-c81fb97692cc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.241019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf9fcd-0c06-4bff-b201-c81fb97692cc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=9d20171d-9b74-4978-89fa-07456a376566,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:32.287224 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-80cf9fcd-0c06-4bff-b201-c81fb97692cc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.303314 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-80cf9fcd-0c06-4bff-b201-c81fb97692cc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/9d20171d-9b74-4978-89fa-07456a376566 HTTP/1.1" status: 204 len: 168 time: 0.7215629 May 28 06:21:32.305327 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46484) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:32.352746 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a134df-cf26-4cf4-a281-95ff5aaffa29 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:21:32.353236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a134df-cf26-4cf4-a281-95ff5aaffa29 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:21:32.354964 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b8a134df-cf26-4cf4-a281-95ff5aaffa29 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/9d20171d-9b74-4978-89fa-07456a376566 HTTP/1.1" status: 404 len: 333 time: 0.0477550 May 28 06:21:32.357603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46488) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:32.404686 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6e12fb-beaf-412f-b5e6-acecbc10b530 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:21:32.405326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2e6e12fb-beaf-412f-b5e6-acecbc10b530 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:32.423161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2e6e12fb-beaf-412f-b5e6-acecbc10b530 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:32.424693 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2e6e12fb-beaf-412f-b5e6-acecbc10b530 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/9d20171d-9b74-4978-89fa-07456a376566 HTTP/1.1" status: 404 len: 333 time: 0.0658720 May 28 06:21:32.427574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46492) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:32.493550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fb4e3f-b9db-490f-8d1c-e0f054a1f30b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet b114223b-fd0f-4d98-b2c9-eac2b5e1f0bf {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:21:32.496520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4e3f-b9db-490f-8d1c-e0f054a1f30b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.565817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4e3f-b9db-490f-8d1c-e0f054a1f30b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.611320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 38ac2c34-b21c-4f8a-970a-feeecb5bf177 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:32.651347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4e3f-b9db-490f-8d1c-e0f054a1f30b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.677979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:32.727809 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4e3f-b9db-490f-8d1c-e0f054a1f30b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.772547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb4e3f-b9db-490f-8d1c-e0f054a1f30b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=b114223b-fd0f-4d98-b2c9-eac2b5e1f0bf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:32.776118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4e3f-b9db-490f-8d1c-e0f054a1f30b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.782262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e6fb4e3f-b9db-490f-8d1c-e0f054a1f30b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/b114223b-fd0f-4d98-b2c9-eac2b5e1f0bf HTTP/1.1" status: 204 len: 168 time: 0.3535247 May 28 06:21:32.784821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46496) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:32.902805 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:32.914996 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:32.915360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:33.009162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dea8c29-03d4-4fb2-aa7e-70d344c8d8e4 None None] Network 0fcc28bd-7f44-43d1-a689-0497146dea5d requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:33.113555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0e42c5e0-1380-45c7-a2bf-bd119be120de None None] Provisioning for port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:33.133094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] For port 38ac2c34-b21c-4f8a-970a-feeecb5bf177, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=38ac2c34-b21c-4f8a-970a-feeecb5bf177,segment=NetworkSegment(d62552c9-80ca-40b0-ac98-732f4240c888),segment_id=d62552c9-80ca-40b0-ac98-732f4240c888)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:33.133675 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:33.148930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0e42c5e0-1380-45c7-a2bf-bd119be120de None None] Provisioning complete for port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:33.149310 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0e42c5e0-1380-45c7-a2bf-bd119be120de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:33.328897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0e42c5e0-1380-45c7-a2bf-bd119be120de None None] Current status of the port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:33.329268 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0e42c5e0-1380-45c7-a2bf-bd119be120de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:33.362929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0e42c5e0-1380-45c7-a2bf-bd119be120de None None] For port 38ac2c34-b21c-4f8a-970a-feeecb5bf177, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=38ac2c34-b21c-4f8a-970a-feeecb5bf177,segment=NetworkSegment(d62552c9-80ca-40b0-ac98-732f4240c888),segment_id=d62552c9-80ca-40b0-ac98-732f4240c888)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:33.366544 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0e42c5e0-1380-45c7-a2bf-bd119be120de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:33.379406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 38ac2c34-b21c-4f8a-970a-feeecb5bf177 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:33.398385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac710d92-6fd0-46c8-a63c-6cde3d8289f5 None None] DHCP port deletion for 0fcc28bd-7f44-43d1-a689-0497146dea5d request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:21:33.418925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ac710d92-6fd0-46c8-a63c-6cde3d8289f5 None None] Deleting port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:33.419324 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ac710d92-6fd0-46c8-a63c-6cde3d8289f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:33.453276 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.db.api [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:21:33.453632 n-d-843679-5 neutron-server[88416]: DEBUG oslo_db.api [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:21:33.487790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42c5e0-1380-45c7-a2bf-bd119be120de None None] Pushing event updated for resources: {'Port': ['ID=38ac2c34-b21c-4f8a-970a-feeecb5bf177,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:33.636870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ac710d92-6fd0-46c8-a63c-6cde3d8289f5 None None] For port 38ac2c34-b21c-4f8a-970a-feeecb5bf177, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=38ac2c34-b21c-4f8a-970a-feeecb5bf177,segment=NetworkSegment(d62552c9-80ca-40b0-ac98-732f4240c888),segment_id=d62552c9-80ca-40b0-ac98-732f4240c888)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:33.637536 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ac710d92-6fd0-46c8-a63c-6cde3d8289f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:33.756568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ac710d92-6fd0-46c8-a63c-6cde3d8289f5 None None] Calling delete_port for 38ac2c34-b21c-4f8a-970a-feeecb5bf177 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:33.830971 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ac710d92-6fd0-46c8-a63c-6cde3d8289f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:33.909998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac710d92-6fd0-46c8-a63c-6cde3d8289f5 None None] Pushing event deleted for resources: {'Port': ['ID=38ac2c34-b21c-4f8a-970a-feeecb5bf177,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:33.913362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac710d92-6fd0-46c8-a63c-6cde3d8289f5 None None] No DVR routers for this DVR port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:21:33.955261 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 38ac2c34-b21c-4f8a-970a-feeecb5bf177 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:33.955715 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.025116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] The port '38ac2c34-b21c-4f8a-970a-feeecb5bf177' was deleted {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:21:34.152817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.177965 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcc28bd-7f44-43d1-a689-0497146dea5d']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:34.190535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62552c9-80ca-40b0-ac98-732f4240c888') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:34.190828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62552c9-80ca-40b0-ac98-732f4240c888') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:34.202497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.217860 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.223811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:21:34.224191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.292728 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d62552c9-80ca-40b0-ac98-732f4240c888 resource provider aggregate not found May 28 06:21:34.313568 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d62552c9-80ca-40b0-ac98-732f4240c888 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d62552c9-80ca-40b0-ac98-732f4240c888 found for delete ", "request_id": "req-9c6c366a-dc25-4747-bfd5-daa74d852082"}]} May 28 06:21:34.328329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.346147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.356778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Network': ['ID=0fcc28bd-7f44-43d1-a689-0497146dea5d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:34.369359 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e017215d-2670-455e-b504-2e54b71d3b2a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/networks/0fcc28bd-7f44-43d1-a689-0497146dea5d HTTP/1.1" status: 204 len: 168 time: 1.5835912 May 28 06:21:34.372799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46504) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:34.378662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1438232511'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:34.384085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:34.388107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:network and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:34.390928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:34.397054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:34.406286 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:34.409869 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.438153 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:21:34.447024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.447398 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Added segment 78b16dcc-69d3-4ac4-9a8e-11f4e229655d of type vlan for network 9afe1ae4-35db-4a42-a474-b2a92f5a4849 May 28 06:21:34.472315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.501639 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.506902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:34.507497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.566335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 38ac2c34-b21c-4f8a-970a-feeecb5bf177 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:34.601416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 38ac2c34-b21c-4f8a-970a-feeecb5bf177 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:21:34.601766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 38ac2c34-b21c-4f8a-970a-feeecb5bf177 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:34.606907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46508) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:34.607434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2333751 May 28 06:21:34.614811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '9afe1ae4-35db-4a42-a474-b2a92f5a4849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:34.620669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac8db6-f1b4-42a8-a716-24f32eb5b055 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Network': ['ID=9afe1ae4-35db-4a42-a474-b2a92f5a4849,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:34.630286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9afe1ae4-35db-4a42-a474-b2a92f5a4849 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:21:34.724946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:34.728784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:34.731631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:34.738140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:34.747706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:34.751102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:34.963587 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.044157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=d4e16350-f31d-4cdc-9232-5f222990f392,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:35.056431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.056776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.057108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.057435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.057759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.058082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.058419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.058715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.059029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.059370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.059686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.059998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:35.062936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Checking segment: {'id': '78b16dcc-69d3-4ac4-9a8e-11f4e229655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9afe1ae4-35db-4a42-a474-b2a92f5a4849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:35.063314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network hostable DHCP agents. Network: 9afe1ae4-35db-4a42-a474-b2a92f5a4849, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:21:35.082554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9afe1ae4-35db-4a42-a474-b2a92f5a4849 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:21:35.091454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9afe1ae4-35db-4a42-a474-b2a92f5a4849) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:35.096226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:35.096835 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.103663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7cfbe-7405-4ea4-a488-18e7d964089d None None] Network 9afe1ae4-35db-4a42-a474-b2a92f5a4849 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:35.119404 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2eb84e26-a683-46bb-8dc6-dd9ab3a439cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5094516 May 28 06:21:35.123194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46512) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:35.129091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '9afe1ae4-35db-4a42-a474-b2a92f5a4849', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1096762830'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:35.272034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:35.276302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:port and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:35.279183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:35.285612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:35.295381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:35.298859 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.320161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port f9f94771-4b1b-41a2-b119-b517e4be3b6b yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:35.331173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-9afe1ae4-35db-4a42-a474-b2a92f5a4849', 'network_id': '9afe1ae4-35db-4a42-a474-b2a92f5a4849', 'tenant_id': '21c8909bd81b4f228d80811035c65f48', 'fixed_ips': [{'subnet_id': 'd4e16350-f31d-4cdc-9232-5f222990f392'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:21:35.332053 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.474197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8::31b (9afe1ae4-35db-4a42-a474-b2a92f5a4849/d4e16350-f31d-4cdc-9232-5f222990f392/f9f94771-4b1b-41a2-b119-b517e4be3b6b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:35.643311 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.658849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object f9f94771-4b1b-41a2-b119-b517e4be3b6b will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:35.681747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.745515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Allocated IP 2001:db8::2 (9afe1ae4-35db-4a42-a474-b2a92f5a4849/d4e16350-f31d-4cdc-9232-5f222990f392/8cdea680-9257-4390-8d7c-ffc34e7a058e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:35.752188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9afe1ae4-35db-4a42-a474-b2a92f5a4849 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:35.755106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:35.757756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:35.763355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:35.763953 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.796985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=f9f94771-4b1b-41a2-b119-b517e4be3b6b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:35.813868 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a89f7bc0-5034-45b8-8eda-fa48c25dafb5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6893854 May 28 06:21:35.817912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46516) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:35.884510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-485cdb4c-b069-47ce-b0aa-dd5eea0cd374 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port f9f94771-4b1b-41a2-b119-b517e4be3b6b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:35.884861 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-485cdb4c-b069-47ce-b0aa-dd5eea0cd374 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.957622 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:35.967607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Transition to ACTIVE for port object 8cdea680-9257-4390-8d7c-ffc34e7a058e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:35.986297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Transition to ACTIVE for port object 8cdea680-9257-4390-8d7c-ffc34e7a058e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:35.993015 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.058587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Network 9afe1ae4-35db-4a42-a474-b2a92f5a4849 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:36.061844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:36.065617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:36.074182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Pushing event updated for resources: {'Port': ['ID=8cdea680-9257-4390-8d7c-ffc34e7a058e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:36.138230 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-485cdb4c-b069-47ce-b0aa-dd5eea0cd374 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.165149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Attempting to bind port 8cdea680-9257-4390-8d7c-ffc34e7a058e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:36.165718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Attempting to bind port 8cdea680-9257-4390-8d7c-ffc34e7a058e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '78b16dcc-69d3-4ac4-9a8e-11f4e229655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9afe1ae4-35db-4a42-a474-b2a92f5a4849'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:36.166128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Attempting to bind port 8cdea680-9257-4390-8d7c-ffc34e7a058e on network 9afe1ae4-35db-4a42-a474-b2a92f5a4849 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:36.172661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:36.173118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Checking segment: {'id': '78b16dcc-69d3-4ac4-9a8e-11f4e229655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9afe1ae4-35db-4a42-a474-b2a92f5a4849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:36.173530 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.173930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Bound using segment: {'id': '78b16dcc-69d3-4ac4-9a8e-11f4e229655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9afe1ae4-35db-4a42-a474-b2a92f5a4849'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:36.174395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Bound port: 8cdea680-9257-4390-8d7c-ffc34e7a058e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b16dcc-69d3-4ac4-9a8e-11f4e229655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9afe1ae4-35db-4a42-a474-b2a92f5a4849'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:36.174769 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.264389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] For port 8cdea680-9257-4390-8d7c-ffc34e7a058e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:36.267556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] For port 8cdea680-9257-4390-8d7c-ffc34e7a058e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8cdea680-9257-4390-8d7c-ffc34e7a058e,segment=NetworkSegment(78b16dcc-69d3-4ac4-9a8e-11f4e229655d),segment_id=78b16dcc-69d3-4ac4-9a8e-11f4e229655d)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:36.270817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-485cdb4c-b069-47ce-b0aa-dd5eea0cd374 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for f9f94771-4b1b-41a2-b119-b517e4be3b6b owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:36.272340 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.355759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03ccbe-8242-4f63-8f34-933c39d3524e None None] Pushing event updated for resources: {'Port': ['ID=8cdea680-9257-4390-8d7c-ffc34e7a058e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:36.415700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-485cdb4c-b069-47ce-b0aa-dd5eea0cd374 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.468498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cdb4c-b069-47ce-b0aa-dd5eea0cd374 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=f9f94771-4b1b-41a2-b119-b517e4be3b6b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:36.510854 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-485cdb4c-b069-47ce-b0aa-dd5eea0cd374 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.536434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46520) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:36.538042 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-485cdb4c-b069-47ce-b0aa-dd5eea0cd374 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/f9f94771-4b1b-41a2-b119-b517e4be3b6b HTTP/1.1" status: 204 len: 168 time: 0.7190173 May 28 06:21:36.588430 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2760acb0-f6b1-4053-bdca-26b73b4fc89a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:21:36.589086 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2760acb0-f6b1-4053-bdca-26b73b4fc89a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:36.610546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2760acb0-f6b1-4053-bdca-26b73b4fc89a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:36.614529 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2760acb0-f6b1-4053-bdca-26b73b4fc89a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/f9f94771-4b1b-41a2-b119-b517e4be3b6b HTTP/1.1" status: 404 len: 333 time: 0.0746028 May 28 06:21:36.614839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46524) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:36.650262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8cdea680-9257-4390-8d7c-ffc34e7a058e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:36.692024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd9332f-e13e-4bba-87d9-2bb124267c45 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet d4e16350-f31d-4cdc-9232-5f222990f392 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:21:36.695150 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ffd9332f-e13e-4bba-87d9-2bb124267c45 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.721844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 8cdea680-9257-4390-8d7c-ffc34e7a058e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:36.751050 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ffd9332f-e13e-4bba-87d9-2bb124267c45 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:36.833834 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ffd9332f-e13e-4bba-87d9-2bb124267c45 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.026935 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ffd9332f-e13e-4bba-87d9-2bb124267c45 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.070783 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ffd9332f-e13e-4bba-87d9-2bb124267c45 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.073614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9332f-e13e-4bba-87d9-2bb124267c45 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e16350-f31d-4cdc-9232-5f222990f392,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:37.080002 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ffd9332f-e13e-4bba-87d9-2bb124267c45 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/d4e16350-f31d-4cdc-9232-5f222990f392 HTTP/1.1" status: 204 len: 168 time: 0.4640894 May 28 06:21:37.082532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46528) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:37.202439 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.213457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 8cdea680-9257-4390-8d7c-ffc34e7a058e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:37.213798 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.313034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5463de0e-d8be-4d3d-977f-35c580be6d0e None None] Network 9afe1ae4-35db-4a42-a474-b2a92f5a4849 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:37.427826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] For port 8cdea680-9257-4390-8d7c-ffc34e7a058e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8cdea680-9257-4390-8d7c-ffc34e7a058e,segment=NetworkSegment(78b16dcc-69d3-4ac4-9a8e-11f4e229655d),segment_id=78b16dcc-69d3-4ac4-9a8e-11f4e229655d)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:37.428205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.475391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5f19c524-151b-4c2a-a247-0d29c3a985ca None None] Provisioning for port 8cdea680-9257-4390-8d7c-ffc34e7a058e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:37.486465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5f19c524-151b-4c2a-a247-0d29c3a985ca None None] Provisioning complete for port 8cdea680-9257-4390-8d7c-ffc34e7a058e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:37.486844 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f19c524-151b-4c2a-a247-0d29c3a985ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.555921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 8cdea680-9257-4390-8d7c-ffc34e7a058e owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:37.629942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5f19c524-151b-4c2a-a247-0d29c3a985ca None None] Current status of the port 8cdea680-9257-4390-8d7c-ffc34e7a058e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:37.630328 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f19c524-151b-4c2a-a247-0d29c3a985ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.638433 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.644195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850d9243-057c-4cda-8110-0d2bbd33540c None None] DHCP port deletion for 9afe1ae4-35db-4a42-a474-b2a92f5a4849 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:21:37.691751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No DVR routers for this DVR port 8cdea680-9257-4390-8d7c-ffc34e7a058e on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:21:37.722097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=8cdea680-9257-4390-8d7c-ffc34e7a058e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:37.824096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.849197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afe1ae4-35db-4a42-a474-b2a92f5a4849']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:37.861810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b16dcc-69d3-4ac4-9a8e-11f4e229655d') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:37.862058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b16dcc-69d3-4ac4-9a8e-11f4e229655d') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:37.873131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.888624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.894904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:21:37.895359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:37.964090 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 78b16dcc-69d3-4ac4-9a8e-11f4e229655d resource provider aggregate not found May 28 06:21:37.987374 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 78b16dcc-69d3-4ac4-9a8e-11f4e229655d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78b16dcc-69d3-4ac4-9a8e-11f4e229655d found for delete ", "request_id": "req-d733eb36-8404-4e72-b24d-e5d479d96d2e"}]} May 28 06:21:38.001714 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.019023 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.032707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Network': ['ID=9afe1ae4-35db-4a42-a474-b2a92f5a4849,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:38.040525 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-913d07b1-043c-4f60-8c35-4ccdcbca1afe tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/networks/9afe1ae4-35db-4a42-a474-b2a92f5a4849 HTTP/1.1" status: 204 len: 168 time: 0.9570463 May 28 06:21:38.044003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46536) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:38.049329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'name': 'tempest-PortsIpV6TestJSON-465028409'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:38.160279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:38.164350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:port and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:38.167145 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:38.172848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:38.182363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:38.185838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.206955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port 09aafd28-b8ed-4e33-a407-1d67a7d5ba2a yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:38.427441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.454490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.529011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:38.532379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:38.540519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:38.541760 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cdffacb9-bfd3-49a5-85d9-b0c6c4c0fb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.542260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:38.542644 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.558449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=09aafd28-b8ed-4e33-a407-1d67a7d5ba2a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:38.574609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8cdea680-9257-4390-8d7c-ffc34e7a058e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:38.575294 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f4b665e3-4e55-4d53-91df-8cab9fa9a10b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5302694 May 28 06:21:38.575621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46540) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:38.610155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 8cdea680-9257-4390-8d7c-ffc34e7a058e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:21:38.610535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8cdea680-9257-4390-8d7c-ffc34e7a058e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:38.649233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-881226ce-fd50-4c72-9f9d-079f56d02a44 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 09aafd28-b8ed-4e33-a407-1d67a7d5ba2a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:38.649571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-881226ce-fd50-4c72-9f9d-079f56d02a44 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.865881 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-881226ce-fd50-4c72-9f9d-079f56d02a44 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:38.987366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-881226ce-fd50-4c72-9f9d-079f56d02a44 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 09aafd28-b8ed-4e33-a407-1d67a7d5ba2a owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:39.067467 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-881226ce-fd50-4c72-9f9d-079f56d02a44 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.115501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881226ce-fd50-4c72-9f9d-079f56d02a44 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=09aafd28-b8ed-4e33-a407-1d67a7d5ba2a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:39.122167 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-881226ce-fd50-4c72-9f9d-079f56d02a44 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.133870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-881226ce-fd50-4c72-9f9d-079f56d02a44 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/09aafd28-b8ed-4e33-a407-1d67a7d5ba2a HTTP/1.1" status: 204 len: 168 time: 0.5550017 May 28 06:21:39.134020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46544) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:39.139343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'mac_address': 'fa:16:3e:a5:7a:15', 'name': 'tempest-PortsIpV6TestJSON-1878338307'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:39.351221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:39.355312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:port and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:39.358602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:39.364444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:39.374381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:39.475867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.501846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port 6051e0d7-75c1-4b4c-b676-0beccc81a603 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:39.722982 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.748974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.818883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:39.822033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:39.826442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:39.832263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:39.832844 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:39.844501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=6051e0d7-75c1-4b4c-b676-0beccc81a603,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:39.860796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bd0fa137-a600-4925-b5c1-7627075a136c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7255692 May 28 06:21:39.863088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46548) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:39.935392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c08d0-e7cc-4adb-a76c-59be4c084cdf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:39.936531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6b1c08d0-e7cc-4adb-a76c-59be4c084cdf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:39.950754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6b1c08d0-e7cc-4adb-a76c-59be4c084cdf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:39.952471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6b1c08d0-e7cc-4adb-a76c-59be4c084cdf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/6051e0d7-75c1-4b4c-b676-0beccc81a603 HTTP/1.1" status: 200 len: 845 time: 0.0879064 May 28 06:21:39.955135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46552) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:40.021046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2292f296-03ec-4d97-848c-2b20bb27297a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 6051e0d7-75c1-4b4c-b676-0beccc81a603 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:40.021385 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2292f296-03ec-4d97-848c-2b20bb27297a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.236848 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2292f296-03ec-4d97-848c-2b20bb27297a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.357479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2292f296-03ec-4d97-848c-2b20bb27297a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 6051e0d7-75c1-4b4c-b676-0beccc81a603 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:40.415078 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.439309 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2292f296-03ec-4d97-848c-2b20bb27297a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.486366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292f296-03ec-4d97-848c-2b20bb27297a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=6051e0d7-75c1-4b4c-b676-0beccc81a603,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:40.492996 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2292f296-03ec-4d97-848c-2b20bb27297a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.506102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2292f296-03ec-4d97-848c-2b20bb27297a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/6051e0d7-75c1-4b4c-b676-0beccc81a603 HTTP/1.1" status: 204 len: 168 time: 0.5499954 May 28 06:21:40.508626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46556) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:40.550218 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac65656d-9264-4f7f-8005-6546edee5023 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:21:40.550731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ac65656d-9264-4f7f-8005-6546edee5023 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:40.566384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ac65656d-9264-4f7f-8005-6546edee5023 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:40.567581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ac65656d-9264-4f7f-8005-6546edee5023 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/6051e0d7-75c1-4b4c-b676-0beccc81a603 HTTP/1.1" status: 404 len: 333 time: 0.0580134 May 28 06:21:40.571149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46560) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:40.576644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'name': 'tempest-PortsIpV6TestJSON-493491874'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:40.684810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:40.694140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:40.703275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:40.706717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.723794 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-764678d3-ca45-4c46-8dcb-30f8bc2f3883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:40.728741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port b821c003-ead5-4807-b0bb-273a4f53c698 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:41.051811 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.078678 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.149761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:41.153017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:41.157630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:41.163052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:41.163665 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.171061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=b821c003-ead5-4807-b0bb-273a4f53c698,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:41.191414 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dedf742e-9c1e-4ca3-8177-7cc9f4fad928 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6190386 May 28 06:21:41.193895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46564) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:41.199413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-17a49093-fdff-4699-a621-836e348f25ca tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:41.318262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17a49093-fdff-4699-a621-836e348f25ca tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.530921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17a49093-fdff-4699-a621-836e348f25ca tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.535420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17a49093-fdff-4699-a621-836e348f25ca tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.585206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-17a49093-fdff-4699-a621-836e348f25ca tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] In _notify_port_updated(), no bound segment for port b821c003-ead5-4807-b0bb-273a4f53c698 on network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:21:41.590288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a49093-fdff-4699-a621-836e348f25ca tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:41.590863 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-17a49093-fdff-4699-a621-836e348f25ca tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.592114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-17a49093-fdff-4699-a621-836e348f25ca tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "PUT /v2.0/ports/b821c003-ead5-4807-b0bb-273a4f53c698 HTTP/1.1" status: 200 len: 818 time: 0.3973351 May 28 06:21:41.595048 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46568) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:41.615908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a49093-fdff-4699-a621-836e348f25ca tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=b821c003-ead5-4807-b0bb-273a4f53c698,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:41.654888 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.743897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.776739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6c029-39f3-4d08-9dff-4a06717cb891 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port b821c003-ead5-4807-b0bb-273a4f53c698 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:41.777075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c029-39f3-4d08-9dff-4a06717cb891 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:41.986990 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c029-39f3-4d08-9dff-4a06717cb891 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.113560 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6c029-39f3-4d08-9dff-4a06717cb891 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for b821c003-ead5-4807-b0bb-273a4f53c698 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:42.209341 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c029-39f3-4d08-9dff-4a06717cb891 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.258930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6c029-39f3-4d08-9dff-4a06717cb891 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=b821c003-ead5-4807-b0bb-273a4f53c698,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:42.263803 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c029-39f3-4d08-9dff-4a06717cb891 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.273298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fbe6c029-39f3-4d08-9dff-4a06717cb891 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/b821c003-ead5-4807-b0bb-273a4f53c698 HTTP/1.1" status: 204 len: 168 time: 0.6771348 May 28 06:21:42.275836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46572) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:42.356563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec8734-390c-41a0-b49f-514ac69adbaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:42.357246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-55ec8734-390c-41a0-b49f-514ac69adbaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:42.372737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-55ec8734-390c-41a0-b49f-514ac69adbaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:42.373834 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-55ec8734-390c-41a0-b49f-514ac69adbaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0971143 May 28 06:21:42.376607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46576) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:42.418717 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bd8d12-a8d1-4b05-b7c0-c705c2460e74 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:21:42.420028 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-82bd8d12-a8d1-4b05-b7c0-c705c2460e74 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/b821c003-ead5-4807-b0bb-273a4f53c698 HTTP/1.1" status: 404 len: 333 time: 0.0425448 May 28 06:21:42.424093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46580) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:42.429192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1204324008'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:42.434490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:42.438426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:network and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:42.441275 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:42.446918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:42.456810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:42.460239 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.489063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:21:42.497776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.498111 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Added segment 6da37253-86cc-4e5a-adaf-49209ee21340 of type vlan for network 5e7110fb-c338-48ea-8609-4deb58ddd072 May 28 06:21:42.526093 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.558090 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.563364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:42.563942 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:42.662126 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2370572 May 28 06:21:42.664903 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46584) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:42.672640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:42.690149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a16b96-a3d9-445a-8d37-31476e76b302 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Network': ['ID=5e7110fb-c338-48ea-8609-4deb58ddd072,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:42.700115 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 5e7110fb-c338-48ea-8609-4deb58ddd072 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:21:42.789867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:42.793717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:42.796567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:42.802994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:42.812732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:42.816353 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.034392 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.112578 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=1610ce17-5f86-4e56-bc1d-d38a120d0760,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:43.121019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Checking segment: {'id': '6da37253-86cc-4e5a-adaf-49209ee21340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:43.121375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network hostable DHCP agents. Network: 5e7110fb-c338-48ea-8609-4deb58ddd072, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:21:43.141068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 5e7110fb-c338-48ea-8609-4deb58ddd072 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:21:43.151116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 5e7110fb-c338-48ea-8609-4deb58ddd072) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:43.155753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:43.156577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.162880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f15186-52e2-44b6-94fe-416102e5804f None None] Network 5e7110fb-c338-48ea-8609-4deb58ddd072 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:43.178237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7bc9725d-07d0-4941-a262-f47cfaefa33e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5123403 May 28 06:21:43.181154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46588) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:43.187089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:43.325671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:43.329510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:43.332272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:43.337808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:43.348274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:43.351687 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.381313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-5e7110fb-c338-48ea-8609-4deb58ddd072', 'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072', 'tenant_id': '21c8909bd81b4f228d80811035c65f48', 'fixed_ips': [{'subnet_id': '1610ce17-5f86-4e56-bc1d-d38a120d0760'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:21:43.382163 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.445427 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.486663 n-d-843679-5 neutron-server[88416]: INFO neutron.db.ipam_backend_mixin [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1610ce17-5f86-4e56-bc1d-d38a120d0760 (CIDR: 2001:db8::/64) May 28 06:21:43.489234 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:21:43.489715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:21:43.512535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-55013a22-f1bb-4129-9910-20e678b8bc52 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3277457 May 28 06:21:43.512757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46592) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:43.518925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:43.558410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Allocated IP 2001:db8::2 (5e7110fb-c338-48ea-8609-4deb58ddd072/1610ce17-5f86-4e56-bc1d-d38a120d0760/eed3c334-2e30-4271-bab1-52198ad1f465) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:43.661803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:43.665737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:43.668647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:43.675068 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:43.684354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:43.687886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.764865 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.775938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Transition to ACTIVE for port object eed3c334-2e30-4271-bab1-52198ad1f465 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:43.796886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Transition to ACTIVE for port object eed3c334-2e30-4271-bab1-52198ad1f465 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:43.802127 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.872405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Network 5e7110fb-c338-48ea-8609-4deb58ddd072 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:43.875420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:43.878992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:43.884685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Pushing event updated for resources: {'Port': ['ID=eed3c334-2e30-4271-bab1-52198ad1f465,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:43.971097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Attempting to bind port eed3c334-2e30-4271-bab1-52198ad1f465 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:43.971417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Attempting to bind port eed3c334-2e30-4271-bab1-52198ad1f465 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '6da37253-86cc-4e5a-adaf-49209ee21340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:43.971779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Attempting to bind port eed3c334-2e30-4271-bab1-52198ad1f465 on network 5e7110fb-c338-48ea-8609-4deb58ddd072 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:43.976942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:43.977310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Checking segment: {'id': '6da37253-86cc-4e5a-adaf-49209ee21340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:43.977708 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:43.978096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Bound using segment: {'id': '6da37253-86cc-4e5a-adaf-49209ee21340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:43.978550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Bound port: eed3c334-2e30-4271-bab1-52198ad1f465, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da37253-86cc-4e5a-adaf-49209ee21340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:43.978922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:44.061655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:44.068642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] For port eed3c334-2e30-4271-bab1-52198ad1f465, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:44.071779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] For port eed3c334-2e30-4271-bab1-52198ad1f465, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eed3c334-2e30-4271-bab1-52198ad1f465,segment=NetworkSegment(6da37253-86cc-4e5a-adaf-49209ee21340),segment_id=6da37253-86cc-4e5a-adaf-49209ee21340)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:44.075813 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:44.124243 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 5e7110fb-c338-48ea-8609-4deb58ddd072 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:44.127157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:44.130240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:44.130803 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:44.148897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=1bfefd89-0d2f-45a2-a07d-9ca5f776e867,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:44.157461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58ea7f-b8bd-4d91-b7a5-dc28d2976ed5 None None] Pushing event updated for resources: {'Port': ['ID=eed3c334-2e30-4271-bab1-52198ad1f465,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:44.165732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9b551cfe-cf03-4bfd-9e4f-4e3e59a25b0e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6494596 May 28 06:21:44.166149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46596) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:44.172439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072', 'fixed_ips': [{'subnet_id': '1610ce17-5f86-4e56-bc1d-d38a120d0760'}, {'subnet_id': '1bfefd89-0d2f-45a2-a07d-9ca5f776e867'}], 'name': 'tempest-PortsIpV6TestJSON-1686823038'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:44.314550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:44.335091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:port and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:44.338747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:44.349250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:44.358724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:44.491771 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:44.511996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:44.604178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eed3c334-2e30-4271-bab1-52198ad1f465 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:44.681599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port eed3c334-2e30-4271-bab1-52198ad1f465 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:44.884078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8::c8 (5e7110fb-c338-48ea-8609-4deb58ddd072/1610ce17-5f86-4e56-bc1d-d38a120d0760/8ba03b28-8a09-43c5-b088-e6abfe61b9a9) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:44.890361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8:0:1::244 (5e7110fb-c338-48ea-8609-4deb58ddd072/1bfefd89-0d2f-45a2-a07d-9ca5f776e867/8ba03b28-8a09-43c5-b088-e6abfe61b9a9) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:45.091768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2e052b-aded-4cc3-a976-226734a22f32 None None] Network 5e7110fb-c338-48ea-8609-4deb58ddd072 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:45.107473 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.124866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:45.149123 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.191201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a3e6ea6c-823c-49b6-bacb-9979140eb80e None None] Provisioning for port eed3c334-2e30-4271-bab1-52198ad1f465 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:45.208312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a3e6ea6c-823c-49b6-bacb-9979140eb80e None None] Provisioning complete for port eed3c334-2e30-4271-bab1-52198ad1f465 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:45.208684 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ea6c-823c-49b6-bacb-9979140eb80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.228010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 5e7110fb-c338-48ea-8609-4deb58ddd072 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:45.231357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:45.234268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:45.240026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:45.240646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.254969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=8ba03b28-8a09-43c5-b088-e6abfe61b9a9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:45.274631 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c74367cb-6129-405b-8e2f-e455bff354ee tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1072056 May 28 06:21:45.277207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46600) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:45.283521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1610ce17-5f86-4e56-bc1d-d38a120d0760'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:45.407094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.425320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6ea6c-823c-49b6-bacb-9979140eb80e None None] Current status of the port eed3c334-2e30-4271-bab1-52198ad1f465 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:45.425691 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ea6c-823c-49b6-bacb-9979140eb80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.463451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a3e6ea6c-823c-49b6-bacb-9979140eb80e None None] For port eed3c334-2e30-4271-bab1-52198ad1f465, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eed3c334-2e30-4271-bab1-52198ad1f465,segment=NetworkSegment(6da37253-86cc-4e5a-adaf-49209ee21340),segment_id=6da37253-86cc-4e5a-adaf-49209ee21340)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:45.471732 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ea6c-823c-49b6-bacb-9979140eb80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.637883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6ea6c-823c-49b6-bacb-9979140eb80e None None] Pushing event updated for resources: {'Port': ['ID=eed3c334-2e30-4271-bab1-52198ad1f465,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:45.642935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c23e5fd-8f9f-4b6d-a6f1-74c8f9e9bc89 None None] Update dhcp port {'port': {'network_id': '5e7110fb-c338-48ea-8609-4deb58ddd072', 'fixed_ips': [{'subnet_id': '1610ce17-5f86-4e56-bc1d-d38a120d0760', 'ip_address': '2001:db8::2'}, {'subnet_id': '1bfefd89-0d2f-45a2-a07d-9ca5f776e867'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'eed3c334-2e30-4271-bab1-52198ad1f465'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:21:45.696076 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c23e5fd-8f9f-4b6d-a6f1-74c8f9e9bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:45.841118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Delete allocated IP 2001:db8:0:1::244 (5e7110fb-c338-48ea-8609-4deb58ddd072/1bfefd89-0d2f-45a2-a07d-9ca5f776e867) {{(pid=88417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 06:21:46.001512 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.016676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Ignored duplicate provisioning block setup for port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 06:21:46.022183 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.083361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-0c23e5fd-8f9f-4b6d-a6f1-74c8f9e9bc89 None None] Allocated IP 2001:db8:0:1::2 (5e7110fb-c338-48ea-8609-4deb58ddd072/1bfefd89-0d2f-45a2-a07d-9ca5f776e867/eed3c334-2e30-4271-bab1-52198ad1f465) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:46.129455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] In _notify_port_updated(), no bound segment for port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 on network 5e7110fb-c338-48ea-8609-4deb58ddd072 {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:21:46.134749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:46.135387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.139998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "PUT /v2.0/ports/8ba03b28-8a09-43c5-b088-e6abfe61b9a9 HTTP/1.1" status: 200 len: 925 time: 0.8585410 May 28 06:21:46.140180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46606) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:46.145567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1610ce17-5f86-4e56-bc1d-d38a120d0760'}, {'subnet_id': '1bfefd89-0d2f-45a2-a07d-9ca5f776e867'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:46.145734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3827263-aadc-4838-a4be-e0cef5ad0180 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=8ba03b28-8a09-43c5-b088-e6abfe61b9a9,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:46.222652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0c23e5fd-8f9f-4b6d-a6f1-74c8f9e9bc89 None None] For port eed3c334-2e30-4271-bab1-52198ad1f465, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eed3c334-2e30-4271-bab1-52198ad1f465,segment=NetworkSegment(6da37253-86cc-4e5a-adaf-49209ee21340),segment_id=6da37253-86cc-4e5a-adaf-49209ee21340)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:46.246676 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c23e5fd-8f9f-4b6d-a6f1-74c8f9e9bc89 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.262569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0c23e5fd-8f9f-4b6d-a6f1-74c8f9e9bc89 None None] Transition to ACTIVE for port object eed3c334-2e30-4271-bab1-52198ad1f465 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:46.266697 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c23e5fd-8f9f-4b6d-a6f1-74c8f9e9bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.391957 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.406240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23e5fd-8f9f-4b6d-a6f1-74c8f9e9bc89 None None] Pushing event updated for resources: {'Port': ['ID=eed3c334-2e30-4271-bab1-52198ad1f465,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:46.578463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eed3c334-2e30-4271-bab1-52198ad1f465 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:46.764913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8:0:1::25 (5e7110fb-c338-48ea-8609-4deb58ddd072/1bfefd89-0d2f-45a2-a07d-9ca5f776e867/8ba03b28-8a09-43c5-b088-e6abfe61b9a9) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:46.910810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04253155-b1d5-42f1-a850-819fdfa398c5 None None] Network 5e7110fb-c338-48ea-8609-4deb58ddd072 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:46.932161 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:46.947646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Ignored duplicate provisioning block setup for port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 06:21:46.956619 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.038800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-03419630-5185-4902-a8ba-88d41a49654c None None] Provisioning for port eed3c334-2e30-4271-bab1-52198ad1f465 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:47.049009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-03419630-5185-4902-a8ba-88d41a49654c None None] Provisioning complete for port eed3c334-2e30-4271-bab1-52198ad1f465 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:47.049323 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03419630-5185-4902-a8ba-88d41a49654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.103904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] In _notify_port_updated(), no bound segment for port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 on network 5e7110fb-c338-48ea-8609-4deb58ddd072 {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:21:47.110013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:47.110655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.114463 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "PUT /v2.0/ports/8ba03b28-8a09-43c5-b088-e6abfe61b9a9 HTTP/1.1" status: 200 len: 1010 time: 0.9713809 May 28 06:21:47.114463 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bc03a-443e-4d1d-8359-e24390f1ffaf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=8ba03b28-8a09-43c5-b088-e6abfe61b9a9,revision_number=3']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:47.115359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46610) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:47.183011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ce706386-38c4-4476-b517-9a7ef6f9ae6f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:47.183380 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce706386-38c4-4476-b517-9a7ef6f9ae6f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.275927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-03419630-5185-4902-a8ba-88d41a49654c None None] Current status of the port eed3c334-2e30-4271-bab1-52198ad1f465 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:47.287379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-03419630-5185-4902-a8ba-88d41a49654c None None] Provisioning for port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:47.292458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-03419630-5185-4902-a8ba-88d41a49654c None None] Provisioning complete for port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:47.292835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-03419630-5185-4902-a8ba-88d41a49654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.352197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-03419630-5185-4902-a8ba-88d41a49654c None None] Port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:47.451694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce706386-38c4-4476-b517-9a7ef6f9ae6f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.578398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ce706386-38c4-4476-b517-9a7ef6f9ae6f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:47.579614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-477c378e-d538-4dfd-a7f6-557c29dceb81 None None] Provisioning complete for port eed3c334-2e30-4271-bab1-52198ad1f465 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:47.580062 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-477c378e-d538-4dfd-a7f6-557c29dceb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.703590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-477c378e-d538-4dfd-a7f6-557c29dceb81 None None] Current status of the port eed3c334-2e30-4271-bab1-52198ad1f465 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:47.714620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-477c378e-d538-4dfd-a7f6-557c29dceb81 None None] Provisioning complete for port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:47.715011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-477c378e-d538-4dfd-a7f6-557c29dceb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.773468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-477c378e-d538-4dfd-a7f6-557c29dceb81 None None] Port 8ba03b28-8a09-43c5-b088-e6abfe61b9a9 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:47.799897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce706386-38c4-4476-b517-9a7ef6f9ae6f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.848888 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:21:47.855559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce706386-38c4-4476-b517-9a7ef6f9ae6f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=8ba03b28-8a09-43c5-b088-e6abfe61b9a9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:47.885998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b05c3096-5068-4701-97f3-0c59b0cc956d None None] Could not find standard attr ID for object 8ba03b28-8a09-43c5-b088-e6abfe61b9a9. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:21:47.939556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ce706386-38c4-4476-b517-9a7ef6f9ae6f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:47.949709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ce706386-38c4-4476-b517-9a7ef6f9ae6f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/8ba03b28-8a09-43c5-b088-e6abfe61b9a9 HTTP/1.1" status: 204 len: 168 time: 0.8332934 May 28 06:21:47.952923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46614) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:47.997036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-416b0e9b-e4f1-4965-8439-0ef227f0a942 None None] Could not find standard attr ID for object 8ba03b28-8a09-43c5-b088-e6abfe61b9a9. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:21:47.998811 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f273de1-2db6-4d86-af53-e5b2bf7517e2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:21:48.002747 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0f273de1-2db6-4d86-af53-e5b2bf7517e2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/8ba03b28-8a09-43c5-b088-e6abfe61b9a9 HTTP/1.1" status: 404 len: 333 time: 0.0462790 May 28 06:21:48.002902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46618) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:48.069254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8757b66-e8c3-4482-8da3-2f894ac4b3e6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet 1bfefd89-0d2f-45a2-a07d-9ca5f776e867 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:21:48.072266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8757b66-e8c3-4482-8da3-2f894ac4b3e6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.111090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e7eef2c3-c882-4624-ba6f-6c8ff8679881 None None] Could not find standard attr ID for object 8ba03b28-8a09-43c5-b088-e6abfe61b9a9. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:21:48.134565 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8757b66-e8c3-4482-8da3-2f894ac4b3e6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.222938 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8757b66-e8c3-4482-8da3-2f894ac4b3e6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.296719 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8757b66-e8c3-4482-8da3-2f894ac4b3e6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.340949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8757b66-e8c3-4482-8da3-2f894ac4b3e6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfefd89-0d2f-45a2-a07d-9ca5f776e867,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:48.343699 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b8757b66-e8c3-4482-8da3-2f894ac4b3e6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.347376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c2cb6-8f33-471c-b448-511acd6fd7f1 None None] Network 5e7110fb-c338-48ea-8609-4deb58ddd072 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:48.349965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b8757b66-e8c3-4482-8da3-2f894ac4b3e6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/1bfefd89-0d2f-45a2-a07d-9ca5f776e867 HTTP/1.1" status: 204 len: 168 time: 0.3462095 May 28 06:21:48.352625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46622) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:48.418776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-276efa62-eac3-48cf-8249-d4a702e1424d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet 1610ce17-5f86-4e56-bc1d-d38a120d0760 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:21:48.421817 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-276efa62-eac3-48cf-8249-d4a702e1424d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.476983 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-276efa62-eac3-48cf-8249-d4a702e1424d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.567830 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-276efa62-eac3-48cf-8249-d4a702e1424d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.644944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-276efa62-eac3-48cf-8249-d4a702e1424d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.691592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276efa62-eac3-48cf-8249-d4a702e1424d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=1610ce17-5f86-4e56-bc1d-d38a120d0760,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:48.695121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-276efa62-eac3-48cf-8249-d4a702e1424d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.701404 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-276efa62-eac3-48cf-8249-d4a702e1424d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/1610ce17-5f86-4e56-bc1d-d38a120d0760 HTTP/1.1" status: 204 len: 168 time: 0.3477995 May 28 06:21:48.704013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46626) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:48.940930 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:48.951816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port eed3c334-2e30-4271-bab1-52198ad1f465 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:48.952151 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.079398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f7fcf-5559-443a-9763-14c6c698e886 None None] Network 5e7110fb-c338-48ea-8609-4deb58ddd072 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:49.166013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] For port eed3c334-2e30-4271-bab1-52198ad1f465, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=eed3c334-2e30-4271-bab1-52198ad1f465,segment=NetworkSegment(6da37253-86cc-4e5a-adaf-49209ee21340),segment_id=6da37253-86cc-4e5a-adaf-49209ee21340)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:49.166560 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.209155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e93affe7-74be-40d5-a0a4-85c05cbd4f76 None None] Provisioning complete for port eed3c334-2e30-4271-bab1-52198ad1f465 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:49.209522 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e93affe7-74be-40d5-a0a4-85c05cbd4f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.292125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for eed3c334-2e30-4271-bab1-52198ad1f465 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:49.371999 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.390903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e93affe7-74be-40d5-a0a4-85c05cbd4f76 None None] Port eed3c334-2e30-4271-bab1-52198ad1f465 update to ACTIVE by agent not found {{(pid=88418) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 28 06:21:49.420813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=eed3c334-2e30-4271-bab1-52198ad1f465,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:49.422634 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No DVR routers for this DVR port eed3c334-2e30-4271-bab1-52198ad1f465 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:21:49.459994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ff07f-f7d7-4286-8eb9-07f83c75ad74 None None] DHCP port deletion for 5e7110fb-c338-48ea-8609-4deb58ddd072 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:21:49.546813 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.572296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7110fb-c338-48ea-8609-4deb58ddd072']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:49.588929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da37253-86cc-4e5a-adaf-49209ee21340') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:49.589226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da37253-86cc-4e5a-adaf-49209ee21340') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:49.601899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.618075 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.624776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:21:49.625158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.690441 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6da37253-86cc-4e5a-adaf-49209ee21340 resource provider aggregate not found May 28 06:21:49.713628 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6da37253-86cc-4e5a-adaf-49209ee21340 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6da37253-86cc-4e5a-adaf-49209ee21340 found for delete ", "request_id": "req-6a87f727-35f4-42e9-a886-f7858e4cb0ed"}]} May 28 06:21:49.725241 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.746140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:49.760283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Network': ['ID=5e7110fb-c338-48ea-8609-4deb58ddd072,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:49.765685 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2661e889-6f2a-4dba-a5c3-6d5fb75c64da tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/networks/5e7110fb-c338-48ea-8609-4deb58ddd072 HTTP/1.1" status: 204 len: 168 time: 1.0607297 May 28 06:21:49.769179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46634) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:49.850652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11230db-dc2e-49a1-9e1a-9d33e45cf75c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:49.851358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b11230db-dc2e-49a1-9e1a-9d33e45cf75c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:49.866337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b11230db-dc2e-49a1-9e1a-9d33e45cf75c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:49.867492 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b11230db-dc2e-49a1-9e1a-9d33e45cf75c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0973434 May 28 06:21:49.871049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46638) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:49.946581 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-25c8d8c6-560b-4336-bb5e-03c654a86a24 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0743744 May 28 06:21:49.949850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46642) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:49.955587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1232913376'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:49.961349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:49.965187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:network and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:49.968091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:49.973693 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:49.987325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:49.990556 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.017038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:21:50.026042 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.026405 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Added segment 5dbddb07-6ce5-44c2-9377-e69e366e538c of type vlan for network f86c2331-4086-4d38-a32b-42c40dbee813 May 28 06:21:50.053182 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.081351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.086608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:50.087192 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.184088 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2332268 May 28 06:21:50.187738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46646) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:50.193820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': 'f86c2331-4086-4d38-a32b-42c40dbee813', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:50.196937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9927729-c15c-4651-be61-8a298a144540 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Network': ['ID=f86c2331-4086-4d38-a32b-42c40dbee813,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:50.207802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f86c2331-4086-4d38-a32b-42c40dbee813 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:21:50.321434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:50.325272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:50.328139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:50.333803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:50.343991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:50.347388 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.575344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eed3c334-2e30-4271-bab1-52198ad1f465 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:50.620042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: eed3c334-2e30-4271-bab1-52198ad1f465 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:21:50.620391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device eed3c334-2e30-4271-bab1-52198ad1f465 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:50.691827 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.770914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=d864df73-bbc7-44c2-9c95-d761b8850d17,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:50.780912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Checking segment: {'id': '5dbddb07-6ce5-44c2-9377-e69e366e538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86c2331-4086-4d38-a32b-42c40dbee813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:50.781268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network hostable DHCP agents. Network: f86c2331-4086-4d38-a32b-42c40dbee813, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:21:50.800363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network f86c2331-4086-4d38-a32b-42c40dbee813 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:21:50.809781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f86c2331-4086-4d38-a32b-42c40dbee813) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:50.813877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:50.814464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:50.818781 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e84700-a4d5-4a85-b294-567a87ad7ae0 None None] Network f86c2331-4086-4d38-a32b-42c40dbee813 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:50.836957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f5deebea-fcbb-4002-b91c-967a436bf873 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6475248 May 28 06:21:50.838981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46650) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:50.845869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': 'f86c2331-4086-4d38-a32b-42c40dbee813', 'name': 'tempest-PortsIpV6TestJSON-749956321'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:50.989977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:50.999753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:51.009854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:51.013359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.036043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port e4e8228a-6526-4080-a92a-b1d72934819d yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:51.057421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-f86c2331-4086-4d38-a32b-42c40dbee813', 'network_id': 'f86c2331-4086-4d38-a32b-42c40dbee813', 'tenant_id': '21c8909bd81b4f228d80811035c65f48', 'fixed_ips': [{'subnet_id': 'd864df73-bbc7-44c2-9c95-d761b8850d17'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:21:51.058242 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.207988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8::a2 (f86c2331-4086-4d38-a32b-42c40dbee813/d864df73-bbc7-44c2-9c95-d761b8850d17/e4e8228a-6526-4080-a92a-b1d72934819d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:51.418800 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.434187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object e4e8228a-6526-4080-a92a-b1d72934819d will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:51.457878 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.525255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Allocated IP 2001:db8::2 (f86c2331-4086-4d38-a32b-42c40dbee813/d864df73-bbc7-44c2-9c95-d761b8850d17/cb91feb0-2df0-4a72-ac86-b09dd98aefdd) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:51.527904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network f86c2331-4086-4d38-a32b-42c40dbee813 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:51.531131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:51.535790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:51.541250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:51.541846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.549957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=e4e8228a-6526-4080-a92a-b1d72934819d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:51.572446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e480eb55-47c4-4f2f-ab2a-126ae080236d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7322085 May 28 06:21:51.574961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46654) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:51.580430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': 'f86c2331-4086-4d38-a32b-42c40dbee813', 'name': 'tempest-PortsIpV6TestJSON-1932120344'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:51.721325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:51.725248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:port and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:51.728060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:51.733658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:51.735708 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.743422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:51.745952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Transition to ACTIVE for port object cb91feb0-2df0-4a72-ac86-b09dd98aefdd will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:51.747131 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.764429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Transition to ACTIVE for port object cb91feb0-2df0-4a72-ac86-b09dd98aefdd will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:51.769724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port 9c271772-ad5c-4874-bc4e-7917a1c4b743 yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:51.770052 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.837228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Network f86c2331-4086-4d38-a32b-42c40dbee813 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:51.838366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:51.842613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:51.910453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Pushing event updated for resources: {'Port': ['ID=cb91feb0-2df0-4a72-ac86-b09dd98aefdd,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:51.926157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8::3a (f86c2331-4086-4d38-a32b-42c40dbee813/d864df73-bbc7-44c2-9c95-d761b8850d17/9c271772-ad5c-4874-bc4e-7917a1c4b743) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:51.935499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.935882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.936226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.936619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.936901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.937214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.937544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.937868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.938193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.938516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.938841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.939275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:21:51.948768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Attempting to bind port cb91feb0-2df0-4a72-ac86-b09dd98aefdd on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:51.949136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Attempting to bind port cb91feb0-2df0-4a72-ac86-b09dd98aefdd by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '5dbddb07-6ce5-44c2-9377-e69e366e538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86c2331-4086-4d38-a32b-42c40dbee813'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:51.949500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Attempting to bind port cb91feb0-2df0-4a72-ac86-b09dd98aefdd on network f86c2331-4086-4d38-a32b-42c40dbee813 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:51.954854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:51.955280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Checking segment: {'id': '5dbddb07-6ce5-44c2-9377-e69e366e538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86c2331-4086-4d38-a32b-42c40dbee813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:51.955687 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:51.956083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Bound using segment: {'id': '5dbddb07-6ce5-44c2-9377-e69e366e538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86c2331-4086-4d38-a32b-42c40dbee813'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:51.956540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Bound port: cb91feb0-2df0-4a72-ac86-b09dd98aefdd, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbddb07-6ce5-44c2-9377-e69e366e538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86c2331-4086-4d38-a32b-42c40dbee813'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:51.956916 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.047503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] For port cb91feb0-2df0-4a72-ac86-b09dd98aefdd, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:52.050918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] For port cb91feb0-2df0-4a72-ac86-b09dd98aefdd, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cb91feb0-2df0-4a72-ac86-b09dd98aefdd,segment=NetworkSegment(5dbddb07-6ce5-44c2-9377-e69e366e538c),segment_id=5dbddb07-6ce5-44c2-9377-e69e366e538c)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:52.055145 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.135674 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.137206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bce195-db45-4859-9da7-c5f623b66066 None None] Pushing event updated for resources: {'Port': ['ID=cb91feb0-2df0-4a72-ac86-b09dd98aefdd,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:52.152647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object 9c271772-ad5c-4874-bc4e-7917a1c4b743 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:52.180891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.257350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network f86c2331-4086-4d38-a32b-42c40dbee813 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:52.260724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:52.265304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:52.270741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:52.271395 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.279193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=9c271772-ad5c-4874-bc4e-7917a1c4b743,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:52.305304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-58d316dc-48a0-4a37-8416-04bd79c46580 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7269576 May 28 06:21:52.305880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46658) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:52.403557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea282c7c-a559-4630-9094-1ced42f41125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:52.404273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ea282c7c-a559-4630-9094-1ced42f41125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:52.421286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ea282c7c-a559-4630-9094-1ced42f41125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:52.422485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ea282c7c-a559-4630-9094-1ced42f41125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa2 HTTP/1.1" status: 200 len: 927 time: 0.1130350 May 28 06:21:52.425353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46662) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:52.495448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-942b88bf-d76c-48fa-9768-e7f26f79eca5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 9c271772-ad5c-4874-bc4e-7917a1c4b743 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:52.495835 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-942b88bf-d76c-48fa-9768-e7f26f79eca5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.606811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cb91feb0-2df0-4a72-ac86-b09dd98aefdd up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:52.678122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port cb91feb0-2df0-4a72-ac86-b09dd98aefdd completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:52.751963 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-942b88bf-d76c-48fa-9768-e7f26f79eca5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:52.878594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-942b88bf-d76c-48fa-9768-e7f26f79eca5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 9c271772-ad5c-4874-bc4e-7917a1c4b743 owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:53.031662 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-942b88bf-d76c-48fa-9768-e7f26f79eca5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.069726 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002128a7-2e8b-43a1-86a2-11d2dbbc1677 None None] Network f86c2331-4086-4d38-a32b-42c40dbee813 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:53.082979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b88bf-d76c-48fa-9768-e7f26f79eca5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=9c271772-ad5c-4874-bc4e-7917a1c4b743,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:53.127072 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-942b88bf-d76c-48fa-9768-e7f26f79eca5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.141439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-942b88bf-d76c-48fa-9768-e7f26f79eca5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/9c271772-ad5c-4874-bc4e-7917a1c4b743 HTTP/1.1" status: 204 len: 168 time: 0.7141147 May 28 06:21:53.144021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46666) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:53.192303 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e97ec5d-303f-4e45-b551-dcf7eedaa445 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:21:53.192988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e97ec5d-303f-4e45-b551-dcf7eedaa445 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:53.195709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-842dcfb3-6080-4198-b8dd-bc5c4096e042 None None] Provisioning for port cb91feb0-2df0-4a72-ac86-b09dd98aefdd completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:53.204575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-842dcfb3-6080-4198-b8dd-bc5c4096e042 None None] Provisioning complete for port cb91feb0-2df0-4a72-ac86-b09dd98aefdd triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:53.204943 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-842dcfb3-6080-4198-b8dd-bc5c4096e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.209635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3e97ec5d-303f-4e45-b551-dcf7eedaa445 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:53.210873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3e97ec5d-303f-4e45-b551-dcf7eedaa445 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/9c271772-ad5c-4874-bc4e-7917a1c4b743 HTTP/1.1" status: 404 len: 333 time: 0.0659251 May 28 06:21:53.213631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46670) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:53.279978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2163fd6f-d0ed-4317-b76a-784f0ce307de tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port e4e8228a-6526-4080-a92a-b1d72934819d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:53.280668 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2163fd6f-d0ed-4317-b76a-784f0ce307de tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.443096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-842dcfb3-6080-4198-b8dd-bc5c4096e042 None None] Current status of the port cb91feb0-2df0-4a72-ac86-b09dd98aefdd is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:53.443458 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-842dcfb3-6080-4198-b8dd-bc5c4096e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.483578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-842dcfb3-6080-4198-b8dd-bc5c4096e042 None None] For port cb91feb0-2df0-4a72-ac86-b09dd98aefdd, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cb91feb0-2df0-4a72-ac86-b09dd98aefdd,segment=NetworkSegment(5dbddb07-6ce5-44c2-9377-e69e366e538c),segment_id=5dbddb07-6ce5-44c2-9377-e69e366e538c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:53.488513 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-842dcfb3-6080-4198-b8dd-bc5c4096e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.557176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dcfb3-6080-4198-b8dd-bc5c4096e042 None None] Pushing event updated for resources: {'Port': ['ID=cb91feb0-2df0-4a72-ac86-b09dd98aefdd,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:53.634845 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2163fd6f-d0ed-4317-b76a-784f0ce307de tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.723783 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-40cf4209-fcb6-404a-bd89-85a4e4e3e293 None None] Provisioning complete for port cb91feb0-2df0-4a72-ac86-b09dd98aefdd triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:53.724156 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-40cf4209-fcb6-404a-bd89-85a4e4e3e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.762453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-2163fd6f-d0ed-4317-b76a-784f0ce307de tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for e4e8228a-6526-4080-a92a-b1d72934819d owned by {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:53.855177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-40cf4209-fcb6-404a-bd89-85a4e4e3e293 None None] Current status of the port cb91feb0-2df0-4a72-ac86-b09dd98aefdd is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:53.916834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2163fd6f-d0ed-4317-b76a-784f0ce307de tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.917329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-40cf4209-fcb6-404a-bd89-85a4e4e3e293 None None] Provisioning for port e4e8228a-6526-4080-a92a-b1d72934819d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:53.923516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-40cf4209-fcb6-404a-bd89-85a4e4e3e293 None None] Provisioning complete for port e4e8228a-6526-4080-a92a-b1d72934819d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:53.923885 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-40cf4209-fcb6-404a-bd89-85a4e4e3e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:53.966107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-40cf4209-fcb6-404a-bd89-85a4e4e3e293 None None] Port e4e8228a-6526-4080-a92a-b1d72934819d was deleted so its status cannot be updated. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 28 06:21:53.970904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163fd6f-d0ed-4317-b76a-784f0ce307de tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=e4e8228a-6526-4080-a92a-b1d72934819d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:54.018807 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2163fd6f-d0ed-4317-b76a-784f0ce307de tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.032302 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2163fd6f-d0ed-4317-b76a-784f0ce307de tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/e4e8228a-6526-4080-a92a-b1d72934819d HTTP/1.1" status: 204 len: 168 time: 0.8176115 May 28 06:21:54.034846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46674) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:54.078057 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3980de2f-38c3-464a-be6b-680e8a1f3378 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:21:54.078588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3980de2f-38c3-464a-be6b-680e8a1f3378 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:54.085173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-885f6de4-3f8e-4687-91b8-836b6df8a2f4 None None] Could not find standard attr ID for object 9c271772-ad5c-4874-bc4e-7917a1c4b743. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:21:54.088676 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-885f6de4-3f8e-4687-91b8-836b6df8a2f4 None None] Could not find standard attr ID for object e4e8228a-6526-4080-a92a-b1d72934819d. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:21:54.101579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3980de2f-38c3-464a-be6b-680e8a1f3378 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:54.102757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3980de2f-38c3-464a-be6b-680e8a1f3378 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/e4e8228a-6526-4080-a92a-b1d72934819d HTTP/1.1" status: 404 len: 333 time: 0.0668817 May 28 06:21:54.105441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46678) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:54.181272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebbbeec-434b-4039-a02d-caa082f8bf18 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet d864df73-bbc7-44c2-9c95-d761b8850d17 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:21:54.184689 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ebbbeec-434b-4039-a02d-caa082f8bf18 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.240916 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ebbbeec-434b-4039-a02d-caa082f8bf18 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.328152 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ebbbeec-434b-4039-a02d-caa082f8bf18 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.407164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ebbbeec-434b-4039-a02d-caa082f8bf18 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.446942 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbbeec-434b-4039-a02d-caa082f8bf18 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=d864df73-bbc7-44c2-9c95-d761b8850d17,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:54.450486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4ebbbeec-434b-4039-a02d-caa082f8bf18 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.457038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4ebbbeec-434b-4039-a02d-caa082f8bf18 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/d864df73-bbc7-44c2-9c95-d761b8850d17 HTTP/1.1" status: 204 len: 168 time: 0.3506622 May 28 06:21:54.458663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973aa227-1393-40f7-9793-99961dae9e01 None None] Network f86c2331-4086-4d38-a32b-42c40dbee813 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:54.459712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46682) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:54.574799 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.585895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port cb91feb0-2df0-4a72-ac86-b09dd98aefdd {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:54.586231 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.617757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cb91feb0-2df0-4a72-ac86-b09dd98aefdd up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:54.709263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cb91feb0-2df0-4a72-ac86-b09dd98aefdd triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:54.709633 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.761550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] DHCP port deletion for f86c2331-4086-4d38-a32b-42c40dbee813 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:21:54.770853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] Deleting port cb91feb0-2df0-4a72-ac86-b09dd98aefdd {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:54.771242 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.796405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] For port cb91feb0-2df0-4a72-ac86-b09dd98aefdd, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cb91feb0-2df0-4a72-ac86-b09dd98aefdd,segment=NetworkSegment(5dbddb07-6ce5-44c2-9377-e69e366e538c),segment_id=5dbddb07-6ce5-44c2-9377-e69e366e538c)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:54.796764 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.918822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for cb91feb0-2df0-4a72-ac86-b09dd98aefdd owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:54.992649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:54.993462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cb91feb0-2df0-4a72-ac86-b09dd98aefdd is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:55.036500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] For port cb91feb0-2df0-4a72-ac86-b09dd98aefdd, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cb91feb0-2df0-4a72-ac86-b09dd98aefdd,segment=NetworkSegment(5dbddb07-6ce5-44c2-9377-e69e366e538c),segment_id=5dbddb07-6ce5-44c2-9377-e69e366e538c)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:55.036835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.043670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No DVR routers for this DVR port cb91feb0-2df0-4a72-ac86-b09dd98aefdd on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:21:55.070173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=cb91feb0-2df0-4a72-ac86-b09dd98aefdd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:55.162992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] Calling delete_port for cb91feb0-2df0-4a72-ac86-b09dd98aefdd owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 06:21:55.230543 n-d-843679-5 neutron-server[88418]: util.warn( May 28 06:21:55.238608 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:21:55.238970 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:21:55.273240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.298623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86c2331-4086-4d38-a32b-42c40dbee813']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:55.310190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbddb07-6ce5-44c2-9377-e69e366e538c') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:55.310478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbddb07-6ce5-44c2-9377-e69e366e538c') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:21:55.322757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.339074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.345077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:21:55.345458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.447384 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.452564 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.480396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Network': ['ID=f86c2331-4086-4d38-a32b-42c40dbee813,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:55.494225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-120a8bbb-977d-4c91-93bd-099d59408498 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/networks/f86c2331-4086-4d38-a32b-42c40dbee813 HTTP/1.1" status: 204 len: 168 time: 1.0301499 May 28 06:21:55.494466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46694) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:55.500128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-192578892'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:55.505753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:55.509835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:network and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:55.513057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:55.519463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:55.524144 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5dbddb07-6ce5-44c2-9377-e69e366e538c resource provider aggregate not found May 28 06:21:55.533997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:55.537501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.547761 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5dbddb07-6ce5-44c2-9377-e69e366e538c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dbddb07-6ce5-44c2-9377-e69e366e538c found for delete ", "request_id": "req-9b6f6c0e-7694-462c-82db-67312c4a0d5e"}]} May 28 06:21:55.568145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:21:55.576586 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.576922 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Added segment d5f4a04c-fe2a-4a18-a606-827f77b8720e of type vlan for network 4741c312-1206-4f77-8fff-22a8aaf318b7 May 28 06:21:55.602446 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.634717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.639987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:55.640555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.731331 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2358289 May 28 06:21:55.734366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46700) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:55.740332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '4741c312-1206-4f77-8fff-22a8aaf318b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:55.740579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] Deleting port cb91feb0-2df0-4a72-ac86-b09dd98aefdd {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:55.741060 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:55.743435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c625ee-8aec-4769-831c-7e46590c694a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Network': ['ID=4741c312-1206-4f77-8fff-22a8aaf318b7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:55.772587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 4741c312-1206-4f77-8fff-22a8aaf318b7 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:21:55.852868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:55.856928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:55.860105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:55.865845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:55.872546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e69cee9e-8e48-493c-aadf-d7c2c553b790 None None] The port 'cb91feb0-2df0-4a72-ac86-b09dd98aefdd' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:21:55.875880 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:55.879316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:56.096180 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:56.178875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=875fd28c-b811-4414-971b-0abe9e2a2417,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:56.185448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Checking segment: {'id': 'd5f4a04c-fe2a-4a18-a606-827f77b8720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4741c312-1206-4f77-8fff-22a8aaf318b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:56.185448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network hostable DHCP agents. Network: 4741c312-1206-4f77-8fff-22a8aaf318b7, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:21:56.204259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 4741c312-1206-4f77-8fff-22a8aaf318b7 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:21:56.212790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 4741c312-1206-4f77-8fff-22a8aaf318b7) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:56.217106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:56.217689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:56.222295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00286309-0f8f-43ae-a0fe-695a041627f9 None None] Network 4741c312-1206-4f77-8fff-22a8aaf318b7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:56.238353 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-631414c4-25d8-4ee4-bc75-959d0529310b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5026209 May 28 06:21:56.241661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46704) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:56.247079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '4741c312-1206-4f77-8fff-22a8aaf318b7', 'name': 'tempest-PortsIpV6TestJSON-1802448454', 'fixed_ips': [{'subnet_id': '875fd28c-b811-4414-971b-0abe9e2a2417', 'ip_address': '2001:db8::10'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:56.382393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:56.386403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:port and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:56.389718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:56.396462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:56.410410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:56.432466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-4741c312-1206-4f77-8fff-22a8aaf318b7', 'network_id': '4741c312-1206-4f77-8fff-22a8aaf318b7', 'tenant_id': '21c8909bd81b4f228d80811035c65f48', 'fixed_ips': [{'subnet_id': '875fd28c-b811-4414-971b-0abe9e2a2417'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:21:56.433288 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:56.539892 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:56.561804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port 2ab0c0a7-1311-4047-86e8-fd64c0e62b2a yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:56.585287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cb91feb0-2df0-4a72-ac86-b09dd98aefdd no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:21:56.624942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Allocated IP 2001:db8::2 (4741c312-1206-4f77-8fff-22a8aaf318b7/875fd28c-b811-4414-971b-0abe9e2a2417/e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:56.626862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: cb91feb0-2df0-4a72-ac86-b09dd98aefdd {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:21:56.627256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cb91feb0-2df0-4a72-ac86-b09dd98aefdd not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:21:56.831579 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:56.842202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Transition to ACTIVE for port object e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:56.860192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Transition to ACTIVE for port object e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:56.864897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:56.933424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Network 4741c312-1206-4f77-8fff-22a8aaf318b7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:56.937027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:56.941460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Pushing event updated for resources: {'Port': ['ID=e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:56.943752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:57.035264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Attempting to bind port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:21:57.035649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Attempting to bind port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd5f4a04c-fe2a-4a18-a606-827f77b8720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4741c312-1206-4f77-8fff-22a8aaf318b7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:21:57.036008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Attempting to bind port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee on network 4741c312-1206-4f77-8fff-22a8aaf318b7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:21:57.041076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8::10 (4741c312-1206-4f77-8fff-22a8aaf318b7/875fd28c-b811-4414-971b-0abe9e2a2417/2ab0c0a7-1311-4047-86e8-fd64c0e62b2a) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:57.042042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:21:57.042662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Checking segment: {'id': 'd5f4a04c-fe2a-4a18-a606-827f77b8720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4741c312-1206-4f77-8fff-22a8aaf318b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:21:57.042801 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.043176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Bound using segment: {'id': 'd5f4a04c-fe2a-4a18-a606-827f77b8720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4741c312-1206-4f77-8fff-22a8aaf318b7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:21:57.043657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Bound port: e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f4a04c-fe2a-4a18-a606-827f77b8720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4741c312-1206-4f77-8fff-22a8aaf318b7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:21:57.044024 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.135789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] For port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:21:57.139454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] For port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee,segment=NetworkSegment(d5f4a04c-fe2a-4a18-a606-827f77b8720e),segment_id=d5f4a04c-fe2a-4a18-a606-827f77b8720e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:21:57.144793 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.226222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947530f-e484-4113-8408-36f19dc4c46b None None] Pushing event updated for resources: {'Port': ['ID=e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:57.255347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.271711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object 2ab0c0a7-1311-4047-86e8-fd64c0e62b2a will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:57.297751 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.374072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 4741c312-1206-4f77-8fff-22a8aaf318b7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:57.377139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:57.381333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:57.386845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:57.387431 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.401641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=2ab0c0a7-1311-4047-86e8-fd64c0e62b2a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:57.437986 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d55218f3-a93b-4524-a971-5ba6c2cf6213 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1938918 May 28 06:21:57.439095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46708) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:57.444924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '4741c312-1206-4f77-8fff-22a8aaf318b7', 'name': 'tempest-PortsIpV6TestJSON-1339625336', 'fixed_ips': [{'subnet_id': '875fd28c-b811-4414-971b-0abe9e2a2417', 'ip_address': '2001:db8::f'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:21:57.590007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:21:57.595621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:port and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:21:57.599033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:21:57.605300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:21:57.615949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:21:57.621192 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:57.642604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port 2fe5b4a9-9659-40cc-a848-6fb04d877b3a yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:21:57.858792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8::f (4741c312-1206-4f77-8fff-22a8aaf318b7/875fd28c-b811-4414-971b-0abe9e2a2417/2fe5b4a9-9659-40cc-a848-6fb04d877b3a) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:21:58.084266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.101097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object 2fe5b4a9-9659-40cc-a848-6fb04d877b3a will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:21:58.128840 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.180128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6667327-eaf7-42d6-8162-30038a070abd None None] Network 4741c312-1206-4f77-8fff-22a8aaf318b7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:21:58.200529 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 4741c312-1206-4f77-8fff-22a8aaf318b7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:21:58.204642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:21:58.208523 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:21:58.213998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:58.214593 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.237936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=2fe5b4a9-9659-40cc-a848-6fb04d877b3a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:58.249359 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e85bd174-f3dd-4a0b-84cb-4aa253bdcaa7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8091483 May 28 06:21:58.252373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46714) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:58.274777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-45fb8635-8b81-422e-8034-c9ac7c68586d None None] Provisioning for port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:58.341911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a0434-a9f9-47c1-842f-e152ace6411b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:58.342513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5e3a0434-a9f9-47c1-842f-e152ace6411b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:58.358165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5e3a0434-a9f9-47c1-842f-e152ace6411b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:58.359421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5e3a0434-a9f9-47c1-842f-e152ace6411b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1058502 May 28 06:21:58.363036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46718) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:58.446794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f5a3c-f791-4292-9b0f-69ccce784a21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:58.452811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f5a3c-f791-4292-9b0f-69ccce784a21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:58.458566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f5a3c-f791-4292-9b0f-69ccce784a21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:21:58.459445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec5f5a3c-f791-4292-9b0f-69ccce784a21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:58.472038 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ec5f5a3c-f791-4292-9b0f-69ccce784a21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:58.473206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ec5f5a3c-f791-4292-9b0f-69ccce784a21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1091187 May 28 06:21:58.476108 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46722) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:58.550586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac0eeb-5b60-4a81-bdcd-f7a65cf640ad tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 2fe5b4a9-9659-40cc-a848-6fb04d877b3a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:58.550934 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0eeb-5b60-4a81-bdcd-f7a65cf640ad tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.627719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:21:58.699415 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:58.711966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:58.712264 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.765090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Provisioning for port 2fe5b4a9-9659-40cc-a848-6fb04d877b3a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:58.774915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Provisioning complete for port 2fe5b4a9-9659-40cc-a848-6fb04d877b3a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:58.775318 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.824643 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0eeb-5b60-4a81-bdcd-f7a65cf640ad tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.868004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Port 2fe5b4a9-9659-40cc-a848-6fb04d877b3a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:58.901094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Provisioning for port 2ab0c0a7-1311-4047-86e8-fd64c0e62b2a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:21:58.904078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:58.904484 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.921817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Provisioning complete for port 2ab0c0a7-1311-4047-86e8-fd64c0e62b2a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:58.922200 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.957767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac0eeb-5b60-4a81-bdcd-f7a65cf640ad tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 2fe5b4a9-9659-40cc-a848-6fb04d877b3a owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:21:58.985381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee,segment=NetworkSegment(d5f4a04c-fe2a-4a18-a606-827f77b8720e),segment_id=d5f4a04c-fe2a-4a18-a606-827f77b8720e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:21:58.990290 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:58.992079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Port 2ab0c0a7-1311-4047-86e8-fd64c0e62b2a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:59.062412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Provisioning complete for port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:59.062787 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.149287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:59.226152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ccc331f3-db2d-49a7-b643-33855e4963e0 None None] Current status of the port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:21:59.233445 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0eeb-5b60-4a81-bdcd-f7a65cf640ad tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.281575 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac0eeb-5b60-4a81-bdcd-f7a65cf640ad tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=2fe5b4a9-9659-40cc-a848-6fb04d877b3a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:21:59.325553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0eeb-5b60-4a81-bdcd-f7a65cf640ad tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.342560 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b0ac0eeb-5b60-4a81-bdcd-f7a65cf640ad tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/2fe5b4a9-9659-40cc-a848-6fb04d877b3a HTTP/1.1" status: 204 len: 168 time: 0.8625793 May 28 06:21:59.342800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46726) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:59.344331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-747508f3-6acf-491b-9ce9-c3ca8ed24f22 None None] Could not find standard attr ID for object 2fe5b4a9-9659-40cc-a848-6fb04d877b3a. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:21:59.357073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-747508f3-6acf-491b-9ce9-c3ca8ed24f22 None None] Provisioning complete for port 2ab0c0a7-1311-4047-86e8-fd64c0e62b2a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:21:59.357479 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-747508f3-6acf-491b-9ce9-c3ca8ed24f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.390751 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff83fbd7-f4b1-498e-9aaa-625b4734c010 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:21:59.391354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ff83fbd7-f4b1-498e-9aaa-625b4734c010 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:21:59.408874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ff83fbd7-f4b1-498e-9aaa-625b4734c010 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:21:59.412738 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ff83fbd7-f4b1-498e-9aaa-625b4734c010 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/2fe5b4a9-9659-40cc-a848-6fb04d877b3a HTTP/1.1" status: 404 len: 333 time: 0.0665491 May 28 06:21:59.412995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46730) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:21:59.417280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-747508f3-6acf-491b-9ce9-c3ca8ed24f22 None None] Port 2ab0c0a7-1311-4047-86e8-fd64c0e62b2a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:21:59.484353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c3367842-c94b-4e27-bbdc-44e387797c15 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 2ab0c0a7-1311-4047-86e8-fd64c0e62b2a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:21:59.484965 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3367842-c94b-4e27-bbdc-44e387797c15 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.730104 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3367842-c94b-4e27-bbdc-44e387797c15 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:21:59.852087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c3367842-c94b-4e27-bbdc-44e387797c15 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 2ab0c0a7-1311-4047-86e8-fd64c0e62b2a owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:00.000145 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3367842-c94b-4e27-bbdc-44e387797c15 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.050641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3367842-c94b-4e27-bbdc-44e387797c15 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=2ab0c0a7-1311-4047-86e8-fd64c0e62b2a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:00.095642 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c3367842-c94b-4e27-bbdc-44e387797c15 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.110825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c3367842-c94b-4e27-bbdc-44e387797c15 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/2ab0c0a7-1311-4047-86e8-fd64c0e62b2a HTTP/1.1" status: 204 len: 168 time: 0.6966443 May 28 06:22:00.113125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46734) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:00.157671 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14ed5e8-9cb5-4033-bc83-dc2c9d101ad2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:22:00.158213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b14ed5e8-9cb5-4033-bc83-dc2c9d101ad2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:00.175952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b14ed5e8-9cb5-4033-bc83-dc2c9d101ad2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:00.179800 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b14ed5e8-9cb5-4033-bc83-dc2c9d101ad2 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/2ab0c0a7-1311-4047-86e8-fd64c0e62b2a HTTP/1.1" status: 404 len: 333 time: 0.0631733 May 28 06:22:00.180057 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46738) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:00.251802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d56a434-8d36-4f8a-ad4c-0ae36e00bd71 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet 875fd28c-b811-4414-971b-0abe9e2a2417 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:22:00.254690 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d56a434-8d36-4f8a-ad4c-0ae36e00bd71 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.308743 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d56a434-8d36-4f8a-ad4c-0ae36e00bd71 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.389746 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d56a434-8d36-4f8a-ad4c-0ae36e00bd71 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.464519 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d56a434-8d36-4f8a-ad4c-0ae36e00bd71 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.501942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56a434-8d36-4f8a-ad4c-0ae36e00bd71 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=875fd28c-b811-4414-971b-0abe9e2a2417,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:00.507426 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d56a434-8d36-4f8a-ad4c-0ae36e00bd71 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.513464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0d56a434-8d36-4f8a-ad4c-0ae36e00bd71 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/875fd28c-b811-4414-971b-0abe9e2a2417 HTTP/1.1" status: 204 len: 168 time: 0.3324494 May 28 06:22:00.514432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b9fa2-97ac-4d1b-8372-6622c85cc790 None None] Network 4741c312-1206-4f77-8fff-22a8aaf318b7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:00.516708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46742) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:00.597417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:00.639667 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.650227 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:00.650488 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.754099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:00.754850 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.783508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-bff9b321-3a1c-4c97-89f4-34d859cc571b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722139 May 28 06:22:00.868415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] For port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee,segment=NetworkSegment(d5f4a04c-fe2a-4a18-a606-827f77b8720e),segment_id=d5f4a04c-fe2a-4a18-a606-827f77b8720e)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:00.868778 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.888509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:00.910663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] DHCP port deletion for 4741c312-1206-4f77-8fff-22a8aaf318b7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:22:00.915176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] Deleting port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:00.915587 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:00.954019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-4419aa94-c862-4962-844c-7121bf7892dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:00.955694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-4419aa94-c862-4962-844c-7121bf7892dc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1096 time: 0.0765460 May 28 06:22:01.001157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:01.078650 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.104321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-6c38dcd1-8e3b-4483-971f-0543732247b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:01.106105 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-6c38dcd1-8e3b-4483-971f-0543732247b5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=027c2303-f858-4d1e-8d68-680c2f385a1a HTTP/1.1" status: 200 len: 897 time: 0.1303177 May 28 06:22:01.130505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:01.133932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No DVR routers for this DVR port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:01.149789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] For port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee,segment=NetworkSegment(d5f4a04c-fe2a-4a18-a606-827f77b8720e),segment_id=d5f4a04c-fe2a-4a18-a606-827f77b8720e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:01.150387 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.228483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-546ff7d4-77b9-4212-814e-786bb62ca55d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 200 len: 1000 time: 0.1159780 May 28 06:22:01.287120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] Calling delete_port for e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:01.294259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-a15adc85-6e1a-4937-aac3-8e38baf9eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:01.295852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-a15adc85-6e1a-4937-aac3-8e38baf9eaa4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=227f1860-cc02-429c-a062-4af82627f48f HTTP/1.1" status: 200 len: 833 time: 0.0617025 May 28 06:22:01.340520 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.368897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:22:01.369303 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:22:01.381148 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.387496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-bfa3140e-4fdd-4bb4-a271-49893bf9c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:01.389484 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-bfa3140e-4fdd-4bb4-a271-49893bf9c6a4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=027c2303-f858-4d1e-8d68-680c2f385a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880532 May 28 06:22:01.407706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4741c312-1206-4f77-8fff-22a8aaf318b7']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:01.419938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f4a04c-fe2a-4a18-a606-827f77b8720e') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:01.420174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f4a04c-fe2a-4a18-a606-827f77b8720e') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:01.431316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.446849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.453871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:22:01.454329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.524482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-af7e8bf7-d81a-4984-bc4c-3d5bdbe0c8fc service neutron] 10.222.0.33 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282473 May 28 06:22:01.530099 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d5f4a04c-fe2a-4a18-a606-827f77b8720e resource provider aggregate not found May 28 06:22:01.551036 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d5f4a04c-fe2a-4a18-a606-827f77b8720e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5f4a04c-fe2a-4a18-a606-827f77b8720e found for delete ", "request_id": "req-13df94c5-9b02-423e-93af-366a19eb5bfb"}]} May 28 06:22:01.566259 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.570553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.599615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Network': ['ID=4741c312-1206-4f77-8fff-22a8aaf318b7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:01.613330 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d2480e8e-862b-4820-960a-665586beb6d4 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/networks/4741c312-1206-4f77-8fff-22a8aaf318b7 HTTP/1.1" status: 204 len: 168 time: 1.0918555 May 28 06:22:01.613576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46752) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:01.619007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1003662059'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:01.625174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:01.629089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:network and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:01.631987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:01.637619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:01.648610 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:01.652012 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.666539 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9338a6e-d0e1-474a-bf1a-97d16cba9c35 req-486e5ead-fd06-4174-b247-aa740184c8e4 service neutron] 10.222.0.33 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356084 May 28 06:22:01.680210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:22:01.690329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.690714 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Added segment 90dbc145-b0fc-424b-a336-cdfe111f0021 of type vlan for network 69793db9-82c3-4550-9034-d2eff97084fb May 28 06:22:01.719989 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.749446 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.754752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:01.755352 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.857873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2432833 May 28 06:22:01.860906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad7c33-fcb3-4f55-9817-c3efc60ff41e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Network': ['ID=69793db9-82c3-4550-9034-d2eff97084fb,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:01.861546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46756) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:01.868333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '69793db9-82c3-4550-9034-d2eff97084fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:01.870349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] Deleting port e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:01.870788 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:01.895667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 69793db9-82c3-4550-9034-d2eff97084fb details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:22:01.982298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:01.986874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:01.989685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:01.995389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:02.000385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-10332cf0-83fd-43ac-b392-0f91d95e3f38 None None] The port 'e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:22:02.006382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:02.009969 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.229201 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.305254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=d09009e7-b2b3-4507-b2b9-54aac62c1163,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:02.316725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Checking segment: {'id': '90dbc145-b0fc-424b-a336-cdfe111f0021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '69793db9-82c3-4550-9034-d2eff97084fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:02.317078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network hostable DHCP agents. Network: 69793db9-82c3-4550-9034-d2eff97084fb, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:22:02.335583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 69793db9-82c3-4550-9034-d2eff97084fb is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:22:02.344785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 69793db9-82c3-4550-9034-d2eff97084fb) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:02.352463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b0202b-c51e-4e64-8dee-02be04d5584b None None] Network 69793db9-82c3-4550-9034-d2eff97084fb requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:02.353215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:02.353802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.375835 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-47308b74-ccc5-4c90-90b5-64db6642dac5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5130551 May 28 06:22:02.378660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46760) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:02.385052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-471217241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:02.392677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:02.399437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:router and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:02.402504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:02.408675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:02.420724 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.421954 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.437812 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.458675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.480410 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.481666 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e9b946a2-2b22-45c3-9972-8971886028b1 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1013265 May 28 06:22:02.485322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46764) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:02.492020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'network_id': '69793db9-82c3-4550-9034-d2eff97084fb', 'name': 'tempest-PortsIpV6TestJSON-1319382537'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:02.577401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-69793db9-82c3-4550-9034-d2eff97084fb', 'network_id': '69793db9-82c3-4550-9034-d2eff97084fb', 'tenant_id': '21c8909bd81b4f228d80811035c65f48', 'fixed_ips': [{'subnet_id': 'd09009e7-b2b3-4507-b2b9-54aac62c1163'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:22:02.578247 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.594203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:02.640828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:02.645352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:port and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:02.648395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:02.654875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:02.664864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:02.667223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:22:02.667602 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e5dfed15-4fc4-48fb-a1ab-ff72aa1981ee not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:02.668572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:02.796289 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:22:02.813532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Allocated IP 2001:db8::2 (69793db9-82c3-4550-9034-d2eff97084fb/d09009e7-b2b3-4507-b2b9-54aac62c1163/241a1d84-a561-4e45-b11b-97fa46180ead) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:03.025533 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.035897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Transition to ACTIVE for port object 241a1d84-a561-4e45-b11b-97fa46180ead will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:03.053844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Transition to ACTIVE for port object 241a1d84-a561-4e45-b11b-97fa46180ead will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:03.059075 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.124283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Network 69793db9-82c3-4550-9034-d2eff97084fb is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:03.125481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:03.128106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:03.141123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8::385 (69793db9-82c3-4550-9034-d2eff97084fb/d09009e7-b2b3-4507-b2b9-54aac62c1163/ded77cb4-f8d8-4879-bfdc-61d2b19bf42a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:03.178154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Pushing event updated for resources: {'Port': ['ID=241a1d84-a561-4e45-b11b-97fa46180ead,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:03.235921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Attempting to bind port 241a1d84-a561-4e45-b11b-97fa46180ead on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:03.236281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Attempting to bind port 241a1d84-a561-4e45-b11b-97fa46180ead by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '90dbc145-b0fc-424b-a336-cdfe111f0021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '69793db9-82c3-4550-9034-d2eff97084fb'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:03.236635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Attempting to bind port 241a1d84-a561-4e45-b11b-97fa46180ead on network 69793db9-82c3-4550-9034-d2eff97084fb {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:03.241829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:03.242206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Checking segment: {'id': '90dbc145-b0fc-424b-a336-cdfe111f0021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '69793db9-82c3-4550-9034-d2eff97084fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:03.242599 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.242984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Bound using segment: {'id': '90dbc145-b0fc-424b-a336-cdfe111f0021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '69793db9-82c3-4550-9034-d2eff97084fb'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:03.243466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Bound port: 241a1d84-a561-4e45-b11b-97fa46180ead, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90dbc145-b0fc-424b-a336-cdfe111f0021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '69793db9-82c3-4550-9034-d2eff97084fb'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:03.243834 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.336318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] For port 241a1d84-a561-4e45-b11b-97fa46180ead, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:03.339675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] For port 241a1d84-a561-4e45-b11b-97fa46180ead, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=241a1d84-a561-4e45-b11b-97fa46180ead,segment=NetworkSegment(90dbc145-b0fc-424b-a336-cdfe111f0021),segment_id=90dbc145-b0fc-424b-a336-cdfe111f0021)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:03.344549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.355540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.371610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object ded77cb4-f8d8-4879-bfdc-61d2b19bf42a will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:03.397098 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.429081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882d803-86dd-4515-b95b-fa88733f5206 None None] Pushing event updated for resources: {'Port': ['ID=241a1d84-a561-4e45-b11b-97fa46180ead,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:03.473350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 69793db9-82c3-4550-9034-d2eff97084fb is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:03.476809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:03.480808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:03.487063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:03.487699 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:03.495645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=ded77cb4-f8d8-4879-bfdc-61d2b19bf42a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:03.517016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a6ad214d-2cae-4ec4-b7fe-9af6cc6b0b16 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0302989 May 28 06:22:03.519611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46768) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:04.098470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.418664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74c99b-0159-4a06-b76e-7687e490cdd1 None None] Network 69793db9-82c3-4550-9034-d2eff97084fb requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:04.520881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a188483e-e7e9-4b79-83bf-80db6d4f7010 None None] Provisioning for port 241a1d84-a561-4e45-b11b-97fa46180ead completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:04.609929 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.616109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.640590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 241a1d84-a561-4e45-b11b-97fa46180ead up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:04.733446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 241a1d84-a561-4e45-b11b-97fa46180ead completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:04.738310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=ded77cb4-f8d8-4879-bfdc-61d2b19bf42a,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:04.738944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 241a1d84-a561-4e45-b11b-97fa46180ead triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:04.739444 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.864235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 241a1d84-a561-4e45-b11b-97fa46180ead is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:04.864626 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.900540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 241a1d84-a561-4e45-b11b-97fa46180ead, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=241a1d84-a561-4e45-b11b-97fa46180ead,segment=NetworkSegment(90dbc145-b0fc-424b-a336-cdfe111f0021),segment_id=90dbc145-b0fc-424b-a336-cdfe111f0021)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:04.905007 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.908340 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:04.988132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=241a1d84-a561-4e45-b11b-97fa46180ead,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:04.991055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ff263ace-900f-4056-a00c-d439a25d7346 None None] Provisioning complete for port 241a1d84-a561-4e45-b11b-97fa46180ead triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:04.991465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff263ace-900f-4056-a00c-d439a25d7346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.122086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ff263ace-900f-4056-a00c-d439a25d7346 None None] Current status of the port 241a1d84-a561-4e45-b11b-97fa46180ead is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:05.136444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ff263ace-900f-4056-a00c-d439a25d7346 None None] Provisioning for port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:05.142332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ff263ace-900f-4056-a00c-d439a25d7346 None None] Provisioning complete for port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:05.142836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ff263ace-900f-4056-a00c-d439a25d7346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.154744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.203911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ff263ace-900f-4056-a00c-d439a25d7346 None None] Port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:05.324828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5bd0286d-3c7e-49bc-9fda-6fe8f6c64c67 None None] Provisioning complete for port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:05.325222 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5bd0286d-3c7e-49bc-9fda-6fe8f6c64c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.380556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0286d-3c7e-49bc-9fda-6fe8f6c64c67 None None] Port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:05.500433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c96b6b56-5b9d-40a3-94ae-5c427f120c5a None None] Provisioning complete for port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:05.501105 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c96b6b56-5b9d-40a3-94ae-5c427f120c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.556441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c96b6b56-5b9d-40a3-94ae-5c427f120c5a None None] Port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:05.557104 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.561855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.562589 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:05.703146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=ded77cb4-f8d8-4879-bfdc-61d2b19bf42a,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:05.756042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 69793db9-82c3-4550-9034-d2eff97084fb is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:05.757089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:05.955892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Router db058077-f859-4e2d-bd9b-2208e7a0e2f4 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:22:05.979178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f1e38d60-d2e1-45f9-9d65-d8640e199813 None None] Provisioning complete for port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:05.979744 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f1e38d60-d2e1-45f9-9d65-d8640e199813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:06.033714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f1e38d60-d2e1-45f9-9d65-d8640e199813 None None] Port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:06.237120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:22:06.242050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-64e6c732-4879-4358-b5d9-97b6445ae62f tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "PUT /v2.0/routers/db058077-f859-4e2d-bd9b-2208e7a0e2f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7213416 May 28 06:22:06.244457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46774) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:06.248065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771e628-208c-4aa7-9dce-a1321b007897 None None] Sync routers for ids ['db058077-f859-4e2d-bd9b-2208e7a0e2f4'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:22:06.257530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771e628-208c-4aa7-9dce-a1321b007897 None None] Routers {'db058077-f859-4e2d-bd9b-2208e7a0e2f4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:06.258146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8771e628-208c-4aa7-9dce-a1321b007897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['db058077-f859-4e2d-bd9b-2208e7a0e2f4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:06.324388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f9508-ab78-4391-ae63-d9b5a85c9e29 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:06.325035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e66f9508-ab78-4391-ae63-d9b5a85c9e29 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:06.341224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e66f9508-ab78-4391-ae63-d9b5a85c9e29 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:06.342982 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e66f9508-ab78-4391-ae63-d9b5a85c9e29 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports?device_id=db058077-f859-4e2d-bd9b-2208e7a0e2f4 HTTP/1.1" status: 200 len: 989 time: 0.0976253 May 28 06:22:06.345840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46778) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:06.352827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8771e628-208c-4aa7-9dce-a1321b007897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:06.362294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771e628-208c-4aa7-9dce-a1321b007897 None None] Routers {'db058077-f859-4e2d-bd9b-2208e7a0e2f4'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:06.362893 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8771e628-208c-4aa7-9dce-a1321b007897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['db058077-f859-4e2d-bd9b-2208e7a0e2f4'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:06.427280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8771e628-208c-4aa7-9dce-a1321b007897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:06.427659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771e628-208c-4aa7-9dce-a1321b007897 None None] The sync data for ids ['db058077-f859-4e2d-bd9b-2208e7a0e2f4'] in n-d-843679-5 is: [] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:22:06.585079 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 241a1d84-a561-4e45-b11b-97fa46180ead up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:06.653737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 241a1d84-a561-4e45-b11b-97fa46180ead triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:06.654131 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:06.771757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 241a1d84-a561-4e45-b11b-97fa46180ead is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:06.854634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:07.128745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port ded77cb4-f8d8-4879-bfdc-61d2b19bf42a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:07.128997 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:07.330474 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:07.453055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for ded77cb4-f8d8-4879-bfdc-61d2b19bf42a owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:07.876898 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:07.926823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=ded77cb4-f8d8-4879-bfdc-61d2b19bf42a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:08.104570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:08.378932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Router db058077-f859-4e2d-bd9b-2208e7a0e2f4 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:22:08.514163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:22:08.526854 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a75b488-a224-4ab1-bfcb-0d879339befa None None] Sync routers for ids ['db058077-f859-4e2d-bd9b-2208e7a0e2f4'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:22:08.530689 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff78c-a872-4196-85dd-5a36233bf078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:08.531859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-76d5904e-07af-467c-be2e-e5d680e9caed tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "PUT /v2.0/routers/db058077-f859-4e2d-bd9b-2208e7a0e2f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1847692 May 28 06:22:08.535220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46782) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:08.544426 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a75b488-a224-4ab1-bfcb-0d879339befa None None] Routers {'db058077-f859-4e2d-bd9b-2208e7a0e2f4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:08.545661 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1a75b488-a224-4ab1-bfcb-0d879339befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['db058077-f859-4e2d-bd9b-2208e7a0e2f4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:08.582009 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dcb722-415a-4778-9a34-0b54c24a60dc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:22:08.582544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f3dcb722-415a-4778-9a34-0b54c24a60dc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:08.599299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f3dcb722-415a-4778-9a34-0b54c24a60dc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:08.601056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f3dcb722-415a-4778-9a34-0b54c24a60dc tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/ded77cb4-f8d8-4879-bfdc-61d2b19bf42a HTTP/1.1" status: 404 len: 333 time: 0.0646389 May 28 06:22:08.603961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46786) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:08.626607 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1a75b488-a224-4ab1-bfcb-0d879339befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:08.635630 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a75b488-a224-4ab1-bfcb-0d879339befa None None] Routers {'db058077-f859-4e2d-bd9b-2208e7a0e2f4'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:08.636217 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1a75b488-a224-4ab1-bfcb-0d879339befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:21:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['db058077-f859-4e2d-bd9b-2208e7a0e2f4'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:08.708479 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1a75b488-a224-4ab1-bfcb-0d879339befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:08.708875 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a75b488-a224-4ab1-bfcb-0d879339befa None None] The sync data for ids ['db058077-f859-4e2d-bd9b-2208e7a0e2f4'] in n-d-843679-5 is: [] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:22:08.738192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e5fd66d-11cb-4878-880c-bd43254b7125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.145864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e5fd66d-11cb-4878-880c-bd43254b7125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.148208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e5fd66d-11cb-4878-880c-bd43254b7125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.174739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e5fd66d-11cb-4878-880c-bd43254b7125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.175260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5fd66d-11cb-4878-880c-bd43254b7125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Fanout notify agent at l3_agent the message router_deleted on router db058077-f859-4e2d-bd9b-2208e7a0e2f4 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:22:09.186431 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7e5fd66d-11cb-4878-880c-bd43254b7125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.187589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7e5fd66d-11cb-4878-880c-bd43254b7125 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/routers/db058077-f859-4e2d-bd9b-2208e7a0e2f4 HTTP/1.1" status: 204 len: 168 time: 0.5825207 May 28 06:22:09.190036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46790) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:09.254901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ba3e61-6df3-43d3-b880-0aac3ae33172 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet d09009e7-b2b3-4507-b2b9-54aac62c1163 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:22:09.257876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3e61-6df3-43d3-b880-0aac3ae33172 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.312852 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3e61-6df3-43d3-b880-0aac3ae33172 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.398621 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3e61-6df3-43d3-b880-0aac3ae33172 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.471625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3e61-6df3-43d3-b880-0aac3ae33172 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.510227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba3e61-6df3-43d3-b880-0aac3ae33172 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=d09009e7-b2b3-4507-b2b9-54aac62c1163,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:09.515893 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3e61-6df3-43d3-b880-0aac3ae33172 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.521387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd450d1c-915b-460c-a21d-9255b83c3766 None None] Network 69793db9-82c3-4550-9034-d2eff97084fb requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:09.522892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b6ba3e61-6df3-43d3-b880-0aac3ae33172 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/d09009e7-b2b3-4507-b2b9-54aac62c1163 HTTP/1.1" status: 204 len: 168 time: 0.3318803 May 28 06:22:09.525988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46794) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:09.643852 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.654800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 241a1d84-a561-4e45-b11b-97fa46180ead {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:09.655089 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.774574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] DHCP port deletion for 69793db9-82c3-4550-9034-d2eff97084fb request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:22:09.778863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] Deleting port 241a1d84-a561-4e45-b11b-97fa46180ead {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:09.780130 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.869671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] For port 241a1d84-a561-4e45-b11b-97fa46180ead, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=241a1d84-a561-4e45-b11b-97fa46180ead,segment=NetworkSegment(90dbc145-b0fc-424b-a336-cdfe111f0021),segment_id=90dbc145-b0fc-424b-a336-cdfe111f0021)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:09.870031 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.989420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] For port 241a1d84-a561-4e45-b11b-97fa46180ead, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=241a1d84-a561-4e45-b11b-97fa46180ead,segment=NetworkSegment(90dbc145-b0fc-424b-a336-cdfe111f0021),segment_id=90dbc145-b0fc-424b-a336-cdfe111f0021)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:09.989734 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:09.994308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 241a1d84-a561-4e45-b11b-97fa46180ead owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:10.074229 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.115140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] Calling delete_port for 241a1d84-a561-4e45-b11b-97fa46180ead owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:10.120802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=241a1d84-a561-4e45-b11b-97fa46180ead,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:10.124713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No DVR routers for this DVR port 241a1d84-a561-4e45-b11b-97fa46180ead on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:10.194780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:22:10.195140 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:22:10.251195 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.275932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69793db9-82c3-4550-9034-d2eff97084fb']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:10.287992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90dbc145-b0fc-424b-a336-cdfe111f0021') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:10.288292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90dbc145-b0fc-424b-a336-cdfe111f0021') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:10.299938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.315999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.321980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:22:10.322361 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.392467 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 90dbc145-b0fc-424b-a336-cdfe111f0021 resource provider aggregate not found May 28 06:22:10.412491 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 90dbc145-b0fc-424b-a336-cdfe111f0021 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90dbc145-b0fc-424b-a336-cdfe111f0021 found for delete ", "request_id": "req-7b877602-c08d-46e9-bf24-b94076e46d1f"}]} May 28 06:22:10.427747 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.427970 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.446025 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.456722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Network': ['ID=69793db9-82c3-4550-9034-d2eff97084fb,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:10.468137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ae0c80eb-239d-4e4f-b269-e66133f58a82 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/networks/69793db9-82c3-4550-9034-d2eff97084fb HTTP/1.1" status: 204 len: 168 time: 0.9411767 May 28 06:22:10.471769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46802) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:10.584846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 241a1d84-a561-4e45-b11b-97fa46180ead no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:10.626808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 241a1d84-a561-4e45-b11b-97fa46180ead {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:22:10.627159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 241a1d84-a561-4e45-b11b-97fa46180ead not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:10.661580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bad4b7-9229-4896-b117-c8dd66d3341c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:10.662147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e1bad4b7-9229-4896-b117-c8dd66d3341c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:10.677666 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e1bad4b7-9229-4896-b117-c8dd66d3341c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:10.679035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e1bad4b7-9229-4896-b117-c8dd66d3341c tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/9471c05e-f63b-4fed-829e-2ec5d1f24c9b HTTP/1.1" status: 200 len: 844 time: 0.2063212 May 28 06:22:10.682599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46806) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:10.696606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] Deleting port 241a1d84-a561-4e45-b11b-97fa46180ead {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:10.696997 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.750306 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-294db46b-2b8d-4e10-81f1-3372ee40a9bb tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/9471c05e-f63b-4fed-829e-2ec5d1f24c9b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0666211 May 28 06:22:10.753910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46810) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:10.759395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:10.775649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b49d9070-add1-4692-8f2e-bc34b4fd60b4 None None] The port '241a1d84-a561-4e45-b11b-97fa46180ead' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:22:10.783348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-591ba975-ee74-42db-b181-c2b510560486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:10.875544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:10.879600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:10.882375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:10.888096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:10.898059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:10.901475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.118472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.178114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:11.181230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:11.186325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:11.186899 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.190280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388aeff5-cf64-4381-af78-932e2bf6f9c5 None None] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:11.204990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=248fe850-e211-4471-b4b8-d69c87de960b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:11.214913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-358d91d3-8ac1-4b18-9172-7f4035cc64d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4600098 May 28 06:22:11.218212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46814) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:11.223534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'security_group': {'name': 'tempest-secgroup-731853421'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:11.230098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:11.234134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:11.237293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:11.243114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:11.254557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.274762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:11.278598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group_rule and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:11.281979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:11.287647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:11.359358 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.363899 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.405469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0384f0-691a-4af6-8189-c89063c5e95e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:11.408476 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.412281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e1dd0a4c-2bb3-4057-b841-3d60c5131c26 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1905305 May 28 06:22:11.412667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46818) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:11.418266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'security_group': {'name': 'tempest-secgroup-581411967'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:11.424591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:11.428496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:11.431303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:11.437518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:11.441891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'tenant_id': '21c8909bd81b4f228d80811035c65f48', 'fixed_ips': [{'subnet_id': '248fe850-e211-4471-b4b8-d69c87de960b'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:22:11.442757 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.452359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.472508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:11.476569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group_rule and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:11.479371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:11.485440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:11.558379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.562777 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.603641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Allocated IP 2001:db8::2 (9b70fc59-83c6-4f3e-a868-b6a94405ee8a/248fe850-e211-4471-b4b8-d69c87de960b/a3966a3e-7dcd-41c2-b26d-d712c5c7baa6) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:11.605587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c57314-600c-44f0-966b-d079650c456a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:11.610778 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.614563 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bb1fcce7-181d-4e5f-989d-9ec9623d575d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1979816 May 28 06:22:11.615704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46824) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:11.620854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1960775997', 'security_groups': ['69c57314-600c-44f0-966b-d079650c456a'], 'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '248fe850-e211-4471-b4b8-d69c87de960b'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:11.764977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:11.766774 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.768208 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.775095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:11.784551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:11.882932 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.892729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Transition to ACTIVE for port object a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:11.910496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Transition to ACTIVE for port object a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:11.913872 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.916168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:11.934894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port bfe0e42e-c711-404b-922e-121c57d7510b yet. {{(pid=88417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:22:11.984159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:11.987095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:11.992634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:11.998917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Pushing event updated for resources: {'Port': ['ID=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:12.087267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Attempting to bind port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:12.087630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Attempting to bind port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '078f97d7-a11d-4f76-afa0-fdb26d70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:12.087989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Attempting to bind port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 on network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:12.093806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:12.094176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Checking segment: {'id': '078f97d7-a11d-4f76-afa0-fdb26d70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:12.094564 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:12.094950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Bound using segment: {'id': '078f97d7-a11d-4f76-afa0-fdb26d70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:12.095427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Bound port: a3966a3e-7dcd-41c2-b26d-d712c5c7baa6, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078f97d7-a11d-4f76-afa0-fdb26d70c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:12.095794 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:12.148880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8::2bc (9b70fc59-83c6-4f3e-a868-b6a94405ee8a/248fe850-e211-4471-b4b8-d69c87de960b/bfe0e42e-c711-404b-922e-121c57d7510b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:12.189692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] For port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:12.192778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] For port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,segment=NetworkSegment(078f97d7-a11d-4f76-afa0-fdb26d70c905),segment_id=078f97d7-a11d-4f76-afa0-fdb26d70c905)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:12.196061 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:12.277467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b448a-ecad-4278-9891-f901ad5753c6 None None] Pushing event updated for resources: {'Port': ['ID=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:12.345365 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:12.362895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object bfe0e42e-c711-404b-922e-121c57d7510b will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:12.387072 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:12.472882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:12.476565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:12.480803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:12.486751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:12.487454 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:12.495574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=bfe0e42e-c711-404b-922e-121c57d7510b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:12.517652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d33b3935-3419-40be-b922-8c1658c64c21 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9017673 May 28 06:22:12.520447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46828) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:12.526000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:12.630073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:12.682545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:12.686377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:12.689263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:12.695400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:12.697238 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:12.706290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:12.709765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:12.954328 n-d-843679-5 neutron-server[88417]: INFO neutron.db.ipam_backend_mixin [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 248fe850-e211-4471-b4b8-d69c87de960b (CIDR: 2001:db8::/64) May 28 06:22:12.958627 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:12.959074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:12.977645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-457e92d0-21e3-4b79-a1f6-cb23773cfd61 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4560492 May 28 06:22:12.980407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46832) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:12.987533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:13.133961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:13.137853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:13.141944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:13.148157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:13.159408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:13.164993 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.315737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] Provisioning for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:13.321169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] Provisioning complete for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:13.321551 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.434229 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.446735 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.459364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] Current status of the port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:13.459825 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.493876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] For port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,segment=NetworkSegment(078f97d7-a11d-4f76-afa0-fdb26d70c905),segment_id=078f97d7-a11d-4f76-afa0-fdb26d70c905)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:13.498305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.506314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:13.509416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:13.513955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:13.514547 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.528001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=9e98cfe7-2d66-4a21-ab28-2248a9c5f803,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:13.540792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91e6ae4-b6e1-4b54-8a4f-bffa54bedbd6 None None] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:13.543688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46836) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:13.545037 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a1218ea4-f651-4e48-a09c-9ca10db93f94 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5615735 May 28 06:22:13.550451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-73156546', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9e98cfe7-2d66-4a21-ab28-2248a9c5f803'}], 'security_groups': ['ef0384f0-691a-4af6-8189-c89063c5e95e']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:13.655814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] Provisioning complete for port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:13.656188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.676536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:13.706715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] Pushing event updated for resources: {'Port': ['ID=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:13.771391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c9c2d-d9c7-4058-a7b0-fde8d2078d41 None None] Port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:13.923551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f774d1f2-2c41-4274-b843-a2db9d3b5761 None None] Provisioning for port bfe0e42e-c711-404b-922e-121c57d7510b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:13.941511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f774d1f2-2c41-4274-b843-a2db9d3b5761 None None] Provisioning complete for port bfe0e42e-c711-404b-922e-121c57d7510b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:13.941831 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f774d1f2-2c41-4274-b843-a2db9d3b5761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.004790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cfd975-827c-4811-a9b0-07de18003377 None None] Update dhcp port {'port': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'fixed_ips': [{'subnet_id': '248fe850-e211-4471-b4b8-d69c87de960b', 'ip_address': '2001:db8::2'}, {'subnet_id': '9e98cfe7-2d66-4a21-ab28-2248a9c5f803'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'a3966a3e-7dcd-41c2-b26d-d712c5c7baa6'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:22:14.039028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f774d1f2-2c41-4274-b843-a2db9d3b5761 None None] Port bfe0e42e-c711-404b-922e-121c57d7510b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:14.064515 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3cfd975-827c-4811-a9b0-07de18003377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.084110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Delete allocated IP 2001:db8::2bc (9b70fc59-83c6-4f3e-a868-b6a94405ee8a/248fe850-e211-4471-b4b8-d69c87de960b) {{(pid=88417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 06:22:14.092566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8:0:1::14b (9b70fc59-83c6-4f3e-a868-b6a94405ee8a/9e98cfe7-2d66-4a21-ab28-2248a9c5f803/bfe0e42e-c711-404b-922e-121c57d7510b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:14.287384 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.302173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Ignored duplicate provisioning block setup for port bfe0e42e-c711-404b-922e-121c57d7510b by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 06:22:14.305771 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.370166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-c3cfd975-827c-4811-a9b0-07de18003377 None None] Allocated IP 2001:db8:0:1::2 (9b70fc59-83c6-4f3e-a868-b6a94405ee8a/9e98cfe7-2d66-4a21-ab28-2248a9c5f803/a3966a3e-7dcd-41c2-b26d-d712c5c7baa6) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:14.410106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] In _notify_port_updated(), no bound segment for port bfe0e42e-c711-404b-922e-121c57d7510b on network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a {{(pid=88417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:22:14.415374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:14.415975 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.417247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "PUT /v2.0/ports/bfe0e42e-c711-404b-922e-121c57d7510b HTTP/1.1" status: 200 len: 929 time: 0.8725266 May 28 06:22:14.420242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46840) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:14.426304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a39ad-13fa-489c-9f3b-b4eb7a4ca2e0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=bfe0e42e-c711-404b-922e-121c57d7510b,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:14.493573 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-34d6ceea-0972-4439-8924-93007d2fa999 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port bfe0e42e-c711-404b-922e-121c57d7510b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:14.493914 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34d6ceea-0972-4439-8924-93007d2fa999 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.510722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c3cfd975-827c-4811-a9b0-07de18003377 None None] For port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,segment=NetworkSegment(078f97d7-a11d-4f76-afa0-fdb26d70c905),segment_id=078f97d7-a11d-4f76-afa0-fdb26d70c905)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:14.539525 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3cfd975-827c-4811-a9b0-07de18003377 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.558888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c3cfd975-827c-4811-a9b0-07de18003377 None None] Transition to ACTIVE for port object a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:14.566932 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3cfd975-827c-4811-a9b0-07de18003377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.640363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:14.752322 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34d6ceea-0972-4439-8924-93007d2fa999 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:14.796965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfd975-827c-4811-a9b0-07de18003377 None None] Pushing event updated for resources: {'Port': ['ID=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:14.880311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-34d6ceea-0972-4439-8924-93007d2fa999 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for bfe0e42e-c711-404b-922e-121c57d7510b owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:15.032925 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34d6ceea-0972-4439-8924-93007d2fa999 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.084197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6ceea-0972-4439-8924-93007d2fa999 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=bfe0e42e-c711-404b-922e-121c57d7510b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:15.130082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-34d6ceea-0972-4439-8924-93007d2fa999 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.141172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-34d6ceea-0972-4439-8924-93007d2fa999 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/bfe0e42e-c711-404b-922e-121c57d7510b HTTP/1.1" status: 204 len: 168 time: 0.7192893 May 28 06:22:15.143776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46844) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:15.186147 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-de20d882-337a-4ec2-b57f-b368b5bebac9 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:22:15.186701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-de20d882-337a-4ec2-b57f-b368b5bebac9 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:15.202831 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-de20d882-337a-4ec2-b57f-b368b5bebac9 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:15.204008 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-de20d882-337a-4ec2-b57f-b368b5bebac9 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/bfe0e42e-c711-404b-922e-121c57d7510b HTTP/1.1" status: 404 len: 333 time: 0.0593431 May 28 06:22:15.206787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46848) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:15.272173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9bb87ab6-5aa7-430e-a3df-dfceccff8fa5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.300460 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9bb87ab6-5aa7-430e-a3df-dfceccff8fa5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.351226 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9bb87ab6-5aa7-430e-a3df-dfceccff8fa5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.369117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3e7cb076-b677-4eca-b4ca-70b1267609de None None] Provisioning for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:15.370246 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb87ab6-5aa7-430e-a3df-dfceccff8fa5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c57314-600c-44f0-966b-d079650c456a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:15.375257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3e7cb076-b677-4eca-b4ca-70b1267609de None None] Provisioning complete for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:15.375751 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3e7cb076-b677-4eca-b4ca-70b1267609de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.377077 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9bb87ab6-5aa7-430e-a3df-dfceccff8fa5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.378445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9bb87ab6-5aa7-430e-a3df-dfceccff8fa5 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/security-groups/69c57314-600c-44f0-966b-d079650c456a HTTP/1.1" status: 204 len: 168 time: 0.1704750 May 28 06:22:15.381314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46852) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:15.460715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d12fb3a4-eb32-4dfc-8f0a-d8ce9bed6467 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.493152 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d12fb3a4-eb32-4dfc-8f0a-d8ce9bed6467 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.505421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3e7cb076-b677-4eca-b4ca-70b1267609de None None] Current status of the port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:15.509056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3e7cb076-b677-4eca-b4ca-70b1267609de None None] Could not find standard attr ID for object bfe0e42e-c711-404b-922e-121c57d7510b. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:22:15.520060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3e7cb076-b677-4eca-b4ca-70b1267609de None None] Provisioning complete for port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:15.520431 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3e7cb076-b677-4eca-b4ca-70b1267609de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.541379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d12fb3a4-eb32-4dfc-8f0a-d8ce9bed6467 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.561001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fb3a4-eb32-4dfc-8f0a-d8ce9bed6467 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0384f0-691a-4af6-8189-c89063c5e95e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:15.566029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d12fb3a4-eb32-4dfc-8f0a-d8ce9bed6467 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.567328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d12fb3a4-eb32-4dfc-8f0a-d8ce9bed6467 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/security-groups/ef0384f0-691a-4af6-8189-c89063c5e95e HTTP/1.1" status: 204 len: 168 time: 0.1849680 May 28 06:22:15.569988 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46856) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:15.594631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3e7cb076-b677-4eca-b4ca-70b1267609de None None] Port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:15.647734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50f52d4-0dcc-4536-8b9b-356f383ee2ba tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet 248fe850-e211-4471-b4b8-d69c87de960b {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:22:15.651086 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e50f52d4-0dcc-4536-8b9b-356f383ee2ba tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.706871 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e50f52d4-0dcc-4536-8b9b-356f383ee2ba tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.708269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e43f21c1-13ac-4832-90a1-a548ec9c221d None None] Could not find standard attr ID for object bfe0e42e-c711-404b-922e-121c57d7510b. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:22:15.793001 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e50f52d4-0dcc-4536-8b9b-356f383ee2ba tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.875964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e50f52d4-0dcc-4536-8b9b-356f383ee2ba tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.913852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f52d4-0dcc-4536-8b9b-356f383ee2ba tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=248fe850-e211-4471-b4b8-d69c87de960b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:15.918852 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e50f52d4-0dcc-4536-8b9b-356f383ee2ba tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:15.925257 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e50f52d4-0dcc-4536-8b9b-356f383ee2ba tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/248fe850-e211-4471-b4b8-d69c87de960b HTTP/1.1" status: 204 len: 168 time: 0.3542435 May 28 06:22:15.925417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73925725-1bc5-4718-85bb-fb3191539db3 None None] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:15.929274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46860) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:15.935646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:16.074596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:16.078614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:16.081433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:16.089538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:16.101401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:16.105003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.370108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.430613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:16.433774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:16.436632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:16.437209 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.461668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=3300a19b-595a-495c-84cf-b8da736322c7,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:16.470428 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aba4e8ff-b19a-4a02-b651-3fbd381e3c56 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5400629 May 28 06:22:16.473126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46864) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:16.478346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'security_group': {'name': 'tempest-secgroup-590610702'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:16.485533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:16.489477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:16.492354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:16.498624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:16.509392 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.530557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:16.534794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group_rule and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:16.537856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:16.543745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:16.614560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:16.620528 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.624710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.667511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97863b15-010a-4559-9ccb-b4082c18f1d3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:16.670984 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.674858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7ae2fc82-1ebb-4934-8851-7644c201daaa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1983058 May 28 06:22:16.675310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46868) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:16.680491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'security_group': {'name': 'tempest-secgroup-370095827'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:16.687255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:16.691204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:16.694147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:16.695163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dc9f50-d704-411e-92ad-50ccca063a57 None None] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:16.699890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:16.710664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.714250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:16.714621 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.730933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:16.735573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group_rule and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:16.738365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:16.743980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:16.814686 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.819343 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.853708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8121d4b8-ac28-4d38-9bb9-3953e1d9d8e0 None None] Provisioning complete for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:16.854085 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8121d4b8-ac28-4d38-9bb9-3953e1d9d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.862185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b760f47b-c000-4fc6-aad2-02220f492733,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:16.864803 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.868673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-77ce42d0-0f31-4f95-af07-d4414bcd0c00 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1899667 May 28 06:22:16.868824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46872) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:16.873955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'security_group': {'name': 'tempest-secgroup-325454708'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:16.880629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:16.884484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:16.887282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:16.892975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:16.904763 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:16.924857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:16.928673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:security_group_rule and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:16.931617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:16.937319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:17.008037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.012145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.052210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:17.053475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17fe3a6-9704-44c4-b755-0228745ffad3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:17.060192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.061637 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6faf7193-6bf9-4895-b17d-a9c98b800f12 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1919379 May 28 06:22:17.064630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46876) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:17.070334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-85633153', 'security_groups': ['f17fe3a6-9704-44c4-b755-0228745ffad3'], 'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3300a19b-595a-495c-84cf-b8da736322c7'}]}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:17.162085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8121d4b8-ac28-4d38-9bb9-3953e1d9d8e0 None None] Current status of the port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:17.179922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8121d4b8-ac28-4d38-9bb9-3953e1d9d8e0 None None] Provisioning complete for port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:17.180212 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8121d4b8-ac28-4d38-9bb9-3953e1d9d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.208798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:17.219790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:17.229394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'port': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:17.240444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8121d4b8-ac28-4d38-9bb9-3953e1d9d8e0 None None] Port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:17.329371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4190609e-ba78-4390-b415-36e3f912cfbc None None] Update dhcp port {'port': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'fixed_ips': [{'subnet_id': '9e98cfe7-2d66-4a21-ab28-2248a9c5f803', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3300a19b-595a-495c-84cf-b8da736322c7'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'a3966a3e-7dcd-41c2-b26d-d712c5c7baa6'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:22:17.387081 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4190609e-ba78-4390-b415-36e3f912cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.473841 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.498095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] device_id is not set on port 6f0b0c68-2b5f-4499-8916-3399b70acd88 yet. {{(pid=88416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 28 06:22:17.625476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-4190609e-ba78-4390-b415-36e3f912cfbc None None] Allocated IP 2001:db8::2 (9b70fc59-83c6-4f3e-a868-b6a94405ee8a/3300a19b-595a-495c-84cf-b8da736322c7/a3966a3e-7dcd-41c2-b26d-d712c5c7baa6) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:17.758106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4190609e-ba78-4390-b415-36e3f912cfbc None None] For port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,segment=NetworkSegment(078f97d7-a11d-4f76-afa0-fdb26d70c905),segment_id=078f97d7-a11d-4f76-afa0-fdb26d70c905)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:17.781321 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4190609e-ba78-4390-b415-36e3f912cfbc None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.797365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4190609e-ba78-4390-b415-36e3f912cfbc None None] Transition to ACTIVE for port object a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:17.801049 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4190609e-ba78-4390-b415-36e3f912cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:17.880283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8::364 (9b70fc59-83c6-4f3e-a868-b6a94405ee8a/3300a19b-595a-495c-84cf-b8da736322c7/6f0b0c68-2b5f-4499-8916-3399b70acd88) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:17.942478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190609e-ba78-4390-b415-36e3f912cfbc None None] Pushing event updated for resources: {'Port': ['ID=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:18.081849 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.100250 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object 6f0b0c68-2b5f-4499-8916-3399b70acd88 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:18.125071 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.196468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:18.199505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:18.202131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:18.207979 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:18.208602 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.227814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=6f0b0c68-2b5f-4499-8916-3399b70acd88,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:18.245852 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-373ae4f1-e67c-49f2-9943-25a070004aec tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1801200 May 28 06:22:18.249151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46882) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:18.254748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:18.403618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:18.408123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:18.410936 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:18.416666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:18.427355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:18.430872 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.472404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4a1af1fe-e25c-4ef6-9ac3-34ea0987c581 None None] Provisioning for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:18.478217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4a1af1fe-e25c-4ef6-9ac3-34ea0987c581 None None] Provisioning complete for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:18.478579 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4a1af1fe-e25c-4ef6-9ac3-34ea0987c581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.586610 n-d-843679-5 neutron-server[88416]: INFO neutron.db.ipam_backend_mixin [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3300a19b-595a-495c-84cf-b8da736322c7 (CIDR: 2001:db8::/64) May 28 06:22:18.590103 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:18.590609 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:18.614581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:18.619076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9ba3a3e0-6fb1-46bd-8844-e581940dad9d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3685267 May 28 06:22:18.621466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46886) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:18.628323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:18.666495 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4a1af1fe-e25c-4ef6-9ac3-34ea0987c581 None None] Current status of the port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:18.690483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4a1af1fe-e25c-4ef6-9ac3-34ea0987c581 None None] Provisioning complete for port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:18.690849 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4a1af1fe-e25c-4ef6-9ac3-34ea0987c581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.749332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4a1af1fe-e25c-4ef6-9ac3-34ea0987c581 None None] Port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:18.752143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:18.752551 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.770449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:18.774336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:18.777181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:18.783004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:18.792156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:18.796268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.876765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:18.882342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7c6a1c88-ae89-4397-96c9-7107c5e55305 None None] Provisioning for port 6f0b0c68-2b5f-4499-8916-3399b70acd88 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:18.887329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7c6a1c88-ae89-4397-96c9-7107c5e55305 None None] Provisioning complete for port 6f0b0c68-2b5f-4499-8916-3399b70acd88 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:18.887704 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1c88-ae89-4397-96c9-7107c5e55305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:18.931010 n-d-843679-5 neutron-server[88416]: INFO neutron.db.ipam_backend_mixin [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9e98cfe7-2d66-4a21-ab28-2248a9c5f803 (CIDR: 2001:db8:0:1::/64) May 28 06:22:18.934144 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:18.934598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:18.943531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a1c88-ae89-4397-96c9-7107c5e55305 None None] Port 6f0b0c68-2b5f-4499-8916-3399b70acd88 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:18.954592 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ca0bbc11-2ad3-4e37-b5ea-d503293c2981 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3320160 May 28 06:22:18.957328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46890) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:18.962686 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'subnet': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:19.098971 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:19.102982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Usage tracker for resource:subnet and tenant:21c8909bd81b4f228d80811035c65f48 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:19.106342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:19.112409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:19.122342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Made reservation on behalf of 21c8909bd81b4f228d80811035c65f48 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:19.126575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:19.386755 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:19.442364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:19.445344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:19.448176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:19.448816 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:19.454715 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926cc09-5eb7-4642-9ca4-382974cde4ee None None] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:19.468308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Subnet': ['ID=cffd2381-ba11-4bdc-9531-ba605e2f766c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:19.478679 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-00501b9a-cc04-411f-af74-752b29d3d8b0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5203080 May 28 06:22:19.481326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46894) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:19.487812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1448891429', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cffd2381-ba11-4bdc-9531-ba605e2f766c'}], 'security_groups': ['97863b15-010a-4559-9ccb-b4082c18f1d3', 'b760f47b-c000-4fc6-aad2-02220f492733']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:19.612293 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:19.778098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041cea76-9a86-4ffc-bddd-064d40e4c93a None None] Update dhcp port {'port': {'network_id': '9b70fc59-83c6-4f3e-a868-b6a94405ee8a', 'fixed_ips': [{'subnet_id': '9e98cfe7-2d66-4a21-ab28-2248a9c5f803', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3300a19b-595a-495c-84cf-b8da736322c7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cffd2381-ba11-4bdc-9531-ba605e2f766c'}], 'binding:host_id': 'n-d-843679-5'}, 'id': 'a3966a3e-7dcd-41c2-b26d-d712c5c7baa6'} from n-d-843679-5. {{(pid=88418) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 28 06:22:19.832717 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-041cea76-9a86-4ffc-bddd-064d40e4c93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.020620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Delete allocated IP 2001:db8::364 (9b70fc59-83c6-4f3e-a868-b6a94405ee8a/3300a19b-595a-495c-84cf-b8da736322c7) {{(pid=88416) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 06:22:20.028126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Allocated IP 2001:db8:0:2::172 (9b70fc59-83c6-4f3e-a868-b6a94405ee8a/cffd2381-ba11-4bdc-9531-ba605e2f766c/6f0b0c68-2b5f-4499-8916-3399b70acd88) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:20.338190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.354883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Transition to ACTIVE for port object 6f0b0c68-2b5f-4499-8916-3399b70acd88 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:20.359118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.425320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-041cea76-9a86-4ffc-bddd-064d40e4c93a None None] Allocated IP 2001:db8:0:2::2 (9b70fc59-83c6-4f3e-a868-b6a94405ee8a/cffd2381-ba11-4bdc-9531-ba605e2f766c/a3966a3e-7dcd-41c2-b26d-d712c5c7baa6) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:20.462742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] In _notify_port_updated(), no bound segment for port 6f0b0c68-2b5f-4499-8916-3399b70acd88 on network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a {{(pid=88416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 28 06:22:20.468570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:20.469186 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.470455 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "PUT /v2.0/ports/6f0b0c68-2b5f-4499-8916-3399b70acd88 HTTP/1.1" status: 200 len: 970 time: 0.9876821 May 28 06:22:20.473389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46898) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:20.512274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7d6fc-1cec-4807-bfc3-a524edf3213e tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event updated for resources: {'Port': ['ID=6f0b0c68-2b5f-4499-8916-3399b70acd88,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:20.546502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6c813593-2002-4e81-844d-3149564dd88a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 6f0b0c68-2b5f-4499-8916-3399b70acd88 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:20.546860 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c813593-2002-4e81-844d-3149564dd88a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.565724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-041cea76-9a86-4ffc-bddd-064d40e4c93a None None] For port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,segment=NetworkSegment(078f97d7-a11d-4f76-afa0-fdb26d70c905),segment_id=078f97d7-a11d-4f76-afa0-fdb26d70c905)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:20.593188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-041cea76-9a86-4ffc-bddd-064d40e4c93a None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.611824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-041cea76-9a86-4ffc-bddd-064d40e4c93a None None] Transition to ACTIVE for port object a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:20.615907 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-041cea76-9a86-4ffc-bddd-064d40e4c93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.802349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c813593-2002-4e81-844d-3149564dd88a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:20.819984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cea76-9a86-4ffc-bddd-064d40e4c93a None None] Pushing event updated for resources: {'Port': ['ID=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:20.931716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-6c813593-2002-4e81-844d-3149564dd88a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 6f0b0c68-2b5f-4499-8916-3399b70acd88 owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:21.083900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c813593-2002-4e81-844d-3149564dd88a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.137370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c813593-2002-4e81-844d-3149564dd88a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=6f0b0c68-2b5f-4499-8916-3399b70acd88,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:21.181962 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6c813593-2002-4e81-844d-3149564dd88a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.192495 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6c813593-2002-4e81-844d-3149564dd88a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/6f0b0c68-2b5f-4499-8916-3399b70acd88 HTTP/1.1" status: 204 len: 168 time: 0.7181370 May 28 06:22:21.195308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46902) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:21.247033 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd541f55-abcb-4112-8031-16efcbd633be tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] GET failed (client error): The resource could not be found. May 28 06:22:21.247628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fd541f55-abcb-4112-8031-16efcbd633be tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Synchronizing usage tracker for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:21.264184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fd541f55-abcb-4112-8031-16efcbd633be tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Unset dirty status for tenant:21c8909bd81b4f228d80811035c65f48 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:21.265380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fd541f55-abcb-4112-8031-16efcbd633be tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports/6f0b0c68-2b5f-4499-8916-3399b70acd88 HTTP/1.1" status: 404 len: 333 time: 0.0691352 May 28 06:22:21.268356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46906) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:21.371785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2feea263-9a95-404a-864a-8095a753535d None None] Could not find standard attr ID for object 6f0b0c68-2b5f-4499-8916-3399b70acd88. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:22:21.385710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2feea263-9a95-404a-864a-8095a753535d None None] Provisioning for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:22:21.391171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2feea263-9a95-404a-864a-8095a753535d None None] Provisioning complete for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:21.391784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2feea263-9a95-404a-864a-8095a753535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.458150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bbab7aa9-4ccb-4e3f-a897-b9dd8096bedd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.489044 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bbab7aa9-4ccb-4e3f-a897-b9dd8096bedd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.516731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2feea263-9a95-404a-864a-8095a753535d None None] Current status of the port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:21.528451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2feea263-9a95-404a-864a-8095a753535d None None] Provisioning complete for port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:21.529406 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2feea263-9a95-404a-864a-8095a753535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.541830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bbab7aa9-4ccb-4e3f-a897-b9dd8096bedd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.558276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab7aa9-4ccb-4e3f-a897-b9dd8096bedd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17fe3a6-9704-44c4-b755-0228745ffad3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:21.567640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bbab7aa9-4ccb-4e3f-a897-b9dd8096bedd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.569615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bbab7aa9-4ccb-4e3f-a897-b9dd8096bedd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/security-groups/f17fe3a6-9704-44c4-b755-0228745ffad3 HTTP/1.1" status: 204 len: 168 time: 0.2998331 May 28 06:22:21.572206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46910) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:21.601684 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2feea263-9a95-404a-864a-8095a753535d None None] Port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:21.660081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4e86e2d-42b4-4297-96a6-cee4c7b99e69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.691838 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4e86e2d-42b4-4297-96a6-cee4c7b99e69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.713105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-02f0a4df-82bc-4368-bab9-eb58992ec4e5 None None] Could not find standard attr ID for object 6f0b0c68-2b5f-4499-8916-3399b70acd88. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:22:21.738894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4e86e2d-42b4-4297-96a6-cee4c7b99e69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.753638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e86e2d-42b4-4297-96a6-cee4c7b99e69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b760f47b-c000-4fc6-aad2-02220f492733,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:21.760119 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e4e86e2d-42b4-4297-96a6-cee4c7b99e69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.761189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e4e86e2d-42b4-4297-96a6-cee4c7b99e69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/security-groups/b760f47b-c000-4fc6-aad2-02220f492733 HTTP/1.1" status: 204 len: 168 time: 0.1879978 May 28 06:22:21.764377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46914) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:21.824111 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6f97558-7bc8-4d47-8b68-4232d6bac3cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.850911 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6f97558-7bc8-4d47-8b68-4232d6bac3cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.896392 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6f97558-7bc8-4d47-8b68-4232d6bac3cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.914458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f97558-7bc8-4d47-8b68-4232d6bac3cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97863b15-010a-4559-9ccb-b4082c18f1d3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:21.917730 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f6f97558-7bc8-4d47-8b68-4232d6bac3cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:21.918822 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f6f97558-7bc8-4d47-8b68-4232d6bac3cd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/security-groups/97863b15-010a-4559-9ccb-b4082c18f1d3 HTTP/1.1" status: 204 len: 168 time: 0.1535244 May 28 06:22:21.921418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46918) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:21.992599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-930a2906-a0bd-47b6-8a44-549c84e635b7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet 3300a19b-595a-495c-84cf-b8da736322c7 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:22:21.995591 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-930a2906-a0bd-47b6-8a44-549c84e635b7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.049530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-930a2906-a0bd-47b6-8a44-549c84e635b7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.137966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-930a2906-a0bd-47b6-8a44-549c84e635b7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.209524 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-930a2906-a0bd-47b6-8a44-549c84e635b7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.249015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a2906-a0bd-47b6-8a44-549c84e635b7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=3300a19b-595a-495c-84cf-b8da736322c7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:22.250904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-930a2906-a0bd-47b6-8a44-549c84e635b7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.257012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-930a2906-a0bd-47b6-8a44-549c84e635b7 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/3300a19b-595a-495c-84cf-b8da736322c7 HTTP/1.1" status: 204 len: 168 time: 0.3346584 May 28 06:22:22.257631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf633b9-8e80-4f3c-bfd2-10b40ba24ca6 None None] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:22.260691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46922) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:22.341391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f42bbe1-eafc-4068-bd83-2962e87c871d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet cffd2381-ba11-4bdc-9531-ba605e2f766c {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:22:22.344397 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f42bbe1-eafc-4068-bd83-2962e87c871d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.398895 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f42bbe1-eafc-4068-bd83-2962e87c871d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.484265 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f42bbe1-eafc-4068-bd83-2962e87c871d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.562927 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f42bbe1-eafc-4068-bd83-2962e87c871d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.611252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:22:22.614936 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6f42bbe1-eafc-4068-bd83-2962e87c871d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.622943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42bbe1-eafc-4068-bd83-2962e87c871d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=cffd2381-ba11-4bdc-9531-ba605e2f766c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:22.629713 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6f42bbe1-eafc-4068-bd83-2962e87c871d tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/cffd2381-ba11-4bdc-9531-ba605e2f766c HTTP/1.1" status: 204 len: 168 time: 0.3659446 May 28 06:22:22.630221 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46926) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:22.672553 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-71081472-8970-4eb5-8604-f689942bc96a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:22.673014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71081472-8970-4eb5-8604-f689942bc96a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:22.675277 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-71081472-8970-4eb5-8604-f689942bc96a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/3300a19b-595a-495c-84cf-b8da736322c7 HTTP/1.1" status: 404 len: 337 time: 0.0434968 May 28 06:22:22.677357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46930) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:22.691950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:22.692319 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.747811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting subnet 9e98cfe7-2d66-4a21-ab28-2248a9c5f803 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:22:22.750920 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.818906 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.823714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:22.904646 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:22.993047 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:23.027996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef2518-81a3-4efb-8a10-7ac945c01ffa None None] Network 9b70fc59-83c6-4f3e-a868-b6a94405ee8a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:23.035717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Subnet': ['ID=9e98cfe7-2d66-4a21-ab28-2248a9c5f803,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:23.038189 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:23.048051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/9e98cfe7-2d66-4a21-ab28-2248a9c5f803 HTTP/1.1" status: 204 len: 168 time: 0.3694401 May 28 06:22:23.049448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.049797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.050134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.050468 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.050706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46934) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.050814 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.051109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.051461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.051786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.052190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.052417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.052734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.053049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c6b472-fe08-49a7-8914-4816b7d76333 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:23.096332 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3310737-268d-42fa-a9bb-1b04a254d3b9 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:23.096792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3310737-268d-42fa-a9bb-1b04a254d3b9 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:23.101003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f3310737-268d-42fa-a9bb-1b04a254d3b9 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/248fe850-e211-4471-b4b8-d69c87de960b HTTP/1.1" status: 404 len: 337 time: 0.0466957 May 28 06:22:23.101227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46938) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.141369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-890a7a2c-3d49-4909-a1f2-6443123a252e None None] Provisioning complete for port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:23.141829 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-890a7a2c-3d49-4909-a1f2-6443123a252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:23.147369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-455cc2d1-d006-488c-ac47-1e9dbd9b0bb6 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "GET /v2.0/ports?device_id=db058077-f859-4e2d-bd9b-2208e7a0e2f4 HTTP/1.1" status: 200 len: 205 time: 0.0430198 May 28 06:22:23.147579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46942) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.215940 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-09fe9421-d82a-4c9d-bd4f-7d489ddd23d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] delete failed (client error): The resource could not be found. May 28 06:22:23.219355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-09fe9421-d82a-4c9d-bd4f-7d489ddd23d0 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/routers/db058077-f859-4e2d-bd9b-2208e7a0e2f4 HTTP/1.1" status: 404 len: 336 time: 0.0685227 May 28 06:22:23.219489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46946) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.257085 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4fe99f-d478-41b1-b8ec-91764695e9db tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:23.257450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4fe99f-d478-41b1-b8ec-91764695e9db tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:23.261438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9b4fe99f-d478-41b1-b8ec-91764695e9db tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/d09009e7-b2b3-4507-b2b9-54aac62c1163 HTTP/1.1" status: 404 len: 337 time: 0.0387528 May 28 06:22:23.261652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46950) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.297912 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fb3bc4-97ac-49de-8a32-51ca338b5230 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:23.298356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fb3bc4-97ac-49de-8a32-51ca338b5230 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:23.302349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a2fb3bc4-97ac-49de-8a32-51ca338b5230 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/875fd28c-b811-4414-971b-0abe9e2a2417 HTTP/1.1" status: 404 len: 337 time: 0.0375824 May 28 06:22:23.302561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 46954) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.343167 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9284cac1-c54d-4c63-b06f-5ed79bd782bd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:23.343631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9284cac1-c54d-4c63-b06f-5ed79bd782bd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:23.344477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-890a7a2c-3d49-4909-a1f2-6443123a252e None None] Current status of the port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:23.348159 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9284cac1-c54d-4c63-b06f-5ed79bd782bd tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/d864df73-bbc7-44c2-9c95-d761b8850d17 HTTP/1.1" status: 404 len: 337 time: 0.0418527 May 28 06:22:23.348362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46958) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.359773 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-890a7a2c-3d49-4909-a1f2-6443123a252e None None] Provisioning complete for port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:23.360146 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-890a7a2c-3d49-4909-a1f2-6443123a252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:23.392026 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6a80f6-88b2-47d2-9633-833ea1c9232b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:23.392504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6a80f6-88b2-47d2-9633-833ea1c9232b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:23.394184 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-df6a80f6-88b2-47d2-9633-833ea1c9232b tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/8ba03b28-8a09-43c5-b088-e6abfe61b9a9 HTTP/1.1" status: 404 len: 333 time: 0.0448294 May 28 06:22:23.396751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46962) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.414001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4537797b-305d-4834-a558-7ab6a2a5dec6 None None] DHCP port deletion for 9b70fc59-83c6-4f3e-a868-b6a94405ee8a request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:22:23.420932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-890a7a2c-3d49-4909-a1f2-6443123a252e None None] Port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:22:23.422468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4537797b-305d-4834-a558-7ab6a2a5dec6 None None] Deleting port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:23.422831 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4537797b-305d-4834-a558-7ab6a2a5dec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:23.438924 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0663918-af7b-4a38-a03e-da7bb5d7ff0a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:23.439413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0663918-af7b-4a38-a03e-da7bb5d7ff0a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:23.443376 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e0663918-af7b-4a38-a03e-da7bb5d7ff0a tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/1bfefd89-0d2f-45a2-a07d-9ca5f776e867 HTTP/1.1" status: 404 len: 337 time: 0.0433474 May 28 06:22:23.443588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46966) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.480434 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e472a0a7-4150-490d-b897-dcd4633874bf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:23.480878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e472a0a7-4150-490d-b897-dcd4633874bf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:23.483098 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e472a0a7-4150-490d-b897-dcd4633874bf tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/1610ce17-5f86-4e56-bc1d-d38a120d0760 HTTP/1.1" status: 404 len: 337 time: 0.0386341 May 28 06:22:23.485865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46970) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.525312 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70e5d31-371e-400b-88e9-dce3b1fbaffa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:23.525780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70e5d31-371e-400b-88e9-dce3b1fbaffa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:23.527444 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a70e5d31-371e-400b-88e9-dce3b1fbaffa tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/f9f94771-4b1b-41a2-b119-b517e4be3b6b HTTP/1.1" status: 404 len: 333 time: 0.0406659 May 28 06:22:23.530435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46974) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.570741 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-57220b87-077e-45bf-8685-0e0c9e8a8488 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:23.571186 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57220b87-077e-45bf-8685-0e0c9e8a8488 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:23.572845 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-57220b87-077e-45bf-8685-0e0c9e8a8488 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/d4e16350-f31d-4cdc-9232-5f222990f392 HTTP/1.1" status: 404 len: 337 time: 0.0415301 May 28 06:22:23.575373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46978) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.613486 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f783df-898a-450d-aab5-ec496405e7c8 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] DELETE failed (client error): The resource could not be found. May 28 06:22:23.613938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f783df-898a-450d-aab5-ec496405e7c8 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:22:23.615625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-34f783df-898a-450d-aab5-ec496405e7c8 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/subnets/b114223b-fd0f-4d98-b2c9-eac2b5e1f0bf HTTP/1.1" status: 404 len: 337 time: 0.0393393 May 28 06:22:23.618082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46982) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:23.630801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-4537797b-305d-4834-a558-7ab6a2a5dec6 None None] For port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,segment=NetworkSegment(078f97d7-a11d-4f76-afa0-fdb26d70c905),segment_id=078f97d7-a11d-4f76-afa0-fdb26d70c905)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:23.631128 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4537797b-305d-4834-a558-7ab6a2a5dec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:23.682795 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-10dcf28a-ce70-430a-bcc5-4451b63e4a24 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Deleting port 9471c05e-f63b-4fed-829e-2ec5d1f24c9b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:23.683524 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10dcf28a-ce70-430a-bcc5-4451b63e4a24 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:23.752995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4537797b-305d-4834-a558-7ab6a2a5dec6 None None] Calling delete_port for a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:23.865206 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4537797b-305d-4834-a558-7ab6a2a5dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:23.912417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537797b-305d-4834-a558-7ab6a2a5dec6 None None] Pushing event deleted for resources: {'Port': ['ID=a3966a3e-7dcd-41c2-b26d-d712c5c7baa6,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:23.917172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4537797b-305d-4834-a558-7ab6a2a5dec6 None None] No DVR routers for this DVR port a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:24.014289 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10dcf28a-ce70-430a-bcc5-4451b63e4a24 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.141559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-10dcf28a-ce70-430a-bcc5-4451b63e4a24 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Calling delete_port for 9471c05e-f63b-4fed-829e-2ec5d1f24c9b owned by {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:24.223071 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10dcf28a-ce70-430a-bcc5-4451b63e4a24 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.272624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcf28a-ce70-430a-bcc5-4451b63e4a24 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Port': ['ID=9471c05e-f63b-4fed-829e-2ec5d1f24c9b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:24.277709 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-10dcf28a-ce70-430a-bcc5-4451b63e4a24 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.290410 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-10dcf28a-ce70-430a-bcc5-4451b63e4a24 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/ports/9471c05e-f63b-4fed-829e-2ec5d1f24c9b HTTP/1.1" status: 204 len: 168 time: 0.6714032 May 28 06:22:24.293046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46986) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:24.406857 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.537847 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.568228 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b70fc59-83c6-4f3e-a868-b6a94405ee8a']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:24.580400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078f97d7-a11d-4f76-afa0-fdb26d70c905') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:24.580691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078f97d7-a11d-4f76-afa0-fdb26d70c905') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:24.592286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.593815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:24.609689 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.615818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:22:24.616204 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.628228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:22:24.628572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a3966a3e-7dcd-41c2-b26d-d712c5c7baa6 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:24.681970 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 078f97d7-a11d-4f76-afa0-fdb26d70c905 resource provider aggregate not found May 28 06:22:24.706333 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 078f97d7-a11d-4f76-afa0-fdb26d70c905 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 078f97d7-a11d-4f76-afa0-fdb26d70c905 found for delete ", "request_id": "req-07192b09-10d3-4725-a32b-0b29755d70b9"}]} May 28 06:22:24.720609 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.738569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:24.748600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] Pushing event deleted for resources: {'Network': ['ID=9b70fc59-83c6-4f3e-a868-b6a94405ee8a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:24.751366 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7b9a8bd6-1f24-41d1-8338-d7f5b53cfc69 tempest-PortsIpV6TestJSON-866067472 tempest-PortsIpV6TestJSON-866067472-project] 10.222.0.39 "DELETE /v2.0/networks/9b70fc59-83c6-4f3e-a868-b6a94405ee8a HTTP/1.1" status: 204 len: 168 time: 0.4574046 May 28 06:22:24.849313 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:22:25.056877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 46998) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:25.218825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1b621a61-ad19-44e4-a5dd-40c49cc23e18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21c8909bd81b4f228d80811035c65f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608057 May 28 06:22:25.221369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:25.277502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab38c1d8-b9e8-43e0-b1b7-042e03076e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:25.304140 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab38c1d8-b9e8-43e0-b1b7-042e03076e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:25.355499 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab38c1d8-b9e8-43e0-b1b7-042e03076e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:25.370255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38c1d8-b9e8-43e0-b1b7-042e03076e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dccb42-c7c0-449e-bdf7-7760d23a214d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:25.378215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab38c1d8-b9e8-43e0-b1b7-042e03076e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:25.379378 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ab38c1d8-b9e8-43e0-b1b7-042e03076e6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15dccb42-c7c0-449e-bdf7-7760d23a214d HTTP/1.1" status: 204 len: 168 time: 0.1570923 May 28 06:22:26.042281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d787f-087e-4184-ad74-d4b5ca13fa1b req-4c3a4f28-1b66-4be3-8007-6559a23667f7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:26.043756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca0d787f-087e-4184-ad74-d4b5ca13fa1b req-4c3a4f28-1b66-4be3-8007-6559a23667f7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.0791790 May 28 06:22:26.086023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47032) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:26.093086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca0d787f-087e-4184-ad74-d4b5ca13fa1b req-64d9a789-e879-4c90-8624-88a6c5da5091 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429127 May 28 06:22:26.120049 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47038) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:26.199397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-98b19f48-2fad-4f56-9d32-f94fff65dc84 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:26.199835 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-98b19f48-2fad-4f56-9d32-f94fff65dc84 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 28 06:22:26.200319 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-98b19f48-2fad-4f56-9d32-f94fff65dc84 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): There was a conflict when trying to complete your request. May 28 06:22:26.201283 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-98b19f48-2fad-4f56-9d32-f94fff65dc84 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1140697 May 28 06:22:26.204954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47042) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:26.209968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'tempest-secgroup--901690923'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:26.216449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:26.220312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:26.223184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:26.228829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:26.237330 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-055ff330-dc4c-4a85-a121-88f214d2b76c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/95e99461-7393-402b-98fd-c8fd6717e0fe HTTP/1.1" status: 200 len: 992 time: 0.1159720 May 28 06:22:26.239919 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.256622 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.271560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:26.275370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:26.278174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:26.283861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:26.370374 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.373820 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.388530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:26.399575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:26.405501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:26.413360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:26.415252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a017ab-fdf4-4701-85ff-9ed189eb9379,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:26.484081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.487803 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.526962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8358f2-f016-4e5a-a275-9f9805a1ee00,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:26.530065 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.533853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4f756e9-afad-4e09-adf2-83ab689ae062 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3252947 May 28 06:22:26.534258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47050) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:26.539030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': 'be8358f2-f016-4e5a-a275-9f9805a1ee00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:26.546111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:26.549941 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:26.552797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:26.558570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:26.574938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.639783 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.643613 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.668292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a00d31-7963-49f1-9f07-83d1fe8bca53,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:26.679198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.680396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5a40acd1-5bb3-40f2-9e6f-9e7ddcdf0347 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453252 May 28 06:22:26.683067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47056) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:26.688042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d6a1f4ba-b1bc-47d0-9386-873ebb9ef5b3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': 'be8358f2-f016-4e5a-a275-9f9805a1ee00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:26.694833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d6a1f4ba-b1bc-47d0-9386-873ebb9ef5b3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:26.698819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d6a1f4ba-b1bc-47d0-9386-873ebb9ef5b3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:26.702309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d6a1f4ba-b1bc-47d0-9386-873ebb9ef5b3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:26.738353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d6a1f4ba-b1bc-47d0-9386-873ebb9ef5b3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:26.772263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f4ba-b1bc-47d0-9386-873ebb9ef5b3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.821468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d6e81-71d9-4d91-acc9-878a89952a21 req-7dcbec8b-f351-4628-89a1-959a2b0ee89a tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:26.822966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-351d6e81-71d9-4d91-acc9-878a89952a21 req-7dcbec8b-f351-4628-89a1-959a2b0ee89a tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1096 time: 0.1177297 May 28 06:22:26.867444 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-d6a1f4ba-b1bc-47d0-9386-873ebb9ef5b3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): There was a conflict when trying to complete your request. May 28 06:22:26.868422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d6a1f4ba-b1bc-47d0-9386-873ebb9ef5b3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1844368 May 28 06:22:26.871221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47060) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:26.891846 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-351d6e81-71d9-4d91-acc9-878a89952a21 req-d9b7d0c2-2e56-47f9-8e84-65a1d647c49e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630984 May 28 06:22:26.940765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b05cd80d-b635-4af6-b198-12d7673feb80 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:26.967847 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b05cd80d-b635-4af6-b198-12d7673feb80 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.017635 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b05cd80d-b635-4af6-b198-12d7673feb80 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.036168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cd80d-b635-4af6-b198-12d7673feb80 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8358f2-f016-4e5a-a275-9f9805a1ee00,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:27.039494 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b05cd80d-b635-4af6-b198-12d7673feb80 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.042886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b05cd80d-b635-4af6-b198-12d7673feb80 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "DELETE /v2.0/security-groups/be8358f2-f016-4e5a-a275-9f9805a1ee00 HTTP/1.1" status: 204 len: 168 time: 0.1684847 May 28 06:22:27.044048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47068) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:27.096146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a75e64e9-72f2-44c5-b05a-ec3113d4211f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Synchronizing usage tracker for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:27.113656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a75e64e9-72f2-44c5-b05a-ec3113d4211f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Unset dirty status for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:27.118618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a75e64e9-72f2-44c5-b05a-ec3113d4211f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709722 May 28 06:22:27.118891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47072) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:27.125607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801428228'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:27.137168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:27.158319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:27.168475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.189500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:27.193705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:27.196596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:27.203543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:27.277332 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.281233 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.332272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf5901d-2fed-4b16-94c4-e89bfaab5c19,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:27.338456 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.342449 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8fd28402-a07c-4e5e-9e5a-b901fac71012 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2198057 May 28 06:22:27.342833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47086) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:27.347581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e2a93185-19f9-4cfd-ab93-47c2b6ce7e57 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': 'bdf5901d-2fed-4b16-94c4-e89bfaab5c19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:27.348374 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-e2a93185-19f9-4cfd-ab93-47c2b6ce7e57 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 28 06:22:27.348791 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-e2a93185-19f9-4cfd-ab93-47c2b6ce7e57 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:27.349710 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e2a93185-19f9-4cfd-ab93-47c2b6ce7e57 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062091 May 28 06:22:27.352383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47090) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:27.416462 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5ed59aa9-93cb-4109-8b6e-77fa468c5a04 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.445780 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5ed59aa9-93cb-4109-8b6e-77fa468c5a04 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.496447 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5ed59aa9-93cb-4109-8b6e-77fa468c5a04 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.516912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed59aa9-93cb-4109-8b6e-77fa468c5a04 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf5901d-2fed-4b16-94c4-e89bfaab5c19,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:27.530359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5ed59aa9-93cb-4109-8b6e-77fa468c5a04 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.531539 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5ed59aa9-93cb-4109-8b6e-77fa468c5a04 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "DELETE /v2.0/security-groups/bdf5901d-2fed-4b16-94c4-e89bfaab5c19 HTTP/1.1" status: 204 len: 168 time: 0.1782453 May 28 06:22:27.533976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47102) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:27.618626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-af51b29c-b2c2-4fe1-8ceb-d26dcbceb793 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Synchronizing usage tracker for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:27.648150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-af51b29c-b2c2-4fe1-8ceb-d26dcbceb793 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Unset dirty status for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:27.649350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-af51b29c-b2c2-4fe1-8ceb-d26dcbceb793 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1144495 May 28 06:22:27.653033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47106) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:27.658189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'tempest-secgroup--595002726'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:27.666037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:27.678900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:27.690392 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-6827a303-81a7-4b2f-a776-77905dd0cc36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1703131 May 28 06:22:27.693926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.715058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:27.719352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:27.722480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:27.728326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:27.801531 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.805598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.851087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b56459-ef86-42d3-aa8a-253183a9155c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:27.857434 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.861791 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3867a633-5c0b-4332-9458-346331e775fc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2046869 May 28 06:22:27.862185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47116) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:27.867258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-800f0dd1-8d8c-44ff-911d-e0ee3b335915 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '34b56459-ef86-42d3-aa8a-253183a9155c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:27.868112 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-800f0dd1-8d8c-44ff-911d-e0ee3b335915 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 28 06:22:27.868599 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-800f0dd1-8d8c-44ff-911d-e0ee3b335915 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:27.869532 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-800f0dd1-8d8c-44ff-911d-e0ee3b335915 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063848 May 28 06:22:27.872450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47120) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:27.940659 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6403264-2af6-46e8-9be6-04679d61a5f2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:27.970516 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6403264-2af6-46e8-9be6-04679d61a5f2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.017167 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6403264-2af6-46e8-9be6-04679d61a5f2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.036649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6403264-2af6-46e8-9be6-04679d61a5f2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b56459-ef86-42d3-aa8a-253183a9155c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:28.044076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6403264-2af6-46e8-9be6-04679d61a5f2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.048502 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f6403264-2af6-46e8-9be6-04679d61a5f2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "DELETE /v2.0/security-groups/34b56459-ef86-42d3-aa8a-253183a9155c HTTP/1.1" status: 204 len: 168 time: 0.1751311 May 28 06:22:28.048681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47124) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.100921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7e641555-55ba-40f0-8823-a8e78b034516 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Synchronizing usage tracker for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:28.116338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7e641555-55ba-40f0-8823-a8e78b034516 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Unset dirty status for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:28.117833 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7e641555-55ba-40f0-8823-a8e78b034516 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680914 May 28 06:22:28.121678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47128) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.131497 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513228686'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.137997 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:28.148383 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:28.161406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.185576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:28.189407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:28.192312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:28.197925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:28.233423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-a61d5a9c-6783-40e8-bf7e-c8f1c0c59747 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:22:28.234702 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-a61d5a9c-6783-40e8-bf7e-c8f1c0c59747 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060947 May 28 06:22:28.280398 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.285076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.334206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e614b678-04d2-41ac-b658-d36e2ec8ca88,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:28.337929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.339136 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-edfc5cb4-cf66-4607-8b79-2358cfc33fd4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2164197 May 28 06:22:28.347533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47134) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.349178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7f0c17c5-f0aa-4656-a118-94213713e140 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': 'e614b678-04d2-41ac-b658-d36e2ec8ca88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.359730 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-7f0c17c5-f0aa-4656-a118-94213713e140 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 28 06:22:28.360333 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-7f0c17c5-f0aa-4656-a118-94213713e140 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:28.361356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7f0c17c5-f0aa-4656-a118-94213713e140 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0168228 May 28 06:22:28.364248 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47138) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.369649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5583fa1b-e8e5-4f86-9523-79f7e10a9283 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': 'e614b678-04d2-41ac-b658-d36e2ec8ca88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.370792 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-5583fa1b-e8e5-4f86-9523-79f7e10a9283 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 28 06:22:28.371422 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-5583fa1b-e8e5-4f86-9523-79f7e10a9283 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:28.372619 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5583fa1b-e8e5-4f86-9523-79f7e10a9283 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072680 May 28 06:22:28.375360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47142) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.380873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b6bbf6a8-6fe9-4013-aee0-d6ca252e0f52 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': 'e614b678-04d2-41ac-b658-d36e2ec8ca88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.382137 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-b6bbf6a8-6fe9-4013-aee0-d6ca252e0f52 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 28 06:22:28.382884 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-b6bbf6a8-6fe9-4013-aee0-d6ca252e0f52 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:28.384154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b6bbf6a8-6fe9-4013-aee0-d6ca252e0f52 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077031 May 28 06:22:28.386535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47146) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.393892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-56f8bd45-ffaf-474d-8dcf-ace9accbbd66 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': 'e614b678-04d2-41ac-b658-d36e2ec8ca88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.395309 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-56f8bd45-ffaf-474d-8dcf-ace9accbbd66 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 28 06:22:28.396127 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-56f8bd45-ffaf-474d-8dcf-ace9accbbd66 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:28.397300 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-56f8bd45-ffaf-474d-8dcf-ace9accbbd66 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096812 May 28 06:22:28.399884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47150) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.423187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-ce7fcd39-2a2f-4a27-a20a-f38c4bfe3207 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:22:28.424326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-ce7fcd39-2a2f-4a27-a20a-f38c4bfe3207 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1556733 May 28 06:22:28.436496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Request body: {'binding': {'host': 'n-h2-843679-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.437034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Unknown quota resources ['binding']. {{(pid=88417) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 28 06:22:28.470711 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33a054ee-2e6b-4468-a01d-8573f579fb0d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.498137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33a054ee-2e6b-4468-a01d-8573f579fb0d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.549956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33a054ee-2e6b-4468-a01d-8573f579fb0d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.580517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a054ee-2e6b-4468-a01d-8573f579fb0d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e614b678-04d2-41ac-b658-d36e2ec8ca88,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:28.587179 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-33a054ee-2e6b-4468-a01d-8573f579fb0d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.588224 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-33a054ee-2e6b-4468-a01d-8573f579fb0d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "DELETE /v2.0/security-groups/e614b678-04d2-41ac-b658-d36e2ec8ca88 HTTP/1.1" status: 204 len: 168 time: 0.1872578 May 28 06:22:28.592194 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47154) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.663105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0c29ff9a-caad-4dca-b740-9c9cd7422c98 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Synchronizing usage tracker for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:28.674596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on host n-h2-843679-5 for vnic_type normal with profile None {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:28.675179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:28.675632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on network 027c2303-f858-4d1e-8d68-680c2f385a1a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:28.678849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-0c29ff9a-caad-4dca-b740-9c9cd7422c98 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Unset dirty status for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:28.680167 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0c29ff9a-caad-4dca-b740-9c9cd7422c98 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874758 May 28 06:22:28.683999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47158) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.685517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on network 027c2303-f858-4d1e-8d68-680c2f385a1a not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:28.685841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on network 027c2303-f858-4d1e-8d68-680c2f385a1a {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:28.690597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'tempest-secgroup--604467857'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.691807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:28.692148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Checking segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:28.692527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Bound using segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:28.692957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Bound port: 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:28.698165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:28.708338 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:28.717546 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.737443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:28.741257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:28.744050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:28.750363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:28.762764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:28.768263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] Notify callbacks [] for binding, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.769459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f158e9e3-5f64-4651-84a6-92b058c2ac0d service neutron] 10.222.0.39 "POST /v2.0/ports/690c0abb-2b78-433b-a6a9-81d3bd872b1e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3373823 May 28 06:22:28.824784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.832750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.891974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0301c4cd-4896-4866-8bb0-e10bd637dc0b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:28.897214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:28.898673 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bacd8fd1-7f74-432b-9f9f-24de5758f5d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2136378 May 28 06:22:28.902524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47164) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.908496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-98487f9c-8338-49b6-8d87-ff6c86bd7b1b tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '0301c4cd-4896-4866-8bb0-e10bd637dc0b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.908975 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-98487f9c-8338-49b6-8d87-ff6c86bd7b1b tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 28 06:22:28.909491 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-98487f9c-8338-49b6-8d87-ff6c86bd7b1b tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:28.910429 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-98487f9c-8338-49b6-8d87-ff6c86bd7b1b tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066698 May 28 06:22:28.913199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47168) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.918538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-6260d762-a9e8-42d7-b2a8-3c7f5a124069 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '0301c4cd-4896-4866-8bb0-e10bd637dc0b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.925395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6260d762-a9e8-42d7-b2a8-3c7f5a124069 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:28.929499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6260d762-a9e8-42d7-b2a8-3c7f5a124069 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:28.932679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6260d762-a9e8-42d7-b2a8-3c7f5a124069 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:28.939080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6260d762-a9e8-42d7-b2a8-3c7f5a124069 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:28.973418 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-6260d762-a9e8-42d7-b2a8-3c7f5a124069 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:28.974860 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6260d762-a9e8-42d7-b2a8-3c7f5a124069 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0606055 May 28 06:22:28.977731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47172) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.984646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a74992c6-1564-4e0d-a1b8-3164cb90212a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '0301c4cd-4896-4866-8bb0-e10bd637dc0b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:28.985139 n-d-843679-5 neutron-server[88416]: WARNING neutron.api.v2.base [None req-a74992c6-1564-4e0d-a1b8-3164cb90212a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 28 06:22:28.986381 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-a74992c6-1564-4e0d-a1b8-3164cb90212a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:28.987487 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a74992c6-1564-4e0d-a1b8-3164cb90212a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087707 May 28 06:22:28.990807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47176) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:28.996240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-6f2f71d6-1a7a-420f-8fc4-6959692dc5f3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '0301c4cd-4896-4866-8bb0-e10bd637dc0b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:29.069895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-39bd937a-4bee-4eb1-b48b-b500fe1d1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.071431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-39bd937a-4bee-4eb1-b48b-b500fe1d1744 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1096 time: 0.0911443 May 28 06:22:29.115557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6f2f71d6-1a7a-420f-8fc4-6959692dc5f3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:29.120797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6f2f71d6-1a7a-420f-8fc4-6959692dc5f3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:29.125435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-6f2f71d6-1a7a-420f-8fc4-6959692dc5f3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:29.137828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216a344-20b1-4c50-ad9e-30a564fb58e9 req-cbf1b5a5-c3b3-4f3a-880b-c5675c745746 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.139326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5216a344-20b1-4c50-ad9e-30a564fb58e9 req-cbf1b5a5-c3b3-4f3a-880b-c5675c745746 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.2278924 May 28 06:22:29.140167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-6f2f71d6-1a7a-420f-8fc4-6959692dc5f3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:29.200013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5216a344-20b1-4c50-ad9e-30a564fb58e9 req-168b5323-b25c-4e70-9762-ba737d9a8c17 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547264 May 28 06:22:29.201232 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-6f2f71d6-1a7a-420f-8fc4-6959692dc5f3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:29.204856 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6f2f71d6-1a7a-420f-8fc4-6959692dc5f3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2103686 May 28 06:22:29.205133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47180) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:29.214441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a6983d64-255e-417b-b38c-8f97ed780757 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '0301c4cd-4896-4866-8bb0-e10bd637dc0b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:29.214922 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-a6983d64-255e-417b-b38c-8f97ed780757 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 28 06:22:29.215438 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-a6983d64-255e-417b-b38c-8f97ed780757 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:29.220273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a6983d64-255e-417b-b38c-8f97ed780757 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106962 May 28 06:22:29.220439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-6746c970-5e91-4719-9874-fcd43574e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.220439 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-6746c970-5e91-4719-9874-fcd43574e769 service neutron] 10.222.0.41 "GET /v2.0/networks?id=027c2303-f858-4d1e-8d68-680c2f385a1a HTTP/1.1" status: 200 len: 897 time: 0.1393971 May 28 06:22:29.221033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47184) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:29.225811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-dc1109b9-6290-46ac-96ac-f75ce80273b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '0301c4cd-4896-4866-8bb0-e10bd637dc0b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:29.233684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dc1109b9-6290-46ac-96ac-f75ce80273b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:29.237760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc1109b9-6290-46ac-96ac-f75ce80273b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:29.240626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-dc1109b9-6290-46ac-96ac-f75ce80273b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:29.246264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-dc1109b9-6290-46ac-96ac-f75ce80273b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:29.275043 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-dc1109b9-6290-46ac-96ac-f75ce80273b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:29.276108 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dc1109b9-6290-46ac-96ac-f75ce80273b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0541546 May 28 06:22:29.278933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47188) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:29.284594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-39c878a2-46d2-4681-98ef-f3044d2d525f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '0301c4cd-4896-4866-8bb0-e10bd637dc0b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:29.285080 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-39c878a2-46d2-4681-98ef-f3044d2d525f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 28 06:22:29.285551 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-39c878a2-46d2-4681-98ef-f3044d2d525f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:29.286462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-39c878a2-46d2-4681-98ef-f3044d2d525f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065911 May 28 06:22:29.288847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47192) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:29.293292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5b481e19-39ef-459c-8e99-91b1933f45b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '0301c4cd-4896-4866-8bb0-e10bd637dc0b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:29.300226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5b481e19-39ef-459c-8e99-91b1933f45b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:29.304048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5b481e19-39ef-459c-8e99-91b1933f45b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:29.306896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5b481e19-39ef-459c-8e99-91b1933f45b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:29.313801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5b481e19-39ef-459c-8e99-91b1933f45b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:29.327552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-4160e55a-03b2-4828-b44c-e86611e6a627 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 200 len: 1000 time: 0.0984871 May 28 06:22:29.341619 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-5b481e19-39ef-459c-8e99-91b1933f45b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:29.342636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5b481e19-39ef-459c-8e99-91b1933f45b2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0529480 May 28 06:22:29.345458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47196) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:29.350697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c65fcfb4-d52c-4750-8fd0-78817adc358d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '0301c4cd-4896-4866-8bb0-e10bd637dc0b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:29.360020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c65fcfb4-d52c-4750-8fd0-78817adc358d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:29.364013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c65fcfb4-d52c-4750-8fd0-78817adc358d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:29.366881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c65fcfb4-d52c-4750-8fd0-78817adc358d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:29.372831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c65fcfb4-d52c-4750-8fd0-78817adc358d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:29.400934 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7ae6f613-9933-4822-a664-510e53b138ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.401649 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-c65fcfb4-d52c-4750-8fd0-78817adc358d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:29.405995 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7ae6f613-9933-4822-a664-510e53b138ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=227f1860-cc02-429c-a062-4af82627f48f HTTP/1.1" status: 200 len: 833 time: 0.0651526 May 28 06:22:29.406126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c65fcfb4-d52c-4750-8fd0-78817adc358d tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0564830 May 28 06:22:29.406242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47200) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:29.469135 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e55330c0-df54-4d77-991b-2dd231c6a0a0 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.481741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-ad7527e9-4f11-4cfa-b577-1e1bbaa42a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.483659 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-ad7527e9-4f11-4cfa-b577-1e1bbaa42a8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=027c2303-f858-4d1e-8d68-680c2f385a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707986 May 28 06:22:29.499480 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e55330c0-df54-4d77-991b-2dd231c6a0a0 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.546460 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e55330c0-df54-4d77-991b-2dd231c6a0a0 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.564906 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55330c0-df54-4d77-991b-2dd231c6a0a0 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0301c4cd-4896-4866-8bb0-e10bd637dc0b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:29.571599 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e55330c0-df54-4d77-991b-2dd231c6a0a0 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.575292 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e55330c0-df54-4d77-991b-2dd231c6a0a0 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "DELETE /v2.0/security-groups/0301c4cd-4896-4866-8bb0-e10bd637dc0b HTTP/1.1" status: 204 len: 168 time: 0.1655908 May 28 06:22:29.575548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47204) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:29.627387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e08fe0df-cbf2-4ae2-9e43-b441679733bc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Synchronizing usage tracker for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:29.631347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-4227aa49-cd67-4e5f-ac46-0ba27cd3adef service neutron] 10.222.0.41 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374509 May 28 06:22:29.642901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e08fe0df-cbf2-4ae2-9e43-b441679733bc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Unset dirty status for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:29.647993 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e08fe0df-cbf2-4ae2-9e43-b441679733bc tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678210 May 28 06:22:29.648417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47208) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:29.653443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545629644'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:29.660662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:29.670234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:29.680085 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.699983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:29.704303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:29.707089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:29.712761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:29.771846 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-9c4e04d7-ce92-4afb-9189-792f7f8f966f service neutron] 10.222.0.41 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306992 May 28 06:22:29.785306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.789722 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.838535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d47bde-c05f-49c8-9f46-407c6eccb775,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:29.844087 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:29.845466 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-85ef4bec-ff4a-403d-b189-83d7cd116919 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1959963 May 28 06:22:29.848312 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47212) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:29.853296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-96f7a789-7c14-4f9a-a4d8-663b20952156 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': 'd7d47bde-c05f-49c8-9f46-407c6eccb775', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:29.860722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96f7a789-7c14-4f9a-a4d8-663b20952156 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:29.864584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96f7a789-7c14-4f9a-a4d8-663b20952156 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:29.867653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-96f7a789-7c14-4f9a-a4d8-663b20952156 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:29.874158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-96f7a789-7c14-4f9a-a4d8-663b20952156 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:29.908997 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-96f7a789-7c14-4f9a-a4d8-663b20952156 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The resource could not be found. May 28 06:22:29.910081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-96f7a789-7c14-4f9a-a4d8-663b20952156 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0609403 May 28 06:22:29.912919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47216) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:29.918086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8a869eef-5989-41b5-949d-970468e1fc50 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': 'd7d47bde-c05f-49c8-9f46-407c6eccb775', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e248ea47-0f98-403d-b55a-578a426ba8be'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:29.924893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8a869eef-5989-41b5-949d-970468e1fc50 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:29.925900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-439d2e16-5924-4593-9a66-92bb582ac9f7 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:29.927418 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-439d2e16-5924-4593-9a66-92bb582ac9f7 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364&tenant_id=d118111894a34b02b0e53fa12daa1dc2&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1096 time: 0.0828965 May 28 06:22:29.928745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8a869eef-5989-41b5-949d-970468e1fc50 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:29.931552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8a869eef-5989-41b5-949d-970468e1fc50 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:29.938181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8a869eef-5989-41b5-949d-970468e1fc50 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:29.940848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843679-5'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:29.972129 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-8a869eef-5989-41b5-949d-970468e1fc50 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The resource could not be found. May 28 06:22:29.973151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8a869eef-5989-41b5-949d-970468e1fc50 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0593483 May 28 06:22:29.976018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47220) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:30.037955 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdd4e-2067-40c9-8c40-0e4f0c4bf87c tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.056119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.065353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdd4e-2067-40c9-8c40-0e4f0c4bf87c tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.115938 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdd4e-2067-40c9-8c40-0e4f0c4bf87c tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.140291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fdd4e-2067-40c9-8c40-0e4f0c4bf87c tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d47bde-c05f-49c8-9f46-407c6eccb775,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:30.149427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdd4e-2067-40c9-8c40-0e4f0c4bf87c tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.150556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3e6fdd4e-2067-40c9-8c40-0e4f0c4bf87c tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "DELETE /v2.0/security-groups/d7d47bde-c05f-49c8-9f46-407c6eccb775 HTTP/1.1" status: 204 len: 168 time: 0.1736200 May 28 06:22:30.155713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47224) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:30.207722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ba61fe76-a297-4d6d-9fee-a6cc8f726eed tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Synchronizing usage tracker for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:30.222960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ba61fe76-a297-4d6d-9fee-a6cc8f726eed tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Unset dirty status for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:30.228427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ba61fe76-a297-4d6d-9fee-a6cc8f726eed tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715978 May 28 06:22:30.232694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47230) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:30.238469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-59841d99-9036-49c9-8593-f69dc22b8f1a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '1b74f085-10d7-43c6-b6fb-2e35e554f870', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:30.246280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-59841d99-9036-49c9-8593-f69dc22b8f1a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:30.250248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-59841d99-9036-49c9-8593-f69dc22b8f1a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:30.253151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-59841d99-9036-49c9-8593-f69dc22b8f1a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:30.259025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-59841d99-9036-49c9-8593-f69dc22b8f1a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:30.297577 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-59841d99-9036-49c9-8593-f69dc22b8f1a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The resource could not be found. May 28 06:22:30.298524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-59841d99-9036-49c9-8593-f69dc22b8f1a tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0649054 May 28 06:22:30.302011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47234) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:30.306929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'tempest-secgroup--389008928'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:30.313576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:30.324046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:30.334996 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.355441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:30.360151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:30.362967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:30.369715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:30.427426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:30.444350 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.448354 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.468697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06f5bb-0fc8-44f4-818b-2fc28a7711f2 req-85a5ea40-6927-4a35-bfaa-5875ca095987 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:30.470182 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec06f5bb-0fc8-44f4-818b-2fc28a7711f2 req-85a5ea40-6927-4a35-bfaa-5875ca095987 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.1433539 May 28 06:22:30.481861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:30.499061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52edcb74-6319-4179-9751-80bf36e8e51b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:30.502483 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.506616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-26dd8ac6-a819-4d59-9e1b-9600055886d1 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2035766 May 28 06:22:30.507308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47238) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:30.512528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'tempest-secgroup--726045334'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:30.521153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:30.525406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:30.528309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:30.534843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:30.547215 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.571257 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec06f5bb-0fc8-44f4-818b-2fc28a7711f2 req-38229dbf-6847-4e8d-93a7-8c85eeda4d19 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926881 May 28 06:22:30.573194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:30.573698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:30.578216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:30.579979 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.581476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:30.585355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.588126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:30.643904 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7781ca27-99d1-4e48-9beb-e787ac833eb0'] response: {'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'code': 200} May 28 06:22:30.670535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.675655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.728620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53665ff6-91c1-4dd9-9a90-26cd9f3fad03,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:30.733174 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.738382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-446d1831-194d-4aca-a7b0-7eaf05a6c12f tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2271640 May 28 06:22:30.740160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47244) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:30.747944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-62267685-3eb8-4adc-ae79-3fe3b45b51e3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group_rule': {'security_group_id': '52edcb74-6319-4179-9751-80bf36e8e51b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '53665ff6-91c1-4dd9-9a90-26cd9f3fad03'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:30.756550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-62267685-3eb8-4adc-ae79-3fe3b45b51e3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:30.761090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-62267685-3eb8-4adc-ae79-3fe3b45b51e3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:30.765340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Pushing event updated for resources: {'Port': ['ID=690c0abb-2b78-433b-a6a9-81d3bd872b1e,revision_number=7']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:30.765724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-62267685-3eb8-4adc-ae79-3fe3b45b51e3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:30.776018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-62267685-3eb8-4adc-ae79-3fe3b45b51e3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:30.816962 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-62267685-3eb8-4adc-ae79-3fe3b45b51e3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:22:30.820926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-62267685-3eb8-4adc-ae79-3fe3b45b51e3 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0782831 May 28 06:22:30.821067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47248) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:30.834858 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on host n-h1-843679-5 for vnic_type normal with profile {"migrating_to": "n-h2-843679-5"} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:30.835326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:30.835749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on network 027c2303-f858-4d1e-8d68-680c2f385a1a {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:30.840897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on network 027c2303-f858-4d1e-8d68-680c2f385a1a not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:22:30.841832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Attempting to bind port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on network 027c2303-f858-4d1e-8d68-680c2f385a1a {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:30.847409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:30.847885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Checking segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:30.848373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Bound using segment: {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'} {{(pid=88416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:30.848928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.managers [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Bound port: 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83eeda9-22de-4064-9375-047820066712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a'}}] {{(pid=88416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:30.849379 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.891033 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b66c7949-2618-4f09-abd8-0c74a41ab8fa tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.919952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b66c7949-2618-4f09-abd8-0c74a41ab8fa tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.949881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:30.952725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:30.956314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.971552 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b66c7949-2618-4f09-abd8-0c74a41ab8fa tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.991429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c7949-2618-4f09-abd8-0c74a41ab8fa tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53665ff6-91c1-4dd9-9a90-26cd9f3fad03,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:30.992141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-68fd4f2c-facf-4bf8-93e2-1e51d0a55a86 None None] Provisioning complete for port 690c0abb-2b78-433b-a6a9-81d3bd872b1e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:30.992621 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68fd4f2c-facf-4bf8-93e2-1e51d0a55a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.999948 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b66c7949-2618-4f09-abd8-0c74a41ab8fa tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:30.999948 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b66c7949-2618-4f09-abd8-0c74a41ab8fa tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "DELETE /v2.0/security-groups/53665ff6-91c1-4dd9-9a90-26cd9f3fad03 HTTP/1.1" status: 204 len: 168 time: 0.1776206 May 28 06:22:31.002146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47252) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:31.068238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fb87e500-5431-4948-aee9-b400a469c36c tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Synchronizing usage tracker for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:31.087115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-fb87e500-5431-4948-aee9-b400a469c36c tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Unset dirty status for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:31.088569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fb87e500-5431-4948-aee9-b400a469c36c tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0854197 May 28 06:22:31.091952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47256) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:31.137777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Pushing event updated for resources: {'Port': ['ID=690c0abb-2b78-433b-a6a9-81d3bd872b1e,revision_number=8']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:31.169161 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acf0e0da-52c9-43c7-a863-cec4592a1d24 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.184067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-68fd4f2c-facf-4bf8-93e2-1e51d0a55a86 None None] Current status of the port 690c0abb-2b78-433b-a6a9-81d3bd872b1e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:31.184801 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68fd4f2c-facf-4bf8-93e2-1e51d0a55a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.185800 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:31.186440 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.188967 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7c833bf8-86f6-4e8f-8fb2-b9b1672a75b2 service neutron] 10.222.0.41 "PUT /v2.0/ports/690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 200 len: 1121 time: 1.2514234 May 28 06:22:31.205545 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acf0e0da-52c9-43c7-a863-cec4592a1d24 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.242968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:31.265626 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acf0e0da-52c9-43c7-a863-cec4592a1d24 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.266985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-68fd4f2c-facf-4bf8-93e2-1e51d0a55a86 None None] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:31.272510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-68fd4f2c-facf-4bf8-93e2-1e51d0a55a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.284458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0e0da-52c9-43c7-a863-cec4592a1d24 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52edcb74-6319-4179-9751-80bf36e8e51b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:31.306129 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-acf0e0da-52c9-43c7-a863-cec4592a1d24 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.307306 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-acf0e0da-52c9-43c7-a863-cec4592a1d24 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "DELETE /v2.0/security-groups/52edcb74-6319-4179-9751-80bf36e8e51b HTTP/1.1" status: 204 len: 168 time: 0.2141609 May 28 06:22:31.309914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47262) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:31.328110 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e317a5db-e565-4f91-aaa6-8a4ded078605'] response: {'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'code': 200} May 28 06:22:31.365305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-860d26e0-64c7-4ba0-95e8-d978d2f5b3a2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Synchronizing usage tracker for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:31.366709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['690c0abb-2b78-433b-a6a9-81d3bd872b1e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:22:31.380155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-860d26e0-64c7-4ba0-95e8-d978d2f5b3a2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Unset dirty status for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:31.385227 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-860d26e0-64c7-4ba0-95e8-d978d2f5b3a2 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706108 May 28 06:22:31.385639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47266) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:31.392583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'tempest-secgroup--448586658'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:31.401643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:31.405119 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.412161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:31.422218 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.442535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:31.446943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Usage tracker for resource:security_group_rule and tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:31.449408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:31.455990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:31.511805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd4f2c-facf-4bf8-93e2-1e51d0a55a86 None None] Pushing event updated for resources: {'Port': ['ID=690c0abb-2b78-433b-a6a9-81d3bd872b1e,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:31.527662 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.532143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.577156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a975eba1-3a2d-4a93-9b31-aed03a2ba442,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:31.583314 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.587144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-040e920b-bb6f-4e99-bb26-e9b9c42f7ec9 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1978822 May 28 06:22:31.587589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47270) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:31.593389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7ee986a7-7207-4e80-a4ea-4d62ef58c2b4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:31.593814 n-d-843679-5 neutron-server[88417]: WARNING neutron.api.v2.base [None req-7ee986a7-7207-4e80-a4ea-4d62ef58c2b4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 28 06:22:31.594354 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-7ee986a7-7207-4e80-a4ea-4d62ef58c2b4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] update failed (client error): There was a conflict when trying to complete your request. May 28 06:22:31.598163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7ee986a7-7207-4e80-a4ea-4d62ef58c2b4 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "PUT /v2.0/security-groups/a975eba1-3a2d-4a93-9b31-aed03a2ba442 HTTP/1.1" status: 409 len: 330 time: 0.0065172 May 28 06:22:31.598417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47274) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:31.665256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0407ba3c-afb4-41ed-8a2e-59411b1c1720 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.693573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0407ba3c-afb4-41ed-8a2e-59411b1c1720 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.712589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1529bfc8-bcaa-408c-920e-7606b8e5516e None None] Provisioning complete for port 690c0abb-2b78-433b-a6a9-81d3bd872b1e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:22:31.712954 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1529bfc8-bcaa-408c-920e-7606b8e5516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.794918 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0407ba3c-afb4-41ed-8a2e-59411b1c1720 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.824028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980155fb-bc82-45ea-8237-3ddedd9ae198 req-4c766cb3-6ee6-41f5-bfa9-7608c9504146 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:31.826048 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-980155fb-bc82-45ea-8237-3ddedd9ae198 req-4c766cb3-6ee6-41f5-bfa9-7608c9504146 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.1233215 May 28 06:22:31.827221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407ba3c-afb4-41ed-8a2e-59411b1c1720 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a975eba1-3a2d-4a93-9b31-aed03a2ba442,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:31.834859 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0407ba3c-afb4-41ed-8a2e-59411b1c1720 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:31.838509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0407ba3c-afb4-41ed-8a2e-59411b1c1720 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "DELETE /v2.0/security-groups/a975eba1-3a2d-4a93-9b31-aed03a2ba442 HTTP/1.1" status: 204 len: 168 time: 0.2367933 May 28 06:22:31.838957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47280) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:31.881299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-980155fb-bc82-45ea-8237-3ddedd9ae198 req-b492561a-00a7-44ed-97df-ac4d9ef5c7e6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427551 May 28 06:22:31.900959 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a48a2f57-2915-46d2-a724-c2e9d61bf0db tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Synchronizing usage tracker for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:31.905208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1529bfc8-bcaa-408c-920e-7606b8e5516e None None] Current status of the port 690c0abb-2b78-433b-a6a9-81d3bd872b1e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:22:31.918772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a48a2f57-2915-46d2-a724-c2e9d61bf0db tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] Unset dirty status for tenant:f6cfe35e3f8742a6bdab604fe39ca2a7 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:31.920338 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a48a2f57-2915-46d2-a724-c2e9d61bf0db tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802829 May 28 06:22:31.924091 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47284) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:31.940301 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-54d4469d-92ec-4cb3-8036-83ae08727520 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] delete failed (client error): The resource could not be found. May 28 06:22:31.941245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-54d4469d-92ec-4cb3-8036-83ae08727520 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "DELETE /v2.0/security-groups/c12dab14-a2a5-4282-bf62-e499928733f6 HTTP/1.1" status: 404 len: 347 time: 0.0162086 May 28 06:22:31.944605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47288) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:31.962815 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-db3febac-09ce-4fa6-9b24-6d2fe9f31605 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] show failed (client error): The resource could not be found. May 28 06:22:31.963784 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-db3febac-09ce-4fa6-9b24-6d2fe9f31605 tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-groups/ed85046c-7b1e-4c76-bd3e-ff8b3a8e2f7f HTTP/1.1" status: 404 len: 347 time: 0.0183513 May 28 06:22:31.967161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47292) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:31.980242 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-d1305c84-d6a6-4404-b933-d70a9d13c60b tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] show failed (client error): The resource could not be found. May 28 06:22:31.981172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d1305c84-d6a6-4404-b933-d70a9d13c60b tempest-NegativeSecGroupTest-2034281578 tempest-NegativeSecGroupTest-2034281578-project] 10.222.0.39 "GET /v2.0/security-group-rules/d13aadd1-cd36-4be8-a4a9-8fbeb702a0ff HTTP/1.1" status: 404 len: 356 time: 0.0131440 May 28 06:22:32.246047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47300) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:32.390028 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c1bbbb40-f8ba-4025-acd7-ddb673d98454 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6cfe35e3f8742a6bdab604fe39ca2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427941 May 28 06:22:32.392430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47306) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:32.448577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb7212c-20e7-4105-a216-d16586981869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:32.473900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb7212c-20e7-4105-a216-d16586981869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:32.523580 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb7212c-20e7-4105-a216-d16586981869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:32.539372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7212c-20e7-4105-a216-d16586981869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a017ab-fdf4-4701-85ff-9ed189eb9379,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:32.551482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bfb7212c-20e7-4105-a216-d16586981869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:32.552615 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bfb7212c-20e7-4105-a216-d16586981869 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8a017ab-fdf4-4701-85ff-9ed189eb9379 HTTP/1.1" status: 204 len: 168 time: 0.1593041 May 28 06:22:32.644856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:32.690285 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc66f7bb-8054-493c-ab28-a35166ed5e7d'] response: {'name': 'network-changed', 'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'status': 'completed', 'code': 200} May 28 06:22:32.803059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-b898c0d7-8015-4ca0-8ac1-5c9512fc06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:32.804554 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-b898c0d7-8015-4ca0-8ac1-5c9512fc06ea service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1126 time: 0.0730090 May 28 06:22:32.941862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-b4eb04e2-2e73-4b49-82af-6d6322ca2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:32.943362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-b4eb04e2-2e73-4b49-82af-6d6322ca2d53 service neutron] 10.222.0.33 "GET /v2.0/networks?id=027c2303-f858-4d1e-8d68-680c2f385a1a HTTP/1.1" status: 200 len: 897 time: 0.1320217 May 28 06:22:33.102195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-eb531dbf-d68d-46f1-9c3c-56732353294e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 200 len: 1000 time: 0.1526029 May 28 06:22:33.172381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da67622-92e1-4f5e-bdc3-479955e1139a req-b548fb51-028d-41fc-945a-81c36dcd2540 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:33.173865 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8da67622-92e1-4f5e-bdc3-479955e1139a req-b548fb51-028d-41fc-945a-81c36dcd2540 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.1704309 May 28 06:22:33.182775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-3c86ddff-b055-42d7-a69d-4090f36ef64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:33.184175 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-3c86ddff-b055-42d7-a69d-4090f36ef64c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=227f1860-cc02-429c-a062-4af82627f48f HTTP/1.1" status: 200 len: 833 time: 0.0746241 May 28 06:22:33.273131 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8da67622-92e1-4f5e-bdc3-479955e1139a req-6e3840a2-5e02-409c-8f9b-d7acf414ee91 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923688 May 28 06:22:33.293335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-c5c4d174-7f5c-4e16-a1e8-0e4cbe9e7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:33.294926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-c5c4d174-7f5c-4e16-a1e8-0e4cbe9e7f63 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=027c2303-f858-4d1e-8d68-680c2f385a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962489 May 28 06:22:33.429627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-0141cf82-9fc5-42ee-9f38-60c4d75ab046 service neutron] 10.222.0.33 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280870 May 28 06:22:33.569541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-03d1ae8a-6557-4c9a-b326-014204d27549 req-466056ff-cd92-4336-8804-24cff37308bd service neutron] 10.222.0.33 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335936 May 28 06:22:33.962670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 690c0abb-2b78-433b-a6a9-81d3bd872b1e details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:22:34.102294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:34.119915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 690c0abb-2b78-433b-a6a9-81d3bd872b1e has no active binding in host n-h2-843679-5 {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 28 06:22:34.467475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59b6aa-bf93-482b-a444-d21f1d4eda50 req-57dfee6e-f66d-4096-a671-ba6230bb1b8c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:34.468972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a59b6aa-bf93-482b-a444-d21f1d4eda50 req-57dfee6e-f66d-4096-a671-ba6230bb1b8c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.0844648 May 28 06:22:34.515755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a59b6aa-bf93-482b-a444-d21f1d4eda50 req-39f615f3-d8e3-4e36-9494-c0add08e682c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409036 May 28 06:22:35.812166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947784a-4032-4926-b9ac-1af2ad661400 req-482bd501-7a47-4b95-8828-2d684ab104ac tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:35.813839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c947784a-4032-4926-b9ac-1af2ad661400 req-482bd501-7a47-4b95-8828-2d684ab104ac tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 945 time: 0.1893244 May 28 06:22:35.857888 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c947784a-4032-4926-b9ac-1af2ad661400 req-4da0cb3b-b5e6-40f2-880e-02229394d558 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383382 May 28 06:22:36.526783 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-77d6b896-dfe6-4889-8ce2-07058e590794 service neutron] 10.222.0.33 "GET /v2.0/ports/690c0abb-2b78-433b-a6a9-81d3bd872b1e/bindings/n-h2-843679-5 HTTP/1.1" status: 200 len: 384 time: 0.0781429 May 28 06:22:36.787487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:36.812755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:36.871869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:36.881247 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:36.900625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:36.945202 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3d608a-e2a8-403d-a77a-6251010e1291'] response: {'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'code': 200} May 28 06:22:37.015544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Transition to ACTIVE for port object 690c0abb-2b78-433b-a6a9-81d3bd872b1e will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:37.020419 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:37.084395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f2470-2aed-4ff5-9ea5-71f28681e381 req-39be13b3-bfee-437b-bbe2-20d187f68203 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:37.087259 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-005f2470-2aed-4ff5-9ea5-71f28681e381 req-39be13b3-bfee-437b-bbe2-20d187f68203 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 944 time: 0.1072156 May 28 06:22:37.141758 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-005f2470-2aed-4ff5-9ea5-71f28681e381 req-f450d401-521f-4791-8a73-c76b4d447986 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485060 May 28 06:22:37.216257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Pushing event updated for resources: {'Port': ['ID=690c0abb-2b78-433b-a6a9-81d3bd872b1e,revision_number=11']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:37.230030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.230402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.230697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.231027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.231371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.232215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.232533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.232848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.233160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.233472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.233784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.234101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:37.284130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] No DVR routers for this DVR port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:37.523859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-f677cfba-0ed8-4fca-94be-802c17e0454f service neutron] 10.222.0.33 "PUT /v2.0/ports/690c0abb-2b78-433b-a6a9-81d3bd872b1e/bindings/n-h2-843679-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9913411 May 28 06:22:37.693697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-2316974a-5215-48e7-b773-c353ef0beaf2 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:37.695094 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-2316974a-5215-48e7-b773-c353ef0beaf2 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364&tenant_id=d118111894a34b02b0e53fa12daa1dc2&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 1095 time: 0.0746353 May 28 06:22:37.786961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-487f5dd0-2a8e-43d9-aa20-334e21f83e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:37.788482 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-487f5dd0-2a8e-43d9-aa20-334e21f83e9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 1095 time: 0.0833702 May 28 06:22:37.891343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-3750c34f-175b-4dec-8ac3-d4f2ab188e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:37.892844 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-3750c34f-175b-4dec-8ac3-d4f2ab188e59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1095 time: 0.0780439 May 28 06:22:38.153155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-6a2cda7f-f882-4f13-8c60-d26869deacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:38.155153 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-6a2cda7f-f882-4f13-8c60-d26869deacf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=027c2303-f858-4d1e-8d68-680c2f385a1a HTTP/1.1" status: 200 len: 897 time: 0.2526102 May 28 06:22:38.266895 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-a5292874-84cf-4893-a6fd-7cc63e9306d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 200 len: 998 time: 0.1042657 May 28 06:22:38.342067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-9a97c8cf-e087-4a79-b4b6-fa9d8eed5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:38.344051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-9a97c8cf-e087-4a79-b4b6-fa9d8eed5362 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=227f1860-cc02-429c-a062-4af82627f48f HTTP/1.1" status: 200 len: 833 time: 0.0680704 May 28 06:22:38.364381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc139a-4441-4458-b7c3-d62860ce5352 req-ac3724dc-ab61-4cae-a8f4-3ef0902b1494 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:38.365898 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-13fc139a-4441-4458-b7c3-d62860ce5352 req-ac3724dc-ab61-4cae-a8f4-3ef0902b1494 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 944 time: 0.1059198 May 28 06:22:38.414466 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-13fc139a-4441-4458-b7c3-d62860ce5352 req-9d29cb15-f6bc-4784-b66a-1626e3fba0a7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425200 May 28 06:22:38.435554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7a07493a-8482-4288-9d65-a51cef2ed440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:38.435554 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-7a07493a-8482-4288-9d65-a51cef2ed440 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=027c2303-f858-4d1e-8d68-680c2f385a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789409 May 28 06:22:38.536176 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9e8be36d-ae77-4e53-ad6e-4950aaf0c74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:38.585798 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-cbcec6d0-5783-4355-9ab9-ad02a4800780 service neutron] 10.222.0.41 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451664 May 28 06:22:38.724786 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-5c3ed121-b82b-459e-9f5b-70ddee3e9541 service neutron] 10.222.0.41 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294177 May 28 06:22:39.035615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-3a28d0dd-d6f3-454d-bc75-1f10088ec99e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:39.037081 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-3a28d0dd-d6f3-454d-bc75-1f10088ec99e tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364&tenant_id=d118111894a34b02b0e53fa12daa1dc2&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 1095 time: 0.0790453 May 28 06:22:39.147935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-24eb7a86-0219-4b55-942f-240cd65111e5 service neutron] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h1-843679-5, cleared binding levels {{(pid=88416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:39.151300 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-24eb7a86-0219-4b55-942f-240cd65111e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:39.152371 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e9143ea9-3918-4f72-9065-6b2f50221450 req-24eb7a86-0219-4b55-942f-240cd65111e5 service neutron] 10.222.0.41 "DELETE /v2.0/ports/690c0abb-2b78-433b-a6a9-81d3bd872b1e/bindings/n-h1-843679-5 HTTP/1.1" status: 204 len: 173 time: 0.1066289 May 28 06:22:39.614985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e410bd6-ad62-4ec1-8b95-de92ec62b521 req-7e2ec7da-20b4-4626-8779-99b5e6dfabe4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:39.616495 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e410bd6-ad62-4ec1-8b95-de92ec62b521 req-7e2ec7da-20b4-4626-8779-99b5e6dfabe4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 944 time: 0.0932627 May 28 06:22:39.662924 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e410bd6-ad62-4ec1-8b95-de92ec62b521 req-f485be0e-c168-4aad-9399-326f50d5b607 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395799 May 28 06:22:39.844447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaf869-c83a-443d-850c-58d22d6186c2 req-9d3bdc6a-b1c4-4db4-844f-0f78855627c0 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:39.845947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aceaf869-c83a-443d-850c-58d22d6186c2 req-9d3bdc6a-b1c4-4db4-844f-0f78855627c0 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1095 time: 0.0744822 May 28 06:22:39.857191 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 690c0abb-2b78-433b-a6a9-81d3bd872b1e no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:39.891839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aceaf869-c83a-443d-850c-58d22d6186c2 req-7d58734c-9019-49a2-8f8b-daa4487d118a tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395982 May 28 06:22:39.922614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 690c0abb-2b78-433b-a6a9-81d3bd872b1e not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:40.084987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3754-5993-4a2c-a267-69610709e04c req-1aefaab8-9f07-4834-8311-d03a07125051 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:40.086477 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-021c3754-5993-4a2c-a267-69610709e04c req-1aefaab8-9f07-4834-8311-d03a07125051 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 944 time: 0.0803463 May 28 06:22:40.135623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-021c3754-5993-4a2c-a267-69610709e04c req-bd13cdf7-345f-442f-a759-cbb43b80fad8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425017 May 28 06:22:40.160119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47406) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:40.266038 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-38451f12-6467-464d-9b20-6a896729333c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/95e99461-7393-402b-98fd-c8fd6717e0fe HTTP/1.1" status: 200 len: 990 time: 0.1046290 May 28 06:22:40.423880 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:40.724664 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-15e9b857-4a6f-422c-afda-0fca362c4b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:41.660564 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:41.742420 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.306614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47422) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:42.422842 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a44658-ae4d-4ff3-ac65-cf1bb95b2bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.437454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-39a44658-ae4d-4ff3-ac65-cf1bb95b2bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:42.441183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-39a44658-ae4d-4ff3-ac65-cf1bb95b2bf0 admin admin] Usage tracker for resource:security_group_rule and tenant:3967cd21db9f46e389e0c0bfa20234ed is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:42.444016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-39a44658-ae4d-4ff3-ac65-cf1bb95b2bf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:42.449719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-39a44658-ae4d-4ff3-ac65-cf1bb95b2bf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:42.534903 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a44658-ae4d-4ff3-ac65-cf1bb95b2bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.538896 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39a44658-ae4d-4ff3-ac65-cf1bb95b2bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.561883 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47430) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:42.586652 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-39a44658-ae4d-4ff3-ac65-cf1bb95b2bf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3967cd21db9f46e389e0c0bfa20234ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789316 May 28 06:22:42.588380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a44658-ae4d-4ff3-ac65-cf1bb95b2bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09448c7f-e9cf-4e5e-a1b8-da67437aa9b1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:42.590604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47434) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:42.650429 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa377-78eb-4658-9cf2-271bf92a6301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.676319 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa377-78eb-4658-9cf2-271bf92a6301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.727843 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa377-78eb-4658-9cf2-271bf92a6301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.745632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aa377-78eb-4658-9cf2-271bf92a6301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09448c7f-e9cf-4e5e-a1b8-da67437aa9b1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:42.750307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa377-78eb-4658-9cf2-271bf92a6301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.754214 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ea3aa377-78eb-4658-9cf2-271bf92a6301 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09448c7f-e9cf-4e5e-a1b8-da67437aa9b1 HTTP/1.1" status: 204 len: 168 time: 0.1626368 May 28 06:22:42.774020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port 88dd270c-630f-4b15-a9a0-0d8e886090cf {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:42.774374 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.952757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:42.953078 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.044637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47442) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:43.065347 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-823ee6e5-04b8-4cb1-af30-a45ce214a3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.080022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-823ee6e5-04b8-4cb1-af30-a45ce214a3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:43.081210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for 88dd270c-630f-4b15-a9a0-0d8e886090cf owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:43.083842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-823ee6e5-04b8-4cb1-af30-a45ce214a3be admin admin] Usage tracker for resource:security_group_rule and tenant:98cd470e508d43d6b0775972dbfc18f0 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:43.086621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-823ee6e5-04b8-4cb1-af30-a45ce214a3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:43.092889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-823ee6e5-04b8-4cb1-af30-a45ce214a3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:43.190366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-823ee6e5-04b8-4cb1-af30-a45ce214a3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.193977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-823ee6e5-04b8-4cb1-af30-a45ce214a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.244435 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-823ee6e5-04b8-4cb1-af30-a45ce214a3be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98cd470e508d43d6b0775972dbfc18f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962385 May 28 06:22:43.244435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ee6e5-04b8-4cb1-af30-a45ce214a3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912b02f0-e136-44d6-b50d-f4fe349f9ce8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:43.244823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47446) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:43.257573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.322329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=88dd270c-630f-4b15-a9a0-0d8e886090cf,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:43.405622 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.433467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a60d338-a09c-4ede-97cb-f558539d06bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.446008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.446335 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Floating IP 95e99461-7393-402b-98fd-c8fd6717e0fe disassociated (deleted). External IP: 172.25.4.13, port: 690c0abb-2b78-433b-a6a9-81d3bd872b1e. May 28 06:22:43.646913 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a60d338-a09c-4ede-97cb-f558539d06bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.829820 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a60d338-a09c-4ede-97cb-f558539d06bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.865816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60d338-a09c-4ede-97cb-f558539d06bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b02f0-e136-44d6-b50d-f4fe349f9ce8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:43.964511 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a60d338-a09c-4ede-97cb-f558539d06bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:43.965549 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3a60d338-a09c-4ede-97cb-f558539d06bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/912b02f0-e136-44d6-b50d-f4fe349f9ce8 HTTP/1.1" status: 204 len: 168 time: 0.7199533 May 28 06:22:43.982804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:22:44.165631 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:22:44.170780 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:44.177547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] Sync routers for ids ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:22:44.187815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] Routers {'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:44.188667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:22:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:44.234556 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b81aecb7-3eed-41dc-b845-8ba41ffb02f9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/floatingips/95e99461-7393-402b-98fd-c8fd6717e0fe HTTP/1.1" status: 204 len: 168 time: 1.6711836 May 28 06:22:44.235161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:44.406235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] Set router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:44.445144 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9838fa54-cdb2-42c2-b6a0-366d21bbf890'] response: {'name': 'network-changed', 'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'status': 'completed', 'code': 200} May 28 06:22:44.570271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-f39cbf16-0bdd-4f52-8ca2-8f1c69a9bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:44.572357 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-f39cbf16-0bdd-4f52-8ca2-8f1c69a9bdea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 1095 time: 0.0903270 May 28 06:22:44.669301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21893278-2444-4348-914a-546fb3b4cbb5 req-97aabbd0-ccf7-45a8-9ca2-3386a6b78407 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:44.671367 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-21893278-2444-4348-914a-546fb3b4cbb5 req-97aabbd0-ccf7-45a8-9ca2-3386a6b78407 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 944 time: 0.0965011 May 28 06:22:44.741819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-ec634b68-47cc-4746-b01b-9bb114d268d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:44.744747 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-ec634b68-47cc-4746-b01b-9bb114d268d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=027c2303-f858-4d1e-8d68-680c2f385a1a HTTP/1.1" status: 200 len: 897 time: 0.1646075 May 28 06:22:44.843396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:02Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dc54cedb-4c9f-4be9-bf4d-c0df555db0b3', 'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:d3:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:01Z', 'updated_at': '2022-05-28T06:21:08Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '227f1860-cc02-429c-a062-4af82627f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:44.847988 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-fe2a0a0e-de88-4fb0-8032-0537b29bcece service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 200 len: 217 time: 0.0962391 May 28 06:22:44.852646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] Checking router: fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:22:44.861006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-21893278-2444-4348-914a-546fb3b4cbb5 req-0789b91b-2a27-4f97-a798-893e36958215 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=423b6a0f-4978-4b46-99b1-fc8df58e0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818330 May 28 06:22:44.868201 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] Routers {'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:44.868833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:22:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:44.923917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-c818a378-10dc-4359-9fda-a1528c9c3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:44.925732 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-c818a378-10dc-4359-9fda-a1528c9c3d86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=227f1860-cc02-429c-a062-4af82627f48f HTTP/1.1" status: 200 len: 833 time: 0.0705962 May 28 06:22:45.003069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-2c7a6c29-b020-456b-b2ce-006b9ece0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:45.004638 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-2c7a6c29-b020-456b-b2ce-006b9ece0c4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=027c2303-f858-4d1e-8d68-680c2f385a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724063 May 28 06:22:45.066746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] Set router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:45.088627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-a4a18f5d-09e6-4510-8ac5-c89358acf929 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:45.091439 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-a4a18f5d-09e6-4510-8ac5-c89358acf929 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.41 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 944 time: 0.1040926 May 28 06:22:45.188169 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-8932048a-d4ee-4f04-9ac3-67e39cfb53b7 service neutron] 10.222.0.41 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770644 May 28 06:22:45.209370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-21a22f83-6c4b-432d-80e7-303e7af8e4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port 690c0abb-2b78-433b-a6a9-81d3bd872b1e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:45.209956 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-21a22f83-6c4b-432d-80e7-303e7af8e4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:45.335053 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-cf552e66-3722-438b-90e8-5ef576822391 service neutron] 10.222.0.41 "GET /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364064 May 28 06:22:45.441003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:02Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dc54cedb-4c9f-4be9-bf4d-c0df555db0b3', 'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:d3:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:01Z', 'updated_at': '2022-05-28T06:21:08Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '227f1860-cc02-429c-a062-4af82627f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:45.445577 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebe879e-2a1d-4db3-8ef2-4c4b71747ed5 None None] The sync data for ids ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'] in n-d-843679-5 is: [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:21:02Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'dc54cedb-4c9f-4be9-bf4d-c0df555db0b3', 'name': '', 'network_id': '027c2303-f858-4d1e-8d68-680c2f385a1a', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:d3:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '227f1860-cc02-429c-a062-4af82627f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:21:01Z', 'updated_at': '2022-05-28T06:21:08Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': '227f1860-cc02-429c-a062-4af82627f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:22:45.490411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-21a22f83-6c4b-432d-80e7-303e7af8e4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port 690c0abb-2b78-433b-a6a9-81d3bd872b1e, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=690c0abb-2b78-433b-a6a9-81d3bd872b1e,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:45.490759 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-21a22f83-6c4b-432d-80e7-303e7af8e4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:45.626367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-21a22f83-6c4b-432d-80e7-303e7af8e4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for 690c0abb-2b78-433b-a6a9-81d3bd872b1e owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:45.701658 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb020307-99d4-4cd3-b77d-afb410f53fe9 None None] New status for floating IP 95e99461-7393-402b-98fd-c8fd6717e0fe: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:22:45.781968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-21a22f83-6c4b-432d-80e7-303e7af8e4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:45.838409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a22f83-6c4b-432d-80e7-303e7af8e4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=690c0abb-2b78-433b-a6a9-81d3bd872b1e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:45.922173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-21a22f83-6c4b-432d-80e7-303e7af8e4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] No DVR routers for this DVR port 690c0abb-2b78-433b-a6a9-81d3bd872b1e on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:45.925026 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-21a22f83-6c4b-432d-80e7-303e7af8e4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:45.928889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'name': 'network-vif-deleted', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:22:45.944180 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-085c28ae-e1cc-4269-8b05-b97b6be6a850 req-21a22f83-6c4b-432d-80e7-303e7af8e4ba tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.41 "DELETE /v2.0/ports/690c0abb-2b78-433b-a6a9-81d3bd872b1e HTTP/1.1" status: 204 len: 173 time: 0.8449819 May 28 06:22:45.991857 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52c249b-d188-4440-8ce3-4d798548066d'] response: {'server_uuid': 'e83d32e4-9627-4cff-b58d-97cc56696364', 'name': 'network-vif-deleted', 'tag': '690c0abb-2b78-433b-a6a9-81d3bd872b1e', 'status': 'completed', 'code': 200} May 28 06:22:46.035611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0318119b-93a1-417f-bdcc-2a74d7aaeb28 req-c328ccdf-a51a-47c8-957e-206f21076db6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:22:46.055630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-0318119b-93a1-417f-bdcc-2a74d7aaeb28 req-c328ccdf-a51a-47c8-957e-206f21076db6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:22:46.064664 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0318119b-93a1-417f-bdcc-2a74d7aaeb28 req-c328ccdf-a51a-47c8-957e-206f21076db6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83d32e4-9627-4cff-b58d-97cc56696364 HTTP/1.1" status: 200 len: 210 time: 0.0843756 May 28 06:22:46.735075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47528) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:46.846782 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdb04-1127-4dc8-ab08-63ee7390d6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:46.861567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9f4bdb04-1127-4dc8-ab08-63ee7390d6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:46.865411 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9f4bdb04-1127-4dc8-ab08-63ee7390d6dd admin admin] Usage tracker for resource:security_group_rule and tenant:192d429a97394fb7b8bae5473fc8573e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:46.868303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9f4bdb04-1127-4dc8-ab08-63ee7390d6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:46.874512 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9f4bdb04-1127-4dc8-ab08-63ee7390d6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:46.953419 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdb04-1127-4dc8-ab08-63ee7390d6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:46.956940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdb04-1127-4dc8-ab08-63ee7390d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.003109 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9f4bdb04-1127-4dc8-ab08-63ee7390d6dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=192d429a97394fb7b8bae5473fc8573e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669730 May 28 06:22:47.004692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bdb04-1127-4dc8-ab08-63ee7390d6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d18fb6-71e6-44da-b91f-9a079143c4b5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:47.005792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47534) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:47.065185 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b88bdac-7d12-4865-87ea-9fa7c3cbbd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.090416 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b88bdac-7d12-4865-87ea-9fa7c3cbbd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.146107 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b88bdac-7d12-4865-87ea-9fa7c3cbbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.155420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47540) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:47.160680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88bdac-7d12-4865-87ea-9fa7c3cbbd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d18fb6-71e6-44da-b91f-9a079143c4b5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:47.169677 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0b88bdac-7d12-4865-87ea-9fa7c3cbbd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.171272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0b88bdac-7d12-4865-87ea-9fa7c3cbbd20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69d18fb6-71e6-44da-b91f-9a079143c4b5 HTTP/1.1" status: 204 len: 168 time: 0.1638782 May 28 06:22:47.462755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47548) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:47.480558 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47c579e0-c774-4efc-9597-c0951f949f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.495163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-47c579e0-c774-4efc-9597-c0951f949f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:47.499019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-47c579e0-c774-4efc-9597-c0951f949f1a admin admin] Usage tracker for resource:security_group_rule and tenant:2325bb75b36d43418b55dec858907e8b is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:47.501818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-47c579e0-c774-4efc-9597-c0951f949f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:47.507522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-47c579e0-c774-4efc-9597-c0951f949f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:47.593345 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47c579e0-c774-4efc-9597-c0951f949f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.597269 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-47c579e0-c774-4efc-9597-c0951f949f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.650365 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-47c579e0-c774-4efc-9597-c0951f949f1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2325bb75b36d43418b55dec858907e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864996 May 28 06:22:47.651359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c579e0-c774-4efc-9597-c0951f949f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee938fea-8c98-4054-9bac-fa6307e64f0e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:47.654279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47552) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:47.711412 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26e62c7e-c1f8-4b57-89ca-b7413793b852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.738038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26e62c7e-c1f8-4b57-89ca-b7413793b852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.790864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26e62c7e-c1f8-4b57-89ca-b7413793b852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.805629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e62c7e-c1f8-4b57-89ca-b7413793b852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee938fea-8c98-4054-9bac-fa6307e64f0e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:47.813639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-26e62c7e-c1f8-4b57-89ca-b7413793b852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.816063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-26e62c7e-c1f8-4b57-89ca-b7413793b852 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee938fea-8c98-4054-9bac-fa6307e64f0e HTTP/1.1" status: 204 len: 168 time: 0.1608014 May 28 06:22:47.845576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:47.991517 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 690c0abb-2b78-433b-a6a9-81d3bd872b1e no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:48.024752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 690c0abb-2b78-433b-a6a9-81d3bd872b1e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:22:48.025101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 690c0abb-2b78-433b-a6a9-81d3bd872b1e not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:48.214332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:48.214832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:48.414685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port dc54cedb-4c9f-4be9-bf4d-c0df555db0b3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dc54cedb-4c9f-4be9-bf4d-c0df555db0b3,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:48.415048 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:48.541399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:48.744242 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:48.909116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=dc54cedb-4c9f-4be9-bf4d-c0df555db0b3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:49.216922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:49.589568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:22:49.783810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:22:49.794142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] Sync routers for ids ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:22:49.804800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] Routers {'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:49.805531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:22:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:49.813278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e63c2c48-1228-4801-b86c-093b39bb3313 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "PUT /v2.0/routers/fa6e1af1-aae8-49b4-9af7-9ca596d1cd60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6541855 May 28 06:22:49.813707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47588) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:49.885431 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d81fd48-213d-4eb4-be3c-22b03e295176 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting subnet 227f1860-cc02-429c-a062-4af82627f48f {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:22:49.888924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d81fd48-213d-4eb4-be3c-22b03e295176 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:49.943158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d81fd48-213d-4eb4-be3c-22b03e295176 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:49.984784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] Set router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:50.025967 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d81fd48-213d-4eb4-be3c-22b03e295176 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.102264 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d81fd48-213d-4eb4-be3c-22b03e295176 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.143594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81fd48-213d-4eb4-be3c-22b03e295176 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Subnet': ['ID=227f1860-cc02-429c-a062-4af82627f48f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:50.146493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d81fd48-213d-4eb4-be3c-22b03e295176 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.155908 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6d81fd48-213d-4eb4-be3c-22b03e295176 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/subnets/227f1860-cc02-429c-a062-4af82627f48f HTTP/1.1" status: 204 len: 168 time: 0.3386250 May 28 06:22:50.156138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47592) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:50.176464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f13c3c-4587-43d9-a325-fe246c72194f None None] Network 027c2303-f858-4d1e-8d68-680c2f385a1a requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:50.494308 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.574066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:22:48Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:50.579961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] Checking router: fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:22:50.617424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] Routers {'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:50.618181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:22:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:50.715018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf04396-d0f3-48ee-bb82-b55617391ff1 None None] DHCP port deletion for 027c2303-f858-4d1e-8d68-680c2f385a1a request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:22:50.717329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.728162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port 8ef0fb7f-eb17-409c-ba98-4e9444be163a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:50.729034 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.732432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8bf04396-d0f3-48ee-bb82-b55617391ff1 None None] Deleting port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:22:50.733068 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bf04396-d0f3-48ee-bb82-b55617391ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:50.934465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] Set router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:50.961136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port 8ef0fb7f-eb17-409c-ba98-4e9444be163a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8ef0fb7f-eb17-409c-ba98-4e9444be163a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:50.961498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.118344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for 8ef0fb7f-eb17-409c-ba98-4e9444be163a owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:51.213013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8bf04396-d0f3-48ee-bb82-b55617391ff1 None None] For port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=54d40043-87ab-4b8b-ac8d-9bdacb04cb04,segment=NetworkSegment(b83eeda9-22de-4064-9375-047820066712),segment_id=b83eeda9-22de-4064-9375-047820066712)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:22:51.213402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bf04396-d0f3-48ee-bb82-b55617391ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.343600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.357116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8bf04396-d0f3-48ee-bb82-b55617391ff1 None None] Calling delete_port for 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:22:51.391648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=8ef0fb7f-eb17-409c-ba98-4e9444be163a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:51.485406 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bf04396-d0f3-48ee-bb82-b55617391ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.487549 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.542204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf04396-d0f3-48ee-bb82-b55617391ff1 None None] Pushing event deleted for resources: {'Port': ['ID=54d40043-87ab-4b8b-ac8d-9bdacb04cb04,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:51.547617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf04396-d0f3-48ee-bb82-b55617391ff1 None None] No DVR routers for this DVR port 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:22:51.566291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:22:48Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:51.570554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765353e-7f00-4147-96f3-16db36c3e842 None None] The sync data for ids ['fa6e1af1-aae8-49b4-9af7-9ca596d1cd60'] in n-d-843679-5 is: [{'id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438297613', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:20:57Z', 'updated_at': '2022-05-28T06:22:48Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '8ef0fb7f-eb17-409c-ba98-4e9444be163a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6e1af1-aae8-49b4-9af7-9ca596d1cd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:20:58Z', 'updated_at': '2022-05-28T06:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:22:51.748245 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.750479 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.775284 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.775817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Fanout notify agent at l3_agent the message router_deleted on router fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:22:51.791307 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:51.792390 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-acb78d55-6b43-4646-8b0b-59732a399d68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/routers/fa6e1af1-aae8-49b4-9af7-9ca596d1cd60 HTTP/1.1" status: 204 len: 168 time: 1.6354051 May 28 06:22:51.795210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47604) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:51.913506 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.051039 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.076629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027c2303-f858-4d1e-8d68-680c2f385a1a']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:52.088500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83eeda9-22de-4064-9375-047820066712') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:52.088793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83eeda9-22de-4064-9375-047820066712') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:52.100976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.116802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.123047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:22:52.123474 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.319217 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b83eeda9-22de-4064-9375-047820066712 resource provider aggregate not found May 28 06:22:52.339106 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment b83eeda9-22de-4064-9375-047820066712 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b83eeda9-22de-4064-9375-047820066712 found for delete ", "request_id": "req-45c4d2e7-76f8-4086-982a-7f693523e028"}]} May 28 06:22:52.354020 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.377181 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.388251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Network': ['ID=027c2303-f858-4d1e-8d68-680c2f385a1a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:52.398229 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cf9ab4a7-42f3-4b50-9964-3760533095d9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/networks/027c2303-f858-4d1e-8d68-680c2f385a1a HTTP/1.1" status: 204 len: 168 time: 0.6018116 May 28 06:22:52.400886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47614) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:52.467305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f900-a85e-43fd-aa06-9069fb83507c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.500355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f900-a85e-43fd-aa06-9069fb83507c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.584503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f900-a85e-43fd-aa06-9069fb83507c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.613200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8f900-a85e-43fd-aa06-9069fb83507c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423b6a0f-4978-4b46-99b1-fc8df58e0dcb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:52.624307 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f900-a85e-43fd-aa06-9069fb83507c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.625432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8ec8f900-a85e-43fd-aa06-9069fb83507c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/security-groups/423b6a0f-4978-4b46-99b1-fc8df58e0dcb HTTP/1.1" status: 204 len: 168 time: 0.2236733 May 28 06:22:52.633048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:52.675189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:22:52.676243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 54d40043-87ab-4b8b-ac8d-9bdacb04cb04 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:52.676243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8ef0fb7f-eb17-409c-ba98-4e9444be163a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:52.712470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 8ef0fb7f-eb17-409c-ba98-4e9444be163a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:22:52.712826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8ef0fb7f-eb17-409c-ba98-4e9444be163a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:52.713221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:22:52.748565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:22:52.748912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dc54cedb-4c9f-4be9-bf4d-c0df555db0b3 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:22:52.751741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47624) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:52.757197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64494764', 'description': 'tempest-secgroup-smoke-64494764 description', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:52.764535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:52.769020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:52.771933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:52.777678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:52.788802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.808022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:52.812241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:52.814999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:52.820949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:52.893616 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.898288 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.947681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c7c1f6-0c29-4c69-bdcc-6783235512c3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:52.955850 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:52.960289 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-41e9df33-ce7f-4c23-a42c-659e303a3d3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2045221 May 28 06:22:52.960289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47634) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:52.967256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c1f6-0c29-4c69-bdcc-6783235512c3', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:52.974075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:52.980123 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:52.983134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:52.989410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:53.008894 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.074013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.078624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.104196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31dd8390-9b4b-4b3f-8ba2-bd3a69882a16,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:53.115493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.119310 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e38abbaa-7a6d-4985-94e2-c20421a9878f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556826 May 28 06:22:53.119782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47646) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:53.125354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c1f6-0c29-4c69-bdcc-6783235512c3', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:53.132129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:53.136103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:53.140274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:53.146469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:53.163536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.225891 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.229486 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.259713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd823cf-4fa5-41f2-91c5-57ba796a6b2c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:53.266999 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.268237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a0935b13-3911-4bed-9abc-a4808a276e94 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475329 May 28 06:22:53.270895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47654) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:53.276077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c1f6-0c29-4c69-bdcc-6783235512c3', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:53.282551 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:53.286441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:53.289377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:53.295475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:53.315281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.388643 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.392406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.423452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba45ad82-c225-44c6-9902-212aa315770f,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:53.432370 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.433736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9846db41-d895-4200-8336-4a161424a901 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618462 May 28 06:22:53.437180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47664) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:53.442276 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c1f6-0c29-4c69-bdcc-6783235512c3', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:53.451604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:53.455518 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:53.458506 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:53.464238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:53.481988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.551050 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.554881 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.586483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c4af44-62ba-45a1-9aa0-bab9b047c089,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:53.597516 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.598949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ac6a0f60-84d7-4fdd-a798-b39414bcbfe7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606832 May 28 06:22:53.601626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47672) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:53.610703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c1f6-0c29-4c69-bdcc-6783235512c3', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:53.618073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:53.622639 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:53.625620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:53.633477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:53.644118 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Project d118111894a34b02b0e53fa12daa1dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:22:53.651641 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.721700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.724665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.749337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a55562-be07-4b84-a681-5b1806cf5af6,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:53.758383 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.759587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-42c34caa-03ed-4ab8-998d-79d0018de0d2 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1568792 May 28 06:22:53.762464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47678) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:53.768100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c1f6-0c29-4c69-bdcc-6783235512c3', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:53.774926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:53.779567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:security_group_rule and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:53.782568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:53.788440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:53.799677 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Project d118111894a34b02b0e53fa12daa1dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:22:53.806456 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.875396 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.879072 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.904461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e55751-1da7-4b64-8d3b-76c5f730f53c,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:53.913160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.914551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-154792da-1eac-484f-98f8-6486471f7843 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505923 May 28 06:22:53.917441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47682) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:53.923722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'network': {'name': 'tempest-network-smoke--1820675880', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'port_security_enabled': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:53.929437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:53.933575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:network and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:53.936416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:53.942034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:53.951759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:53.955114 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.984441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:22:53.993650 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:53.993992 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Added segment 224a068e-0db9-41a4-b669-f914d8040148 of type vlan for network c82c410c-f456-4be2-bd2a-3729972ef6bb May 28 06:22:54.019092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.048175 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.053579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:54.054184 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.167291 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2486186 May 28 06:22:54.167861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47686) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:54.170866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4a85-ee5d-4ee3-9d5e-8f11decfb060 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Network': ['ID=c82c410c-f456-4be2-bd2a-3729972ef6bb,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:54.174605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'admin_state_up': True, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:54.180875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c82c410c-f456-4be2-bd2a-3729972ef6bb details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:22:54.183312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:54.187458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:router and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:54.190413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:54.197813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:54.209424 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.210744 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.232321 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.523758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.838315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:54.868256 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:55.002642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.25.4.95 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/36842ae6-c7a6-4dd0-83ce-d6a9969c7329) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:55.252756 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:55.280904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:55.347680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:55.350569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:55.354196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:55.387004 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=36842ae6-c7a6-4dd0-83ce-d6a9969c7329,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:55.766811 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:56.140193 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:56.353854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:22:56.665339 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:22:56.674794 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Sync routers for ids ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:22:56.685405 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Routers {'3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:56.685992 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:22:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:56.692270 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:56.693672 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cc241371-ef9e-4ded-a758-bf536b5f2dd9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5245218 May 28 06:22:56.696912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47698) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:56.740018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-74c1ab3d-141e-4b26-90e3-dbc73d626e81 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=d118111894a34b02b0e53fa12daa1dc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390923 May 28 06:22:56.740291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47702) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:56.868835 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Set router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:56.873720 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b204e-5c54-45ac-9c35-df2c869b850d tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:56.877956 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2b7b204e-5c54-45ac-9c35-df2c869b850d tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340628 May 28 06:22:56.878248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47706) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:56.927117 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47712) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:56.927399 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7981e490-c08b-49f3-95d4-9821810dff79 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478992 May 28 06:22:56.933649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1935601888', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:22:57.060127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:57.064087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:subnet and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:57.066895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:57.072612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:57.084198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:22:57.087684 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.216023 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:55Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:57.219968 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Checking router: 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:22:57.220300 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Updating router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:22:57.281697 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.332010 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.416702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Subnet': ['ID=c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:57.421375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Checking segment: {'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:57.421664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network hostable DHCP agents. Network: c82c410c-f456-4be2-bd2a-3729972ef6bb, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:22:57.441319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network c82c410c-f456-4be2-bd2a-3729972ef6bb is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:22:57.452926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c82c410c-f456-4be2-bd2a-3729972ef6bb) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:57.458023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:22:57.459465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.464660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4746669d-257b-487e-b7ca-d0d5c11df630 None None] Network c82c410c-f456-4be2-bd2a-3729972ef6bb requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:22:57.493284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8caf518d-1c01-4858-b49b-cb4deb29648d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5645068 May 28 06:22:57.495852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47716) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:57.665479 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.678889 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Transition to ACTIVE for port object 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:57.687156 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.701151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-c82c410c-f456-4be2-bd2a-3729972ef6bb', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:22:57.702233 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.777039 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Attempting to bind port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:57.777484 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Attempting to bind port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:57.778011 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Attempting to bind port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:57.783691 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Pushing event updated for resources: {'Port': ['ID=36842ae6-c7a6-4dd0-83ce-d6a9969c7329,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:57.790558 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:57.790558 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:57.790558 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.790558 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:57.790558 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Bound port: 36842ae6-c7a6-4dd0-83ce-d6a9969c7329, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:57.790558 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.822440 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.822741 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.823134 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.823545 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.823934 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.824341 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.825273 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.825660 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.826037 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.826418 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.826794 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.827165 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:57.870902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Allocated IP 172.20.0.2 (c82c410c-f456-4be2-bd2a-3729972ef6bb/c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3/5805f8c9-fae6-44c0-8b65-0fb0437e0b4f) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:57.902475 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] For port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:57.906098 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] For port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=36842ae6-c7a6-4dd0-83ce-d6a9969c7329,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:57.910928 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:57.991857 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Routers {'3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:22:57.992559 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:22:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:58.180297 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.205129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Transition to ACTIVE for port object 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:58.250544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Transition to ACTIVE for port object 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:58.260173 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.286142 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] Set router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:22:58.352992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Network c82c410c-f456-4be2-bd2a-3729972ef6bb is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:58.361998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:58.378046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:58.428460 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c4308-bbf8-46e4-aee0-02a2689de066 None None] Pushing event updated for resources: {'Port': ['ID=36842ae6-c7a6-4dd0-83ce-d6a9969c7329,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:58.449270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Pushing event updated for resources: {'Port': ['ID=5805f8c9-fae6-44c0-8b65-0fb0437e0b4f,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:58.461121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.461462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.461798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.462401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.462526 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.462760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.463078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.463424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.463743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.464058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.464371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.464682 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:22:58.499409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.524172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Attempting to bind port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:22:58.524542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Attempting to bind port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:22:58.524903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Attempting to bind port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f on network c82c410c-f456-4be2-bd2a-3729972ef6bb {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:22:58.525307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47726) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:58.531058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:22:58.531518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Checking segment: {'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:22:58.532147 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.539753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Bound using segment: {'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:22:58.540379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Bound port: 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:22:58.540783 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.661371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] For port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:22:58.665156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] For port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5805f8c9-fae6-44c0-8b65-0fb0437e0b4f,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:22:58.669936 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.721348 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:55Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:22:58.727644 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e79a74-3d82-43c4-91c8-bd04978e91d1 None None] The sync data for ids ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'] in n-d-843679-5 is: [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:55Z', 'revision_number': 3, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:22:58.729841 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be1c05a5-1ae2-4ab6-888e-32cb2d62d838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.757243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-be1c05a5-1ae2-4ab6-888e-32cb2d62d838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:22:58.761924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-be1c05a5-1ae2-4ab6-888e-32cb2d62d838 admin admin] Usage tracker for resource:security_group_rule and tenant:0e04884ed8794c5896a575c1abdfd760 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:22:58.765883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-be1c05a5-1ae2-4ab6-888e-32cb2d62d838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:22:58.772047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-be1c05a5-1ae2-4ab6-888e-32cb2d62d838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:22:58.777846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae979f4-5275-4a1e-a470-9418a0b0f810 None None] Pushing event updated for resources: {'Port': ['ID=5805f8c9-fae6-44c0-8b65-0fb0437e0b4f,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:58.878399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be1c05a5-1ae2-4ab6-888e-32cb2d62d838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.883533 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be1c05a5-1ae2-4ab6-888e-32cb2d62d838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:58.947356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-be1c05a5-1ae2-4ab6-888e-32cb2d62d838 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e04884ed8794c5896a575c1abdfd760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207289 May 28 06:22:58.948374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47732) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:22:58.949581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c05a5-1ae2-4ab6-888e-32cb2d62d838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40af87b-b140-473b-b778-0f383bd79050,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:59.077512 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5640ae49-b4f7-4bc9-b07c-75aae5ffb04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:59.110634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5640ae49-b4f7-4bc9-b07c-75aae5ffb04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:59.155732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.20.0.1 (c82c410c-f456-4be2-bd2a-3729972ef6bb/c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3/d497b497-0fc7-4c4b-ba79-8bbe2651a3dd) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:22:59.194655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5640ae49-b4f7-4bc9-b07c-75aae5ffb04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:59.225650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640ae49-b4f7-4bc9-b07c-75aae5ffb04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40af87b-b140-473b-b778-0f383bd79050,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:59.233108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5640ae49-b4f7-4bc9-b07c-75aae5ffb04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:59.250865 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5640ae49-b4f7-4bc9-b07c-75aae5ffb04a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d40af87b-b140-473b-b778-0f383bd79050 HTTP/1.1" status: 204 len: 168 time: 0.2846639 May 28 06:22:59.373434 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:59.391312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Transition to ACTIVE for port object d497b497-0fc7-4c4b-ba79-8bbe2651a3dd will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:22:59.418162 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:59.497071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network c82c410c-f456-4be2-bd2a-3729972ef6bb is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:22:59.500531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:22:59.504826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:22:59.536131 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=d497b497-0fc7-4c4b-ba79-8bbe2651a3dd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:22:59.578929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:59.905055 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:22:59.965769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ad79e-898d-4c4c-8cd2-baa971d8cc04 None None] Network c82c410c-f456-4be2-bd2a-3729972ef6bb requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:23:00.104076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-32e082b1-1448-4ead-9509-faf48a956976 None None] Provisioning for port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:00.374821 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:00.381840 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:00.488947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-134bf5f8-18ed-4471-b752-f9682debc624 None None] Provisioning for port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:00.495798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-134bf5f8-18ed-4471-b752-f9682debc624 None None] Provisioning complete for port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:00.496171 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-134bf5f8-18ed-4471-b752-f9682debc624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:00.510268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:00.520138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=d497b497-0fc7-4c4b-ba79-8bbe2651a3dd,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:00.566695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-134bf5f8-18ed-4471-b752-f9682debc624 None None] Port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:23:00.699519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network c82c410c-f456-4be2-bd2a-3729972ef6bb is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:00.702588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:00.736914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:00.816919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1e9e0792-f4a5-415b-848f-9bef02566a9d None None] Provisioning complete for port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:00.817335 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1e9e0792-f4a5-415b-848f-9bef02566a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:00.846171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:00.862851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:00.863506 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:00.951662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e0792-f4a5-415b-848f-9bef02566a9d None None] Port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:23:01.027956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:01.029283 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:01.058759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:23:01.072579 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5805f8c9-fae6-44c0-8b65-0fb0437e0b4f,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:01.080286 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:01.081420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:01.149075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d5832937-dcb0-41db-8840-7088e44d9386 None None] Provisioning complete for port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:01.149696 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5832937-dcb0-41db-8840-7088e44d9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:01.278999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:01.295047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-714a2f77-008b-4d1a-95bd-7829182981bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "PUT /v2.0/routers/3e7e2852-41fe-4f2b-94dd-5773e8ecaa57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7975512 May 28 06:23:01.301005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Sync routers for ids ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:01.311593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:01.315801 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d5832937-dcb0-41db-8840-7088e44d9386 None None] Port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:23:01.322948 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=5805f8c9-fae6-44c0-8b65-0fb0437e0b4f,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:01.336915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Routers {'3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:01.337703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:22:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:01.410081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:01.429158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:01.429637 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:01.542059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-8c74a1e3-17b4-4459-8de8-82a952012f5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:01.560727 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-8c74a1e3-17b4-4459-8de8-82a952012f5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:01.562751 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-8c74a1e3-17b4-4459-8de8-82a952012f5f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64494764&fields=id&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 267 time: 0.0666778 May 28 06:23:01.657469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Set router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:01.707693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:01.708078 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:01.722885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-43731050-7d24-46ba-8308-a22b781b9a68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:01.723527 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-43731050-7d24-46ba-8308-a22b781b9a68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:01.740630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-43731050-7d24-46ba-8308-a22b781b9a68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:01.742011 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-43731050-7d24-46ba-8308-a22b781b9a68 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/networks?id=c82c410c-f456-4be2-bd2a-3729972ef6bb HTTP/1.1" status: 200 len: 797 time: 0.1731460 May 28 06:23:01.746417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=36842ae6-c7a6-4dd0-83ce-d6a9969c7329,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:01.761298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-1cd6bf73-64ba-4294-9933-52b507ab47f1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/quotas/d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 375 time: 0.0128472 May 28 06:23:01.804226 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:01.848799 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:23:01.858657 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-5fe2aa4f-36df-4440-a1d3-f28a79df374c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:01.875214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-5fe2aa4f-36df-4440-a1d3-f28a79df374c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:01.876910 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-5fe2aa4f-36df-4440-a1d3-f28a79df374c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091874 May 28 06:23:01.961415 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=36842ae6-c7a6-4dd0-83ce-d6a9969c7329,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:02.024188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-8f1b59fd-7baa-43fd-a889-4f0433dae338 service neutron] 10.222.0.39 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343682 May 28 06:23:02.063612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:59Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd497b497-0fc7-4c4b-ba79-8bbe2651a3dd', 'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:89:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:58Z', 'updated_at': '2022-05-28T06:23:00Z', 'revision_number': 2, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:02.067411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Checking router: 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:02.067761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Updating router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:23:02.128304 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:02.174311 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-aec99563-dd7f-4610-841a-5e7ce14cccb5 service neutron] 10.222.0.39 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427846 May 28 06:23:02.381818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7224e471-bbff-4ab9-a112-23d534364369 req-c937350b-51ad-4539-b84b-a364b9ac98a0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:02.397197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7224e471-bbff-4ab9-a112-23d534364369 req-c937350b-51ad-4539-b84b-a364b9ac98a0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:02.398692 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7224e471-bbff-4ab9-a112-23d534364369 req-c937350b-51ad-4539-b84b-a364b9ac98a0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 210 time: 0.0633080 May 28 06:23:02.513809 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:02.527419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Transition to ACTIVE for port object d497b497-0fc7-4c4b-ba79-8bbe2651a3dd will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:02.534786 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:02.735494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:02.782420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee976e-38f7-41f3-9c21-46520f2c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=d497b497-0fc7-4c4b-ba79-8bbe2651a3dd,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:02.918042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Attempting to bind port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:02.919057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Attempting to bind port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:02.919513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Attempting to bind port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd on network c82c410c-f456-4be2-bd2a-3729972ef6bb {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:02.928738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:02.929117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Checking segment: {'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:02.929536 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:02.929953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Bound using segment: {'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:02.930432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Bound port: d497b497-0fc7-4c4b-ba79-8bbe2651a3dd, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:02.930806 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.030764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:03.031145 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.109625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] For port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:03.114410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] For port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d497b497-0fc7-4c4b-ba79-8bbe2651a3dd,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:03.121497 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.257175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Routers {'3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:03.257812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:22:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:03.315277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee976e-38f7-41f3-9c21-46520f2c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=d497b497-0fc7-4c4b-ba79-8bbe2651a3dd,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:03.341476 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:03.342637 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:03.527870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:03.528244 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:03.553546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] Set router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:03.706943 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e7f3e4d1-1aa4-4ca4-a2de-d95934a7eaf2 req-01cc9011-9bee-4125-86e3-915bde8e96b1 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 210 time: 0.1002972 May 28 06:23:03.768854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-cb50bd2a-4f3b-46ff-8649-703d84836de5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:03.770165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-cb50bd2a-4f3b-46ff-8649-703d84836de5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:03.784169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-cb50bd2a-4f3b-46ff-8649-703d84836de5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:03.785252 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-cb50bd2a-4f3b-46ff-8649-703d84836de5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "GET /v2.0/networks?id=c82c410c-f456-4be2-bd2a-3729972ef6bb HTTP/1.1" status: 200 len: 797 time: 0.2983186 May 28 06:23:03.851216 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-6854200f-862f-4c01-ab65-0a28dabd1c11 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d118111894a34b02b0e53fa12daa1dc2 HTTP/1.1" status: 200 len: 378 time: 0.0439963 May 28 06:23:03.878317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'port': {'device_id': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'admin_state_up': True, 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'security_groups': ['a9c7c1f6-0c29-4c69-bdcc-6783235512c3']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:03.909525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:03.986704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:59Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd497b497-0fc7-4c4b-ba79-8bbe2651a3dd', 'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:89:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:58Z', 'updated_at': '2022-05-28T06:23:03Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:03.991131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904356b-d2a6-415b-96eb-80154140d6ad None None] The sync data for ids ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'] in n-d-843679-5 is: [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:59Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd497b497-0fc7-4c4b-ba79-8bbe2651a3dd', 'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:89:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:58Z', 'updated_at': '2022-05-28T06:23:03Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:04.021199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:04.032065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:04.058470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Made reservation on behalf of d118111894a34b02b0e53fa12daa1dc2 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:23:04.067540 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:04.267204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.20.0.13 (c82c410c-f456-4be2-bd2a-3729972ef6bb/c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3/3bf62c78-b862-461d-b6a2-23001d9708d7) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:04.487251 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:04.505199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Transition to ACTIVE for port object 3bf62c78-b862-461d-b6a2-23001d9708d7 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:04.529589 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:04.600604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network c82c410c-f456-4be2-bd2a-3729972ef6bb is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:04.610163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:04.614837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:04.675027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=3bf62c78-b862-461d-b6a2-23001d9708d7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:04.696037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:04.697048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:04.720628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d497b497-0fc7-4c4b-ba79-8bbe2651a3dd up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:04.736592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-f0559e3b-5f93-4901-beaa-5a80e1eaab0c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8623223 May 28 06:23:04.753488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Request body: {'port': {'device_id': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:04.879575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:04.887554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:04.888453 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:04.973414 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.031810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-07980513-5813-4a4e-8f51-ec60b5a87a31 None None] Provisioning for port 3bf62c78-b862-461d-b6a2-23001d9708d7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:05.049041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-07980513-5813-4a4e-8f51-ec60b5a87a31 None None] Provisioning complete for port 3bf62c78-b862-461d-b6a2-23001d9708d7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:05.049419 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-07980513-5813-4a4e-8f51-ec60b5a87a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.066053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829ccb-2b6a-47d7-9f59-5ab2549f8027 req-b39e5c57-2d6e-4dee-8423-fbe969b3235e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:05.067035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f9829ccb-2b6a-47d7-9f59-5ab2549f8027 req-b39e5c57-2d6e-4dee-8423-fbe969b3235e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:05.125597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-07980513-5813-4a4e-8f51-ec60b5a87a31 None None] Port 3bf62c78-b862-461d-b6a2-23001d9708d7 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:23:05.141800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:05.142522 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.182262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f9829ccb-2b6a-47d7-9f59-5ab2549f8027 req-b39e5c57-2d6e-4dee-8423-fbe969b3235e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:05.188066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9829ccb-2b6a-47d7-9f59-5ab2549f8027 req-b39e5c57-2d6e-4dee-8423-fbe969b3235e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 932 time: 0.2852829 May 28 06:23:05.204369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d497b497-0fc7-4c4b-ba79-8bbe2651a3dd,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:05.210145 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.328816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=d497b497-0fc7-4c4b-ba79-8bbe2651a3dd,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:05.343900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f9829ccb-2b6a-47d7-9f59-5ab2549f8027 req-ef05a0c5-660a-4119-bacb-6188948ec93e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1384063 May 28 06:23:05.496197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf62c78-b862-461d-b6a2-23001d9708d7 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:05.507141 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.523474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Transition to ACTIVE for port object 3bf62c78-b862-461d-b6a2-23001d9708d7 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:05.529521 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.539615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47824) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:05.680220 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-600e5875-df33-4a84-a93f-100778005a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.682882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf62c78-b862-461d-b6a2-23001d9708d7,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:05.704273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-600e5875-df33-4a84-a93f-100778005a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:05.709333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-600e5875-df33-4a84-a93f-100778005a5a admin admin] Usage tracker for resource:security_group_rule and tenant:0a2b6e1a3a044eb29e48172c0dd7ffd3 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:05.712802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-600e5875-df33-4a84-a93f-100778005a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:05.724730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-600e5875-df33-4a84-a93f-100778005a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:05.828205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Attempting to bind port 3bf62c78-b862-461d-b6a2-23001d9708d7 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:05.828747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Attempting to bind port 3bf62c78-b862-461d-b6a2-23001d9708d7 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:05.829158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Attempting to bind port 3bf62c78-b862-461d-b6a2-23001d9708d7 on network c82c410c-f456-4be2-bd2a-3729972ef6bb {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:05.834862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Port 3bf62c78-b862-461d-b6a2-23001d9708d7 on network c82c410c-f456-4be2-bd2a-3729972ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:23:05.835177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Attempting to bind port 3bf62c78-b862-461d-b6a2-23001d9708d7 on network c82c410c-f456-4be2-bd2a-3729972ef6bb {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:05.837445 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-600e5875-df33-4a84-a93f-100778005a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.841783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:05.842438 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-600e5875-df33-4a84-a93f-100778005a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.842747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Checking segment: {'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:05.842747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Bound using segment: {'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:05.842993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Bound port: 3bf62c78-b862-461d-b6a2-23001d9708d7, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224a068e-0db9-41a4-b669-f914d8040148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:05.843351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.899613 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-600e5875-df33-4a84-a93f-100778005a5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a2b6e1a3a044eb29e48172c0dd7ffd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559828 May 28 06:23:05.899613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e5875-df33-4a84-a93f-100778005a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4560e26-f96f-4a6b-85a6-891049105cf5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:05.901330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47830) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:05.939131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] For port 3bf62c78-b862-461d-b6a2-23001d9708d7, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:05.942185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] For port 3bf62c78-b862-461d-b6a2-23001d9708d7, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3bf62c78-b862-461d-b6a2-23001d9708d7,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:05.946518 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.964133 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a466f6b-8475-41c7-9c18-5a864ae440b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:05.992121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a466f6b-8475-41c7-9c18-5a864ae440b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.047251 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a466f6b-8475-41c7-9c18-5a864ae440b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.062884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466f6b-8475-41c7-9c18-5a864ae440b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4560e26-f96f-4a6b-85a6-891049105cf5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:06.071691 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7a466f6b-8475-41c7-9c18-5a864ae440b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.080173 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7a466f6b-8475-41c7-9c18-5a864ae440b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4560e26-f96f-4a6b-85a6-891049105cf5 HTTP/1.1" status: 204 len: 168 time: 0.1760991 May 28 06:23:06.116548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:06.117191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.118597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] 10.222.0.33 "PUT /v2.0/ports/3bf62c78-b862-461d-b6a2-23001d9708d7 HTTP/1.1" status: 200 len: 1092 time: 1.3697100 May 28 06:23:06.118901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:06.139390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0df4e5-017b-4f39-8f9c-ea57fa4d69b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf62c78-b862-461d-b6a2-23001d9708d7,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:06.216400 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd8a37f-8c10-4a22-8fab-f2f9776db9fb'] response: {'name': 'network-changed', 'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'status': 'completed', 'code': 200} May 28 06:23:06.257729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-88693301-8a45-40fb-b68a-00a7fc1327b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:06.259215 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-88693301-8a45-40fb-b68a-00a7fc1327b4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 1095 time: 0.0840771 May 28 06:23:06.335714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-32841080-59a9-4673-b970-3e0893dbd9ac service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bf62c78-b862-461d-b6a2-23001d9708d7 HTTP/1.1" status: 200 len: 217 time: 0.0642722 May 28 06:23:06.404113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-c817f573-cafe-4f1d-8558-fd783d696c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:06.405874 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-c817f573-cafe-4f1d-8558-fd783d696c9a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3 HTTP/1.1" status: 200 len: 835 time: 0.0646272 May 28 06:23:06.438599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47842) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:06.457131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dab020f-a623-4af2-b3ef-fed327ca134b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.476900 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6dab020f-a623-4af2-b3ef-fed327ca134b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:06.480923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6dab020f-a623-4af2-b3ef-fed327ca134b admin admin] Usage tracker for resource:security_group_rule and tenant:d53561145e3147ddba64e02017f38844 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:06.483954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-6dab020f-a623-4af2-b3ef-fed327ca134b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:06.489912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-6dab020f-a623-4af2-b3ef-fed327ca134b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:06.556885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-653bade8-ca6e-42f0-a121-bc28ff41bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:06.558376 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-653bade8-ca6e-42f0-a121-bc28ff41bf3d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c82c410c-f456-4be2-bd2a-3729972ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461363 May 28 06:23:06.573999 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dab020f-a623-4af2-b3ef-fed327ca134b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.579429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6dab020f-a623-4af2-b3ef-fed327ca134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.594210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bd22c-7202-495e-b540-74c1c5ac6480 req-7fa8037a-0d44-4f97-85d6-503709e2e5fa tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:06.595820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d1bd22c-7202-495e-b540-74c1c5ac6480 req-7fa8037a-0d44-4f97-85d6-503709e2e5fa tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 944 time: 0.1341631 May 28 06:23:06.630568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d497b497-0fc7-4c4b-ba79-8bbe2651a3dd up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:06.632641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab020f-a623-4af2-b3ef-fed327ca134b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5affeda3-c5c3-40d1-b088-70adfbe0d5f3,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:06.639649 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6dab020f-a623-4af2-b3ef-fed327ca134b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d53561145e3147ddba64e02017f38844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971517 May 28 06:23:06.640096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 47846) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:06.702536 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42e75037-dbea-4bb6-86cd-8418b13646aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.709674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:06.710182 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.729785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42e75037-dbea-4bb6-86cd-8418b13646aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.742620 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d1bd22c-7202-495e-b540-74c1c5ac6480 req-0fca4d76-fe34-4884-a7b7-93639f2df9de tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750473 May 28 06:23:06.765025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-73ef19d9-cb3d-4eaf-9810-c44b5cb993d7 service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002172 May 28 06:23:06.788009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42e75037-dbea-4bb6-86cd-8418b13646aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.805449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e75037-dbea-4bb6-86cd-8418b13646aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5affeda3-c5c3-40d1-b088-70adfbe0d5f3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:06.809963 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-42e75037-dbea-4bb6-86cd-8418b13646aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:06.811127 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-42e75037-dbea-4bb6-86cd-8418b13646aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5affeda3-c5c3-40d1-b088-70adfbe0d5f3 HTTP/1.1" status: 204 len: 168 time: 0.1701443 May 28 06:23:06.897592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:06.908232 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0f29c7d-040a-45b4-8766-ad7108fce964 req-ad013e20-9318-4489-a7dd-58950adf9f01 service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370273 May 28 06:23:07.068580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-d708e1d1-9f34-43ed-a9f4-6f28bde716ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:07.070041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-d708e1d1-9f34-43ed-a9f4-6f28bde716ea service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 1095 time: 0.0698707 May 28 06:23:07.203559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-b0139781-3e53-400f-9a23-6f4dbb9f3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:07.205029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-b0139781-3e53-400f-9a23-6f4dbb9f3df7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c82c410c-f456-4be2-bd2a-3729972ef6bb HTTP/1.1" status: 200 len: 898 time: 0.1294160 May 28 06:23:07.279778 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-3f87897a-7615-4d0b-be6e-229cfec62a9c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bf62c78-b862-461d-b6a2-23001d9708d7 HTTP/1.1" status: 200 len: 217 time: 0.0689712 May 28 06:23:07.343810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-790938cc-5a74-4be5-8a6a-0bfffbf64371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:07.345253 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-790938cc-5a74-4be5-8a6a-0bfffbf64371 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3 HTTP/1.1" status: 200 len: 835 time: 0.0584066 May 28 06:23:07.423058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-133b8da8-34c0-40d2-81df-80fe3b862905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:07.424564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-133b8da8-34c0-40d2-81df-80fe3b862905 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c82c410c-f456-4be2-bd2a-3729972ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738032 May 28 06:23:07.556365 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-3432bac8-a5c4-42c9-9adc-774b701ede3c service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252208 May 28 06:23:07.688947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2df2bb73-b1b7-4a7b-8a33-c27331ba8fc6 req-5c472f81-fcde-4c3d-aacd-a2584bd172fd service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271322 May 28 06:23:07.947989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bbcef-8966-4ea7-8fb3-aac88f4bf190 req-bbe6664c-e1d8-41ae-ba51-b038ae74c1bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:07.950102 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b8bbcef-8966-4ea7-8fb3-aac88f4bf190 req-bbe6664c-e1d8-41ae-ba51-b038ae74c1bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 944 time: 0.0902128 May 28 06:23:07.995286 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b8bbcef-8966-4ea7-8fb3-aac88f4bf190 req-1cc66fce-66c5-41e4-9c23-a69333e78ced tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393634 May 28 06:23:08.538728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-255fa811-6d91-45f0-bebd-e9dc9499c37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:09.216328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1befe5-ee91-4a91-8d71-c1074836f7a9 req-386613f0-4441-421b-a344-1bd219b01950 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:09.218040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2d1befe5-ee91-4a91-8d71-c1074836f7a9 req-386613f0-4441-421b-a344-1bd219b01950 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 944 time: 0.0839531 May 28 06:23:09.264362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2d1befe5-ee91-4a91-8d71-c1074836f7a9 req-0b5f4d53-8699-4ba0-9227-1a45bc05ac15 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405455 May 28 06:23:10.444048 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:10.468731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27212477-bb98-4b0d-81ac-d1a428211052 req-e5c6fb95-6e92-4b8e-827b-f7ed62e7e385 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:10.470232 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-27212477-bb98-4b0d-81ac-d1a428211052 req-e5c6fb95-6e92-4b8e-827b-f7ed62e7e385 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 944 time: 0.0861003 May 28 06:23:10.519599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-27212477-bb98-4b0d-81ac-d1a428211052 req-e364bf76-1708-43fd-a068-5f27ab68d934 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433533 May 28 06:23:10.729750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f658eccc-fef6-41c3-9fc9-f924bd49cc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:11.663809 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:11.750343 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:11.826768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778878f6-cd75-47bb-adf7-5573d7d7c0d2 req-613255ca-dd84-48ff-9b59-0458d7cf177a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:11.828280 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-778878f6-cd75-47bb-adf7-5573d7d7c0d2 req-613255ca-dd84-48ff-9b59-0458d7cf177a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 944 time: 0.1993940 May 28 06:23:11.871933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-778878f6-cd75-47bb-adf7-5573d7d7c0d2 req-ddf325c2-696c-4601-ae95-65753e3efcda tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373292 May 28 06:23:11.965387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3bf62c78-b862-461d-b6a2-23001d9708d7 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:23:12.096433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3bf62c78-b862-461d-b6a2-23001d9708d7, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3bf62c78-b862-461d-b6a2-23001d9708d7,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:12.110366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'port_id': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'mac_address': 'fa:16:3e:6f:f7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:23:12.165908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3bf62c78-b862-461d-b6a2-23001d9708d7 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:12.166295 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:12.183571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf62c78-b862-461d-b6a2-23001d9708d7 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:12.199551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3bf62c78-b862-461d-b6a2-23001d9708d7, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3bf62c78-b862-461d-b6a2-23001d9708d7,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:12.203443 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:12.274513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3bf62c78-b862-461d-b6a2-23001d9708d7,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:12.564003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['3bf62c78-b862-461d-b6a2-23001d9708d7'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:13.067035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd4a2c-eb09-4a8f-8295-7641ae45408c req-3d75b287-8678-455a-90c3-d8cce122f6da tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:13.068532 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1dd4a2c-eb09-4a8f-8295-7641ae45408c req-3d75b287-8678-455a-90c3-d8cce122f6da tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 945 time: 0.0870128 May 28 06:23:13.114412 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1dd4a2c-eb09-4a8f-8295-7641ae45408c req-a20716d8-7289-4fa9-9be6-e3dcaeff4b9a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400221 May 28 06:23:13.407792 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:13.966842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3bf62c78-b862-461d-b6a2-23001d9708d7 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:14.038043 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 3bf62c78-b862-461d-b6a2-23001d9708d7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:14.044036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 3bf62c78-b862-461d-b6a2-23001d9708d7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:14.044646 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:14.183694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3bf62c78-b862-461d-b6a2-23001d9708d7 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:14.184426 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:14.222811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:14.233421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3bf62c78-b862-461d-b6a2-23001d9708d7, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3bf62c78-b862-461d-b6a2-23001d9708d7,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:14.238641 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:14.296400 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e89863a-ccc4-4634-85a2-4c918e8a2564'] response: {'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'code': 200} May 28 06:23:14.317506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3bf62c78-b862-461d-b6a2-23001d9708d7,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:14.345108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47211f-bedd-47bd-871a-ff587aef4112 req-4a3cdb60-33d6-4156-99a8-a03e59c3899e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:14.346626 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e47211f-bedd-47bd-871a-ff587aef4112 req-4a3cdb60-33d6-4156-99a8-a03e59c3899e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0993314 May 28 06:23:14.435064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e47211f-bedd-47bd-871a-ff587aef4112 req-8c7229e9-1c27-4933-b509-183df619ceb3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820665 May 28 06:23:14.467945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d669c-0c11-4206-b815-ee0d20485112 req-a7694d14-b600-4299-b140-307d9fc4ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:14.469440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a94d669c-0c11-4206-b815-ee0d20485112 req-a7694d14-b600-4299-b140-307d9fc4ddc1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 1097 time: 0.0827663 May 28 06:23:14.512364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a94d669c-0c11-4206-b815-ee0d20485112 req-18ff6e41-97e7-4598-9121-f4760a030ee7 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362036 May 28 06:23:15.629802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002244c-ddfe-4425-b075-e4c602d1fff1 req-dfc3f9aa-5b66-42fe-8846-fd483d037a5d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:15.631277 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e002244c-ddfe-4425-b075-e4c602d1fff1 req-dfc3f9aa-5b66-42fe-8846-fd483d037a5d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0818756 May 28 06:23:15.805182 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e002244c-ddfe-4425-b075-e4c602d1fff1 req-095dcc36-3c55-4961-a28b-a7e9d2d0fd04 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1682982 May 28 06:23:17.025690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94e258-b709-4ab7-ba84-33a4ce6d9a53 req-b507a7d3-41c8-417c-896e-20d579a61394 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:17.027162 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c94e258-b709-4ab7-ba84-33a4ce6d9a53 req-b507a7d3-41c8-417c-896e-20d579a61394 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0869451 May 28 06:23:17.072154 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9c94e258-b709-4ab7-ba84-33a4ce6d9a53 req-85be80fd-8610-485c-b734-65f9f27c5863 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387073 May 28 06:23:17.265209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e1ab9-528e-4b63-9637-25809d12ce5e req-ec75d30e-6011-4e59-8f71-7dae409dbe16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:17.266747 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-966e1ab9-528e-4b63-9637-25809d12ce5e req-ec75d30e-6011-4e59-8f71-7dae409dbe16 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0868640 May 28 06:23:17.314469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-966e1ab9-528e-4b63-9637-25809d12ce5e req-0d3c05a7-2279-4d81-97f6-05e69b93b9a5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418012 May 28 06:23:17.336340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47986) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:17.407812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc420cef-4e98-40b7-b76b-dca01cfd58e2 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:17.409189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fc420cef-4e98-40b7-b76b-dca01cfd58e2 tempest-TestNetworkAdvancedServerOps-3809093 tempest-TestNetworkAdvancedServerOps-3809093-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 1092 time: 0.0718586 May 28 06:23:17.412002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 47990) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:17.416866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:17.423624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:17.427493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Usage tracker for resource:floatingip and tenant:d118111894a34b02b0e53fa12daa1dc2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:17.430367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:17.439000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:17.450360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:17.587741 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:17.728524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Allocated IP 172.25.4.217 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/7cb8a24e-4bc9-49b1-acd7-b8d36c9eb7b9) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:17.877526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:17.908242 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:17.975726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:17.978600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:17.983588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:18.029576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=7cb8a24e-4bc9-49b1-acd7-b8d36c9eb7b9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:18.427501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.495434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:18.502999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.624500 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44609c46-90f4-4d56-b3ce-25533b52925b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.638736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-44609c46-90f4-4d56-b3ce-25533b52925b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:18.642537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-44609c46-90f4-4d56-b3ce-25533b52925b admin admin] Usage tracker for resource:security_group_rule and tenant:178478ea4fd54109bb7c608d57442bb4 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:18.645330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-44609c46-90f4-4d56-b3ce-25533b52925b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:18.650919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-44609c46-90f4-4d56-b3ce-25533b52925b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:18.741402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44609c46-90f4-4d56-b3ce-25533b52925b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.745552 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44609c46-90f4-4d56-b3ce-25533b52925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.794158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44609c46-90f4-4d56-b3ce-25533b52925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe15ced8-9325-48c8-a19f-144a97710175,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:18.799568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-44609c46-90f4-4d56-b3ce-25533b52925b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=178478ea4fd54109bb7c608d57442bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030174 May 28 06:23:18.802164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48010) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:18.826694 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.831433 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.862487 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c926ddf-ceec-4b9b-9726-8e1a8b863cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.890177 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c926ddf-ceec-4b9b-9726-8e1a8b863cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.939385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event updated for resources: {'Port': ['ID=7cb8a24e-4bc9-49b1-acd7-b8d36c9eb7b9,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:18.945314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c926ddf-ceec-4b9b-9726-8e1a8b863cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.951986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.963179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c926ddf-ceec-4b9b-9726-8e1a8b863cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe15ced8-9325-48c8-a19f-144a97710175,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:18.968944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9c926ddf-ceec-4b9b-9726-8e1a8b863cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:18.972408 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9c926ddf-ceec-4b9b-9726-8e1a8b863cf9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe15ced8-9325-48c8-a19f-144a97710175 HTTP/1.1" status: 204 len: 168 time: 0.1670079 May 28 06:23:19.125056 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Floating IP aa1ec509-2f6d-426d-85f5-6c8c136a01db associated. External IP: 172.25.4.217, port: 3bf62c78-b862-461d-b6a2-23001d9708d7. May 28 06:23:19.255178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48018) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:19.276610 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05d637a8-1c14-45a3-8eca-26e13eb715e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:19.291152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-05d637a8-1c14-45a3-8eca-26e13eb715e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:19.295137 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-05d637a8-1c14-45a3-8eca-26e13eb715e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e46acc8e3db3477baa5aa214084f3090 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:19.297950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-05d637a8-1c14-45a3-8eca-26e13eb715e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:19.303661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-05d637a8-1c14-45a3-8eca-26e13eb715e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:19.385624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05d637a8-1c14-45a3-8eca-26e13eb715e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:19.389899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05d637a8-1c14-45a3-8eca-26e13eb715e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:19.437148 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-05d637a8-1c14-45a3-8eca-26e13eb715e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e46acc8e3db3477baa5aa214084f3090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807764 May 28 06:23:19.438009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d637a8-1c14-45a3-8eca-26e13eb715e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55df14fd-b601-4c7a-abe7-2064c0255786,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:19.440708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48022) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:19.531325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:23:19.542093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-896d75b1-32b2-46f0-9164-77642b7ac050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:19.643355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-896d75b1-32b2-46f0-9164-77642b7ac050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:19.769501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:19.779983 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] Sync routers for ids ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:19.789857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-896d75b1-32b2-46f0-9164-77642b7ac050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:19.790236 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] Routers {'3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:19.790842 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:23:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:19.810888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d75b1-32b2-46f0-9164-77642b7ac050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55df14fd-b601-4c7a-abe7-2064c0255786,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:19.819362 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-896d75b1-32b2-46f0-9164-77642b7ac050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:19.821445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-896d75b1-32b2-46f0-9164-77642b7ac050 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55df14fd-b601-4c7a-abe7-2064c0255786 HTTP/1.1" status: 204 len: 168 time: 0.3797674 May 28 06:23:19.822754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:19.881503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-77f559ad-235d-4f4a-8b86-3a23eef20132 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4684768 May 28 06:23:19.882158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:19.943284 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32df49a-0842-4a57-9408-219a5a2ec078'] response: {'name': 'network-changed', 'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'status': 'completed', 'code': 200} May 28 06:23:20.040660 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] Set router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:20.117398 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c74410-c9ad-4905-bd59-5c02a181a127 req-221d6399-27c6-4f6b-93f1-8c2bd89f6939 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:20.118908 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b3c74410-c9ad-4905-bd59-5c02a181a127 req-221d6399-27c6-4f6b-93f1-8c2bd89f6939 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.1436746 May 28 06:23:20.124516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-dcb5955e-fdae-4daf-a709-34e1fdd92078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:20.125912 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-dcb5955e-fdae-4daf-a709-34e1fdd92078 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 1097 time: 0.1123059 May 28 06:23:20.214618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48034) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:20.234661 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f02f36-30d9-4ccb-8666-53380be8939d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:20.248302 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b3c74410-c9ad-4905-bd59-5c02a181a127 req-7c0e2b7b-0847-4bc1-ab49-793267d56cc0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214397 May 28 06:23:20.250995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-09f02f36-30d9-4ccb-8666-53380be8939d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:20.255480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-09f02f36-30d9-4ccb-8666-53380be8939d admin admin] Usage tracker for resource:security_group_rule and tenant:4972beb9b6fe4860941f11fbc9e19959 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:20.258877 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-09f02f36-30d9-4ccb-8666-53380be8939d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:20.266308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-09f02f36-30d9-4ccb-8666-53380be8939d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:20.280252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48038) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:20.376326 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f02f36-30d9-4ccb-8666-53380be8939d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:20.380638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09f02f36-30d9-4ccb-8666-53380be8939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:20.424619 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:59Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'aa1ec509-2f6d-426d-85f5-6c8c136a01db', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'port_id': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'mac_address': 'fa:16:3e:6f:f7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:23:18Z', 'updated_at': '2022-05-28T06:23:18Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd497b497-0fc7-4c4b-ba79-8bbe2651a3dd', 'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:89:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:58Z', 'updated_at': '2022-05-28T06:23:05Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:20.428917 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] Checking router: 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:20.437815 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] Routers {'3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:20.438572 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:23:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:20.443276 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-09f02f36-30d9-4ccb-8666-53380be8939d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4972beb9b6fe4860941f11fbc9e19959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243412 May 28 06:23:20.443276 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f02f36-30d9-4ccb-8666-53380be8939d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1998cc92-a5e7-4512-8e6b-23d7f9c2a109,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:20.444840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48042) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:20.507151 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98a6fd42-1095-4450-bfeb-32d48f2b0c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:20.518116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-2719f006-a869-480d-8c7e-e07d8b0c22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:20.519038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-2719f006-a869-480d-8c7e-e07d8b0c22fe service neutron] 10.222.0.33 "GET /v2.0/networks?id=c82c410c-f456-4be2-bd2a-3729972ef6bb HTTP/1.1" status: 200 len: 898 time: 0.3778090 May 28 06:23:20.537006 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98a6fd42-1095-4450-bfeb-32d48f2b0c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:20.607400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98a6fd42-1095-4450-bfeb-32d48f2b0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:20.612969 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0f8a63f5-2d35-4d04-8292-bb5fa84b0873 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/aa1ec509-2f6d-426d-85f5-6c8c136a01db HTTP/1.1" status: 200 len: 992 time: 0.3312058 May 28 06:23:20.634960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6fd42-1095-4450-bfeb-32d48f2b0c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1998cc92-a5e7-4512-8e6b-23d7f9c2a109,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:20.639942 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] Set router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:20.646896 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-98a6fd42-1095-4450-bfeb-32d48f2b0c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:20.648193 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-98a6fd42-1095-4450-bfeb-32d48f2b0c76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1998cc92-a5e7-4512-8e6b-23d7f9c2a109 HTTP/1.1" status: 204 len: 168 time: 0.2024148 May 28 06:23:20.653491 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-89583978-e5a3-4fd4-817d-98e6b8f64b65 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bf62c78-b862-461d-b6a2-23001d9708d7 HTTP/1.1" status: 200 len: 1000 time: 0.1268177 May 28 06:23:20.720633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-7163af6f-c373-44c5-9fb9-9c0c735d4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:20.722257 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-7163af6f-c373-44c5-9fb9-9c0c735d4a9d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3 HTTP/1.1" status: 200 len: 835 time: 0.0625958 May 28 06:23:20.802654 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-1a194262-c171-413c-a720-dfc2814abe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:20.804418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-1a194262-c171-413c-a720-dfc2814abe47 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c82c410c-f456-4be2-bd2a-3729972ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766456 May 28 06:23:20.815063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-e7d541a3-bdbb-4f38-ba30-37d257af7c14 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:23:20.816640 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-e7d541a3-bdbb-4f38-ba30-37d257af7c14 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061569 May 28 06:23:20.952580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-eb6dbc95-3944-4cc2-a9a6-83a86e6aeffd service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298888 May 28 06:23:21.009036 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:59Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'aa1ec509-2f6d-426d-85f5-6c8c136a01db', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'port_id': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'mac_address': 'fa:16:3e:6f:f7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:23:18Z', 'updated_at': '2022-05-28T06:23:18Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd497b497-0fc7-4c4b-ba79-8bbe2651a3dd', 'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:89:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:58Z', 'updated_at': '2022-05-28T06:23:05Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:21.013975 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffbd69-9896-4601-aa95-4bd0f408a97d None None] The sync data for ids ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'] in n-d-843679-5 is: [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:59Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'aa1ec509-2f6d-426d-85f5-6c8c136a01db', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'port_id': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'mac_address': 'fa:16:3e:6f:f7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:23:18Z', 'updated_at': '2022-05-28T06:23:18Z', 'revision_number': 0, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd497b497-0fc7-4c4b-ba79-8bbe2651a3dd', 'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:89:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:58Z', 'updated_at': '2022-05-28T06:23:05Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:21.111873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d13544d-ede5-4518-b71a-0d5b3201ed91 req-31919a15-de90-46c9-9dfe-e918fdc9e37c service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524096 May 28 06:23:21.248340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d508bb8e-1859-4e84-a549-7aa50ae8cf39 None None] New status for floating IP aa1ec509-2f6d-426d-85f5-6c8c136a01db: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:23:21.616566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48070) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:21.730955 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0efb5652-fea5-41e0-b577-44fdb723c636 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/aa1ec509-2f6d-426d-85f5-6c8c136a01db HTTP/1.1" status: 200 len: 994 time: 0.1122844 May 28 06:23:23.187785 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-d51a7565-b92f-4983-be7a-7eee9b1798d7 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=228c84a400b44cb0851d7192a646df83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311594 May 28 06:23:23.336408 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-66595e2e-0be9-4f1e-b37b-057605160ef5 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:23.337858 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-66595e2e-0be9-4f1e-b37b-057605160ef5 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448951 May 28 06:23:23.353537 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-7a5913a2-fc9e-471e-ba26-4d3ccc74e350 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/quotas/228c84a400b44cb0851d7192a646df83 HTTP/1.1" status: 200 len: 375 time: 0.0095167 May 28 06:23:23.404562 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-e42662c7-eb65-48ba-b79e-3bea1f57d6af tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=228c84a400b44cb0851d7192a646df83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456064 May 28 06:23:23.581383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5ee97ed-5118-4c8a-9a1c-6aef6e8ec013 req-8a3bfa25-fa78-4a15-bff8-5b560f51423b tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 210 time: 0.0423291 May 28 06:23:24.696109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-e6f0f052-423b-428e-be27-cad648f5da97 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=228c84a400b44cb0851d7192a646df83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295942 May 28 06:23:24.744811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-46ad1e8d-2d52-4c98-9c1a-451ad5a5c3c3 req-cfb8a142-f45e-41bb-8029-712c968ecc9a tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 210 time: 0.0495324 May 28 06:23:24.861784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-eda28cff-96ff-42a2-bae5-a0bf8edbdcb3 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:24.863176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-eda28cff-96ff-42a2-bae5-a0bf8edbdcb3 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599753 May 28 06:23:24.881673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Request body: {'port': {'device_id': '9069d7d9-2e95-4784-89ce-166e7674d1e7', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': '228c84a400b44cb0851d7192a646df83'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:25.017938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:25.021766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Usage tracker for resource:port and tenant:228c84a400b44cb0851d7192a646df83 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:25.024589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:25.030807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:25.040253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Made reservation on behalf of 228c84a400b44cb0851d7192a646df83 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:23:25.043781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:25.055434 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:25.073777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:25.078040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Usage tracker for resource:security_group_rule and tenant:228c84a400b44cb0851d7192a646df83 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:25.080837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:25.086517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:25.170428 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:25.173379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:25.257190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e170bd59-f89b-432c-bc25-46fd222d0e77,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:25.343774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Allocated IP 192.168.233.102 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/da6bb948-9380-4ff6-9c40-2a44c150849d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:25.543049 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:25.558173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Transition to ACTIVE for port object da6bb948-9380-4ff6-9c40-2a44c150849d will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:25.582900 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:25.651658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:25.654586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:25.658663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:25.699938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Pushing event updated for resources: {'Port': ['ID=da6bb948-9380-4ff6-9c40-2a44c150849d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:25.731584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:25.732198 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:25.760752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-dd9e89b4-7c1d-440a-bd5a-755812895856 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8826327 May 28 06:23:25.897271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Request body: {'port': {'device_id': '9069d7d9-2e95-4784-89ce-166e7674d1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:25.926868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-de49b0a6-7239-4958-b4d0-7598bee48161 None None] Provisioning for port da6bb948-9380-4ff6-9c40-2a44c150849d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:25.931649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-de49b0a6-7239-4958-b4d0-7598bee48161 None None] Provisioning complete for port da6bb948-9380-4ff6-9c40-2a44c150849d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:25.932019 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-de49b0a6-7239-4958-b4d0-7598bee48161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:25.991326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-de49b0a6-7239-4958-b4d0-7598bee48161 None None] Port da6bb948-9380-4ff6-9c40-2a44c150849d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:23:26.148679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1512fd-62da-4f59-a2e5-2006e42d07ed req-8c890777-1b84-40c5-8b4f-2b927e7256e9 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:26.149256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bd1512fd-62da-4f59-a2e5-2006e42d07ed req-8c890777-1b84-40c5-8b4f-2b927e7256e9 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Synchronizing usage tracker for tenant:228c84a400b44cb0851d7192a646df83 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:26.154668 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:26.219800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bd1512fd-62da-4f59-a2e5-2006e42d07ed req-8c890777-1b84-40c5-8b4f-2b927e7256e9 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Unset dirty status for tenant:228c84a400b44cb0851d7192a646df83 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:26.220934 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bd1512fd-62da-4f59-a2e5-2006e42d07ed req-8c890777-1b84-40c5-8b4f-2b927e7256e9 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 936 time: 0.3659463 May 28 06:23:26.329716 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bd1512fd-62da-4f59-a2e5-2006e42d07ed req-29d62eb7-6cd4-4edd-a38c-6315305e20f5 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Synchronizing usage tracker for tenant:228c84a400b44cb0851d7192a646df83 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:26.411790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bd1512fd-62da-4f59-a2e5-2006e42d07ed req-29d62eb7-6cd4-4edd-a38c-6315305e20f5 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Unset dirty status for tenant:228c84a400b44cb0851d7192a646df83 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:26.412820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bd1512fd-62da-4f59-a2e5-2006e42d07ed req-29d62eb7-6cd4-4edd-a38c-6315305e20f5 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855316 May 28 06:23:26.540469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6bb948-9380-4ff6-9c40-2a44c150849d {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:26.548170 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:26.562476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Transition to ACTIVE for port object da6bb948-9380-4ff6-9c40-2a44c150849d will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:26.566374 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:26.732820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Pushing event updated for resources: {'Port': ['ID=da6bb948-9380-4ff6-9c40-2a44c150849d,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:26.814049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Attempting to bind port da6bb948-9380-4ff6-9c40-2a44c150849d on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:26.814384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Attempting to bind port da6bb948-9380-4ff6-9c40-2a44c150849d by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:26.814740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Attempting to bind port da6bb948-9380-4ff6-9c40-2a44c150849d on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:26.819954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Port da6bb948-9380-4ff6-9c40-2a44c150849d on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:23:26.820304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Attempting to bind port da6bb948-9380-4ff6-9c40-2a44c150849d on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:26.825453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:26.825789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:26.826170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:26.826593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Bound port: da6bb948-9380-4ff6-9c40-2a44c150849d, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:26.826939 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:26.923810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] For port da6bb948-9380-4ff6-9c40-2a44c150849d, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:26.926581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] For port da6bb948-9380-4ff6-9c40-2a44c150849d, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=da6bb948-9380-4ff6-9c40-2a44c150849d,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:26.930966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:26.989577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:26.990183 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:26.991573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/da6bb948-9380-4ff6-9c40-2a44c150849d HTTP/1.1" status: 200 len: 1096 time: 1.2187684 May 28 06:23:26.992008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9069d7d9-2e95-4784-89ce-166e7674d1e7', 'tag': 'da6bb948-9380-4ff6-9c40-2a44c150849d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:27.022073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dc113-6c6a-4aac-afc7-b15e746a06c4 service neutron] Pushing event updated for resources: {'Port': ['ID=da6bb948-9380-4ff6-9c40-2a44c150849d,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:27.039703 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6989f4b-440f-4f10-a18c-9de3202ff75c'] response: {'name': 'network-changed', 'server_uuid': '9069d7d9-2e95-4784-89ce-166e7674d1e7', 'tag': 'da6bb948-9380-4ff6-9c40-2a44c150849d', 'status': 'completed', 'code': 200} May 28 06:23:27.122107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-1f7f1356-121d-4fdc-86c9-ad0463c9bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:27.123672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-1f7f1356-121d-4fdc-86c9-ad0463c9bb2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=228c84a400b44cb0851d7192a646df83&device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 1099 time: 0.0795932 May 28 06:23:27.196952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-c8d9b449-2f36-4110-a39c-31702be7cc59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=da6bb948-9380-4ff6-9c40-2a44c150849d HTTP/1.1" status: 200 len: 217 time: 0.0627661 May 28 06:23:27.265801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-470375fd-035c-4418-983a-8d14d1d47a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:27.267156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-470375fd-035c-4418-983a-8d14d1d47a7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0614491 May 28 06:23:27.344881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-089f21c4-cf49-474e-b046-954d5572d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:27.346326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-089f21c4-cf49-474e-b046-954d5572d685 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696609 May 28 06:23:27.482971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-bf43190b-a52f-4040-839c-c454f49d45ae service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257095 May 28 06:23:27.672018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cb05a42-7c91-4d51-abf9-82a475312e6d req-ef1b22ae-af49-4708-a947-b1b85aedd240 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829906 May 28 06:23:27.685628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd04b30-4ff4-42b4-8782-2ba4acf1d69d req-c333549a-2b3f-4f43-9c6b-15ab7698c298 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:27.687024 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dbd04b30-4ff4-42b4-8782-2ba4acf1d69d req-c333549a-2b3f-4f43-9c6b-15ab7698c298 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 948 time: 0.1294425 May 28 06:23:27.773950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dbd04b30-4ff4-42b4-8782-2ba4acf1d69d req-b6fdab36-91f5-4afa-b751-9b0c996786fc tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798802 May 28 06:23:27.806016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330d25-35fb-479e-9056-87e82918e0e8 req-22ff22a0-6ef7-4bbf-b4ad-f107cefa3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:27.807602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45330d25-35fb-479e-9056-87e82918e0e8 req-22ff22a0-6ef7-4bbf-b4ad-f107cefa3c1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=228c84a400b44cb0851d7192a646df83&device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 1099 time: 0.0817420 May 28 06:23:28.041800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330d25-35fb-479e-9056-87e82918e0e8 req-ea38753e-42c0-4d8a-bb3f-4edfa4e6acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:28.043244 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45330d25-35fb-479e-9056-87e82918e0e8 req-ea38753e-42c0-4d8a-bb3f-4edfa4e6acf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.2288194 May 28 06:23:28.112868 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45330d25-35fb-479e-9056-87e82918e0e8 req-dfbf4575-8584-49b1-aa18-34a98b4384c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=da6bb948-9380-4ff6-9c40-2a44c150849d HTTP/1.1" status: 200 len: 217 time: 0.0626822 May 28 06:23:28.178097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330d25-35fb-479e-9056-87e82918e0e8 req-565b3a40-dc69-450a-a9a8-816b72f2f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:28.179522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45330d25-35fb-479e-9056-87e82918e0e8 req-565b3a40-dc69-450a-a9a8-816b72f2f09b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0602548 May 28 06:23:28.261297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330d25-35fb-479e-9056-87e82918e0e8 req-cd9e5b3d-2beb-4d05-93b1-3676b53eb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:28.262788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45330d25-35fb-479e-9056-87e82918e0e8 req-cd9e5b3d-2beb-4d05-93b1-3676b53eb18b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740550 May 28 06:23:28.393842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45330d25-35fb-479e-9056-87e82918e0e8 req-5b873567-e766-459b-9fab-0a30584a4a73 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238763 May 28 06:23:28.527877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45330d25-35fb-479e-9056-87e82918e0e8 req-834cf55d-e733-418c-b092-d1fa1c8099a1 service neutron] 10.222.0.41 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233726 May 28 06:23:28.959394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ef38-e515-496c-8ad8-3f598251c9be req-486d565b-4d06-44ed-9ac0-66ccd5bb64fa tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:28.960850 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-abc2ef38-e515-496c-8ad8-3f598251c9be req-486d565b-4d06-44ed-9ac0-66ccd5bb64fa tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 948 time: 0.0799918 May 28 06:23:29.009643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-abc2ef38-e515-496c-8ad8-3f598251c9be req-8e504b14-0b39-4d51-a695-540866794273 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 May 28 06:23:30.193349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device da6bb948-9380-4ff6-9c40-2a44c150849d details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:23:30.193884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ede18-ce75-4d87-8b54-2cd1aaa98d4c req-8a3b0fb8-7103-4104-91e2-e133e90c155f tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:30.195097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a0ede18-ce75-4d87-8b54-2cd1aaa98d4c req-8a3b0fb8-7103-4104-91e2-e133e90c155f tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 948 time: 0.0818064 May 28 06:23:30.243396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a0ede18-ce75-4d87-8b54-2cd1aaa98d4c req-e7e5fdf5-97eb-4cbd-a4dd-676c55f28ba4 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 May 28 06:23:30.361788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port da6bb948-9380-4ff6-9c40-2a44c150849d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=da6bb948-9380-4ff6-9c40-2a44c150849d,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:30.374947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'da6bb948-9380-4ff6-9c40-2a44c150849d', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': 'da6bb948-9380-4ff6-9c40-2a44c150849d', 'mac_address': 'fa:16:3e:39:ca:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:23:30.428069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port da6bb948-9380-4ff6-9c40-2a44c150849d is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:30.428442 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:30.448073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6bb948-9380-4ff6-9c40-2a44c150849d {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:23:30.462857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port da6bb948-9380-4ff6-9c40-2a44c150849d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=da6bb948-9380-4ff6-9c40-2a44c150849d,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:30.466860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:30.532915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=da6bb948-9380-4ff6-9c40-2a44c150849d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:30.771023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['da6bb948-9380-4ff6-9c40-2a44c150849d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:31.248300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:31.434223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3c882-0894-45f0-ba45-92507b1d2017 req-99519005-d6fc-4af1-939f-7eaecce5595a tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:31.435601 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-edf3c882-0894-45f0-ba45-92507b1d2017 req-99519005-d6fc-4af1-939f-7eaecce5595a tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 949 time: 0.0789592 May 28 06:23:31.479726 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-edf3c882-0894-45f0-ba45-92507b1d2017 req-da197bf5-3a27-4451-b5e4-189725ab2834 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384426 May 28 06:23:32.208775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device da6bb948-9380-4ff6-9c40-2a44c150849d up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:32.274987 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port da6bb948-9380-4ff6-9c40-2a44c150849d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:32.279897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port da6bb948-9380-4ff6-9c40-2a44c150849d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:32.280261 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:32.398139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port da6bb948-9380-4ff6-9c40-2a44c150849d is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:32.398516 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:32.424696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9069d7d9-2e95-4784-89ce-166e7674d1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6bb948-9380-4ff6-9c40-2a44c150849d'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:32.434415 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port da6bb948-9380-4ff6-9c40-2a44c150849d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=da6bb948-9380-4ff6-9c40-2a44c150849d,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:32.437703 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:32.480576 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad24f42-a5e5-4a98-aed6-f94550b0388f'] response: {'server_uuid': '9069d7d9-2e95-4784-89ce-166e7674d1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6bb948-9380-4ff6-9c40-2a44c150849d', 'code': 200} May 28 06:23:32.509675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=da6bb948-9380-4ff6-9c40-2a44c150849d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:32.615973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e6adc-2576-4093-9af8-0188fa3572ff req-85f30e64-181d-48c6-b5e2-47c8c9e928dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:32.617450 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-833e6adc-2576-4093-9af8-0188fa3572ff req-85f30e64-181d-48c6-b5e2-47c8c9e928dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 1101 time: 0.0762918 May 28 06:23:32.661896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-833e6adc-2576-4093-9af8-0188fa3572ff req-b0fabe0b-793e-4a5c-8843-479dfddcfa99 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349767 May 28 06:23:32.680532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63303d48-7883-48b2-bd25-e863de0d76e2 req-4387feec-39fb-45eb-9770-890e45d1524e tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:32.681901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63303d48-7883-48b2-bd25-e863de0d76e2 req-4387feec-39fb-45eb-9770-890e45d1524e tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 950 time: 0.0917974 May 28 06:23:32.727091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63303d48-7883-48b2-bd25-e863de0d76e2 req-bfc7f31f-ea2e-4052-a349-61855e54f68e tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 May 28 06:23:33.916995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e1cc8-771a-4dc1-aaa5-74f9eee9bb7a req-d11aa787-c08c-4512-9842-90508f76122d tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:33.918527 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e35e1cc8-771a-4dc1-aaa5-74f9eee9bb7a req-d11aa787-c08c-4512-9842-90508f76122d tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 950 time: 0.0842319 May 28 06:23:33.963176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e35e1cc8-771a-4dc1-aaa5-74f9eee9bb7a req-9f70cf15-4aa9-4419-91fa-0cf21ce61030 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 May 28 06:23:35.146293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018f66c-d57b-494a-ab45-d04abdad6fa2 req-8505fb0f-8a2a-429a-b317-6f22a8467533 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:35.147800 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f018f66c-d57b-494a-ab45-d04abdad6fa2 req-8505fb0f-8a2a-429a-b317-6f22a8467533 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 950 time: 0.0799649 May 28 06:23:35.193301 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f018f66c-d57b-494a-ab45-d04abdad6fa2 req-977430a6-cc0a-4904-a7fe-bf88015659fe tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 May 28 06:23:35.632819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fef12-61b0-409d-a2ff-19f8bcecd211 req-3f3afb01-eeac-4f63-933d-efd37b718598 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:35.634298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-771fef12-61b0-409d-a2ff-19f8bcecd211 req-3f3afb01-eeac-4f63-933d-efd37b718598 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 950 time: 0.0836093 May 28 06:23:35.678367 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-771fef12-61b0-409d-a2ff-19f8bcecd211 req-2406987a-8c47-407f-9344-d73e4ada9216 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 May 28 06:23:36.863135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75a118-299b-409f-9584-298709987509 req-d824f813-5357-4181-bbf6-ab7a9cc9138b tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:36.864538 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db75a118-299b-409f-9584-298709987509 req-d824f813-5357-4181-bbf6-ab7a9cc9138b tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 950 time: 0.0797274 May 28 06:23:36.956331 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db75a118-299b-409f-9584-298709987509 req-2f18bba5-243e-4947-a900-649bc19539db tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/security-groups?id=e170bd59-f89b-432c-bc25-46fd222d0e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611937 May 28 06:23:36.979215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-86dc9f06-d30d-402b-982d-c4fa1a4b534b tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:36.980714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-86dc9f06-d30d-402b-982d-c4fa1a4b534b tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.41 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 950 time: 0.1153069 May 28 06:23:37.052111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Deleting port da6bb948-9380-4ff6-9c40-2a44c150849d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:23:37.052453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:37.296989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] For port da6bb948-9380-4ff6-9c40-2a44c150849d, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=da6bb948-9380-4ff6-9c40-2a44c150849d,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:37.297342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:37.423256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Calling delete_port for da6bb948-9380-4ff6-9c40-2a44c150849d owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:23:37.668745 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:37.684038 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['da6bb948-9380-4ff6-9c40-2a44c150849d'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:23:37.720871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Pushing event deleted for resources: {'Port': ['ID=da6bb948-9380-4ff6-9c40-2a44c150849d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:37.760145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.760488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.760827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.761189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.761518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.761843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.762162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.762480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.762794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.763111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.763448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.763770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:37.807336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] No DVR routers for this DVR port da6bb948-9380-4ff6-9c40-2a44c150849d on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:23:37.810562 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:37.813723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9069d7d9-2e95-4784-89ce-166e7674d1e7', 'name': 'network-vif-deleted', 'tag': 'da6bb948-9380-4ff6-9c40-2a44c150849d'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:23:37.830318 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93cde1eb-58c0-444c-815a-30ee0229b0c6 req-873f45b2-1457-4be3-9363-8c8965cfda19 tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.41 "DELETE /v2.0/ports/da6bb948-9380-4ff6-9c40-2a44c150849d HTTP/1.1" status: 204 len: 173 time: 0.8414338 May 28 06:23:37.867475 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899a03dc-54a6-4799-8f45-e22042faa77a'] response: {'server_uuid': '9069d7d9-2e95-4784-89ce-166e7674d1e7', 'name': 'network-vif-deleted', 'tag': 'da6bb948-9380-4ff6-9c40-2a44c150849d', 'status': 'completed', 'code': 200} May 28 06:23:38.125384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7814ee49-eac8-4a92-8b2f-9a03c0642215 req-661027dc-c33a-4970-bbc8-fb5526af880b tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Synchronizing usage tracker for tenant:228c84a400b44cb0851d7192a646df83 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:38.140217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7814ee49-eac8-4a92-8b2f-9a03c0642215 req-661027dc-c33a-4970-bbc8-fb5526af880b tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] Unset dirty status for tenant:228c84a400b44cb0851d7192a646df83 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:38.141469 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7814ee49-eac8-4a92-8b2f-9a03c0642215 req-661027dc-c33a-4970-bbc8-fb5526af880b tempest-VolumesNegativeTest-1218374829 tempest-VolumesNegativeTest-1218374829-project] 10.222.0.39 "GET /v2.0/ports?device_id=9069d7d9-2e95-4784-89ce-166e7674d1e7 HTTP/1.1" status: 200 len: 210 time: 0.0615959 May 28 06:23:38.540598 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-76abaf1b-9678-44f0-bfd8-4abd92fbe8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:38.848036 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:23:40.255979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device da6bb948-9380-4ff6-9c40-2a44c150849d no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:23:40.290009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: da6bb948-9380-4ff6-9c40-2a44c150849d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:23:40.290355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device da6bb948-9380-4ff6-9c40-2a44c150849d not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:23:40.443563 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:40.724501 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-237ea7d0-de58-47fe-8add-5bbe85b7ea50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:41.668724 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:41.749604 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:43.411181 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:45.185739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48396) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:45.329561 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2bf34aab-63f4-4ebc-bfcf-fc10dcdf8169 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=228c84a400b44cb0851d7192a646df83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426642 May 28 06:23:45.332023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48402) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:45.390359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:45.419018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:45.469396 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:45.486147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e170bd59-f89b-432c-bc25-46fd222d0e77,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:45.497100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.497435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.497766 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.498092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.498413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.498732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.499059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.499388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.499701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.500033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.500325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.500635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:45.506551 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:45.509839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a0fb6713-15dd-428a-9cde-c4a0be74519e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e170bd59-f89b-432c-bc25-46fd222d0e77 HTTP/1.1" status: 204 len: 168 time: 0.1746991 May 28 06:23:46.149414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48426) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:46.257862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1241653571-network', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:46.263898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:46.267738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Usage tracker for resource:network and tenant:9bae15ddb60d4058ae72b90318d52320 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:46.270527 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:46.276866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:46.285530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Made reservation on behalf of 9bae15ddb60d4058ae72b90318d52320 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:23:46.287886 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.299926 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.314478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:46.318256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Usage tracker for resource:security_group_rule and tenant:9bae15ddb60d4058ae72b90318d52320 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:46.321009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:46.327110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:46.413274 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.417003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.446411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:23:46.455219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cfa209-efcb-49de-a8b8-00cd7f6cee04,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:46.460757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.461142 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Added segment 9d2ffc22-e5f6-41ce-b955-31ee4a348128 of type vlan for network f34a4641-145c-4ae4-82f2-cdbfafe1869b May 28 06:23:46.486393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.514812 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.515777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:46.516340 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.617242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] Pushing event updated for resources: {'Network': ['ID=f34a4641-145c-4ae4-82f2-cdbfafe1869b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:46.620002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-223fc711-4493-414b-ad10-6e68845e601c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4694455 May 28 06:23:46.623425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48432) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:46.627612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f34a4641-145c-4ae4-82f2-cdbfafe1869b details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:23:46.628712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Request body: {'subnet': {'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1241653571-subnet', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:46.634626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:46.639353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Usage tracker for resource:subnet and tenant:9bae15ddb60d4058ae72b90318d52320 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:46.642280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:46.648235 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:46.657742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Made reservation on behalf of 9bae15ddb60d4058ae72b90318d52320 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:23:46.660084 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.872600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.944478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5e93a8-9239-402e-b5cd-0b7b8efce359,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:46.953064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Checking segment: {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:46.953424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Network hostable DHCP agents. Network: f34a4641-145c-4ae4-82f2-cdbfafe1869b, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:23:46.972495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Network f34a4641-145c-4ae4-82f2-cdbfafe1869b is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:23:46.982197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f34a4641-145c-4ae4-82f2-cdbfafe1869b) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:46.986660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:46.987192 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:46.992880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72295644-01e8-4842-b08f-cdf933e3fd51 None None] Network f34a4641-145c-4ae4-82f2-cdbfafe1869b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:23:47.007753 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-14478eed-1b70-4d43-8920-8f070baa1238 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3833504 May 28 06:23:47.010424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48436) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:47.015274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1241653571-router', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:47.020410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:47.024233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Usage tracker for resource:router and tenant:9bae15ddb60d4058ae72b90318d52320 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:47.027615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:47.033352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:47.044964 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.045929 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.060561 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.215477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-f34a4641-145c-4ae4-82f2-cdbfafe1869b', 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'fixed_ips': [{'subnet_id': '9d5e93a8-9239-402e-b5cd-0b7b8efce359'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:23:47.216306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.329167 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.375479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Allocated IP 172.20.0.2 (f34a4641-145c-4ae4-82f2-cdbfafe1869b/9d5e93a8-9239-402e-b5cd-0b7b8efce359/e4753dd2-d273-495e-b0d4-d4ca9785bd06) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:47.576516 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.587320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Transition to ACTIVE for port object e4753dd2-d273-495e-b0d4-d4ca9785bd06 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:47.606364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Transition to ACTIVE for port object e4753dd2-d273-495e-b0d4-d4ca9785bd06 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:47.613042 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.685611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Network f34a4641-145c-4ae4-82f2-cdbfafe1869b is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:47.686687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:47.690620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:47.700276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Pushing event updated for resources: {'Port': ['ID=e4753dd2-d273-495e-b0d4-d4ca9785bd06,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:47.748538 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.778298 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.786357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Attempting to bind port e4753dd2-d273-495e-b0d4-d4ca9785bd06 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:47.786727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Attempting to bind port e4753dd2-d273-495e-b0d4-d4ca9785bd06 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:47.787089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Attempting to bind port e4753dd2-d273-495e-b0d4-d4ca9785bd06 on network f34a4641-145c-4ae4-82f2-cdbfafe1869b {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:47.792375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:47.792746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Checking segment: {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:47.793147 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.793541 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Bound using segment: {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:47.794001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Bound port: e4753dd2-d273-495e-b0d4-d4ca9785bd06, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:47.794373 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:47.916713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Allocated IP 172.25.4.113 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/e9db00e2-1697-47df-992f-b592305af624) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:47.923067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] For port e4753dd2-d273-495e-b0d4-d4ca9785bd06, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:47.926196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] For port e4753dd2-d273-495e-b0d4-d4ca9785bd06, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e4753dd2-d273-495e-b0d4-d4ca9785bd06,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:47.930040 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.018367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f79518-89fd-4093-a30b-3d6f8ff48fed None None] Pushing event updated for resources: {'Port': ['ID=e4753dd2-d273-495e-b0d4-d4ca9785bd06,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:48.075884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.106655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.197468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:48.200702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:48.203050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:48.244450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Pushing event updated for resources: {'Port': ['ID=e9db00e2-1697-47df-992f-b592305af624,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:48.628331 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:48.699075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e4753dd2-d273-495e-b0d4-d4ca9785bd06 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:48.770629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e4753dd2-d273-495e-b0d4-d4ca9785bd06 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:48.913827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb748e3-0daf-47b5-839b-caa9ff9b5d20 None None] Network f34a4641-145c-4ae4-82f2-cdbfafe1869b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:23:48.986526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.008467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af936656-ca57-49ab-a87f-4252e839c032 None None] Provisioning for port e4753dd2-d273-495e-b0d4-d4ca9785bd06 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:49.026063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af936656-ca57-49ab-a87f-4252e839c032 None None] Provisioning complete for port e4753dd2-d273-495e-b0d4-d4ca9785bd06 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:49.026494 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af936656-ca57-49ab-a87f-4252e839c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.247496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-af936656-ca57-49ab-a87f-4252e839c032 None None] Current status of the port e4753dd2-d273-495e-b0d4-d4ca9785bd06 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:49.247782 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af936656-ca57-49ab-a87f-4252e839c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.286735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-af936656-ca57-49ab-a87f-4252e839c032 None None] For port e4753dd2-d273-495e-b0d4-d4ca9785bd06, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e4753dd2-d273-495e-b0d4-d4ca9785bd06,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:49.293168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af936656-ca57-49ab-a87f-4252e839c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.320512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:23:49.365501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af936656-ca57-49ab-a87f-4252e839c032 None None] Pushing event updated for resources: {'Port': ['ID=e4753dd2-d273-495e-b0d4-d4ca9785bd06,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:49.506894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:49.518189 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Sync routers for ids ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:49.526025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-ca847908-01e2-4d8b-9d29-025589e336f1 None None] Provisioning complete for port e4753dd2-d273-495e-b0d4-d4ca9785bd06 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:49.526602 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca847908-01e2-4d8b-9d29-025589e336f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.530164 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Routers {'e306a9d5-6b1c-42b2-8207-27a1cb4fc372'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:49.530885 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:23:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:49.531380 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:49.535515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d193d4ec-5a07-471a-bc2a-e61107027c70 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5213699 May 28 06:23:49.535839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48440) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:49.649540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ca847908-01e2-4d8b-9d29-025589e336f1 None None] Current status of the port e4753dd2-d273-495e-b0d4-d4ca9785bd06 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:49.713808 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Set router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:50.044185 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'name': 'tempest-TestServerMultinode-1241653571-router', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'e9db00e2-1697-47df-992f-b592305af624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:48Z', 'revision_number': 3, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'gw_port': {'id': 'e9db00e2-1697-47df-992f-b592305af624', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:50.047913 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Checking router: e306a9d5-6b1c-42b2-8207-27a1cb4fc372 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:50.048248 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Updating router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 port e9db00e2-1697-47df-992f-b592305af624 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:23:50.103965 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.239056 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.437028 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.450036 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Transition to ACTIVE for port object e9db00e2-1697-47df-992f-b592305af624 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:50.456777 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.466442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Allocated IP 172.20.0.1 (f34a4641-145c-4ae4-82f2-cdbfafe1869b/9d5e93a8-9239-402e-b5cd-0b7b8efce359/5223f39d-5d0f-4952-a7fa-53370865689f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:50.536671 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Attempting to bind port e9db00e2-1697-47df-992f-b592305af624 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:50.537198 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Attempting to bind port e9db00e2-1697-47df-992f-b592305af624 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:50.537515 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Attempting to bind port e9db00e2-1697-47df-992f-b592305af624 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:50.543246 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c6b7e-0800-4f69-8224-05d0cb64ac65 None None] Pushing event updated for resources: {'Port': ['ID=e9db00e2-1697-47df-992f-b592305af624,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:50.547498 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:50.547870 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:50.548265 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.548641 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:50.549104 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Bound port: e9db00e2-1697-47df-992f-b592305af624, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:50.549470 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.626054 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] For port e9db00e2-1697-47df-992f-b592305af624, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:50.630028 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] For port e9db00e2-1697-47df-992f-b592305af624, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e9db00e2-1697-47df-992f-b592305af624,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:50.630371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.634686 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.665727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Transition to ACTIVE for port object 5223f39d-5d0f-4952-a7fa-53370865689f will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:50.675374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e4753dd2-d273-495e-b0d4-d4ca9785bd06 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:50.706232 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.708690 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Routers {'e306a9d5-6b1c-42b2-8207-27a1cb4fc372'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:50.709373 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:23:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:50.761585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e4753dd2-d273-495e-b0d4-d4ca9785bd06 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:50.762248 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:50.780302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Pushing event updated for resources: {'Port': ['ID=5223f39d-5d0f-4952-a7fa-53370865689f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:50.797042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Network f34a4641-145c-4ae4-82f2-cdbfafe1869b is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:50.798556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:50.812061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:50.924581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e4753dd2-d273-495e-b0d4-d4ca9785bd06 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:50.949387 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] Set router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:51.043690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:51.079044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1cbe13b8-30fb-48d4-9c45-140ca73eeeac None None] Provisioning for port 5223f39d-5d0f-4952-a7fa-53370865689f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:51.084421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1cbe13b8-30fb-48d4-9c45-140ca73eeeac None None] Provisioning complete for port 5223f39d-5d0f-4952-a7fa-53370865689f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:51.084806 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1cbe13b8-30fb-48d4-9c45-140ca73eeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:51.143669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe13b8-30fb-48d4-9c45-140ca73eeeac None None] Port 5223f39d-5d0f-4952-a7fa-53370865689f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:23:51.147394 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c6b7e-0800-4f69-8224-05d0cb64ac65 None None] Pushing event updated for resources: {'Port': ['ID=e9db00e2-1697-47df-992f-b592305af624,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:51.281675 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'name': 'tempest-TestServerMultinode-1241653571-router', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'e9db00e2-1697-47df-992f-b592305af624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:48Z', 'revision_number': 3, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'gw_port': {'id': 'e9db00e2-1697-47df-992f-b592305af624', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:51.283342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:51.285786 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c94efd5-8c24-4a7c-ae67-756ff66799f9 None None] The sync data for ids ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'] in n-d-843679-5 is: [{'id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'name': 'tempest-TestServerMultinode-1241653571-router', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'e9db00e2-1697-47df-992f-b592305af624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:48Z', 'revision_number': 3, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'gw_port': {'id': 'e9db00e2-1697-47df-992f-b592305af624', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:51.522171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:51.526870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:51.645862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Pushing event updated for resources: {'Port': ['ID=5223f39d-5d0f-4952-a7fa-53370865689f,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:51.648516 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:51.790429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Network f34a4641-145c-4ae4-82f2-cdbfafe1869b is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:51.791655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:51.988382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:23:52.072440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d0c9021d-655d-4f8d-b7e9-c146272c46dd None None] Provisioning complete for port 5223f39d-5d0f-4952-a7fa-53370865689f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:52.072978 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d0c9021d-655d-4f8d-b7e9-c146272c46dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.137142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9021d-655d-4f8d-b7e9-c146272c46dd None None] Port 5223f39d-5d0f-4952-a7fa-53370865689f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:23:52.192907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:52.201617 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7b3a9e88-839b-4c87-a0db-3678a5256103 admin admin] 10.222.0.39 "PUT /v2.0/routers/e306a9d5-6b1c-42b2-8207-27a1cb4fc372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6647947 May 28 06:23:52.676968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e9db00e2-1697-47df-992f-b592305af624 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:52.726613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48462) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:52.732242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-908189945-network', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:52.737887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:52.741747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Usage tracker for resource:network and tenant:07e938012f9b44d68195e3e1ba6d5b39 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:52.744872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:52.747796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e9db00e2-1697-47df-992f-b592305af624 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:52.751293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:52.752970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e9db00e2-1697-47df-992f-b592305af624 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:52.753340 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.762091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Made reservation on behalf of 07e938012f9b44d68195e3e1ba6d5b39 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:23:52.764806 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.779479 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.797132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:52.801904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Usage tracker for resource:security_group_rule and tenant:07e938012f9b44d68195e3e1ba6d5b39 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:52.804907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:52.810892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:52.878215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Sync routers for ids ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:52.895534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e9db00e2-1697-47df-992f-b592305af624 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:52.895913 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.902385 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Routers {'e306a9d5-6b1c-42b2-8207-27a1cb4fc372'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:52.903016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:23:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:52.904569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.909068 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.936310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:23:52.951925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c95b378-2f1a-4647-b21f-0b56529cd47b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:52.956401 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.956741 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Added segment 1ff7c695-4937-492d-8313-f3aac1072b53 of type vlan for network 33336b00-7cff-444a-9dd5-38e663e247c1 May 28 06:23:52.984491 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:52.999001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e9db00e2-1697-47df-992f-b592305af624, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e9db00e2-1697-47df-992f-b592305af624,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:53.015335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.016305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:53.017102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.054946 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.128865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] Pushing event updated for resources: {'Network': ['ID=33336b00-7cff-444a-9dd5-38e663e247c1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:53.135299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4203ed26-d1cf-4ce5-a4e5-c0f1c4fa57e5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4074998 May 28 06:23:53.135485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48466) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:53.147466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Request body: {'subnet': {'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-908189945-subnet', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:53.157389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 33336b00-7cff-444a-9dd5-38e663e247c1 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:23:53.157916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:53.162891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Usage tracker for resource:subnet and tenant:07e938012f9b44d68195e3e1ba6d5b39 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:53.166540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:53.173932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:53.177030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Set router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:53.184765 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Made reservation on behalf of 07e938012f9b44d68195e3e1ba6d5b39 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:23:53.187168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.257981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e9db00e2-1697-47df-992f-b592305af624,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:53.393621 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.468170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b087dd4f-87db-4448-9014-5f6794d72080,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:53.478220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Checking segment: {'id': '1ff7c695-4937-492d-8313-f3aac1072b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:53.478597 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Network hostable DHCP agents. Network: 33336b00-7cff-444a-9dd5-38e663e247c1, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:23:53.497510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Network 33336b00-7cff-444a-9dd5-38e663e247c1 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:23:53.506458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 33336b00-7cff-444a-9dd5-38e663e247c1) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:53.511121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:53.511802 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.519004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da9465-dece-4102-9539-30ec7a119a27 None None] Network 33336b00-7cff-444a-9dd5-38e663e247c1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:23:53.533165 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b3390229-ab80-4363-bf24-8691b96ff352 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3959565 May 28 06:23:53.535786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48470) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:53.540746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-908189945-router', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:23:53.545847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:23:53.549752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Usage tracker for resource:router and tenant:07e938012f9b44d68195e3e1ba6d5b39 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:23:53.552547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:23:53.558189 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:23:53.567954 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.569042 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.584596 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.799360 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'name': 'tempest-TestServerMultinode-1241653571-router', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'e9db00e2-1697-47df-992f-b592305af624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:51Z', 'revision_number': 4, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'gw_port': {'id': 'e9db00e2-1697-47df-992f-b592305af624', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5223f39d-5d0f-4952-a7fa-53370865689f', 'name': '', 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'mac_address': 'fa:16:3e:aa:b1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '9d5e93a8-9239-402e-b5cd-0b7b8efce359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:50Z', 'updated_at': '2022-05-28T06:23:51Z', 'revision_number': 2, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'subnets': [{'id': '9d5e93a8-9239-402e-b5cd-0b7b8efce359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:53.810753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Checking router: e306a9d5-6b1c-42b2-8207-27a1cb4fc372 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:53.811130 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Updating router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 port 5223f39d-5d0f-4952-a7fa-53370865689f binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:23:53.837086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-33336b00-7cff-444a-9dd5-38e663e247c1', 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'fixed_ips': [{'subnet_id': 'b087dd4f-87db-4448-9014-5f6794d72080'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:23:53.837917 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.921513 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:53.965017 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.142343 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Allocated IP 172.20.0.2 (33336b00-7cff-444a-9dd5-38e663e247c1/b087dd4f-87db-4448-9014-5f6794d72080/8fc3d6ca-0110-4dd3-b288-b01c6b0cd776) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:54.276319 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.306306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.444842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Allocated IP 172.25.4.161 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/dc16e1a7-8893-4c96-9329-f1a13d446925) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:54.525167 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.544854 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.547532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Transition to ACTIVE for port object 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:54.568290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Transition to ACTIVE for port object 5223f39d-5d0f-4952-a7fa-53370865689f will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:54.576743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Transition to ACTIVE for port object 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:54.579463 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.605198 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.622059 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.639637 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:54.709398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:54.712176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:54.716219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:54.740753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e9db00e2-1697-47df-992f-b592305af624 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:54.755277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Pushing event updated for resources: {'Port': ['ID=dc16e1a7-8893-4c96-9329-f1a13d446925,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:54.826908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Network 33336b00-7cff-444a-9dd5-38e663e247c1 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:54.860652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56293df-4bc0-478b-8eb6-bb85e6a64e51 None None] Pushing event updated for resources: {'Port': ['ID=5223f39d-5d0f-4952-a7fa-53370865689f,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:54.877544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:54.883751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:55.066489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Attempting to bind port 5223f39d-5d0f-4952-a7fa-53370865689f on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:55.066853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Attempting to bind port 5223f39d-5d0f-4952-a7fa-53370865689f by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:55.067213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Attempting to bind port 5223f39d-5d0f-4952-a7fa-53370865689f on network f34a4641-145c-4ae4-82f2-cdbfafe1869b {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:55.079915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Pushing event updated for resources: {'Port': ['ID=8fc3d6ca-0110-4dd3-b288-b01c6b0cd776,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:55.089791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:55.090317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Checking segment: {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:55.090877 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.091447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Bound using segment: {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:55.091929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Bound port: 5223f39d-5d0f-4952-a7fa-53370865689f, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:55.092294 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.122214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e9db00e2-1697-47df-992f-b592305af624 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:55.122584 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.159595 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.197368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Attempting to bind port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:55.197742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Attempting to bind port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '1ff7c695-4937-492d-8313-f3aac1072b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:55.198175 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Attempting to bind port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 on network 33336b00-7cff-444a-9dd5-38e663e247c1 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:55.230426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:55.230804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Checking segment: {'id': '1ff7c695-4937-492d-8313-f3aac1072b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:55.231216 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.231640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Bound using segment: {'id': '1ff7c695-4937-492d-8313-f3aac1072b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:55.232122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Bound port: 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff7c695-4937-492d-8313-f3aac1072b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:55.232499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.334480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] For port 5223f39d-5d0f-4952-a7fa-53370865689f, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:55.398060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] For port 5223f39d-5d0f-4952-a7fa-53370865689f, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5223f39d-5d0f-4952-a7fa-53370865689f,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:55.410182 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.462552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] For port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:55.477749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e9db00e2-1697-47df-992f-b592305af624 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:55.495324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] For port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8fc3d6ca-0110-4dd3-b288-b01c6b0cd776,segment=NetworkSegment(1ff7c695-4937-492d-8313-f3aac1072b53),segment_id=1ff7c695-4937-492d-8313-f3aac1072b53)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:55.505095 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.512023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Routers {'e306a9d5-6b1c-42b2-8207-27a1cb4fc372'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:55.512651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:23:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:55.587862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56293df-4bc0-478b-8eb6-bb85e6a64e51 None None] Pushing event updated for resources: {'Port': ['ID=5223f39d-5d0f-4952-a7fa-53370865689f,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:55.654916 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:55.765761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b724ffb-2502-4ee2-91bb-fe7eb3979bf7 None None] Pushing event updated for resources: {'Port': ['ID=8fc3d6ca-0110-4dd3-b288-b01c6b0cd776,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:55.802137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] Set router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:55.915219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Router 500ebb9f-9166-4285-910a-19aacdd61c0f is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:23:56.110932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:56.124429 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Sync routers for ids ['500ebb9f-9166-4285-910a-19aacdd61c0f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:56.139138 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Routers {'500ebb9f-9166-4285-910a-19aacdd61c0f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:56.139782 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:23:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['500ebb9f-9166-4285-910a-19aacdd61c0f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:56.160223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'name': 'tempest-TestServerMultinode-1241653571-router', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'e9db00e2-1697-47df-992f-b592305af624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:51Z', 'revision_number': 4, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'gw_port': {'id': 'e9db00e2-1697-47df-992f-b592305af624', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5223f39d-5d0f-4952-a7fa-53370865689f', 'name': '', 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'mac_address': 'fa:16:3e:aa:b1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '9d5e93a8-9239-402e-b5cd-0b7b8efce359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:50Z', 'updated_at': '2022-05-28T06:23:55Z', 'revision_number': 4, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'subnets': [{'id': '9d5e93a8-9239-402e-b5cd-0b7b8efce359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:56.162886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:56.166669 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f8d1e2a4-bc25-49fe-9258-4e1e3fac0f1d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6285980 May 28 06:23:56.168619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48478) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:23:56.169973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c73b9d-e5da-490f-8cfd-ec5146d6261c None None] The sync data for ids ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'] in n-d-843679-5 is: [{'id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'name': 'tempest-TestServerMultinode-1241653571-router', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'e9db00e2-1697-47df-992f-b592305af624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:51Z', 'revision_number': 4, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'gw_port': {'id': 'e9db00e2-1697-47df-992f-b592305af624', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5223f39d-5d0f-4952-a7fa-53370865689f', 'name': '', 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'mac_address': 'fa:16:3e:aa:b1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '9d5e93a8-9239-402e-b5cd-0b7b8efce359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:50Z', 'updated_at': '2022-05-28T06:23:55Z', 'revision_number': 4, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'subnets': [{'id': '9d5e93a8-9239-402e-b5cd-0b7b8efce359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:56.398590 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Set router 500ebb9f-9166-4285-910a-19aacdd61c0f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:56.748127 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'name': 'tempest-TestServerMultinode-908189945-router', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:53Z', 'updated_at': '2022-05-28T06:23:54Z', 'revision_number': 3, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'gw_port': {'id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:54Z', 'updated_at': '2022-05-28T06:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:56.752701 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Checking router: 500ebb9f-9166-4285-910a-19aacdd61c0f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:23:56.753036 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Updating router 500ebb9f-9166-4285-910a-19aacdd61c0f port dc16e1a7-8893-4c96-9329-f1a13d446925 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:23:56.793951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1661d2b-11b9-4b4e-bba1-434733340848 None None] Network 33336b00-7cff-444a-9dd5-38e663e247c1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:23:56.811109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:56.816867 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.019474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e5f3b685-be66-4f17-b851-b0a6cbc297ac None None] Provisioning for port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:57.049814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:57.061505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:57.062037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.125346 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.200541 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.215185 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Transition to ACTIVE for port object dc16e1a7-8893-4c96-9329-f1a13d446925 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:57.223567 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.348665 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Attempting to bind port dc16e1a7-8893-4c96-9329-f1a13d446925 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:23:57.348886 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Attempting to bind port dc16e1a7-8893-4c96-9329-f1a13d446925 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:23:57.349211 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Attempting to bind port dc16e1a7-8893-4c96-9329-f1a13d446925 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:23:57.351451 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f64b0-20e1-4d96-9651-6b72ef35defb None None] Pushing event updated for resources: {'Port': ['ID=dc16e1a7-8893-4c96-9329-f1a13d446925,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:57.358765 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:23:57.359135 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:23:57.359558 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.359940 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:23:57.360400 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Bound port: dc16e1a7-8893-4c96-9329-f1a13d446925, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:23:57.360764 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.385748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Allocated IP 172.20.0.1 (33336b00-7cff-444a-9dd5-38e663e247c1/b087dd4f-87db-4448-9014-5f6794d72080/5dab3b60-22fe-4871-9101-0eddf2a57555) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:23:57.387020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:57.387475 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.430302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8fc3d6ca-0110-4dd3-b288-b01c6b0cd776,segment=NetworkSegment(1ff7c695-4937-492d-8313-f3aac1072b53),segment_id=1ff7c695-4937-492d-8313-f3aac1072b53)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:57.437307 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.438016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5223f39d-5d0f-4952-a7fa-53370865689f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:57.471842 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] For port dc16e1a7-8893-4c96-9329-f1a13d446925, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:23:57.477516 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] For port dc16e1a7-8893-4c96-9329-f1a13d446925, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dc16e1a7-8893-4c96-9329-f1a13d446925,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:23:57.482986 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.597500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=8fc3d6ca-0110-4dd3-b288-b01c6b0cd776,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:57.623317 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f64b0-20e1-4d96-9651-6b72ef35defb None None] Pushing event updated for resources: {'Port': ['ID=dc16e1a7-8893-4c96-9329-f1a13d446925,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:57.626678 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Routers {'500ebb9f-9166-4285-910a-19aacdd61c0f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:57.627680 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:23:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['500ebb9f-9166-4285-910a-19aacdd61c0f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:57.633362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5223f39d-5d0f-4952-a7fa-53370865689f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:57.639260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5223f39d-5d0f-4952-a7fa-53370865689f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:57.639652 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.652612 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.675826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Transition to ACTIVE for port object 5dab3b60-22fe-4871-9101-0eddf2a57555 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:23:57.704002 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.775217 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Network 33336b00-7cff-444a-9dd5-38e663e247c1 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:57.778553 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:57.781279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:23:57.796986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c24605d2-c7ea-4865-b47e-ec570dfea1e6 None None] Provisioning complete for port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:57.797580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c24605d2-c7ea-4865-b47e-ec570dfea1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.825171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5dab3b60-22fe-4871-9101-0eddf2a57555,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:57.839457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5223f39d-5d0f-4952-a7fa-53370865689f is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:57.839964 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.846493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:57.848007 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] Set router 500ebb9f-9166-4285-910a-19aacdd61c0f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:23:57.899401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 5223f39d-5d0f-4952-a7fa-53370865689f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5223f39d-5d0f-4952-a7fa-53370865689f,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:57.931681 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.036780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c24605d2-c7ea-4865-b47e-ec570dfea1e6 None None] Current status of the port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:58.047864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=5223f39d-5d0f-4952-a7fa-53370865689f,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:58.083119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.159122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c3e51fb8-ebfd-4a9c-9c7d-28ddaf0ceb5d None None] Provisioning for port 5dab3b60-22fe-4871-9101-0eddf2a57555 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:58.169593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c3e51fb8-ebfd-4a9c-9c7d-28ddaf0ceb5d None None] Provisioning complete for port 5dab3b60-22fe-4871-9101-0eddf2a57555 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:58.170201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c3e51fb8-ebfd-4a9c-9c7d-28ddaf0ceb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.212247 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'name': 'tempest-TestServerMultinode-908189945-router', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:53Z', 'updated_at': '2022-05-28T06:23:54Z', 'revision_number': 3, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'gw_port': {'id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:54Z', 'updated_at': '2022-05-28T06:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:58.220612 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543d9b7-97d9-43db-93c2-622477f22ed3 None None] The sync data for ids ['500ebb9f-9166-4285-910a-19aacdd61c0f'] in n-d-843679-5 is: [{'id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'name': 'tempest-TestServerMultinode-908189945-router', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:53Z', 'updated_at': '2022-05-28T06:23:54Z', 'revision_number': 3, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'gw_port': {'id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:54Z', 'updated_at': '2022-05-28T06:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:23:58.239693 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c3e51fb8-ebfd-4a9c-9c7d-28ddaf0ceb5d None None] Port 5dab3b60-22fe-4871-9101-0eddf2a57555 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:23:58.363352 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.368035 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.477479 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.481407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5dab3b60-22fe-4871-9101-0eddf2a57555,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:58.632830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Network 33336b00-7cff-444a-9dd5-38e663e247c1 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:23:58.634151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:23:58.753263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5223f39d-5d0f-4952-a7fa-53370865689f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:58.833094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5223f39d-5d0f-4952-a7fa-53370865689f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:58.833681 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:58.871366 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Router 500ebb9f-9166-4285-910a-19aacdd61c0f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:23:58.973116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5223f39d-5d0f-4952-a7fa-53370865689f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:58.974149 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:59.004303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0ceef77f-03a7-4b45-a1da-53f591a3f243 None None] Provisioning complete for port 5dab3b60-22fe-4871-9101-0eddf2a57555 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:59.004672 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0ceef77f-03a7-4b45-a1da-53f591a3f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.067174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:23:59.077775 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-09203477-8a1b-4c0d-aeed-e78d7e6547b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/500ebb9f-9166-4285-910a-19aacdd61c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9078658 May 28 06:23:59.083219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0ceef77f-03a7-4b45-a1da-53f591a3f243 None None] Port 5dab3b60-22fe-4871-9101-0eddf2a57555 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:23:59.108087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:59.108716 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.237989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:59.239064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dc16e1a7-8893-4c96-9329-f1a13d446925 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:23:59.307482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port dc16e1a7-8893-4c96-9329-f1a13d446925 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:23:59.312454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port dc16e1a7-8893-4c96-9329-f1a13d446925 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:23:59.312835 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.433164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port dc16e1a7-8893-4c96-9329-f1a13d446925 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:23:59.433537 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.450423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port dc16e1a7-8893-4c96-9329-f1a13d446925, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dc16e1a7-8893-4c96-9329-f1a13d446925,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:23:59.454202 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:23:59.522424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=dc16e1a7-8893-4c96-9329-f1a13d446925,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:23:59.530647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.530995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.531744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.532091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.532429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.532760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.533112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.533437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.533760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.534082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.534401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.534717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:23:59.701567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-7ae7a8c8-395e-4d36-8302-377792d09e4c tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:23:59.702250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-7ae7a8c8-395e-4d36-8302-377792d09e4c tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Synchronizing usage tracker for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:23:59.718956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-7ae7a8c8-395e-4d36-8302-377792d09e4c tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Unset dirty status for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:23:59.720177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-7ae7a8c8-395e-4d36-8302-377792d09e4c tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/networks?id=f34a4641-145c-4ae4-82f2-cdbfafe1869b HTTP/1.1" status: 200 len: 911 time: 0.1527822 May 28 06:23:59.735483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-c81624da-5d3a-4650-a7a5-c690734fb2b7 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/quotas/07e938012f9b44d68195e3e1ba6d5b39 HTTP/1.1" status: 200 len: 375 time: 0.0097723 May 28 06:23:59.834670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Sync routers for ids ['500ebb9f-9166-4285-910a-19aacdd61c0f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:23:59.844437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Routers {'500ebb9f-9166-4285-910a-19aacdd61c0f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:23:59.845144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:23:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['500ebb9f-9166-4285-910a-19aacdd61c0f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:23:59.933043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35fc6d32-531b-4d76-b504-429fa4c9c835 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=07e938012f9b44d68195e3e1ba6d5b39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1913066 May 28 06:24:00.059384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Set router 500ebb9f-9166-4285-910a-19aacdd61c0f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:00.179409 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-93512f2a-cea0-47a0-abc2-8ea9dd5fccb0 service neutron] 10.222.0.39 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395115 May 28 06:24:00.373870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-35769e77-fbbd-42ed-856b-e72adc38aceb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2665033 May 28 06:24:00.375805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-ac3df2d2-44b1-439e-b0b6-945be30ece48 service neutron] 10.222.0.39 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612120 May 28 06:24:00.386289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'name': 'tempest-TestServerMultinode-908189945-router', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:53Z', 'updated_at': '2022-05-28T06:23:57Z', 'revision_number': 4, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'gw_port': {'id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:54Z', 'updated_at': '2022-05-28T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5dab3b60-22fe-4871-9101-0eddf2a57555', 'name': '', 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'mac_address': 'fa:16:3e:51:04:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b087dd4f-87db-4448-9014-5f6794d72080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:57Z', 'updated_at': '2022-05-28T06:23:58Z', 'revision_number': 2, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'subnets': [{'id': 'b087dd4f-87db-4448-9014-5f6794d72080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:00.390188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Checking router: 500ebb9f-9166-4285-910a-19aacdd61c0f for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:24:00.390548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Updating router 500ebb9f-9166-4285-910a-19aacdd61c0f port 5dab3b60-22fe-4871-9101-0eddf2a57555 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:24:00.447364 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:00.550691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-faba0cce-8337-4fcd-97f4-d5077d3841f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:00.552313 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-faba0cce-8337-4fcd-97f4-d5077d3841f3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 1097 time: 0.0822158 May 28 06:24:00.594473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d1f44732-9bb5-43d9-933c-91095d5d38b3 req-58622ff6-1f7c-4173-bedb-da19c11758c4 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Synchronizing usage tracker for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:00.621680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-d1f44732-9bb5-43d9-933c-91095d5d38b3 req-58622ff6-1f7c-4173-bedb-da19c11758c4 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Unset dirty status for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:00.631588 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d1f44732-9bb5-43d9-933c-91095d5d38b3 req-58622ff6-1f7c-4173-bedb-da19c11758c4 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 210 time: 0.0967062 May 28 06:24:00.692404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dc16e1a7-8893-4c96-9329-f1a13d446925 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:00.734971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-dd67aa97-4932-4046-a4ff-2d584234f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:00.737793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-dd67aa97-4932-4046-a4ff-2d584234f1b5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c82c410c-f456-4be2-bd2a-3729972ef6bb HTTP/1.1" status: 200 len: 898 time: 0.1584790 May 28 06:24:00.813045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port dc16e1a7-8893-4c96-9329-f1a13d446925 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:00.813465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:00.852668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-1987e664-2d6a-4c01-9aed-40a8acd656c3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bf62c78-b862-461d-b6a2-23001d9708d7 HTTP/1.1" status: 200 len: 1002 time: 0.1089351 May 28 06:24:00.921916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-339be3fb-9d80-47e5-9d17-e3b65e9c8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:00.923406 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-339be3fb-9d80-47e5-9d17-e3b65e9c8403 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3 HTTP/1.1" status: 200 len: 835 time: 0.0646732 May 28 06:24:00.948461 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.002929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Transition to ACTIVE for port object 5dab3b60-22fe-4871-9101-0eddf2a57555 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:01.005645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-8efcbf8a-db11-4666-9548-e22faf3f4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:01.007838 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-8efcbf8a-db11-4666-9548-e22faf3f4874 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c82c410c-f456-4be2-bd2a-3729972ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783002 May 28 06:24:01.014269 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.045524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port dc16e1a7-8893-4c96-9329-f1a13d446925 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:01.166535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-31b35b53-3387-447f-b9a8-f9b0c4de0eee service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526649 May 28 06:24:01.182926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61731154-a0c3-4d23-aea7-4cd293d164ba None None] Pushing event updated for resources: {'Port': ['ID=5dab3b60-22fe-4871-9101-0eddf2a57555,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:01.256792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Attempting to bind port 5dab3b60-22fe-4871-9101-0eddf2a57555 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:01.257422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Attempting to bind port 5dab3b60-22fe-4871-9101-0eddf2a57555 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '1ff7c695-4937-492d-8313-f3aac1072b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:01.257945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Attempting to bind port 5dab3b60-22fe-4871-9101-0eddf2a57555 on network 33336b00-7cff-444a-9dd5-38e663e247c1 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:01.267093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:01.267811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Checking segment: {'id': '1ff7c695-4937-492d-8313-f3aac1072b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:01.268387 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.268931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Bound using segment: {'id': '1ff7c695-4937-492d-8313-f3aac1072b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:01.269561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Bound port: 5dab3b60-22fe-4871-9101-0eddf2a57555, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff7c695-4937-492d-8313-f3aac1072b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:01.270128 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.282225 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.354716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dbdfb48-d230-438f-87e7-27d060e98480 req-e1b7a03a-95b0-4636-8874-fd2468fe210d service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813672 May 28 06:24:01.378550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] For port 5dab3b60-22fe-4871-9101-0eddf2a57555, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:01.382431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] For port 5dab3b60-22fe-4871-9101-0eddf2a57555, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5dab3b60-22fe-4871-9101-0eddf2a57555,segment=NetworkSegment(1ff7c695-4937-492d-8313-f3aac1072b53),segment_id=1ff7c695-4937-492d-8313-f3aac1072b53)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:01.386518 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:01.479661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Routers {'500ebb9f-9166-4285-910a-19aacdd61c0f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:01.480306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:23:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['500ebb9f-9166-4285-910a-19aacdd61c0f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:01.533060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61731154-a0c3-4d23-aea7-4cd293d164ba None None] Pushing event updated for resources: {'Port': ['ID=5dab3b60-22fe-4871-9101-0eddf2a57555,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:01.727714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] Set router 500ebb9f-9166-4285-910a-19aacdd61c0f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:01.779123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e6c7a2f2-8975-4d29-87b7-7418c5f73b43 req-52f034f8-33b5-4af3-b389-6809df9c4fc1 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 210 time: 0.0442476 May 28 06:24:02.055106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'name': 'tempest-TestServerMultinode-908189945-router', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:53Z', 'updated_at': '2022-05-28T06:23:57Z', 'revision_number': 4, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'gw_port': {'id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:54Z', 'updated_at': '2022-05-28T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5dab3b60-22fe-4871-9101-0eddf2a57555', 'name': '', 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'mac_address': 'fa:16:3e:51:04:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b087dd4f-87db-4448-9014-5f6794d72080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:57Z', 'updated_at': '2022-05-28T06:24:01Z', 'revision_number': 4, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'subnets': [{'id': 'b087dd4f-87db-4448-9014-5f6794d72080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:02.059418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789dca1-b66c-481c-b007-fd97a00114f9 None None] The sync data for ids ['500ebb9f-9166-4285-910a-19aacdd61c0f'] in n-d-843679-5 is: [{'id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'name': 'tempest-TestServerMultinode-908189945-router', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:53Z', 'updated_at': '2022-05-28T06:23:57Z', 'revision_number': 4, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'gw_port': {'id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:54Z', 'updated_at': '2022-05-28T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '5dab3b60-22fe-4871-9101-0eddf2a57555', 'name': '', 'network_id': '33336b00-7cff-444a-9dd5-38e663e247c1', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'mac_address': 'fa:16:3e:51:04:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b087dd4f-87db-4448-9014-5f6794d72080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:57Z', 'updated_at': '2022-05-28T06:24:01Z', 'revision_number': 4, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'subnets': [{'id': 'b087dd4f-87db-4448-9014-5f6794d72080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:24:02.199769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-c2b7001b-6917-4a71-9447-db7c474d75aa tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:02.201495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-c2b7001b-6917-4a71-9447-db7c474d75aa tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.41 "GET /v2.0/networks?id=f34a4641-145c-4ae4-82f2-cdbfafe1869b HTTP/1.1" status: 200 len: 911 time: 0.1872630 May 28 06:24:02.218069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Request body: {'port': {'device_id': '1450c51a-7be4-4342-b01f-c36fb15f36eb', 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b', 'admin_state_up': True, 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:02.225793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:02.238462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:02.249763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Made reservation on behalf of 07e938012f9b44d68195e3e1ba6d5b39 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:24:02.252240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.415845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Allocated IP 172.20.0.6 (f34a4641-145c-4ae4-82f2-cdbfafe1869b/9d5e93a8-9239-402e-b5cd-0b7b8efce359/7d72b1d2-d42d-4273-9fdb-e151c3fd65a0) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:24:02.689563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5dab3b60-22fe-4871-9101-0eddf2a57555 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:02.741154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.758621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Transition to ACTIVE for port object 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:02.764641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 5dab3b60-22fe-4871-9101-0eddf2a57555 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:02.770183 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5dab3b60-22fe-4871-9101-0eddf2a57555 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:02.770561 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.786262 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.863313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Network f34a4641-145c-4ae4-82f2-cdbfafe1869b is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:02.866430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:02.870522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:24:02.915395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Pushing event updated for resources: {'Port': ['ID=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:02.936864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5dab3b60-22fe-4871-9101-0eddf2a57555 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:02.937752 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.942971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:02.944016 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:02.976954 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-a3503343-d062-4578-92d9-01a72334c572 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7633257 May 28 06:24:02.999149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Request body: {'port': {'device_id': '1450c51a-7be4-4342-b01f-c36fb15f36eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:03.004367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 5dab3b60-22fe-4871-9101-0eddf2a57555, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5dab3b60-22fe-4871-9101-0eddf2a57555,segment=NetworkSegment(1ff7c695-4937-492d-8313-f3aac1072b53),segment_id=1ff7c695-4937-492d-8313-f3aac1072b53)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:03.010172 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.064120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67055-03f9-4fab-9715-c1697348397b req-78b60a8e-a6c2-4251-bb9b-acf38f53d6fb tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:03.067768 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7dc67055-03f9-4fab-9715-c1697348397b req-78b60a8e-a6c2-4251-bb9b-acf38f53d6fb tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1027 time: 0.1138692 May 28 06:24:03.123502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=5dab3b60-22fe-4871-9101-0eddf2a57555,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:03.163267 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.260669 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7dc67055-03f9-4fab-9715-c1697348397b req-b987bc48-2632-42ff-81b9-2a5887865dc7 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866770 May 28 06:24:03.266518 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0dbd4b0f-2d46-4899-b2e1-c92e3e5b2fcd None None] Provisioning for port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:03.271806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0dbd4b0f-2d46-4899-b2e1-c92e3e5b2fcd None None] Provisioning complete for port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:03.272180 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4b0f-2d46-4899-b2e1-c92e3e5b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.332461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd4b0f-2d46-4899-b2e1-c92e3e5b2fcd None None] Port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:24:03.518815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:03.526520 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.540834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Transition to ACTIVE for port object 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:03.544823 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.712292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:03.788867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Attempting to bind port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:03.789460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Attempting to bind port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:03.789814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Attempting to bind port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 on network f34a4641-145c-4ae4-82f2-cdbfafe1869b {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:03.795068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 on network f34a4641-145c-4ae4-82f2-cdbfafe1869b not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:24:03.795433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Attempting to bind port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 on network f34a4641-145c-4ae4-82f2-cdbfafe1869b {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:03.800349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:03.800677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Checking segment: {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:03.801049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Bound using segment: {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:03.801459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Bound port: 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:03.801797 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.894433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] For port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:03.897284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] For port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:03.902252 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.962086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:03.962638 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:03.964020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 HTTP/1.1" status: 200 len: 1091 time: 0.9718738 May 28 06:24:03.964457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1450c51a-7be4-4342-b01f-c36fb15f36eb', 'tag': '7d72b1d2-d42d-4273-9fdb-e151c3fd65a0'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:03.984804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb17ab-5292-47b5-9e69-a66c3049f5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:04.015194 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cc7084-bcb0-4b1f-a935-9feaded31150'] response: {'name': 'network-changed', 'server_uuid': '1450c51a-7be4-4342-b01f-c36fb15f36eb', 'tag': '7d72b1d2-d42d-4273-9fdb-e151c3fd65a0', 'status': 'completed', 'code': 200} May 28 06:24:04.106864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-367ef19f-a96a-491d-87c5-a8eb02acb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:04.108790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-367ef19f-a96a-491d-87c5-a8eb02acb5f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07e938012f9b44d68195e3e1ba6d5b39&device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1094 time: 0.0789070 May 28 06:24:04.185596 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-9264448b-bd27-4e3b-ba7a-4f79d4ffa8ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 HTTP/1.1" status: 200 len: 217 time: 0.0657270 May 28 06:24:04.255677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-d1f3cfcb-1c76-46b8-9158-116d571f473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:04.257024 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-d1f3cfcb-1c76-46b8-9158-116d571f473b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d5e93a8-9239-402e-b5cd-0b7b8efce359 HTTP/1.1" status: 200 len: 849 time: 0.0626369 May 28 06:24:04.333578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-e4cc0442-bd3c-4401-90c4-41e9b60e23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:04.335038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-e4cc0442-bd3c-4401-90c4-41e9b60e23bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f34a4641-145c-4ae4-82f2-cdbfafe1869b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690019 May 28 06:24:04.437593 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edd92f-554a-460d-a9b4-edf3604ed55b req-80234725-470c-49ad-ae13-e3f638510221 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:04.439089 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36edd92f-554a-460d-a9b4-edf3604ed55b req-80234725-470c-49ad-ae13-e3f638510221 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1094 time: 0.0710385 May 28 06:24:04.469850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-9cda9c1e-b374-4604-a72b-9ac97e750dd8 service neutron] 10.222.0.41 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249652 May 28 06:24:04.480184 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-36edd92f-554a-460d-a9b4-edf3604ed55b req-e27641e5-ebf3-44dd-bf62-b5c8e9a5de3b tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 May 28 06:24:04.602702 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-082d8874-6718-424f-93a5-71c8f7f2b6cd req-26ffcc4e-85b6-4640-b48c-5319d20be49f service neutron] 10.222.0.41 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234019 May 28 06:24:04.665123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5dab3b60-22fe-4871-9101-0eddf2a57555 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:04.733718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 5dab3b60-22fe-4871-9101-0eddf2a57555 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:04.734091 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:04.841136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-ad39b90d-369a-4bdc-87c7-412ec14e42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:04.842658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-ad39b90d-369a-4bdc-87c7-412ec14e42c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07e938012f9b44d68195e3e1ba6d5b39&device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1094 time: 0.1853359 May 28 06:24:04.856848 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 5dab3b60-22fe-4871-9101-0eddf2a57555 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:04.977096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-86625280-0ad9-41d3-a555-4bf448e9e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:04.978514 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-86625280-0ad9-41d3-a555-4bf448e9e44d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f34a4641-145c-4ae4-82f2-cdbfafe1869b HTTP/1.1" status: 200 len: 911 time: 0.1282151 May 28 06:24:05.048509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-7db68a71-def5-4538-b772-0734fa299d45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 HTTP/1.1" status: 200 len: 217 time: 0.0630195 May 28 06:24:05.114735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-3ff95c97-84b6-421c-be5a-e214ac9ce659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:05.116161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-3ff95c97-84b6-421c-be5a-e214ac9ce659 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d5e93a8-9239-402e-b5cd-0b7b8efce359 HTTP/1.1" status: 200 len: 849 time: 0.0611382 May 28 06:24:05.192045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-3b067f95-d2c3-4fb7-8476-0330de2acd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:05.193510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-3b067f95-d2c3-4fb7-8476-0330de2acd35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f34a4641-145c-4ae4-82f2-cdbfafe1869b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707171 May 28 06:24:05.328337 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-47f2ebe6-3149-4208-8df8-250787ff7603 service neutron] 10.222.0.41 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258018 May 28 06:24:05.465558 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe046a0-bbab-4fd0-9588-83fc29cef6dc req-0d4c2d1c-de0e-4239-bbd4-85f83d8f7841 service neutron] 10.222.0.41 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286528 May 28 06:24:05.660294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a0ba5-393c-48ff-bbcf-531ea001cc4d req-65ff2968-60f3-46a6-a455-496e82826561 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:05.661002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-937a0ba5-393c-48ff-bbcf-531ea001cc4d req-65ff2968-60f3-46a6-a455-496e82826561 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Synchronizing usage tracker for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:05.676685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-937a0ba5-393c-48ff-bbcf-531ea001cc4d req-65ff2968-60f3-46a6-a455-496e82826561 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Unset dirty status for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:05.677818 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-937a0ba5-393c-48ff-bbcf-531ea001cc4d req-65ff2968-60f3-46a6-a455-496e82826561 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1094 time: 0.0916729 May 28 06:24:05.717726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-937a0ba5-393c-48ff-bbcf-531ea001cc4d req-975176b1-10e8-44fc-9298-3f2ca7352f4f tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Synchronizing usage tracker for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:05.734317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-937a0ba5-393c-48ff-bbcf-531ea001cc4d req-975176b1-10e8-44fc-9298-3f2ca7352f4f tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Unset dirty status for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:05.735471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-937a0ba5-393c-48ff-bbcf-531ea001cc4d req-975176b1-10e8-44fc-9298-3f2ca7352f4f tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513780 May 28 06:24:06.350692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:24:06.496073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:06.508731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '7d72b1d2-d42d-4273-9fdb-e151c3fd65a0', 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b', 'port_id': '7d72b1d2-d42d-4273-9fdb-e151c3fd65a0', 'mac_address': 'fa:16:3e:26:16:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5e93a8-9239-402e-b5cd-0b7b8efce359', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:24:06.562780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:06.563157 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.579965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:06.594922 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:06.599029 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:06.673066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:06.819159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['7d72b1d2-d42d-4273-9fdb-e151c3fd65a0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:06.911574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a89f05-19db-45ff-91ce-b7db277797f0 req-c17bee08-caa3-4efc-8e43-1b99feaf8b9b tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:06.913086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34a89f05-19db-45ff-91ce-b7db277797f0 req-c17bee08-caa3-4efc-8e43-1b99feaf8b9b tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1095 time: 0.0733442 May 28 06:24:06.954676 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34a89f05-19db-45ff-91ce-b7db277797f0 req-08e6c3c1-ecd3-48a7-9dbb-2809e9cac544 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351424 May 28 06:24:08.126125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9b910-4899-4cf4-a272-e67284c184fd req-c9178f4e-b319-4b77-8fbc-380925b3a055 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:08.127679 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4c9b910-4899-4cf4-a272-e67284c184fd req-c9178f4e-b319-4b77-8fbc-380925b3a055 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1095 time: 0.0704706 May 28 06:24:08.168240 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c4c9b910-4899-4cf4-a272-e67284c184fd req-4b7cafd0-f929-493a-9de7-fea3d7c6cb72 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 May 28 06:24:08.381494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:08.450485 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:08.455069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:08.455473 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.615760 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5c582f33-55c1-43e3-98bb-a93c45cbfe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.618833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:08.619210 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.647339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1450c51a-7be4-4342-b01f-c36fb15f36eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d72b1d2-d42d-4273-9fdb-e151c3fd65a0'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:08.657114 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:08.660710 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:08.696906 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e1714f-5025-427e-8cee-af702d92069a'] response: {'server_uuid': '1450c51a-7be4-4342-b01f-c36fb15f36eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d72b1d2-d42d-4273-9fdb-e151c3fd65a0', 'code': 200} May 28 06:24:08.729270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:08.828932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb72997-07ef-4a33-992b-8840a502406d req-4f7fcc07-633c-487c-854b-872da436583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:08.830373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-beb72997-07ef-4a33-992b-8840a502406d req-4f7fcc07-633c-487c-854b-872da436583f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1096 time: 0.0741136 May 28 06:24:08.873650 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-beb72997-07ef-4a33-992b-8840a502406d req-e7d27ba7-74e7-4b99-bea6-c0be8f40bb79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 May 28 06:24:09.339964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b8c8-218b-4a10-92d9-75f98c5d1bf0 req-9c7412de-a1ef-4ed9-bb70-9837470c6a30 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:09.341454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fff7b8c8-218b-4a10-92d9-75f98c5d1bf0 req-9c7412de-a1ef-4ed9-bb70-9837470c6a30 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1096 time: 0.0702057 May 28 06:24:09.384580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fff7b8c8-218b-4a10-92d9-75f98c5d1bf0 req-c0abb498-d3c7-496e-924b-dc0f978bde39 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373018 May 28 06:24:10.443860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:10.563323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8e0ee-9cba-467f-8aad-b51821bc6cf9 req-bf85d2dd-b68b-43c3-959d-3e5ccda03cd8 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:10.564842 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03f8e0ee-9cba-467f-8aad-b51821bc6cf9 req-bf85d2dd-b68b-43c3-959d-3e5ccda03cd8 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1096 time: 0.0706725 May 28 06:24:10.608154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-03f8e0ee-9cba-467f-8aad-b51821bc6cf9 req-2a61f6a1-a0b4-43f8-ae7e-90915930e4e7 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372689 May 28 06:24:10.727014 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cb30a98e-0290-4743-bbac-4f9eb67ecdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:10.803854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624f3f1-1611-4280-861f-b59199dd00a8 req-d8facbfb-9181-44e2-96e3-efc30783ef87 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:10.805372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b624f3f1-1611-4280-861f-b59199dd00a8 req-d8facbfb-9181-44e2-96e3-efc30783ef87 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1096 time: 0.0696583 May 28 06:24:10.845819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b624f3f1-1611-4280-861f-b59199dd00a8 req-e5db535f-3b2e-40fa-8365-6b7d77091a01 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347590 May 28 06:24:11.025443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb7138-9f9b-42ba-aacc-8dc0a5bc004a req-b3725432-5718-4446-89f1-2b71c70cfe8a tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:11.027019 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0eb7138-9f9b-42ba-aacc-8dc0a5bc004a req-b3725432-5718-4446-89f1-2b71c70cfe8a tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1096 time: 0.0787406 May 28 06:24:11.069558 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a0eb7138-9f9b-42ba-aacc-8dc0a5bc004a req-b6907b0f-de08-44e8-bf7b-b1b41d1f7cfd tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368311 May 28 06:24:11.342618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-7319b9b9-08a4-42b8-ba1e-dc2c194719e9 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:11.344043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-7319b9b9-08a4-42b8-ba1e-dc2c194719e9 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/networks?id=f34a4641-145c-4ae4-82f2-cdbfafe1869b HTTP/1.1" status: 200 len: 911 time: 0.1303010 May 28 06:24:11.359473 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-84e13fef-4ee7-438f-8b0d-44d8ab4a9b46 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/quotas/07e938012f9b44d68195e3e1ba6d5b39 HTTP/1.1" status: 200 len: 375 time: 0.0099559 May 28 06:24:11.439929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-2a197369-9f26-4ec5-9ef2-ed36c762eec2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=07e938012f9b44d68195e3e1ba6d5b39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756652 May 28 06:24:11.571045 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-b7236def-b8ba-4093-92ab-68a641ffb30c service neutron] 10.222.0.39 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244631 May 28 06:24:11.670823 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:11.703677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-0cc51b21-7fa7-4fe7-9aa8-d08b0df31531 service neutron] 10.222.0.39 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268594 May 28 06:24:11.752176 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:11.877846 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30564b99-2746-4a34-9c75-eda686419826 req-e7499ca8-fa9a-4ad2-9121-f4f31c6833b3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 210 time: 0.0418007 May 28 06:24:12.981685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-514bd085-d5a6-4391-a4db-7343fc1509e6 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:12.983527 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-514bd085-d5a6-4391-a4db-7343fc1509e6 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.33 "GET /v2.0/networks?id=f34a4641-145c-4ae4-82f2-cdbfafe1869b HTTP/1.1" status: 200 len: 911 time: 0.1389904 May 28 06:24:13.031066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Request body: {'port': {'device_id': 'f687d410-a0b8-4bdc-a193-40a33b290198', 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b', 'admin_state_up': True, 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:13.038118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a943c73c-0e18-4869-bb1f-5a47b0d2b60c req-6eb20ec6-1b4c-4070-84b4-945e677a2bb1 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 210 time: 0.0513914 May 28 06:24:13.040187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:24:13.050470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:24:13.060797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Made reservation on behalf of 07e938012f9b44d68195e3e1ba6d5b39 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:24:13.063166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.216319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Allocated IP 172.20.0.10 (f34a4641-145c-4ae4-82f2-cdbfafe1869b/9d5e93a8-9239-402e-b5cd-0b7b8efce359/50e60ad8-48d9-4b28-9b3b-73b42e99ee1e) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:24:13.415767 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.519470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.536520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Transition to ACTIVE for port object 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:13.559640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.571832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['7d72b1d2-d42d-4273-9fdb-e151c3fd65a0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:13.630850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Network f34a4641-145c-4ae4-82f2-cdbfafe1869b is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:24:13.633939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:24:13.638078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:24:13.677660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Pushing event updated for resources: {'Port': ['ID=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:13.701854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:13.702474 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.728202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-cdbf9155-f5b9-4d5f-8aae-5293c44fdac2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7050087 May 28 06:24:13.746803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Request body: {'port': {'device_id': 'f687d410-a0b8-4bdc-a193-40a33b290198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:24:13.853718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2f6d76f4-d994-4091-9036-e70576348555 None None] Provisioning for port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:13.859462 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2f6d76f4-d994-4091-9036-e70576348555 None None] Provisioning complete for port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:13.860031 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2f6d76f4-d994-4091-9036-e70576348555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.866748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:13.915221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d76f4-d994-4091-9036-e70576348555 None None] Port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:24:14.212768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:14.216625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d666d-8b15-4bd7-a4f3-8b540ef2ae43 req-5a94f820-7239-44c0-bf3a-f78afe098130 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:14.218254 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-df8d666d-8b15-4bd7-a4f3-8b540ef2ae43 req-5a94f820-7239-44c0-bf3a-f78afe098130 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1028 time: 0.0760150 May 28 06:24:14.220779 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:14.236245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Transition to ACTIVE for port object 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:24:14.240112 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:14.261381 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-df8d666d-8b15-4bd7-a4f3-8b540ef2ae43 req-83b4f83d-2f98-44c6-8533-c3b75c934a43 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371957 May 28 06:24:14.397495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Pushing event updated for resources: {'Port': ['ID=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:14.481583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Attempting to bind port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:24:14.481847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Attempting to bind port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:24:14.482171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Attempting to bind port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e on network f34a4641-145c-4ae4-82f2-cdbfafe1869b {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:14.486987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e on network f34a4641-145c-4ae4-82f2-cdbfafe1869b not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:24:14.487333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Attempting to bind port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e on network f34a4641-145c-4ae4-82f2-cdbfafe1869b {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:24:14.492404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:24:14.492734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Checking segment: {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:24:14.493110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Bound using segment: {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:24:14.493529 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Bound port: 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2ffc22-e5f6-41ce-b955-31ee4a348128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:24:14.493867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:14.585871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] For port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:24:14.589675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] For port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:24:14.593598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:14.655415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:14.656031 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:14.657419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] 10.222.0.33 "PUT /v2.0/ports/50e60ad8-48d9-4b28-9b3b-73b42e99ee1e HTTP/1.1" status: 200 len: 1092 time: 0.9158821 May 28 06:24:14.657863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f687d410-a0b8-4bdc-a193-40a33b290198', 'tag': '50e60ad8-48d9-4b28-9b3b-73b42e99ee1e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:14.685444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15873003-efe6-4cf4-ac50-9c59cd2f138f service neutron] Pushing event updated for resources: {'Port': ['ID=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:14.708885 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb841bb-a0e7-4833-b9a8-da3c91cdde76'] response: {'name': 'network-changed', 'server_uuid': 'f687d410-a0b8-4bdc-a193-40a33b290198', 'tag': '50e60ad8-48d9-4b28-9b3b-73b42e99ee1e', 'status': 'completed', 'code': 200} May 28 06:24:14.802756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-1036c56a-4644-4422-95a9-c21f41e4ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:14.808205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-1036c56a-4644-4422-95a9-c21f41e4ee76 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=07e938012f9b44d68195e3e1ba6d5b39&device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1095 time: 0.0789480 May 28 06:24:14.887845 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-1fe6a043-0392-46bc-b15e-0fba1297017d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e HTTP/1.1" status: 200 len: 217 time: 0.0669234 May 28 06:24:14.953004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-ad72a0c6-e905-4748-a3d9-560d509d58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:14.954344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-ad72a0c6-e905-4748-a3d9-560d509d58ba service neutron] 10.222.0.33 "GET /v2.0/subnets?id=9d5e93a8-9239-402e-b5cd-0b7b8efce359 HTTP/1.1" status: 200 len: 849 time: 0.0603857 May 28 06:24:15.027951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-d9921e84-22ac-4d9e-a7f3-eb79ccf760aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:15.029374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-d9921e84-22ac-4d9e-a7f3-eb79ccf760aa service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f34a4641-145c-4ae4-82f2-cdbfafe1869b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692635 May 28 06:24:15.161159 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-86a8ec52-40a4-43ab-a3b4-f3d8a658cc9b service neutron] 10.222.0.33 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251431 May 28 06:24:15.401062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b25e396a-7187-4da8-8ba5-22e63c400b99 req-391f8c05-ea0e-46a7-bc48-d7a77726c0ab service neutron] 10.222.0.33 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328994 May 28 06:24:15.436581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b286957-9af1-4d06-a610-e46520dee8e7 req-a4e22fc1-db90-4801-af8e-a1e20d216708 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:15.438076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b286957-9af1-4d06-a610-e46520dee8e7 req-a4e22fc1-db90-4801-af8e-a1e20d216708 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1095 time: 0.0716996 May 28 06:24:15.482164 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b286957-9af1-4d06-a610-e46520dee8e7 req-6ff46953-761a-4754-954c-4f65fb7f5594 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 May 28 06:24:15.562481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af77cb-d450-46f3-a705-41f35294bb08 req-d3cf87d5-8f28-42dd-b220-1f142d084cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:15.563864 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10af77cb-d450-46f3-a705-41f35294bb08 req-d3cf87d5-8f28-42dd-b220-1f142d084cf8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=07e938012f9b44d68195e3e1ba6d5b39&device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1095 time: 0.0702150 May 28 06:24:15.694260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af77cb-d450-46f3-a705-41f35294bb08 req-718e9ed1-2ad5-4a6f-8ad1-b6fdeab71922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:15.695737 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10af77cb-d450-46f3-a705-41f35294bb08 req-718e9ed1-2ad5-4a6f-8ad1-b6fdeab71922 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f34a4641-145c-4ae4-82f2-cdbfafe1869b HTTP/1.1" status: 200 len: 911 time: 0.1258097 May 28 06:24:15.770129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10af77cb-d450-46f3-a705-41f35294bb08 req-0e80cf40-4729-440f-9ba7-b43472db0ac3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e HTTP/1.1" status: 200 len: 217 time: 0.0671463 May 28 06:24:15.832442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af77cb-d450-46f3-a705-41f35294bb08 req-4b6ebf02-b8d2-4f0a-8530-38bf0f08913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:15.833849 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10af77cb-d450-46f3-a705-41f35294bb08 req-4b6ebf02-b8d2-4f0a-8530-38bf0f08913a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=9d5e93a8-9239-402e-b5cd-0b7b8efce359 HTTP/1.1" status: 200 len: 849 time: 0.0561624 May 28 06:24:15.847063 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:24:15.911758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af77cb-d450-46f3-a705-41f35294bb08 req-23d67de2-f470-421c-b27d-d1ab317e6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:15.913202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10af77cb-d450-46f3-a705-41f35294bb08 req-23d67de2-f470-421c-b27d-d1ab317e6819 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f34a4641-145c-4ae4-82f2-cdbfafe1869b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732691 May 28 06:24:16.049230 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10af77cb-d450-46f3-a705-41f35294bb08 req-b8f457e0-ff6e-495f-a31a-f5fff5ddd7ab service neutron] 10.222.0.33 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292701 May 28 06:24:16.182893 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10af77cb-d450-46f3-a705-41f35294bb08 req-9a34b3ef-d389-4bd2-a8ff-82cec68c3b54 service neutron] 10.222.0.33 "GET /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260648 May 28 06:24:16.657935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1cabb-8303-459d-866b-793b07447993 req-4523821d-f46a-4dd0-91a1-6a7b2bd5ff90 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:16.658610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9ae1cabb-8303-459d-866b-793b07447993 req-4523821d-f46a-4dd0-91a1-6a7b2bd5ff90 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Synchronizing usage tracker for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:16.673517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-9ae1cabb-8303-459d-866b-793b07447993 req-4523821d-f46a-4dd0-91a1-6a7b2bd5ff90 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Unset dirty status for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:16.674732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ae1cabb-8303-459d-866b-793b07447993 req-4523821d-f46a-4dd0-91a1-6a7b2bd5ff90 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1095 time: 0.0845802 May 28 06:24:16.714508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ae1cabb-8303-459d-866b-793b07447993 req-1e506ac9-59d8-4aa5-baa2-6fb3de9e3d52 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339756 May 28 06:24:17.887156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa2963-5531-4825-b5ba-4b9a8c13e07e req-04cb9c9a-5451-46a0-9692-d15d5831fa04 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:17.888684 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40fa2963-5531-4825-b5ba-4b9a8c13e07e req-04cb9c9a-5451-46a0-9692-d15d5831fa04 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1095 time: 0.0694816 May 28 06:24:17.928668 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40fa2963-5531-4825-b5ba-4b9a8c13e07e req-fa19ea6a-2084-4333-b0d7-e5ccede012c6 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 May 28 06:24:19.116025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce38b3-b02a-4bee-b3ff-f309c65a3b7e req-90c2fe93-8678-4b6e-95c5-7f5437269618 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:19.117560 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69ce38b3-b02a-4bee-b3ff-f309c65a3b7e req-90c2fe93-8678-4b6e-95c5-7f5437269618 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1095 time: 0.0793056 May 28 06:24:19.159605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-69ce38b3-b02a-4bee-b3ff-f309c65a3b7e req-cad4ba2c-c09a-47f2-b7f6-6b49440fbc95 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361543 May 28 06:24:20.215777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:24:20.334998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370d0b-b91e-40b6-89b4-85db9dd50a9d req-f9c6c670-286e-4556-b0e0-ffd9e8361a26 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:20.337414 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22370d0b-b91e-40b6-89b4-85db9dd50a9d req-f9c6c670-286e-4556-b0e0-ffd9e8361a26 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1095 time: 0.0760529 May 28 06:24:20.350888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:20.364915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '50e60ad8-48d9-4b28-9b3b-73b42e99ee1e', 'network_id': 'f34a4641-145c-4ae4-82f2-cdbfafe1869b', 'port_id': '50e60ad8-48d9-4b28-9b3b-73b42e99ee1e', 'mac_address': 'fa:16:3e:bc:54:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5e93a8-9239-402e-b5cd-0b7b8efce359', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:24:20.379014 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22370d0b-b91e-40b6-89b4-85db9dd50a9d req-4deca6ed-2f74-4e30-b549-d6ed9b719aac tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353088 May 28 06:24:20.419371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:20.419676 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:20.435735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:20.450936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:20.454852 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:20.524787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:20.840300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['50e60ad8-48d9-4b28-9b3b-73b42e99ee1e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:21.549905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961bd69-3395-40bf-889e-e01bf5e1d4aa req-29c0b3d1-2245-45ec-858e-843dfc48d7b9 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:21.551394 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b961bd69-3395-40bf-889e-e01bf5e1d4aa req-29c0b3d1-2245-45ec-858e-843dfc48d7b9 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1096 time: 0.0699542 May 28 06:24:21.594072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b961bd69-3395-40bf-889e-e01bf5e1d4aa req-0cfd9fd9-6cf8-49a3-85c7-96103eb3f8c3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370440 May 28 06:24:22.216427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:22.284393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:24:22.289132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:22.289499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.410432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:22.410821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.437814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f687d410-a0b8-4bdc-a193-40a33b290198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e60ad8-48d9-4b28-9b3b-73b42e99ee1e'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:22.447707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:22.452402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:22.493708 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c734d891-63a9-4581-94d9-a05e687bc1e0'] response: {'server_uuid': 'f687d410-a0b8-4bdc-a193-40a33b290198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e60ad8-48d9-4b28-9b3b-73b42e99ee1e', 'code': 200} May 28 06:24:22.529232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:22.661890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae2b0c-4e10-43ce-8c88-0cdb069d0d83 req-6cc18a9f-f8b1-48b4-869f-936642d58911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:22.663397 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76ae2b0c-4e10-43ce-8c88-0cdb069d0d83 req-6cc18a9f-f8b1-48b4-869f-936642d58911 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1097 time: 0.0768781 May 28 06:24:22.759190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-76ae2b0c-4e10-43ce-8c88-0cdb069d0d83 req-c16c3d41-ab05-4e49-8616-e617252cd0fd service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893750 May 28 06:24:22.786021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670dc51-cf14-42fa-a750-6d500e181b84 req-f3ccdcad-acad-4547-8032-8983bca8ec44 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:22.786488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe972a7-5042-4fab-89a3-c518e3ece344 req-4492979c-1201-4755-94a8-4d51b56496fb tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:22.787486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7670dc51-cf14-42fa-a750-6d500e181b84 req-f3ccdcad-acad-4547-8032-8983bca8ec44 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.1030061 May 28 06:24:22.788320 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0fe972a7-5042-4fab-89a3-c518e3ece344 req-4492979c-1201-4755-94a8-4d51b56496fb tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1097 time: 0.0710258 May 28 06:24:22.829545 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0fe972a7-5042-4fab-89a3-c518e3ece344 req-5507dc25-92cb-478e-9b1f-a75b1bda271c tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354397 May 28 06:24:22.832080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7670dc51-cf14-42fa-a750-6d500e181b84 req-e6a4a7f7-4c7e-4f56-a829-3f23b0d36a61 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389087 May 28 06:24:24.012976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c9740-7ee8-4091-96cd-0f51c9eb70a9 req-22ea8d59-f96a-49cb-9298-7c8667e1c034 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:24.014500 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f25c9740-7ee8-4091-96cd-0f51c9eb70a9 req-22ea8d59-f96a-49cb-9298-7c8667e1c034 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1097 time: 0.0782356 May 28 06:24:24.019986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf526f-e514-43ab-9731-432bc521ed48 req-2b0ca04d-07ef-42ec-b8a0-bc677435340c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:24.021482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7adf526f-e514-43ab-9731-432bc521ed48 req-2b0ca04d-07ef-42ec-b8a0-bc677435340c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0866365 May 28 06:24:24.055711 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f25c9740-7ee8-4091-96cd-0f51c9eb70a9 req-151b8844-dae4-4855-ba91-727108339f30 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348401 May 28 06:24:24.065186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7adf526f-e514-43ab-9731-432bc521ed48 req-bf2dc1f2-dc55-4f3c-b51d-559426f09e3a tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381515 May 28 06:24:25.231177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb0b48-f58b-4bed-99cc-4ffeec225c5c req-c3f3db64-dbe0-4ffe-88ca-375d50082d9e tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:25.232748 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78bb0b48-f58b-4bed-99cc-4ffeec225c5c req-c3f3db64-dbe0-4ffe-88ca-375d50082d9e tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1097 time: 0.0716774 May 28 06:24:25.253168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32545ece-c34d-4c72-992d-e91b3ef5a065 req-4873eb75-f059-494a-88d1-9138872be799 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:25.254632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32545ece-c34d-4c72-992d-e91b3ef5a065 req-4873eb75-f059-494a-88d1-9138872be799 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0828362 May 28 06:24:25.274432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78bb0b48-f58b-4bed-99cc-4ffeec225c5c req-b29e83ea-ea7f-4f72-977d-11fd022d681a tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356264 May 28 06:24:25.302058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32545ece-c34d-4c72-992d-e91b3ef5a065 req-8ab7063d-8db5-4297-9656-bf82b5cf9e3b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415740 May 28 06:24:25.478759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1e45f-1155-4e13-b23a-8b4dff0e5ed2 req-b0064eab-6e1e-4beb-92fe-261fa6ec076d tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:25.480189 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e1e45f-1155-4e13-b23a-8b4dff0e5ed2 req-b0064eab-6e1e-4beb-92fe-261fa6ec076d tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1097 time: 0.0727072 May 28 06:24:25.520577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5e1e45f-1155-4e13-b23a-8b4dff0e5ed2 req-b67a7119-fa63-48b5-92a4-c7044ccf72ed tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345144 May 28 06:24:25.701089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ad91f-d418-4bbf-912d-91094d5bd82e req-9dd45a06-70c2-426c-9726-6e00526d2c38 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:25.703104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d8ad91f-d418-4bbf-912d-91094d5bd82e req-9dd45a06-70c2-426c-9726-6e00526d2c38 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1097 time: 0.0797224 May 28 06:24:25.757137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d8ad91f-d418-4bbf-912d-91094d5bd82e req-a14ab113-b750-4fbe-8038-5b1608c61b14 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477104 May 28 06:24:26.117393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773299d5-a1d9-415a-830c-3b66984d7bec req-91640969-7944-4e3e-a371-02ccdde68312 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:26.118921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-773299d5-a1d9-415a-830c-3b66984d7bec req-91640969-7944-4e3e-a371-02ccdde68312 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1097 time: 0.0716941 May 28 06:24:26.159840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-773299d5-a1d9-415a-830c-3b66984d7bec req-b6e42f12-c1f5-4fb5-955a-d30a80719736 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351291 May 28 06:24:26.498561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070538f-21d5-4b91-a187-106408714bfd req-8096a58a-2d11-4607-aca9-bb1391046e28 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:26.499936 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1070538f-21d5-4b91-a187-106408714bfd req-8096a58a-2d11-4607-aca9-bb1391046e28 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0800223 May 28 06:24:26.546620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1070538f-21d5-4b91-a187-106408714bfd req-7ce04954-a18c-4183-a486-33df14ec864e tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409901 May 28 06:24:27.340944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08678878-53cc-440a-8bfe-69e3cd117c39 req-be026498-f3df-4551-8640-630cdc172e49 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:27.342455 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-08678878-53cc-440a-8bfe-69e3cd117c39 req-be026498-f3df-4551-8640-630cdc172e49 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1097 time: 0.0788453 May 28 06:24:27.384194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-08678878-53cc-440a-8bfe-69e3cd117c39 req-97631792-4c34-40df-a190-962937321744 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 May 28 06:24:27.638842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-2993154f-8927-407b-ab4d-b202870d5bd2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:27.640343 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-2993154f-8927-407b-ab4d-b202870d5bd2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 1097 time: 0.0698602 May 28 06:24:27.708210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-b92345fc-30d6-4aaf-811b-38d336ebc2e3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Deleting port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:27.708582 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-b92345fc-30d6-4aaf-811b-38d336ebc2e3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:27.731692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be47ca7-fec4-4289-8f66-6f6257408069 req-45a5ce48-7aa9-4e33-84b1-bbc6e2cb2c3f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:27.733434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8be47ca7-fec4-4289-8f66-6f6257408069 req-45a5ce48-7aa9-4e33-84b1-bbc6e2cb2c3f tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0801237 May 28 06:24:27.778315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8be47ca7-fec4-4289-8f66-6f6257408069 req-34a84dcf-d9e3-445c-b284-cab9bd994ba7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383773 May 28 06:24:27.931825 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-b92345fc-30d6-4aaf-811b-38d336ebc2e3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] For port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:27.932096 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-b92345fc-30d6-4aaf-811b-38d336ebc2e3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:28.163203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-b92345fc-30d6-4aaf-811b-38d336ebc2e3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Calling delete_port for 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:28.293830 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-b92345fc-30d6-4aaf-811b-38d336ebc2e3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:28.305035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['7d72b1d2-d42d-4273-9fdb-e151c3fd65a0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:28.332054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['50e60ad8-48d9-4b28-9b3b-73b42e99ee1e'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:28.340379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92345fc-30d6-4aaf-811b-38d336ebc2e3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Pushing event deleted for resources: {'Port': ['ID=50e60ad8-48d9-4b28-9b3b-73b42e99ee1e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:28.426682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-b92345fc-30d6-4aaf-811b-38d336ebc2e3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] No DVR routers for this DVR port 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:28.429382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-b92345fc-30d6-4aaf-811b-38d336ebc2e3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:28.432513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f687d410-a0b8-4bdc-a193-40a33b290198', 'name': 'network-vif-deleted', 'tag': '50e60ad8-48d9-4b28-9b3b-73b42e99ee1e'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:28.451558 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6c8dfe61-ecea-4211-a985-647ff3c4328a req-b92345fc-30d6-4aaf-811b-38d336ebc2e3 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.33 "DELETE /v2.0/ports/50e60ad8-48d9-4b28-9b3b-73b42e99ee1e HTTP/1.1" status: 204 len: 173 time: 0.8055320 May 28 06:24:28.500298 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c43af1e-e275-4e12-94de-403070c962f0'] response: {'server_uuid': 'f687d410-a0b8-4bdc-a193-40a33b290198', 'name': 'network-vif-deleted', 'tag': '50e60ad8-48d9-4b28-9b3b-73b42e99ee1e', 'status': 'completed', 'code': 200} May 28 06:24:28.596062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e468061d-7c3f-4c19-b97f-37cb063b15cd req-276dd611-af6b-4f81-9bbe-85de19b4f146 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Synchronizing usage tracker for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:24:28.611867 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e468061d-7c3f-4c19-b97f-37cb063b15cd req-276dd611-af6b-4f81-9bbe-85de19b4f146 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Unset dirty status for tenant:07e938012f9b44d68195e3e1ba6d5b39 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:24:28.620237 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e468061d-7c3f-4c19-b97f-37cb063b15cd req-276dd611-af6b-4f81-9bbe-85de19b4f146 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f687d410-a0b8-4bdc-a193-40a33b290198 HTTP/1.1" status: 200 len: 210 time: 0.0691864 May 28 06:24:28.971309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b3e35-540e-4943-b2d9-785d90e03251 req-c2a3ac6e-b3c5-40c7-b0ec-127a840187b0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:28.975736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c90b3e35-540e-4943-b2d9-785d90e03251 req-c2a3ac6e-b3c5-40c7-b0ec-127a840187b0 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0898237 May 28 06:24:29.023152 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c90b3e35-540e-4943-b2d9-785d90e03251 req-ac970ece-ba7f-41d3-8acd-b55f9c33a142 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435147 May 28 06:24:30.041876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47024120-4342-4c1c-ba57-00d926231001 req-1d090a28-7610-4e74-988a-882f7ef0c04c tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:30.043359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47024120-4342-4c1c-ba57-00d926231001 req-1d090a28-7610-4e74-988a-882f7ef0c04c tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1096 time: 0.0684378 May 28 06:24:30.087597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-47024120-4342-4c1c-ba57-00d926231001 req-a353aed1-4fd0-4aa8-ab8d-90b77db46f6b tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385342 May 28 06:24:30.222910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787af225-4882-4cc1-afc4-ed9242f89fde req-7f94e70f-3247-4563-841f-9a9f78b92d12 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:30.224391 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-787af225-4882-4cc1-afc4-ed9242f89fde req-7f94e70f-3247-4563-841f-9a9f78b92d12 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0800109 May 28 06:24:30.269304 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-787af225-4882-4cc1-afc4-ed9242f89fde req-a3affca6-d680-4c6e-a102-724018ede53b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391841 May 28 06:24:31.261965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:31.272793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1295c5-4c01-455c-acfe-9c207e206d75 req-70147e29-0cb7-4389-adec-5353e848d7d2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:31.274308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b1295c5-4c01-455c-acfe-9c207e206d75 req-70147e29-0cb7-4389-adec-5353e848d7d2 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1096 time: 0.0729375 May 28 06:24:31.315167 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b1295c5-4c01-455c-acfe-9c207e206d75 req-8a63017c-852a-4524-a7fa-41b641e5193e tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c95b378-2f1a-4647-b21f-0b56529cd47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351088 May 28 06:24:31.452751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-577a716a-d428-42c3-8717-9698d5f58d12 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:31.454144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-577a716a-d428-42c3-8717-9698d5f58d12 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 1096 time: 0.0830097 May 28 06:24:31.460012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4a58d-9288-47dc-aa86-1dd639eafc5b req-365f91d4-e3b6-48b3-8f7b-f15a74dcb4a8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:31.461541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5b4a58d-9288-47dc-aa86-1dd639eafc5b req-365f91d4-e3b6-48b3-8f7b-f15a74dcb4a8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0891399 May 28 06:24:31.506794 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5b4a58d-9288-47dc-aa86-1dd639eafc5b req-1a81fcc3-3165-4cd1-ad6a-5f0db7cb287c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395594 May 28 06:24:31.527447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-a68b80db-9397-4c11-8a47-9ddda1612311 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Deleting port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:31.527785 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-a68b80db-9397-4c11-8a47-9ddda1612311 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:31.753319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-a68b80db-9397-4c11-8a47-9ddda1612311 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] For port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:31.753571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-a68b80db-9397-4c11-8a47-9ddda1612311 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:31.879619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-a68b80db-9397-4c11-8a47-9ddda1612311 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Calling delete_port for 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:32.011259 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-a68b80db-9397-4c11-8a47-9ddda1612311 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:32.025471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['7d72b1d2-d42d-4273-9fdb-e151c3fd65a0'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:32.059641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b80db-9397-4c11-8a47-9ddda1612311 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d72b1d2-d42d-4273-9fdb-e151c3fd65a0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:32.136121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-a68b80db-9397-4c11-8a47-9ddda1612311 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] No DVR routers for this DVR port 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:32.139147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-a68b80db-9397-4c11-8a47-9ddda1612311 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:32.150030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1450c51a-7be4-4342-b01f-c36fb15f36eb', 'name': 'network-vif-deleted', 'tag': '7d72b1d2-d42d-4273-9fdb-e151c3fd65a0'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:32.156493 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9e7f16ba-a6da-48b2-ad38-fcf778ce407d req-a68b80db-9397-4c11-8a47-9ddda1612311 tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 HTTP/1.1" status: 204 len: 173 time: 0.6940999 May 28 06:24:32.200354 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc7c882-8ab0-40ae-8c90-100b64c08268'] response: {'server_uuid': '1450c51a-7be4-4342-b01f-c36fb15f36eb', 'name': 'network-vif-deleted', 'tag': '7d72b1d2-d42d-4273-9fdb-e151c3fd65a0', 'status': 'completed', 'code': 200} May 28 06:24:32.244185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:32.279474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:32.280226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 50e60ad8-48d9-4b28-9b3b-73b42e99ee1e not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:32.470920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-72decfa3-fb29-41fb-af31-998af8f2aab6 req-e3cb334d-8789-4916-a27e-a08b3a986b9d tempest-TestServerMultinode-1481407748 tempest-TestServerMultinode-1481407748-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1450c51a-7be4-4342-b01f-c36fb15f36eb HTTP/1.1" status: 200 len: 210 time: 0.0413201 May 28 06:24:32.700082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63bcd0-55e5-4f1d-be15-a84173b6fad5 req-c61a9e53-c9a2-4aeb-b989-b5231b285af8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:32.701580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f63bcd0-55e5-4f1d-be15-a84173b6fad5 req-c61a9e53-c9a2-4aeb-b989-b5231b285af8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0854225 May 28 06:24:32.746531 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0f63bcd0-55e5-4f1d-be15-a84173b6fad5 req-11a167d4-5d0d-4f39-acfb-c3f3d07c28bd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388727 May 28 06:24:33.571177 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48666) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:33.947499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ade9b-94bc-46e8-b706-190a2f78fa4d req-fa66e9ba-3a27-470d-8dc3-ee44cdd246aa tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:33.949072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d52ade9b-94bc-46e8-b706-190a2f78fa4d req-fa66e9ba-3a27-470d-8dc3-ee44cdd246aa tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0903876 May 28 06:24:33.997709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d52ade9b-94bc-46e8-b706-190a2f78fa4d req-73d53d52-3efb-46db-aeb8-089f606e952b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415277 May 28 06:24:34.230716 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.521092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:34.560461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:34.560823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 7d72b1d2-d42d-4273-9fdb-e151c3fd65a0 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:34.577381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] Deleting port 5223f39d-5d0f-4952-a7fa-53370865689f {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:34.577948 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.755036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] For port 5223f39d-5d0f-4952-a7fa-53370865689f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5223f39d-5d0f-4952-a7fa-53370865689f,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:34.755437 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:34.882910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] Calling delete_port for 5223f39d-5d0f-4952-a7fa-53370865689f owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:35.204212 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:35.260198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] Pushing event deleted for resources: {'Port': ['ID=5223f39d-5d0f-4952-a7fa-53370865689f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:35.334757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c3fda-f67b-49ab-8c4a-ee827708681e req-2f205923-99c2-432e-aa82-1e2233baca0b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:35.336323 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b43c3fda-f67b-49ab-8c4a-ee827708681e req-2f205923-99c2-432e-aa82-1e2233baca0b tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.2174506 May 28 06:24:35.463221 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b43c3fda-f67b-49ab-8c4a-ee827708681e req-40d5e878-4c80-454c-a9ca-db99718f95f6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1184700 May 28 06:24:35.692631 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:36.049637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] Router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:24:36.224320 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:24:36.232797 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] Sync routers for ids ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:24:36.237596 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c561456a-7846-4640-b7ff-bdd97b83c32a admin admin] 10.222.0.39 "PUT /v2.0/routers/e306a9d5-6b1c-42b2-8207-27a1cb4fc372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6618738 May 28 06:24:36.237865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48674) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:36.243006 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] Routers {'e306a9d5-6b1c-42b2-8207-27a1cb4fc372'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:36.243636 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:24:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:36.413628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:36.417827 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] Set router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:36.592239 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:36.602725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Deleting port e9db00e2-1697-47df-992f-b592305af624 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:36.603489 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:36.662254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b6d32-1a08-41e7-a54f-af1024e0811b req-9ded58f5-4e0b-4dd6-919e-6e35f25c4f57 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:36.663821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-869b6d32-1a08-41e7-a54f-af1024e0811b req-9ded58f5-4e0b-4dd6-919e-6e35f25c4f57 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0890625 May 28 06:24:36.713296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-869b6d32-1a08-41e7-a54f-af1024e0811b req-6b23e255-1219-4255-a0da-3cdea53cc1b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409279 May 28 06:24:36.737142 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'name': 'tempest-TestServerMultinode-1241653571-router', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'e9db00e2-1697-47df-992f-b592305af624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:24:35Z', 'revision_number': 5, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'gw_port': {'id': 'e9db00e2-1697-47df-992f-b592305af624', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:36.741164 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] Checking router: e306a9d5-6b1c-42b2-8207-27a1cb4fc372 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:24:36.749789 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] Routers {'e306a9d5-6b1c-42b2-8207-27a1cb4fc372'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:36.750377 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:24:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:36.791505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] For port e9db00e2-1697-47df-992f-b592305af624, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e9db00e2-1697-47df-992f-b592305af624,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:36.792111 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:36.900991 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] Set router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:37.009483 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'name': 'tempest-TestServerMultinode-1241653571-router', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:24:36Z', 'revision_number': 6, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:37.013804 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e05bd1-a228-4692-91c3-893e7b04c36a None None] The sync data for ids ['e306a9d5-6b1c-42b2-8207-27a1cb4fc372'] in n-d-843679-5 is: [{'id': 'e306a9d5-6b1c-42b2-8207-27a1cb4fc372', 'name': 'tempest-TestServerMultinode-1241653571-router', 'tenant_id': '9bae15ddb60d4058ae72b90318d52320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:47Z', 'updated_at': '2022-05-28T06:24:36Z', 'revision_number': 6, 'project_id': '9bae15ddb60d4058ae72b90318d52320', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:24:37.038483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Calling delete_port for e9db00e2-1697-47df-992f-b592305af624 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:37.206663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.272480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9db00e2-1697-47df-992f-b592305af624,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:37.379754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.568613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.570742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.593773 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.594510 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e306a9d5-6b1c-42b2-8207-27a1cb4fc372 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:24:37.607534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0a303-eb53-4539-a317-4ab148958246 req-4ec3b314-b5df-456a-a119-963644f114ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:37.607801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.609261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5a828eec-523f-44f5-8f1b-2cbc5851645d admin admin] 10.222.0.39 "DELETE /v2.0/routers/e306a9d5-6b1c-42b2-8207-27a1cb4fc372 HTTP/1.1" status: 204 len: 168 time: 1.3704782 May 28 06:24:37.609554 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2b0a303-eb53-4539-a317-4ab148958246 req-4ec3b314-b5df-456a-a119-963644f114ce service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 1097 time: 0.0845001 May 28 06:24:37.615813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48680) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:37.654666 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f2b0a303-eb53-4539-a317-4ab148958246 req-718188a5-c155-4bd4-aa70-df5a0adc97e4 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389347 May 28 06:24:37.678005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af9af21-0ad5-4d64-a30f-43fe3447f52c admin admin] Deleting subnet 9d5e93a8-9239-402e-b5cd-0b7b8efce359 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:24:37.680875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8af9af21-0ad5-4d64-a30f-43fe3447f52c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.729540 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8af9af21-0ad5-4d64-a30f-43fe3447f52c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.814024 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8af9af21-0ad5-4d64-a30f-43fe3447f52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.943531 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8af9af21-0ad5-4d64-a30f-43fe3447f52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:37.997574 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269661d3-f3cb-4f5c-af28-1e2e0f4ee033 req-a5df6818-6a0d-40f5-8bc5-41629610cc17 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:37.999048 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-269661d3-f3cb-4f5c-af28-1e2e0f4ee033 req-a5df6818-6a0d-40f5-8bc5-41629610cc17 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.1543219 May 28 06:24:37.999794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9af21-0ad5-4d64-a30f-43fe3447f52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5e93a8-9239-402e-b5cd-0b7b8efce359,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:38.001948 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8af9af21-0ad5-4d64-a30f-43fe3447f52c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.003183 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa3c547-beab-4fab-954b-8a23281ad703 None None] Network f34a4641-145c-4ae4-82f2-cdbfafe1869b requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:24:38.011370 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8af9af21-0ad5-4d64-a30f-43fe3447f52c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9d5e93a8-9239-402e-b5cd-0b7b8efce359 HTTP/1.1" status: 204 len: 168 time: 0.3922334 May 28 06:24:38.011901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48686) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:38.053015 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-269661d3-f3cb-4f5c-af28-1e2e0f4ee033 req-87fd54a6-75c8-4022-9249-e4e076f92ec8 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422454 May 28 06:24:38.139378 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.150274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Deleting port e4753dd2-d273-495e-b0d4-d4ca9785bd06 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:38.150716 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.278069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] DHCP port deletion for f34a4641-145c-4ae4-82f2-cdbfafe1869b request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:24:38.282914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] Deleting port e4753dd2-d273-495e-b0d4-d4ca9785bd06 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:38.283833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.308929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3bf62c78-b862-461d-b6a2-23001d9708d7 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:38.369657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] For port e4753dd2-d273-495e-b0d4-d4ca9785bd06, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e4753dd2-d273-495e-b0d4-d4ca9785bd06,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:38.369934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.495721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Calling delete_port for e4753dd2-d273-495e-b0d4-d4ca9785bd06 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:38.570601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.616780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3bf62c78-b862-461d-b6a2-23001d9708d7 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:38.616918 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.632343 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d0621946-5acd-4995-a73b-667db6b1a4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.643250 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] For port e4753dd2-d273-495e-b0d4-d4ca9785bd06, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e4753dd2-d273-495e-b0d4-d4ca9785bd06,segment=NetworkSegment(9d2ffc22-e5f6-41ce-b955-31ee4a348128),segment_id=9d2ffc22-e5f6-41ce-b955-31ee4a348128)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:38.643691 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.712957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e9db00e2-1697-47df-992f-b592305af624 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:38.730571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4753dd2-d273-495e-b0d4-d4ca9785bd06,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:38.741346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] No DVR routers for this DVR port e4753dd2-d273-495e-b0d4-d4ca9785bd06 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:38.770165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.770509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.770844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.771173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.771538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.771851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.772169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.772490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.772807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.773123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.773437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.773754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:24:38.801444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:38.813286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] Calling delete_port for e4753dd2-d273-495e-b0d4-d4ca9785bd06 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:38.855787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e9db00e2-1697-47df-992f-b592305af624 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:38.856013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e9db00e2-1697-47df-992f-b592305af624 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:38.856425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e4753dd2-d273-495e-b0d4-d4ca9785bd06 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:38.872774 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.891972 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fa41a2-956a-40e9-925a-46b4ba64028b'] response: {'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'code': 200} May 28 06:24:38.900450 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3bf62c78-b862-461d-b6a2-23001d9708d7, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3bf62c78-b862-461d-b6a2-23001d9708d7,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:38.901118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34a4641-145c-4ae4-82f2-cdbfafe1869b']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:38.901477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e4753dd2-d273-495e-b0d4-d4ca9785bd06 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:38.901793 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e4753dd2-d273-495e-b0d4-d4ca9785bd06 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:38.902195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5223f39d-5d0f-4952-a7fa-53370865689f no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:38.914415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2ffc22-e5f6-41ce-b955-31ee4a348128') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:38.914711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2ffc22-e5f6-41ce-b955-31ee4a348128') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:38.926005 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.931334 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.942888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.949287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:24:38.949672 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:38.973018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 5223f39d-5d0f-4952-a7fa-53370865689f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:38.973366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5223f39d-5d0f-4952-a7fa-53370865689f not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:39.035573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:24:39.036216 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:24:39.036658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3bf62c78-b862-461d-b6a2-23001d9708d7,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:39.039727 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9d2ffc22-e5f6-41ce-b955-31ee4a348128 resource provider aggregate not found May 28 06:24:39.060214 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 9d2ffc22-e5f6-41ce-b955-31ee4a348128 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d2ffc22-e5f6-41ce-b955-31ee4a348128 found for delete ", "request_id": "req-a34ebe80-9e58-46b1-a14b-7abcc72cef75"}]} May 28 06:24:39.075208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:39.092501 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:39.103522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34a4641-145c-4ae4-82f2-cdbfafe1869b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:39.109661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48698) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:39.110188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aaee23b8-c10a-4761-9cae-a11932d94d20 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f34a4641-145c-4ae4-82f2-cdbfafe1869b HTTP/1.1" status: 204 len: 168 time: 1.0967097 May 28 06:24:39.419269 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f41a99-a39a-430d-a1d9-b0dc52a2ad6f req-c36df29f-cb08-4439-81b1-95a07e4e9b2d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:24:39.420622 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e6f41a99-a39a-430d-a1d9-b0dc52a2ad6f req-c36df29f-cb08-4439-81b1-95a07e4e9b2d tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 944 time: 0.2342408 May 28 06:24:39.536755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] Deleting port e4753dd2-d273-495e-b0d4-d4ca9785bd06 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:39.537193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:39.609836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-9d648d36-0103-4bab-94e5-c26568418097 None None] The port 'e4753dd2-d273-495e-b0d4-d4ca9785bd06' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:24:39.672720 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e6f41a99-a39a-430d-a1d9-b0dc52a2ad6f req-6b1541ff-f674-4f4c-8ccf-988c9740a7ad tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2440481 May 28 06:24:39.695365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48702) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:39.803927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4a310734-1cba-4a55-a222-3900974b4c84 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/floatingips/aa1ec509-2f6d-426d-85f5-6c8c136a01db HTTP/1.1" status: 200 len: 992 time: 0.1071022 May 28 06:24:39.894946 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.238437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] Deleting port 5dab3b60-22fe-4871-9101-0eddf2a57555 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:40.239099 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.307792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3bf62c78-b862-461d-b6a2-23001d9708d7 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:24:40.407844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] For port 5dab3b60-22fe-4871-9101-0eddf2a57555, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5dab3b60-22fe-4871-9101-0eddf2a57555,segment=NetworkSegment(1ff7c695-4937-492d-8313-f3aac1072b53),segment_id=1ff7c695-4937-492d-8313-f3aac1072b53)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:40.408203 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.441628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3bf62c78-b862-461d-b6a2-23001d9708d7, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3bf62c78-b862-461d-b6a2-23001d9708d7,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:40.454398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'port_id': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'mac_address': 'fa:16:3e:6f:f7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:24:40.508393 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.520335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3bf62c78-b862-461d-b6a2-23001d9708d7 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:40.520698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.533154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] Calling delete_port for 5dab3b60-22fe-4871-9101-0eddf2a57555 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:40.537719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf62c78-b862-461d-b6a2-23001d9708d7 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:24:40.553233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3bf62c78-b862-461d-b6a2-23001d9708d7, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3bf62c78-b862-461d-b6a2-23001d9708d7,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:40.556740 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.628575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3bf62c78-b862-461d-b6a2-23001d9708d7,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:40.713623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.729528 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-70033615-d84e-43c3-9ceb-45d97169f474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:40.763874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dab3b60-22fe-4871-9101-0eddf2a57555,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:40.917080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['3bf62c78-b862-461d-b6a2-23001d9708d7'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:24:41.037338 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:41.529611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] Router 500ebb9f-9166-4285-910a-19aacdd61c0f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:24:41.672808 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:41.708398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:24:41.716774 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917499b3-5265-429c-8313-e668b0866b86 None None] Sync routers for ids ['500ebb9f-9166-4285-910a-19aacdd61c0f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:24:41.720230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c98d0876-56a6-458b-8103-794a1c0352e4 admin admin] 10.222.0.39 "PUT /v2.0/routers/500ebb9f-9166-4285-910a-19aacdd61c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6094739 May 28 06:24:41.722685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48706) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:41.725818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917499b3-5265-429c-8313-e668b0866b86 None None] Routers {'500ebb9f-9166-4285-910a-19aacdd61c0f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:41.726425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-917499b3-5265-429c-8313-e668b0866b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:24:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['500ebb9f-9166-4285-910a-19aacdd61c0f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:41.885201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:41.906745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:41.967916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-917499b3-5265-429c-8313-e668b0866b86 None None] Set router 500ebb9f-9166-4285-910a-19aacdd61c0f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:42.088529 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.098676 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Deleting port dc16e1a7-8893-4c96-9329-f1a13d446925 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:42.099009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.258664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-917499b3-5265-429c-8313-e668b0866b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'name': 'tempest-TestServerMultinode-908189945-router', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:53Z', 'updated_at': '2022-05-28T06:24:40Z', 'revision_number': 5, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'gw_port': {'id': 'dc16e1a7-8893-4c96-9329-f1a13d446925', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:23:54Z', 'updated_at': '2022-05-28T06:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:42.262562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917499b3-5265-429c-8313-e668b0866b86 None None] Checking router: 500ebb9f-9166-4285-910a-19aacdd61c0f for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:24:42.271060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917499b3-5265-429c-8313-e668b0866b86 None None] Routers {'500ebb9f-9166-4285-910a-19aacdd61c0f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:24:42.271692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-917499b3-5265-429c-8313-e668b0866b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:24:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['500ebb9f-9166-4285-910a-19aacdd61c0f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:42.280367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] For port dc16e1a7-8893-4c96-9329-f1a13d446925, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=dc16e1a7-8893-4c96-9329-f1a13d446925,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:42.280724 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.336883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3bf62c78-b862-461d-b6a2-23001d9708d7 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:24:42.404179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Calling delete_port for dc16e1a7-8893-4c96-9329-f1a13d446925 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:42.473496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-917499b3-5265-429c-8313-e668b0866b86 None None] Set router 500ebb9f-9166-4285-910a-19aacdd61c0f gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:24:42.570988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.583077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-917499b3-5265-429c-8313-e668b0866b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'name': 'tempest-TestServerMultinode-908189945-router', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:53Z', 'updated_at': '2022-05-28T06:24:42Z', 'revision_number': 6, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:42.589147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917499b3-5265-429c-8313-e668b0866b86 None None] The sync data for ids ['500ebb9f-9166-4285-910a-19aacdd61c0f'] in n-d-843679-5 is: [{'id': '500ebb9f-9166-4285-910a-19aacdd61c0f', 'name': 'tempest-TestServerMultinode-908189945-router', 'tenant_id': '07e938012f9b44d68195e3e1ba6d5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:23:53Z', 'updated_at': '2022-05-28T06:24:42Z', 'revision_number': 6, 'project_id': '07e938012f9b44d68195e3e1ba6d5b39', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:24:42.596890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 3bf62c78-b862-461d-b6a2-23001d9708d7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:24:42.597262 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.722792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3bf62c78-b862-461d-b6a2-23001d9708d7 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:24:42.723620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.750015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc16e1a7-8893-4c96-9329-f1a13d446925,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:42.751784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:24:42.762737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3bf62c78-b862-461d-b6a2-23001d9708d7, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3bf62c78-b862-461d-b6a2-23001d9708d7,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:42.768214 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.800721 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c29d04-7a7c-4bdb-a95d-87b19068c349'] response: {'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'code': 200} May 28 06:24:42.842197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3bf62c78-b862-461d-b6a2-23001d9708d7,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:42.844362 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:42.969681 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5dab3b60-22fe-4871-9101-0eddf2a57555 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:43.011306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 5dab3b60-22fe-4871-9101-0eddf2a57555 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:43.011680 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5dab3b60-22fe-4871-9101-0eddf2a57555 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:43.032998 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.035359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.061205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.061705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 500ebb9f-9166-4285-910a-19aacdd61c0f {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:24:43.074183 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.075386 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0026efb1-f0a6-463a-8308-7a3c86df6295 admin admin] 10.222.0.39 "DELETE /v2.0/routers/500ebb9f-9166-4285-910a-19aacdd61c0f HTTP/1.1" status: 204 len: 168 time: 1.3516936 May 28 06:24:43.077799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48712) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:43.136706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68bf7a6-99ba-4a9e-8dec-0ab4367e465e admin admin] Deleting subnet b087dd4f-87db-4448-9014-5f6794d72080 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:24:43.139639 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e68bf7a6-99ba-4a9e-8dec-0ab4367e465e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.196083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e68bf7a6-99ba-4a9e-8dec-0ab4367e465e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.277072 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e68bf7a6-99ba-4a9e-8dec-0ab4367e465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.347001 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e68bf7a6-99ba-4a9e-8dec-0ab4367e465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.386420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bf7a6-99ba-4a9e-8dec-0ab4367e465e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b087dd4f-87db-4448-9014-5f6794d72080,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:43.389829 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e68bf7a6-99ba-4a9e-8dec-0ab4367e465e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.395620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ade7f9e-4e5d-453a-a4b1-e3e31bc973dd None None] Network 33336b00-7cff-444a-9dd5-38e663e247c1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:24:43.395833 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e68bf7a6-99ba-4a9e-8dec-0ab4367e465e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b087dd4f-87db-4448-9014-5f6794d72080 HTTP/1.1" status: 204 len: 168 time: 0.3171129 May 28 06:24:43.398342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48716) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:43.487462 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.505985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.516263 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Deleting port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:43.516592 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.670718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] DHCP port deletion for 33336b00-7cff-444a-9dd5-38e663e247c1 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:24:43.675659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] Deleting port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:43.676034 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.744182 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] For port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8fc3d6ca-0110-4dd3-b288-b01c6b0cd776,segment=NetworkSegment(1ff7c695-4937-492d-8313-f3aac1072b53),segment_id=1ff7c695-4937-492d-8313-f3aac1072b53)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:43.744747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.869002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Calling delete_port for 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:43.885506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] For port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=8fc3d6ca-0110-4dd3-b288-b01c6b0cd776,segment=NetworkSegment(1ff7c695-4937-492d-8313-f3aac1072b53),segment_id=1ff7c695-4937-492d-8313-f3aac1072b53)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:24:43.886021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.947328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:43.996543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc3d6ca-0110-4dd3-b288-b01c6b0cd776,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:44.000043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] No DVR routers for this DVR port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:24:44.054490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] Calling delete_port for 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:24:44.117680 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.134668 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:24:44.134978 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:24:44.143142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33336b00-7cff-444a-9dd5-38e663e247c1']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:44.155428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff7c695-4937-492d-8313-f3aac1072b53') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:44.155732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff7c695-4937-492d-8313-f3aac1072b53') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:24:44.167664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.183632 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.190461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:24:44.190854 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.259276 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 1ff7c695-4937-492d-8313-f3aac1072b53 resource provider aggregate not found May 28 06:24:44.280564 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 1ff7c695-4937-492d-8313-f3aac1072b53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ff7c695-4937-492d-8313-f3aac1072b53 found for delete ", "request_id": "req-2f277149-9805-4eb3-b408-104ec3f8a2d3"}]} May 28 06:24:44.291748 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.296767 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.319421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=33336b00-7cff-444a-9dd5-38e663e247c1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:44.333944 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-326a2359-3825-4872-9be7-3f9012a72b2c admin admin] 10.222.0.39 "DELETE /v2.0/networks/33336b00-7cff-444a-9dd5-38e663e247c1 HTTP/1.1" status: 204 len: 168 time: 0.9346478 May 28 06:24:44.499695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48726) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:44.549755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-35afb50f-c965-4af7-855c-24d8683eb8d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bae15ddb60d4058ae72b90318d52320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489204 May 28 06:24:44.552255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48730) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:44.614410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5fcc-4926-4151-894d-9c96efd10aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.636745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] Deleting port 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:24:44.637132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.641784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5fcc-4926-4151-894d-9c96efd10aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.696877 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5fcc-4926-4151-894d-9c96efd10aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.702753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:44.711862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f5fcc-4926-4151-894d-9c96efd10aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cfa209-efcb-49de-a8b8-00cd7f6cee04,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:44.718621 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5fcc-4926-4151-894d-9c96efd10aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:44.722204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bf4f5fcc-4926-4151-894d-9c96efd10aca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40cfa209-efcb-49de-a8b8-00cd7f6cee04 HTTP/1.1" status: 204 len: 168 time: 0.1665931 May 28 06:24:44.737332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-16e3cf5d-b8f2-4011-8f82-ad99396bacaa None None] The port '8fc3d6ca-0110-4dd3-b288-b01c6b0cd776' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:24:44.758613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:44.759041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 8fc3d6ca-0110-4dd3-b288-b01c6b0cd776 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:44.759416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dc16e1a7-8893-4c96-9329-f1a13d446925 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:24:44.797670 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: dc16e1a7-8893-4c96-9329-f1a13d446925 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:24:44.798018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device dc16e1a7-8893-4c96-9329-f1a13d446925 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:24:45.070375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48738) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:45.119867 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c83ceb9c-2c7f-4bbc-871a-f9a38d741c9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07e938012f9b44d68195e3e1ba6d5b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483418 May 28 06:24:45.122252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48742) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:24:45.179209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ae1b457c-3455-4e5a-8609-cb2a80e88085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:45.212302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ae1b457c-3455-4e5a-8609-cb2a80e88085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:45.362003 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ae1b457c-3455-4e5a-8609-cb2a80e88085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:45.376920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b457c-3455-4e5a-8609-cb2a80e88085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c95b378-2f1a-4647-b21f-0b56529cd47b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:24:45.388905 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ae1b457c-3455-4e5a-8609-cb2a80e88085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:24:45.390024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ae1b457c-3455-4e5a-8609-cb2a80e88085 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c95b378-2f1a-4647-b21f-0b56529cd47b HTTP/1.1" status: 204 len: 168 time: 0.2668939 May 28 06:24:52.845973 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:25:01.111179 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-6f03a230-1b45-4563-8e66-e0031187185f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693095 May 28 06:25:01.267678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-84c769a4-e785-4ad0-bcf5-00f90d5d7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:01.268929 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-84c769a4-e785-4ad0-bcf5-00f90d5d7497 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 1097 time: 0.0774586 May 28 06:25:01.284004 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:01.411976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-1af0d262-fbd3-4c16-ad98-46a979ee4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:01.413347 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-1af0d262-fbd3-4c16-ad98-46a979ee4d71 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c82c410c-f456-4be2-bd2a-3729972ef6bb HTTP/1.1" status: 200 len: 898 time: 0.1271226 May 28 06:25:01.517435 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-b4b77636-b54e-4956-b757-d025d33375fc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bf62c78-b862-461d-b6a2-23001d9708d7 HTTP/1.1" status: 200 len: 1002 time: 0.0977817 May 28 06:25:01.578577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-2c75d801-3871-418b-8d5c-805bad0379c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:01.580057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-2c75d801-3871-418b-8d5c-805bad0379c0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3 HTTP/1.1" status: 200 len: 835 time: 0.0572386 May 28 06:25:01.656981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-4be09faf-8aa5-4389-a269-a62f892c0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:01.658412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-4be09faf-8aa5-4389-a269-a62f892c0b2d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c82c410c-f456-4be2-bd2a-3729972ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726194 May 28 06:25:01.793243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-bea32d51-f848-4f66-810c-6d01399fe413 service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285868 May 28 06:25:01.924616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5c42fd1-0f61-41a2-a0dd-6a256030b6dd req-2f56c79f-a173-489a-ad4f-2b4aed2e6634 service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254551 May 28 06:25:08.536712 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4728f94a-497a-4aa5-891a-b535814e8e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:10.477441 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:10.731272 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-09073820-d08b-4638-bb57-278dc0ae651e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:11.678810 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:11.756304 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:13.419942 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:29.844608 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:25:31.283369 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:38.537341 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57568338-8829-4911-b8f3-525313e2e064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.496521 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:40.731697 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8d40623f-386c-4ade-8e9e-edee41e423b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:41.670861 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:41.759630 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:43.421805 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:44.527459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48768) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:44.916277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port 7cb8a24e-4bc9-49b1-acd7-b8d36c9eb7b9 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:44.916537 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.081509 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.081830 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.203826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for 7cb8a24e-4bc9-49b1-acd7-b8d36c9eb7b9 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:45.351376 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.398543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=7cb8a24e-4bc9-49b1-acd7-b8d36c9eb7b9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:45.441715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.442062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.442404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.442737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.443067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.443432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.443760 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.444082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.444405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.444728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.445063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.445357 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:45.508102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:45.508308 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Floating IP aa1ec509-2f6d-426d-85f5-6c8c136a01db disassociated (deleted). External IP: 172.25.4.217, port: 3bf62c78-b862-461d-b6a2-23001d9708d7. May 28 06:25:45.861059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:25:46.158260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:25:46.168638 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] Sync routers for ids ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:25:46.178677 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] Routers {'3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:46.179033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:46.179283 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:25:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:46.236382 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-44a3bec2-b79d-4dc5-8676-ac5b510f63b4 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/floatingips/aa1ec509-2f6d-426d-85f5-6c8c136a01db HTTP/1.1" status: 204 len: 168 time: 1.7078595 May 28 06:25:46.237005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:46.286917 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e12e71c-8a4e-4aed-a86c-40188ef3fda6'] response: {'name': 'network-changed', 'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'status': 'completed', 'code': 200} May 28 06:25:46.392304 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] Set router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:46.407991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6064-571b-46bb-9bed-104243f91054 req-f0baf7b2-c35f-464c-b731-ddb91ec4d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:46.410704 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3edc6064-571b-46bb-9bed-104243f91054 req-f0baf7b2-c35f-464c-b731-ddb91ec4d3ce service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d118111894a34b02b0e53fa12daa1dc2&device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 1097 time: 0.0772240 May 28 06:25:46.554624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6064-571b-46bb-9bed-104243f91054 req-72df4a32-243f-4dde-a6ab-e764afc75d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:46.556099 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3edc6064-571b-46bb-9bed-104243f91054 req-72df4a32-243f-4dde-a6ab-e764afc75d8c service neutron] 10.222.0.33 "GET /v2.0/networks?id=c82c410c-f456-4be2-bd2a-3729972ef6bb HTTP/1.1" status: 200 len: 898 time: 0.1387684 May 28 06:25:46.617236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2378cce-5a7d-4370-9830-abbcbe7ce559 req-2d07e74c-80ac-483b-983e-c271ae6246a7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:46.618253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f2378cce-5a7d-4370-9830-abbcbe7ce559 req-2d07e74c-80ac-483b-983e-c271ae6246a7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:46.637737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f2378cce-5a7d-4370-9830-abbcbe7ce559 req-2d07e74c-80ac-483b-983e-c271ae6246a7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:46.639672 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f2378cce-5a7d-4370-9830-abbcbe7ce559 req-2d07e74c-80ac-483b-983e-c271ae6246a7 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.1013854 May 28 06:25:46.689207 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f2378cce-5a7d-4370-9830-abbcbe7ce559 req-eaec6561-2eea-4815-bdfd-57823d12b9d6 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431807 May 28 06:25:46.734360 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:59Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd497b497-0fc7-4c4b-ba79-8bbe2651a3dd', 'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:89:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:58Z', 'updated_at': '2022-05-28T06:23:05Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:46.738445 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] Checking router: 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:25:46.744907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3edc6064-571b-46bb-9bed-104243f91054 req-0f463aca-31c5-4a4d-9ce6-ed6955e8e209 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bf62c78-b862-461d-b6a2-23001d9708d7 HTTP/1.1" status: 200 len: 217 time: 0.1819687 May 28 06:25:46.747072 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] Routers {'3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:46.747704 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:25:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:46.809127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6064-571b-46bb-9bed-104243f91054 req-0d0f358e-ae41-49f8-b680-1f961cbbc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:46.810605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3edc6064-571b-46bb-9bed-104243f91054 req-0d0f358e-ae41-49f8-b680-1f961cbbc3d1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3 HTTP/1.1" status: 200 len: 835 time: 0.0583289 May 28 06:25:46.887955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6064-571b-46bb-9bed-104243f91054 req-b7afc223-948e-42b1-96af-bc277b7c6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:46.889428 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3edc6064-571b-46bb-9bed-104243f91054 req-b7afc223-948e-42b1-96af-bc277b7c6003 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c82c410c-f456-4be2-bd2a-3729972ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712962 May 28 06:25:46.924689 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] Set router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:47.022852 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3edc6064-571b-46bb-9bed-104243f91054 req-afa5ab36-3564-4e8b-b4e7-e3158e01713b service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259220 May 28 06:25:47.158383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3edc6064-571b-46bb-9bed-104243f91054 req-1ba51eac-a603-4c3f-9e98-5df78accbe48 service neutron] 10.222.0.33 "GET /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291800 May 28 06:25:47.235975 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:59Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd497b497-0fc7-4c4b-ba79-8bbe2651a3dd', 'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:89:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:58Z', 'updated_at': '2022-05-28T06:23:05Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:47.240327 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d32f7d-dd96-446c-8ebd-edb273150eec None None] The sync data for ids ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'] in n-d-843679-5 is: [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:22:59Z', 'revision_number': 4, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd497b497-0fc7-4c4b-ba79-8bbe2651a3dd', 'name': '', 'network_id': 'c82c410c-f456-4be2-bd2a-3729972ef6bb', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'mac_address': 'fa:16:3e:89:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:58Z', 'updated_at': '2022-05-28T06:23:05Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'subnets': [{'id': 'c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:25:47.452192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fb2f2-1ce4-41a9-b702-0ca50f4c3946 None None] New status for floating IP aa1ec509-2f6d-426d-85f5-6c8c136a01db: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:25:47.887746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96326ed6-f894-4c9a-9d0b-949ad72f13d3 req-f24521db-8fbc-4f0e-99e5-b0c8a04c17cd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:47.889108 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96326ed6-f894-4c9a-9d0b-949ad72f13d3 req-f24521db-8fbc-4f0e-99e5-b0c8a04c17cd tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0845869 May 28 06:25:47.932815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96326ed6-f894-4c9a-9d0b-949ad72f13d3 req-d6425553-d150-4f57-8a09-22cb93785b7c tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9c7c1f6-0c29-4c69-bdcc-6783235512c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375307 May 28 06:25:48.193010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-daa828a8-6ff5-45f8-bf2b-23f414805f56 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:25:48.194421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-daa828a8-6ff5-45f8-bf2b-23f414805f56 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 946 time: 0.0791032 May 28 06:25:48.266267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port 3bf62c78-b862-461d-b6a2-23001d9708d7 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:48.266603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.510701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port 3bf62c78-b862-461d-b6a2-23001d9708d7, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3bf62c78-b862-461d-b6a2-23001d9708d7,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:48.510953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.633016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for 3bf62c78-b862-461d-b6a2-23001d9708d7 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:48.775937 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.824147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=3bf62c78-b862-461d-b6a2-23001d9708d7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:48.859546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.859893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.860230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.860560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.860881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.861210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.861552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.862515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.862841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.863160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.863507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.863826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:48.913069 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] No DVR routers for this DVR port 3bf62c78-b862-461d-b6a2-23001d9708d7 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:48.915370 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:48.917730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'name': 'network-vif-deleted', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:25:48.933175 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afed27c8-6901-40dd-9c75-77f7080345a2 req-0eb3224d-c6f0-4be3-8d27-258219b294a3 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.33 "DELETE /v2.0/ports/3bf62c78-b862-461d-b6a2-23001d9708d7 HTTP/1.1" status: 204 len: 173 time: 0.7325222 May 28 06:25:49.091337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-53e7491f-d3c5-41c4-a614-624c7dcb68aa req-d3ec0c0c-0faf-47cd-9f5c-642315c9a1f5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Synchronizing usage tracker for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:25:49.109417 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cc0d08-e654-49d1-a6ec-a8227b681dcb'] response: {'server_uuid': '42f11691-2f46-4080-a2cc-e15ce9a71808', 'name': 'network-vif-deleted', 'tag': '3bf62c78-b862-461d-b6a2-23001d9708d7', 'status': 'completed', 'code': 200} May 28 06:25:49.112972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-53e7491f-d3c5-41c4-a614-624c7dcb68aa req-d3ec0c0c-0faf-47cd-9f5c-642315c9a1f5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Unset dirty status for tenant:d118111894a34b02b0e53fa12daa1dc2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:25:49.114359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-53e7491f-d3c5-41c4-a614-624c7dcb68aa req-d3ec0c0c-0faf-47cd-9f5c-642315c9a1f5 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f11691-2f46-4080-a2cc-e15ce9a71808 HTTP/1.1" status: 200 len: 210 time: 0.0734079 May 28 06:25:50.364389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48794) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:50.926106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.281234 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:51.281647 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.465905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port d497b497-0fc7-4c4b-ba79-8bbe2651a3dd, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d497b497-0fc7-4c4b-ba79-8bbe2651a3dd,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:51.466575 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.703392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for d497b497-0fc7-4c4b-ba79-8bbe2651a3dd owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:51.887840 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:51.936856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=d497b497-0fc7-4c4b-ba79-8bbe2651a3dd,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:52.214900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.568359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:25:52.729252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3bf62c78-b862-461d-b6a2-23001d9708d7 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:52.750566 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:25:52.761243 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] Sync routers for ids ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:25:52.766814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 3bf62c78-b862-461d-b6a2-23001d9708d7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:52.767165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3bf62c78-b862-461d-b6a2-23001d9708d7 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:52.768663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-daac6fa1-a9e4-4822-9146-e8295b44f6e9 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "PUT /v2.0/routers/3e7e2852-41fe-4f2b-94dd-5773e8ecaa57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4031763 May 28 06:25:52.771505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 48798) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:52.772007 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] Routers {'3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:52.772114 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:25:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:52.836232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a29ce4-b0c2-47c7-bdda-bed49ff84580 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting subnet c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:25:52.839010 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11a29ce4-b0c2-47c7-bdda-bed49ff84580 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.898356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11a29ce4-b0c2-47c7-bdda-bed49ff84580 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:52.949643 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] Set router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:52.982660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11a29ce4-b0c2-47c7-bdda-bed49ff84580 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.057512 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11a29ce4-b0c2-47c7-bdda-bed49ff84580 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.098456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a29ce4-b0c2-47c7-bdda-bed49ff84580 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:53.100363 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-11a29ce4-b0c2-47c7-bdda-bed49ff84580 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.106687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-11a29ce4-b0c2-47c7-bdda-bed49ff84580 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/subnets/c9a07a5d-cc8b-40ae-b86c-4b1aeff81ca3 HTTP/1.1" status: 204 len: 168 time: 0.3340933 May 28 06:25:53.109734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48802) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:53.123583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5afbbe0-a18a-4324-bf9a-9e335124cf51 None None] Network c82c410c-f456-4be2-bd2a-3729972ef6bb requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:25:53.248116 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:25:51Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:53.251989 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] Checking router: 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:25:53.260858 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] Routers {'3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:25:53.261455 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:25:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:53.312991 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.406419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] DHCP port deletion for c82c410c-f456-4be2-bd2a-3729972ef6bb request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:25:53.411166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Deleting port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:53.411795 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.493436 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] Set router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:25:53.637395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] For port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5805f8c9-fae6-44c0-8b65-0fb0437e0b4f,segment=NetworkSegment(224a068e-0db9-41a4-b669-f914d8040148),segment_id=224a068e-0db9-41a4-b669-f914d8040148)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:53.637720 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.639594 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.649731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Deleting port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:25:53.650370 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.794812 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:25:51Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:53.799521 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Calling delete_port for 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:53.799971 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d12c69-97b1-4eeb-ad26-8483a5623f26 None None] The sync data for ids ['3e7e2852-41fe-4f2b-94dd-5773e8ecaa57'] in n-d-843679-5 is: [{'id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723670694', 'tenant_id': 'd118111894a34b02b0e53fa12daa1dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:25:51Z', 'revision_number': 5, 'project_id': 'd118111894a34b02b0e53fa12daa1dc2', 'gw_port': {'id': '36842ae6-c7a6-4dd0-83ce-d6a9969c7329', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e2852-41fe-4f2b-94dd-5773e8ecaa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:22:54Z', 'updated_at': '2022-05-28T06:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:25:53.833210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] For port 36842ae6-c7a6-4dd0-83ce-d6a9969c7329, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=36842ae6-c7a6-4dd0-83ce-d6a9969c7329,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:25:53.833580 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.876285 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:53.925205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Pushing event deleted for resources: {'Port': ['ID=5805f8c9-fae6-44c0-8b65-0fb0437e0b4f,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:53.930270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] No DVR routers for this DVR port 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:25:53.937706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.938049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.938382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.938711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.939045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.939395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.939750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.940564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.940564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.941155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.941155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.941346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f363fd-b002-4588-80d8-59ab09a10df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:25:53.962969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Calling delete_port for 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:25:54.126155 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.177054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Port': ['ID=36842ae6-c7a6-4dd0-83ce-d6a9969c7329,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:54.269230 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.443572 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.445674 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.468613 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.469235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Fanout notify agent at l3_agent the message router_deleted on router 3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:25:54.485138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.486227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b6dfe6bf-b99f-478d-82f8-3488d62a0960 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/routers/3e7e2852-41fe-4f2b-94dd-5773e8ecaa57 HTTP/1.1" status: 204 len: 168 time: 1.3755059 May 28 06:25:54.489013 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48808) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:54.607331 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.742266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.766833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82c410c-f456-4be2-bd2a-3729972ef6bb']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:54.779166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224a068e-0db9-41a4-b669-f914d8040148') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:54.779492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224a068e-0db9-41a4-b669-f914d8040148') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:25:54.790508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.805851 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.811654 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:25:54.812040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.880802 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 224a068e-0db9-41a4-b669-f914d8040148 resource provider aggregate not found May 28 06:25:54.902923 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 224a068e-0db9-41a4-b669-f914d8040148 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 224a068e-0db9-41a4-b669-f914d8040148 found for delete ", "request_id": "req-6fdc3456-d011-46b5-aee0-de9326a6fd18"}]} May 28 06:25:54.920838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.939099 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:54.952526 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'Network': ['ID=c82c410c-f456-4be2-bd2a-3729972ef6bb,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:54.965236 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-443ee9af-f01b-4298-8b24-57dc81678196 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/networks/c82c410c-f456-4be2-bd2a-3729972ef6bb HTTP/1.1" status: 204 len: 168 time: 0.4751847 May 28 06:25:54.966972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d497b497-0fc7-4c4b-ba79-8bbe2651a3dd no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:54.968059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48816) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:55.001897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: d497b497-0fc7-4c4b-ba79-8bbe2651a3dd {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:55.002812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d497b497-0fc7-4c4b-ba79-8bbe2651a3dd not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:55.003264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:55.038407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:55.038757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 5805f8c9-fae6-44c0-8b65-0fb0437e0b4f not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:55.039177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:25:55.078809 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:25:55.079156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 36842ae6-c7a6-4dd0-83ce-d6a9969c7329 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:25:55.151330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5877576-fcec-428a-b9a5-291c647ac855 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.181138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5877576-fcec-428a-b9a5-291c647ac855 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.248414 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5877576-fcec-428a-b9a5-291c647ac855 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.267533 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5877576-fcec-428a-b9a5-291c647ac855 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c7c1f6-0c29-4c69-bdcc-6783235512c3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:55.277638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f5877576-fcec-428a-b9a5-291c647ac855 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.278819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f5877576-fcec-428a-b9a5-291c647ac855 tempest-TestNetworkAdvancedServerOps-142533721 tempest-TestNetworkAdvancedServerOps-142533721-project] 10.222.0.39 "DELETE /v2.0/security-groups/a9c7c1f6-0c29-4c69-bdcc-6783235512c3 HTTP/1.1" status: 204 len: 168 time: 0.3097336 May 28 06:25:55.592317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48826) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:55.737327 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ec63e3ad-ba06-4577-b163-7d151f1e5f7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d118111894a34b02b0e53fa12daa1dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433294 May 28 06:25:55.739838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48832) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:55.799750 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-66e89e27-9720-4488-a21a-fe3aec9523b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.825120 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-66e89e27-9720-4488-a21a-fe3aec9523b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.875530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-66e89e27-9720-4488-a21a-fe3aec9523b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.891664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e89e27-9720-4488-a21a-fe3aec9523b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b2c24-3e4c-439d-98ae-db7bd76d40e8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:55.899939 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-66e89e27-9720-4488-a21a-fe3aec9523b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:55.901050 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-66e89e27-9720-4488-a21a-fe3aec9523b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd2b2c24-3e4c-439d-98ae-db7bd76d40e8 HTTP/1.1" status: 204 len: 168 time: 0.1603432 May 28 06:25:56.194165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48840) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:56.247384 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-399a2f6d-6ac7-4c98-8036-98f77f360689 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb3a6e93308b4421a028bccb2a42b61d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519960 May 28 06:25:56.249755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48844) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:25:56.306485 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc206969-bdd0-4a55-95fc-0d938904c21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.331359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc206969-bdd0-4a55-95fc-0d938904c21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.385359 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc206969-bdd0-4a55-95fc-0d938904c21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.401647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc206969-bdd0-4a55-95fc-0d938904c21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085041ab-3ef7-456a-8318-4f461f6a66b0,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:25:56.411552 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc206969-bdd0-4a55-95fc-0d938904c21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:25:56.412672 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc206969-bdd0-4a55-95fc-0d938904c21f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/085041ab-3ef7-456a-8318-4f461f6a66b0 HTTP/1.1" status: 204 len: 168 time: 0.1620336 May 28 06:26:01.283685 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:06.843514 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:26:07.274341 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-26305980-d9f7-4fd1-9e26-5ae68356b2c4 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d32cf50cd662407a9e3d77c97afe80ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276022 May 28 06:26:07.424603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-cd5c8207-4d3f-415d-b516-72d78b697eb6 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:07.425954 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-cd5c8207-4d3f-415d-b516-72d78b697eb6 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467187 May 28 06:26:07.440864 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-9032049a-6c83-4803-9d44-21ecf4d98dc1 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/quotas/d32cf50cd662407a9e3d77c97afe80ad HTTP/1.1" status: 200 len: 375 time: 0.0095079 May 28 06:26:07.488939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-6a9152b0-a11e-4247-8fd7-bc0b772d4dea tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d32cf50cd662407a9e3d77c97afe80ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431423 May 28 06:26:07.774398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-532d42ba-2077-4663-8041-33d0a7017b4b req-a06c9715-b52a-4ba6-a5f6-6d55c73807c7 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 210 time: 0.1534626 May 28 06:26:08.541913 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56beba3d-af75-4b0e-b5b1-5e09322e749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:08.778177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-020ff2a8-190d-428c-90a2-41d879e1e0cf tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=d32cf50cd662407a9e3d77c97afe80ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272233 May 28 06:26:08.927730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-59539a91-52f8-4223-b600-b12485af3a2f req-2731d75f-1564-4c2b-af78-7fc918472a52 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 210 time: 0.0471427 May 28 06:26:08.932879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-0ba868d1-3709-4d4f-b661-567fa2d31f40 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:08.934462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-0ba868d1-3709-4d4f-b661-567fa2d31f40 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522353 May 28 06:26:08.960138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Request body: {'port': {'device_id': '152bc9ed-50e1-4531-a2dc-e3405c741b9c', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'admin_state_up': True, 'tenant_id': 'd32cf50cd662407a9e3d77c97afe80ad'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:09.103567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:09.107678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Usage tracker for resource:port and tenant:d32cf50cd662407a9e3d77c97afe80ad is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:09.110477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:09.116776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:09.126473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Made reservation on behalf of d32cf50cd662407a9e3d77c97afe80ad for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:09.129991 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.142029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.162374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:09.166161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Usage tracker for resource:security_group_rule and tenant:d32cf50cd662407a9e3d77c97afe80ad is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:09.168950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:09.175067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:09.256995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.261115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.348321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b082f6cd-f543-48e0-80b1-d79e24180728,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:09.434130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Allocated IP 192.168.233.221 (1bb67c2f-2144-4e89-b449-c57d321d8836/8ca3cb43-051b-4d5c-99c2-ecf883a33a5f/5a63b1df-c362-4df7-8c04-48b574fef2ce) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:09.747435 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.762820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Transition to ACTIVE for port object 5a63b1df-c362-4df7-8c04-48b574fef2ce will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:09.785539 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.856117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Network 1bb67c2f-2144-4e89-b449-c57d321d8836 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:09.859270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:09.863294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:09.900379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Pushing event updated for resources: {'Port': ['ID=5a63b1df-c362-4df7-8c04-48b574fef2ce,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:09.932449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:09.933058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:09.961431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-f5769d24-a0f5-4b68-a823-971b0bcaa76c tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0048912 May 28 06:26:09.977800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Request body: {'port': {'device_id': '152bc9ed-50e1-4531-a2dc-e3405c741b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:10.121974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90a74fe5-e608-4a02-b373-4c03b0c5fabb None None] Provisioning for port 5a63b1df-c362-4df7-8c04-48b574fef2ce completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:10.129106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-90a74fe5-e608-4a02-b373-4c03b0c5fabb None None] Provisioning complete for port 5a63b1df-c362-4df7-8c04-48b574fef2ce triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:10.129321 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-90a74fe5-e608-4a02-b373-4c03b0c5fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.143959 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.184366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-90a74fe5-e608-4a02-b373-4c03b0c5fabb None None] Port 5a63b1df-c362-4df7-8c04-48b574fef2ce cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:26:10.228980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab527-4b1f-48d7-8587-5c8cc818f29e req-a27367ec-1abd-45d6-9fe9-6f82dc6e69a7 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:10.229670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6d4ab527-4b1f-48d7-8587-5c8cc818f29e req-a27367ec-1abd-45d6-9fe9-6f82dc6e69a7 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Synchronizing usage tracker for tenant:d32cf50cd662407a9e3d77c97afe80ad on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:10.301623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6d4ab527-4b1f-48d7-8587-5c8cc818f29e req-a27367ec-1abd-45d6-9fe9-6f82dc6e69a7 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Unset dirty status for tenant:d32cf50cd662407a9e3d77c97afe80ad on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:10.302686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6d4ab527-4b1f-48d7-8587-5c8cc818f29e req-a27367ec-1abd-45d6-9fe9-6f82dc6e69a7 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 936 time: 0.2414117 May 28 06:26:10.433187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6d4ab527-4b1f-48d7-8587-5c8cc818f29e req-09071408-63ef-4b1a-b522-75006978fb01 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Synchronizing usage tracker for tenant:d32cf50cd662407a9e3d77c97afe80ad on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:10.474650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6d4ab527-4b1f-48d7-8587-5c8cc818f29e req-09071408-63ef-4b1a-b522-75006978fb01 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Unset dirty status for tenant:d32cf50cd662407a9e3d77c97afe80ad on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:10.475805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6d4ab527-4b1f-48d7-8587-5c8cc818f29e req-09071408-63ef-4b1a-b522-75006978fb01 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669006 May 28 06:26:10.487902 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.562933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a63b1df-c362-4df7-8c04-48b574fef2ce {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:10.570141 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.584989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Transition to ACTIVE for port object 5a63b1df-c362-4df7-8c04-48b574fef2ce will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:10.587762 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.738341 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f07f0ab-8701-465b-bbf8-62b727ad6b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.745309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Pushing event updated for resources: {'Port': ['ID=5a63b1df-c362-4df7-8c04-48b574fef2ce,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:10.826992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Attempting to bind port 5a63b1df-c362-4df7-8c04-48b574fef2ce on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:10.827642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Attempting to bind port 5a63b1df-c362-4df7-8c04-48b574fef2ce by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:10.827642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Attempting to bind port 5a63b1df-c362-4df7-8c04-48b574fef2ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:10.832157 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Port 5a63b1df-c362-4df7-8c04-48b574fef2ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:26:10.832473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Attempting to bind port 5a63b1df-c362-4df7-8c04-48b574fef2ce on network 1bb67c2f-2144-4e89-b449-c57d321d8836 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:10.837457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:10.837785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Checking segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:10.838163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Bound using segment: {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:10.838579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Bound port: 5a63b1df-c362-4df7-8c04-48b574fef2ce, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b46e9f-6687-4be6-a59b-7a434b03ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:10.838920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.926846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] For port 5a63b1df-c362-4df7-8c04-48b574fef2ce, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:10.929925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] For port 5a63b1df-c362-4df7-8c04-48b574fef2ce, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5a63b1df-c362-4df7-8c04-48b574fef2ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:10.934097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.997901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:10.998509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:10.999931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] 10.222.0.33 "PUT /v2.0/ports/5a63b1df-c362-4df7-8c04-48b574fef2ce HTTP/1.1" status: 200 len: 1096 time: 1.0265212 May 28 06:26:11.000364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152bc9ed-50e1-4531-a2dc-e3405c741b9c', 'tag': '5a63b1df-c362-4df7-8c04-48b574fef2ce'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:11.025961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89f6f4-7267-4347-8cc0-9513639b5726 service neutron] Pushing event updated for resources: {'Port': ['ID=5a63b1df-c362-4df7-8c04-48b574fef2ce,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:11.053357 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac22245d-04db-4797-a226-135fcdb2ed09'] response: {'name': 'network-changed', 'server_uuid': '152bc9ed-50e1-4531-a2dc-e3405c741b9c', 'tag': '5a63b1df-c362-4df7-8c04-48b574fef2ce', 'status': 'completed', 'code': 200} May 28 06:26:11.138465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-e31df333-2c26-4b3e-8e1d-6f140cbeac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:11.139983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-e31df333-2c26-4b3e-8e1d-6f140cbeac7f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d32cf50cd662407a9e3d77c97afe80ad&device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 1099 time: 0.0735829 May 28 06:26:11.219064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-9a2229a5-7981-4a86-a0d4-35a700c2221e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=5a63b1df-c362-4df7-8c04-48b574fef2ce HTTP/1.1" status: 200 len: 217 time: 0.0668986 May 28 06:26:11.279907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-2f990fe9-6b9e-478e-bd80-0c14dfea5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:11.281295 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-2f990fe9-6b9e-478e-bd80-0c14dfea5577 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0573232 May 28 06:26:11.353508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-53be7070-334f-4717-a038-8d4fbfb45e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:11.354848 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-53be7070-334f-4717-a038-8d4fbfb45e30 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682805 May 28 06:26:11.484403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-b800d828-4afa-4c40-ac95-302cc352a714 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232986 May 28 06:26:11.675214 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.763597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:11.785603 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74fd6063-5d50-4b3f-8b96-ec6104413e0e req-d5d57a9c-e1bd-4e17-a0fe-a0f0046d4d72 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951734 May 28 06:26:11.797244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21774d9-e18d-47a4-9cad-61e5cd1e9fe0 req-55d065cb-92a6-4a16-9c5e-6fc5f27e8980 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:11.799149 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f21774d9-e18d-47a4-9cad-61e5cd1e9fe0 req-55d065cb-92a6-4a16-9c5e-6fc5f27e8980 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 948 time: 0.1735027 May 28 06:26:11.843987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f21774d9-e18d-47a4-9cad-61e5cd1e9fe0 req-9d8d2c82-3bc6-46e9-a1c5-2024b3a29f38 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390522 May 28 06:26:11.942871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-8dd35981-1521-4ad7-8de8-a98944465eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:11.944266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-8dd35981-1521-4ad7-8de8-a98944465eaa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d32cf50cd662407a9e3d77c97afe80ad&device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 1099 time: 0.0750756 May 28 06:26:12.072878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-75eb49be-2137-4da9-9496-2434917accb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:12.074286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-75eb49be-2137-4da9-9496-2434917accb6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1bb67c2f-2144-4e89-b449-c57d321d8836 HTTP/1.1" status: 200 len: 870 time: 0.1242123 May 28 06:26:12.140657 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-606596e8-be02-476a-9585-1a8d5c069010 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=5a63b1df-c362-4df7-8c04-48b574fef2ce HTTP/1.1" status: 200 len: 217 time: 0.0593860 May 28 06:26:12.206211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-ca7129b1-cfbb-4f42-9e2b-8b596d7cdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:12.207579 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-ca7129b1-cfbb-4f42-9e2b-8b596d7cdf84 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8ca3cb43-051b-4d5c-99c2-ecf883a33a5f HTTP/1.1" status: 200 len: 843 time: 0.0603278 May 28 06:26:12.280809 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-53abed3d-2580-49a3-bd71-89e8b8144f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:12.282229 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-53abed3d-2580-49a3-bd71-89e8b8144f13 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1bb67c2f-2144-4e89-b449-c57d321d8836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689056 May 28 06:26:12.410832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-cd882c02-3b56-4b42-ba39-e36ad6e87417 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227868 May 28 06:26:12.540368 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e13c225-eb88-4028-bac6-d58f2e92bb05 req-e6ee43af-fdfa-4f8f-80c9-cbbf13728b0c service neutron] 10.222.0.33 "GET /v2.0/networks/1bb67c2f-2144-4e89-b449-c57d321d8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238062 May 28 06:26:13.032204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26ea9f-a12e-4f12-b044-692ee7a5d570 req-48b00deb-5189-45a9-9b3c-8606da36aaf5 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:13.033733 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b26ea9f-a12e-4f12-b044-692ee7a5d570 req-48b00deb-5189-45a9-9b3c-8606da36aaf5 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 948 time: 0.0814254 May 28 06:26:13.077838 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4b26ea9f-a12e-4f12-b044-692ee7a5d570 req-2da33f5b-8b0e-4378-beeb-edb27dedab8f tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 May 28 06:26:13.424716 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:14.288807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57831e7-961b-461c-ad94-fc6f6455afe1 req-145d4c1f-85e7-4477-880d-7ac0d4685f2f tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:14.290251 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d57831e7-961b-461c-ad94-fc6f6455afe1 req-145d4c1f-85e7-4477-880d-7ac0d4685f2f tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 948 time: 0.1087823 May 28 06:26:14.334434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d57831e7-961b-461c-ad94-fc6f6455afe1 req-a39634c1-21e1-4da5-852d-2832c1031e46 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384433 May 28 06:26:14.885302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5a63b1df-c362-4df7-8c04-48b574fef2ce details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:26:15.018012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5a63b1df-c362-4df7-8c04-48b574fef2ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5a63b1df-c362-4df7-8c04-48b574fef2ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:15.034843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '5a63b1df-c362-4df7-8c04-48b574fef2ce', 'network_id': '1bb67c2f-2144-4e89-b449-c57d321d8836', 'port_id': '5a63b1df-c362-4df7-8c04-48b574fef2ce', 'mac_address': 'fa:16:3e:25:a2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca3cb43-051b-4d5c-99c2-ecf883a33a5f', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:26:15.087663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5a63b1df-c362-4df7-8c04-48b574fef2ce is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:15.088031 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.104658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a63b1df-c362-4df7-8c04-48b574fef2ce {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:15.120076 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5a63b1df-c362-4df7-8c04-48b574fef2ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5a63b1df-c362-4df7-8c04-48b574fef2ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:15.123913 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:15.189526 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5a63b1df-c362-4df7-8c04-48b574fef2ce,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:15.477532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['5a63b1df-c362-4df7-8c04-48b574fef2ce'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:15.523530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f293a71-f402-406e-8491-315a193e7970 req-4f0a6ef3-5889-44f9-a3db-01bf631eea28 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:15.525021 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6f293a71-f402-406e-8491-315a193e7970 req-4f0a6ef3-5889-44f9-a3db-01bf631eea28 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 949 time: 0.0882642 May 28 06:26:15.569535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6f293a71-f402-406e-8491-315a193e7970 req-31a61b26-5878-44fa-be9c-bd548cceddf0 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387502 May 28 06:26:16.761995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586977f-761f-4cab-b052-37dcb17e4183 req-a1398661-90af-4e90-b1b8-493e2a515e47 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:16.763461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4586977f-761f-4cab-b052-37dcb17e4183 req-a1398661-90af-4e90-b1b8-493e2a515e47 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 949 time: 0.0785317 May 28 06:26:16.807404 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4586977f-761f-4cab-b052-37dcb17e4183 req-b15fefcc-3360-455c-94f5-a8e82e9a6ec5 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378017 May 28 06:26:16.884830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5a63b1df-c362-4df7-8c04-48b574fef2ce up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:16.955306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 5a63b1df-c362-4df7-8c04-48b574fef2ce completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:16.959996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 5a63b1df-c362-4df7-8c04-48b574fef2ce triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:16.960367 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:17.073064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5a63b1df-c362-4df7-8c04-48b574fef2ce is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:17.073432 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:17.104952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152bc9ed-50e1-4531-a2dc-e3405c741b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a63b1df-c362-4df7-8c04-48b574fef2ce'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:17.115256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5a63b1df-c362-4df7-8c04-48b574fef2ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5a63b1df-c362-4df7-8c04-48b574fef2ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:17.119334 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:17.155777 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d13cd0d-cbaa-41de-9cf8-682cbbcd5785'] response: {'server_uuid': '152bc9ed-50e1-4531-a2dc-e3405c741b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a63b1df-c362-4df7-8c04-48b574fef2ce', 'code': 200} May 28 06:26:17.187734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5a63b1df-c362-4df7-8c04-48b574fef2ce,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:17.304443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9190c6-b968-4d54-a0db-19c76bc14166 req-446966d1-9c4c-41fe-8e0e-c493821520c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:17.305903 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e9190c6-b968-4d54-a0db-19c76bc14166 req-446966d1-9c4c-41fe-8e0e-c493821520c4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 1101 time: 0.0723903 May 28 06:26:17.346290 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e9190c6-b968-4d54-a0db-19c76bc14166 req-337ba9ef-3b7c-4356-a07b-79234d9f2cbf service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346167 May 28 06:26:17.997427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8139-104f-46da-8de6-cdc67c3038eb req-95c8a483-2139-4c32-bf61-8d0f4c647bc4 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:17.998879 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-748c8139-104f-46da-8de6-cdc67c3038eb req-95c8a483-2139-4c32-bf61-8d0f4c647bc4 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 950 time: 0.0858538 May 28 06:26:18.045459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-748c8139-104f-46da-8de6-cdc67c3038eb req-dc040274-703e-4405-b001-210192768fe4 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 May 28 06:26:19.227588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d15b5-b74f-4ef1-bed3-3dd5b46f07b5 req-4c2a9301-b3e9-4085-ae81-f90ef7460638 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:19.229041 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a2d15b5-b74f-4ef1-bed3-3dd5b46f07b5 req-4c2a9301-b3e9-4085-ae81-f90ef7460638 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 950 time: 0.0792270 May 28 06:26:19.273490 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a2d15b5-b74f-4ef1-bed3-3dd5b46f07b5 req-f70f79e2-5492-494b-ac9a-d1f8862cd584 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 May 28 06:26:20.344704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b11ebb-41f4-4224-9ba2-70365fc79873 req-06a70a0f-829f-4346-9db4-e8459f8d78e6 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:20.346176 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-06b11ebb-41f4-4224-9ba2-70365fc79873 req-06a70a0f-829f-4346-9db4-e8459f8d78e6 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 950 time: 0.0827560 May 28 06:26:20.389692 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-06b11ebb-41f4-4224-9ba2-70365fc79873 req-9765f602-492c-49f1-a6e9-343f4afc6546 tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378325 May 28 06:26:21.572820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb6124-01db-4b09-8d34-5da8de8a790d req-9a11f9de-bbde-4509-a618-5fdd2097f9cc tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:21.574265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cbbb6124-01db-4b09-8d34-5da8de8a790d req-9a11f9de-bbde-4509-a618-5fdd2097f9cc tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 950 time: 0.0791838 May 28 06:26:21.618198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cbbb6124-01db-4b09-8d34-5da8de8a790d req-bbf12c7d-ae80-4609-bd04-9b751dfa72de tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/security-groups?id=b082f6cd-f543-48e0-80b1-d79e24180728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377295 May 28 06:26:21.836600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-b356df19-e0d4-4bf4-a0f9-521175f6787a tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:21.838032 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-b356df19-e0d4-4bf4-a0f9-521175f6787a tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.33 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 950 time: 0.0820694 May 28 06:26:21.906071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-f262054b-44d5-4782-90b9-dda2805c27ba tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Deleting port 5a63b1df-c362-4df7-8c04-48b574fef2ce {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:26:21.906418 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-f262054b-44d5-4782-90b9-dda2805c27ba tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.257208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-f262054b-44d5-4782-90b9-dda2805c27ba tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] For port 5a63b1df-c362-4df7-8c04-48b574fef2ce, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5a63b1df-c362-4df7-8c04-48b574fef2ce,segment=NetworkSegment(73b46e9f-6687-4be6-a59b-7a434b03ff0f),segment_id=73b46e9f-6687-4be6-a59b-7a434b03ff0f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:22.257588 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-f262054b-44d5-4782-90b9-dda2805c27ba tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.379199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-f262054b-44d5-4782-90b9-dda2805c27ba tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Calling delete_port for 5a63b1df-c362-4df7-8c04-48b574fef2ce owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:26:22.519769 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-f262054b-44d5-4782-90b9-dda2805c27ba tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.552370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['5a63b1df-c362-4df7-8c04-48b574fef2ce'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:22.569803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262054b-44d5-4782-90b9-dda2805c27ba tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Pushing event deleted for resources: {'Port': ['ID=5a63b1df-c362-4df7-8c04-48b574fef2ce,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:22.653110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-f262054b-44d5-4782-90b9-dda2805c27ba tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] No DVR routers for this DVR port 5a63b1df-c362-4df7-8c04-48b574fef2ce on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:26:22.655888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-f262054b-44d5-4782-90b9-dda2805c27ba tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:22.659410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152bc9ed-50e1-4531-a2dc-e3405c741b9c', 'name': 'network-vif-deleted', 'tag': '5a63b1df-c362-4df7-8c04-48b574fef2ce'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:22.686653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-91bc7616-7d80-4df8-8c46-7ac35e001392 req-f262054b-44d5-4782-90b9-dda2805c27ba tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.33 "DELETE /v2.0/ports/5a63b1df-c362-4df7-8c04-48b574fef2ce HTTP/1.1" status: 204 len: 173 time: 0.8428061 May 28 06:26:22.717125 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0281d1-7738-44fe-8719-6d8e2bf96275'] response: {'server_uuid': '152bc9ed-50e1-4531-a2dc-e3405c741b9c', 'name': 'network-vif-deleted', 'tag': '5a63b1df-c362-4df7-8c04-48b574fef2ce', 'status': 'completed', 'code': 200} May 28 06:26:22.788161 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-654762ed-45e6-48e8-8b82-6942026a4fd6 req-2812837a-2b6e-4a3b-9dfe-9855828b443a tempest-ServersAdminNegativeTestJSON-2053233629 tempest-ServersAdminNegativeTestJSON-2053233629-project] 10.222.0.39 "GET /v2.0/ports?device_id=152bc9ed-50e1-4531-a2dc-e3405c741b9c HTTP/1.1" status: 200 len: 210 time: 0.0447457 May 28 06:26:24.159636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48990) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:24.308584 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-92236603-51df-4800-95e8-80771448140b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d32cf50cd662407a9e3d77c97afe80ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478126 May 28 06:26:24.311093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 48996) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:24.367031 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1c61984-5690-45da-a98d-95f42f72c34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.393063 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1c61984-5690-45da-a98d-95f42f72c34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.448149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1c61984-5690-45da-a98d-95f42f72c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.467450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c61984-5690-45da-a98d-95f42f72c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b082f6cd-f543-48e0-80b1-d79e24180728,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:24.478703 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1c61984-5690-45da-a98d-95f42f72c34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.479883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b1c61984-5690-45da-a98d-95f42f72c34f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b082f6cd-f543-48e0-80b1-d79e24180728 HTTP/1.1" status: 204 len: 168 time: 0.1678643 May 28 06:26:24.750785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49004) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:24.769827 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d37c88d-effb-44e0-a18f-a50299ce2627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.783984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8d37c88d-effb-44e0-a18f-a50299ce2627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:24.787845 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8d37c88d-effb-44e0-a18f-a50299ce2627 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e09a6ed4014c2ca37e3ce878dc8e97 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:24.790608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8d37c88d-effb-44e0-a18f-a50299ce2627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:24.796301 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8d37c88d-effb-44e0-a18f-a50299ce2627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:24.877175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d37c88d-effb-44e0-a18f-a50299ce2627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.880740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8d37c88d-effb-44e0-a18f-a50299ce2627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:24.891587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5a63b1df-c362-4df7-8c04-48b574fef2ce no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:26:24.928413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 5a63b1df-c362-4df7-8c04-48b574fef2ce {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:26:24.928685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5a63b1df-c362-4df7-8c04-48b574fef2ce not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:26:24.931156 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8d37c88d-effb-44e0-a18f-a50299ce2627 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6e09a6ed4014c2ca37e3ce878dc8e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782975 May 28 06:26:24.932093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37c88d-effb-44e0-a18f-a50299ce2627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96b6808-a218-4981-ac7d-3ceef0ebdc0a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:24.933783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49008) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:24.992942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b81b243-c714-4c7d-afe2-35290a5301f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.019099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b81b243-c714-4c7d-afe2-35290a5301f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.068965 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b81b243-c714-4c7d-afe2-35290a5301f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.083876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b243-c714-4c7d-afe2-35290a5301f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96b6808-a218-4981-ac7d-3ceef0ebdc0a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:25.088902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-6b81b243-c714-4c7d-afe2-35290a5301f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.090247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-6b81b243-c714-4c7d-afe2-35290a5301f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d96b6808-a218-4981-ac7d-3ceef0ebdc0a HTTP/1.1" status: 204 len: 168 time: 0.1547661 May 28 06:26:25.792767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49032) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:25.893869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1444331144-network', 'tenant_id': '0b5948737f1f4815a8b3f57dcc83f17a'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:25.899168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:25.903020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Usage tracker for resource:network and tenant:0b5948737f1f4815a8b3f57dcc83f17a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:25.905893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:25.915442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:25.924882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Made reservation on behalf of 0b5948737f1f4815a8b3f57dcc83f17a for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:25.927061 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.938786 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:25.952834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:25.957148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Usage tracker for resource:security_group_rule and tenant:0b5948737f1f4815a8b3f57dcc83f17a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:25.959909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:25.965517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:26.053662 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.056925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.087108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:26:26.096093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445a0142-4647-4e39-86fd-aa4475c2b449,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:26.103551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.103551 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Added segment c78da8e0-fc73-4b5c-a530-e099942e1d01 of type vlan for network 9b652ba8-855b-40c5-abfb-2edea792e0e1 May 28 06:26:26.130013 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.159082 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.160030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:26.160598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.263482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4695945 May 28 06:26:26.264336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd9a25-9e38-4e21-9698-7bef56314223 admin admin] Pushing event updated for resources: {'Network': ['ID=9b652ba8-855b-40c5-abfb-2edea792e0e1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:26.266689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49038) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:26:26.273513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Request body: {'subnet': {'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1444331144-subnet', 'tenant_id': '0b5948737f1f4815a8b3f57dcc83f17a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:26.274404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9b652ba8-855b-40c5-abfb-2edea792e0e1 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:26:26.279794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:26.283825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Usage tracker for resource:subnet and tenant:0b5948737f1f4815a8b3f57dcc83f17a is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:26.286740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:26.292840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:26.304107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Made reservation on behalf of 0b5948737f1f4815a8b3f57dcc83f17a for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:26.306301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.512109 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.587802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:26.597052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Checking segment: {'id': 'c78da8e0-fc73-4b5c-a530-e099942e1d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:26.597410 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Network hostable DHCP agents. Network: 9b652ba8-855b-40c5-abfb-2edea792e0e1, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:26:26.616541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Network 9b652ba8-855b-40c5-abfb-2edea792e0e1 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:26:26.624986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9b652ba8-855b-40c5-abfb-2edea792e0e1) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:26.630823 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:26.631545 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:26.636174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be13dec2-6a89-4072-a228-b90ca623b8e1 None None] Network 9b652ba8-855b-40c5-abfb-2edea792e0e1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:26.656703 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b05e5412-858a-402a-8826-62432846a78b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3886044 May 28 06:26:26.847482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468aede-8dc9-47e0-b1a9-cc699857eef3 None None] Network 9b652ba8-855b-40c5-abfb-2edea792e0e1 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:26:27.273429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-513e84e6-78c7-4ab1-915b-58c0c895625e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:27.274877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-513e84e6-78c7-4ab1-915b-58c0c895625e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/networks?id=9b652ba8-855b-40c5-abfb-2edea792e0e1 HTTP/1.1" status: 200 len: 812 time: 0.2566080 May 28 06:26:27.290025 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-28b8fc0e-d49b-4419-a670-6c7b3b5e0fe3 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/quotas/0b5948737f1f4815a8b3f57dcc83f17a HTTP/1.1" status: 200 len: 375 time: 0.0096931 May 28 06:26:27.340583 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-2d58002a-ddca-4c22-9d28-0745093cecbf tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455868 May 28 06:26:27.404058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-55eb570b-ac95-4a6f-a152-3054ba31f624 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:26:27.405027 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-55eb570b-ac95-4a6f-a152-3054ba31f624 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562873 May 28 06:26:27.537015 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-ce3ef7eb-772f-4491-8035-dad3076a7b2b service neutron] 10.222.0.39 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259997 May 28 06:26:27.669573 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-016cad07-365d-4128-9c5a-6a465b29fe06 service neutron] 10.222.0.39 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267006 May 28 06:26:27.847581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d1087a93-2d1c-49db-b000-e0f296af9ba9 req-2bd0960c-0ba3-443f-a1f7-e58cd83d52f7 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 210 time: 0.0439196 May 28 06:26:28.941914 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-634f1a2a-c9cb-4383-a68b-2e08ddbc60df req-4b9e219d-5999-43c1-a73f-64e0837dc449 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 210 time: 0.0447776 May 28 06:26:29.992823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-86782e4f-0910-4005-9235-561f59c17a63 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:29.993556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-86782e4f-0910-4005-9235-561f59c17a63 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Synchronizing usage tracker for tenant:0b5948737f1f4815a8b3f57dcc83f17a on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:30.018882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-86782e4f-0910-4005-9235-561f59c17a63 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Unset dirty status for tenant:0b5948737f1f4815a8b3f57dcc83f17a on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:30.020588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-86782e4f-0910-4005-9235-561f59c17a63 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.33 "GET /v2.0/networks?id=9b652ba8-855b-40c5-abfb-2edea792e0e1 HTTP/1.1" status: 200 len: 812 time: 0.1848674 May 28 06:26:30.095225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Request body: {'port': {'device_id': '1914d128-d499-448c-9e7c-1e127d54b136', 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1', 'admin_state_up': True, 'tenant_id': '0b5948737f1f4815a8b3f57dcc83f17a'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:30.120073 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb444be9-2705-4fbe-b308-ee1936287f68 req-75363609-9dae-4b15-9214-5074fe9527de tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 210 time: 0.0682948 May 28 06:26:30.236005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:26:30.239751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Usage tracker for resource:port and tenant:0b5948737f1f4815a8b3f57dcc83f17a is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:26:30.242532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:26:30.248221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:26:30.258307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Made reservation on behalf of 0b5948737f1f4815a8b3f57dcc83f17a for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:26:30.262044 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:30.419050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Allocated IP 172.20.0.4 (9b652ba8-855b-40c5-abfb-2edea792e0e1/eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137/d2531793-b500-464a-8eca-eaa177c386d3) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:26:30.616625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:30.646696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:30.719431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Network 9b652ba8-855b-40c5-abfb-2edea792e0e1 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:26:30.723149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:26:30.727122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:26:30.761886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Pushing event updated for resources: {'Port': ['ID=d2531793-b500-464a-8eca-eaa177c386d3,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:30.792181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:30.792772 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:30.812589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-4662c1ee-a2dd-46b8-8eaa-28b8fa36e7e4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7252226 May 28 06:26:30.828305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Request body: {'port': {'device_id': '1914d128-d499-448c-9e7c-1e127d54b136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:26:31.053711 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.309711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae86a07-85c7-4d9c-a664-9f053a1286a2 req-ab1b8f7e-117b-49b0-8101-c16ed3b92b3e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:31.311212 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ae86a07-85c7-4d9c-a664-9f053a1286a2 req-ab1b8f7e-117b-49b0-8101-c16ed3b92b3e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 931 time: 0.0857646 May 28 06:26:31.312219 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.360720 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9ae86a07-85c7-4d9c-a664-9f053a1286a2 req-c9a551fa-64cc-4357-9d0c-fda506841991 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429654 May 28 06:26:31.399883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2531793-b500-464a-8eca-eaa177c386d3 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:31.406868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.421193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Transition to ACTIVE for port object d2531793-b500-464a-8eca-eaa177c386d3 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:26:31.424770 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.578222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Pushing event updated for resources: {'Port': ['ID=d2531793-b500-464a-8eca-eaa177c386d3,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:31.652186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Attempting to bind port d2531793-b500-464a-8eca-eaa177c386d3 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:26:31.652514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Attempting to bind port d2531793-b500-464a-8eca-eaa177c386d3 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'c78da8e0-fc73-4b5c-a530-e099942e1d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:26:31.652839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Attempting to bind port d2531793-b500-464a-8eca-eaa177c386d3 on network 9b652ba8-855b-40c5-abfb-2edea792e0e1 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:31.657544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Port d2531793-b500-464a-8eca-eaa177c386d3 on network 9b652ba8-855b-40c5-abfb-2edea792e0e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:26:31.657889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Attempting to bind port d2531793-b500-464a-8eca-eaa177c386d3 on network 9b652ba8-855b-40c5-abfb-2edea792e0e1 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:26:31.662943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:26:31.663298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Checking segment: {'id': 'c78da8e0-fc73-4b5c-a530-e099942e1d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:26:31.663679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Bound using segment: {'id': 'c78da8e0-fc73-4b5c-a530-e099942e1d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:26:31.664097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Bound port: d2531793-b500-464a-8eca-eaa177c386d3, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78da8e0-fc73-4b5c-a530-e099942e1d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:26:31.664441 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.750833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:26:31.754177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2531793-b500-464a-8eca-eaa177c386d3,segment=NetworkSegment(c78da8e0-fc73-4b5c-a530-e099942e1d01),segment_id=c78da8e0-fc73-4b5c-a530-e099942e1d01)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:26:31.758319 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.828380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:31.828921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:31.830240 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] 10.222.0.33 "PUT /v2.0/ports/d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 200 len: 1091 time: 1.0057192 May 28 06:26:31.830660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:31.848974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99ae3a-8850-49d4-ae7a-8f93829e45da service neutron] Pushing event updated for resources: {'Port': ['ID=d2531793-b500-464a-8eca-eaa177c386d3,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:31.879089 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05660f70-45a5-4d6b-b428-1c8d24d90cd4'] response: {'name': 'network-changed', 'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3', 'status': 'completed', 'code': 200} May 28 06:26:31.969002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-09ec98e5-bc47-4673-bf36-b680796afe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:31.970528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-09ec98e5-bc47-4673-bf36-b680796afe66 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 1094 time: 0.0712023 May 28 06:26:32.044763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-0697386c-71b8-42cb-9683-038cc302b159 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 200 len: 217 time: 0.0623307 May 28 06:26:32.105458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-95544d21-abbb-4f31-8de3-9f87bb387058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:32.107029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-95544d21-abbb-4f31-8de3-9f87bb387058 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137 HTTP/1.1" status: 200 len: 852 time: 0.0550668 May 28 06:26:32.155902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-06cecdd7-c378-447e-9b3b-852016f2fb17 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9b652ba8-855b-40c5-abfb-2edea792e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429237 May 28 06:26:32.284292 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-f48e0284-67b8-4f77-982b-fc6ae1ea6c70 service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223228 May 28 06:26:32.412613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f89c6969-f7ac-4b19-82fe-1a6878ab6e58 req-bef540f4-4e9b-4202-9d49-a247f14eb072 service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223354 May 28 06:26:32.546852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f024-dea9-4607-84a0-c41de8bece9c req-133b748a-aaa5-4965-a992-d73ec5bcf524 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:32.549554 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-65f4f024-dea9-4607-84a0-c41de8bece9c req-133b748a-aaa5-4965-a992-d73ec5bcf524 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 943 time: 0.0826750 May 28 06:26:32.566238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036420a-f456-4ee7-b681-aeba8e119a69 req-2007d97b-f826-475d-a692-0f9b0b9d1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:32.567738 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3036420a-f456-4ee7-b681-aeba8e119a69 req-2007d97b-f826-475d-a692-0f9b0b9d1f7f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 1094 time: 0.0722654 May 28 06:26:32.598170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-65f4f024-dea9-4607-84a0-c41de8bece9c req-ce7da034-9aa3-482f-9d83-36ddaf08c836 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 May 28 06:26:32.698377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036420a-f456-4ee7-b681-aeba8e119a69 req-a2bd742a-740d-40c7-afe2-e56a71922583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:32.699839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3036420a-f456-4ee7-b681-aeba8e119a69 req-a2bd742a-740d-40c7-afe2-e56a71922583 service neutron] 10.222.0.33 "GET /v2.0/networks?id=9b652ba8-855b-40c5-abfb-2edea792e0e1 HTTP/1.1" status: 200 len: 913 time: 0.1260374 May 28 06:26:32.868993 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3036420a-f456-4ee7-b681-aeba8e119a69 req-80fd5c5f-f903-4fc2-82d5-bec0040e2364 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 200 len: 217 time: 0.1631813 May 28 06:26:32.929800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036420a-f456-4ee7-b681-aeba8e119a69 req-b0f8aae1-e4af-4f9c-a016-56bc2470c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:32.931075 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3036420a-f456-4ee7-b681-aeba8e119a69 req-b0f8aae1-e4af-4f9c-a016-56bc2470c6e8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137 HTTP/1.1" status: 200 len: 852 time: 0.0562363 May 28 06:26:32.976286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3036420a-f456-4ee7-b681-aeba8e119a69 req-3b8e948e-3b43-413b-add0-8a3b9562e4d1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9b652ba8-855b-40c5-abfb-2edea792e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395539 May 28 06:26:33.105015 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3036420a-f456-4ee7-b681-aeba8e119a69 req-fd946a11-92a7-465c-9d1b-5ab69ec14d72 service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222541 May 28 06:26:33.236630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3036420a-f456-4ee7-b681-aeba8e119a69 req-99997718-229f-4ee3-9661-4698002533bf service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252141 May 28 06:26:33.814607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae155cc-6bf5-4cf1-b130-549d82bfae9e req-1a9ee3aa-17f8-4b04-a633-39aaddebb4ab tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:33.815342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1ae155cc-6bf5-4cf1-b130-549d82bfae9e req-1a9ee3aa-17f8-4b04-a633-39aaddebb4ab tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Synchronizing usage tracker for tenant:0b5948737f1f4815a8b3f57dcc83f17a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:33.836215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1ae155cc-6bf5-4cf1-b130-549d82bfae9e req-1a9ee3aa-17f8-4b04-a633-39aaddebb4ab tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Unset dirty status for tenant:0b5948737f1f4815a8b3f57dcc83f17a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:33.837446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ae155cc-6bf5-4cf1-b130-549d82bfae9e req-1a9ee3aa-17f8-4b04-a633-39aaddebb4ab tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 943 time: 0.1087246 May 28 06:26:33.884538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1ae155cc-6bf5-4cf1-b130-549d82bfae9e req-d9611558-e9e6-4933-b0d0-55b94aabdb64 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Synchronizing usage tracker for tenant:0b5948737f1f4815a8b3f57dcc83f17a on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:26:33.900734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1ae155cc-6bf5-4cf1-b130-549d82bfae9e req-d9611558-e9e6-4933-b0d0-55b94aabdb64 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Unset dirty status for tenant:0b5948737f1f4815a8b3f57dcc83f17a on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:26:33.901942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1ae155cc-6bf5-4cf1-b130-549d82bfae9e req-d9611558-e9e6-4933-b0d0-55b94aabdb64 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589018 May 28 06:26:35.089319 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db345-8424-4604-b8d8-08f13c03820f req-ff9927b7-f2f5-4526-b01f-5b2fd599485f tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:35.090770 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af0db345-8424-4604-b8d8-08f13c03820f req-ff9927b7-f2f5-4526-b01f-5b2fd599485f tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 943 time: 0.0787742 May 28 06:26:35.135116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-af0db345-8424-4604-b8d8-08f13c03820f req-3dfb7c2e-056a-4eee-bc9d-eed3c0275166 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386758 May 28 06:26:36.319719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bf5fc-daa7-4a66-b040-62458ad1b3f4 req-7cf965b0-3e65-4700-92cd-4b573e7a6e9e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:36.321165 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e56bf5fc-daa7-4a66-b040-62458ad1b3f4 req-7cf965b0-3e65-4700-92cd-4b573e7a6e9e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 943 time: 0.0783517 May 28 06:26:36.367999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e56bf5fc-daa7-4a66-b040-62458ad1b3f4 req-bf95f2d9-b58d-4640-a6b7-51db11ff6a20 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 May 28 06:26:36.962377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2531793-b500-464a-8eca-eaa177c386d3 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:26:37.092494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2531793-b500-464a-8eca-eaa177c386d3,segment=NetworkSegment(c78da8e0-fc73-4b5c-a530-e099942e1d01),segment_id=c78da8e0-fc73-4b5c-a530-e099942e1d01)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:37.105203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd2531793-b500-464a-8eca-eaa177c386d3', 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1', 'port_id': 'd2531793-b500-464a-8eca-eaa177c386d3', 'mac_address': 'fa:16:3e:b5:06:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:26:37.159167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d2531793-b500-464a-8eca-eaa177c386d3 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:37.159591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.176544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2531793-b500-464a-8eca-eaa177c386d3 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:26:37.191962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2531793-b500-464a-8eca-eaa177c386d3,segment=NetworkSegment(c78da8e0-fc73-4b5c-a530-e099942e1d01),segment_id=c78da8e0-fc73-4b5c-a530-e099942e1d01)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:37.196165 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:37.264374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d2531793-b500-464a-8eca-eaa177c386d3,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:37.543456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d2531793-b500-464a-8eca-eaa177c386d3'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:26:37.552253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdce425-130d-4ac5-9e58-648c90daf036 req-fa00fcc0-6a18-4ddc-8ed4-ca5d7de70880 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:37.553707 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5cdce425-130d-4ac5-9e58-648c90daf036 req-fa00fcc0-6a18-4ddc-8ed4-ca5d7de70880 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 944 time: 0.0846679 May 28 06:26:37.598111 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5cdce425-130d-4ac5-9e58-648c90daf036 req-72066e25-74ff-4f41-b0a3-2b6567ffb7b1 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386827 May 28 06:26:38.542301 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bb5c473b-e764-4418-8d6a-21faad8144ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:38.782724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afec1e3-cfac-4410-9187-ee8c860c2ee1 req-363a1bb9-458a-4d8e-b6a0-4468bad1e212 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:38.784202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7afec1e3-cfac-4410-9187-ee8c860c2ee1 req-363a1bb9-458a-4d8e-b6a0-4468bad1e212 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 944 time: 0.0788660 May 28 06:26:38.828434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7afec1e3-cfac-4410-9187-ee8c860c2ee1 req-05574eb4-581a-4439-9955-a4eb03d3a5f9 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382693 May 28 06:26:38.977512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2531793-b500-464a-8eca-eaa177c386d3 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:26:39.044138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port d2531793-b500-464a-8eca-eaa177c386d3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:26:39.049261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d2531793-b500-464a-8eca-eaa177c386d3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:26:39.049626 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.164328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d2531793-b500-464a-8eca-eaa177c386d3 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:26:39.164705 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.190772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:26:39.200700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2531793-b500-464a-8eca-eaa177c386d3,segment=NetworkSegment(c78da8e0-fc73-4b5c-a530-e099942e1d01),segment_id=c78da8e0-fc73-4b5c-a530-e099942e1d01)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:26:39.205047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:39.273129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d2531793-b500-464a-8eca-eaa177c386d3,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:26:39.292957 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e36cc7-363f-4a10-9847-8c6aef124f8d'] response: {'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3', 'code': 200} May 28 06:26:39.443668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e71af6-8d69-44c9-8edc-65118866f360 req-1054ac58-6c24-45d1-a16e-cdbcdc084891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:39.445020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66e71af6-8d69-44c9-8edc-65118866f360 req-1054ac58-6c24-45d1-a16e-cdbcdc084891 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 1096 time: 0.0724554 May 28 06:26:39.490989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66e71af6-8d69-44c9-8edc-65118866f360 req-263a2199-8111-4670-be41-4683bebf24bc service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396469 May 28 06:26:40.009988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a32ade-5b59-4743-ba7b-994763fb04b6 req-246d4e6d-bf9a-47b0-b731-5471e5546688 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:40.011459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8a32ade-5b59-4743-ba7b-994763fb04b6 req-246d4e6d-bf9a-47b0-b731-5471e5546688 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0798354 May 28 06:26:40.056362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a8a32ade-5b59-4743-ba7b-994763fb04b6 req-3c11d48c-a449-4b2f-a8d7-028d242ed9a0 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387280 May 28 06:26:40.501926 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:40.730535 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-51d7121e-c288-4351-a382-5c08361d3a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:41.246471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9ec8b-d9d5-4245-a9a0-57b6ffa65a3e req-5a7c20b3-5d6a-47f2-aaa2-9b37d17aea22 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:41.247974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a2d9ec8b-d9d5-4245-a9a0-57b6ffa65a3e req-5a7c20b3-5d6a-47f2-aaa2-9b37d17aea22 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0795188 May 28 06:26:41.291324 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a2d9ec8b-d9d5-4245-a9a0-57b6ffa65a3e req-3aebc9cb-1700-4044-bbe7-60260a0969e1 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376215 May 28 06:26:41.641925 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-8a17c7c8-92b3-4675-a620-83b6bdcd9903 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734079 May 28 06:26:41.684857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:41.697481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8736ae-ac12-4086-8c07-141156bab475 req-7e391276-4a0e-4c3a-bfed-2fad111f546a tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:41.699009 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a8736ae-ac12-4086-8c07-141156bab475 req-7e391276-4a0e-4c3a-bfed-2fad111f546a tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0884590 May 28 06:26:41.745464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a8736ae-ac12-4086-8c07-141156bab475 req-3eaf901a-197a-4d27-8cf1-cfaf4fc26179 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401220 May 28 06:26:41.774497 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:42.964418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-10dbf124-3a91-42b3-905c-2a2be819c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:42.965777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-10dbf124-3a91-42b3-905c-2a2be819c217 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 1096 time: 0.1328304 May 28 06:26:42.973643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d028a6-9d08-4367-9bc5-1bc31ad302d0 req-c5a01568-8f0f-4326-8053-b90be4b64981 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:42.974961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88d028a6-9d08-4367-9bc5-1bc31ad302d0 req-c5a01568-8f0f-4326-8053-b90be4b64981 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.1113038 May 28 06:26:43.110569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88d028a6-9d08-4367-9bc5-1bc31ad302d0 req-35c5111a-db6a-48d9-a401-9e68d271f73a tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125956 May 28 06:26:43.145441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-aecf22a3-2771-485e-a4e4-100891d6bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:43.148102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-aecf22a3-2771-485e-a4e4-100891d6bb43 service neutron] 10.222.0.33 "GET /v2.0/networks?id=9b652ba8-855b-40c5-abfb-2edea792e0e1 HTTP/1.1" status: 200 len: 913 time: 0.1715589 May 28 06:26:43.218356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-076c1929-b93e-4351-a55f-7d8035b0f328 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 200 len: 217 time: 0.0646341 May 28 06:26:43.278082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-06830416-3b72-4e69-87ba-d826577a716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:43.279776 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-06830416-3b72-4e69-87ba-d826577a716e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137 HTTP/1.1" status: 200 len: 852 time: 0.0562422 May 28 06:26:43.328454 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-b3f28e98-3054-46d1-9454-827c87312e21 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9b652ba8-855b-40c5-abfb-2edea792e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433686 May 28 06:26:43.427662 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:26:43.459949 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-a71414b5-9c6b-478c-9930-c0fc8812a3f0 service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254182 May 28 06:26:43.589201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6289893c-3831-4732-b9e9-37a62323469f service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227603 May 28 06:26:43.842224 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:26:44.294426 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f192ece-9417-4364-8c76-eb761bcb86c5 req-20442d77-bb2b-4f38-8284-ee586188b8f1 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:44.295905 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f192ece-9417-4364-8c76-eb761bcb86c5 req-20442d77-bb2b-4f38-8284-ee586188b8f1 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0804298 May 28 06:26:44.343108 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9f192ece-9417-4364-8c76-eb761bcb86c5 req-5aeef8e1-12c5-49e9-aea7-02f0d581944e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 May 28 06:26:45.530371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1739b-a042-4341-8198-908c238c0e0f req-c8f4bd9e-5f14-488d-8052-319bea0f8a0a tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:45.531835 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d4b1739b-a042-4341-8198-908c238c0e0f req-c8f4bd9e-5f14-488d-8052-319bea0f8a0a tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0778987 May 28 06:26:45.574480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d4b1739b-a042-4341-8198-908c238c0e0f req-dbb8bc3b-6cb3-4171-be42-7fb72859a013 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 May 28 06:26:46.766168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f7d3e-9e74-4a13-8274-5d0221514241 req-dd2c2423-2f22-46a1-953f-5e9bccfe4c8a tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:46.768221 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de9f7d3e-9e74-4a13-8274-5d0221514241 req-dd2c2423-2f22-46a1-953f-5e9bccfe4c8a tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0877490 May 28 06:26:46.811465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de9f7d3e-9e74-4a13-8274-5d0221514241 req-5a428e99-4dfa-498d-8766-d3e6ba1ac73c tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376503 May 28 06:26:48.000480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d38bb-c821-4278-89e5-02f5aa57a867 req-253eb60f-47b5-49be-a3a2-7c65c29ea29c tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:48.001916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b21d38bb-c821-4278-89e5-02f5aa57a867 req-253eb60f-47b5-49be-a3a2-7c65c29ea29c tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0819929 May 28 06:26:48.149171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b21d38bb-c821-4278-89e5-02f5aa57a867 req-67f21565-194c-437c-81ba-10f0aad3c65e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415286 May 28 06:26:49.334875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbf7b5-9424-4c19-ad00-ac5a2d2c1080 req-bfda3ee8-f71e-425a-b0ad-f22d3e51a2fa tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:49.336347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9fbbf7b5-9424-4c19-ad00-ac5a2d2c1080 req-bfda3ee8-f71e-425a-b0ad-f22d3e51a2fa tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0825331 May 28 06:26:49.380269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9fbbf7b5-9424-4c19-ad00-ac5a2d2c1080 req-014b16d7-25f3-4a33-9d43-409d4bb5ed46 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 May 28 06:26:50.562696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382350a7-0d8a-43b7-9990-75888771906b req-e9ac3e50-041b-48b7-b540-4fc583291afc tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:50.564769 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-382350a7-0d8a-43b7-9990-75888771906b req-e9ac3e50-041b-48b7-b540-4fc583291afc tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0795174 May 28 06:26:50.606637 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-382350a7-0d8a-43b7-9990-75888771906b req-61450ba6-4242-431c-9b3c-dc22c392764f tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360622 May 28 06:26:51.788928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa16e80-75e6-4578-a094-494a18f38591 req-203dd7b5-6488-44a1-934a-8374a7f466d5 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:51.790379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2fa16e80-75e6-4578-a094-494a18f38591 req-203dd7b5-6488-44a1-934a-8374a7f466d5 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0790110 May 28 06:26:51.835989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2fa16e80-75e6-4578-a094-494a18f38591 req-214176bb-008b-48cc-bc15-bf0c62e37b5a tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 May 28 06:26:53.023810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232f6d4-ee17-47d8-992d-cf1fba8445b8 req-8ce0ef15-cd6f-4c3d-aa74-7dcdc2142b99 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:53.025258 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f232f6d4-ee17-47d8-992d-cf1fba8445b8 req-8ce0ef15-cd6f-4c3d-aa74-7dcdc2142b99 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0816219 May 28 06:26:53.068942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f232f6d4-ee17-47d8-992d-cf1fba8445b8 req-7132d27e-234c-4d89-8973-6f45703bb191 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380430 May 28 06:26:54.257103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fd77a-c594-41bf-ba51-ae610ed6a7f7 req-e6487149-e6f3-4201-a30b-ab7dd3ed4240 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:54.258541 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-656fd77a-c594-41bf-ba51-ae610ed6a7f7 req-e6487149-e6f3-4201-a30b-ab7dd3ed4240 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0816989 May 28 06:26:54.301922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-656fd77a-c594-41bf-ba51-ae610ed6a7f7 req-6785e2c5-676b-427a-915e-88d3a28e9828 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377204 May 28 06:26:55.483710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f541b82-00d3-4d75-a343-1577ed1c5bf0 req-ff662511-6fb2-4638-be12-260dbbf1b448 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:55.485033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f541b82-00d3-4d75-a343-1577ed1c5bf0 req-ff662511-6fb2-4638-be12-260dbbf1b448 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0791914 May 28 06:26:55.533109 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1f541b82-00d3-4d75-a343-1577ed1c5bf0 req-546aef95-ae72-409a-9fbb-6f003a8d856e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 May 28 06:26:56.713747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385ae1e-9a3b-48c6-b11f-0d9bd12a186d req-3004eb37-4a3a-43ff-b8c0-c011d68f80fa tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:56.715183 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7385ae1e-9a3b-48c6-b11f-0d9bd12a186d req-3004eb37-4a3a-43ff-b8c0-c011d68f80fa tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0779955 May 28 06:26:56.758701 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7385ae1e-9a3b-48c6-b11f-0d9bd12a186d req-86f9012e-f58c-4695-94b6-8baec4c08b97 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379164 May 28 06:26:57.942116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38332691-2543-4cb9-ad95-17443000e392 req-93bd4648-4a30-424b-8fce-a65af930e37f tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:57.943607 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38332691-2543-4cb9-ad95-17443000e392 req-93bd4648-4a30-424b-8fce-a65af930e37f tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0808635 May 28 06:26:57.988485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38332691-2543-4cb9-ad95-17443000e392 req-2fa694a3-87a9-47a2-a859-d50c365c994d tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392132 May 28 06:26:59.177289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9bd47-5564-4c12-a2bd-190fbbe70034 req-f80bc729-6eb0-4148-8a08-466b231f28f4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:26:59.178726 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0a9bd47-5564-4c12-a2bd-190fbbe70034 req-f80bc729-6eb0-4148-8a08-466b231f28f4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0853155 May 28 06:26:59.222229 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b0a9bd47-5564-4c12-a2bd-190fbbe70034 req-678cae36-ddcd-4575-8dde-e41b9d4baae6 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377686 May 28 06:27:00.410167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84805faf-3ad3-4713-be44-686ba38342cc req-76fd8758-ac6b-494c-9c0b-1077d5c01c7e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:00.411673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84805faf-3ad3-4713-be44-686ba38342cc req-76fd8758-ac6b-494c-9c0b-1077d5c01c7e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0838487 May 28 06:27:00.465288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84805faf-3ad3-4713-be44-686ba38342cc req-ce240580-ff11-48fa-be8c-cecc09c9c969 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479548 May 28 06:27:01.341953 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:01.649843 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01615152-6dba-4aa0-8b5c-165b0ca84388 req-825b822a-a292-483e-a0f7-df3d26b56c6d tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:01.651311 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01615152-6dba-4aa0-8b5c-165b0ca84388 req-825b822a-a292-483e-a0f7-df3d26b56c6d tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0803182 May 28 06:27:01.698517 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01615152-6dba-4aa0-8b5c-165b0ca84388 req-74775122-6e9d-440d-a9e8-d3163d34a99c tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415976 May 28 06:27:02.881657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6665ac-c3de-4d99-aa6d-45f1d6f779ec req-8932742f-dacc-46ff-affc-b78acae8d66c tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:02.883082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a6665ac-c3de-4d99-aa6d-45f1d6f779ec req-8932742f-dacc-46ff-affc-b78acae8d66c tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0791323 May 28 06:27:02.926503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a6665ac-c3de-4d99-aa6d-45f1d6f779ec req-6c13547e-cca4-4e7b-808e-ea1346fb4c65 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 May 28 06:27:04.108764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381906b-e864-4a39-8cdf-52936bf9e364 req-dcb9b1a3-63e0-448c-bdd2-9c97661647d7 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.110216 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d381906b-e864-4a39-8cdf-52936bf9e364 req-dcb9b1a3-63e0-448c-bdd2-9c97661647d7 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0794871 May 28 06:27:04.157058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d381906b-e864-4a39-8cdf-52936bf9e364 req-d550758a-1a0c-46e6-985a-a50ac04fcba3 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 May 28 06:27:04.807755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101cb83-c1e5-4c09-86f2-431737628248 req-039df3bf-d041-4ad9-a55a-208a86561ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.809225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f101cb83-c1e5-4c09-86f2-431737628248 req-039df3bf-d041-4ad9-a55a-208a86561ade service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 1096 time: 0.0756085 May 28 06:27:04.949656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101cb83-c1e5-4c09-86f2-431737628248 req-cc67c996-c2b1-4cf8-a42e-0214c70e21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:04.950977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f101cb83-c1e5-4c09-86f2-431737628248 req-cc67c996-c2b1-4cf8-a42e-0214c70e21c1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=9b652ba8-855b-40c5-abfb-2edea792e0e1 HTTP/1.1" status: 200 len: 913 time: 0.1246996 May 28 06:27:05.020451 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f101cb83-c1e5-4c09-86f2-431737628248 req-067bae8b-87d3-451e-8fdb-9dac2897b8fc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 200 len: 217 time: 0.0636232 May 28 06:27:05.081425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101cb83-c1e5-4c09-86f2-431737628248 req-8b78b6b6-e7ab-48e3-9345-abb349fe0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.082797 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f101cb83-c1e5-4c09-86f2-431737628248 req-8b78b6b6-e7ab-48e3-9345-abb349fe0c10 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137 HTTP/1.1" status: 200 len: 852 time: 0.0563829 May 28 06:27:05.131909 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f101cb83-c1e5-4c09-86f2-431737628248 req-bf70d175-38e0-42ad-8164-9c7d223d450d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9b652ba8-855b-40c5-abfb-2edea792e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412703 May 28 06:27:05.265186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f101cb83-c1e5-4c09-86f2-431737628248 req-cdf0baa3-c828-4929-ba75-5b23d5e33565 service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262822 May 28 06:27:05.452611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168677f-d84f-46c5-a7ba-eb673698dc16 req-3c3302fd-639a-4ac1-bfe2-b6571bba8a66 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:05.454057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3168677f-d84f-46c5-a7ba-eb673698dc16 req-3c3302fd-639a-4ac1-bfe2-b6571bba8a66 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.1913071 May 28 06:27:05.459723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f101cb83-c1e5-4c09-86f2-431737628248 req-6ecbf94d-4cba-464b-8bb5-63556dbf99a2 service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565180 May 28 06:27:05.498636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3168677f-d84f-46c5-a7ba-eb673698dc16 req-4ddec9f9-d1cc-4504-bf10-0c18dda40626 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 May 28 06:27:06.684629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da791e-abfa-4842-8abf-74cbc355fad1 req-3ece42c6-b04c-41df-9681-4beb1dddfdfd tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:06.686070 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69da791e-abfa-4842-8abf-74cbc355fad1 req-3ece42c6-b04c-41df-9681-4beb1dddfdfd tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0834534 May 28 06:27:06.729076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69da791e-abfa-4842-8abf-74cbc355fad1 req-d0d2dc73-7bc1-4881-81f1-d4b592941307 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372703 May 28 06:27:07.916396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba513b7-3143-4bfa-ace0-1dc4d4ca20da req-a18e9bb9-8080-454c-a95a-a18d8ef884ee tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:07.917821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dba513b7-3143-4bfa-ace0-1dc4d4ca20da req-a18e9bb9-8080-454c-a95a-a18d8ef884ee tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0812750 May 28 06:27:07.961019 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dba513b7-3143-4bfa-ace0-1dc4d4ca20da req-305f30f1-9436-417b-9e85-6c302dd7222e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370550 May 28 06:27:08.544246 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e64ffe16-c19d-4897-a01c-f9bfee1dfedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:09.145992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c46bc-014f-4894-8141-891dd18d11a5 req-d408f384-5836-465d-b3af-9b26c3356f3b tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:09.147469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-491c46bc-014f-4894-8141-891dd18d11a5 req-d408f384-5836-465d-b3af-9b26c3356f3b tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0802569 May 28 06:27:09.191477 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-491c46bc-014f-4894-8141-891dd18d11a5 req-d126922f-d6d2-4444-a644-f73c22489efc tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380170 May 28 06:27:10.378895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf371d79-3697-4944-be1b-822e6dcdeb4f req-2a288406-4c3a-42fa-8cce-b9c9bbf6d9a4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:10.380405 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf371d79-3697-4944-be1b-822e6dcdeb4f req-2a288406-4c3a-42fa-8cce-b9c9bbf6d9a4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0786891 May 28 06:27:10.424659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bf371d79-3697-4944-be1b-822e6dcdeb4f req-05aecf15-b2ee-4fac-99e4-a9d623aa0d40 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386665 May 28 06:27:10.500824 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.702309 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-777c1df5-8ebf-40ea-a488-4c3ef27d293d service neutron] show failed (client error): The resource could not be found. May 28 06:27:10.703393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-777c1df5-8ebf-40ea-a488-4c3ef27d293d service neutron] 10.222.0.33 "GET /v2.0/ports/d2531793-b500-464a-8eca-eaa177c386d3/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.1944995 May 28 06:27:10.734825 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6500d006-4403-468a-b79e-bc2c74807299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:10.974610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-ade0cfe4-d535-4c2e-8492-3da45072fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:10.976020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-ade0cfe4-d535-4c2e-8492-3da45072fcbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136&tenant_id=0b5948737f1f4815a8b3f57dcc83f17a HTTP/1.1" status: 200 len: 1096 time: 0.0716615 May 28 06:27:10.990362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:11.098440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.362680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d2531793-b500-464a-8eca-eaa177c386d3,segment=NetworkSegment(c78da8e0-fc73-4b5c-a530-e099942e1d01),segment_id=c78da8e0-fc73-4b5c-a530-e099942e1d01)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:11.390603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:11.448578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:11.454920 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.470729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Transition to ACTIVE for port object d2531793-b500-464a-8eca-eaa177c386d3 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:11.475448 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.515169 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35761c5a-bd26-4a40-89f0-5674cb8ebb7b'] response: {'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3', 'code': 200} May 28 06:27:11.616331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dfb7a-bba8-4657-9b73-14afe0dfd77c req-69b28159-0dae-484e-afca-2ab9cb1c4901 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:11.617682 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a2dfb7a-bba8-4657-9b73-14afe0dfd77c req-69b28159-0dae-484e-afca-2ab9cb1c4901 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 943 time: 0.0830226 May 28 06:27:11.642083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] No DVR routers for this DVR port d2531793-b500-464a-8eca-eaa177c386d3 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:27:11.645471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2531793-b500-464a-8eca-eaa177c386d3,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:11.661829 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6a2dfb7a-bba8-4657-9b73-14afe0dfd77c req-1e88383a-009b-439c-ad7d-b3901f9f9453 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 May 28 06:27:11.687961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.688167 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.689217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.689217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.689547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.690539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.690878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.691576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.691902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.692220 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.692551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.692853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.693175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:11.712592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Attempting to bind port d2531793-b500-464a-8eca-eaa177c386d3 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:11.712917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Attempting to bind port d2531793-b500-464a-8eca-eaa177c386d3 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'c78da8e0-fc73-4b5c-a530-e099942e1d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:11.713240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Attempting to bind port d2531793-b500-464a-8eca-eaa177c386d3 on network 9b652ba8-855b-40c5-abfb-2edea792e0e1 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:11.717752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Port d2531793-b500-464a-8eca-eaa177c386d3 on network 9b652ba8-855b-40c5-abfb-2edea792e0e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:11.718065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Attempting to bind port d2531793-b500-464a-8eca-eaa177c386d3 on network 9b652ba8-855b-40c5-abfb-2edea792e0e1 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:11.723151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:11.723507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Checking segment: {'id': 'c78da8e0-fc73-4b5c-a530-e099942e1d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:11.723877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Bound using segment: {'id': 'c78da8e0-fc73-4b5c-a530-e099942e1d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:11.724290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Bound port: d2531793-b500-464a-8eca-eaa177c386d3, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78da8e0-fc73-4b5c-a530-e099942e1d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:11.724629 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.769770 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.816765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:11.819841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d2531793-b500-464a-8eca-eaa177c386d3,segment=NetworkSegment(c78da8e0-fc73-4b5c-a530-e099942e1d01),segment_id=c78da8e0-fc73-4b5c-a530-e099942e1d01)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:11.823748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.883549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:11.884489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:11.885846 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 200 len: 1091 time: 0.8993008 May 28 06:27:11.902620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec11473-e6e1-4572-a680-bd917c9650e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2531793-b500-464a-8eca-eaa177c386d3,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:11.985276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-47f1aa5a-b616-4ef1-b6c1-ce1095d101e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:11.987446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-47f1aa5a-b616-4ef1-b6c1-ce1095d101e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 1094 time: 0.0764930 May 28 06:27:12.123634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-84881bf6-4bdc-4e16-b867-50dd928eadaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.125000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-84881bf6-4bdc-4e16-b867-50dd928eadaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b652ba8-855b-40c5-abfb-2edea792e0e1 HTTP/1.1" status: 200 len: 913 time: 0.1291029 May 28 06:27:12.198273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-ec6171b9-3fe1-40a1-9432-21b683eb27ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 200 len: 217 time: 0.0632038 May 28 06:27:12.267532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-cc9bba2a-0bab-4021-9466-001d6385cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.268958 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-cc9bba2a-0bab-4021-9466-001d6385cc0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137 HTTP/1.1" status: 200 len: 852 time: 0.0613143 May 28 06:27:12.317462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-d5d6358f-84f7-4f88-bd8d-1383a6184136 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b652ba8-855b-40c5-abfb-2edea792e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395570 May 28 06:27:12.448422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-3ecd45d9-887c-4a49-ab49-1ca559b2a507 service neutron] 10.222.0.41 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216180 May 28 06:27:12.689423 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-afff247f-1ed1-4019-a065-696fedd5ce80 req-0a43fc8c-6bae-4e36-bb26-6b7cc52c4535 service neutron] 10.222.0.41 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316597 May 28 06:27:12.863152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a7de5-3bdd-42b2-bc94-fc5b23db9868 req-19a5a036-fd9d-4048-a553-3c74eaee0c8e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:12.864615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a5a7de5-3bdd-42b2-bc94-fc5b23db9868 req-19a5a036-fd9d-4048-a553-3c74eaee0c8e tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 943 time: 0.0863125 May 28 06:27:12.906969 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a5a7de5-3bdd-42b2-bc94-fc5b23db9868 req-2c2fa5c2-3ea8-4751-8ef5-4b68a241d8c3 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367010 May 28 06:27:13.430197 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:13.516419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:13.577596 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db9be0f-2450-4897-84df-8b64103248ef'] response: {'name': 'network-changed', 'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3', 'status': 'completed', 'code': 200} May 28 06:27:13.722857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-361f6684-d42b-40dd-bd09-18116b05d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.724239 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-361f6684-d42b-40dd-bd09-18116b05d7bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 1094 time: 0.1274352 May 28 06:27:13.729709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-408cb43c-5150-4e9d-8cc5-beba52cda914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.731312 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-408cb43c-5150-4e9d-8cc5-beba52cda914 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 1094 time: 0.1040518 May 28 06:27:13.962986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-c629f44a-f9c2-41bb-9eeb-08436e505baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.964487 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-c629f44a-f9c2-41bb-9eeb-08436e505baf service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b652ba8-855b-40c5-abfb-2edea792e0e1 HTTP/1.1" status: 200 len: 913 time: 0.2323596 May 28 06:27:13.965410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-4cb5aa77-f5e4-4ad8-924b-ba2bdfd5cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:13.966678 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-4cb5aa77-f5e4-4ad8-924b-ba2bdfd5cfbb service neutron] 10.222.0.33 "GET /v2.0/networks?id=9b652ba8-855b-40c5-abfb-2edea792e0e1 HTTP/1.1" status: 200 len: 913 time: 0.2171786 May 28 06:27:14.104198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-cf890a6e-09fa-49e1-9ba9-148fcba47c69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 200 len: 217 time: 0.1326482 May 28 06:27:14.105543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-caea6704-45a1-4816-be5b-15560bf25d9d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 200 len: 217 time: 0.1327858 May 28 06:27:14.269854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-825d59e8-5ce5-44a0-a297-cf0760f7caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.271301 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-825d59e8-5ce5-44a0-a297-cf0760f7caa8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137 HTTP/1.1" status: 200 len: 852 time: 0.1599357 May 28 06:27:14.275316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-3a6bd111-1b34-41f6-b8ed-7b5934233cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.276601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-3a6bd111-1b34-41f6-b8ed-7b5934233cef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137 HTTP/1.1" status: 200 len: 852 time: 0.1641078 May 28 06:27:14.352916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-88b1bf16-0475-4e34-9a63-609f03f21915 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9b652ba8-855b-40c5-abfb-2edea792e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740163 May 28 06:27:14.360752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-65965081-dd32-4e42-bbb4-ab62ac6bb09e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b652ba8-855b-40c5-abfb-2edea792e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481820 May 28 06:27:14.536433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d766a-89a7-42a1-84bc-ba8ad8fe707c req-f5f0e818-b3c6-4f92-929d-8449f795b957 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:14.537911 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c93d766a-89a7-42a1-84bc-ba8ad8fe707c req-f5f0e818-b3c6-4f92-929d-8449f795b957 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 943 time: 0.3622854 May 28 06:27:14.628632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-40b8280e-7f65-41bb-80c4-d217cc4da20b service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655172 May 28 06:27:14.672726 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c93d766a-89a7-42a1-84bc-ba8ad8fe707c req-2fda8500-6c15-4cee-8c14-99ff656744c4 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271026 May 28 06:27:14.723419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-f13e10ff-962e-44e9-9978-f8fbaf927be9 service neutron] 10.222.0.41 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384473 May 28 06:27:15.001585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-ecfb3f7d-09b0-42ad-bf11-010d42f74331 service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661115 May 28 06:27:15.018931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2504f7a6-4ffe-488d-925e-a8706f400caf req-0abce236-66e1-42a5-876e-612648eefff9 service neutron] 10.222.0.41 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884738 May 28 06:27:15.163690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2531793-b500-464a-8eca-eaa177c386d3 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:27:15.238481 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d2531793-b500-464a-8eca-eaa177c386d3 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:27:15.459986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d2531793-b500-464a-8eca-eaa177c386d3 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:15.597660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d2531793-b500-464a-8eca-eaa177c386d3,segment=NetworkSegment(c78da8e0-fc73-4b5c-a530-e099942e1d01),segment_id=c78da8e0-fc73-4b5c-a530-e099942e1d01)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:15.611384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'd2531793-b500-464a-8eca-eaa177c386d3', 'network_id': '9b652ba8-855b-40c5-abfb-2edea792e0e1', 'port_id': 'd2531793-b500-464a-8eca-eaa177c386d3', 'mac_address': 'fa:16:3e:b5:06:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:15.669401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d2531793-b500-464a-8eca-eaa177c386d3 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:15.669775 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:15.687989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2531793-b500-464a-8eca-eaa177c386d3 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:15.703489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d2531793-b500-464a-8eca-eaa177c386d3,segment=NetworkSegment(c78da8e0-fc73-4b5c-a530-e099942e1d01),segment_id=c78da8e0-fc73-4b5c-a530-e099942e1d01)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:15.708132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:15.773576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d2531793-b500-464a-8eca-eaa177c386d3,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:15.781009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.781340 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.781674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.782000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.782363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.782688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.783006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.783348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.783671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.783981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.784297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.784613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:15.868015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14782973-3e1f-4155-b6f8-7889a37bc54b req-7a4a3284-4329-4bdf-84ea-046659e31573 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:15.869480 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14782973-3e1f-4155-b6f8-7889a37bc54b req-7a4a3284-4329-4bdf-84ea-046659e31573 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 944 time: 0.0875647 May 28 06:27:15.919354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14782973-3e1f-4155-b6f8-7889a37bc54b req-f0a2782b-7c30-432a-ab27-78337453db53 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441327 May 28 06:27:15.973284 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d2531793-b500-464a-8eca-eaa177c386d3'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:16.321831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056639-948d-4258-b84d-97af24d4a478 req-fa760149-a82d-4ad5-a98a-a7c3eef12192 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:16.323877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-fa760149-a82d-4ad5-a98a-a7c3eef12192 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.33 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136&tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 944 time: 0.0848398 May 28 06:27:16.403792 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-88056639-948d-4258-b84d-97af24d4a478 req-8c04a986-949a-47f5-82ab-46905f8b9ea5 service neutron] delete failed (client error): The resource could not be found. May 28 06:27:16.404757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-8c04a986-949a-47f5-82ab-46905f8b9ea5 service neutron] 10.222.0.33 "DELETE /v2.0/ports/d2531793-b500-464a-8eca-eaa177c386d3/bindings/n-h1-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0756743 May 28 06:27:16.556520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056639-948d-4258-b84d-97af24d4a478 req-219b66ec-b57d-4053-87f5-d68ed2620685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:16.558010 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-219b66ec-b57d-4053-87f5-d68ed2620685 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 1095 time: 0.0731699 May 28 06:27:16.690790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056639-948d-4258-b84d-97af24d4a478 req-a9a51629-fcf6-4871-8342-c0844e5c0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:16.692246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-a9a51629-fcf6-4871-8342-c0844e5c0e4e service neutron] 10.222.0.33 "GET /v2.0/networks?id=9b652ba8-855b-40c5-abfb-2edea792e0e1 HTTP/1.1" status: 200 len: 913 time: 0.1286330 May 28 06:27:16.762155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-f8e231b1-a5d5-4c23-945d-9cc5c57e6414 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 200 len: 217 time: 0.0638225 May 28 06:27:16.822015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056639-948d-4258-b84d-97af24d4a478 req-0c2b5ebe-035d-4e7b-abab-3c6ed55ae582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:16.823402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-0c2b5ebe-035d-4e7b-abab-3c6ed55ae582 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137 HTTP/1.1" status: 200 len: 852 time: 0.0554669 May 28 06:27:16.869547 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-17dde272-0c34-4075-b794-8456e923f575 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9b652ba8-855b-40c5-abfb-2edea792e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404885 May 28 06:27:16.998839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-0112f088-749d-4d0f-a154-18e6df9a0c1e service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233320 May 28 06:27:17.132099 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-dbdc5d2c-0d08-4b25-8758-9e3936105410 service neutron] 10.222.0.33 "GET /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275070 May 28 06:27:17.468615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d2531793-b500-464a-8eca-eaa177c386d3 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:17.537856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port d2531793-b500-464a-8eca-eaa177c386d3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:17.542516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port d2531793-b500-464a-8eca-eaa177c386d3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:17.542892 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:17.665469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d2531793-b500-464a-8eca-eaa177c386d3 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:17.665858 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:17.693551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:17.703163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d2531793-b500-464a-8eca-eaa177c386d3,segment=NetworkSegment(c78da8e0-fc73-4b5c-a530-e099942e1d01),segment_id=c78da8e0-fc73-4b5c-a530-e099942e1d01)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:17.709247 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:17.771520 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edbc2cf-7cca-49dc-83ed-ccc98aac1667'] response: {'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3', 'code': 200} May 28 06:27:17.810094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d2531793-b500-464a-8eca-eaa177c386d3,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:18.026779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1810081-4ac3-4dc9-a43a-3121242afd31 req-f3b9b6de-12d4-4ecb-aad2-c897c624331c tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:18.028261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1810081-4ac3-4dc9-a43a-3121242afd31 req-f3b9b6de-12d4-4ecb-aad2-c897c624331c tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0801182 May 28 06:27:18.073051 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c1810081-4ac3-4dc9-a43a-3121242afd31 req-cbb06834-3a34-4df6-84f6-815c18ee227c tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 May 28 06:27:19.268570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30cad4-a660-41c1-b780-6945bf3eee66 req-8490bf7c-cf24-4cf3-8a7a-ab58a6a9643b tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.270016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be30cad4-a660-41c1-b780-6945bf3eee66 req-8490bf7c-cf24-4cf3-8a7a-ab58a6a9643b tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0854385 May 28 06:27:19.312920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-be30cad4-a660-41c1-b780-6945bf3eee66 req-96a332bf-df9d-40ab-bc99-b28e746fe0c3 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/security-groups?id=445a0142-4647-4e39-86fd-aa4475c2b449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373223 May 28 06:27:19.410474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056639-948d-4258-b84d-97af24d4a478 req-d7371889-58ac-41f4-982f-faa4e5da41b1 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:19.411799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-d7371889-58ac-41f4-982f-faa4e5da41b1 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.41 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 945 time: 0.0782578 May 28 06:27:19.484916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-88056639-948d-4258-b84d-97af24d4a478 req-b011a619-aa66-4330-9c37-a6936b834388 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Deleting port d2531793-b500-464a-8eca-eaa177c386d3 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:27:19.485245 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-88056639-948d-4258-b84d-97af24d4a478 req-b011a619-aa66-4330-9c37-a6936b834388 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.736730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-88056639-948d-4258-b84d-97af24d4a478 req-b011a619-aa66-4330-9c37-a6936b834388 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] For port d2531793-b500-464a-8eca-eaa177c386d3, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d2531793-b500-464a-8eca-eaa177c386d3,segment=NetworkSegment(c78da8e0-fc73-4b5c-a530-e099942e1d01),segment_id=c78da8e0-fc73-4b5c-a530-e099942e1d01)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:19.736999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-88056639-948d-4258-b84d-97af24d4a478 req-b011a619-aa66-4330-9c37-a6936b834388 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:19.869592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-88056639-948d-4258-b84d-97af24d4a478 req-b011a619-aa66-4330-9c37-a6936b834388 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Calling delete_port for d2531793-b500-464a-8eca-eaa177c386d3 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:27:20.011822 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-88056639-948d-4258-b84d-97af24d4a478 req-b011a619-aa66-4330-9c37-a6936b834388 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:20.199594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011a619-aa66-4330-9c37-a6936b834388 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Pushing event deleted for resources: {'Port': ['ID=d2531793-b500-464a-8eca-eaa177c386d3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:20.250366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-88056639-948d-4258-b84d-97af24d4a478 req-b011a619-aa66-4330-9c37-a6936b834388 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] No DVR routers for this DVR port d2531793-b500-464a-8eca-eaa177c386d3 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:27:20.253298 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-88056639-948d-4258-b84d-97af24d4a478 req-b011a619-aa66-4330-9c37-a6936b834388 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:20.256505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'name': 'network-vif-deleted', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:20.271161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-88056639-948d-4258-b84d-97af24d4a478 req-b011a619-aa66-4330-9c37-a6936b834388 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.41 "DELETE /v2.0/ports/d2531793-b500-464a-8eca-eaa177c386d3 HTTP/1.1" status: 204 len: 173 time: 0.8516831 May 28 06:27:20.303657 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2199c6-d34c-4c71-990c-f9d2716a1763'] response: {'server_uuid': '1914d128-d499-448c-9e7c-1e127d54b136', 'name': 'network-vif-deleted', 'tag': 'd2531793-b500-464a-8eca-eaa177c386d3', 'status': 'completed', 'code': 200} May 28 06:27:20.477679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4305c968-9920-46c6-a728-b47f249cbbe0 req-05b3ab80-b50d-4e39-afb6-fd2a2590d539 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Synchronizing usage tracker for tenant:0b5948737f1f4815a8b3f57dcc83f17a on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:27:20.493082 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4305c968-9920-46c6-a728-b47f249cbbe0 req-05b3ab80-b50d-4e39-afb6-fd2a2590d539 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] Unset dirty status for tenant:0b5948737f1f4815a8b3f57dcc83f17a on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:27:20.494170 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4305c968-9920-46c6-a728-b47f249cbbe0 req-05b3ab80-b50d-4e39-afb6-fd2a2590d539 tempest-DeleteServersTestJSON-1364007265 tempest-DeleteServersTestJSON-1364007265-project] 10.222.0.39 "GET /v2.0/ports?device_id=1914d128-d499-448c-9e7c-1e127d54b136 HTTP/1.1" status: 200 len: 210 time: 0.0587380 May 28 06:27:20.841722 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:27:21.485664 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d2531793-b500-464a-8eca-eaa177c386d3 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:27:21.520827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: d2531793-b500-464a-8eca-eaa177c386d3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:27:21.521172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d2531793-b500-464a-8eca-eaa177c386d3 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:27:21.731721 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49206) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:21.793850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Deleting subnet eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:27:21.796714 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:21.946250 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.000442 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.068525 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.111109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:22.117549 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.124126 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.124471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.124805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.125133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.125459 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.125783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.126106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.126423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.126740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.127053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.127396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.127711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:27:22.133247 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f42cbbeb-2f3e-49a0-988c-fc60ffc0bf96 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eb9ffdfc-5ee2-41d7-94e5-1f9a3bbba137 HTTP/1.1" status: 204 len: 168 time: 0.4005229 May 28 06:27:22.135789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49210) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:22.244107 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.366191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.391302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b652ba8-855b-40c5-abfb-2edea792e0e1']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:22.403749 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78da8e0-fc73-4b5c-a530-e099942e1d01') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:22.404072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78da8e0-fc73-4b5c-a530-e099942e1d01') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:27:22.415029 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.431368 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.437587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:27:22.438096 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.505476 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c78da8e0-fc73-4b5c-a530-e099942e1d01 resource provider aggregate not found May 28 06:27:22.524526 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c78da8e0-fc73-4b5c-a530-e099942e1d01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c78da8e0-fc73-4b5c-a530-e099942e1d01 found for delete ", "request_id": "req-94a3d698-9553-4489-9287-54386fd7a386"}]} May 28 06:27:22.538649 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.554236 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.564902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b652ba8-855b-40c5-abfb-2edea792e0e1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:22.573756 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e57f2096-d904-45a0-9250-96ace35f24b3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9b652ba8-855b-40c5-abfb-2edea792e0e1 HTTP/1.1" status: 204 len: 168 time: 0.4368544 May 28 06:27:22.684651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49220) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:22.733420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-76ae53c4-8791-44c0-8846-ea5c0341792d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b5948737f1f4815a8b3f57dcc83f17a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476122 May 28 06:27:22.736442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49224) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:22.793303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-556e05c4-603e-45d7-a223-0335202d5579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.817555 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-556e05c4-603e-45d7-a223-0335202d5579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.871634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-556e05c4-603e-45d7-a223-0335202d5579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.886759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e05c4-603e-45d7-a223-0335202d5579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445a0142-4647-4e39-86fd-aa4475c2b449,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:22.898465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-556e05c4-603e-45d7-a223-0335202d5579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:22.899656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-556e05c4-603e-45d7-a223-0335202d5579 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/445a0142-4647-4e39-86fd-aa4475c2b449 HTTP/1.1" status: 204 len: 168 time: 0.1622748 May 28 06:27:23.590264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49248) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:23.694868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1208736815-network', 'tenant_id': '325cee9de6644aadbc48e0f5bc20cebb'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:23.700387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:23.704799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Usage tracker for resource:network and tenant:325cee9de6644aadbc48e0f5bc20cebb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:23.707691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:23.713360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:23.724793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Made reservation on behalf of 325cee9de6644aadbc48e0f5bc20cebb for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:23.727353 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.739535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.753771 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:23.757543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Usage tracker for resource:security_group_rule and tenant:325cee9de6644aadbc48e0f5bc20cebb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:23.760292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:23.765885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:23.853929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.857742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.889690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:27:23.895436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5780479b-764f-4c79-9243-cc3dc4dc04d5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:23.902046 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.902388 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Added segment 6ff19220-31e6-4b0e-afbe-11ac8dd512d0 of type vlan for network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 May 28 06:27:23.928015 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.956901 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:23.957836 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:23.958409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.061567 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4701297 May 28 06:27:24.062393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c899bf5-652f-4322-9d6e-c7ad39163084 admin admin] Pushing event updated for resources: {'Network': ['ID=2bb4ff02-4257-4cc3-95f8-2a2723694dc4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:24.065129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49254) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:27:24.070604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Request body: {'subnet': {'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1208736815-subnet', 'tenant_id': '325cee9de6644aadbc48e0f5bc20cebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:24.076180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:24.078466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:27:24.080628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Usage tracker for resource:subnet and tenant:325cee9de6644aadbc48e0f5bc20cebb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:24.083511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:24.089277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:24.099759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Made reservation on behalf of 325cee9de6644aadbc48e0f5bc20cebb for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:24.102034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.301296 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.376498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a840d7-8047-4e57-9081-c7651f47ae22,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:24.385620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Checking segment: {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:24.385966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Network hostable DHCP agents. Network: 2bb4ff02-4257-4cc3-95f8-2a2723694dc4, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:27:24.403804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:27:24.412104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 2bb4ff02-4257-4cc3-95f8-2a2723694dc4) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:24.416164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:24.416742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:24.420791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aa4140-d09e-4a06-b410-987a23992f75 None None] Network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:24.436399 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ded70ccc-ea7b-44e1-b1f2-c7f3357de659 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3700941 May 28 06:27:24.634600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c65d40-1d6d-4d09-b69b-56b178b5aab1 None None] Network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:27:24.939034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-9d22274d-860a-46ad-b492-86a1ce7210d0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:24.940552 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-9d22274d-860a-46ad-b492-86a1ce7210d0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 815 time: 0.1448641 May 28 06:27:24.955510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-c0d169cc-bae7-4eb8-871e-33a7c3d10d24 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/quotas/325cee9de6644aadbc48e0f5bc20cebb HTTP/1.1" status: 200 len: 375 time: 0.0095916 May 28 06:27:25.002885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-cae3c575-694d-4fcb-be27-331fac380ec4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425386 May 28 06:27:25.132839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-c74b575f-6704-42c6-82e6-7ba89f2fc6d1 service neutron] 10.222.0.39 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234264 May 28 06:27:25.263344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-6a0cfdf6-c8c8-4d44-af38-48db70d8768b service neutron] 10.222.0.39 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243186 May 28 06:27:25.438972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec1262d5-aeb6-4a9b-b07e-b8de3330aeba req-be2b0a17-51fb-4e9c-854a-ba261eb70e88 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 210 time: 0.0432723 May 28 06:27:26.610525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34d9dc0c-8e08-4e47-a918-c871ff846687 req-5d7cb247-3ab7-4481-bd17-f8d535046423 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 210 time: 0.0598776 May 28 06:27:26.620517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-346ba01c-cb14-4931-a46f-6d90cb5ee487 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:26.621894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-346ba01c-cb14-4931-a46f-6d90cb5ee487 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 815 time: 0.1956632 May 28 06:27:26.638165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Request body: {'port': {'device_id': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4', 'admin_state_up': True, 'tenant_id': '325cee9de6644aadbc48e0f5bc20cebb'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:26.772193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:27:26.775972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Usage tracker for resource:port and tenant:325cee9de6644aadbc48e0f5bc20cebb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:27:26.778706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:27:26.784921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:27:26.794497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Made reservation on behalf of 325cee9de6644aadbc48e0f5bc20cebb for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:27:26.797925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:26.957117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Allocated IP 172.20.0.5 (2bb4ff02-4257-4cc3-95f8-2a2723694dc4/02a840d7-8047-4e57-9081-c7651f47ae22/38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:27:27.260527 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.291785 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.366986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:27:27.370309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:27:27.374364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:27:27.404749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Pushing event updated for resources: {'Port': ['ID=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:27.439419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:27.440022 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.459668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-7c8c3550-aff2-4f67-8628-426d24212877 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8251343 May 28 06:27:27.474780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Request body: {'port': {'device_id': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:27:27.589574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.796504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f8853-ab1c-4701-9e21-f1f701f65689 req-a20d72af-d09c-479b-9ea7-a5648736345f tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:27.797996 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f95f8853-ab1c-4701-9e21-f1f701f65689 req-a20d72af-d09c-479b-9ea7-a5648736345f tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 931 time: 0.0789356 May 28 06:27:27.845736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f95f8853-ab1c-4701-9e21-f1f701f65689 req-d2e60d02-ddac-4d9c-be05-3694508e3257 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Synchronizing usage tracker for tenant:325cee9de6644aadbc48e0f5bc20cebb on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:27:27.862604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-f95f8853-ab1c-4701-9e21-f1f701f65689 req-d2e60d02-ddac-4d9c-be05-3694508e3257 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Unset dirty status for tenant:325cee9de6644aadbc48e0f5bc20cebb on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:27:27.863777 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f95f8853-ab1c-4701-9e21-f1f701f65689 req-d2e60d02-ddac-4d9c-be05-3694508e3257 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600955 May 28 06:27:27.934380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:27.941942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:27.956806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Transition to ACTIVE for port object 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:27:27.960054 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:28.086321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Pushing event updated for resources: {'Port': ['ID=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:28.191383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Attempting to bind port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:27:28.191706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Attempting to bind port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:27:28.192023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Attempting to bind port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:28.196591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:27:28.196902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Attempting to bind port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:27:28.201938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:27:28.202267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Checking segment: {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:27:28.202638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Bound using segment: {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:27:28.203050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Bound port: 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:27:28.203428 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:28.291022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:27:28.293833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:27:28.298918 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:28.358628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:28.359328 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:28.361685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] 10.222.0.41 "PUT /v2.0/ports/38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 200 len: 1091 time: 0.8906584 May 28 06:27:28.362268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:28.384081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964ec9d-9bf8-48c3-b2d6-898e99b3d941 service neutron] Pushing event updated for resources: {'Port': ['ID=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:28.440954 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a80cc6-2bd4-499f-b99d-0f30daa0f782'] response: {'name': 'network-changed', 'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c', 'status': 'completed', 'code': 200} May 28 06:27:28.474437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-f2c755b9-e643-4e4d-ae53-d2fea5079c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:28.475903 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-f2c755b9-e643-4e4d-ae53-d2fea5079c4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 1094 time: 0.0723782 May 28 06:27:28.549598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-4a0c13a5-48cf-4224-9f04-80e2b3929826 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 200 len: 217 time: 0.0622370 May 28 06:27:28.617728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-fe349a85-5262-4e2e-945a-5b2b1b8bc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:28.619039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-fe349a85-5262-4e2e-945a-5b2b1b8bc022 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0607066 May 28 06:27:28.668503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-f0fc710c-3020-4348-8c13-c9a2d2d67b08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403492 May 28 06:27:28.914302 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-81f46493-2274-4393-bca0-8d9021557435 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360430 May 28 06:27:29.047997 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-24d55cfb-20ef-4b78-a4b4-f7f1667d0267 req-59e85f10-1bb0-4ed4-94c2-b4462baa5975 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244791 May 28 06:27:29.054162 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817cb31-fc92-4e30-868c-9c3a8ed50426 req-e53ab577-2aa8-48db-bde4-58aa082ad1c9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.056469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4817cb31-fc92-4e30-868c-9c3a8ed50426 req-e53ab577-2aa8-48db-bde4-58aa082ad1c9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 943 time: 0.0802624 May 28 06:27:29.103992 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4817cb31-fc92-4e30-868c-9c3a8ed50426 req-667c19d8-4bc5-4169-924e-a68ac6dc315e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 May 28 06:27:29.177803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650dec9-31f4-4cec-9e67-a85a10eb34cd req-ed63a248-10db-4155-a812-b08445703ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.180502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3650dec9-31f4-4cec-9e67-a85a10eb34cd req-ed63a248-10db-4155-a812-b08445703ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 1094 time: 0.0749474 May 28 06:27:29.312320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650dec9-31f4-4cec-9e67-a85a10eb34cd req-7fb66192-0f08-42a9-86f0-94c6d7e0d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.314266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3650dec9-31f4-4cec-9e67-a85a10eb34cd req-7fb66192-0f08-42a9-86f0-94c6d7e0d908 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.1248822 May 28 06:27:29.385676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3650dec9-31f4-4cec-9e67-a85a10eb34cd req-0481ee2b-d94a-4883-8ee5-ed3868cb93fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 200 len: 217 time: 0.0637870 May 28 06:27:29.449670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650dec9-31f4-4cec-9e67-a85a10eb34cd req-33ac0559-55ea-4457-bca8-6f5a1ee153ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:29.450957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3650dec9-31f4-4cec-9e67-a85a10eb34cd req-33ac0559-55ea-4457-bca8-6f5a1ee153ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0556233 May 28 06:27:29.500294 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3650dec9-31f4-4cec-9e67-a85a10eb34cd req-7e02084c-714b-4ae1-b31f-80f5d147ab92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425770 May 28 06:27:29.629206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3650dec9-31f4-4cec-9e67-a85a10eb34cd req-35eaabf6-686b-44d9-8bde-31227ab81a58 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220195 May 28 06:27:29.764080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3650dec9-31f4-4cec-9e67-a85a10eb34cd req-e91cd1e9-74c3-4e73-8088-5a3e24e3d6ab service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284692 May 28 06:27:30.294234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60413c67-bee2-4b11-97a9-5c82157bc7cc req-6e690d44-a87a-49ee-bb49-bfdb30feb8e0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:30.294935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-60413c67-bee2-4b11-97a9-5c82157bc7cc req-6e690d44-a87a-49ee-bb49-bfdb30feb8e0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Synchronizing usage tracker for tenant:325cee9de6644aadbc48e0f5bc20cebb on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:27:30.311644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-60413c67-bee2-4b11-97a9-5c82157bc7cc req-6e690d44-a87a-49ee-bb49-bfdb30feb8e0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Unset dirty status for tenant:325cee9de6644aadbc48e0f5bc20cebb on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:27:30.312887 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60413c67-bee2-4b11-97a9-5c82157bc7cc req-6e690d44-a87a-49ee-bb49-bfdb30feb8e0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 943 time: 0.0949051 May 28 06:27:30.355724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-60413c67-bee2-4b11-97a9-5c82157bc7cc req-c54228da-3b6e-4da8-b8a1-dcffd94e3e2c tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366166 May 28 06:27:31.359101 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:31.540972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c838a8b-cc61-421b-8ede-7e25b62c04e0 req-d841b60e-fa59-4d5b-9796-1e6e21fcab6a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:31.542434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8c838a8b-cc61-421b-8ede-7e25b62c04e0 req-d841b60e-fa59-4d5b-9796-1e6e21fcab6a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 943 time: 0.0821621 May 28 06:27:31.589213 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8c838a8b-cc61-421b-8ede-7e25b62c04e0 req-e2141c16-50b2-4a6e-8b44-7adf50d5045c tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 May 28 06:27:32.779566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f60a8f-0d56-4495-b77c-3370751e9b62 req-c7a87127-edfe-44bc-ac04-d502e3aaa5af tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:32.781031 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26f60a8f-0d56-4495-b77c-3370751e9b62 req-c7a87127-edfe-44bc-ac04-d502e3aaa5af tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 943 time: 0.0831971 May 28 06:27:32.824132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26f60a8f-0d56-4495-b77c-3370751e9b62 req-e804efa6-ffaf-4f90-be05-316ea5fdad64 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367858 May 28 06:27:33.531397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:27:33.662640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:33.679053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c', 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4', 'port_id': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c', 'mac_address': 'fa:16:3e:ad:c4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a840d7-8047-4e57-9081-c7651f47ae22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:27:33.732193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:33.732568 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:33.749323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:27:33.764122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:33.768549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:33.834067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:34.005906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc529aa-e6d2-4a6a-8ba0-d6d4dc6303d7 req-fabf9b6a-2264-4710-ae42-bf9bed424aec tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:34.006548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:27:34.007394 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0cc529aa-e6d2-4a6a-8ba0-d6d4dc6303d7 req-fabf9b6a-2264-4710-ae42-bf9bed424aec tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 944 time: 0.0786943 May 28 06:27:34.051840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0cc529aa-e6d2-4a6a-8ba0-d6d4dc6303d7 req-2f2ab34e-0d5c-4f72-9370-1da338f5da94 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 May 28 06:27:35.237416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd857-0548-4407-8d9d-7b34643daca3 req-d4c5fff3-b26f-45b1-8959-4ef6ea25590a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:35.239416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-04efd857-0548-4407-8d9d-7b34643daca3 req-d4c5fff3-b26f-45b1-8959-4ef6ea25590a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 944 time: 0.0817156 May 28 06:27:35.285540 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-04efd857-0548-4407-8d9d-7b34643daca3 req-25cc336d-48ab-4a7b-a95e-47c7db6e9da3 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 May 28 06:27:35.532969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:27:35.608075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:27:35.614012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:27:35.614609 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.736337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:27:35.736708 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.769599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:27:35.779799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:27:35.785315 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:35.819357 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86cbb40-e981-4c14-bdbc-ebc1ec01d068'] response: {'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c', 'code': 200} May 28 06:27:35.863746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:27:35.958890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca11a4-fac5-401f-8e26-29a2b71fcb06 req-6ee7d686-42ed-4681-aad4-957af569a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:35.960384 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bdca11a4-fac5-401f-8e26-29a2b71fcb06 req-6ee7d686-42ed-4681-aad4-957af569a8dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 1096 time: 0.0749667 May 28 06:27:36.006118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bdca11a4-fac5-401f-8e26-29a2b71fcb06 req-9e9e2783-eb41-40aa-b2f7-500e8a479322 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 May 28 06:27:36.467913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eb4c1-6eff-4994-9b36-160e6c09e840 req-1fad7f8c-a195-4ba8-b780-41c96e0435db tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:36.469861 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-968eb4c1-6eff-4994-9b36-160e6c09e840 req-1fad7f8c-a195-4ba8-b780-41c96e0435db tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0791664 May 28 06:27:36.516993 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-968eb4c1-6eff-4994-9b36-160e6c09e840 req-d7677fb4-4edb-462c-9dbf-d82ca0205e08 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 May 28 06:27:37.713449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a531d-5476-41e0-b5af-e70274e079c5 req-fd210825-b1fb-493f-b6e1-63be22401a32 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:37.714883 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b63a531d-5476-41e0-b5af-e70274e079c5 req-fd210825-b1fb-493f-b6e1-63be22401a32 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0933168 May 28 06:27:37.758475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b63a531d-5476-41e0-b5af-e70274e079c5 req-9c89db1f-cc38-41ee-9e9b-09ca9380a6a6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373986 May 28 06:27:37.941371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff33199-0a46-499e-8dae-9ac8068e3d0e req-17a1f42f-88ce-404a-84fa-4a9fc60ccc23 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:37.942720 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ff33199-0a46-499e-8dae-9ac8068e3d0e req-17a1f42f-88ce-404a-84fa-4a9fc60ccc23 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0799706 May 28 06:27:37.987622 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ff33199-0a46-499e-8dae-9ac8068e3d0e req-219a4dfb-e2d4-480d-937b-a585d02ff5d9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392237 May 28 06:27:38.332962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8c2eb-6abe-41d0-b2c2-033a499237db req-848d5651-d04e-47ba-a99a-75176ca32661 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:38.334376 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cc8c2eb-6abe-41d0-b2c2-033a499237db req-848d5651-d04e-47ba-a99a-75176ca32661 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0814183 May 28 06:27:38.376999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7cc8c2eb-6abe-41d0-b2c2-033a499237db req-19ed99e9-112a-4f69-8824-fec15e7bdab3 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370698 May 28 06:27:38.545426 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97aa2b3e-481a-44ab-b2d6-2eadb69372c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:38.562040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc47b4-218b-4dc5-a0b7-d6d5a12df39a req-a9662e3a-e6a0-4e7c-a016-84f804a7ee6f tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:38.564078 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bcc47b4-218b-4dc5-a0b7-d6d5a12df39a req-a9662e3a-e6a0-4e7c-a016-84f804a7ee6f tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0808463 May 28 06:27:38.611307 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bcc47b4-218b-4dc5-a0b7-d6d5a12df39a req-31914340-b8c6-4d56-aa18-6cb71e9ecf00 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 May 28 06:27:39.003285 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-4389532c-9180-4bb2-a006-829c70510fff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206408 May 28 06:27:39.006168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f333f-1718-47b3-b5e2-3250cfb92078 req-ee014188-0968-435f-8a2c-eba0aae77c0e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:39.007666 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b1f333f-1718-47b3-b5e2-3250cfb92078 req-ee014188-0968-435f-8a2c-eba0aae77c0e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0798047 May 28 06:27:39.053857 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0b1f333f-1718-47b3-b5e2-3250cfb92078 req-d0ce1e11-784d-4ea3-b7ff-83ff38e0a808 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 May 28 06:27:40.412558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3be97-2bbb-4fc2-b163-d6484de7681c req-e689638d-4688-4c50-b078-23ff525c45ae tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:40.413927 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-baa3be97-2bbb-4fc2-b163-d6484de7681c req-e689638d-4688-4c50-b078-23ff525c45ae tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.2507806 May 28 06:27:40.416470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-6bf6a430-9be2-4ebc-b707-e4b9ada5631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:40.417804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-6bf6a430-9be2-4ebc-b707-e4b9ada5631c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 1096 time: 0.2210913 May 28 06:27:40.502348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.539522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-baa3be97-2bbb-4fc2-b163-d6484de7681c req-d7b6b9e1-6330-4c05-b20a-c74a2e50f2db tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196246 May 28 06:27:40.582510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-7436b88c-09eb-4566-958c-e2b222e2179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:40.583971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-7436b88c-09eb-4566-958c-e2b222e2179e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.1516657 May 28 06:27:40.651402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-46611a2b-f89f-4743-b8b5-73375ee54588 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 200 len: 217 time: 0.0609784 May 28 06:27:40.714402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-4b5673f7-4c9a-43ea-82d9-9b5e73418b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:40.715815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-4b5673f7-4c9a-43ea-82d9-9b5e73418b5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0585811 May 28 06:27:40.738191 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca1589b0-34e0-4103-a9ae-9a1a008af621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:40.762783 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-953c4179-d550-4283-8bf0-b3fd0ac13ed4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410910 May 28 06:27:40.893209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d45e3f76-93cb-4d67-a15f-72adb17bf112 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241436 May 28 06:27:41.022139 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-3697096e-51b0-4725-ba06-037256b163f8 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224163 May 28 06:27:41.682094 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.730401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34008edb-05a2-422f-9730-23a159477a17 req-2bfb4b05-4508-43fb-8d43-80ec8b0ace68 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:41.732162 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34008edb-05a2-422f-9730-23a159477a17 req-2bfb4b05-4508-43fb-8d43-80ec8b0ace68 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0845137 May 28 06:27:41.770822 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:41.777600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-34008edb-05a2-422f-9730-23a159477a17 req-41f88d2b-930c-4ecb-8e1b-9fe872d70600 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389118 May 28 06:27:42.960054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f492693-2f43-48ba-8fa8-bb8fd21b64fb req-92fa1285-dfff-4aa2-b321-5688e6a7ebda tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:42.961393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f492693-2f43-48ba-8fa8-bb8fd21b64fb req-92fa1285-dfff-4aa2-b321-5688e6a7ebda tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0787621 May 28 06:27:43.013129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f492693-2f43-48ba-8fa8-bb8fd21b64fb req-294f4323-ffcf-4d3d-b136-faaa97be9126 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460584 May 28 06:27:43.432402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:27:44.197324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e343eb0-dc8f-495d-b55c-9684df23c7f3 req-e13417d1-1a08-4252-b82a-5acc776fb341 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:44.198801 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e343eb0-dc8f-495d-b55c-9684df23c7f3 req-e13417d1-1a08-4252-b82a-5acc776fb341 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0817051 May 28 06:27:44.243620 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e343eb0-dc8f-495d-b55c-9684df23c7f3 req-c47f126a-b5f4-4832-babd-11b73e0a19fc tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384414 May 28 06:27:45.427550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cd3d2-aacd-41a2-aef8-d4392904e3de req-9abb19c6-db89-447c-aaec-f205ce5fee69 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:45.428896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c7cd3d2-aacd-41a2-aef8-d4392904e3de req-9abb19c6-db89-447c-aaec-f205ce5fee69 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0785732 May 28 06:27:45.472443 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c7cd3d2-aacd-41a2-aef8-d4392904e3de req-39570c57-7836-4545-82b2-c54834ab518d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379739 May 28 06:27:46.768703 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d90b8f-cbb9-400f-9f24-c6886ffb180a req-5cc88c11-37f2-426e-8982-c731fe9399cd tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:46.770067 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7d90b8f-cbb9-400f-9f24-c6886ffb180a req-5cc88c11-37f2-426e-8982-c731fe9399cd tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.1949971 May 28 06:27:46.814445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d7d90b8f-cbb9-400f-9f24-c6886ffb180a req-70eacf4e-d6b9-4e2f-90bd-b7a2efcd73a6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386283 May 28 06:27:48.004637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3e565-5e70-4454-88cc-c46e90ac63e6 req-fa1b04bd-abeb-4371-b66c-60ce15458312 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:48.006286 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25c3e565-5e70-4454-88cc-c46e90ac63e6 req-fa1b04bd-abeb-4371-b66c-60ce15458312 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0881441 May 28 06:27:48.056113 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25c3e565-5e70-4454-88cc-c46e90ac63e6 req-b79f4a42-36f0-42f5-93dc-0eb78087c56c tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 May 28 06:27:49.241239 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67334c18-980b-4b4b-b43b-6e272740c329 req-1f65be59-91e5-489f-bfb0-fd79f89ed42e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:49.242668 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67334c18-980b-4b4b-b43b-6e272740c329 req-1f65be59-91e5-489f-bfb0-fd79f89ed42e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0786395 May 28 06:27:49.289066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67334c18-980b-4b4b-b43b-6e272740c329 req-dc962944-3213-40f0-a433-67231a37a0b3 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 May 28 06:27:50.476872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfb962-c89c-4875-bc97-bf7ce4d2a1fe req-de2f4bc0-65cf-48ce-913b-bc16a2774dc6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:50.478194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fdfb962-c89c-4875-bc97-bf7ce4d2a1fe req-de2f4bc0-65cf-48ce-913b-bc16a2774dc6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0789704 May 28 06:27:50.522630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fdfb962-c89c-4875-bc97-bf7ce4d2a1fe req-3d48642a-8bd3-4823-b3a2-abaaccb4a114 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384595 May 28 06:27:51.704910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b97b3f-4538-4303-be13-4bee3ccec466 req-090cec0e-c815-4b82-b7b0-b114e76262fa tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:51.706345 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-23b97b3f-4538-4303-be13-4bee3ccec466 req-090cec0e-c815-4b82-b7b0-b114e76262fa tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0794096 May 28 06:27:51.750618 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-23b97b3f-4538-4303-be13-4bee3ccec466 req-b724edb1-5503-4dea-a92c-bb56079595b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 May 28 06:27:52.936850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413df4f-0b1f-464a-a9a6-6a3951dc72dd req-8b9b99ba-3a9d-4f04-88e3-46e1901b6833 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:52.938303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d413df4f-0b1f-464a-a9a6-6a3951dc72dd req-8b9b99ba-3a9d-4f04-88e3-46e1901b6833 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0815320 May 28 06:27:52.981798 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d413df4f-0b1f-464a-a9a6-6a3951dc72dd req-499ed1dd-3563-4ee8-b334-9bac81207fcd tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378063 May 28 06:27:53.774624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eeaf64-0367-4ad6-a5cf-416821667555 req-424e4929-141a-4ad5-920f-f9ec01050831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:53.776131 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42eeaf64-0367-4ad6-a5cf-416821667555 req-424e4929-141a-4ad5-920f-f9ec01050831 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 1096 time: 0.0702209 May 28 06:27:53.919659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eeaf64-0367-4ad6-a5cf-416821667555 req-071aad57-716f-4a6e-8b53-e7221f1a40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:53.921095 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42eeaf64-0367-4ad6-a5cf-416821667555 req-071aad57-716f-4a6e-8b53-e7221f1a40c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.1251874 May 28 06:27:53.990550 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42eeaf64-0367-4ad6-a5cf-416821667555 req-92c175b8-eb10-4d6c-bda6-c6a4d04c7c2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 200 len: 217 time: 0.0631742 May 28 06:27:54.051487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eeaf64-0367-4ad6-a5cf-416821667555 req-ccc5bf86-7e33-47d0-9505-7fd33f4da45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:54.053154 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42eeaf64-0367-4ad6-a5cf-416821667555 req-ccc5bf86-7e33-47d0-9505-7fd33f4da45b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0570378 May 28 06:27:54.103257 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42eeaf64-0367-4ad6-a5cf-416821667555 req-c4e1829d-2985-486f-8447-99855b437d6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436702 May 28 06:27:54.169509 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b1629-ca60-4588-8482-f3550c7bfa1f req-db1d69fa-bae2-41d0-aa08-89de0d7dfff0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:54.171041 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-233b1629-ca60-4588-8482-f3550c7bfa1f req-db1d69fa-bae2-41d0-aa08-89de0d7dfff0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0860059 May 28 06:27:54.216214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-233b1629-ca60-4588-8482-f3550c7bfa1f req-2bd57303-4a54-43e7-b4c3-9ec10dba272a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382836 May 28 06:27:54.344467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42eeaf64-0367-4ad6-a5cf-416821667555 req-685acf0d-fbe0-46c7-ad77-9c28db7e655b service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327361 May 28 06:27:54.472637 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42eeaf64-0367-4ad6-a5cf-416821667555 req-a528dc2d-2e78-443f-a154-99b9216943bf service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226671 May 28 06:27:55.400399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448a0a3-9948-4421-9af0-597af2fbd697 req-e14f4785-b1fa-4288-b51d-6c83665420e1 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:55.401817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f448a0a3-9948-4421-9af0-597af2fbd697 req-e14f4785-b1fa-4288-b51d-6c83665420e1 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0798302 May 28 06:27:55.445261 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f448a0a3-9948-4421-9af0-597af2fbd697 req-c99205d9-08f9-41cd-b9a6-0dff6cfb823a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377643 May 28 06:27:56.631350 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ce049-0c8f-4ca8-bdc7-74c352d5c559 req-db955c00-1c26-4a16-a7db-bdff6d6462bb tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:56.632834 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de0ce049-0c8f-4ca8-bdc7-74c352d5c559 req-db955c00-1c26-4a16-a7db-bdff6d6462bb tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0789237 May 28 06:27:56.678061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de0ce049-0c8f-4ca8-bdc7-74c352d5c559 req-e3124b70-0364-41a8-b1aa-ffb8eb764d43 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386951 May 28 06:27:57.841398 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:27:57.864371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8cf93-cfd7-4693-9823-9731c13ba697 req-188c0556-2ad4-413d-bb78-f5a432dd7da6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:57.865817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fbb8cf93-cfd7-4693-9823-9731c13ba697 req-188c0556-2ad4-413d-bb78-f5a432dd7da6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0849657 May 28 06:27:57.908829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fbb8cf93-cfd7-4693-9823-9731c13ba697 req-5ceeef52-341b-437c-a5bc-46a541d7e974 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373378 May 28 06:27:59.092531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e83226-e4d9-4c42-9d7f-68acc57acd9f req-95e619b9-e5cb-40d2-9f23-fae547c72a77 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:27:59.094015 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02e83226-e4d9-4c42-9d7f-68acc57acd9f req-95e619b9-e5cb-40d2-9f23-fae547c72a77 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0818851 May 28 06:27:59.139459 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-02e83226-e4d9-4c42-9d7f-68acc57acd9f req-eda6c476-e49a-498d-893d-addc6d6bdc4d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396066 May 28 06:28:00.327587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99680bb-eb67-497c-be0e-2ef60d0f4076 req-07dc442e-ad1f-43b0-9751-60f18f594175 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:00.329533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b99680bb-eb67-497c-be0e-2ef60d0f4076 req-07dc442e-ad1f-43b0-9751-60f18f594175 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0835817 May 28 06:28:00.373174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b99680bb-eb67-497c-be0e-2ef60d0f4076 req-6b31ecdc-52b5-402c-8a9a-6c67fb8e2d2f tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379446 May 28 06:28:01.359355 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:01.569360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ff938-239a-4887-81e0-ee5846c499ab req-30bee0fc-919e-4242-84b2-37d59017be82 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:01.570800 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b88ff938-239a-4887-81e0-ee5846c499ab req-30bee0fc-919e-4242-84b2-37d59017be82 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0796108 May 28 06:28:01.617646 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b88ff938-239a-4887-81e0-ee5846c499ab req-459d89d0-630c-418e-9c8c-658b44f2e18c tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 May 28 06:28:02.804326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d995b-89c3-45ba-8868-03a415127504 req-829386ec-fc37-4937-a572-e9bb0a76beb6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:02.805751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e1d995b-89c3-45ba-8868-03a415127504 req-829386ec-fc37-4937-a572-e9bb0a76beb6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0814974 May 28 06:28:02.848945 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4e1d995b-89c3-45ba-8868-03a415127504 req-cffe2410-ae94-4522-a960-e2d4c655b648 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374906 May 28 06:28:04.032359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ded0b0-5d97-4b0b-a933-4dd997c779d3 req-4c5485a3-6382-461e-a3a2-967ee2497e33 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:04.033787 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2ded0b0-5d97-4b0b-a933-4dd997c779d3 req-4c5485a3-6382-461e-a3a2-967ee2497e33 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0795875 May 28 06:28:04.077440 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2ded0b0-5d97-4b0b-a933-4dd997c779d3 req-482e4c07-da9b-41dd-927e-eec348cd4556 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 May 28 06:28:05.260749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b69c6-3cb3-414b-9ca3-280daebdb95d req-e4215751-37bf-4436-a3d3-3155d2856453 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:05.262215 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-342b69c6-3cb3-414b-9ca3-280daebdb95d req-e4215751-37bf-4436-a3d3-3155d2856453 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0786879 May 28 06:28:05.309151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-342b69c6-3cb3-414b-9ca3-280daebdb95d req-6861d35e-d604-49b3-acff-2515f694e9b4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 May 28 06:28:06.496772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b46d2-7547-434c-8b94-d59db27d9b23 req-4d9c748e-4a70-4dda-b5d7-8ffd51d3a98e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:06.498136 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e8b46d2-7547-434c-8b94-d59db27d9b23 req-4d9c748e-4a70-4dda-b5d7-8ffd51d3a98e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0842087 May 28 06:28:06.541283 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2e8b46d2-7547-434c-8b94-d59db27d9b23 req-a6979727-600e-4579-aacb-04d968af8a0f tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369623 May 28 06:28:07.727071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65929b9-453b-4418-8cb1-c90731d471f0 req-cc3652bf-0999-49ec-b4f5-746c9e9d2559 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:07.728510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a65929b9-453b-4418-8cb1-c90731d471f0 req-cc3652bf-0999-49ec-b4f5-746c9e9d2559 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0794880 May 28 06:28:07.772937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a65929b9-453b-4418-8cb1-c90731d471f0 req-e38e76d6-0e8e-4f24-a9c2-583263a35999 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379975 May 28 06:28:08.199846 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-7d42c117-c438-4336-bf58-40282ceddb6c service neutron] show failed (client error): The resource could not be found. May 28 06:28:08.200814 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-7d42c117-c438-4336-bf58-40282ceddb6c service neutron] 10.222.0.41 "GET /v2.0/ports/38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c/bindings/n-h1-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0771379 May 28 06:28:08.466763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-fcb7edf4-3a0f-4720-ac5c-afa48595fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:08.468847 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-fcb7edf4-3a0f-4720-ac5c-afa48595fea2 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d&tenant_id=325cee9de6644aadbc48e0f5bc20cebb HTTP/1.1" status: 200 len: 1096 time: 0.0728915 May 28 06:28:08.484908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:08.548724 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6c886fe6-5191-4961-99ee-eca348e12601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:08.597887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:08.877077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:08.905533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:08.957192 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd696e-c47d-47cf-bee7-afc1463a884b req-303b17be-ade3-4778-a900-cd58741c7935 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:08.958683 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-12fd696e-c47d-47cf-bee7-afc1463a884b req-303b17be-ade3-4778-a900-cd58741c7935 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0804784 May 28 06:28:08.963290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:08.968729 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:08.986148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Transition to ACTIVE for port object 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:08.990234 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:09.009223 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-12fd696e-c47d-47cf-bee7-afc1463a884b req-8044154f-c9f3-43db-b165-7766b1e70ab0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446980 May 28 06:28:09.042369 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd5f2f2-79e6-4924-9b55-689916ae90f4'] response: {'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c', 'code': 200} May 28 06:28:09.150508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] No DVR routers for this DVR port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:28:09.152660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Pushing event updated for resources: {'Port': ['ID=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:09.205328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Attempting to bind port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:09.205659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Attempting to bind port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:09.205978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Attempting to bind port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:09.210435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:28:09.210737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Attempting to bind port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:09.215749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:09.216081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Checking segment: {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:09.216457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Bound using segment: {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:09.216877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Bound port: 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:09.217215 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:09.409660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:09.412517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:09.416756 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:09.477042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.477640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:09.478973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] 10.222.0.33 "PUT /v2.0/ports/38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 200 len: 1091 time: 0.9981198 May 28 06:28:09.492655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed59dc-2c5a-4008-9d90-a5539cf45e43 service neutron] Pushing event updated for resources: {'Port': ['ID=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:09.581177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-3f5e7c60-6d06-43b0-a35e-f08af1074bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.582608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-3f5e7c60-6d06-43b0-a35e-f08af1074bf5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 1094 time: 0.0730088 May 28 06:28:09.711358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-4549d63e-64a2-4d43-b9ab-8a17d639f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.712693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-4549d63e-64a2-4d43-b9ab-8a17d639f6ed service neutron] 10.222.0.33 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.1244013 May 28 06:28:09.780542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-5ec00422-2acc-41be-8711-6712f43b4249 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 200 len: 217 time: 0.0622809 May 28 06:28:09.843707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-3d10c5a1-74a7-4c73-b90c-ee013e54cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:09.845076 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-3d10c5a1-74a7-4c73-b90c-ee013e54cbd9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0590913 May 28 06:28:09.891315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-591e1492-4148-4f67-8c5c-277f4f9f7cb9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402293 May 28 06:28:10.020015 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-030d989e-37a2-4c6b-8d70-5d0dfe04c273 service neutron] 10.222.0.33 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230288 May 28 06:28:10.152918 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1ce3477-22f8-4462-9c34-510815ff4777 req-5d33990e-b813-4835-9d74-c94000b7f352 service neutron] 10.222.0.33 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272538 May 28 06:28:10.209658 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd18afa-7b77-4722-a9bc-c74bad87796b req-1f169466-2c36-4170-84fc-fd389b796a9b tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:10.211121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbd18afa-7b77-4722-a9bc-c74bad87796b req-1f169466-2c36-4170-84fc-fd389b796a9b tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 943 time: 0.0882447 May 28 06:28:10.257138 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bbd18afa-7b77-4722-a9bc-c74bad87796b req-5a14fa0d-b451-4292-bb1e-1c64ccd4d04e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 May 28 06:28:10.514915 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:10.739919 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cca07525-500f-4595-8ac9-e8d4a78f2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:11.043671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:11.100469 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b48043-0db5-42fd-9a48-79fb203b3ac0'] response: {'name': 'network-changed', 'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c', 'status': 'completed', 'code': 200} May 28 06:28:11.270343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-a8fe7e35-eb81-41b3-81dc-7caeed4229ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:11.271940 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-a8fe7e35-eb81-41b3-81dc-7caeed4229ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 1094 time: 0.1487498 May 28 06:28:11.274489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-79d38890-6a3b-463d-8182-58de4037bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:11.275848 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-79d38890-6a3b-463d-8182-58de4037bc83 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 1094 time: 0.1198206 May 28 06:28:11.440850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996f2f3-8d5f-4ca3-bf58-ba6c791a0baf req-35df5e03-74c8-40f8-8eea-2f1d4c684d78 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:11.442325 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b996f2f3-8d5f-4ca3-bf58-ba6c791a0baf req-35df5e03-74c8-40f8-8eea-2f1d4c684d78 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 943 time: 0.0801723 May 28 06:28:11.487548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b996f2f3-8d5f-4ca3-bf58-ba6c791a0baf req-68ce20d5-9954-47bf-b0ee-4f5246dbdc04 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391901 May 28 06:28:11.516204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-b33706d9-0885-444a-a0f5-dc458a54c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:11.517676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-b33706d9-0885-444a-a0f5-dc458a54c333 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.2184095 May 28 06:28:11.518575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-744ba64e-49c7-447b-94aa-25f035957e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:11.519904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-744ba64e-49c7-447b-94aa-25f035957e0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.2379124 May 28 06:28:11.645823 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-4b4cf1c3-b113-4eb0-8c5f-b04a7ed770fa service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 200 len: 217 time: 0.1213377 May 28 06:28:11.647073 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-38f3f2b7-f8f4-4be5-a01e-e546e253ea14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 200 len: 217 time: 0.0728135 May 28 06:28:11.685767 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:11.756096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-9203d6f5-7204-4665-b5ce-1e344bd93374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:11.757510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-9203d6f5-7204-4665-b5ce-1e344bd93374 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.1056600 May 28 06:28:11.760526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-1a4751e0-040e-41d6-b110-a796f22549ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:11.762025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-1a4751e0-040e-41d6-b110-a796f22549ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0766869 May 28 06:28:11.774221 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:11.948272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-31e77906-be6a-4a37-b050-c85193fc592c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1836286 May 28 06:28:11.954044 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-9dd6e9ef-1bb0-4cc0-bb41-96ed3a852100 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489664 May 28 06:28:12.188250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-956626c5-fd0c-4275-a537-36106db6d22d service neutron] 10.222.0.33 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327225 May 28 06:28:12.191114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-0b438224-d3b5-4e0b-a730-a4edb40e0d46 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188058 May 28 06:28:12.431305 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-81ae93df-5431-40f5-b059-f324d7ed8ba6 service neutron] 10.222.0.33 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361670 May 28 06:28:12.432963 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-45e64924-2cee-409d-9350-1e66b0f8b087 req-597ac9d0-390e-45c4-88b9-ba6e3c11d899 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206018 May 28 06:28:12.678554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126759c-843c-424c-b874-d063456e60d5 req-aff6907b-2b12-44f7-bc52-d15ad52d3ed2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:12.680034 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7126759c-843c-424c-b874-d063456e60d5 req-aff6907b-2b12-44f7-bc52-d15ad52d3ed2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 943 time: 0.0822334 May 28 06:28:12.723642 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7126759c-843c-424c-b874-d063456e60d5 req-d365546a-1763-48a0-8ad0-dc4fce548eff tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376589 May 28 06:28:13.435106 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:13.490256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:28:13.618897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:13.636437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c', 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4', 'port_id': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c', 'mac_address': 'fa:16:3e:ad:c4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a840d7-8047-4e57-9081-c7651f47ae22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:28:13.689273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:28:13.724547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:13.724914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:13.754796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:13.773417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:28:13.775996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:13.779893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:13.849765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:13.918488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600852cf-4d8f-4dd7-b68b-c4a084a0ce7c req-338a09e1-5a7a-4e57-9010-2ff1e6b781e2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:13.919966 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-600852cf-4d8f-4dd7-b68b-c4a084a0ce7c req-338a09e1-5a7a-4e57-9010-2ff1e6b781e2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 944 time: 0.0905681 May 28 06:28:13.964123 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-600852cf-4d8f-4dd7-b68b-c4a084a0ce7c req-eb819433-6b52-4777-b494-70c8439e9902 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377917 May 28 06:28:14.158914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:14.287647 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0146b04-5463-4bd6-9900-59a758a9b340 req-b380d8c1-4e79-4735-8442-0a66b70b0ae9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:14.289149 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e0146b04-5463-4bd6-9900-59a758a9b340 req-b380d8c1-4e79-4735-8442-0a66b70b0ae9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 944 time: 0.0827868 May 28 06:28:14.321494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-306c9b7f-3084-4c9e-9e6c-ff4fc8f05a86 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:14.323774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-306c9b7f-3084-4c9e-9e6c-ff4fc8f05a86 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d&tenant_id=325cee9de6644aadbc48e0f5bc20cebb&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 944 time: 0.0933383 May 28 06:28:14.341097 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e0146b04-5463-4bd6-9900-59a758a9b340 req-d54c5816-e033-4099-9935-b03b2387434a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450213 May 28 06:28:14.410653 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-a94c7796-0e30-4825-afe4-09562e251b95 service neutron] delete failed (client error): The resource could not be found. May 28 06:28:14.411663 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-a94c7796-0e30-4825-afe4-09562e251b95 service neutron] 10.222.0.41 "DELETE /v2.0/ports/38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0788620 May 28 06:28:14.555454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-d958fc80-e0fe-4f6b-85cb-2bdb3f0310dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:14.556772 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-d958fc80-e0fe-4f6b-85cb-2bdb3f0310dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 1095 time: 0.0688844 May 28 06:28:14.686889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-758571ec-a83a-4135-8cbd-46d625e5b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:14.688320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-758571ec-a83a-4135-8cbd-46d625e5b6c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.1222267 May 28 06:28:14.759882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-a6420c8c-b888-49d7-b6da-215ad2b0636a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 200 len: 217 time: 0.0625894 May 28 06:28:14.822366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-106bec83-2c5f-4a4e-a483-a217ec1cd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:14.823687 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-106bec83-2c5f-4a4e-a483-a217ec1cd956 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0553670 May 28 06:28:14.875546 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-4a35d20f-212e-42b1-9559-de6658d1d3ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423901 May 28 06:28:15.009067 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-782279d0-ec05-4e5f-9213-300152f8de1a service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243534 May 28 06:28:15.253721 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74a92535-2971-46ee-99ab-cf086ba7b84e req-8ae2ebf7-3331-4265-8a1c-51a7a24e0adc service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374461 May 28 06:28:15.491468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:15.541754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9e19-98e5-4fcd-9f20-84e6d8768a2c req-1bf72b7c-7591-4a4a-a198-1a4c63dcc0c3 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:15.543275 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0dd9e19-98e5-4fcd-9f20-84e6d8768a2c req-1bf72b7c-7591-4a4a-a198-1a4c63dcc0c3 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 944 time: 0.0852880 May 28 06:28:15.559428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:15.564759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:15.565133 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:15.589210 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0dd9e19-98e5-4fcd-9f20-84e6d8768a2c req-5698c969-28d7-4305-bdd7-a7eced98b529 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 May 28 06:28:15.684921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:15.685300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:15.711803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:15.721832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:15.726069 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:15.762340 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa216eb7-8fa1-40e5-93c4-45114e4d33f5'] response: {'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c', 'code': 200} May 28 06:28:15.794102 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:15.802158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.802503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.802839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.803172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.803525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.803854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.804510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.804848 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.805170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.805492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.805817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:15.806281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:16.778836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5af752-815e-4e87-ae02-80218652ca3f req-a1ab7125-dadf-4bbb-9d40-51eb934aab1e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:16.780306 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc5af752-815e-4e87-ae02-80218652ca3f req-a1ab7125-dadf-4bbb-9d40-51eb934aab1e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0825856 May 28 06:28:16.823154 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc5af752-815e-4e87-ae02-80218652ca3f req-60a44198-3808-411b-95b4-542053b9088a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 May 28 06:28:17.018352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59d385-d2d7-48e6-9a45-544071014c69 req-2303ab93-a1a9-44f0-acbd-e4b5074f28ed tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:17.019864 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ab59d385-d2d7-48e6-9a45-544071014c69 req-2303ab93-a1a9-44f0-acbd-e4b5074f28ed tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0799661 May 28 06:28:17.063522 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ab59d385-d2d7-48e6-9a45-544071014c69 req-540a8d7f-09b5-4eb0-8309-22de3e9e5ca7 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380723 May 28 06:28:17.264735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadaafc-c9d6-4a2d-8d23-9d6b4a769071 req-e3ac9c22-a853-40ce-b4ba-5d9c22a65e0d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:17.266724 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3eadaafc-c9d6-4a2d-8d23-9d6b4a769071 req-e3ac9c22-a853-40ce-b4ba-5d9c22a65e0d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0972607 May 28 06:28:17.308859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3eadaafc-c9d6-4a2d-8d23-9d6b4a769071 req-bd818ae7-aa97-47da-a89f-4affd91948f4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364063 May 28 06:28:17.813971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-897cfd67-e5d6-4498-89a7-c735a19f4fe8 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:17.815418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-897cfd67-e5d6-4498-89a7-c735a19f4fe8 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 815 time: 0.1492500 May 28 06:28:17.830592 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-ce61f251-8da9-44aa-badd-a6e00137e926 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/quotas/325cee9de6644aadbc48e0f5bc20cebb HTTP/1.1" status: 200 len: 375 time: 0.0096326 May 28 06:28:17.912366 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0060412e-1140-4022-958f-0f8fca9de495 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769310 May 28 06:28:17.923144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-e67453d6-a48c-4af5-9ada-707d2d026f93 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:28:17.924117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-e67453d6-a48c-4af5-9ada-707d2d026f93 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053892 May 28 06:28:18.053385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-24b26bae-3717-44a7-b65d-22074257b9c5 service neutron] 10.222.0.39 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240597 May 28 06:28:18.192752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-e869acde-aef2-4362-8a2f-cff1970282c7 service neutron] 10.222.0.39 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334889 May 28 06:28:18.374246 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f8d25053-373d-4cd0-8212-84e003e7952b req-1ff7a282-5ee1-4c04-a116-a10b0deee5cc tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 210 time: 0.0476947 May 28 06:28:19.083033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-8d7584d6-bc00-471e-a111-282a2e7950f4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:19.084522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-8d7584d6-bc00-471e-a111-282a2e7950f4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.33 "GET /v2.0/ports?device_id=c4244c12-f83e-441c-a81d-24888a27a96d HTTP/1.1" status: 200 len: 945 time: 0.0778477 May 28 06:28:19.160525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Deleting port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:28:19.160867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:19.566157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce5fbab2-0b63-48bd-aaf4-dc831fe76085 req-a35d47e1-2014-418c-86e5-ffaf918b563a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 210 time: 0.0771420 May 28 06:28:19.587065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] For port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:19.587065 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:19.602973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-2af9d896-2f48-4c89-af9d-d9b151ece411 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:19.604390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-2af9d896-2f48-4c89-af9d-d9b151ece411 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 815 time: 0.2562535 May 28 06:28:19.661218 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Request body: {'port': {'device_id': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4', 'admin_state_up': True, 'tenant_id': '325cee9de6644aadbc48e0f5bc20cebb'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:19.734743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Calling delete_port for 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:28:20.059067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:28:20.070519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Usage tracker for resource:port and tenant:325cee9de6644aadbc48e0f5bc20cebb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:28:20.075026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:28:20.084388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:28:20.102135 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Made reservation on behalf of 325cee9de6644aadbc48e0f5bc20cebb for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:28:20.106074 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:20.117165 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:20.151297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:20.183568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Pushing event deleted for resources: {'Port': ['ID=38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:20.264800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.265172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.265506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.265833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.266159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.266481 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.266798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.267115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.267456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.267772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.268086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.268399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:28:20.323381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] No DVR routers for this DVR port 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:28:20.328512 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:20.330980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'name': 'network-vif-deleted', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:20.388104 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca55938a-0eca-44f6-8f7d-0cdec10a545a'] response: {'server_uuid': 'c4244c12-f83e-441c-a81d-24888a27a96d', 'name': 'network-vif-deleted', 'tag': '38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c', 'status': 'completed', 'code': 200} May 28 06:28:20.389421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4bc2f333-8c80-4427-9c87-0b14dde8708a req-6492c3a3-c31b-45ca-9570-fe89131e0475 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.33 "DELETE /v2.0/ports/38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c HTTP/1.1" status: 204 len: 173 time: 1.2995503 May 28 06:28:20.430998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Allocated IP 172.20.0.13 (2bb4ff02-4257-4cc3-95f8-2a2723694dc4/02a840d7-8047-4e57-9081-c7651f47ae22/058cf826-bc5a-46e8-9759-875f1d7eb61f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:28:20.642500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:20.675956 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:20.708465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:20.796003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:28:20.800248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:28:20.807631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:28:20.852057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Pushing event updated for resources: {'Port': ['ID=058cf826-bc5a-46e8-9759-875f1d7eb61f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:20.889374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:20.890047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:20.910961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-6122ded0-5f6f-4ba9-9cd9-4df49c653a15 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2534835 May 28 06:28:20.918857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcf131-3c03-4b41-9b5c-a833b2c492e4 req-0b0b6dc9-65b0-414c-98fc-5981a72781b6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:20.919564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f4dcf131-3c03-4b41-9b5c-a833b2c492e4 req-0b0b6dc9-65b0-414c-98fc-5981a72781b6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Synchronizing usage tracker for tenant:325cee9de6644aadbc48e0f5bc20cebb on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:28:20.927225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Request body: {'port': {'device_id': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:20.982186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f4dcf131-3c03-4b41-9b5c-a833b2c492e4 req-0b0b6dc9-65b0-414c-98fc-5981a72781b6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Unset dirty status for tenant:325cee9de6644aadbc48e0f5bc20cebb on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:28:20.983323 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4dcf131-3c03-4b41-9b5c-a833b2c492e4 req-0b0b6dc9-65b0-414c-98fc-5981a72781b6 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 932 time: 0.2624056 May 28 06:28:21.074498 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.091191 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f4dcf131-3c03-4b41-9b5c-a833b2c492e4 req-c9ef438b-8759-4719-b557-8fe71204c09e tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013203 May 28 06:28:21.418108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058cf826-bc5a-46e8-9759-875f1d7eb61f {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:21.425550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.439699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Transition to ACTIVE for port object 058cf826-bc5a-46e8-9759-875f1d7eb61f will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:28:21.443979 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.574936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Pushing event updated for resources: {'Port': ['ID=058cf826-bc5a-46e8-9759-875f1d7eb61f,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:21.781847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Attempting to bind port 058cf826-bc5a-46e8-9759-875f1d7eb61f on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:28:21.782171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Attempting to bind port 058cf826-bc5a-46e8-9759-875f1d7eb61f by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:28:21.782490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Attempting to bind port 058cf826-bc5a-46e8-9759-875f1d7eb61f on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:21.787083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Port 058cf826-bc5a-46e8-9759-875f1d7eb61f on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:28:21.787426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Attempting to bind port 058cf826-bc5a-46e8-9759-875f1d7eb61f on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:28:21.792453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:28:21.792783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Checking segment: {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:28:21.793158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Bound using segment: {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:28:21.793571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Bound port: 058cf826-bc5a-46e8-9759-875f1d7eb61f, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:28:21.793902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.882998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:28:21.886172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:28:21.891125 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.951636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:21.952239 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:21.953546 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] 10.222.0.41 "PUT /v2.0/ports/058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 1092 time: 1.0305004 May 28 06:28:21.968946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b000744-3107-49f2-a7b3-c7c9c5e9d77b service neutron] Pushing event updated for resources: {'Port': ['ID=058cf826-bc5a-46e8-9759-875f1d7eb61f,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:22.058765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-17a4ad37-1e6d-4f24-9eff-da59a7a4c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:22.060159 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-17a4ad37-1e6d-4f24-9eff-da59a7a4c9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 1095 time: 0.0705340 May 28 06:28:22.137622 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-5f0b33a6-c2a4-4b07-9441-c45e3371a273 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 217 time: 0.0655107 May 28 06:28:22.209342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-32d98c20-2046-4ce2-9d92-642d86870a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:22.210772 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-32d98c20-2046-4ce2-9d92-642d86870a8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0632715 May 28 06:28:22.260511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-af4420aa-17c0-4ec8-9a74-5ef191f03a5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400326 May 28 06:28:22.279014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650419eb-8fa9-42e4-bccf-9530e26a82d1 req-9fba3d8e-d68e-4cd0-bad9-77b87a6dc8c8 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:22.280668 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-650419eb-8fa9-42e4-bccf-9530e26a82d1 req-9fba3d8e-d68e-4cd0-bad9-77b87a6dc8c8 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 944 time: 0.0818925 May 28 06:28:22.325557 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-650419eb-8fa9-42e4-bccf-9530e26a82d1 req-a82063ed-4205-49cb-95ab-d09524be3837 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 May 28 06:28:22.391340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:22.402989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-5ae0109c-e726-4bea-94b4-ec050ed98b89 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316779 May 28 06:28:22.435861 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d495484-0d54-4cf1-8417-f94f3ac22972'] response: {'name': 'network-changed', 'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f', 'status': 'completed', 'code': 200} May 28 06:28:22.541776 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c41b0cd-cc3f-499e-a791-6be2acd0fd1b req-4a88d440-fe39-431d-94fe-fb470c3251f7 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296878 May 28 06:28:22.667127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40008409-4116-4ef2-a3eb-bb95ba215a0b req-51d1e6ee-e0b0-44f6-adb8-f598d7eebcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:22.668779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40008409-4116-4ef2-a3eb-bb95ba215a0b req-51d1e6ee-e0b0-44f6-adb8-f598d7eebcb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 1095 time: 0.0723205 May 28 06:28:22.798075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40008409-4116-4ef2-a3eb-bb95ba215a0b req-dd5fb4bb-940d-4936-b386-0cb593835af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:22.799530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40008409-4116-4ef2-a3eb-bb95ba215a0b req-dd5fb4bb-940d-4936-b386-0cb593835af1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.1250389 May 28 06:28:22.869540 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40008409-4116-4ef2-a3eb-bb95ba215a0b req-ed845e57-12e9-449c-aa02-d37c0810f3d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 217 time: 0.0631521 May 28 06:28:22.932263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40008409-4116-4ef2-a3eb-bb95ba215a0b req-64532bab-a53e-4537-bd44-c7df04a3750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:22.933535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40008409-4116-4ef2-a3eb-bb95ba215a0b req-64532bab-a53e-4537-bd44-c7df04a3750c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0556319 May 28 06:28:22.981937 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40008409-4116-4ef2-a3eb-bb95ba215a0b req-7b019f78-83ec-47a2-982b-523900e20bb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418162 May 28 06:28:23.114200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40008409-4116-4ef2-a3eb-bb95ba215a0b req-ba832030-e7a3-465c-b2a1-88b1c658d781 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241331 May 28 06:28:23.248251 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-40008409-4116-4ef2-a3eb-bb95ba215a0b req-7e94488a-b376-4743-af81-6159f2a990da service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245816 May 28 06:28:23.516144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019993d8-dcd1-466b-b4a9-686499851a68 req-6b2613d8-d5f7-48da-962c-ae70256bc134 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:23.517535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-019993d8-dcd1-466b-b4a9-686499851a68 req-6b2613d8-d5f7-48da-962c-ae70256bc134 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 944 time: 0.0840275 May 28 06:28:23.522565 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:28:23.556086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:28:23.556424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 38a7ac30-ef4a-4d8b-8d6d-e91c7d96110c not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:28:23.562710 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-019993d8-dcd1-466b-b4a9-686499851a68 req-93393083-a301-479f-9233-96f615f80cb4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 May 28 06:28:24.749169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45bac6-17e9-4580-bca3-74fd6262369a req-ee96567e-8091-42b1-8222-d41611ab6b6b tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:24.750640 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a45bac6-17e9-4580-bca3-74fd6262369a req-ee96567e-8091-42b1-8222-d41611ab6b6b tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 944 time: 0.0787160 May 28 06:28:24.793895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9a45bac6-17e9-4580-bca3-74fd6262369a req-66d9c4f4-3f75-4150-b7c2-b1690ff50761 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369036 May 28 06:28:25.735057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 058cf826-bc5a-46e8-9759-875f1d7eb61f details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:28:25.867045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:25.880833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '058cf826-bc5a-46e8-9759-875f1d7eb61f', 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4', 'port_id': '058cf826-bc5a-46e8-9759-875f1d7eb61f', 'mac_address': 'fa:16:3e:b3:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a840d7-8047-4e57-9081-c7651f47ae22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:28:25.938949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 058cf826-bc5a-46e8-9759-875f1d7eb61f is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:25.939354 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.956040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058cf826-bc5a-46e8-9759-875f1d7eb61f {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:28:25.971028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:25.974991 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:25.976884 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26ce5-738e-4f5b-b8fe-d209ef969483 req-00ef0763-36e9-4868-8713-9930837c6b7c tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:25.978445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-edd26ce5-738e-4f5b-b8fe-d209ef969483 req-00ef0763-36e9-4868-8713-9930837c6b7c tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 944 time: 0.0788362 May 28 06:28:26.024450 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-edd26ce5-738e-4f5b-b8fe-d209ef969483 req-157a5fc5-7780-4220-9a9d-a401ae3d0b90 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391517 May 28 06:28:26.043379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=058cf826-bc5a-46e8-9759-875f1d7eb61f,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:26.247545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['058cf826-bc5a-46e8-9759-875f1d7eb61f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:28:27.314647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04e7ad-ff34-4e79-a9a2-d36e8cee9ed1 req-8e44d0c3-2d3b-4997-961c-4aba551303d2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:27.316040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c04e7ad-ff34-4e79-a9a2-d36e8cee9ed1 req-8e44d0c3-2d3b-4997-961c-4aba551303d2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 945 time: 0.1866999 May 28 06:28:27.360112 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4c04e7ad-ff34-4e79-a9a2-d36e8cee9ed1 req-8273ad50-aa0f-4118-8f6e-2091d916dbe8 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384121 May 28 06:28:27.737121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 058cf826-bc5a-46e8-9759-875f1d7eb61f up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:28:27.803477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 058cf826-bc5a-46e8-9759-875f1d7eb61f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:28:27.808167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 058cf826-bc5a-46e8-9759-875f1d7eb61f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:28:27.808565 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.922594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 058cf826-bc5a-46e8-9759-875f1d7eb61f is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:28:27.922965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:27.949392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:28:27.961409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:28:27.965727 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:28.043013 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb7265b-386c-4320-b5c2-504e9aadb832'] response: {'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f', 'code': 200} May 28 06:28:28.076557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=058cf826-bc5a-46e8-9759-875f1d7eb61f,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:28:28.171434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70cfd-ef8c-4999-ae25-3773d351027f req-4beed71d-ab96-4b1d-9e03-1397e55e7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:28.173480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58b70cfd-ef8c-4999-ae25-3773d351027f req-4beed71d-ab96-4b1d-9e03-1397e55e7b9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 1097 time: 0.1169734 May 28 06:28:28.219868 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58b70cfd-ef8c-4999-ae25-3773d351027f req-cc5975b5-cf50-43aa-8e5b-4b95c72cc1f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 May 28 06:28:28.548796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c998ac-b1de-4fda-b525-f65d1c930203 req-3066a248-e07f-4834-ae0f-3caaf5603cf2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:28.550243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1c998ac-b1de-4fda-b525-f65d1c930203 req-3066a248-e07f-4834-ae0f-3caaf5603cf2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0803320 May 28 06:28:28.595124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e1c998ac-b1de-4fda-b525-f65d1c930203 req-f92a7ca5-0199-4563-a23a-e06fed66e756 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 May 28 06:28:29.782420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11330127-e2d6-4b1a-8053-7149d1a30910 req-4a0f0002-4e0a-4a2b-924b-48f5e988fd6f tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:29.783925 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11330127-e2d6-4b1a-8053-7149d1a30910 req-4a0f0002-4e0a-4a2b-924b-48f5e988fd6f tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0848022 May 28 06:28:29.826814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-11330127-e2d6-4b1a-8053-7149d1a30910 req-bd1e80fb-7adb-43e9-b0c2-9ffc61c7844a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 May 28 06:28:30.036503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74234bf7-e58c-4458-85f8-66b99fe7f987 req-188d8cb7-f281-4024-ac08-c3b9770f6aa0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:30.038071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74234bf7-e58c-4458-85f8-66b99fe7f987 req-188d8cb7-f281-4024-ac08-c3b9770f6aa0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0857444 May 28 06:28:30.083139 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-74234bf7-e58c-4458-85f8-66b99fe7f987 req-d9df0aa6-b9df-41a5-8f04-23570a4b4ee9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392873 May 28 06:28:30.492785 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-f49c6ce7-13bd-4044-8cb2-3667cd1754a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1335893 May 28 06:28:30.507494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb98676-05d5-43ef-982b-c6aba4ae4240 req-21f8337b-a7a7-4f78-9eae-77f6bad138c8 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:30.508897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0fb98676-05d5-43ef-982b-c6aba4ae4240 req-21f8337b-a7a7-4f78-9eae-77f6bad138c8 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.1007173 May 28 06:28:30.554821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0fb98676-05d5-43ef-982b-c6aba4ae4240 req-16e36692-35f0-4535-9cca-2e551b8dc571 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 May 28 06:28:31.391440 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:31.743717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d707f-3d19-4e82-aa20-140b49c7a1d8 req-11c195c5-003a-4e82-b408-1dcf7f79f788 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:31.745609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a4d707f-3d19-4e82-aa20-140b49c7a1d8 req-11c195c5-003a-4e82-b408-1dcf7f79f788 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0839691 May 28 06:28:31.757783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-20baf438-d2e2-4b55-bb22-400dbc727099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:31.759255 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-20baf438-d2e2-4b55-bb22-400dbc727099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 1097 time: 0.0705943 May 28 06:28:31.790797 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a4d707f-3d19-4e82-aa20-140b49c7a1d8 req-bef57ba9-5a19-4da7-b307-a09c1886637a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 May 28 06:28:31.888897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-3c4f13a2-a2dc-40a9-bbf0-83df77f61d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:31.890254 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-3c4f13a2-a2dc-40a9-bbf0-83df77f61d45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.1250978 May 28 06:28:31.959751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-91d86830-b969-4211-b5f8-3062cf34eba6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 217 time: 0.0629778 May 28 06:28:32.020523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-14389f09-8226-4561-8aec-1724adf3c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:32.021891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-14389f09-8226-4561-8aec-1724adf3c12a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0564668 May 28 06:28:32.069753 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-9f111a32-782c-4529-89fd-9b23c831d9c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422101 May 28 06:28:32.199332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-38624c7f-b512-43da-b582-320664ce91e5 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232882 May 28 06:28:32.333740 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-97297c87-6959-463e-8f52-ed570d6a40e1 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284971 May 28 06:28:33.041698 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57391cc-3223-4bb1-afc3-fe89c6d64a7b req-b70d9f81-cbdb-4392-bf66-52ef51a508df tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:33.043146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f57391cc-3223-4bb1-afc3-fe89c6d64a7b req-b70d9f81-cbdb-4392-bf66-52ef51a508df tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0793593 May 28 06:28:33.086477 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f57391cc-3223-4bb1-afc3-fe89c6d64a7b req-1f99aa1e-a91f-4d00-b4c8-80e33b290314 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377014 May 28 06:28:34.317587 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ae820-d121-42c9-b1f1-721178352f1c req-935bbb77-66d6-4f41-a8ea-6bccc3135158 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:34.319054 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-446ae820-d121-42c9-b1f1-721178352f1c req-935bbb77-66d6-4f41-a8ea-6bccc3135158 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0873156 May 28 06:28:34.364711 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-446ae820-d121-42c9-b1f1-721178352f1c req-066d6c21-9632-4ea3-9d70-6305755bfa2b tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 May 28 06:28:34.839754 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:28:35.635565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07116442-6179-4384-a895-f8de3517d6a6 req-7832555d-eb5d-4b00-b5b5-1ab46bf26375 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:35.637022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07116442-6179-4384-a895-f8de3517d6a6 req-7832555d-eb5d-4b00-b5b5-1ab46bf26375 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.1241562 May 28 06:28:35.680477 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-07116442-6179-4384-a895-f8de3517d6a6 req-cd03b727-c002-4758-ae76-8831cb25300d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373783 May 28 06:28:36.946881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5f820-6111-472d-90d2-1b6a0d33ba8c req-81d3393d-c6b7-4d83-b611-dc8f0ab5f409 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:36.948379 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cbe5f820-6111-472d-90d2-1b6a0d33ba8c req-81d3393d-c6b7-4d83-b611-dc8f0ab5f409 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.1248064 May 28 06:28:36.996522 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cbe5f820-6111-472d-90d2-1b6a0d33ba8c req-b4cb0462-1de1-4748-abde-5377d0a4913c tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419402 May 28 06:28:38.178761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a9ecf-f217-4f97-8bcd-c451cfe7f25c req-917107d0-e4a0-4506-9047-5b8ba3c1cbf9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:38.180230 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a9ecf-f217-4f97-8bcd-c451cfe7f25c req-917107d0-e4a0-4506-9047-5b8ba3c1cbf9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0792749 May 28 06:28:38.226377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-932a9ecf-f217-4f97-8bcd-c451cfe7f25c req-85989229-b657-43f3-9a39-3c9b01ad54c8 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 May 28 06:28:38.549991 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c0171815-7518-4e36-a23c-aafcbe87686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:39.412422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61a604-d739-45bb-9df2-57ab47f926ec req-807479dc-11e8-4a99-8a17-b93aca6e59cc tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:39.413870 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f61a604-d739-45bb-9df2-57ab47f926ec req-807479dc-11e8-4a99-8a17-b93aca6e59cc tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0795414 May 28 06:28:39.458422 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1f61a604-d739-45bb-9df2-57ab47f926ec req-4a3a4471-7348-4632-a94d-60743f9ff7f4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389140 May 28 06:28:40.514476 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:40.649755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3e6a3-732e-4789-a27b-b17234851729 req-2cc4165a-a115-43c1-a1c0-a2ec9b366c72 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:40.651186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0e3e6a3-732e-4789-a27b-b17234851729 req-2cc4165a-a115-43c1-a1c0-a2ec9b366c72 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0810077 May 28 06:28:40.695162 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0e3e6a3-732e-4789-a27b-b17234851729 req-2d396de0-5dfa-45df-88ca-1e4d13518614 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376048 May 28 06:28:40.740720 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ec76ed8b-f031-4c38-87fa-f10cb62a36a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:41.689103 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:41.779377 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:41.899975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d5218-e421-4d51-9a3a-013065d6114f req-367d341a-8680-4a05-8a87-efe9e3ed84ce tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:41.901412 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec9d5218-e421-4d51-9a3a-013065d6114f req-367d341a-8680-4a05-8a87-efe9e3ed84ce tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0830584 May 28 06:28:41.944453 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ec9d5218-e421-4d51-9a3a-013065d6114f req-62c37166-d52f-4058-895c-53de4bf8473d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373545 May 28 06:28:43.131789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a8081-7698-46ba-b0dd-04a1ecb58fbb req-a107c079-9139-4ba6-90f1-ef2afe34547d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:43.133292 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e99a8081-7698-46ba-b0dd-04a1ecb58fbb req-a107c079-9139-4ba6-90f1-ef2afe34547d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0813773 May 28 06:28:43.280294 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e99a8081-7698-46ba-b0dd-04a1ecb58fbb req-c9ad8fab-5365-432b-8b87-d4242d694dec tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413209 May 28 06:28:43.439188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:28:44.461950 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134ef52-7f34-4fe6-93e3-51811529c2e3 req-70c564ae-75f8-4b81-b103-cb64bb479161 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:44.463350 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3134ef52-7f34-4fe6-93e3-51811529c2e3 req-70c564ae-75f8-4b81-b103-cb64bb479161 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0793221 May 28 06:28:44.507317 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3134ef52-7f34-4fe6-93e3-51811529c2e3 req-5775ceb7-7916-4708-a6e3-8bd2313fde6d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382793 May 28 06:28:45.688155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a135c-78b1-47a8-8f3b-aa688437d94c req-9f61ce88-68db-49d4-ac41-d3669285caa4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:45.689540 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a13a135c-78b1-47a8-8f3b-aa688437d94c req-9f61ce88-68db-49d4-ac41-d3669285caa4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0779965 May 28 06:28:45.732568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a13a135c-78b1-47a8-8f3b-aa688437d94c req-4d35a7bb-2d92-4825-8f39-9bfa712dd784 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374711 May 28 06:28:46.917465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95012d4f-13b5-4ac4-a813-90726bd469fc req-0d7d6b15-7821-4592-991a-d07fecc18c71 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:46.918894 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95012d4f-13b5-4ac4-a813-90726bd469fc req-0d7d6b15-7821-4592-991a-d07fecc18c71 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0822198 May 28 06:28:46.964813 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-95012d4f-13b5-4ac4-a813-90726bd469fc req-af54f2e0-3d6a-4198-8725-1f00176c9464 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 May 28 06:28:48.159796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5ed18-3e8f-417d-b532-23d1af41626c req-467d1aec-df72-4597-913c-7429ddeb0fb9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:48.161242 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5de5ed18-3e8f-417d-b532-23d1af41626c req-467d1aec-df72-4597-913c-7429ddeb0fb9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0826302 May 28 06:28:48.208176 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5de5ed18-3e8f-417d-b532-23d1af41626c req-cc640300-6a5d-461a-bb56-a246bf113abd tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412216 May 28 06:28:49.395546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038205c5-9cdf-4857-9886-9a61c7301886 req-b58d6707-c060-4556-9bdd-9551c62dcca9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:49.397000 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-038205c5-9cdf-4857-9886-9a61c7301886 req-b58d6707-c060-4556-9bdd-9551c62dcca9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0800033 May 28 06:28:49.443744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-038205c5-9cdf-4857-9886-9a61c7301886 req-5d470707-a906-4c1b-b1eb-d56b8e69f00f tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 May 28 06:28:50.637932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72c26-9cbe-4b96-8d23-8da62beb58dc req-8007d8ac-928a-4aca-a2d2-2bf07ebafbe4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:50.639647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17b72c26-9cbe-4b96-8d23-8da62beb58dc req-8007d8ac-928a-4aca-a2d2-2bf07ebafbe4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0852010 May 28 06:28:50.689283 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-17b72c26-9cbe-4b96-8d23-8da62beb58dc req-e3ef65f4-4fbc-4c24-a278-ba4be1706ae5 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 May 28 06:28:52.116912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97827b-a86b-49a5-80e6-f5da27a9bce7 req-d20637e6-a05c-43c3-b4ee-3a02e53226ed tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:52.118369 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e97827b-a86b-49a5-80e6-f5da27a9bce7 req-d20637e6-a05c-43c3-b4ee-3a02e53226ed tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.1758220 May 28 06:28:52.162464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e97827b-a86b-49a5-80e6-f5da27a9bce7 req-0b6cf234-15fe-4def-9a3f-03df3ceae6e3 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383308 May 28 06:28:53.344139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad183537-8c9e-4473-b814-848b5f1963f6 req-0f074763-acb3-4589-9995-cc778d0754e5 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:53.345610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad183537-8c9e-4473-b814-848b5f1963f6 req-0f074763-acb3-4589-9995-cc778d0754e5 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0792198 May 28 06:28:53.391059 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad183537-8c9e-4473-b814-848b5f1963f6 req-7606198e-58aa-4d94-b8ec-5450ab121225 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393031 May 28 06:28:54.572020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5c421-40d5-4c92-b84e-3af87ed6a028 req-12e32bfa-422e-4d72-bbf7-6e15bebace24 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:54.573454 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b7a5c421-40d5-4c92-b84e-3af87ed6a028 req-12e32bfa-422e-4d72-bbf7-6e15bebace24 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0804563 May 28 06:28:54.617586 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b7a5c421-40d5-4c92-b84e-3af87ed6a028 req-e03c07d2-53e6-4b1c-9373-3d5e908476e0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380421 May 28 06:28:54.916228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76ab75-786c-47aa-9824-bc791a2d11f3 req-aef2e692-5231-45b3-b29f-a92840431ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:54.917674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c76ab75-786c-47aa-9824-bc791a2d11f3 req-aef2e692-5231-45b3-b29f-a92840431ddd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 1097 time: 0.1102755 May 28 06:28:55.061140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76ab75-786c-47aa-9824-bc791a2d11f3 req-fa9cd390-19f2-4aa4-8155-1c3cce36398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:55.063111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c76ab75-786c-47aa-9824-bc791a2d11f3 req-fa9cd390-19f2-4aa4-8155-1c3cce36398d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.1262796 May 28 06:28:55.132071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c76ab75-786c-47aa-9824-bc791a2d11f3 req-9bbd23f6-93e7-4d92-9c1a-d28194f65288 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 217 time: 0.0607560 May 28 06:28:55.196403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76ab75-786c-47aa-9824-bc791a2d11f3 req-b8ec650b-4d48-470e-9f28-3c60f5675125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:55.197799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c76ab75-786c-47aa-9824-bc791a2d11f3 req-b8ec650b-4d48-470e-9f28-3c60f5675125 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0590775 May 28 06:28:55.242881 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c76ab75-786c-47aa-9824-bc791a2d11f3 req-a566be2b-4bc6-4fab-8ef2-e3ac99baf4c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390568 May 28 06:28:55.372472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c76ab75-786c-47aa-9824-bc791a2d11f3 req-2ba215b1-dc5e-4676-be64-2e53efd8b398 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228611 May 28 06:28:55.500853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5c76ab75-786c-47aa-9824-bc791a2d11f3 req-ec9747a5-9f12-4459-9271-e6247cb2bccf service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222067 May 28 06:28:55.803433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4846bef-9e06-483d-a804-583e91f0ebd0 req-14bcdd1f-02f7-4653-9d2d-05f93823d4e2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:55.804861 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d4846bef-9e06-483d-a804-583e91f0ebd0 req-14bcdd1f-02f7-4653-9d2d-05f93823d4e2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0825708 May 28 06:28:55.847952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d4846bef-9e06-483d-a804-583e91f0ebd0 req-23317078-24f5-4ffb-af70-b725610ed929 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375891 May 28 06:28:57.029285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392c44-17a1-4388-b93f-0273666e9241 req-cdcaa221-b2fd-4504-8949-98797f136e8c tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:57.031275 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ef392c44-17a1-4388-b93f-0273666e9241 req-cdcaa221-b2fd-4504-8949-98797f136e8c tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0781209 May 28 06:28:57.077670 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ef392c44-17a1-4388-b93f-0273666e9241 req-6420d25a-9eb5-4ee1-90f3-0acbd0a2ed2c tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 May 28 06:28:58.266412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bcdba-0095-477f-98e1-ff644b7ed8c1 req-e0c26398-405e-4cb4-a83f-09a937dc2640 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:58.267860 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f68bcdba-0095-477f-98e1-ff644b7ed8c1 req-e0c26398-405e-4cb4-a83f-09a937dc2640 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0827060 May 28 06:28:58.311452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f68bcdba-0095-477f-98e1-ff644b7ed8c1 req-83e448b6-9845-4be3-a2fb-7f6d0dd4752b tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 May 28 06:28:59.493372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8705414-86ad-4269-94e5-be7bae288f41 req-c2bef69f-64ce-404c-a75f-cebe2b0f7070 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:59.494105 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-7c4d8df0-e9ef-44f1-ac88-79631d41cccd service neutron] show failed (client error): The resource could not be found. May 28 06:28:59.494744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8705414-86ad-4269-94e5-be7bae288f41 req-c2bef69f-64ce-404c-a75f-cebe2b0f7070 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0800669 May 28 06:28:59.495083 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-7c4d8df0-e9ef-44f1-ac88-79631d41cccd service neutron] 10.222.0.41 "GET /v2.0/ports/058cf826-bc5a-46e8-9759-875f1d7eb61f/bindings/n-h1-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0769432 May 28 06:28:59.543084 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8705414-86ad-4269-94e5-be7bae288f41 req-3d8897c3-656e-46ea-8afa-ca4ade93bb04 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 May 28 06:28:59.813599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-e999e980-9776-4e03-9f61-a1e2414675e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:28:59.815111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-e999e980-9776-4e03-9f61-a1e2414675e0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d&tenant_id=325cee9de6644aadbc48e0f5bc20cebb HTTP/1.1" status: 200 len: 1097 time: 0.1188724 May 28 06:28:59.832888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:28:59.941474 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.309947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:00.337686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:00.399201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:00.404193 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.420804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Transition to ACTIVE for port object 058cf826-bc5a-46e8-9759-875f1d7eb61f will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:00.423754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.573592 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a48853-7eef-4e10-af50-8df1bf47bf04'] response: {'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f', 'code': 200} May 28 06:29:00.590373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] No DVR routers for this DVR port 058cf826-bc5a-46e8-9759-875f1d7eb61f on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:29:00.592363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Pushing event updated for resources: {'Port': ['ID=058cf826-bc5a-46e8-9759-875f1d7eb61f,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:00.646497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Attempting to bind port 058cf826-bc5a-46e8-9759-875f1d7eb61f on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:00.646849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Attempting to bind port 058cf826-bc5a-46e8-9759-875f1d7eb61f by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:00.647142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Attempting to bind port 058cf826-bc5a-46e8-9759-875f1d7eb61f on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:00.651744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Port 058cf826-bc5a-46e8-9759-875f1d7eb61f on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:00.652058 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Attempting to bind port 058cf826-bc5a-46e8-9759-875f1d7eb61f on network 2bb4ff02-4257-4cc3-95f8-2a2723694dc4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:00.657176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:00.657503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Checking segment: {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:00.657874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Bound using segment: {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:00.658288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Bound port: 058cf826-bc5a-46e8-9759-875f1d7eb61f, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff19220-31e6-4b0e-afbe-11ac8dd512d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:00.658630 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.742840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8600b-53bf-4e8c-83ff-dc0b9cc48064 req-b0fb5790-3c57-4806-a578-f702dc0eac75 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:00.744687 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-27d8600b-53bf-4e8c-83ff-dc0b9cc48064 req-b0fb5790-3c57-4806-a578-f702dc0eac75 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 944 time: 0.0913391 May 28 06:29:00.753022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:00.756051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:00.760755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.791056 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-27d8600b-53bf-4e8c-83ff-dc0b9cc48064 req-7cb5f217-2f0a-4516-b0e7-f0cbcf217d01 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395374 May 28 06:29:00.824259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:00.824884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:00.826651 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] 10.222.0.33 "PUT /v2.0/ports/058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 1092 time: 0.9971979 May 28 06:29:00.842123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddc846-c212-4fb1-afd0-aed160eafe1e service neutron] Pushing event updated for resources: {'Port': ['ID=058cf826-bc5a-46e8-9759-875f1d7eb61f,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:00.931258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-4bbbb9f9-f325-4acb-a0e2-a38a05a93087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:00.932821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-4bbbb9f9-f325-4acb-a0e2-a38a05a93087 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 1095 time: 0.0748684 May 28 06:29:01.062035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-46df0e2c-d870-48f6-b49b-95d9a97aa4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:01.063492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-46df0e2c-d870-48f6-b49b-95d9a97aa4ae service neutron] 10.222.0.33 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.1251333 May 28 06:29:01.129115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-8fa0a9c6-41fc-4d69-8772-0c8f75f82362 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 217 time: 0.0601113 May 28 06:29:01.193496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-21c67c1b-9842-444b-bc0a-72b18fb9c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:01.194907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-21c67c1b-9842-444b-bc0a-72b18fb9c62f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0602689 May 28 06:29:01.240897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-59c66ad1-216b-48fb-9ad2-ac2d81170b8e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395567 May 28 06:29:01.372334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-f4aaec19-8615-4818-8537-8a7e77a1b613 service neutron] 10.222.0.33 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255741 May 28 06:29:01.372744 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:01.502551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37bb24a5-3390-44cd-bebe-ec9d94b6b49c req-34bcb132-97dc-4b1a-9935-273c72af5495 service neutron] 10.222.0.33 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241903 May 28 06:29:01.978065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062fb5-a596-46c2-97d2-29b3085403ac req-b53273a1-bda6-4194-871a-97682a9ee7a9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:01.979309 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77062fb5-a596-46c2-97d2-29b3085403ac req-b53273a1-bda6-4194-871a-97682a9ee7a9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 944 time: 0.0822859 May 28 06:29:02.023080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-77062fb5-a596-46c2-97d2-29b3085403ac req-aa02a6aa-8025-47e6-80ad-061e1ef0ec22 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376606 May 28 06:29:02.574680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:02.630435 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01bf676-1f96-4927-a920-a456d75f5827'] response: {'name': 'network-changed', 'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f', 'status': 'completed', 'code': 200} May 28 06:29:02.788326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-3667e335-825f-4082-8ea1-d49d23eb36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:02.789813 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-3667e335-825f-4082-8ea1-d49d23eb36cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 1095 time: 0.1319349 May 28 06:29:02.792190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-c04ccd14-9919-4b36-867c-425e1c9c41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:02.793507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-c04ccd14-9919-4b36-867c-425e1c9c41ee service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 1095 time: 0.0991516 May 28 06:29:03.184080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-bb9b08d0-2cd6-4a34-835f-8488a19598fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:03.185522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-bb9b08d0-2cd6-4a34-835f-8488a19598fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.3861148 May 28 06:29:03.191281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-acfc2bcc-4a88-4672-a3e4-283f0e5eba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:03.192574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-acfc2bcc-4a88-4672-a3e4-283f0e5eba22 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.3920915 May 28 06:29:03.320895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-b252b78e-3cbc-4e89-a75f-91f9398412de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 217 time: 0.1248469 May 28 06:29:03.331069 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-73f191ce-03d4-4f19-814e-7695212d464e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 217 time: 0.0831270 May 28 06:29:03.451908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-31c07d9d-ac0b-4a64-93ca-355b2910c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:03.453861 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-31c07d9d-ac0b-4a64-93ca-355b2910c6ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.1214275 May 28 06:29:03.464951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29658c3d-adc8-4880-9e85-b79f23618df4 req-25e501f0-645d-4f84-9ef1-cd91b8c7f9b9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:03.466296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-29658c3d-adc8-4880-9e85-b79f23618df4 req-25e501f0-645d-4f84-9ef1-cd91b8c7f9b9 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 944 time: 0.3264396 May 28 06:29:03.499298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-f0aa7376-50b9-4936-a211-cad013dd7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:03.500694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-f0aa7376-50b9-4936-a211-cad013dd7578 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.1328290 May 28 06:29:03.552281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-c2829c61-57d1-4836-bffc-51271c2e0ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850925 May 28 06:29:03.567857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-cd0afb6b-cd60-4735-b7b5-e360cbb530a7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559566 May 28 06:29:03.750705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-29658c3d-adc8-4880-9e85-b79f23618df4 req-4bb7ec19-8e33-4c1c-9f43-09bf0da9ea7a tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439380 May 28 06:29:03.820430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-6e716431-1934-4572-8f2b-50fa3a337fe6 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546659 May 28 06:29:03.828316 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-2ca8d9d2-5b83-4608-8b0a-3dea72d7ef9e service neutron] 10.222.0.33 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372680 May 28 06:29:03.905629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 058cf826-bc5a-46e8-9759-875f1d7eb61f no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:29:03.963689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 058cf826-bc5a-46e8-9759-875f1d7eb61f not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:29:04.068516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-172e635b-fc3a-4cc7-9112-a125a37bf978 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379704 May 28 06:29:04.071591 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-df9cb014-3f33-4e20-87dc-ae9b09443ef2 req-4057aae2-2fa3-4529-8473-653ce2781e3a service neutron] 10.222.0.33 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202632 May 28 06:29:04.944181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6941e-419d-452f-bc02-f83ec1084fb6 req-36051da5-67e1-46a1-bc8a-85593123baed tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:04.945604 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0c6941e-419d-452f-bc02-f83ec1084fb6 req-36051da5-67e1-46a1-bc8a-85593123baed tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 944 time: 0.0774586 May 28 06:29:04.989413 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f0c6941e-419d-452f-bc02-f83ec1084fb6 req-17e40387-340f-4f40-9d37-919891444264 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382335 May 28 06:29:05.302871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea78fb-1a85-4a72-b22e-359b0e68d419 req-b2d6c532-b370-4267-ab55-6eecb81dcf12 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:05.304377 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56ea78fb-1a85-4a72-b22e-359b0e68d419 req-b2d6c532-b370-4267-ab55-6eecb81dcf12 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 944 time: 0.0839303 May 28 06:29:05.324710 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-a21b9bc9-bd85-44e8-bca8-3c27d146dbd2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:05.326151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-a21b9bc9-bd85-44e8-bca8-3c27d146dbd2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.41 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d&tenant_id=325cee9de6644aadbc48e0f5bc20cebb&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 944 time: 0.0864098 May 28 06:29:05.349087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-56ea78fb-1a85-4a72-b22e-359b0e68d419 req-34b1a3f2-008c-4c7b-afef-d0c92dc838fd tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 May 28 06:29:05.407037 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-a185453b-0d6a-434a-94da-6a3fb4516863 service neutron] delete failed (client error): The resource could not be found. May 28 06:29:05.408062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-a185453b-0d6a-434a-94da-6a3fb4516863 service neutron] 10.222.0.41 "DELETE /v2.0/ports/058cf826-bc5a-46e8-9759-875f1d7eb61f/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0735097 May 28 06:29:05.557207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-3bdd91f7-9c3e-4e21-9dea-add66b191dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:05.558581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-3bdd91f7-9c3e-4e21-9dea-add66b191dda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 1095 time: 0.0730886 May 28 06:29:05.725209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 058cf826-bc5a-46e8-9759-875f1d7eb61f details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:29:05.815064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-80bfdd61-e6be-4d28-9cf3-a52ff71fe6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:05.816449 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-80bfdd61-e6be-4d28-9cf3-a52ff71fe6fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.2482419 May 28 06:29:05.860655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:05.873447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '058cf826-bc5a-46e8-9759-875f1d7eb61f', 'network_id': '2bb4ff02-4257-4cc3-95f8-2a2723694dc4', 'port_id': '058cf826-bc5a-46e8-9759-875f1d7eb61f', 'mac_address': 'fa:16:3e:b3:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a840d7-8047-4e57-9081-c7651f47ae22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:29:05.888529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-16cf7041-ba97-41ab-98c9-7c2e0061a48b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 217 time: 0.0627756 May 28 06:29:05.927964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 058cf826-bc5a-46e8-9759-875f1d7eb61f is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:05.928338 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:05.944983 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058cf826-bc5a-46e8-9759-875f1d7eb61f {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:05.960279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:05.960493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-1b6f8dbe-4539-404b-be10-d2810d26f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:05.961863 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-1b6f8dbe-4539-404b-be10-d2810d26f066 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0630369 May 28 06:29:05.964149 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:06.011438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-00d34920-ab00-42f6-8b58-3bdebd2a965b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402086 May 28 06:29:06.034349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=058cf826-bc5a-46e8-9759-875f1d7eb61f,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:06.145107 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-4280b21f-8cad-4020-87f2-02556f988705 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239297 May 28 06:29:06.280518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eafe0741-c065-442b-a3c6-d4cd14cb71b8 req-040c2a08-d685-40ba-897a-655c04be9190 service neutron] 10.222.0.41 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250916 May 28 06:29:06.350686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['058cf826-bc5a-46e8-9759-875f1d7eb61f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:06.542365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6affc99-3391-46db-86c3-90431ca1603f req-405aae95-6e3f-4000-9f5c-d02017bb9bd4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:06.543840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6affc99-3391-46db-86c3-90431ca1603f req-405aae95-6e3f-4000-9f5c-d02017bb9bd4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 945 time: 0.0828838 May 28 06:29:06.588400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6affc99-3391-46db-86c3-90431ca1603f req-fa7f7a25-14f6-43bf-85da-efe6f5a052e0 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382719 May 28 06:29:06.904400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-aa8f8aeb-45f3-4a4e-beca-59d683b866ad service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696509 May 28 06:29:07.061239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-e9ad73f1-5e44-4d54-b8b1-8e61c2465dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:07.062715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-e9ad73f1-5e44-4d54-b8b1-8e61c2465dfd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 1096 time: 0.0741165 May 28 06:29:07.206971 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-e891cb3f-12c3-42fa-b09a-2de05409c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:07.208446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-e891cb3f-12c3-42fa-b09a-2de05409c829 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 200 len: 916 time: 0.1268873 May 28 06:29:07.274486 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-8297dfdc-6236-4c79-bd58-aae18de971f3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 200 len: 217 time: 0.0595150 May 28 06:29:07.338377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-884aec2d-7f71-4003-a310-203749dee0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:07.339785 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-884aec2d-7f71-4003-a310-203749dee0aa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 200 len: 855 time: 0.0599387 May 28 06:29:07.388349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-5aafeb47-39b2-41b2-ad92-b88e3531331a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2bb4ff02-4257-4cc3-95f8-2a2723694dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425348 May 28 06:29:07.517758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-6fd41b87-bd58-4301-9565-734d006537f9 service neutron] 10.222.0.33 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223507 May 28 06:29:07.646643 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d95ce9f9-4a07-44e6-bbda-2be895fef272 req-b596bdd6-91bf-4a18-8f10-0a12a3b385f4 service neutron] 10.222.0.33 "GET /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232939 May 28 06:29:07.724268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 058cf826-bc5a-46e8-9759-875f1d7eb61f up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:07.776671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755b8a2-e0b8-4608-868c-f5289ab3c244 req-0f02ae42-366c-44af-b2d1-0aecb0a4cb33 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:07.778165 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9755b8a2-e0b8-4608-868c-f5289ab3c244 req-0f02ae42-366c-44af-b2d1-0aecb0a4cb33 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 945 time: 0.0833325 May 28 06:29:07.800739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 058cf826-bc5a-46e8-9759-875f1d7eb61f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:07.805697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 058cf826-bc5a-46e8-9759-875f1d7eb61f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:07.806179 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.824448 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9755b8a2-e0b8-4608-868c-f5289ab3c244 req-74c85d0b-4736-4337-9ed8-1e9e7ebfeca4 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 May 28 06:29:07.923737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 058cf826-bc5a-46e8-9759-875f1d7eb61f is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:07.924115 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:07.950986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:07.960154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:07.964705 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:08.011851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970c466-7b2f-4320-aa59-c1d786845316 req-e1a25723-10f2-43c1-ad1d-1de449c8e892 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:08.013308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b970c466-7b2f-4320-aa59-c1d786845316 req-e1a25723-10f2-43c1-ad1d-1de449c8e892 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0847700 May 28 06:29:08.049137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=058cf826-bc5a-46e8-9759-875f1d7eb61f,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:08.067683 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b970c466-7b2f-4320-aa59-c1d786845316 req-9466cf49-66c6-4519-8034-a24c7ad7086d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444036 May 28 06:29:08.103081 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625d6a83-7319-4864-9236-7f255ae02d17'] response: {'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f', 'code': 200} May 28 06:29:08.255401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d23dc-2418-4a41-8bad-bfc9b6499eae req-dcf5a6c6-6bd0-446c-93f7-1dd68441b106 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:08.256842 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e7d23dc-2418-4a41-8bad-bfc9b6499eae req-dcf5a6c6-6bd0-446c-93f7-1dd68441b106 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0796061 May 28 06:29:08.300039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e7d23dc-2418-4a41-8bad-bfc9b6499eae req-e0fac1d6-51c9-46c0-a39f-93da64e9182d tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375721 May 28 06:29:08.552173 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9d36ad9b-da98-4c34-a798-15a83a43abc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:08.852469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf1872-90fe-4466-8d4b-81ad6fbd6933 req-7a6b45d6-5cc3-4701-abf0-4012cd882615 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:08.853791 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-febf1872-90fe-4466-8d4b-81ad6fbd6933 req-7a6b45d6-5cc3-4701-abf0-4012cd882615 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.0816202 May 28 06:29:08.897650 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-febf1872-90fe-4466-8d4b-81ad6fbd6933 req-6f74265c-3a5d-445f-b97a-7f54b71b71e8 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373898 May 28 06:29:10.144253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335747-a96f-4700-a480-c92a6da3ad4d req-c057eee3-b497-4c90-b324-f39d9d19acdf tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:10.145707 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b335747-a96f-4700-a480-c92a6da3ad4d req-c057eee3-b497-4c90-b324-f39d9d19acdf tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.1417682 May 28 06:29:10.153673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-f400cbdd-6fc2-4620-8bdd-1714262832c7 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:10.155015 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-f400cbdd-6fc2-4620-8bdd-1714262832c7 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.33 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 946 time: 0.1151419 May 28 06:29:10.354990 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b335747-a96f-4700-a480-c92a6da3ad4d req-ca1ca4a8-c1c3-457d-8f58-9f0e63c94075 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/security-groups?id=5780479b-764f-4c79-9243-cc3dc4dc04d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987512 May 28 06:29:10.360543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-8544d1b5-cf91-419d-9454-2e043dba35b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Deleting port 058cf826-bc5a-46e8-9759-875f1d7eb61f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:29:10.360881 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-8544d1b5-cf91-419d-9454-2e043dba35b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.531627 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.620256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-8544d1b5-cf91-419d-9454-2e043dba35b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] For port 058cf826-bc5a-46e8-9759-875f1d7eb61f, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=058cf826-bc5a-46e8-9759-875f1d7eb61f,segment=NetworkSegment(6ff19220-31e6-4b0e-afbe-11ac8dd512d0),segment_id=6ff19220-31e6-4b0e-afbe-11ac8dd512d0)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:10.620525 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-8544d1b5-cf91-419d-9454-2e043dba35b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.743263 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-746a16d1-5e8b-42f8-8810-dd4c3d0ba3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.747850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-8544d1b5-cf91-419d-9454-2e043dba35b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Calling delete_port for 058cf826-bc5a-46e8-9759-875f1d7eb61f owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:29:10.891935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-8544d1b5-cf91-419d-9454-2e043dba35b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:10.924270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['058cf826-bc5a-46e8-9759-875f1d7eb61f'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:10.942121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544d1b5-cf91-419d-9454-2e043dba35b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Pushing event deleted for resources: {'Port': ['ID=058cf826-bc5a-46e8-9759-875f1d7eb61f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:11.015808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-8544d1b5-cf91-419d-9454-2e043dba35b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] No DVR routers for this DVR port 058cf826-bc5a-46e8-9759-875f1d7eb61f on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:29:11.018156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-8544d1b5-cf91-419d-9454-2e043dba35b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.020553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'name': 'network-vif-deleted', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:11.036187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f620388a-3952-4bfb-8ef8-68abf868e21a req-8544d1b5-cf91-419d-9454-2e043dba35b2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.33 "DELETE /v2.0/ports/058cf826-bc5a-46e8-9759-875f1d7eb61f HTTP/1.1" status: 204 len: 173 time: 0.8619387 May 28 06:29:11.066535 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b663c30e-e4b3-41a3-a82d-132afe2c172d'] response: {'server_uuid': '6caa1474-ebc0-4707-9a70-891e52e8672d', 'name': 'network-vif-deleted', 'tag': '058cf826-bc5a-46e8-9759-875f1d7eb61f', 'status': 'completed', 'code': 200} May 28 06:29:11.521342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a4dec94b-46b0-499c-b082-7429ab9d3a4b req-ecf99b33-dba4-405b-bdbf-5e52d629ddb2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Synchronizing usage tracker for tenant:325cee9de6644aadbc48e0f5bc20cebb on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:11.537173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a4dec94b-46b0-499c-b082-7429ab9d3a4b req-ecf99b33-dba4-405b-bdbf-5e52d629ddb2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] Unset dirty status for tenant:325cee9de6644aadbc48e0f5bc20cebb on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:11.539009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a4dec94b-46b0-499c-b082-7429ab9d3a4b req-ecf99b33-dba4-405b-bdbf-5e52d629ddb2 tempest-ServerDiskConfigTestJSON-323669391 tempest-ServerDiskConfigTestJSON-323669391-project] 10.222.0.39 "GET /v2.0/ports?device_id=6caa1474-ebc0-4707-9a70-891e52e8672d HTTP/1.1" status: 200 len: 210 time: 0.0626259 May 28 06:29:11.690603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.779638 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:11.838877 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:29:12.783719 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49620) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:12.841635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Deleting subnet 02a840d7-8047-4e57-9081-c7651f47ae22 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:29:12.844455 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:12.902303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:12.957518 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.027773 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.066708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a840d7-8047-4e57-9081-c7651f47ae22,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:13.069147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.078395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.078740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.079074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.079435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.079764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.080089 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.080412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.080732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.081051 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.081367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.081687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.082002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:13.085525 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aa3c5431-e1b3-46c5-bdc1-e5aa035c9770 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/02a840d7-8047-4e57-9081-c7651f47ae22 HTTP/1.1" status: 204 len: 168 time: 0.3007963 May 28 06:29:13.088170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49624) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:13.195260 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.323992 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.349853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb4ff02-4257-4cc3-95f8-2a2723694dc4']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:13.362797 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff19220-31e6-4b0e-afbe-11ac8dd512d0') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:13.363100 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff19220-31e6-4b0e-afbe-11ac8dd512d0') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:13.374427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.390467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.396547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:29:13.396880 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.442397 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.491400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.508953 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.514893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb4ff02-4257-4cc3-95f8-2a2723694dc4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:13.521773 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a21cf695-7143-42fa-8e4e-afa7873c3100 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2bb4ff02-4257-4cc3-95f8-2a2723694dc4 HTTP/1.1" status: 204 len: 168 time: 0.4299116 May 28 06:29:13.524966 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6ff19220-31e6-4b0e-afbe-11ac8dd512d0 resource provider aggregate not found May 28 06:29:13.541909 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 6ff19220-31e6-4b0e-afbe-11ac8dd512d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ff19220-31e6-4b0e-afbe-11ac8dd512d0 found for delete ", "request_id": "req-53b692ed-1743-4d1c-8408-06d9d4e11d6b"}]} May 28 06:29:13.628621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49638) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:13.677303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3cd2407a-33ec-4f88-9689-a01ebd209fca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=325cee9de6644aadbc48e0f5bc20cebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474169 May 28 06:29:13.679770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49642) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:13.738946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1695b679-824a-459c-9cdc-533072f6d8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.763506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1695b679-824a-459c-9cdc-533072f6d8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.787024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 058cf826-bc5a-46e8-9759-875f1d7eb61f no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:29:13.815755 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1695b679-824a-459c-9cdc-533072f6d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.823605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 058cf826-bc5a-46e8-9759-875f1d7eb61f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:29:13.823955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 058cf826-bc5a-46e8-9759-875f1d7eb61f not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:29:13.834704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695b679-824a-459c-9cdc-533072f6d8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5780479b-764f-4c79-9243-cc3dc4dc04d5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:13.842458 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1695b679-824a-459c-9cdc-533072f6d8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:13.843632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1695b679-824a-459c-9cdc-533072f6d8f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5780479b-764f-4c79-9243-cc3dc4dc04d5 HTTP/1.1" status: 204 len: 168 time: 0.1628697 May 28 06:29:14.543773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49668) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:14.648412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-274259136-network', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:14.653770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:14.658261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Usage tracker for resource:network and tenant:ac7224e8bc034001ae9f643f3eaedc19 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:14.661107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:14.666870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:14.677002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Made reservation on behalf of ac7224e8bc034001ae9f643f3eaedc19 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:14.679249 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.691035 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.705458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:14.709232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Usage tracker for resource:security_group_rule and tenant:ac7224e8bc034001ae9f643f3eaedc19 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:14.711967 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:14.717575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:14.804732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.808519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.844293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:29:14.849294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0791cac4-ad4e-4f65-a0d6-36d77bf7eac5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:14.858186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.858186 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Added segment a65e3384-d5b9-4135-97d0-2453a595d106 of type vlan for network fa01ad69-3228-4511-9f39-55a9707183d8 May 28 06:29:14.883642 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.911953 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:14.912875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:14.913453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.015137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4702675 May 28 06:29:15.018569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991ad57-160b-42b4-943a-3ea76fefd535 admin admin] Pushing event updated for resources: {'Network': ['ID=fa01ad69-3228-4511-9f39-55a9707183d8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:15.018919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49674) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:15.025067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Request body: {'subnet': {'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-274259136-subnet', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:15.027960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network fa01ad69-3228-4511-9f39-55a9707183d8 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:29:15.030910 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:15.034905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Usage tracker for resource:subnet and tenant:ac7224e8bc034001ae9f643f3eaedc19 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:15.037759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:15.044136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:15.054862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Made reservation on behalf of ac7224e8bc034001ae9f643f3eaedc19 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:15.057314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.260710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.432632 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=84022936-f3d5-41e0-b5f2-6a65f3a31eaf,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:15.441660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:15.442008 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Network hostable DHCP agents. Network: fa01ad69-3228-4511-9f39-55a9707183d8, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:29:15.460427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Network fa01ad69-3228-4511-9f39-55a9707183d8 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:29:15.469614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, fa01ad69-3228-4511-9f39-55a9707183d8) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:15.473535 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:15.474178 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.479625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d02a5-91c1-46e2-8737-473e72b773b9 None None] Network fa01ad69-3228-4511-9f39-55a9707183d8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:29:15.495446 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b07d21e2-3ab7-4293-aeaa-26681d2d3a3f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4753680 May 28 06:29:15.498330 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 49678) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:15.504309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:15.509689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:15.513571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Usage tracker for resource:router and tenant:ac7224e8bc034001ae9f643f3eaedc19 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:15.516400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:15.522281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:15.532465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.533432 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.548161 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.703035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-fa01ad69-3228-4511-9f39-55a9707183d8', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:29:15.703970 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:15.858554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Allocated IP 172.20.0.2 (fa01ad69-3228-4511-9f39-55a9707183d8/84022936-f3d5-41e0-b5f2-6a65f3a31eaf/853f56f0-280a-4ae0-9fd6-47e72e00c41c) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:15.936182 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.104779 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.115257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Transition to ACTIVE for port object 853f56f0-280a-4ae0-9fd6-47e72e00c41c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:16.133786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Transition to ACTIVE for port object 853f56f0-280a-4ae0-9fd6-47e72e00c41c will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:16.139427 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.205410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Network fa01ad69-3228-4511-9f39-55a9707183d8 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:16.208322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:16.211881 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:16.217347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Pushing event updated for resources: {'Port': ['ID=853f56f0-280a-4ae0-9fd6-47e72e00c41c,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:16.250256 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.261283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.261631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.261970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.262304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.262635 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.262963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.263313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.263639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.263963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.264285 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.264605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.264923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:16.283464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.315430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Attempting to bind port 853f56f0-280a-4ae0-9fd6-47e72e00c41c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:16.315796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Attempting to bind port 853f56f0-280a-4ae0-9fd6-47e72e00c41c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:16.316157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Attempting to bind port 853f56f0-280a-4ae0-9fd6-47e72e00c41c on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:16.321426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:16.321795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:16.322193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.322580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:16.323037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Bound port: 853f56f0-280a-4ae0-9fd6-47e72e00c41c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:16.323502 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.412956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] For port 853f56f0-280a-4ae0-9fd6-47e72e00c41c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:16.415907 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] For port 853f56f0-280a-4ae0-9fd6-47e72e00c41c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=853f56f0-280a-4ae0-9fd6-47e72e00c41c,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:16.416080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Allocated IP 172.25.4.193 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/c9a0bc0c-c8cd-42bf-8070-5be8e69b832a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:16.421014 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.506276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307185be-13a8-4945-afd4-4e157990f3fa None None] Pushing event updated for resources: {'Port': ['ID=853f56f0-280a-4ae0-9fd6-47e72e00c41c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:16.576259 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.606203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:16.686277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:16.688638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:16.693554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:16.726185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a0bc0c-c8cd-42bf-8070-5be8e69b832a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:16.842978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 853f56f0-280a-4ae0-9fd6-47e72e00c41c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:16.912223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 853f56f0-280a-4ae0-9fd6-47e72e00c41c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:17.121181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:17.454088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac2ba1-af1f-4239-9dfc-0a1cd0679410 None None] Network fa01ad69-3228-4511-9f39-55a9707183d8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:29:17.549732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-14387548-2adb-4379-84c3-0d7dcf1714c0 None None] Provisioning for port 853f56f0-280a-4ae0-9fd6-47e72e00c41c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:17.559321 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-14387548-2adb-4379-84c3-0d7dcf1714c0 None None] Provisioning complete for port 853f56f0-280a-4ae0-9fd6-47e72e00c41c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:17.559688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-14387548-2adb-4379-84c3-0d7dcf1714c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:17.599918 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:17.790280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-14387548-2adb-4379-84c3-0d7dcf1714c0 None None] Current status of the port 853f56f0-280a-4ae0-9fd6-47e72e00c41c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:17.790655 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-14387548-2adb-4379-84c3-0d7dcf1714c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:17.804747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:29:17.830488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-14387548-2adb-4379-84c3-0d7dcf1714c0 None None] For port 853f56f0-280a-4ae0-9fd6-47e72e00c41c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=853f56f0-280a-4ae0-9fd6-47e72e00c41c,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:17.835524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-14387548-2adb-4379-84c3-0d7dcf1714c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:17.909104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14387548-2adb-4379-84c3-0d7dcf1714c0 None None] Pushing event updated for resources: {'Port': ['ID=853f56f0-280a-4ae0-9fd6-47e72e00c41c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:17.993299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:29:18.004012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:29:18.013652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:18.014760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:29:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:18.019408 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:18.020729 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a7e62895-fcea-4c43-a79b-5b18abed95d1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5213852 May 28 06:29:18.023548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49682) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:18.190511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4b6ab231-40d3-41fc-bd8a-5526dd2f08e4 None None] Provisioning complete for port 853f56f0-280a-4ae0-9fd6-47e72e00c41c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:18.190880 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab231-40d3-41fc-bd8a-5526dd2f08e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:18.240782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:29:18.521180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ab231-40d3-41fc-bd8a-5526dd2f08e4 None None] Current status of the port 853f56f0-280a-4ae0-9fd6-47e72e00c41c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:18.593283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:16Z', 'revision_number': 3, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:18.597249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:29:18.597596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Updating router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:29:18.688080 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:18.706921 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:18.818555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 853f56f0-280a-4ae0-9fd6-47e72e00c41c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:18.923073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Allocated IP 172.20.0.1 (fa01ad69-3228-4511-9f39-55a9707183d8/84022936-f3d5-41e0-b5f2-6a65f3a31eaf/91abad86-b649-4de9-947b-85de8d3fb06d) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:19.001109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 853f56f0-280a-4ae0-9fd6-47e72e00c41c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:19.001502 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.072616 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.087653 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Transition to ACTIVE for port object 91abad86-b649-4de9-947b-85de8d3fb06d will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:19.111476 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.178978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Network fa01ad69-3228-4511-9f39-55a9707183d8 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:19.181778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:19.186401 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:19.197053 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.212069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 853f56f0-280a-4ae0-9fd6-47e72e00c41c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:19.215900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Transition to ACTIVE for port object c9a0bc0c-c8cd-42bf-8070-5be8e69b832a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:19.224337 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.232538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Pushing event updated for resources: {'Port': ['ID=91abad86-b649-4de9-947b-85de8d3fb06d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:19.259620 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.315199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805555c-73ec-4926-94d2-910332da7d1d None None] Pushing event updated for resources: {'Port': ['ID=c9a0bc0c-c8cd-42bf-8070-5be8e69b832a,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:19.323720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Attempting to bind port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:19.324080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Attempting to bind port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:19.324442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Attempting to bind port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:19.330850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:19.331218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:19.331655 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.332041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:19.332500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Bound port: c9a0bc0c-c8cd-42bf-8070-5be8e69b832a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:19.332872 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.416655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] For port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:19.420084 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] For port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c9a0bc0c-c8cd-42bf-8070-5be8e69b832a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:19.425000 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.510686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c3e96bd-7930-46b4-89be-eaff6259553d None None] Provisioning for port 91abad86-b649-4de9-947b-85de8d3fb06d completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:19.515789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:19.516436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:29:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:19.576085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2c3e96bd-7930-46b4-89be-eaff6259553d None None] Provisioning complete for port 91abad86-b649-4de9-947b-85de8d3fb06d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:19.576782 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c3e96bd-7930-46b4-89be-eaff6259553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.641685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805555c-73ec-4926-94d2-910332da7d1d None None] Pushing event updated for resources: {'Port': ['ID=c9a0bc0c-c8cd-42bf-8070-5be8e69b832a,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:19.669144 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.711258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e96bd-7930-46b4-89be-eaff6259553d None None] Port 91abad86-b649-4de9-947b-85de8d3fb06d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:19.755524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:29:19.896211 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:19.900530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:20.008137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:20.012365 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Pushing event updated for resources: {'Port': ['ID=91abad86-b649-4de9-947b-85de8d3fb06d,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:20.042576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:16Z', 'revision_number': 3, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:20.047090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650f5c1-a08b-4166-b70f-16693646d671 None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:16Z', 'revision_number': 3, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:29:20.153349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Network fa01ad69-3228-4511-9f39-55a9707183d8 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:20.154405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:20.373976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:29:20.436527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c60c2d40-6e9d-4499-a62b-12406d80e68c None None] Provisioning complete for port 91abad86-b649-4de9-947b-85de8d3fb06d triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:20.436821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c60c2d40-6e9d-4499-a62b-12406d80e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:20.492709 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c60c2d40-6e9d-4499-a62b-12406d80e68c None None] Port 91abad86-b649-4de9-947b-85de8d3fb06d cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:20.567991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:29:20.577029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2fc10476-55e0-4d1c-a92b-da000ff3dbd7 admin admin] 10.222.0.39 "PUT /v2.0/routers/a1ba19d0-18ad-4b47-acbf-e94d74d8d582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5523031 May 28 06:29:20.839317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c9a0bc0c-c8cd-42bf-8070-5be8e69b832a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:20.922679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:20.928416 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:20.928786 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:20.950861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49694) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:20.956757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--903263466', 'description': 'tempest-description--1795236221'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:20.963270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:20.967225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Usage tracker for resource:security_group and tenant:ac7224e8bc034001ae9f643f3eaedc19 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:20.970352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:20.976444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:20.987920 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.010659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:21.014605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Usage tracker for resource:security_group_rule and tenant:ac7224e8bc034001ae9f643f3eaedc19 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:21.018023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:21.023784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:21.090161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:21.090588 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.094529 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.098899 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.109154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c9a0bc0c-c8cd-42bf-8070-5be8e69b832a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:21.113472 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.146786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b83be6-1b15-47e3-99ad-e7566135739a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:21.149700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.155349 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-29c9148c-6b7a-4ba1-8776-180f9ea9ed67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1993859 May 28 06:29:21.155349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49698) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:21.167389 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'security_group_rule': {'security_group_id': '77b83be6-1b15-47e3-99ad-e7566135739a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:21.174776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:21.178744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Usage tracker for resource:security_group_rule and tenant:ac7224e8bc034001ae9f643f3eaedc19 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:21.181595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:21.187925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:21.191976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=c9a0bc0c-c8cd-42bf-8070-5be8e69b832a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:21.209444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.269446 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.272764 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.295109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ad1144-fa9a-4b3a-988b-37eb9be913de,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:21.305365 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.306599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2a9e3898-9704-4266-b71f-5d9352a76c92 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515915 May 28 06:29:21.309213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49702) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:21.314708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'security_group_rule': {'security_group_id': '77b83be6-1b15-47e3-99ad-e7566135739a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:21.321179 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:21.324962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Usage tracker for resource:security_group_rule and tenant:ac7224e8bc034001ae9f643f3eaedc19 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:21.327854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:21.333842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:21.351375 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.413549 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.417966 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.442640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd53d45d-28c8-4208-a6d7-8fc7230a1e50,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:21.451916 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.455969 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fa122e16-c2cb-4c07-a8de-8e1adf6e79ac tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430993 May 28 06:29:21.456159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49706) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:21.461346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:21.467961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:21.471878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Usage tracker for resource:floatingip and tenant:ac7224e8bc034001ae9f643f3eaedc19 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:29:21.474675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:29:21.480608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:21.490867 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.580161 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:29:21.593925 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:21.594626 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1661e08a-b370-4df8-958e-566da4821773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:29:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:21.629841 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:21.768543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Allocated IP 172.25.4.152 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/5e8b140f-9a35-4853-b815-9b7bbe9fc5ec) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:21.769771 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:29:22.044424 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.073466 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.118757 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1661e08a-b370-4df8-958e-566da4821773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 2, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:22.123953 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:29:22.124497 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Updating router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 port 91abad86-b649-4de9-947b-85de8d3fb06d binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:29:22.142035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:22.144826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:22.149561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:22.180183 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.184841 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event updated for resources: {'Port': ['ID=5e8b140f-9a35-4853-b815-9b7bbe9fc5ec,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:22.235841 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.295149 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.503751 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.508515 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.519884 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.532571 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Transition to ACTIVE for port object 91abad86-b649-4de9-947b-85de8d3fb06d will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:22.539180 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.619167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event updated for resources: {'Port': ['ID=5e8b140f-9a35-4853-b815-9b7bbe9fc5ec,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:22.630636 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.656530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.657972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b1f23ae4-f358-421f-9c27-d245c2a51127 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2006981 May 28 06:29:22.729095 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Pushing event updated for resources: {'Port': ['ID=91abad86-b649-4de9-947b-85de8d3fb06d,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:22.770797 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.771203 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.771559 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.771886 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.772289 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.772508 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.772819 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.773128 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.773436 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.773744 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.774051 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.774416 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:22.802011 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Attempting to bind port 91abad86-b649-4de9-947b-85de8d3fb06d on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:22.802618 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Attempting to bind port 91abad86-b649-4de9-947b-85de8d3fb06d by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:22.803153 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Attempting to bind port 91abad86-b649-4de9-947b-85de8d3fb06d on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:22.809106 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:22.810209 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:22.810601 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.810978 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:22.811463 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Bound port: 91abad86-b649-4de9-947b-85de8d3fb06d, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:22.811853 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.836267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c9a0bc0c-c8cd-42bf-8070-5be8e69b832a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:22.850666 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-79f38a15-abc1-4031-a8ae-13010f98997a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:22.872423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-79f38a15-abc1-4031-a8ae-13010f98997a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:22.873521 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-79f38a15-abc1-4031-a8ae-13010f98997a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--903263466&fields=id&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 267 time: 0.0797179 May 28 06:29:22.908660 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-1661e08a-b370-4df8-958e-566da4821773 None None] For port 91abad86-b649-4de9-947b-85de8d3fb06d, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:22.912207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:22.912371 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-1661e08a-b370-4df8-958e-566da4821773 None None] For port 91abad86-b649-4de9-947b-85de8d3fb06d, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=91abad86-b649-4de9-947b-85de8d3fb06d,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:22.912914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.916688 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:22.995565 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:22.996417 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1661e08a-b370-4df8-958e-566da4821773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:29:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:23.053854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:23.061499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-5811f8b3-df34-46a9-b13b-dec20425d836 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:23.063829 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-5811f8b3-df34-46a9-b13b-dec20425d836 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 811 time: 0.1823952 May 28 06:29:23.080039 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cbf4e-0ed2-4b02-8c09-deb6b4eefe07 None None] Pushing event updated for resources: {'Port': ['ID=91abad86-b649-4de9-947b-85de8d3fb06d,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:23.090093 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-fc7d02f6-e287-4923-b941-14f0ca66634e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/quotas/ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 375 time: 0.0205421 May 28 06:29:23.177084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-15ea7445-85e1-4d93-b390-ebfa6f694b34 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:23.196042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-15ea7445-85e1-4d93-b390-ebfa6f694b34 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:23.197405 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-15ea7445-85e1-4d93-b390-ebfa6f694b34 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1063087 May 28 06:29:23.200539 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-1661e08a-b370-4df8-958e-566da4821773 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:29:23.349361 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-b5503aba-2d5c-4056-8033-02767c0d0115 service neutron] 10.222.0.39 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399124 May 28 06:29:23.482978 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-87c4ac5e-92a7-4a20-8d06-687726c561f4 service neutron] 10.222.0.39 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272819 May 28 06:29:23.519813 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-1661e08a-b370-4df8-958e-566da4821773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:22Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:23.523739 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661e08a-b370-4df8-958e-566da4821773 None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:22Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:29:23.693797 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cd3d4eb6-c45e-455b-9ad8-7ef43aaad2f8 req-b04fdf35-e1f9-46fa-af87-d223d577db2a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 210 time: 0.0441842 May 28 06:29:24.858338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 91abad86-b649-4de9-947b-85de8d3fb06d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:24.885565 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e86ca877-5d73-44b8-8090-cc692cf44fac req-62324c9f-26e7-445c-af49-f863580e5517 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 210 time: 0.0706947 May 28 06:29:24.931568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 91abad86-b649-4de9-947b-85de8d3fb06d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:24.936550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 91abad86-b649-4de9-947b-85de8d3fb06d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:24.937548 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.020858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-9bcadab1-28aa-4675-9abe-b91373d7b643 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:25.021656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-9bcadab1-28aa-4675-9abe-b91373d7b643 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:25.042894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-9bcadab1-28aa-4675-9abe-b91373d7b643 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:25.043999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-9bcadab1-28aa-4675-9abe-b91373d7b643 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 811 time: 0.1773813 May 28 06:29:25.061220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 91abad86-b649-4de9-947b-85de8d3fb06d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:25.061580 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.095262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 91abad86-b649-4de9-947b-85de8d3fb06d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=91abad86-b649-4de9-947b-85de8d3fb06d,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:25.098998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-0b692533-4b8a-46eb-9607-5f5afbd8919b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:25.099528 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.111694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-0b692533-4b8a-46eb-9607-5f5afbd8919b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:25.112799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-0b692533-4b8a-46eb-9607-5f5afbd8919b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 379 time: 0.0558257 May 28 06:29:25.147419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'port': {'device_id': '03160732-7b2f-4cec-9e16-41d34be2d044', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'admin_state_up': True, 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'security_groups': ['77b83be6-1b15-47e3-99ad-e7566135739a']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:25.171919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=91abad86-b649-4de9-947b-85de8d3fb06d,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:25.282541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:29:25.292020 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:29:25.301949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Made reservation on behalf of ac7224e8bc034001ae9f643f3eaedc19 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:29:25.305498 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.465329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Allocated IP 172.20.0.11 (fa01ad69-3228-4511-9f39-55a9707183d8/84022936-f3d5-41e0-b5f2-6a65f3a31eaf/dfb9e58d-dd53-4f1b-b076-c658470fd29b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:29:25.663073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.683309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Transition to ACTIVE for port object dfb9e58d-dd53-4f1b-b076-c658470fd29b will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:25.710418 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.783621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Network fa01ad69-3228-4511-9f39-55a9707183d8 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:29:25.786896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:29:25.791025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:29:25.821851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event updated for resources: {'Port': ['ID=dfb9e58d-dd53-4f1b-b076-c658470fd29b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:25.842159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.842501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.842831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.843757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.844086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.844409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.844728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.845043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.845356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.845668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.845982 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.846290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:29:25.869620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:25.870240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:25.895760 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-6d26e1a1-6432-4d02-b9c4-d1954180b12f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7522638 May 28 06:29:25.912769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Request body: {'port': {'device_id': '03160732-7b2f-4cec-9e16-41d34be2d044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:25.968461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-57885ee2-4d48-407f-a77b-fb46346c567c None None] Provisioning for port dfb9e58d-dd53-4f1b-b076-c658470fd29b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:25.973919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-57885ee2-4d48-407f-a77b-fb46346c567c None None] Provisioning complete for port dfb9e58d-dd53-4f1b-b076-c658470fd29b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:25.974290 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57885ee2-4d48-407f-a77b-fb46346c567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.030332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-57885ee2-4d48-407f-a77b-fb46346c567c None None] Port dfb9e58d-dd53-4f1b-b076-c658470fd29b cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:29:26.082603 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.284301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5e529-957e-4ab8-962f-2ff1d30e5836 req-17c485c0-de5f-4bad-9dc9-2a1abfd2cc0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:26.284987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-59d5e529-957e-4ab8-962f-2ff1d30e5836 req-17c485c0-de5f-4bad-9dc9-2a1abfd2cc0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:29:26.350018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-59d5e529-957e-4ab8-962f-2ff1d30e5836 req-17c485c0-de5f-4bad-9dc9-2a1abfd2cc0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:29:26.351161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59d5e529-957e-4ab8-962f-2ff1d30e5836 req-17c485c0-de5f-4bad-9dc9-2a1abfd2cc0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 932 time: 0.3423753 May 28 06:29:26.475207 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59d5e529-957e-4ab8-962f-2ff1d30e5836 req-207975ce-6b68-4114-ac3a-f3f0961738b7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174173 May 28 06:29:26.590513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb9e58d-dd53-4f1b-b076-c658470fd29b {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:26.597591 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.612191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Transition to ACTIVE for port object dfb9e58d-dd53-4f1b-b076-c658470fd29b will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:29:26.615961 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.770874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Pushing event updated for resources: {'Port': ['ID=dfb9e58d-dd53-4f1b-b076-c658470fd29b,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:26.824819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 91abad86-b649-4de9-947b-85de8d3fb06d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:26.855433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Attempting to bind port dfb9e58d-dd53-4f1b-b076-c658470fd29b on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:29:26.855771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Attempting to bind port dfb9e58d-dd53-4f1b-b076-c658470fd29b by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:29:26.856084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Attempting to bind port dfb9e58d-dd53-4f1b-b076-c658470fd29b on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:26.861558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Port dfb9e58d-dd53-4f1b-b076-c658470fd29b on network fa01ad69-3228-4511-9f39-55a9707183d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:29:26.861875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Attempting to bind port dfb9e58d-dd53-4f1b-b076-c658470fd29b on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:29:26.867292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:29:26.867626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:29:26.868029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:29:26.868447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Bound port: dfb9e58d-dd53-4f1b-b076-c658470fd29b, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:29:26.868788 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.909883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 91abad86-b649-4de9-947b-85de8d3fb06d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:26.910266 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:26.958415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:29:26.961243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:29:26.965708 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:27.025208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 91abad86-b649-4de9-947b-85de8d3fb06d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:27.033819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.033819 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:27.034609 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] 10.222.0.33 "PUT /v2.0/ports/dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 1092 time: 1.1262691 May 28 06:29:27.035052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:27.063756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0552351-e12c-4e3e-aedb-6192ed3a345c service neutron] Pushing event updated for resources: {'Port': ['ID=dfb9e58d-dd53-4f1b-b076-c658470fd29b,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:27.121501 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7618fc-88a6-474d-bb3f-99653ae94ff1'] response: {'name': 'network-changed', 'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'status': 'completed', 'code': 200} May 28 06:29:27.164159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-3e921bd3-203c-4882-8d18-077cc339e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.165668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-3e921bd3-203c-4882-8d18-077cc339e550 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 1095 time: 0.0775211 May 28 06:29:27.244970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-58222615-5244-4c06-b9e4-969dce703805 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 217 time: 0.0674689 May 28 06:29:27.306240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-03d71f22-b616-4299-bdaa-c2e866e7f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.307609 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-03d71f22-b616-4299-bdaa-c2e866e7f004 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0567522 May 28 06:29:27.391851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-4c8f1498-6280-4c0a-9797-a7fa31aaffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.393248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-4c8f1498-6280-4c0a-9797-a7fa31aaffdb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793936 May 28 06:29:27.524421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-60b8beb2-debb-4cf4-9434-aa959d79a8bb service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252158 May 28 06:29:27.709489 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfea33cf-03c2-46e4-b166-c3685acc4aab req-9c434955-f66a-49f5-9eaa-e2b1b53f8f1e service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791687 May 28 06:29:27.724052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dccd60-a4ad-4dc9-95ae-9aef6c55cb7a req-393b95b7-25db-494f-a275-93844707274e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.725464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32dccd60-a4ad-4dc9-95ae-9aef6c55cb7a req-393b95b7-25db-494f-a275-93844707274e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 944 time: 0.1270604 May 28 06:29:27.773593 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32dccd60-a4ad-4dc9-95ae-9aef6c55cb7a req-ac4c76fa-fff9-46bb-9bd0-66c592600024 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 May 28 06:29:27.873298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-b60150b2-ec82-4824-b20b-f71bbc67b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:27.875393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-b60150b2-ec82-4824-b20b-f71bbc67b336 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 1095 time: 0.0756423 May 28 06:29:28.110699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-7a11dc2f-cb09-4776-81ad-a9a20d60b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:28.112185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-7a11dc2f-cb09-4776-81ad-a9a20d60b072 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2308626 May 28 06:29:28.181644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-53e491e6-d141-4ae0-bd55-30615bc92ecd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 217 time: 0.0636520 May 28 06:29:28.243031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-d90614aa-b227-41df-808e-f19073966c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:28.244504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-d90614aa-b227-41df-808e-f19073966c6f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0577531 May 28 06:29:28.321298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-5755d221-ed3f-46c8-935b-f313ea10248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:28.322731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-5755d221-ed3f-46c8-935b-f313ea10248c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723901 May 28 06:29:28.457117 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-0e790e7c-002f-4f4f-bdf1-e01a0aa3a7d6 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280544 May 28 06:29:28.590430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7fa234c-498e-4f52-8e74-1a5a1f55a867 req-b2bed6ee-276a-4e36-b822-a1bd4beddf69 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273663 May 28 06:29:28.955978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b782-e1ac-4008-8d49-82de92e40daa req-f091c964-5e13-40c8-8c8c-1b713dcd55dd tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:28.957404 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d147b782-e1ac-4008-8d49-82de92e40daa req-f091c964-5e13-40c8-8c8c-1b713dcd55dd tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 944 time: 0.0788805 May 28 06:29:29.002743 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d147b782-e1ac-4008-8d49-82de92e40daa req-5eb983fd-c7d5-4cd1-8cbe-2352f20cad50 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396185 May 28 06:29:30.188023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ea633-1614-450d-bea3-c48c5ef03f01 req-796254a2-c735-46fb-b6c5-79cbc6800950 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:30.189468 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da5ea633-1614-450d-bea3-c48c5ef03f01 req-796254a2-c735-46fb-b6c5-79cbc6800950 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 944 time: 0.0834229 May 28 06:29:30.235217 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da5ea633-1614-450d-bea3-c48c5ef03f01 req-a0d7f9ec-eb7f-4a00-a5aa-6a3756ed8ec2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400906 May 28 06:29:31.388520 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:31.428604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e38a-d73e-44a3-96fe-1fd87130b843 req-01e297d1-2040-4a07-860d-03f77d29fc21 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:31.429989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96d3e38a-d73e-44a3-96fe-1fd87130b843 req-01e297d1-2040-4a07-860d-03f77d29fc21 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 944 time: 0.0834551 May 28 06:29:31.474305 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-96d3e38a-d73e-44a3-96fe-1fd87130b843 req-f99f3f1b-6516-4ab2-9022-1a55750ee176 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385015 May 28 06:29:31.818434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device dfb9e58d-dd53-4f1b-b076-c658470fd29b details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:29:31.946927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:31.962535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'port_id': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'mac_address': 'fa:16:3e:b4:f3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:29:32.015624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port dfb9e58d-dd53-4f1b-b076-c658470fd29b is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:32.015992 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:32.032875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb9e58d-dd53-4f1b-b076-c658470fd29b {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:29:32.048187 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:32.052191 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:32.117819 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=dfb9e58d-dd53-4f1b-b076-c658470fd29b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:32.418096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['dfb9e58d-dd53-4f1b-b076-c658470fd29b'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:29:32.665577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eba1f-4dd9-45c8-b329-96faefd33f24 req-bb515544-4ff8-4361-b437-2b34906055dd tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:32.667074 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f94eba1f-4dd9-45c8-b329-96faefd33f24 req-bb515544-4ff8-4361-b437-2b34906055dd tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 945 time: 0.0861964 May 28 06:29:32.710598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f94eba1f-4dd9-45c8-b329-96faefd33f24 req-126e9df1-9346-44b2-b9dc-396231620fab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377827 May 28 06:29:33.820694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device dfb9e58d-dd53-4f1b-b076-c658470fd29b up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:29:33.891013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port dfb9e58d-dd53-4f1b-b076-c658470fd29b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:29:33.894326 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3765cc2-851c-4e26-94d1-74a8b0a21a63 req-0ba8d60a-34f3-43e0-9b75-923f1ff09109 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:33.895811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3765cc2-851c-4e26-94d1-74a8b0a21a63 req-0ba8d60a-34f3-43e0-9b75-923f1ff09109 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 945 time: 0.0797844 May 28 06:29:33.895972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port dfb9e58d-dd53-4f1b-b076-c658470fd29b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:29:33.896299 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:33.939834 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3765cc2-851c-4e26-94d1-74a8b0a21a63 req-29018009-f7a6-4dbf-aa22-9e0515544894 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382688 May 28 06:29:34.015619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port dfb9e58d-dd53-4f1b-b076-c658470fd29b is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:29:34.015995 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:34.047099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:34.057093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:29:34.063532 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:34.094708 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33317641-f316-4699-95f2-f82e7142a679'] response: {'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'code': 200} May 28 06:29:34.138295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=dfb9e58d-dd53-4f1b-b076-c658470fd29b,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:29:34.335859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045250-1354-4e85-82cb-86a8fd27dc78 req-c5de3595-2770-4eb5-9e51-a9197a6edc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:34.337347 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0045250-1354-4e85-82cb-86a8fd27dc78 req-c5de3595-2770-4eb5-9e51-a9197a6edc3e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 1097 time: 0.1101365 May 28 06:29:34.378320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0045250-1354-4e85-82cb-86a8fd27dc78 req-95bdf405-e028-43bd-aebf-b4f055f89b3e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350189 May 28 06:29:35.136824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14691a-6139-4fe2-9d13-eb6b925d560e req-b9446a8b-ec47-4a73-8d1f-1d26138d3ba0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:35.138874 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5a14691a-6139-4fe2-9d13-eb6b925d560e req-b9446a8b-ec47-4a73-8d1f-1d26138d3ba0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0832739 May 28 06:29:35.184185 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5a14691a-6139-4fe2-9d13-eb6b925d560e req-c5a26418-e40f-42b3-a8dd-5d1a40d0e69c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395217 May 28 06:29:36.373442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd5bc4-4bd8-4202-9996-ae34bde701f9 req-0b00d6f9-4076-439f-ae34-6c52df2566ce tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:36.375513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8bcd5bc4-4bd8-4202-9996-ae34bde701f9 req-0b00d6f9-4076-439f-ae34-6c52df2566ce tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0835233 May 28 06:29:36.418742 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8bcd5bc4-4bd8-4202-9996-ae34bde701f9 req-83447cbf-5470-4d09-8202-d5c33a4c8010 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372834 May 28 06:29:36.597214 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e135bc-628d-46e8-98c7-29c463aed1ee req-7acb549a-eedb-4f57-be74-6cd2f05676e4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:36.598779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f4e135bc-628d-46e8-98c7-29c463aed1ee req-7acb549a-eedb-4f57-be74-6cd2f05676e4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0796204 May 28 06:29:36.607441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49768) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:29:36.612869 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5fa65278-65d0-4ab4-887d-ebceb6e75aab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'floatingip': {'port_id': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:29:36.787824 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fa65278-65d0-4ab4-887d-ebceb6e75aab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:37.386567 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fa65278-65d0-4ab4-887d-ebceb6e75aab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:37.391521 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fa65278-65d0-4ab4-887d-ebceb6e75aab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:37.563392 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-5fa65278-65d0-4ab4-887d-ebceb6e75aab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099 associated. External IP: 172.25.4.152, port: dfb9e58d-dd53-4f1b-b076-c658470fd29b. May 28 06:29:37.943830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa65278-65d0-4ab4-887d-ebceb6e75aab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:29:38.242537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa65278-65d0-4ab4-887d-ebceb6e75aab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:29:38.246797 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5fa65278-65d0-4ab4-887d-ebceb6e75aab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:38.253143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:29:38.262377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:38.262973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:29:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:38.302736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5fa65278-65d0-4ab4-887d-ebceb6e75aab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "PUT /v2.0/floatingips/8c8a7040-ca7d-4877-80ef-9cffa5c6c099 HTTP/1.1" status: 200 len: 992 time: 1.6942637 May 28 06:29:38.303359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:29:38.444881 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3f6b8c-ec4d-481f-bc5e-1062c29f56a5'] response: {'name': 'network-changed', 'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'status': 'completed', 'code': 200} May 28 06:29:38.479305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:29:38.484043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ca9a6-d462-4c6b-83a7-2de0428b347e req-5c643b28-eb47-4157-b3dd-7794f3d2d829 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.485523 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc5ca9a6-d462-4c6b-83a7-2de0428b347e req-5c643b28-eb47-4157-b3dd-7794f3d2d829 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0877585 May 28 06:29:38.584604 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc5ca9a6-d462-4c6b-83a7-2de0428b347e req-d505330c-8f39-4e4d-8ebc-a6eca6d66c25 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596464 May 28 06:29:38.594715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-632e3b4e-e336-4515-b106-185aee6301bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.596183 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-632e3b4e-e336-4515-b106-185aee6301bf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 1097 time: 0.1083429 May 28 06:29:38.611272 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f62c7d0a-7265-4b68-a68f-3d04ef0df612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:38.760684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-5b915f1d-d275-4353-8e35-0599cae6c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.762395 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-5b915f1d-d275-4353-8e35-0599cae6c768 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1598220 May 28 06:29:38.789143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b38aa-5478-4504-b554-76c00f917e80 req-ae297668-d19c-43df-8559-62b6778b65d4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.790724 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-612b38aa-5478-4504-b554-76c00f917e80 req-ae297668-d19c-43df-8559-62b6778b65d4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0850592 May 28 06:29:38.840224 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-612b38aa-5478-4504-b554-76c00f917e80 req-294232d4-0a0e-4c40-929b-04c0ffdcfeb8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427711 May 28 06:29:38.858869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:b4:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03160732-7b2f-4cec-9e16-41d34be2d044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:29:37Z', 'revision_number': 1, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:38.863048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:29:38.871528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:29:38.872141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:29:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:38.874146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-63df5347-6cb3-4db2-a23c-d18e6e9456e2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 1000 time: 0.1055834 May 28 06:29:38.936138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-a09a7b85-8639-4192-96f7-d8aebb52bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:38.937688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-a09a7b85-8639-4192-96f7-d8aebb52bd58 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0575459 May 28 06:29:39.015643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-ec7bbdf3-4a0d-40e5-b278-9132f609b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:39.017137 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-ec7bbdf3-4a0d-40e5-b278-9132f609b729 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729263 May 28 06:29:39.050219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:29:39.263482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-289d1fa5-15ae-4a0c-911c-8896cfa37837 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393703 May 28 06:29:39.394871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a2780ed7-257b-4f19-8a82-7319cf46ce2b req-4516887a-ca89-4f9b-a2b2-bfc2c23ae5e9 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254387 May 28 06:29:39.412562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:b4:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03160732-7b2f-4cec-9e16-41d34be2d044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:29:37Z', 'revision_number': 1, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:29:39.416778 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372a8f4-b4cc-456a-99de-750058872946 None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:b4:f3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03160732-7b2f-4cec-9e16-41d34be2d044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:29:37Z', 'revision_number': 1, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:29:39.597533 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff9915-6619-484d-af98-a679f189e2dd None None] New status for floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:29:40.027496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd41d6-d861-41d8-8c75-098b349eb8a9 req-e526ce50-3416-44c0-9a27-95b5c0f393f1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:40.028920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87dd41d6-d861-41d8-8c75-098b349eb8a9 req-e526ce50-3416-44c0-9a27-95b5c0f393f1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0786293 May 28 06:29:40.072406 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87dd41d6-d861-41d8-8c75-098b349eb8a9 req-b676e449-4dae-4c9e-bc14-afb741ffa0bc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372362 May 28 06:29:40.256779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd505b9-4ccc-4779-8c82-08ac4b3c4e11 req-ac6564c7-c0a5-42fe-833c-c41849d106ae tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:40.258201 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd505b9-4ccc-4779-8c82-08ac4b3c4e11 req-ac6564c7-c0a5-42fe-833c-c41849d106ae tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0820577 May 28 06:29:40.301232 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd505b9-4ccc-4779-8c82-08ac4b3c4e11 req-8ba0c32e-b30f-42af-b912-ffcca6eda9c6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374331 May 28 06:29:40.551600 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.648070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-d2ca57a7-b483-4674-947d-c25cc8640474 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750108 May 28 06:29:40.699830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d8773-c7c6-458c-81c8-ef55ee87ac0b req-a8acc78e-4558-42e5-b293-01042c43b4be tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:40.701284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c3d8773-c7c6-458c-81c8-ef55ee87ac0b req-a8acc78e-4558-42e5-b293-01042c43b4be tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0817430 May 28 06:29:40.748780 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fc142785-5f87-4b18-9901-6b7dcaa9c768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:40.749548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c3d8773-c7c6-458c-81c8-ef55ee87ac0b req-630c7d5a-dd17-4277-9a32-53e7a5532319 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 May 28 06:29:41.691034 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:41.788355 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:41.864785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-719b999a-290b-42f1-a408-4eaa7da9371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:41.866268 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-719b999a-290b-42f1-a408-4eaa7da9371d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 1097 time: 0.0718808 May 28 06:29:42.050962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-b0ab4e80-39ca-44b2-bb7e-14777cce81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:42.052427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-b0ab4e80-39ca-44b2-bb7e-14777cce81a3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1534932 May 28 06:29:42.060454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fd18f-8ee7-45d5-a18b-218979fd635f req-ce0c8b76-f7f1-41f4-8dfc-a4dfe47a4657 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:42.062338 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-881fd18f-8ee7-45d5-a18b-218979fd635f req-ce0c8b76-f7f1-41f4-8dfc-a4dfe47a4657 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.1942699 May 28 06:29:42.190089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-881fd18f-8ee7-45d5-a18b-218979fd635f req-2fd3dbb2-99a1-42c4-83ab-32c0df79bf20 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798011 May 28 06:29:42.191895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-05c9087b-1a07-40f2-ae32-6253b7176c5a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 1002 time: 0.1287420 May 28 06:29:42.255439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-6077d359-ee00-4581-95fa-9f1d1939a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:42.256853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-6077d359-ee00-4581-95fa-9f1d1939a05b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0584531 May 28 06:29:42.332778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-f5d865d5-1b61-4b6b-8878-49a769d76a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:42.334138 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-f5d865d5-1b61-4b6b-8878-49a769d76a19 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714540 May 28 06:29:42.463483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0a9ea6e0-1bee-4c9b-bcdd-77e19bd03527 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234114 May 28 06:29:42.595622 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-a60bd86c-f0ce-483b-b7ff-d801e5b1fe38 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263494 May 28 06:29:43.385421 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45858212-ec2b-43c1-86e2-c92092fa0806 req-76eab5a6-8d56-4921-9c63-57ab5940eb64 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:43.386849 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45858212-ec2b-43c1-86e2-c92092fa0806 req-76eab5a6-8d56-4921-9c63-57ab5940eb64 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0860016 May 28 06:29:43.431175 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45858212-ec2b-43c1-86e2-c92092fa0806 req-2b857bf7-52dd-4820-9a5f-8cc2f3e51d44 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380414 May 28 06:29:43.445746 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:29:44.615680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4fc0b-c700-4ab2-9cee-81601ddd0d01 req-68db5bb3-2ed2-4c93-82bc-57511ad92ba0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:44.617111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95a4fc0b-c700-4ab2-9cee-81601ddd0d01 req-68db5bb3-2ed2-4c93-82bc-57511ad92ba0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0782864 May 28 06:29:44.661364 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95a4fc0b-c700-4ab2-9cee-81601ddd0d01 req-3b736445-72f3-4316-a4ea-6f0802b79339 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385993 May 28 06:29:45.841962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf77a0b-05a8-47ca-9882-8ad191dc5cd8 req-8deaf933-b47a-4cc7-969c-ed6fd43bac4e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:45.843910 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ecf77a0b-05a8-47ca-9882-8ad191dc5cd8 req-8deaf933-b47a-4cc7-969c-ed6fd43bac4e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0782614 May 28 06:29:45.887081 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ecf77a0b-05a8-47ca-9882-8ad191dc5cd8 req-e617b851-fe15-46e7-b5b3-fe2b8fb431ee tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375626 May 28 06:29:47.079177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe4c7-c9cb-42cd-b08d-d6aef98a913c req-02b5e881-3fc8-40e3-a788-50281c74caeb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:47.080647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-726fe4c7-c9cb-42cd-b08d-d6aef98a913c req-02b5e881-3fc8-40e3-a788-50281c74caeb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0887852 May 28 06:29:47.125701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-726fe4c7-c9cb-42cd-b08d-d6aef98a913c req-46e0f5fd-f61a-45fd-8a38-2b9065f407d0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393307 May 28 06:29:48.309922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba6711-825a-435e-8482-346b9e9dbbc8 req-21963f08-a816-4981-811c-705b708b51b8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:48.311395 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-baba6711-825a-435e-8482-346b9e9dbbc8 req-21963f08-a816-4981-811c-705b708b51b8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0813956 May 28 06:29:48.355748 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-baba6711-825a-435e-8482-346b9e9dbbc8 req-73c03604-ef15-47ce-85bc-4fd9d8ec2e7a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387926 May 28 06:29:48.837915 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:29:49.563449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd11f-d2f2-468e-9b79-00f093116e08 req-48b6a92b-55ae-49bb-a1c3-403452492410 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:49.564933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-750fd11f-d2f2-468e-9b79-00f093116e08 req-48b6a92b-55ae-49bb-a1c3-403452492410 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0788739 May 28 06:29:49.608953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-750fd11f-d2f2-468e-9b79-00f093116e08 req-dea2a26c-ed61-42d7-9c31-6d95ca583761 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381775 May 28 06:29:50.796904 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f227fb-d3fe-4857-9df5-a9654c51b57f req-c367ecec-4abe-4d44-ac9d-6a90712e0c2f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:50.798364 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c9f227fb-d3fe-4857-9df5-a9654c51b57f req-c367ecec-4abe-4d44-ac9d-6a90712e0c2f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0817461 May 28 06:29:50.846696 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c9f227fb-d3fe-4857-9df5-a9654c51b57f req-ea5850e6-c9d2-4dc9-a043-30e15ff4ce35 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 May 28 06:29:52.030922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef9ce9-d212-4507-a80a-05bfc6eac5a7 req-881af84f-4ca7-46e8-8240-347f578853fe tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:52.032354 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5ef9ce9-d212-4507-a80a-05bfc6eac5a7 req-881af84f-4ca7-46e8-8240-347f578853fe tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0814209 May 28 06:29:52.074492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e5ef9ce9-d212-4507-a80a-05bfc6eac5a7 req-c0d67e4a-6a97-43f1-8225-4b6a5ebc542a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364451 May 28 06:29:53.257521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc155-8b3d-4312-9258-0535db465898 req-03ae7afc-d7b8-477b-bab3-486123dabb2b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:53.258972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-be4dc155-8b3d-4312-9258-0535db465898 req-03ae7afc-d7b8-477b-bab3-486123dabb2b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0794291 May 28 06:29:53.303066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-be4dc155-8b3d-4312-9258-0535db465898 req-daab1cba-f642-483d-95aa-023ffe7435c1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383856 May 28 06:29:54.484340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b812fb-34ba-44ae-babd-7bae20f14e4f req-90dce2cd-88c7-41c3-aacc-0472d6910fbb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:54.485690 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f8b812fb-34ba-44ae-babd-7bae20f14e4f req-90dce2cd-88c7-41c3-aacc-0472d6910fbb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0791724 May 28 06:29:54.650204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f8b812fb-34ba-44ae-babd-7bae20f14e4f req-fc254e9c-07a6-4fc4-aea1-d2ac790b02f5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584916 May 28 06:29:55.835563 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a3c78-ce8a-4f51-bde3-a0563ab715e9 req-71340f50-b326-4416-814a-a50ddda053f9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:55.837010 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb6a3c78-ce8a-4f51-bde3-a0563ab715e9 req-71340f50-b326-4416-814a-a50ddda053f9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0819905 May 28 06:29:55.880600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb6a3c78-ce8a-4f51-bde3-a0563ab715e9 req-cf505a0d-93bd-4411-ac82-ee787192c422 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379541 May 28 06:29:57.224372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3d0e4-4901-4e2f-80e0-133eb7f09e23 req-0c8705fc-14fb-46e4-8609-7354bbcff01d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:57.225792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fb3d0e4-4901-4e2f-80e0-133eb7f09e23 req-0c8705fc-14fb-46e4-8609-7354bbcff01d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0779674 May 28 06:29:57.269816 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fb3d0e4-4901-4e2f-80e0-133eb7f09e23 req-aec332ff-1530-4afe-8b5a-9a72a149fca8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380793 May 28 06:29:58.453484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b480db-e646-49cc-8602-279ce5157e78 req-ddc49acd-3b14-4bce-af3b-1110e799c646 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:58.454839 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-17b480db-e646-49cc-8602-279ce5157e78 req-ddc49acd-3b14-4bce-af3b-1110e799c646 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0792878 May 28 06:29:58.498174 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-17b480db-e646-49cc-8602-279ce5157e78 req-70287e8e-eba4-43aa-a1b6-19c275d9f947 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376205 May 28 06:29:59.685558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f082bb-4326-4a4f-8ced-de6967408aa4 req-d1ba066e-a330-4b6b-be85-6826af34007e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:29:59.687644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95f082bb-4326-4a4f-8ced-de6967408aa4 req-d1ba066e-a330-4b6b-be85-6826af34007e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0844457 May 28 06:29:59.730509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-95f082bb-4326-4a4f-8ced-de6967408aa4 req-008ca7fe-5d43-49bb-9c17-54b30f124acb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372307 May 28 06:30:00.917834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e192c22-cb1b-4efb-8b84-1ebd7278fcd0 req-88082221-2179-4664-adb4-caca22403273 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:00.919287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e192c22-cb1b-4efb-8b84-1ebd7278fcd0 req-88082221-2179-4664-adb4-caca22403273 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0842152 May 28 06:30:00.968565 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7e192c22-cb1b-4efb-8b84-1ebd7278fcd0 req-49b27fc4-cad0-4e66-8fd0-558e41f754b7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429010 May 28 06:30:01.402943 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:02.149188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb260b-272b-4ae6-826d-90abef788204 req-d0c52f95-7b96-4c68-a911-11fa24733cae tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:02.150637 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cabb260b-272b-4ae6-826d-90abef788204 req-d0c52f95-7b96-4c68-a911-11fa24733cae tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0784180 May 28 06:30:02.195077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cabb260b-272b-4ae6-826d-90abef788204 req-d5f94220-20f9-4238-a19b-d4e3496a8b2a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382385 May 28 06:30:03.380135 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eee23-d84e-4df1-92d9-a555a7ad197a req-930e2a9f-8433-475f-a175-2299745872f4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:03.381587 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-167eee23-d84e-4df1-92d9-a555a7ad197a req-930e2a9f-8433-475f-a175-2299745872f4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0826838 May 28 06:30:03.428720 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-167eee23-d84e-4df1-92d9-a555a7ad197a req-1f2352ca-c545-4a24-a97b-921a637ceac2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414221 May 28 06:30:04.616015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431cb3c-e863-49ce-94e5-c0edf221d67b req-e241aef7-4b8e-4f5c-9a78-8ba9ea1ca0d2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:04.617430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4431cb3c-e863-49ce-94e5-c0edf221d67b req-e241aef7-4b8e-4f5c-9a78-8ba9ea1ca0d2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0823147 May 28 06:30:04.660283 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4431cb3c-e863-49ce-94e5-c0edf221d67b req-f461e78f-affe-405b-8cf8-915c54963fed tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373206 May 28 06:30:05.847613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9943f0-278f-432c-b4a2-013b71f3dc0d req-28778a12-b351-43a9-85ad-68414ec39d2f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:05.849058 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c9943f0-278f-432c-b4a2-013b71f3dc0d req-28778a12-b351-43a9-85ad-68414ec39d2f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0819550 May 28 06:30:05.897412 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2c9943f0-278f-432c-b4a2-013b71f3dc0d req-5ceb870a-ba1a-4691-91b3-cda30a1049d7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 May 28 06:30:07.079607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27465a96-4959-45aa-9ad4-5d54a0a25054 req-1a51043c-ac61-4487-887c-d3aae3a4bdd6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:07.080960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-27465a96-4959-45aa-9ad4-5d54a0a25054 req-1a51043c-ac61-4487-887c-d3aae3a4bdd6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0786591 May 28 06:30:07.132603 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-27465a96-4959-45aa-9ad4-5d54a0a25054 req-98bbb0e4-3627-49af-9f7f-a3b2072af405 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460887 May 28 06:30:08.243161 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-e22cda0b-6573-41ba-a9af-9c9a0ef27d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.244803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-e22cda0b-6573-41ba-a9af-9c9a0ef27d0c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 1097 time: 0.0713983 May 28 06:30:08.322206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65e990-60e7-45a4-8c10-e73987f4bb8a req-4a1fe26b-dd32-40d8-9080-a218ddd1e933 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.323767 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4c65e990-60e7-45a4-8c10-e73987f4bb8a req-4a1fe26b-dd32-40d8-9080-a218ddd1e933 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0857575 May 28 06:30:08.369245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4c65e990-60e7-45a4-8c10-e73987f4bb8a req-e62eccdc-41b2-4203-8b5f-bbddf6598b37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393052 May 28 06:30:08.395830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-51f9a92f-1ef0-4eb8-8213-92a7ac08891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.397265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-51f9a92f-1ef0-4eb8-8213-92a7ac08891d service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1322172 May 28 06:30:08.501382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-b0e111b1-791c-4de0-ba45-02960efeb82c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 1002 time: 0.0965276 May 28 06:30:08.555736 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-81bfa96f-438d-4833-af7b-2705996780aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:08.567390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-ba3d8d55-9aca-465a-8c2d-3d68b8595382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.568827 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-ba3d8d55-9aca-465a-8c2d-3d68b8595382 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0607471 May 28 06:30:08.646651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-16888f60-ef1d-48d2-8566-e62eaddf4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:08.648126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-16888f60-ef1d-48d2-8566-e62eaddf4f48 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721796 May 28 06:30:08.778702 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-9cf08e82-2344-488e-84ea-81ebd1262a45 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245692 May 28 06:30:08.908101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c3f2c15-c255-4c7f-9377-9d03041c4e7f req-0f3be579-9349-4946-99f3-e9185107d205 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222761 May 28 06:30:09.551835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5fbf2-6a49-4526-8e71-fd948b35b9dd req-fd7469b7-fed7-4289-94e2-ca36c875093b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:09.553248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-27b5fbf2-6a49-4526-8e71-fd948b35b9dd req-fd7469b7-fed7-4289-94e2-ca36c875093b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0788844 May 28 06:30:09.603114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-27b5fbf2-6a49-4526-8e71-fd948b35b9dd req-a79af10a-79ae-436e-acf9-f7600a8d5acd tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441933 May 28 06:30:09.684462 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-a1152096-b027-474c-a30b-76dbd4de13bc service neutron] show failed (client error): The resource could not be found. May 28 06:30:09.685882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-a1152096-b027-474c-a30b-76dbd4de13bc service neutron] 10.222.0.33 "GET /v2.0/ports/dfb9e58d-dd53-4f1b-b076-c658470fd29b/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0763638 May 28 06:30:09.947738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-306b2231-29a1-4779-a065-4ae5763977ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:09.949111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-306b2231-29a1-4779-a065-4ae5763977ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 1097 time: 0.0728374 May 28 06:30:09.963686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:10.072081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:10.434032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:10.462198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:30:10.521996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:10.527659 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:10.542154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Transition to ACTIVE for port object dfb9e58d-dd53-4f1b-b076-c658470fd29b will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:30:10.545512 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:10.560246 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:10.586352 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6edc1e69-92ad-4b47-85c5-22124e82d913'] response: {'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'code': 200} May 28 06:30:10.692042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb9e58d-dd53-4f1b-b076-c658470fd29b,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:10.742728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c712-6155-4d37-b538-d07b3329aa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:10.783911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] No DVR routers for this DVR port dfb9e58d-dd53-4f1b-b076-c658470fd29b on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:10.978774 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2eee3-865d-4b25-b367-c9aeb2eabd2d req-0a737847-292a-451c-9bc2-276122e3a9ff tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:10.980256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8ab2eee3-865d-4b25-b367-c9aeb2eabd2d req-0a737847-292a-451c-9bc2-276122e3a9ff tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 944 time: 0.2452857 May 28 06:30:11.071370 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8ab2eee3-865d-4b25-b367-c9aeb2eabd2d req-095da3b3-a415-48fc-9806-a43b9cbf9328 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854547 May 28 06:30:11.073295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Attempting to bind port dfb9e58d-dd53-4f1b-b076-c658470fd29b on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:11.073622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Attempting to bind port dfb9e58d-dd53-4f1b-b076-c658470fd29b by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:11.073944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Attempting to bind port dfb9e58d-dd53-4f1b-b076-c658470fd29b on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:11.080111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Port dfb9e58d-dd53-4f1b-b076-c658470fd29b on network fa01ad69-3228-4511-9f39-55a9707183d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:11.080428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Attempting to bind port dfb9e58d-dd53-4f1b-b076-c658470fd29b on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:11.086506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:30:11.086909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:30:11.087386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:30:11.087983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Bound port: dfb9e58d-dd53-4f1b-b076-c658470fd29b, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:30:11.088390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:11.179462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:30:11.182290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:30:11.187441 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:11.243603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.244210 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:11.246001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 1092 time: 1.2861552 May 28 06:30:11.266219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab9fe8-7c2f-4e0e-ad15-475bf87d62c0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb9e58d-dd53-4f1b-b076-c658470fd29b,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:11.350658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-01071602-206d-41f2-a22c-24cba3371061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.352170 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-01071602-206d-41f2-a22c-24cba3371061 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 1095 time: 0.0807109 May 28 06:30:11.487561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-99525012-ef4c-4c79-a551-bea4e0a23e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.488999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-99525012-ef4c-4c79-a551-bea4e0a23e86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1273983 May 28 06:30:11.591170 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-1e7cb0fb-4fef-4981-9913-64e6ab05d12f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 1000 time: 0.0923946 May 28 06:30:11.659093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-4550c8d1-6025-4d44-a9e9-a44232c70f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.660461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-4550c8d1-6025-4d44-a9e9-a44232c70f37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0601716 May 28 06:30:11.692969 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:11.737828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-255e73ab-68fd-431d-945b-5353362a1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:11.739299 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-255e73ab-68fd-431d-945b-5353362a1ac6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691187 May 28 06:30:11.785282 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:11.985201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-e4d5346c-abcf-4a25-9c9b-9da9b6cf6f9c service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354572 May 28 06:30:12.117285 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-767236c1-f70b-4c6e-89d4-30f2be698196 req-e422b069-3319-44f7-af09-560ad6736fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227484 May 28 06:30:12.266003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff0bb-2353-4326-a95b-d98e2a0168ae req-b380784d-8c13-4ee5-895e-3385cb457e6e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:12.267253 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-164ff0bb-2353-4326-a95b-d98e2a0168ae req-b380784d-8c13-4ee5-895e-3385cb457e6e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 944 time: 0.0802073 May 28 06:30:12.312992 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-164ff0bb-2353-4326-a95b-d98e2a0168ae req-e8088ef4-6ce7-4b8f-b62c-e4b284047315 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 May 28 06:30:12.587406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:12.643476 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0ffcc2-b200-4c5f-bca9-2345559db85d'] response: {'name': 'network-changed', 'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'status': 'completed', 'code': 200} May 28 06:30:12.796196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-e287ba7a-b60b-4fc3-986c-36aea3d6e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:12.797732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-e287ba7a-b60b-4fc3-986c-36aea3d6e2fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 1095 time: 0.1350942 May 28 06:30:12.800169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-d4afe16b-0d5f-49e5-9af0-0e0db5ed9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:12.801502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-d4afe16b-0d5f-49e5-9af0-0e0db5ed9e35 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 1095 time: 0.0969136 May 28 06:30:13.033338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-8a2adc4d-55c8-41cc-8d86-f80989d633e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.034751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-8a2adc4d-55c8-41cc-8d86-f80989d633e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2293074 May 28 06:30:13.035808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-c3d437d5-0484-4606-a1ae-607b31d5461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.037065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-c3d437d5-0484-4606-a1ae-607b31d5461b service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2143667 May 28 06:30:13.229484 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-06bfcd17-cf27-43f8-8572-33b23eb17f50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 1000 time: 0.1852520 May 28 06:30:13.231069 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-d5f77e77-889f-4383-806a-31cd717c986a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 1000 time: 0.1880965 May 28 06:30:13.342202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-b61b5327-89a3-41d8-91b8-e922418fb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.343610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-b61b5327-89a3-41d8-91b8-e922418fb399 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.1064291 May 28 06:30:13.347540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-8818e0ce-cc2b-4418-b397-c7344b0cf079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.349895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-8818e0ce-cc2b-4418-b397-c7344b0cf079 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.1120324 May 28 06:30:13.448188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:13.485589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-440b26df-f84b-447f-9053-f96075b743d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.487054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-440b26df-f84b-447f-9053-f96075b743d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046739 May 28 06:30:13.488943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-d5fb66de-dd2d-41a4-9fe0-e614b7d1e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.490275 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-d5fb66de-dd2d-41a4-9fe0-e614b7d1e568 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395166 May 28 06:30:13.514994 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1f85-f8c0-469a-a5ad-3ba946a03950 req-9e61b3b7-dd08-4557-b6f0-b7fc09a35b63 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:13.516482 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-835a1f85-f8c0-469a-a5ad-3ba946a03950 req-9e61b3b7-dd08-4557-b6f0-b7fc09a35b63 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 944 time: 0.0867288 May 28 06:30:13.561012 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-835a1f85-f8c0-469a-a5ad-3ba946a03950 req-8b17f8e3-a440-4c33-905a-6284a72036ca tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379686 May 28 06:30:13.729417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-6bcfb603-6dde-4df5-95ec-3352e0694553 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355313 May 28 06:30:13.732826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-f37fbd40-b48d-4ee7-9114-59e429c1e985 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209771 May 28 06:30:14.005116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device dfb9e58d-dd53-4f1b-b076-c658470fd29b no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:14.072382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device dfb9e58d-dd53-4f1b-b076-c658470fd29b not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:30:14.095458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-1e6fc488-9881-44f5-ad10-21ef95c11a0b service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571644 May 28 06:30:14.097307 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ffeeff7-4557-4790-8cdc-5045e3b24a99 req-f06d5157-87eb-42b1-b812-c90d0edf91f9 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578360 May 28 06:30:14.755495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc346ce8-0c63-48a5-991d-bde8cd8f6719 req-f71fd438-5df9-463f-8fd9-c6cb83b3d8e7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:14.756926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc346ce8-0c63-48a5-991d-bde8cd8f6719 req-f71fd438-5df9-463f-8fd9-c6cb83b3d8e7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 944 time: 0.0827932 May 28 06:30:14.801350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc346ce8-0c63-48a5-991d-bde8cd8f6719 req-493b1448-02b1-48e4-aabf-061f76136058 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387859 May 28 06:30:15.187731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-c6828c77-744a-4bb7-ac5e-dc473fc76190 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.189091 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-c6828c77-744a-4bb7-ac5e-dc473fc76190 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044&tenant_id=ac7224e8bc034001ae9f643f3eaedc19&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 944 time: 0.1489496 May 28 06:30:15.200325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a04b9-3847-492b-a312-d9b6521b5776 req-9c24b166-5bfc-41b4-adc8-5f0ba5e801ce tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.201669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-837a04b9-3847-492b-a312-d9b6521b5776 req-9c24b166-5bfc-41b4-adc8-5f0ba5e801ce tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 944 time: 0.1301987 May 28 06:30:15.299521 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-837a04b9-3847-492b-a312-d9b6521b5776 req-922d16a9-cdf3-4d44-b577-9abbda281cc7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650499 May 28 06:30:15.307655 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-a030df9e-4923-4ce6-8c11-5540d4fa6b1b service neutron] delete failed (client error): The resource could not be found. May 28 06:30:15.308618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-a030df9e-4923-4ce6-8c11-5540d4fa6b1b service neutron] 10.222.0.33 "DELETE /v2.0/ports/dfb9e58d-dd53-4f1b-b076-c658470fd29b/bindings/n-h1-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.1061220 May 28 06:30:15.461835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-599822c5-7d32-4c79-aac8-dc15c3bdcabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.463213 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-599822c5-7d32-4c79-aac8-dc15c3bdcabf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 1095 time: 0.0727131 May 28 06:30:15.590704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-7a5f54b3-4b31-4188-b081-a7ac38eed2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.592671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-7a5f54b3-4b31-4188-b081-a7ac38eed2dc service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1237805 May 28 06:30:15.693956 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-556b2545-a89a-43a6-bb9c-890f3b168a72 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 200 len: 1000 time: 0.0952950 May 28 06:30:15.754782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-d258906b-de0f-4b31-95cd-0dd8b85576fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.756129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-d258906b-de0f-4b31-95cd-0dd8b85576fd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0564556 May 28 06:30:15.828477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-f4b8ab96-0a28-4d72-a49a-30bcdd7c7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:15.829889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-f4b8ab96-0a28-4d72-a49a-30bcdd7c7d8d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679700 May 28 06:30:15.962319 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-59a0379d-bd09-497e-8d2b-fc919247ec16 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235621 May 28 06:30:16.090576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1626c90b-c7df-42e5-9d52-3ea3248a55a7 req-644dc5b3-fac9-49c9-9f98-5f811d9d2b63 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222420 May 28 06:30:16.253994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device dfb9e58d-dd53-4f1b-b076-c658470fd29b details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:16.429549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:16.443941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'port_id': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'mac_address': 'fa:16:3e:b4:f3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:16.494345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f39d3c-6d04-4ea3-bb36-39f9158b5772 req-ac14cf97-ea97-46a9-9510-7e1cb34e0ea7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:16.495821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5f39d3c-6d04-4ea3-bb36-39f9158b5772 req-ac14cf97-ea97-46a9-9510-7e1cb34e0ea7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 944 time: 0.0842631 May 28 06:30:16.503160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port dfb9e58d-dd53-4f1b-b076-c658470fd29b is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:16.503607 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.520955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb9e58d-dd53-4f1b-b076-c658470fd29b {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:16.537425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:16.542474 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:16.549381 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b5f39d3c-6d04-4ea3-bb36-39f9158b5772 req-d3f50f66-09c8-4781-86ea-25034e73ae44 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448182 May 28 06:30:16.619203 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=dfb9e58d-dd53-4f1b-b076-c658470fd29b,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:16.628394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.628739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.629074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.629409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.629738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.630064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.630387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.630705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.631048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.631388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.631708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.632046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:16.798838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['dfb9e58d-dd53-4f1b-b076-c658470fd29b'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:17.744319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23488d5-6443-46c0-bdf8-9c3c745e3187 req-05555ee7-0d21-47fa-b5ec-7f1eaf3c2f29 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:17.745751 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d23488d5-6443-46c0-bdf8-9c3c745e3187 req-05555ee7-0d21-47fa-b5ec-7f1eaf3c2f29 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 945 time: 0.0821252 May 28 06:30:17.790450 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d23488d5-6443-46c0-bdf8-9c3c745e3187 req-78eb941e-bd8b-4fa9-9552-5204aa644516 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390668 May 28 06:30:17.982407 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dbf58-f4a5-42d8-be91-e3f8e39db713 req-e1d398a5-bc3e-4479-b707-548fa33a5761 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:17.983808 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a23dbf58-f4a5-42d8-be91-e3f8e39db713 req-e1d398a5-bc3e-4479-b707-548fa33a5761 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 945 time: 0.0861344 May 28 06:30:18.027632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a23dbf58-f4a5-42d8-be91-e3f8e39db713 req-1330a688-826a-4596-abbc-735001e6c5d8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381072 May 28 06:30:18.208198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5735a-624d-4822-9aa4-a5a13f1a44fb req-28cdde0d-6d6e-45ca-8cfc-f0557aefcac6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:18.209634 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94d5735a-624d-4822-9aa4-a5a13f1a44fb req-28cdde0d-6d6e-45ca-8cfc-f0557aefcac6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 945 time: 0.0787022 May 28 06:30:18.246120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device dfb9e58d-dd53-4f1b-b076-c658470fd29b up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:18.265367 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-94d5735a-624d-4822-9aa4-a5a13f1a44fb req-f0e25e10-5378-450d-8b26-492410a817ce tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498548 May 28 06:30:18.323159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port dfb9e58d-dd53-4f1b-b076-c658470fd29b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:18.329093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port dfb9e58d-dd53-4f1b-b076-c658470fd29b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:18.329570 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:18.453052 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port dfb9e58d-dd53-4f1b-b076-c658470fd29b is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:18.453491 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:18.488370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:18.497545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:18.502984 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:18.545609 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8172fb4c-6c54-4028-905f-95d54b50f5a3'] response: {'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'code': 200} May 28 06:30:18.577087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=dfb9e58d-dd53-4f1b-b076-c658470fd29b,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:18.655036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367707c-d611-4947-9531-9ed0706f42be req-3a859d76-0844-44f4-8fa1-f33401fa3c66 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:18.656504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c367707c-d611-4947-9531-9ed0706f42be req-3a859d76-0844-44f4-8fa1-f33401fa3c66 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0791755 May 28 06:30:18.699506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c367707c-d611-4947-9531-9ed0706f42be req-dbced82b-d112-41f4-a5b2-c047d4d288c8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372972 May 28 06:30:19.889213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3b2c6-3dba-4c86-9fe9-7c165abfdcbc req-2f64d7bf-d681-4e8b-8656-0907312d03f3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:19.890674 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d8a3b2c6-3dba-4c86-9fe9-7c165abfdcbc req-2f64d7bf-d681-4e8b-8656-0907312d03f3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.0810626 May 28 06:30:20.038082 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d8a3b2c6-3dba-4c86-9fe9-7c165abfdcbc req-3323fd0c-0612-485e-8103-7fd97c383254 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416404 May 28 06:30:20.194961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990eed6-a740-4954-9cbb-f9728897fdac req-f7d17e1b-1fdd-414b-a126-c3ae622b8880 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:20.196398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5990eed6-a740-4954-9cbb-f9728897fdac req-f7d17e1b-1fdd-414b-a126-c3ae622b8880 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.41 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 946 time: 0.1972811 May 28 06:30:20.267348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Deleting port dfb9e58d-dd53-4f1b-b076-c658470fd29b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:30:20.267698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:20.515340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] For port dfb9e58d-dd53-4f1b-b076-c658470fd29b, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=dfb9e58d-dd53-4f1b-b076-c658470fd29b,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:20.515637 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:20.821459 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:20.821821 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:20.822124 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099 disassociated. External IP: 172.25.4.152, port: dfb9e58d-dd53-4f1b-b076-c658470fd29b. May 28 06:30:20.822466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Calling delete_port for dfb9e58d-dd53-4f1b-b076-c658470fd29b owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:30:20.969104 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:21.032565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event deleted for resources: {'Port': ['ID=dfb9e58d-dd53-4f1b-b076-c658470fd29b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:21.243536 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0ec499f-ba3c-49bd-9e5c-006e3dae96a8 req-cd1d2ea0-9785-4d83-baad-460165c57f06 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=03160732-7b2f-4cec-9e16-41d34be2d044 HTTP/1.1" status: 200 len: 210 time: 0.0602717 May 28 06:30:21.268663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:21.457532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:21.466535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:21.475966 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:21.476675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:30:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:21.531180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] No DVR routers for this DVR port dfb9e58d-dd53-4f1b-b076-c658470fd29b on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:30:21.533725 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:21.536176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'name': 'network-vif-deleted', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:21.551998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5990eed6-a740-4954-9cbb-f9728897fdac req-63a61e9f-cd22-462d-a3d9-a74c3b489d37 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.41 "DELETE /v2.0/ports/dfb9e58d-dd53-4f1b-b076-c658470fd29b HTTP/1.1" status: 204 len: 173 time: 1.3476725 May 28 06:30:21.593301 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ca46b9-94e5-4f91-9910-3513f4253361'] response: {'server_uuid': '03160732-7b2f-4cec-9e16-41d34be2d044', 'name': 'network-vif-deleted', 'tag': 'dfb9e58d-dd53-4f1b-b076-c658470fd29b', 'status': 'completed', 'code': 200} May 28 06:30:21.662592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:21.974363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:21.978213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:30:21.986746 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:21.987375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:30:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:22.164759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:22.512788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:22.517309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c728f36-dbd6-498a-bf4f-2cf7e62974f3 None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:22.603621 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-3ea0ea13-7cb9-4cb0-a2f7-7263399482b6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--903263466&fields=id&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 267 time: 0.0398798 May 28 06:30:22.740558 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a803233-5698-478f-ac63-bc3cc60467b0 None None] New status for floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:30:22.876217 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1369cba5-992e-4f7c-b684-a108508dd561 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:22.877534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1369cba5-992e-4f7c-b684-a108508dd561 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 811 time: 0.2673216 May 28 06:30:22.892934 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-2d1a7808-1bd3-48e3-9a8b-c86bc4d4aaf8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/quotas/ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 375 time: 0.0098565 May 28 06:30:22.981777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-37db6879-feae-4bec-8717-da8ed92ee466 req-d259f335-1576-480a-b14f-5547a6bf8953 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:22.998700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-37db6879-feae-4bec-8717-da8ed92ee466 req-d259f335-1576-480a-b14f-5547a6bf8953 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:22.999980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-d259f335-1576-480a-b14f-5547a6bf8953 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018548 May 28 06:30:23.219493 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-c808ee39-f938-471a-9710-d1d7ea407356 service neutron] 10.222.0.39 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714556 May 28 06:30:23.349871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-f800edd5-fbb8-4d7e-8869-5b9ea213ed8e service neutron] 10.222.0.39 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245675 May 28 06:30:23.532597 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c9c9418a-3bee-4646-804a-7374fc98fc5d req-76ac873a-3cc9-4e7a-81df-d773d23bd7e0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 210 time: 0.0421581 May 28 06:30:24.262059 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device dfb9e58d-dd53-4f1b-b076-c658470fd29b no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:30:24.295415 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: dfb9e58d-dd53-4f1b-b076-c658470fd29b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:30:24.295754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device dfb9e58d-dd53-4f1b-b076-c658470fd29b not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:30:24.605924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6879-feae-4bec-8717-da8ed92ee466 req-f657b509-9748-4a48-9974-970cd37720d1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:24.607943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-f657b509-9748-4a48-9974-970cd37720d1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 811 time: 0.1493299 May 28 06:30:24.701310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4eed2b9d-b61b-4779-9330-1d7ffc428d9f req-44afa728-1306-44ad-bff7-396cd9129267 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 210 time: 0.0574353 May 28 06:30:24.705190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-c56ddf30-9d53-4fbe-bff9-f8ea4fdc2a8c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 379 time: 0.0842497 May 28 06:30:24.717204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'port': {'device_id': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'admin_state_up': True, 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'security_groups': ['77b83be6-1b15-47e3-99ad-e7566135739a']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:24.850862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:30:24.861008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:30:24.870313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Made reservation on behalf of ac7224e8bc034001ae9f643f3eaedc19 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:30:24.874024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.039356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Allocated IP 172.20.0.12 (fa01ad69-3228-4511-9f39-55a9707183d8/84022936-f3d5-41e0-b5f2-6a65f3a31eaf/38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:30:25.227717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.246374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Transition to ACTIVE for port object 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:30:25.269317 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.348634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Network fa01ad69-3228-4511-9f39-55a9707183d8 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:30:25.351837 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:30:25.355954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:30:25.386376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event updated for resources: {'Port': ['ID=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:25.422849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:25.423472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.449057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-1d46704d-8c92-482a-ac84-d31c778edb0d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7358809 May 28 06:30:25.464507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Request body: {'port': {'device_id': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:25.532251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-29dd781e-6485-4f7b-bfb9-e5208a87989e None None] Provisioning for port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:25.537174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-29dd781e-6485-4f7b-bfb9-e5208a87989e None None] Provisioning complete for port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:25.537549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-29dd781e-6485-4f7b-bfb9-e5208a87989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.580991 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:25.594418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-29dd781e-6485-4f7b-bfb9-e5208a87989e None None] Port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:30:25.837574 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:30:25.892513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb49f6-4158-41bb-aa32-25a131325e50 req-fb513ed5-d0b9-4305-b1e7-b3b0c22a9af4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:25.893999 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7abb49f6-4158-41bb-aa32-25a131325e50 req-fb513ed5-d0b9-4305-b1e7-b3b0c22a9af4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 932 time: 0.0870881 May 28 06:30:25.939214 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7abb49f6-4158-41bb-aa32-25a131325e50 req-6c183442-96db-439a-8fc0-71d436212514 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392504 May 28 06:30:26.031639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:26.038761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.052940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Transition to ACTIVE for port object 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:30:26.056784 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.213993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Pushing event updated for resources: {'Port': ['ID=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:26.256829 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.257172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.257517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.257853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.258188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.258517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.258847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.259169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.259518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.259842 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.260164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.260487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:30:26.306349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Attempting to bind port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:30:26.306622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Attempting to bind port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:30:26.306945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Attempting to bind port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:26.311754 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa on network fa01ad69-3228-4511-9f39-55a9707183d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:30:26.312062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Attempting to bind port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:30:26.317079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:30:26.317408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:30:26.317779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:30:26.318189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Bound port: 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:30:26.318528 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.410761 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:30:26.413739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:30:26.417214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.475219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:26.475839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:26.477182 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] 10.222.0.41 "PUT /v2.0/ports/38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 1092 time: 1.0169809 May 28 06:30:26.477615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:26.501497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0cf08-6e08-489c-ba6b-6fa0673e314d service neutron] Pushing event updated for resources: {'Port': ['ID=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:26.555649 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180eeeac-0790-4612-8a42-ef3b88eb0b02'] response: {'name': 'network-changed', 'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'status': 'completed', 'code': 200} May 28 06:30:26.599128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6879-feae-4bec-8717-da8ed92ee466 req-cfe9eb5e-e1fe-4ab4-863b-6a2cfabe27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:26.600653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-cfe9eb5e-e1fe-4ab4-863b-6a2cfabe27b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1095 time: 0.0801234 May 28 06:30:26.672716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-ca49a0ac-7b78-4e90-9fbf-ee3120019a9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 217 time: 0.0611715 May 28 06:30:26.741815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6879-feae-4bec-8717-da8ed92ee466 req-c5f58259-32a7-48d1-82c7-261c8a2c83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:26.743365 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-c5f58259-32a7-48d1-82c7-261c8a2c83be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0614955 May 28 06:30:26.822423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6879-feae-4bec-8717-da8ed92ee466 req-51c456df-e1ba-4379-9eeb-c3473c1b226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:26.823933 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-51c456df-e1ba-4379-9eeb-c3473c1b226c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703328 May 28 06:30:26.955824 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-a67ed3b7-ce28-4229-bd70-2ffe167ce944 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226203 May 28 06:30:27.088537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-37db6879-feae-4bec-8717-da8ed92ee466 req-5c38e34f-2e86-4cb3-bf2a-edc29737b365 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261084 May 28 06:30:27.126621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63accc2-0c3d-4ef9-aa6b-592dea322111 req-734f8cdc-5766-4952-95c0-a1d82081bff9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.134227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c63accc2-0c3d-4ef9-aa6b-592dea322111 req-734f8cdc-5766-4952-95c0-a1d82081bff9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 944 time: 0.0884638 May 28 06:30:27.174237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c63accc2-0c3d-4ef9-aa6b-592dea322111 req-560454ae-b456-41b4-b47a-c28b1e80361d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 May 28 06:30:27.218643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-087fe1fa-98a8-4891-b882-253e38e71d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.220081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-087fe1fa-98a8-4891-b882-253e38e71d78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1095 time: 0.0776815 May 28 06:30:27.352469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-11e0f5e1-dcf4-422d-b2a9-0958e0c57934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.354159 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-11e0f5e1-dcf4-422d-b2a9-0958e0c57934 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1283858 May 28 06:30:27.422375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-25ac095c-5c17-49e6-b36f-44e9ca2c17d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 217 time: 0.0603449 May 28 06:30:27.488453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-df93531b-767e-468d-a57e-e734420d1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.489791 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-df93531b-767e-468d-a57e-e734420d1ffc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0613520 May 28 06:30:27.564210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-e9627eb9-c35e-483e-8cfa-5f9ec879bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:27.565627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-e9627eb9-c35e-483e-8cfa-5f9ec879bae3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695577 May 28 06:30:27.695414 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-85bf3308-a90c-4e1e-bc6b-5c7f8fd27170 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220272 May 28 06:30:27.932558 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b2b1bd3-74e1-45fe-a6c4-0e7b358b6804 req-f35e422d-96d5-450d-becf-867aad4c05ce service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279067 May 28 06:30:28.362801 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d2075-c83f-4728-991d-36578bf8c323 req-551922dd-613d-4e7d-8851-b9cd4526ac7c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:28.363556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b51d2075-c83f-4728-991d-36578bf8c323 req-551922dd-613d-4e7d-8851-b9cd4526ac7c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:30:28.378882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b51d2075-c83f-4728-991d-36578bf8c323 req-551922dd-613d-4e7d-8851-b9cd4526ac7c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:30:28.380070 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b51d2075-c83f-4728-991d-36578bf8c323 req-551922dd-613d-4e7d-8851-b9cd4526ac7c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 944 time: 0.0969946 May 28 06:30:28.425001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b51d2075-c83f-4728-991d-36578bf8c323 req-961f684e-2964-4826-8ad7-ef0b628d38c6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391591 May 28 06:30:29.610626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019fa3c-8336-44a4-b2f5-4a25650dd382 req-9338da73-c639-4f7f-8129-b3d7bbe1468d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:29.612104 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0019fa3c-8336-44a4-b2f5-4a25650dd382 req-9338da73-c639-4f7f-8129-b3d7bbe1468d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 944 time: 0.0834112 May 28 06:30:29.656151 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0019fa3c-8336-44a4-b2f5-4a25650dd382 req-3a4c3cff-9bf3-4cdf-be37-e09eb2a010bc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383947 May 28 06:30:30.263101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:30:30.392145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:30.410039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'port_id': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'mac_address': 'fa:16:3e:5c:a8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:30:30.469264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:30.469622 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:30.487152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:30:30.502964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:30.507032 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:30.581652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:30.750445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:30:30.838385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997a0e2-6101-4de0-881f-cb9111e7881a req-bf59c2e7-a88c-4881-8982-41b9b6096502 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:30.839883 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e997a0e2-6101-4de0-881f-cb9111e7881a req-bf59c2e7-a88c-4881-8982-41b9b6096502 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 945 time: 0.0787187 May 28 06:30:30.887844 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e997a0e2-6101-4de0-881f-cb9111e7881a req-1518c59a-110f-423a-8427-9939d6b8991a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415587 May 28 06:30:31.399905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:32.075789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253b355-7538-4b74-96be-9fd4764e78d6 req-976c1d68-56e4-4278-a62a-c9aa62f4214c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.077141 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4253b355-7538-4b74-96be-9fd4764e78d6 req-976c1d68-56e4-4278-a62a-c9aa62f4214c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 945 time: 0.0860136 May 28 06:30:32.124675 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4253b355-7538-4b74-96be-9fd4764e78d6 req-fd08c137-40f2-45bc-9398-9dabe01af0ba tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 May 28 06:30:32.277269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:30:32.348255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:30:32.352630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:30:32.352998 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:32.467959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:30:32.468628 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:32.493851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:32.503668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:30:32.507300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:32.543515 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4673a3f2-75d4-466c-b51d-42b5469479a4'] response: {'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'code': 200} May 28 06:30:32.577296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:30:32.673767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e442cc-b03e-4c1b-be33-0fec116e3eaa req-21222278-98df-4296-9b8a-d48dbf4e7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:32.675131 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00e442cc-b03e-4c1b-be33-0fec116e3eaa req-21222278-98df-4296-9b8a-d48dbf4e7079 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1097 time: 0.0682936 May 28 06:30:32.719871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00e442cc-b03e-4c1b-be33-0fec116e3eaa req-8257ed36-3e86-4646-b16d-817eeedcb3e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344977 May 28 06:30:33.310482 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c06b1f-3277-4f95-81db-4dc91b82f54d req-8c495e66-af2f-4b46-8297-a7b3595296df tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:33.311998 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40c06b1f-3277-4f95-81db-4dc91b82f54d req-8c495e66-af2f-4b46-8297-a7b3595296df tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0815663 May 28 06:30:33.359621 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-40c06b1f-3277-4f95-81db-4dc91b82f54d req-3e6287c0-dbb7-4b09-97d0-8452b16dd63e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400579 May 28 06:30:34.549476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977fba2-7553-4bbd-bf2c-71fbb0f1886d req-dde40116-697e-406b-b2d9-f1e7c71a79f4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:34.550951 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3977fba2-7553-4bbd-bf2c-71fbb0f1886d req-dde40116-697e-406b-b2d9-f1e7c71a79f4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0836730 May 28 06:30:34.595321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3977fba2-7553-4bbd-bf2c-71fbb0f1886d req-0f64c28b-d020-472f-a312-2ad15f676e6c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385084 May 28 06:30:34.779710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c96814-c250-469e-9d73-076eda26d599 req-203f608b-674d-4658-897b-2599545f9c13 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:34.781186 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-87c96814-c250-469e-9d73-076eda26d599 req-203f608b-674d-4658-897b-2599545f9c13 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0835283 May 28 06:30:34.789710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 49972) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:30:34.795141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c2524ef2-d9b3-4afa-9b4f-454da52ebaf1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'floatingip': {'port_id': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:30:34.869546 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c2524ef2-d9b3-4afa-9b4f-454da52ebaf1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:35.456949 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c2524ef2-d9b3-4afa-9b4f-454da52ebaf1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:35.460515 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c2524ef2-d9b3-4afa-9b4f-454da52ebaf1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:35.737689 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-c2524ef2-d9b3-4afa-9b4f-454da52ebaf1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099 associated. External IP: 172.25.4.152, port: 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa. May 28 06:30:36.092272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2524ef2-d9b3-4afa-9b4f-454da52ebaf1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:30:36.272847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2524ef2-d9b3-4afa-9b4f-454da52ebaf1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:30:36.277627 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c2524ef2-d9b3-4afa-9b4f-454da52ebaf1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:36.281930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:30:36.291406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:36.292022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:30:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:36.334133 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c2524ef2-d9b3-4afa-9b4f-454da52ebaf1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "PUT /v2.0/floatingips/8c8a7040-ca7d-4877-80ef-9cffa5c6c099 HTTP/1.1" status: 200 len: 992 time: 1.5408106 May 28 06:30:36.334133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:30:36.390436 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a497db16-2c1c-40e8-b47a-f78b46733113'] response: {'name': 'network-changed', 'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'status': 'completed', 'code': 200} May 28 06:30:36.479144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:36.479998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-e91d9fb2-e7e6-4b4f-8756-b46a2a67d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:36.482002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-e91d9fb2-e7e6-4b4f-8756-b46a2a67d0d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1097 time: 0.0702424 May 28 06:30:36.614152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-36cc06f7-3b18-4101-8bde-d069ae8453d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:36.615528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-36cc06f7-3b18-4101-8bde-d069ae8453d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1262045 May 28 06:30:36.726105 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-9acc30b3-90ad-4280-87fa-7994fcc84a12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 1000 time: 0.1047099 May 28 06:30:36.792331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-d1669e95-991a-44b7-a2bb-72d7dc0e8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:36.793776 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-d1669e95-991a-44b7-a2bb-72d7dc0e8f60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0613468 May 28 06:30:36.871107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-72927abe-06b4-4ff9-acdc-b1499db76cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:36.872567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-72927abe-06b4-4ff9-acdc-b1499db76cdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728896 May 28 06:30:36.893799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:5c:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:30:35Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:36.897562 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:30:36.906256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:30:36.906846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:30:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:37.003968 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-55ba03e0-354d-41e3-8794-782ac5ea5f8f service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254315 May 28 06:30:37.082981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:30:37.139606 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-31cd1346-9e72-4740-bae7-2e2f7fc1bccf req-c4b49963-1aaf-4cc6-8990-31924c8c21f5 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296072 May 28 06:30:37.433440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:5c:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:30:35Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:30:37.437731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e620c10-19e1-4be8-814a-1a3cf5e8ec43 None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:5c:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:30:35Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:30:37.614068 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6be290-dc4b-4ba1-a20c-953f1b893e82 None None] New status for floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:30:38.556747 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cddc11f6-6cc3-41cb-b71b-a45b93507d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:40.559392 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:40.744511 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-70922069-485e-45df-a1f8-a9af951e29a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:41.699776 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:41.788336 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:43.451257 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:30:55.092727 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-3470f4dc-d90a-4c1a-b32b-41487cd61fe5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731642 May 28 06:30:55.233755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-18d2e89c-bada-4f7c-8dbe-7c4b6bec48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:55.235204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-18d2e89c-bada-4f7c-8dbe-7c4b6bec48dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1097 time: 0.0736446 May 28 06:30:55.375537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-ca21c376-65c5-45ab-99a3-3df6ace15700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:55.376891 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-ca21c376-65c5-45ab-99a3-3df6ace15700 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1232224 May 28 06:30:55.587356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-0ef0392e-9bd1-432b-9c7e-a664d226a67d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 1002 time: 0.2038102 May 28 06:30:55.649246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-42f5577d-3989-4496-8bb2-064355842997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:55.650571 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-42f5577d-3989-4496-8bb2-064355842997 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0566971 May 28 06:30:55.724427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-2458e8d0-cb84-49ee-ac54-01b4740ec731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:30:55.725869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-2458e8d0-cb84-49ee-ac54-01b4740ec731 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690134 May 28 06:30:55.855421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-62c8efae-fb5c-4799-8284-ae8159144dc9 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222918 May 28 06:30:55.989304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b0dc80e7-d768-45c9-8ee8-894e63452560 req-9ee83cbd-5221-46c7-afa2-225f9f7d4586 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274965 May 28 06:31:01.404215 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:02.837102 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:31:06.807791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-3762fbcd-11ea-4c3b-8cfc-c08f43e5e47a req-b2756cf5-0705-4421-92c5-9e46c14cf9d6 tempest-AttachVolumeNegativeTest-1677943649 tempest-AttachVolumeNegativeTest-1677943649-project] (88417) timed out ('10.222.0.33', 59735) {{(pid=88417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:31:08.558370 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-977c1b46-5d19-4c44-a1af-3242ca16ce53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:10.567735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:10.746869 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5765f637-27d1-4b91-af63-4999c2c72264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.691357 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:11.791850 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:12.813697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc43ff-9a47-4a01-b986-5f430cb20107 req-69ebe2e9-814a-4d90-8cc5-30a61c1157f1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:12.815150 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55cc43ff-9a47-4a01-b986-5f430cb20107 req-69ebe2e9-814a-4d90-8cc5-30a61c1157f1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0842083 May 28 06:31:12.858723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-55cc43ff-9a47-4a01-b986-5f430cb20107 req-fec6ec6e-2d57-4caa-9474-cd4ffbd9ffd1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379560 May 28 06:31:13.453618 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:14.067490 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f303ede-8c3a-43be-8d7e-ac5cef6abcb7 req-bea0e836-f7ec-44fd-a7be-43be27199cab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:14.068939 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f303ede-8c3a-43be-8d7e-ac5cef6abcb7 req-bea0e836-f7ec-44fd-a7be-43be27199cab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.1007414 May 28 06:31:14.112896 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3f303ede-8c3a-43be-8d7e-ac5cef6abcb7 req-cb3feb97-98b0-4458-afdb-c165eb457acb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376806 May 28 06:31:15.295404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f9c59-1ec1-41fa-9b49-47d20bf42835 req-b57f99f4-6267-4681-8853-ce3305355189 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:15.296854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-527f9c59-1ec1-41fa-9b49-47d20bf42835 req-b57f99f4-6267-4681-8853-ce3305355189 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0789711 May 28 06:31:15.344993 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-527f9c59-1ec1-41fa-9b49-47d20bf42835 req-9b84465f-d0ec-484c-856c-342e5b27da87 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418713 May 28 06:31:16.532076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50469e5-1c98-4fa2-ab9f-2cdd58734080 req-36669d80-9f77-48e7-be74-cb5073bbba7b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:16.533536 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c50469e5-1c98-4fa2-ab9f-2cdd58734080 req-36669d80-9f77-48e7-be74-cb5073bbba7b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0821106 May 28 06:31:16.576971 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c50469e5-1c98-4fa2-ab9f-2cdd58734080 req-d194818b-fafd-4185-85c8-aa8c1cf5c582 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376894 May 28 06:31:17.762044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498364-a7fd-4b14-bbfd-4878b5c80541 req-3fe5b7ed-d07c-49f7-8df0-ed8cd6172c6e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:17.763483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf498364-a7fd-4b14-bbfd-4878b5c80541 req-3fe5b7ed-d07c-49f7-8df0-ed8cd6172c6e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0787175 May 28 06:31:17.806575 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf498364-a7fd-4b14-bbfd-4878b5c80541 req-7619a640-7434-409c-829a-e97f85e00c28 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374196 May 28 06:31:18.992348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9977a9a-9873-4d18-a4fd-c247e62b488f req-0c082be4-48f2-4333-a8cb-9c2b54faefde tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:18.993788 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9977a9a-9873-4d18-a4fd-c247e62b488f req-0c082be4-48f2-4333-a8cb-9c2b54faefde tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0828547 May 28 06:31:19.036853 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b9977a9a-9873-4d18-a4fd-c247e62b488f req-46bd1096-b733-43b7-91cc-b8627cb8a2df tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368803 May 28 06:31:20.222652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd468c9-3d09-4f9f-aac5-b92d4c7c395a req-ced52d4f-d7a2-4ac7-ab7f-892f0ad5d519 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:20.224103 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2cd468c9-3d09-4f9f-aac5-b92d4c7c395a req-ced52d4f-d7a2-4ac7-ab7f-892f0ad5d519 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0823367 May 28 06:31:20.282621 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2cd468c9-3d09-4f9f-aac5-b92d4c7c395a req-dd2ad0bc-42b9-420a-89a9-dad7149cb05c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525110 May 28 06:31:21.468348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea404102-10cb-4022-8384-3bad7cb32f2c req-03ee08ff-76de-40c4-a9f2-e5ba25ee7bd4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:21.469854 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ea404102-10cb-4022-8384-3bad7cb32f2c req-03ee08ff-76de-40c4-a9f2-e5ba25ee7bd4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0794170 May 28 06:31:21.518189 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ea404102-10cb-4022-8384-3bad7cb32f2c req-0d1b6298-8449-44ee-9b82-82bd8fb8bdd4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426552 May 28 06:31:22.703022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc39f-a42f-4e90-ad63-aaf44b9f380a req-74ef3fa8-af78-4fa4-bba3-6680e145cc21 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:22.704640 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30cdc39f-a42f-4e90-ad63-aaf44b9f380a req-74ef3fa8-af78-4fa4-bba3-6680e145cc21 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0812480 May 28 06:31:22.748980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30cdc39f-a42f-4e90-ad63-aaf44b9f380a req-bbbc00e7-b046-44b2-8f16-d5de93ce6e2e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386155 May 28 06:31:23.935024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6c68-c907-4032-858e-4d7886517868 req-c74d08f8-0cc1-49ea-ad48-39389a6c6747 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:23.936495 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86cc6c68-c907-4032-858e-4d7886517868 req-c74d08f8-0cc1-49ea-ad48-39389a6c6747 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0789428 May 28 06:31:23.980325 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-86cc6c68-c907-4032-858e-4d7886517868 req-d6a71f56-898d-4bd6-a76c-2c30215e78f4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381775 May 28 06:31:25.169447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd319e-497e-45c7-b725-2ff36394d068 req-7499405f-ef16-4223-a47e-71527c81209d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:25.170917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26cd319e-497e-45c7-b725-2ff36394d068 req-7499405f-ef16-4223-a47e-71527c81209d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0833395 May 28 06:31:25.214327 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-26cd319e-497e-45c7-b725-2ff36394d068 req-bd05d6b0-801d-411e-bcbc-ac7c4580e8d6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376439 May 28 06:31:26.399081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e0577-daed-4a29-9828-f6806741e494 req-445aafd4-a897-4cba-905c-633adde991c5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:26.400501 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ca2e0577-daed-4a29-9828-f6806741e494 req-445aafd4-a897-4cba-905c-633adde991c5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0827885 May 28 06:31:26.446797 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ca2e0577-daed-4a29-9828-f6806741e494 req-3a04f161-5ec9-4c2d-994c-ca234358760f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403821 May 28 06:31:27.634060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7772b-a855-49a2-893c-079bf69146f4 req-c0db4314-6b1d-4de2-8990-ab2e36c6d02d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:27.635509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3db7772b-a855-49a2-893c-079bf69146f4 req-c0db4314-6b1d-4de2-8990-ab2e36c6d02d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0853949 May 28 06:31:27.680665 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3db7772b-a855-49a2-893c-079bf69146f4 req-80b2a284-67c8-4586-8bd7-6b168ddf9a64 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391960 May 28 06:31:28.868471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24581627-f1d6-42d0-a493-eb4f8fd1ef0d req-a9b180c8-5094-4abc-bebd-7a18f52e6394 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:28.869923 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24581627-f1d6-42d0-a493-eb4f8fd1ef0d req-a9b180c8-5094-4abc-bebd-7a18f52e6394 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0798531 May 28 06:31:28.914435 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24581627-f1d6-42d0-a493-eb4f8fd1ef0d req-d0019d3a-9846-4b81-b797-7bc42c0f99da tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387857 May 28 06:31:29.319729 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39cc4d-3e35-4264-b3a0-1ede2ecf2e3b req-66d2bbcf-c907-4622-a232-233afa30ff41 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:29.321233 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f39cc4d-3e35-4264-b3a0-1ede2ecf2e3b req-66d2bbcf-c907-4622-a232-233afa30ff41 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0859513 May 28 06:31:29.341446 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-241bfc31-234f-4936-a873-5e2b7828b8cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121554 May 28 06:31:29.368534 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f39cc4d-3e35-4264-b3a0-1ede2ecf2e3b req-ee348747-2fe6-4f96-8649-d5be9bbd2143 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408220 May 28 06:31:30.561478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608af0e-114e-4b18-87ba-458787b4f559 req-18e48276-a6ee-4b9d-b00f-a452e9610a74 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:30.562981 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e608af0e-114e-4b18-87ba-458787b4f559 req-18e48276-a6ee-4b9d-b00f-a452e9610a74 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0842659 May 28 06:31:30.649340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e608af0e-114e-4b18-87ba-458787b4f559 req-72f3d6e3-ae4d-4e40-8388-fb279959e232 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795760 May 28 06:31:30.680589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-4be0b445-d736-4a1b-a168-b10780bffdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:30.682035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-4be0b445-d736-4a1b-a168-b10780bffdc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1097 time: 0.0833485 May 28 06:31:30.819977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-8d9c47a8-4ff0-48aa-9480-ee94d132a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:30.821504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-8d9c47a8-4ff0-48aa-9480-ee94d132a488 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1303720 May 28 06:31:30.935671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-4f74e077-ce16-4d59-a9a0-4ea43d354184 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 1002 time: 0.1023700 May 28 06:31:31.001373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-6753824c-a185-4272-a206-e6b12b5394f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:31.002771 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-6753824c-a185-4272-a206-e6b12b5394f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0581200 May 28 06:31:31.083593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-9bf8a1c8-d0f3-47a7-84bc-ddcb177e357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:31.085041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-9bf8a1c8-d0f3-47a7-84bc-ddcb177e357e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723999 May 28 06:31:31.218386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-a4cfb510-925a-40e4-89d5-3417cd2a1d5b service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238146 May 28 06:31:31.350125 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-f6b9a286-6b58-42f5-975e-5ef39eab8ef1 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220236 May 28 06:31:31.399608 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:31.831006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffab152-9ae6-4882-b6e9-99b79799f192 req-e1bd4fd0-ddf4-4287-9b33-1fb48574bcb9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:31.832488 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ffab152-9ae6-4882-b6e9-99b79799f192 req-e1bd4fd0-ddf4-4287-9b33-1fb48574bcb9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0781641 May 28 06:31:31.880959 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2ffab152-9ae6-4882-b6e9-99b79799f192 req-2c55d80b-06fc-400b-a596-f877dadeff78 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429246 May 28 06:31:33.176765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2a10d-638c-4b66-86ea-f0623909d30f req-ff945553-884c-4d28-b16b-99c739651dc4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:33.178223 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20a2a10d-638c-4b66-86ea-f0623909d30f req-ff945553-884c-4d28-b16b-99c739651dc4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.1921306 May 28 06:31:33.221850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20a2a10d-638c-4b66-86ea-f0623909d30f req-6674f0e3-a463-4767-90ef-7ce2c95d9dd5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373485 May 28 06:31:33.544672 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-b7ad50f8-facb-4315-8387-52248290f76a service neutron] show failed (client error): The resource could not be found. May 28 06:31:33.545632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-b7ad50f8-facb-4315-8387-52248290f76a service neutron] 10.222.0.41 "GET /v2.0/ports/38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa/bindings/n-h1-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0746741 May 28 06:31:33.814718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-13d1eb72-5bd2-4cb2-b28d-c03f7ddbe8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:33.816111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-13d1eb72-5bd2-4cb2-b28d-c03f7ddbe8a2 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 1097 time: 0.0710299 May 28 06:31:33.832561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:33.941217 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.205925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:34.233869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:34.293553 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.295594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:34.313015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Transition to ACTIVE for port object 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:34.316576 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.363192 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27578e6-322f-4826-ba4b-4cfd490cf49e'] response: {'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'code': 200} May 28 06:31:34.470994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Pushing event updated for resources: {'Port': ['ID=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:34.482757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.483093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.483460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.483792 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.484120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.484443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.484768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.485090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.485403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.485718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.486032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.486345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:34.531778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] No DVR routers for this DVR port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:31:34.546622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f301eff-a677-4697-93e5-c17c75fa35ad req-a06fff43-a2de-48bb-9142-361ff4eb6d25 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:34.551776 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f301eff-a677-4697-93e5-c17c75fa35ad req-a06fff43-a2de-48bb-9142-361ff4eb6d25 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 944 time: 0.2183409 May 28 06:31:34.594317 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f301eff-a677-4697-93e5-c17c75fa35ad req-26b1eed3-bdb7-4052-a09e-321bf4d82f3f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400107 May 28 06:31:34.759281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Attempting to bind port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:34.759511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Attempting to bind port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:34.759781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Attempting to bind port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:34.764446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa on network fa01ad69-3228-4511-9f39-55a9707183d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:34.764756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Attempting to bind port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:34.769939 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:34.770266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:34.770637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:34.771050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Bound port: 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:34.771418 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.859784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:34.862851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:34.866757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.924492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:34.925099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:34.926440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] 10.222.0.33 "PUT /v2.0/ports/38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 1092 time: 1.0977418 May 28 06:31:34.944031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d3dcc-f178-43cd-9ce7-71f73fb2f207 service neutron] Pushing event updated for resources: {'Port': ['ID=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:35.036636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-f78fe3f0-5c5d-450a-9570-739c16290bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:35.038233 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-f78fe3f0-5c5d-450a-9570-739c16290bca service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1095 time: 0.0765169 May 28 06:31:35.277341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-451925ce-1067-4888-9ba2-b8b87bbb73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:35.278716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-451925ce-1067-4888-9ba2-b8b87bbb73eb service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2345872 May 28 06:31:35.379085 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-f8dc7872-57d8-42fd-b73b-3c1bf485c57d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 1000 time: 0.0940802 May 28 06:31:35.440431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-69e922d4-7b85-4a0c-9807-70dd9abc2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:35.441807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-69e922d4-7b85-4a0c-9807-70dd9abc2c75 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0566299 May 28 06:31:35.514194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-cbfc855f-13dd-4e7a-b853-a26f9968b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:35.515671 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-cbfc855f-13dd-4e7a-b853-a26f9968b460 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683661 May 28 06:31:35.645064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-8fde71a5-1954-4586-9ec0-d04b08897dc5 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236527 May 28 06:31:35.862013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-82546bb9-a937-4e47-811d-9f61fddf3288 req-e07f788b-1758-4cff-898c-cdbabb32d8ea service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106724 May 28 06:31:35.876566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca69c84-1ad4-4984-a962-a8cfabd9d915 req-cf13be1e-ab4b-4c57-b4f1-9990dd520780 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:35.877968 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ca69c84-1ad4-4984-a962-a8cfabd9d915 req-cf13be1e-ab4b-4c57-b4f1-9990dd520780 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 944 time: 0.1550992 May 28 06:31:35.925240 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ca69c84-1ad4-4984-a962-a8cfabd9d915 req-69f1e540-4cbd-43ad-bee9-604211c4981a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411494 May 28 06:31:36.364209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:36.420838 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743f6d41-4f19-43b0-b501-f0737a5d17ab'] response: {'name': 'network-changed', 'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'status': 'completed', 'code': 200} May 28 06:31:36.571600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-0e795790-3619-401d-b6ee-1cc9129118b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:36.573066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-0e795790-3619-401d-b6ee-1cc9129118b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1095 time: 0.1287222 May 28 06:31:36.578353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-35cac97d-b815-440d-be31-017073dc7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:36.579779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-35cac97d-b815-440d-be31-017073dc7a6a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1095 time: 0.1036580 May 28 06:31:36.621210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:36.683444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:36.814578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-0c851eb8-f438-433a-98c6-b0f28cb6d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:36.816066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-0c851eb8-f438-433a-98c6-b0f28cb6d9dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2328296 May 28 06:31:36.818219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-a02e50c1-1882-4498-9ef3-83e4c490beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:36.819825 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-a02e50c1-1882-4498-9ef3-83e4c490beea service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2174149 May 28 06:31:37.001495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-d577b109-4bc7-487a-a68c-eae0a02c95e7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 1000 time: 0.1752396 May 28 06:31:37.005077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-d44ee99b-a75f-4925-af7d-2cd2573154d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 1000 time: 0.1298990 May 28 06:31:37.159953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-c4bda1bb-03a7-48d4-9e4a-4c4558da1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:37.161413 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-c4bda1bb-03a7-48d4-9e4a-4c4558da1486 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.1529691 May 28 06:31:37.166875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-08172186-b7a9-4bb8-b055-4c458d5c68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:37.168765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-08172186-b7a9-4bb8-b055-4c458d5c68a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.1310844 May 28 06:31:37.416012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd40fa0-132e-46fc-99db-2a6556e0b3b2 req-e58e20cb-6fc9-4409-a628-7be869d5db46 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:37.418004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-acd40fa0-132e-46fc-99db-2a6556e0b3b2 req-e58e20cb-6fc9-4409-a628-7be869d5db46 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 944 time: 0.3813562 May 28 06:31:37.467430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-e3a46b15-619f-4272-8aac-816b28d5d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:37.468857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-e3a46b15-619f-4272-8aac-816b28d5d0f5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986550 May 28 06:31:37.474251 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-be91c043-e8bf-4693-8bbb-3ca37e5b3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:37.475615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-be91c043-e8bf-4693-8bbb-3ca37e5b3c4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2650738 May 28 06:31:37.483873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-acd40fa0-132e-46fc-99db-2a6556e0b3b2 req-e03ed736-37c3-4c81-a7b0-9d305cdce814 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583656 May 28 06:31:37.718157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-ec3801a5-e70c-492f-990a-049ca9687254 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320719 May 28 06:31:37.719730 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-18390992-c0fb-4fe1-9a67-2f6441ad757c service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350371 May 28 06:31:37.953152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-2c395b52-cd0d-4071-abdf-4c802775e5d7 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281995 May 28 06:31:37.955021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fffafc6e-29df-4b89-a076-7e4573e0bd2a req-d5b4c6f9-ce24-47ef-a869-2aca29cd7949 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093709 May 28 06:31:38.563973 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63240a37-5969-4613-90ad-d3ce44600e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:38.678440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b6aff-ef0b-47cb-ade6-4086bccf8928 req-96fedd24-7e2f-47f8-81f2-84534cf60caa tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:38.679902 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf4b6aff-ef0b-47cb-ade6-4086bccf8928 req-96fedd24-7e2f-47f8-81f2-84534cf60caa tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 944 time: 0.0819638 May 28 06:31:38.723341 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf4b6aff-ef0b-47cb-ade6-4086bccf8928 req-f0aac8c9-b1c9-42dd-8f14-f02971001f4b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371344 May 28 06:31:39.031037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a595e-0054-4457-b732-3a680b89f08d req-c6503f9c-0070-4cb9-9df5-01be135d32fe tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:39.032528 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b05a595e-0054-4457-b732-3a680b89f08d req-c6503f9c-0070-4cb9-9df5-01be135d32fe tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 944 time: 0.0806530 May 28 06:31:39.048505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-97d1a253-50c4-404c-ba39-4fed58132599 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:39.049921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-97d1a253-50c4-404c-ba39-4fed58132599 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.41 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50&tenant_id=ac7224e8bc034001ae9f643f3eaedc19&binding%3Ahost_id=n-h1-843679-5 HTTP/1.1" status: 200 len: 944 time: 0.0874529 May 28 06:31:39.076438 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b05a595e-0054-4457-b732-3a680b89f08d req-41957962-f978-400c-a9fd-462b7940de9e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381098 May 28 06:31:39.131722 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-b220d800-a342-4ef7-ae02-270c962ccf1e service neutron] delete failed (client error): The resource could not be found. May 28 06:31:39.132719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-b220d800-a342-4ef7-ae02-270c962ccf1e service neutron] 10.222.0.41 "DELETE /v2.0/ports/38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0740671 May 28 06:31:39.286248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-d8d59acc-3c0b-4c27-9644-59c439802b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:39.287730 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-d8d59acc-3c0b-4c27-9644-59c439802b07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1095 time: 0.0742848 May 28 06:31:39.419623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-b94f9cc5-0973-4c97-974c-2446ade48e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:39.421031 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-b94f9cc5-0973-4c97-974c-2446ade48e25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1245506 May 28 06:31:39.552916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-8efb23ec-353e-4194-a698-1d8f6285fd54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 1000 time: 0.1199789 May 28 06:31:39.617043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-3c14494e-5274-449d-b5d5-bad7a4abc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:39.618407 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-3c14494e-5274-449d-b5d5-bad7a4abc495 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0564961 May 28 06:31:39.695541 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-c00b5a8a-dbae-4de0-b772-f019f37244e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:39.696908 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-c00b5a8a-dbae-4de0-b772-f019f37244e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695393 May 28 06:31:39.830868 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-b9d8e0a8-cdf0-4e1a-a8b4-7dd831a6980c service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243474 May 28 06:31:39.836266 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:31:39.966647 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643fc5e7-36c4-4485-b3b0-e20f162fdd7e req-5208c9fd-5f18-4841-a59c-0137ed799945 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260016 May 28 06:31:40.381042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db7665-ff7e-40f0-b922-d53fdcef1d7f req-d071a716-cc49-4bf2-9e81-bfb454aa30bf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:40.382499 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0db7665-ff7e-40f0-b922-d53fdcef1d7f req-d071a716-cc49-4bf2-9e81-bfb454aa30bf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 944 time: 0.1951866 May 28 06:31:40.393718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:31:40.429001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e0db7665-ff7e-40f0-b922-d53fdcef1d7f req-c302d609-3a97-4dbf-bf55-0e46c93ddc9b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401232 May 28 06:31:40.533513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:40.547473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'port_id': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'mac_address': 'fa:16:3e:5c:a8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:31:40.613067 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.615018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:40.615430 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.632552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:40.648438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:40.652590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:40.722439 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:40.730125 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.730472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.730820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.731158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.731520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.731861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.732185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.732511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.732835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.733157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.733479 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.733799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:31:40.751700 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-934162dd-40ae-43cf-be03-44e0ac67174e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.076832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:41.635405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e3f41-5a6e-4963-888b-52a411ee8902 req-e149bf80-6c11-4bb2-8b66-8c5fdd4e94b2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:41.637237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-325e3f41-5a6e-4963-888b-52a411ee8902 req-e149bf80-6c11-4bb2-8b66-8c5fdd4e94b2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 945 time: 0.0933743 May 28 06:31:41.682500 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-325e3f41-5a6e-4963-888b-52a411ee8902 req-2c1b2ba1-5c6b-46a3-8700-49e808fd3aaa tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 May 28 06:31:41.698238 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.801460 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:41.881303 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20bbeb-7750-47a3-bd2c-8605d416c141 req-adda3233-1761-4ce6-b115-be24ee7667ff tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:41.882768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf20bbeb-7750-47a3-bd2c-8605d416c141 req-adda3233-1761-4ce6-b115-be24ee7667ff tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 945 time: 0.0932600 May 28 06:31:41.947670 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cf20bbeb-7750-47a3-bd2c-8605d416c141 req-2f0ce81d-2981-4956-9ec9-62e0006c5404 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565269 May 28 06:31:42.349783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b1554-fea7-495d-89d7-40388762c6fd req-5a95ad9d-417a-458a-94f2-741989987b44 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:42.351190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-334b1554-fea7-495d-89d7-40388762c6fd req-5a95ad9d-417a-458a-94f2-741989987b44 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 945 time: 0.1335170 May 28 06:31:42.393276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:31:42.403239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417703e-088b-46ff-8e5f-cac740cb509a req-7d3deb77-9543-46a4-ab15-6eb53ec1ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:42.404674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b417703e-088b-46ff-8e5f-cac740cb509a req-7d3deb77-9543-46a4-ab15-6eb53ec1ce39 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 1096 time: 0.1191401 May 28 06:31:42.407513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-334b1554-fea7-495d-89d7-40388762c6fd req-d75edbda-c617-4032-bd73-4a85202e8d88 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496585 May 28 06:31:42.470226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:42.475254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:42.475644 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.535399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417703e-088b-46ff-8e5f-cac740cb509a req-ec10c307-c6e2-4a11-ae3a-93c912f7c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:42.536888 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b417703e-088b-46ff-8e5f-cac740cb509a req-ec10c307-c6e2-4a11-ae3a-93c912f7c8f8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1265693 May 28 06:31:42.627345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:42.627649 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.642428 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b417703e-088b-46ff-8e5f-cac740cb509a req-574cf4c4-2f71-4e92-b46f-d762bd5d370e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 200 len: 1001 time: 0.0991502 May 28 06:31:42.656148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:42.665920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:42.671103 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:42.706988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417703e-088b-46ff-8e5f-cac740cb509a req-3a027e11-495f-4145-bcff-1db697614f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:42.708460 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b417703e-088b-46ff-8e5f-cac740cb509a req-3a027e11-495f-4145-bcff-1db697614f7c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0599904 May 28 06:31:42.718847 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c438e9-c9a0-4a4f-ae1a-63b4a176ccca'] response: {'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'code': 200} May 28 06:31:42.742799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:42.816070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417703e-088b-46ff-8e5f-cac740cb509a req-047bb6ad-e219-4b93-bf04-a55a1f2017a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:42.817584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b417703e-088b-46ff-8e5f-cac740cb509a req-047bb6ad-e219-4b93-bf04-a55a1f2017a6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738916 May 28 06:31:42.948485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b417703e-088b-46ff-8e5f-cac740cb509a req-4514cc01-2537-4c0c-80f5-1c0a6cd6f1b6 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237032 May 28 06:31:43.077710 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b417703e-088b-46ff-8e5f-cac740cb509a req-e778b86d-f6a7-4bb5-a366-e1c13907f79d service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238575 May 28 06:31:43.454821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:43.601042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34debed6-8f29-4afc-ba7c-468013f8c88a req-f4588fae-4a14-409e-b4ec-743c1518acba tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:43.602757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34debed6-8f29-4afc-ba7c-468013f8c88a req-f4588fae-4a14-409e-b4ec-743c1518acba tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0826313 May 28 06:31:43.652447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34debed6-8f29-4afc-ba7c-468013f8c88a req-5ed53d33-0c9c-417c-b5a6-1004cd8d956f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429738 May 28 06:31:44.838113 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca416e-61e0-4d46-ba44-c08b8f30e357 req-5903f856-45ac-4bab-bc74-e6f85996c1e3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:44.840116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22ca416e-61e0-4d46-ba44-c08b8f30e357 req-5903f856-45ac-4bab-bc74-e6f85996c1e3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0797710 May 28 06:31:44.883744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-22ca416e-61e0-4d46-ba44-c08b8f30e357 req-5b8a20f7-1aed-4e51-854b-115d002b85b9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380802 May 28 06:31:45.256318 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5086c-1012-400b-9200-44ad7d1f9cc9 req-f962000e-6e92-4a5e-9407-961478d92ab1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:45.257688 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14e5086c-1012-400b-9200-44ad7d1f9cc9 req-f962000e-6e92-4a5e-9407-961478d92ab1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0826828 May 28 06:31:45.302252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14e5086c-1012-400b-9200-44ad7d1f9cc9 req-1ad052a8-752e-4afa-abf6-2673844b89b1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383317 May 28 06:31:46.496177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c14b-1f82-4554-bf14-6fe7975e6d18 req-fec33874-3b57-40c8-b501-bde0a1f4e0d6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:46.497526 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9979c14b-1f82-4554-bf14-6fe7975e6d18 req-fec33874-3b57-40c8-b501-bde0a1f4e0d6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0827017 May 28 06:31:46.587897 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9979c14b-1f82-4554-bf14-6fe7975e6d18 req-35cd2252-65a7-4b12-aa22-7c524ebfdbfe tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844846 May 28 06:31:46.613991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-2864a27c-ff2e-4af7-8425-f718056f665e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:46.615421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-2864a27c-ff2e-4af7-8425-f718056f665e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 946 time: 0.0990260 May 28 06:31:46.688115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Deleting port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:31:46.688455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:46.927960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] For port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:46.928344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.321815 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.322187 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.322494 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099 disassociated. External IP: 172.25.4.152, port: 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa. May 28 06:31:47.322831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Calling delete_port for 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:31:47.471754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.521272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event deleted for resources: {'Port': ['ID=38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:47.716223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:31:47.755224 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c175bd26-90dd-4f7e-8544-2b8c61f59107 req-ee5f46da-8986-4208-81c7-6108a502997d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50 HTTP/1.1" status: 200 len: 210 time: 0.0470080 May 28 06:31:47.897048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:31:47.907156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:31:47.917354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:47.917950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:31:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:47.968344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] No DVR routers for this DVR port 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:31:47.970805 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:47.973362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'name': 'network-vif-deleted', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:47.991695 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9dc922a7-d1f7-49c9-a5b6-b81fc3968737 req-b743fdf9-f02c-4888-bf88-d1d31e8d7e32 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "DELETE /v2.0/ports/38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa HTTP/1.1" status: 204 len: 173 time: 1.3705344 May 28 06:31:48.019789 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44673f08-5481-4084-a136-6b7bb6336f46'] response: {'server_uuid': '4aa9a325-e2fa-4fcc-bbf6-7d69c793bd50', 'name': 'network-vif-deleted', 'tag': '38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa', 'status': 'completed', 'code': 200} May 28 06:31:48.103522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:48.422908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:48.426663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:31:48.435422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:31:48.436009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:31:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:48.609260 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:31:48.936597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:31:48.940558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce3a9f-866f-48f1-aae9-140a7aaac46b None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:31:49.105947 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-e29c26c7-89c5-4f84-a8a9-b3d480fedfdb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--903263466&fields=id&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 267 time: 0.0449193 May 28 06:31:49.163649 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27443713-ce8c-4884-9f6e-8f6c1230906f None None] New status for floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:31:49.267370 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-f17a075a-d855-47d9-8a72-a4b3851b1db5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:49.268805 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-f17a075a-d855-47d9-8a72-a4b3851b1db5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 811 time: 0.1539598 May 28 06:31:49.284293 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-3705d1ce-507a-4b1a-a5c7-9c12edbdcecf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/quotas/ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 375 time: 0.0098588 May 28 06:31:49.369707 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-b2813240-ca5b-457a-a761-640b1a884c45 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802784 May 28 06:31:49.589777 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-224ae40a-89f7-4cc6-a437-74995abb611c service neutron] 10.222.0.39 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656625 May 28 06:31:49.726502 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-97a52fb4-728a-47a8-b7c3-27c96f096247 service neutron] 10.222.0.39 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308205 May 28 06:31:50.421566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:31:50.456189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:31:50.456438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 38e6f5bc-31d4-47d9-8f4d-fd625ab0d0aa not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:31:50.933391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3aee312b-02a4-425d-bc77-a05db45197c7 req-b003c0c0-4332-4296-9e19-1de53174d0d7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:50.950375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-3aee312b-02a4-425d-bc77-a05db45197c7 req-b003c0c0-4332-4296-9e19-1de53174d0d7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:50.951840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3aee312b-02a4-425d-bc77-a05db45197c7 req-b003c0c0-4332-4296-9e19-1de53174d0d7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 210 time: 0.0665069 May 28 06:31:52.033496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-bb452d9c-c1e9-4ad3-b0d5-5bc80f4dbcd8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:52.034921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-bb452d9c-c1e9-4ad3-b0d5-5bc80f4dbcd8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 811 time: 0.1484339 May 28 06:31:52.092988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c2b69d23-a4e4-4507-b817-b0179baefb65 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 379 time: 0.0430810 May 28 06:31:52.102785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'port': {'device_id': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'admin_state_up': True, 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'security_groups': ['77b83be6-1b15-47e3-99ad-e7566135739a']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:52.107000 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8f4b9ff8-cf3c-43f2-a602-e0a45eadec3c req-de974bfb-df8a-4795-88ec-b2eadc99ed11 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 210 time: 0.0431750 May 28 06:31:52.238141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:31:52.247917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:31:52.257852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Made reservation on behalf of ac7224e8bc034001ae9f643f3eaedc19 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:31:52.261855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.532009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Allocated IP 172.20.0.13 (fa01ad69-3228-4511-9f39-55a9707183d8/84022936-f3d5-41e0-b5f2-6a65f3a31eaf/cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:31:52.728359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.744581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Transition to ACTIVE for port object cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:52.768786 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.842586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Network fa01ad69-3228-4511-9f39-55a9707183d8 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:31:52.845536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:31:52.849610 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:31:52.886648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:52.919378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:52.920000 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:52.946939 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-c982f72b-202b-4e2e-83dc-78b394e6e2c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481174 May 28 06:31:52.965023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Request body: {'port': {'device_id': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:31:53.072578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-32a74a20-93b1-4a0e-bafb-9fe519c11e40 None None] Provisioning for port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:31:53.077941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-32a74a20-93b1-4a0e-bafb-9fe519c11e40 None None] Provisioning complete for port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:31:53.078253 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-32a74a20-93b1-4a0e-bafb-9fe519c11e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.082073 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.130651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-32a74a20-93b1-4a0e-bafb-9fe519c11e40 None None] Port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:31:53.420911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99303cba-bcf0-48ae-ad49-2284943710e0 req-87c36496-4e1f-488c-af07-d1eb35b00505 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:53.421509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-99303cba-bcf0-48ae-ad49-2284943710e0 req-87c36496-4e1f-488c-af07-d1eb35b00505 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:31:53.451304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-99303cba-bcf0-48ae-ad49-2284943710e0 req-87c36496-4e1f-488c-af07-d1eb35b00505 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:31:53.452416 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-99303cba-bcf0-48ae-ad49-2284943710e0 req-87c36496-4e1f-488c-af07-d1eb35b00505 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 932 time: 0.2267723 May 28 06:31:53.532950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:53.543877 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.551168 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-99303cba-bcf0-48ae-ad49-2284943710e0 req-ec0eb35e-7528-4e9f-be70-73967e0cdef8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656080 May 28 06:31:53.562201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Transition to ACTIVE for port object cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:31:53.566748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.720403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:53.802756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:31:53.803084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:31:53.803443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:53.808438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on network fa01ad69-3228-4511-9f39-55a9707183d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:31:53.808752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:31:53.814006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:31:53.814354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:31:53.814730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:31:53.815143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Bound port: cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:31:53.815651 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.907753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:31:53.910532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:31:53.914902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.983246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:53.983867 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:53.985269 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] 10.222.0.33 "PUT /v2.0/ports/cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1092 time: 1.0251830 May 28 06:31:53.985977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:31:54.015260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336621bf-94d4-417f-8a29-f012d71a2917 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:54.038831 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce0448b-0963-4ed5-9c5a-9dd1743d9424'] response: {'name': 'network-changed', 'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'status': 'completed', 'code': 200} May 28 06:31:54.131425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-b71c7705-e6a3-49ee-828c-87d07d60c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:54.132928 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-b71c7705-e6a3-49ee-828c-87d07d60c0cd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1095 time: 0.0760531 May 28 06:31:54.210215 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-76efb87d-b592-4a63-89cc-483174b15c31 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 217 time: 0.0657969 May 28 06:31:54.271580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-3a8fb78a-cc88-4491-b609-fa532967202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:54.273004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-3a8fb78a-cc88-4491-b609-fa532967202f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0573723 May 28 06:31:54.462521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-6334dac7-0095-40b4-8984-aa6a054c2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:54.464121 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-6334dac7-0095-40b4-8984-aa6a054c2e65 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846902 May 28 06:31:54.597788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-5e928716-8d4a-4498-9153-76a227d280eb service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271091 May 28 06:31:54.797736 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4a64a478-d0a2-46a0-93bc-710024a04419 req-00351b0d-f523-4b48-bf45-050560a1e833 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934216 May 28 06:31:54.812722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc41a2-ad2b-4605-ad58-f0f1220bd967 req-566c0dc1-4553-4c07-8fc9-e108a82b9878 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:54.814079 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6afc41a2-ad2b-4605-ad58-f0f1220bd967 req-566c0dc1-4553-4c07-8fc9-e108a82b9878 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 944 time: 0.1350167 May 28 06:31:54.859391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6afc41a2-ad2b-4605-ad58-f0f1220bd967 req-eeb22449-d2c4-445c-995a-72502e000f8e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393929 May 28 06:31:54.951649 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367370b-fcd2-482c-8001-55eedac4f661 req-09585b9b-f4a2-4a86-b9fc-981b661a2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:54.953094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8367370b-fcd2-482c-8001-55eedac4f661 req-09585b9b-f4a2-4a86-b9fc-981b661a2406 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1095 time: 0.0739403 May 28 06:31:55.097449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367370b-fcd2-482c-8001-55eedac4f661 req-52baa16c-48b8-4242-8144-2570e3566763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:55.098785 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8367370b-fcd2-482c-8001-55eedac4f661 req-52baa16c-48b8-4242-8144-2570e3566763 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1389129 May 28 06:31:55.168826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8367370b-fcd2-482c-8001-55eedac4f661 req-ae1ef800-3c43-4306-a402-7339bda26729 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 217 time: 0.0635936 May 28 06:31:55.229616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367370b-fcd2-482c-8001-55eedac4f661 req-1923b9e4-0d97-4043-a4d6-e034e36880f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:55.230988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8367370b-fcd2-482c-8001-55eedac4f661 req-1923b9e4-0d97-4043-a4d6-e034e36880f6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0568566 May 28 06:31:55.303558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367370b-fcd2-482c-8001-55eedac4f661 req-9cec494f-ae9f-4c32-b091-7ca81a902323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:55.304991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8367370b-fcd2-482c-8001-55eedac4f661 req-9cec494f-ae9f-4c32-b091-7ca81a902323 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687723 May 28 06:31:55.440527 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8367370b-fcd2-482c-8001-55eedac4f661 req-0de2ded6-fe71-41db-b881-6c210f7876e9 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283832 May 28 06:31:55.571987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8367370b-fcd2-482c-8001-55eedac4f661 req-0f40f5fe-ce23-49af-b759-5f2232a055f0 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240242 May 28 06:31:56.046160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5777f9-3e97-466c-b176-d490e457cfaa req-d74de8f3-fe58-440c-b52d-8d746ecc5437 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:56.047637 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d5777f9-3e97-466c-b176-d490e457cfaa req-d74de8f3-fe58-440c-b52d-8d746ecc5437 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 944 time: 0.0840321 May 28 06:31:56.091727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d5777f9-3e97-466c-b176-d490e457cfaa req-ed6d0a35-4b53-40c5-ba46-a2ccdb676eaa tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384345 May 28 06:31:57.277658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e139-5721-409f-ac9b-6cd2bac76a9b req-919f3e1c-bb08-4632-a859-1d863cdcaf2e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:57.279078 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7886e139-5721-409f-ac9b-6cd2bac76a9b req-919f3e1c-bb08-4632-a859-1d863cdcaf2e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 944 time: 0.0825121 May 28 06:31:57.322512 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7886e139-5721-409f-ac9b-6cd2bac76a9b req-8e306746-0d26-4f97-81c3-ef36f3f0c642 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376499 May 28 06:31:58.488255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:31:58.507615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab49a7-7f95-464a-8107-e88040bb77f5 req-1aa767b4-a4ef-4ae7-89b4-7a6fadf335ce tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:58.509072 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d8ab49a7-7f95-464a-8107-e88040bb77f5 req-1aa767b4-a4ef-4ae7-89b4-7a6fadf335ce tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 944 time: 0.0820265 May 28 06:31:58.560814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d8ab49a7-7f95-464a-8107-e88040bb77f5 req-0d9734d5-9520-4435-9810-3a7de90414df tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454204 May 28 06:31:58.621550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:58.634185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'port_id': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'mac_address': 'fa:16:3e:5f:8b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:31:58.692688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:31:58.693068 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:58.709221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:31:58.724042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:31:58.727938 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:31:58.798772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:31:59.072451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:31:59.748077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce00d5-9e79-4f2c-a66b-7569b6aaabee req-c977fc5d-c411-4d18-b8da-6ae4a60c513f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:31:59.749524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00ce00d5-9e79-4f2c-a66b-7569b6aaabee req-c977fc5d-c411-4d18-b8da-6ae4a60c513f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 945 time: 0.0790665 May 28 06:31:59.797051 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00ce00d5-9e79-4f2c-a66b-7569b6aaabee req-25864df4-2dae-4a8a-9165-b6be6e37ec98 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419681 May 28 06:32:00.502497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:32:00.569053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:32:00.573548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:32:00.573917 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:00.688402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:32:00.688773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:00.714849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:00.724219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:32:00.728736 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:00.765037 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d35bfe6-6c82-44fd-ba60-033a8a86a9bc'] response: {'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'code': 200} May 28 06:32:00.802543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:32:00.949423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320c18-c713-4525-9b27-d883c61f98c1 req-1b784cee-db51-465e-813d-43b8c5f45166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:00.950877 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f320c18-c713-4525-9b27-d883c61f98c1 req-1b784cee-db51-465e-813d-43b8c5f45166 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1097 time: 0.1058140 May 28 06:32:01.010807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3f320c18-c713-4525-9b27-d883c61f98c1 req-74607cac-cba4-47be-ba6c-add71e8a5c25 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516934 May 28 06:32:01.029196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2730a55-e33d-4ec0-9c81-08eb0775bb46 req-1fb1a5f4-002f-4553-b349-b7b2b7be4340 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:01.030586 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2730a55-e33d-4ec0-9c81-08eb0775bb46 req-1fb1a5f4-002f-4553-b349-b7b2b7be4340 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.1226258 May 28 06:32:01.074257 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2730a55-e33d-4ec0-9c81-08eb0775bb46 req-d726c45b-faa4-4886-a0d9-228fc0acf7fe tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379503 May 28 06:32:01.414055 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:02.261332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cdfc2-c357-41d6-86a1-52dd4df81236 req-62d60bb4-dd01-4cd7-9d50-ba723bffd5d9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:02.262811 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ce2cdfc2-c357-41d6-86a1-52dd4df81236 req-62d60bb4-dd01-4cd7-9d50-ba723bffd5d9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0804684 May 28 06:32:02.306904 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ce2cdfc2-c357-41d6-86a1-52dd4df81236 req-00aa27ce-e391-4493-bf96-ced25fb02b5c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383489 May 28 06:32:03.488961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d2895-504f-497b-af6f-5dc0e4d7ffb5 req-12ff141a-db72-4fd3-8563-73075fd79842 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:03.490373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea8d2895-504f-497b-af6f-5dc0e4d7ffb5 req-12ff141a-db72-4fd3-8563-73075fd79842 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0785747 May 28 06:32:03.533332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea8d2895-504f-497b-af6f-5dc0e4d7ffb5 req-4cff6713-c87e-4d95-b90c-cfb6521e4352 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373673 May 28 06:32:03.713124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6ef24-342a-43da-b658-e4a22f9d837f req-0b4d28c7-96a4-45bc-9518-94f86ff01bda tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:03.714617 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30b6ef24-342a-43da-b658-e4a22f9d837f req-0b4d28c7-96a4-45bc-9518-94f86ff01bda tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0829618 May 28 06:32:03.723132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 50230) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:32:03.728154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c396dd56-fe40-41b2-8a0a-fc9094378d86 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'floatingip': {'port_id': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:32:03.802808 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c396dd56-fe40-41b2-8a0a-fc9094378d86 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.485173 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c396dd56-fe40-41b2-8a0a-fc9094378d86 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.488831 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c396dd56-fe40-41b2-8a0a-fc9094378d86 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:04.659006 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-c396dd56-fe40-41b2-8a0a-fc9094378d86 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099 associated. External IP: 172.25.4.152, port: cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5. May 28 06:32:05.009362 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c396dd56-fe40-41b2-8a0a-fc9094378d86 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:32:05.187571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c396dd56-fe40-41b2-8a0a-fc9094378d86 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:32:05.192347 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c396dd56-fe40-41b2-8a0a-fc9094378d86 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:05.196744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:32:05.207324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:32:05.207958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:31:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:05.246311 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c396dd56-fe40-41b2-8a0a-fc9094378d86 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "PUT /v2.0/floatingips/8c8a7040-ca7d-4877-80ef-9cffa5c6c099 HTTP/1.1" status: 200 len: 992 time: 1.5221255 May 28 06:32:05.246899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:32:05.290024 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00dd4a4-959b-4ee2-918a-939de77c85df'] response: {'name': 'network-changed', 'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'status': 'completed', 'code': 200} May 28 06:32:05.391339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:32:05.514313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-33a45f7d-fefd-4a33-8588-746db79dc872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:05.515759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-33a45f7d-fefd-4a33-8588-746db79dc872 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1097 time: 0.1835866 May 28 06:32:05.647954 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-17452f86-3f1d-4ef7-8279-9b006473153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:05.649396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-17452f86-3f1d-4ef7-8279-9b006473153f service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1272297 May 28 06:32:05.746011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:5f:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:32:04Z', 'revision_number': 9, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:05.752453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:32:05.754302 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-f8593897-d0bf-4ad5-a2b8-80774bccbf04 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1000 time: 0.0989423 May 28 06:32:05.761297 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:32:05.761926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:31:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:05.822055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-f479b436-bbd2-4f47-ac9d-71a1fcdba32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:05.823527 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-f479b436-bbd2-4f47-ac9d-71a1fcdba32e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0631173 May 28 06:32:05.900104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-fe1d0a00-46fb-4a79-95ce-2db0ab9cf3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:05.902115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-fe1d0a00-46fb-4a79-95ce-2db0ab9cf3c7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730529 May 28 06:32:05.940970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:32:06.034643 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-08765cbd-154b-4981-b892-b0572e47e2ef service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264358 May 28 06:32:06.169718 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10300c60-83b4-4abe-a28d-34c1c7f9cae7 req-b2c8c2b3-edbd-412c-954d-da8dd027e32d service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283803 May 28 06:32:06.330229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:5f:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:32:04Z', 'revision_number': 9, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:32:06.334120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bee8d6-7e4a-411a-b7f5-93b48eafbef3 None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:5f:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:32:04Z', 'revision_number': 9, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:32:06.518504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50597f0-63d5-4ea3-915f-fd0eb618f146 None None] New status for floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:32:08.555282 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f72691a-0c0c-4e20-bd32-a0b257f0fa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.105938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-876b6324-0c5e-4cd0-9104-f249070e4f37 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781367 May 28 06:32:10.264195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-35b8feaf-b835-4686-b3f2-5fff022ebae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:10.265638 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-35b8feaf-b835-4686-b3f2-5fff022ebae1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1097 time: 0.0704708 May 28 06:32:10.406538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-ad40a9bf-5c19-4032-bfd0-33430d929066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:10.407910 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-ad40a9bf-5c19-4032-bfd0-33430d929066 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1254420 May 28 06:32:10.514132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-4f23d9c5-2d00-49f5-8afe-aad94553d7ff service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1003 time: 0.0998552 May 28 06:32:10.574414 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.580641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-ebf01cb1-fb63-4a52-92ad-a2d5a5552138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:10.582410 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-ebf01cb1-fb63-4a52-92ad-a2d5a5552138 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0626094 May 28 06:32:10.657680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-343aa391-9a6d-4dd6-94db-05c00319158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:32:10.659056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-343aa391-9a6d-4dd6-94db-05c00319158d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708885 May 28 06:32:10.754992 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-63521800-19a7-4452-8690-0c12e3db121a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:10.794834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-e50c1a66-c880-4f0d-83e0-630cbdb97c96 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291306 May 28 06:32:10.924448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3b57261a-8eed-41ec-a214-1a7faac7192d req-7f18c336-6f9b-4694-b2a8-388d77362474 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238225 May 28 06:32:11.691870 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:11.795613 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:13.458609 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:16.835295 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:32:31.425537 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:38.557691 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-928b057e-9936-46ee-845d-ef06dea609a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.575922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:40.756405 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4d1de549-d2a2-4415-8c86-4cf00e6520af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.694190 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:41.798768 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:43.460092 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:32:53.834783 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:33:01.428296 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:08.558908 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3539a63e-a350-451e-8473-162e3ebb9d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:09.386101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-00865b6b-634b-4212-bf9f-4225c81ac55d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2334836 May 28 06:33:09.407858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff81d-492e-4fa7-b969-0526cc970d8a req-54560531-cf1f-43cc-9ed3-55f50529bbd9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:09.409278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-807ff81d-492e-4fa7-b969-0526cc970d8a req-54560531-cf1f-43cc-9ed3-55f50529bbd9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.2052763 May 28 06:33:09.454828 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-807ff81d-492e-4fa7-b969-0526cc970d8a req-525e642f-a0df-491c-9d24-c28ec42b5248 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395901 May 28 06:33:10.583557 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:10.606264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94424a-bdf6-4282-8992-af2ec442016b req-8facd164-6f37-4e7d-aa04-b38b44882519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:10.608412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-8facd164-6f37-4e7d-aa04-b38b44882519 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1097 time: 0.0780132 May 28 06:33:10.748863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94424a-bdf6-4282-8992-af2ec442016b req-e5f8aa3e-fa5a-49f6-88a3-c4249d22d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:10.750320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-e5f8aa3e-fa5a-49f6-88a3-c4249d22d127 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1353123 May 28 06:33:10.758582 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-05f79b9d-e7dd-46af-81a3-fab1863d7af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:10.771970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c2a98-4a41-41fa-a40b-025a1114d6e3 req-5a87e67d-a931-430e-b7e7-b220e9870f54 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:10.773417 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a0c2a98-4a41-41fa-a40b-025a1114d6e3 req-5a87e67d-a931-430e-b7e7-b220e9870f54 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.2053339 May 28 06:33:10.818208 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4a0c2a98-4a41-41fa-a40b-025a1114d6e3 req-8b1e379d-a293-4e03-90a3-4c78d858e976 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388045 May 28 06:33:10.857544 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-741d85e6-aa31-43e4-9a05-d211b3df2e22 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1003 time: 0.0999601 May 28 06:33:10.918329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94424a-bdf6-4282-8992-af2ec442016b req-58499e46-84f2-4a9c-bf62-138054ba39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:10.920309 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-58499e46-84f2-4a9c-bf62-138054ba39f6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0566761 May 28 06:33:11.007418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94424a-bdf6-4282-8992-af2ec442016b req-4c3d7825-295f-4124-b131-2b4fa373be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:11.009605 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-4c3d7825-295f-4124-b131-2b4fa373be42 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830436 May 28 06:33:11.141779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3d52ec3f-1065-43c2-af70-107730f07aba service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243749 May 28 06:33:11.270762 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-2d3fd0f9-22fd-46c5-8ac3-8961d4cb716f service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226728 May 28 06:33:11.457035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b723df-cd18-488f-ae11-1134d439acfa req-841a95b9-1145-47d4-93c4-36e6c7c4528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:11.458483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6b723df-cd18-488f-ae11-1134d439acfa req-841a95b9-1145-47d4-93c4-36e6c7c4528c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1097 time: 0.0716052 May 28 06:33:11.635264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b723df-cd18-488f-ae11-1134d439acfa req-9eb6ad13-e714-49b9-9a8f-efaabe02b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:11.636747 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6b723df-cd18-488f-ae11-1134d439acfa req-9eb6ad13-e714-49b9-9a8f-efaabe02b76a service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1310384 May 28 06:33:11.697558 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:11.743326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6b723df-cd18-488f-ae11-1134d439acfa req-9ee4cf55-796b-48ca-bfc4-4b9b24587215 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1003 time: 0.0983307 May 28 06:33:11.801793 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:11.804991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b723df-cd18-488f-ae11-1134d439acfa req-c58fa542-c30f-4212-81bd-bc04d5df3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:11.806400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6b723df-cd18-488f-ae11-1134d439acfa req-c58fa542-c30f-4212-81bd-bc04d5df3405 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0565619 May 28 06:33:11.889485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b723df-cd18-488f-ae11-1134d439acfa req-f437fd96-c9a2-443f-a460-9c16e02bab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:11.891172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6b723df-cd18-488f-ae11-1134d439acfa req-f437fd96-c9a2-443f-a460-9c16e02bab52 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777011 May 28 06:33:12.083354 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6b723df-cd18-488f-ae11-1134d439acfa req-02564386-cfb9-4cdc-8965-c96d87d40741 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860497 May 28 06:33:12.121441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428b3e8-7bba-45c7-a227-8f6eff552514 req-480a0407-2c02-4d8b-9bf1-95754e9be44c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:12.123701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3428b3e8-7bba-45c7-a227-8f6eff552514 req-480a0407-2c02-4d8b-9bf1-95754e9be44c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.1545372 May 28 06:33:12.351874 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3428b3e8-7bba-45c7-a227-8f6eff552514 req-74793929-2ef0-4edc-9b8e-16fab7c10b51 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718863 May 28 06:33:12.372083 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6b723df-cd18-488f-ae11-1134d439acfa req-5a1c8f7a-c5b2-41d3-ba90-90a827c32504 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826841 May 28 06:33:13.464662 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:13.540146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3784b5-3dfc-481d-82c1-0f9bb98b91c9 req-4dda2df2-b22e-40c9-8e48-dbf69da49c0f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:13.541586 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf3784b5-3dfc-481d-82c1-0f9bb98b91c9 req-4dda2df2-b22e-40c9-8e48-dbf69da49c0f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0813632 May 28 06:33:13.586095 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf3784b5-3dfc-481d-82c1-0f9bb98b91c9 req-4ca5364c-bcfb-4343-bed4-20ab7252f89a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 May 28 06:33:14.779650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85779f-9ce8-482b-bde7-a439f17ae956 req-49ed162e-2696-43c6-be6a-1f99e3b6a747 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:14.781100 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b85779f-9ce8-482b-bde7-a439f17ae956 req-49ed162e-2696-43c6-be6a-1f99e3b6a747 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0801558 May 28 06:33:14.824220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b85779f-9ce8-482b-bde7-a439f17ae956 req-0e5b533e-41a9-4cb0-ab55-4321e830ac63 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374436 May 28 06:33:16.006659 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d842e-0894-465e-8556-89f1a9a8b163 req-30732ee3-9516-48b6-b5cf-05d2bc96449e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:16.008469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c67d842e-0894-465e-8556-89f1a9a8b163 req-30732ee3-9516-48b6-b5cf-05d2bc96449e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0801802 May 28 06:33:16.052535 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c67d842e-0894-465e-8556-89f1a9a8b163 req-92508f8f-454f-4949-ab55-67fa22df3d79 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378404 May 28 06:33:17.239636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01c9a4-c395-46dd-92c4-cb6a3f7cc71d req-d8c61cde-7430-43ba-8faa-9b7b2919dec6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:17.241069 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a01c9a4-c395-46dd-92c4-cb6a3f7cc71d req-d8c61cde-7430-43ba-8faa-9b7b2919dec6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0824802 May 28 06:33:17.283965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a01c9a4-c395-46dd-92c4-cb6a3f7cc71d req-472ae78b-d0db-49b9-ad21-536f75326311 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373359 May 28 06:33:18.469595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20953dc7-dbaf-42bd-8c35-a5c4f093d3d1 req-1d344dd1-061c-4b0b-b26c-b83c887b71b4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:18.470944 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20953dc7-dbaf-42bd-8c35-a5c4f093d3d1 req-1d344dd1-061c-4b0b-b26c-b83c887b71b4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0824072 May 28 06:33:18.514443 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-20953dc7-dbaf-42bd-8c35-a5c4f093d3d1 req-705a380f-0be9-4be0-9458-b360b6ee4022 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375373 May 28 06:33:19.699615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287714cf-aefe-4610-bcf4-6fa4aa115fac req-fe3d08cd-2a3b-421d-a64e-10e3e8621fdc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:19.701553 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-287714cf-aefe-4610-bcf4-6fa4aa115fac req-fe3d08cd-2a3b-421d-a64e-10e3e8621fdc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0794725 May 28 06:33:19.746617 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-287714cf-aefe-4610-bcf4-6fa4aa115fac req-5132cb69-e7e4-4b9a-bf91-0ff70a0c88da tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394206 May 28 06:33:20.932750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817896a-e968-435e-a835-afa6e61fadb2 req-f6ebc70f-ffab-4941-8ba9-e565630ad23e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:20.934219 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0817896a-e968-435e-a835-afa6e61fadb2 req-f6ebc70f-ffab-4941-8ba9-e565630ad23e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0790963 May 28 06:33:20.982944 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0817896a-e968-435e-a835-afa6e61fadb2 req-bee9b3aa-10d0-400d-80f4-d21fab458374 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424702 May 28 06:33:22.168719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bc06d-0cb2-4fd8-a58f-85278c78dbe9 req-79813836-f826-4d6b-89cd-f87535919dff tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:22.170690 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b9bc06d-0cb2-4fd8-a58f-85278c78dbe9 req-79813836-f826-4d6b-89cd-f87535919dff tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0844479 May 28 06:33:22.214289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b9bc06d-0cb2-4fd8-a58f-85278c78dbe9 req-3e0cd9c4-d416-4e34-bb51-44226d6a032f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379782 May 28 06:33:23.303332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-065997af-7333-4af0-a5b2-fffbe47d3328 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:33:23.304329 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-065997af-7333-4af0-a5b2-fffbe47d3328 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060802 May 28 06:33:23.396242 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-7a94424a-bdf6-4282-8992-af2ec442016b req-55900d14-9c33-49a3-90b5-1fc5511e2082 service neutron] show failed (client error): The resource could not be found. May 28 06:33:23.397715 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-55900d14-9c33-49a3-90b5-1fc5511e2082 service neutron] 10.222.0.33 "GET /v2.0/ports/cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0871582 May 28 06:33:23.402844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44e867-ea5c-4ab8-b7a5-2a794baf1097 req-a806a617-1230-4c27-979e-4da0c5692035 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:23.404606 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a44e867-ea5c-4ab8-b7a5-2a794baf1097 req-a806a617-1230-4c27-979e-4da0c5692035 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0839703 May 28 06:33:23.462552 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3a44e867-ea5c-4ab8-b7a5-2a794baf1097 req-436a7f92-428e-409f-b9c6-3d444ccf642a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496018 May 28 06:33:23.676006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94424a-bdf6-4282-8992-af2ec442016b req-ccdd22ea-1c05-4ade-8c4a-4441c21c39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:23.677404 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-ccdd22ea-1c05-4ade-8c4a-4441c21c39a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 1097 time: 0.0797799 May 28 06:33:23.690301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:23.800730 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:24.070388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:24.098962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:24.158120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:24.163579 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:24.180454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Transition to ACTIVE for port object cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:24.184371 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:24.219991 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1649fefb-6609-4d90-9ff0-89dd584867e8'] response: {'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'code': 200} May 28 06:33:24.330949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:24.345713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.345869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.346211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.346553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.346859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.347174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.347555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.347873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.348189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.348499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.348807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.349116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:24.398024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] No DVR routers for this DVR port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:24.623110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:33:24.623405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:33:24.623740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:24.628584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on network fa01ad69-3228-4511-9f39-55a9707183d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:33:24.628903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:24.633977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:33:24.634313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:24.634694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:33:24.635116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Bound port: cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:33:24.635493 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:24.656598 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e358b-6378-45d0-9a38-6e5efa892150 req-ee132435-e9c7-4576-be32-ea1064e307dc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:24.658144 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c1e358b-6378-45d0-9a38-6e5efa892150 req-ee132435-e9c7-4576-be32-ea1064e307dc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 944 time: 0.0870631 May 28 06:33:24.703323 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c1e358b-6378-45d0-9a38-6e5efa892150 req-4144cabc-b65c-4624-8aca-ad9ceede1256 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392611 May 28 06:33:24.731388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:24.734256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:33:24.739245 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:24.904246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:24.904862 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:24.906229 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] 10.222.0.41 "PUT /v2.0/ports/cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1092 time: 1.2197740 May 28 06:33:24.924956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeb972-59fa-4473-96d3-82521c1d7db0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:25.004070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94424a-bdf6-4282-8992-af2ec442016b req-726c2894-d0fa-4fea-a9b9-aebf4a2cbd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.005635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-726c2894-d0fa-4fea-a9b9-aebf4a2cbd93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1095 time: 0.0732183 May 28 06:33:25.142357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94424a-bdf6-4282-8992-af2ec442016b req-a37c0fd9-dd81-4210-9d4a-e48ab1f1f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.143758 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-a37c0fd9-dd81-4210-9d4a-e48ab1f1f49b service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1283464 May 28 06:33:25.251250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-1b81ca7d-14b1-41e8-993c-1edc95824bfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1001 time: 0.0976272 May 28 06:33:25.316011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94424a-bdf6-4282-8992-af2ec442016b req-73e59636-c1cc-4b2d-890e-5987301d58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.317365 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-73e59636-c1cc-4b2d-890e-5987301d58e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0565891 May 28 06:33:25.396671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3c50bdf4-6a49-474d-91cf-da003ccb7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.398021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-3c50bdf4-6a49-474d-91cf-da003ccb7d55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715339 May 28 06:33:25.410877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-51d6757c-1786-4776-a380-3850328adb88 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:33:25.411820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-51d6757c-1786-4776-a380-3850328adb88 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047977 May 28 06:33:25.543257 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-eb28a1df-a976-4c5c-b9ee-647d9d47b011 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216540 May 28 06:33:25.674373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-6b41ae61-9c1c-4ab3-87aa-9dff5748f626 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219640 May 28 06:33:25.892820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656782a6-ff79-4515-a175-8abbb231717b req-722415fe-57f0-4f38-a01c-e489ab93603e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:25.894245 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-656782a6-ff79-4515-a175-8abbb231717b req-722415fe-57f0-4f38-a01c-e489ab93603e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 944 time: 0.0809124 May 28 06:33:25.937125 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-656782a6-ff79-4515-a175-8abbb231717b req-dacf43a1-07a3-4fdd-8605-799dffc4c32c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369365 May 28 06:33:26.221079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:26.277242 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5077d9f1-a2fc-404d-bffc-97ad9e38d730'] response: {'name': 'network-changed', 'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'status': 'completed', 'code': 200} May 28 06:33:26.427667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-234ada52-2ef2-4568-a905-eaa79d31e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:26.429123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-234ada52-2ef2-4568-a905-eaa79d31e151 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1095 time: 0.1342361 May 28 06:33:26.431479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-1d8df3eb-5103-45ad-9971-dc4c274eded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:26.432778 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-1d8df3eb-5103-45ad-9971-dc4c274eded3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1095 time: 0.0999796 May 28 06:33:26.671139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-475af8b7-0789-459d-9d6a-d173d20b5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:26.672612 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-475af8b7-0789-459d-9d6a-d173d20b5d18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2347670 May 28 06:33:26.674811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-978b1c64-e0d8-43ef-88c1-fd133c938453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:26.676121 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-978b1c64-e0d8-43ef-88c1-fd133c938453 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2372401 May 28 06:33:26.860669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-3c2846de-5324-422a-89db-d23a7df24838 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1001 time: 0.1778758 May 28 06:33:26.862231 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-9fc5c575-0efa-4cbb-acd5-23eebedcb8e1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1001 time: 0.1805916 May 28 06:33:26.970362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:27.039509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:27.143025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-074a5a87-b554-4290-b350-3ffe89a7747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:27.144471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-074a5a87-b554-4290-b350-3ffe89a7747d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.2769513 May 28 06:33:27.153687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-14f1a2cc-d2c2-4a80-969d-5fa3baac248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:27.155007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-14f1a2cc-d2c2-4a80-969d-5fa3baac248e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.2590415 May 28 06:33:27.294371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0bb7f-1d5a-461b-b126-caf588d1950a req-5bf68e6d-7949-4bca-91d0-234241ddd057 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:27.295832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11e0bb7f-1d5a-461b-b126-caf588d1950a req-5bf68e6d-7949-4bca-91d0-234241ddd057 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 944 time: 0.2169302 May 28 06:33:27.324065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-5154b6ae-2785-42a0-a7ee-ff0509fdaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:27.326082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-5154b6ae-2785-42a0-a7ee-ff0509fdaac6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684229 May 28 06:33:27.330817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-abeb0c89-5612-490e-86bb-f26371926591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:27.332244 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-abeb0c89-5612-490e-86bb-f26371926591 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448531 May 28 06:33:27.517910 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-11e0bb7f-1d5a-461b-b126-caf588d1950a req-3c2b7615-687a-4238-b35b-1d5fddbe99eb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140863 May 28 06:33:27.600810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-7789f7c9-0ce9-4ce4-8203-50bb91f44222 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391891 May 28 06:33:27.602623 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-4bf72fba-109f-41c1-a970-e67a745bbb4a service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677093 May 28 06:33:27.841313 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-084f89de-adf2-4096-9779-b51f78e8931e service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344842 May 28 06:33:27.842978 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aeaf98e4-1cdb-422d-af94-a034a2506a36 req-d5e2f122-9b81-454c-8805-8a5b7a267f42 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186487 May 28 06:33:28.714991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ce168-271e-491f-a206-62261edc5b38 req-a30254ea-c6e1-4d91-98a8-82e2bf22faa1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:28.717080 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-059ce168-271e-491f-a206-62261edc5b38 req-a30254ea-c6e1-4d91-98a8-82e2bf22faa1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 944 time: 0.0855722 May 28 06:33:28.761730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-059ce168-271e-491f-a206-62261edc5b38 req-558cde59-9bf8-423f-abed-b8e6918ca30f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390303 May 28 06:33:29.122625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:33:29.157956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-4e77b919-975b-433c-be2d-d1a46c007904 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:29.160955 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-4e77b919-975b-433c-be2d-d1a46c007904 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.41 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d&tenant_id=ac7224e8bc034001ae9f643f3eaedc19&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 944 time: 0.0929184 May 28 06:33:29.211037 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aaccf-25fd-41c9-af9c-849eab35e5c4 req-529406c8-2daf-4a98-8831-d798cfa2be06 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:29.212564 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f72aaccf-25fd-41c9-af9c-849eab35e5c4 req-529406c8-2daf-4a98-8831-d798cfa2be06 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 944 time: 0.0858009 May 28 06:33:29.246615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-5d69a77e-9991-4fb0-bc96-3ec7caaa6904 service neutron] 10.222.0.41 "GET /v2.0/ports/cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5/bindings/n-h2-843679-5 HTTP/1.1" status: 200 len: 382 time: 0.0798044 May 28 06:33:29.263894 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f72aaccf-25fd-41c9-af9c-849eab35e5c4 req-10db8b2c-226f-4b11-b50f-6b44f96a72e4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444102 May 28 06:33:29.273541 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:29.287208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'port_id': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'mac_address': 'fa:16:3e:5f:8b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:33:29.338605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-4deaa164-70c6-41e7-a15e-7f5a275a5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:29.340014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-4deaa164-70c6-41e7-a15e-7f5a275a5be5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1095 time: 0.0730984 May 28 06:33:29.342874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:29.343287 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:29.363540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:29.379365 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:29.383329 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:29.449932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:29.457306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.457679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.458026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.458363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.458696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.459027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.459398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.459716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.460040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.460362 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.460683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.461005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:33:29.471592 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-c98a7eb7-fd73-47b2-a7c7-98df4bfe0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:29.473019 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-c98a7eb7-fd73-47b2-a7c7-98df4bfe0e9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1274517 May 28 06:33:29.576680 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-d81ddd75-3502-41dc-ba30-afa2dd90893f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1002 time: 0.0965939 May 28 06:33:29.638182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-c3674ae4-8750-4f09-8917-5d6380011c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:29.639500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-c3674ae4-8750-4f09-8917-5d6380011c75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0566313 May 28 06:33:29.658915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:29.723144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-f39fffda-b4dc-4974-a618-246c1e794038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:29.724649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-f39fffda-b4dc-4974-a618-246c1e794038 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787661 May 28 06:33:29.973153 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-4c9ed773-68ae-4ed8-8a00-708beffb6fe8 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417142 May 28 06:33:30.106696 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-16f35b2e-bd51-4f4b-a5e0-dea834b97836 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261101 May 28 06:33:30.448675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ab4ca-b433-4906-b67b-ea05d59468c4 req-d7854e8d-1e27-4caa-8a99-03cff33c7fd5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:30.450173 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-295ab4ca-b433-4906-b67b-ea05d59468c4 req-d7854e8d-1e27-4caa-8a99-03cff33c7fd5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 945 time: 0.0793502 May 28 06:33:30.494350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-295ab4ca-b433-4906-b67b-ea05d59468c4 req-602a794c-8d74-434b-b72e-16b54843469a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385728 May 28 06:33:30.833673 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:33:31.123269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:31.191584 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:31.196673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:31.197047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:31.316981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:31.317353 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:31.344798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:31.355595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:31.359869 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:31.418662 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca86603-e590-48fe-98f7-317a24eb24db'] response: {'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'code': 200} May 28 06:33:31.445490 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:31.453411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:31.687120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda64d1-2202-42f9-a586-b67c2f9d159b req-d19c0fdb-a6ed-46ea-a66b-5b39ff349ae5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:31.688517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fdda64d1-2202-42f9-a586-b67c2f9d159b req-d19c0fdb-a6ed-46ea-a66b-5b39ff349ae5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0880709 May 28 06:33:31.732206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fdda64d1-2202-42f9-a586-b67c2f9d159b req-6b1e7056-e7aa-451f-a780-b9a35b00ce4d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377996 May 28 06:33:32.304828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-35456334-1e21-4561-812d-d365a2dbcbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:32.306301 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-35456334-1e21-4561-812d-d365a2dbcbad service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 1097 time: 0.0697668 May 28 06:33:32.322132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:32.431139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.692186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:32.721549 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:32.783466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:32.789160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.804203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Transition to ACTIVE for port object cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:32.808103 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:32.856104 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddacea58-39f8-44f9-a2e2-a5bcdc8b3251'] response: {'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'code': 200} May 28 06:33:32.934852 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165fcce-0428-4867-9213-db8b58cc0a65 req-354758ad-9700-4b92-9281-1dd2e361d6fe tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:32.936445 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0165fcce-0428-4867-9213-db8b58cc0a65 req-354758ad-9700-4b92-9281-1dd2e361d6fe tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 945 time: 0.0887942 May 28 06:33:32.940550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=10']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:32.987172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0165fcce-0428-4867-9213-db8b58cc0a65 req-66c5d8a1-5f10-4404-afc1-c5b7445dec2e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 May 28 06:33:33.015470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] No DVR routers for this DVR port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:33.245772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:33:33.245996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:33:33.246309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:33.251411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on network fa01ad69-3228-4511-9f39-55a9707183d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:33:33.251730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Attempting to bind port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:33.256768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:33:33.257100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:33.257479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:33:33.257898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Bound port: cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:33:33.258241 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:33.346624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:33.349575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:33:33.353319 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:33.415596 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.416179 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:33.417549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] 10.222.0.33 "PUT /v2.0/ports/cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1093 time: 1.0991447 May 28 06:33:33.432646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81625948-e1c1-4ca4-a5d6-543decf2628d service neutron] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=11']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:33.640970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-38e7e787-71de-4dbe-a13a-30a430cb30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.642474 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-38e7e787-71de-4dbe-a13a-30a430cb30a6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1096 time: 0.1900823 May 28 06:33:33.775019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-a742ac71-ef71-4ed9-bc1d-a51bc0f22f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.776511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-a742ac71-ef71-4ed9-bc1d-a51bc0f22f82 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1274605 May 28 06:33:33.878819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-f98c9350-5456-4e61-a793-8809d368a81f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1001 time: 0.0967083 May 28 06:33:33.940029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-c0c24035-2c4d-4eab-8730-2a068c6397c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:33.941381 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-c0c24035-2c4d-4eab-8730-2a068c6397c6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0561297 May 28 06:33:34.020237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-3fd88a6e-74e3-4591-ac51-1f5db8b08239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:34.021714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-3fd88a6e-74e3-4591-ac51-1f5db8b08239 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737884 May 28 06:33:34.210402 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-d8a9b582-bff1-4f8b-a71a-76af08b3ec30 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811452 May 28 06:33:34.248208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1f019-5640-4a69-8789-4484e945b36a req-30386dad-bac3-413c-aa99-ef66e95632a1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:34.249633 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-44a1f019-5640-4a69-8789-4484e945b36a req-30386dad-bac3-413c-aa99-ef66e95632a1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 945 time: 0.1503406 May 28 06:33:34.355270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-44a1f019-5640-4a69-8789-4484e945b36a req-85c866f2-310c-474f-85b0-27be01d2e6a1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577157 May 28 06:33:34.388114 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4775ab31-68c9-4be0-8d98-a6cb235b5681 req-7eadc960-2cf1-455e-bc8d-cae18611d654 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694322 May 28 06:33:34.857057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:34.914688 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180026f7-abe8-4dfe-99f4-c041ad8a482d'] response: {'name': 'network-changed', 'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'status': 'completed', 'code': 200} May 28 06:33:35.072882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca430e-3f34-4881-af9f-1c594050da02 req-763f699b-8a5e-426f-af33-05519afa6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.074352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-763f699b-8a5e-426f-af33-05519afa6f4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1096 time: 0.1322160 May 28 06:33:35.076712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca430e-3f34-4881-af9f-1c594050da02 req-f24436c4-8d57-4422-ab47-9bf3b79dad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.078017 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-f24436c4-8d57-4422-ab47-9bf3b79dad0c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 1096 time: 0.0970464 May 28 06:33:35.152592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:35.210410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:35.320097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca430e-3f34-4881-af9f-1c594050da02 req-49a58255-bdba-4369-b408-50c163e45325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.321534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-49a58255-bdba-4369-b408-50c163e45325 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2376955 May 28 06:33:35.322599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca430e-3f34-4881-af9f-1c594050da02 req-ba3828f7-7479-43bd-bcce-381a26cd73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.323918 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-ba3828f7-7479-43bd-bcce-381a26cd73ef service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2226024 May 28 06:33:35.514209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-393acb62-9ef6-4053-a7bf-76a09ca72ac7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1001 time: 0.1855614 May 28 06:33:35.515966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-0060cdad-24d6-43b5-a29f-da7b2eba31bd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 200 len: 1001 time: 0.1371799 May 28 06:33:35.793252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca430e-3f34-4881-af9f-1c594050da02 req-297d0ad8-8612-49d2-9f9f-648718e64cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.794716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-297d0ad8-8612-49d2-9f9f-648718e64cc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.2433181 May 28 06:33:35.797213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca430e-3f34-4881-af9f-1c594050da02 req-7d70e4e2-49b5-4f39-96d3-a68144085784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.798494 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-7d70e4e2-49b5-4f39-96d3-a68144085784 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.2766485 May 28 06:33:35.922675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4b831-f867-4a43-ad41-23c0630ae8f1 req-8c81c073-69cb-4b53-be1e-da928dfed7d5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.924152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d4e4b831-f867-4a43-ad41-23c0630ae8f1 req-8c81c073-69cb-4b53-be1e-da928dfed7d5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 945 time: 0.4462948 May 28 06:33:35.982065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca430e-3f34-4881-af9f-1c594050da02 req-f0267209-175a-4782-8ef1-c8e6b06b26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.983537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-f0267209-175a-4782-8ef1-c8e6b06b26f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796300 May 28 06:33:35.991450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca430e-3f34-4881-af9f-1c594050da02 req-30dc3f88-c2f1-4814-9e09-fb00d43713ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:35.992790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-30dc3f88-c2f1-4814-9e09-fb00d43713ac service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533406 May 28 06:33:35.995667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d4e4b831-f867-4a43-ad41-23c0630ae8f1 req-30e32932-c910-47cc-90be-c1dbc376a7fa tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639362 May 28 06:33:36.228573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-c1a726ca-92e9-4928-b8c9-a7a43201f5aa service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319767 May 28 06:33:36.232012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-6e4866c9-1217-4bc5-b102-a7d345ee91b8 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151825 May 28 06:33:36.467144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-2567c5ed-87b7-4cc3-abdc-b7830fa6ab35 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296317 May 28 06:33:36.470008 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cdca430e-3f34-4881-af9f-1c594050da02 req-c2844c7c-a3a8-4db4-821f-637570d9f1cc service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150092 May 28 06:33:37.014036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:33:37.150373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:37.164845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'port_id': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'mac_address': 'fa:16:3e:5f:8b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:33:37.226505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:37.226977 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:37.242042 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c2ad6-8dfe-411e-aaf7-d1955f73e451 req-076a21eb-bd69-4677-8e8e-11b87585f2d4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:37.243797 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf7c2ad6-8dfe-411e-aaf7-d1955f73e451 req-076a21eb-bd69-4677-8e8e-11b87585f2d4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 945 time: 0.1391425 May 28 06:33:37.275486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:37.292656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bf7c2ad6-8dfe-411e-aaf7-d1955f73e451 req-4542bc51-d395-4278-b868-1c7b143efb6a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416985 May 28 06:33:37.292894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:37.297457 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:37.366872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=12']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:37.678911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:38.481742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65f204-ca49-48fc-890a-080d17e32c90 req-8ec10da7-691c-4e53-b29e-bfe062ee86cc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:38.483163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b65f204-ca49-48fc-890a-080d17e32c90 req-8ec10da7-691c-4e53-b29e-bfe062ee86cc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0784380 May 28 06:33:38.525644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b65f204-ca49-48fc-890a-080d17e32c90 req-867dc403-e033-4458-b225-bbba9169f6dc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369053 May 28 06:33:38.560441 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67ab6732-8780-4074-9d49-544e4a418d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:38.707322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a103-4fa6-45cf-a8dc-45780df9f7c6 req-20d46871-7614-4b8b-b24a-75dff96c25de tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:38.708659 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b7f0a103-4fa6-45cf-a8dc-45780df9f7c6 req-20d46871-7614-4b8b-b24a-75dff96c25de tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0787783 May 28 06:33:38.757009 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b7f0a103-4fa6-45cf-a8dc-45780df9f7c6 req-3c1ee6e3-e65a-4f86-b97b-48e1796694a3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 May 28 06:33:38.943532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f50f0-17de-49bd-8e48-23592f44933d req-cbef111b-1d48-40ca-8621-7882738daa0a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:38.944972 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6d9f50f0-17de-49bd-8e48-23592f44933d req-cbef111b-1d48-40ca-8621-7882738daa0a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 946 time: 0.0832767 May 28 06:33:38.988931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6d9f50f0-17de-49bd-8e48-23592f44933d req-05d879db-adc1-40cc-b04b-add72bbbfa79 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380583 May 28 06:33:38.999692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:39.066845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:39.072630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:39.073264 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:39.195404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:39.195791 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:39.231612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:39.241261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:39.245704 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:39.286129 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdd8643-e9f2-433e-bf7a-f293e4db2004'] response: {'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'code': 200} May 28 06:33:39.318118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=13']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:39.381324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b6978-9c89-4a94-9169-645860a4b4a7 req-9a2e550b-776e-4b09-b3cb-9672e410d3ea tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:39.382795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a98b6978-9c89-4a94-9169-645860a4b4a7 req-9a2e550b-776e-4b09-b3cb-9672e410d3ea tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 947 time: 0.0794942 May 28 06:33:39.440756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a98b6978-9c89-4a94-9169-645860a4b4a7 req-7794fc4d-7efa-49a7-ba05-cb4fa28bc760 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518155 May 28 06:33:40.585071 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:40.625778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ea3b7-6e7c-4bc5-be96-6ea029e8ee7e req-1ac479fa-d581-4dad-990c-1bb2830922ab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:40.627252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c1ea3b7-6e7c-4bc5-be96-6ea029e8ee7e req-1ac479fa-d581-4dad-990c-1bb2830922ab tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 947 time: 0.0810206 May 28 06:33:40.672333 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3c1ea3b7-6e7c-4bc5-be96-6ea029e8ee7e req-9d045fb6-43f2-4044-9617-70e468ca64a9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392981 May 28 06:33:40.761055 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-48b55588-7a39-4575-a6ab-b468772c7459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:40.820884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23217162-aa6d-486c-aca4-a74416e4c297 req-6a53ba8c-a949-40ff-a633-68ea41a79a24 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:40.822293 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23217162-aa6d-486c-aca4-a74416e4c297 req-6a53ba8c-a949-40ff-a633-68ea41a79a24 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 947 time: 0.0791566 May 28 06:33:40.890352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Deleting port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:33:40.890691 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.133640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] For port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:41.133986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.526722 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.527102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.527442 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099 disassociated. External IP: 172.25.4.152, port: cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5. May 28 06:33:41.528354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Calling delete_port for cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:33:41.671701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.703671 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.723897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event deleted for resources: {'Port': ['ID=cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:41.809436 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:41.849346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30a2b308-be0f-4aa0-9389-5905270d5abb req-66e43dbe-0625-4123-b2f1-b8ec752ab46a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=eddc04e3-95ad-448b-9d19-74dea5c3888d HTTP/1.1" status: 200 len: 210 time: 0.0605543 May 28 06:33:41.955996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:33:42.141383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:33:42.150998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26229560-2580-430b-8020-eae0627742f1 None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:33:42.160555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26229560-2580-430b-8020-eae0627742f1 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:42.161172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-26229560-2580-430b-8020-eae0627742f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:42.211655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] No DVR routers for this DVR port cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:33:42.214114 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:42.216587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-deleted', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:42.233585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23217162-aa6d-486c-aca4-a74416e4c297 req-3348d2a8-c5f8-495e-9713-547803d8653e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "DELETE /v2.0/ports/cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 HTTP/1.1" status: 204 len: 173 time: 1.4063339 May 28 06:33:42.267783 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21090de-3798-4c06-a873-49647e9d8bd5'] response: {'server_uuid': 'eddc04e3-95ad-448b-9d19-74dea5c3888d', 'name': 'network-vif-deleted', 'tag': 'cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5', 'status': 'completed', 'code': 200} May 28 06:33:42.342172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-26229560-2580-430b-8020-eae0627742f1 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:42.655048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-26229560-2580-430b-8020-eae0627742f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:42.658979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26229560-2580-430b-8020-eae0627742f1 None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:33:42.667618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26229560-2580-430b-8020-eae0627742f1 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:42.668246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-26229560-2580-430b-8020-eae0627742f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:42.863595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-26229560-2580-430b-8020-eae0627742f1 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:43.104273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:33:43.152376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:33:43.152717 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device cbb3abd8-ab49-4b3a-8d2e-02d5e88536a5 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:33:43.198385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-38cc0e74-3aab-40c8-88b1-f119894e5ae2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--903263466&fields=id&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 267 time: 0.0431812 May 28 06:33:43.259768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-26229560-2580-430b-8020-eae0627742f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:43.263770 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26229560-2580-430b-8020-eae0627742f1 None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:33:43.354534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-d22d04e6-0a97-4d49-93b4-033024833e59 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:43.356004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-d22d04e6-0a97-4d49-93b4-033024833e59 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 811 time: 0.1507394 May 28 06:33:43.372293 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-79065155-d225-4b91-a2b7-120401b64159 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/quotas/ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 375 time: 0.0099425 May 28 06:33:43.467545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-72081eca-dad8-4875-8baa-bb2b0bc151f0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:43.468774 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:43.483466 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc51cb-5e99-45b1-a9f2-4ef3d978dc72 None None] New status for floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:33:43.484061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-72081eca-dad8-4875-8baa-bb2b0bc151f0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:43.485080 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-72081eca-dad8-4875-8baa-bb2b0bc151f0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1015005 May 28 06:33:43.624442 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-be150bac-61ff-4685-853d-b7a353b03fef service neutron] 10.222.0.39 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268325 May 28 06:33:43.866586 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-c6fc661d-a8ed-4ea1-820c-622aef1df296 service neutron] 10.222.0.39 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362721 May 28 06:33:44.048836 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7087dc27-2d97-48bc-aa3d-46b69ad37b77 req-21e27aa3-142f-4fd7-a4ef-ae345952a994 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 210 time: 0.0462401 May 28 06:33:45.121037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-6d65e7d2-6d51-42a4-b9d5-a69f41c994de tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:45.122776 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-6d65e7d2-6d51-42a4-b9d5-a69f41c994de tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 811 time: 0.1524706 May 28 06:33:45.228847 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-7aef9754-6653-4bd8-a65b-3f0d29e3687c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 379 time: 0.0931146 May 28 06:33:45.230748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5adcbd32-3f51-4646-9275-3c82ad51737d req-dd381ac1-a092-41b0-b9f3-a57705a04bb6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 210 time: 0.0581980 May 28 06:33:45.253297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'port': {'device_id': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'admin_state_up': True, 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'security_groups': ['77b83be6-1b15-47e3-99ad-e7566135739a']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:45.387981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:33:45.397432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:33:45.407482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Made reservation on behalf of ac7224e8bc034001ae9f643f3eaedc19 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:33:45.411024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:45.572497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Allocated IP 172.20.0.4 (fa01ad69-3228-4511-9f39-55a9707183d8/84022936-f3d5-41e0-b5f2-6a65f3a31eaf/3e8c0435-4276-4858-ba26-1d5a8248b008) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:33:45.755429 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:45.771005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Transition to ACTIVE for port object 3e8c0435-4276-4858-ba26-1d5a8248b008 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:45.793156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:45.863492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Network fa01ad69-3228-4511-9f39-55a9707183d8 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:33:45.866580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:33:45.870372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:33:45.905410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:45.942493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:45.943108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:45.967866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-5b24d095-5301-4001-9176-985a1524a2c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7184014 May 28 06:33:45.984694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Request body: {'port': {'device_id': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:46.095861 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.141437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0927f59b-f288-4abb-894b-d139e69582c3 None None] Provisioning for port 3e8c0435-4276-4858-ba26-1d5a8248b008 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:46.147121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0927f59b-f288-4abb-894b-d139e69582c3 None None] Provisioning complete for port 3e8c0435-4276-4858-ba26-1d5a8248b008 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:46.147695 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0927f59b-f288-4abb-894b-d139e69582c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.205727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0927f59b-f288-4abb-894b-d139e69582c3 None None] Port 3e8c0435-4276-4858-ba26-1d5a8248b008 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:33:46.416985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f6327-55a8-473c-8b1b-52bedbcf4e44 req-03e704dd-b12c-4715-8d35-2f5acdfa1584 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:46.418933 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb9f6327-55a8-473c-8b1b-52bedbcf4e44 req-03e704dd-b12c-4715-8d35-2f5acdfa1584 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 931 time: 0.0799615 May 28 06:33:46.440817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8c0435-4276-4858-ba26-1d5a8248b008 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:46.447947 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.462214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Transition to ACTIVE for port object 3e8c0435-4276-4858-ba26-1d5a8248b008 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:33:46.464107 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb9f6327-55a8-473c-8b1b-52bedbcf4e44 req-f918313a-5327-437a-b779-f4d78543637b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393283 May 28 06:33:46.466466 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.618537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:46.810219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:33:46.810458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:33:46.810770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:46.815274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Port 3e8c0435-4276-4858-ba26-1d5a8248b008 on network fa01ad69-3228-4511-9f39-55a9707183d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:33:46.815591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:33:46.820558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:33:46.820882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:33:46.821253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:33:46.821662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Bound port: 3e8c0435-4276-4858-ba26-1d5a8248b008, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:33:46.821995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.911025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:33:46.913862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:33:46.918405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.978612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:46.979402 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:46.980701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] 10.222.0.33 "PUT /v2.0/ports/3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1091 time: 1.0008569 May 28 06:33:46.981162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:47.007648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49c648-be37-4bd0-a1e3-f0a889bec61c service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:47.065924 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad799f3c-10c1-45f1-be17-db540efa8ae5'] response: {'name': 'network-changed', 'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'status': 'completed', 'code': 200} May 28 06:33:47.109989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-13f9087e-eeb3-4f68-8384-c776439eae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:47.111499 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-13f9087e-eeb3-4f68-8384-c776439eae1e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1094 time: 0.0771270 May 28 06:33:47.198051 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-d4a4f7aa-90f3-4a46-9ef0-15d7c26b3309 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 217 time: 0.0659919 May 28 06:33:47.264064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-62a112b4-e7ef-45e3-988b-1f1b68eeac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:47.265476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-62a112b4-e7ef-45e3-988b-1f1b68eeac09 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0623336 May 28 06:33:47.338416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-a1760c68-4a3f-49b7-aaa1-88cb2d4e0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:47.339902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-a1760c68-4a3f-49b7-aaa1-88cb2d4e0aec service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688486 May 28 06:33:47.468557 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-2f273f24-6ee6-4dfd-ab60-19d8b01df582 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228764 May 28 06:33:47.604458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-32e2e408-fdff-45d3-8c5e-e3795aa89efc req-23794429-da19-4bc8-9353-cbf20b2ca0d4 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301904 May 28 06:33:47.656768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32bdcf-19bc-4662-ba19-7bdfee11265b req-d1beb546-c751-4990-97d1-cce9b669a2e7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:47.658222 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb32bdcf-19bc-4662-ba19-7bdfee11265b req-d1beb546-c751-4990-97d1-cce9b669a2e7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0838699 May 28 06:33:47.704301 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cb32bdcf-19bc-4662-ba19-7bdfee11265b req-3d54d2c0-117d-462f-a8af-f6a3f7fb7a87 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398517 May 28 06:33:47.754385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-3539f4cf-ecdd-46fe-85de-85d70879e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:47.755821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-3539f4cf-ecdd-46fe-85de-85d70879e0d3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1094 time: 0.0705602 May 28 06:33:47.885033 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-cf284a22-7472-47e8-9d1e-d80ebcb68eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:47.886443 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-cf284a22-7472-47e8-9d1e-d80ebcb68eff service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1244242 May 28 06:33:47.955450 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-cda0c0b2-0030-4a2f-9000-3b1982dcd615 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 217 time: 0.0629663 May 28 06:33:48.015485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-c5b8b2bf-5172-4d07-b488-8d5e1921c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.016771 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-c5b8b2bf-5172-4d07-b488-8d5e1921c94a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0558546 May 28 06:33:48.092603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-8d7016bf-a12f-4856-954e-35a3e8f7ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.094046 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-8d7016bf-a12f-4856-954e-35a3e8f7ee42 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718443 May 28 06:33:48.225676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-c5a23620-9045-4fb4-8afd-bd65c1bef86e service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239514 May 28 06:33:48.355169 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-87640a16-3e66-4145-9e91-9344a8d1fcff req-2148ed7e-4dd0-4a5c-bcd3-02a2f9e7a669 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233160 May 28 06:33:48.892286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837324a6-66b0-4682-954e-d73eac738daf req-105c7bbc-d51f-4cec-9693-cf1e6a9525ba tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:48.892977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-837324a6-66b0-4682-954e-d73eac738daf req-105c7bbc-d51f-4cec-9693-cf1e6a9525ba tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Synchronizing usage tracker for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:33:48.908202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-837324a6-66b0-4682-954e-d73eac738daf req-105c7bbc-d51f-4cec-9693-cf1e6a9525ba tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Unset dirty status for tenant:ac7224e8bc034001ae9f643f3eaedc19 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:33:48.909323 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-837324a6-66b0-4682-954e-d73eac738daf req-105c7bbc-d51f-4cec-9693-cf1e6a9525ba tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0965295 May 28 06:33:48.953228 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-837324a6-66b0-4682-954e-d73eac738daf req-aefc0609-3da0-4114-bebd-701d5da8e469 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381641 May 28 06:33:50.138628 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898671ac-b11e-459f-b043-1549a8fb59f8 req-b6a45e22-b761-46ff-b962-c5fdaab49aa7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:50.140126 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-898671ac-b11e-459f-b043-1549a8fb59f8 req-b6a45e22-b761-46ff-b962-c5fdaab49aa7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0809147 May 28 06:33:50.185041 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-898671ac-b11e-459f-b043-1549a8fb59f8 req-01049f33-3de7-4381-b17e-c46ee670775e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391908 May 28 06:33:51.091984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:33:51.227372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:51.241399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'port_id': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'mac_address': 'fa:16:3e:8b:c4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:33:51.296342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3e8c0435-4276-4858-ba26-1d5a8248b008 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:51.296720 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.314218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8c0435-4276-4858-ba26-1d5a8248b008 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:33:51.329576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:51.333845 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:51.371959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef04ddd-0c6c-499a-85b2-9bfc645a2420 req-778c2f0e-2faf-4077-8c88-f3bb7fba7461 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:51.373379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ef04ddd-0c6c-499a-85b2-9bfc645a2420 req-778c2f0e-2faf-4077-8c88-f3bb7fba7461 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0835934 May 28 06:33:51.403831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:51.417043 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ef04ddd-0c6c-499a-85b2-9bfc645a2420 req-1c7d244b-4de2-4fac-9a15-1e54f60ae8a6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378268 May 28 06:33:51.671220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['3e8c0435-4276-4858-ba26-1d5a8248b008'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:33:52.606811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa61c1f-d396-4147-a516-d0b685386007 req-c14d0ea4-df32-4469-b09d-67d4da938993 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:52.608278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aaa61c1f-d396-4147-a516-d0b685386007 req-c14d0ea4-df32-4469-b09d-67d4da938993 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0829487 May 28 06:33:52.651822 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-aaa61c1f-d396-4147-a516-d0b685386007 req-1a3f8c19-700e-4f46-bd9e-f95b390da13a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378108 May 28 06:33:53.093364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:33:53.164205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 3e8c0435-4276-4858-ba26-1d5a8248b008 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:33:53.169272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 3e8c0435-4276-4858-ba26-1d5a8248b008 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:33:53.169849 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.285640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3e8c0435-4276-4858-ba26-1d5a8248b008 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:33:53.286056 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.313609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:53.323514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:33:53.327614 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:53.360593 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84529ff4-67bb-469d-8eef-bf177cd75684'] response: {'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'code': 200} May 28 06:33:53.399486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:33:53.505096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737537e1-bb7c-42ea-9d21-d641b3549544 req-e56311c3-3a8b-4131-9a46-3407fd593b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:53.506515 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-737537e1-bb7c-42ea-9d21-d641b3549544 req-e56311c3-3a8b-4131-9a46-3407fd593b36 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0678160 May 28 06:33:53.651561 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-737537e1-bb7c-42ea-9d21-d641b3549544 req-e09e0ba7-abf0-4c80-837c-b4a4e3fac2bf service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384597 May 28 06:33:53.832945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5b17-6a90-4604-993b-dfd099c66fa9 req-18024a13-a21e-4d60-b247-5989e9669228 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:53.834391 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a92c5b17-6a90-4604-993b-dfd099c66fa9 req-18024a13-a21e-4d60-b247-5989e9669228 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0786495 May 28 06:33:53.878568 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a92c5b17-6a90-4604-993b-dfd099c66fa9 req-e093852f-d447-4415-8e3f-7b7fc2df6044 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 May 28 06:33:55.070403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d8b9c-9790-446a-a7e6-d97878d3adbc req-5e8c1f95-514a-4020-8709-a0aa8261cadc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:55.072016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ab9d8b9c-9790-446a-a7e6-d97878d3adbc req-5e8c1f95-514a-4020-8709-a0aa8261cadc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0853894 May 28 06:33:55.123851 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ab9d8b9c-9790-446a-a7e6-d97878d3adbc req-4e9b3614-80c6-4ead-b33a-8fb76ff84e88 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440450 May 28 06:33:56.312724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a0c4-7a06-4db1-a5ed-f1546f0509c6 req-47b4d9ba-474c-4f08-84d1-b2afbb18b541 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:56.314232 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4323a0c4-7a06-4db1-a5ed-f1546f0509c6 req-47b4d9ba-474c-4f08-84d1-b2afbb18b541 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0826089 May 28 06:33:56.360341 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4323a0c4-7a06-4db1-a5ed-f1546f0509c6 req-aad34a66-9143-45ac-baa4-df39af1dd3b2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404780 May 28 06:33:56.538240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af278aa3-876c-46f0-b3b7-e2ce300f3b95 req-0a439fcf-2db4-4a75-879c-50dad4f8935d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:56.539718 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af278aa3-876c-46f0-b3b7-e2ce300f3b95 req-0a439fcf-2db4-4a75-879c-50dad4f8935d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0818312 May 28 06:33:56.548951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50436) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:33:56.553840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f626b867-b363-4cf5-9344-64090ea72adf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Request body: {'floatingip': {'port_id': '3e8c0435-4276-4858-ba26-1d5a8248b008'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:33:56.630625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f626b867-b363-4cf5-9344-64090ea72adf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.217581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f626b867-b363-4cf5-9344-64090ea72adf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.221057 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f626b867-b363-4cf5-9344-64090ea72adf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:57.391571 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-f626b867-b363-4cf5-9344-64090ea72adf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099 associated. External IP: 172.25.4.152, port: 3e8c0435-4276-4858-ba26-1d5a8248b008. May 28 06:33:57.863822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f626b867-b363-4cf5-9344-64090ea72adf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:33:58.054562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f626b867-b363-4cf5-9344-64090ea72adf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:33:58.060055 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f626b867-b363-4cf5-9344-64090ea72adf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:33:58.064491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:33:58.074173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:58.074777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:58.118513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f626b867-b363-4cf5-9344-64090ea72adf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "PUT /v2.0/floatingips/8c8a7040-ca7d-4877-80ef-9cffa5c6c099 HTTP/1.1" status: 200 len: 992 time: 1.5683568 May 28 06:33:58.118938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:33:58.163898 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7314e98d-a283-46ce-8a6c-0e350e3e50f6'] response: {'name': 'network-changed', 'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'status': 'completed', 'code': 200} May 28 06:33:58.262516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:58.294130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-df6179a4-472e-4fc9-ba98-e387c010edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:58.295649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-df6179a4-472e-4fc9-ba98-e387c010edbf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0780499 May 28 06:33:58.436187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-1bede52e-7790-490b-a688-247e0933667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:58.437552 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-1bede52e-7790-490b-a688-247e0933667c service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1356530 May 28 06:33:58.542077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-3c3d7444-8b8b-49d7-974f-01570c1c3264 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1000 time: 0.0977898 May 28 06:33:58.616494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-4a0d83b0-dff9-40fa-986d-4ab96555f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:58.618382 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-4a0d83b0-dff9-40fa-986d-4ab96555f149 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0704143 May 28 06:33:58.651999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:8b:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:33:57Z', 'revision_number': 13, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:58.656391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:33:58.665468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:33:58.666078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:33:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:58.696318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-74346971-2e80-424a-a369-93a919023d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:33:58.697759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-74346971-2e80-424a-a369-93a919023d81 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734913 May 28 06:33:58.832352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-412e7bd9-0671-47e7-b65f-6af604afc6e6 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287260 May 28 06:33:58.846397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:33:58.963576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b75f350-1e06-45c5-9b8f-9bbc2293de78 req-6ca2d205-f7bc-49dd-b5b2-0a46f8a29fc7 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249492 May 28 06:33:59.190425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:8b:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:33:57Z', 'revision_number': 13, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:33:59.194455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db427eba-e1d1-4048-811c-9841026ff229 None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '8c8a7040-ca7d-4877-80ef-9cffa5c6c099', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'port_id': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'mac_address': 'fa:16:3e:8b:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:29:22Z', 'updated_at': '2022-05-28T06:33:57Z', 'revision_number': 13, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:33:59.370879 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83d3ca-259b-4e0e-a143-1aec73cf16a0 None None] New status for floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:34:01.435521 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:07.834139 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:34:08.562849 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-528a0fb5-47ec-46f7-9602-312115b5616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.602353 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:10.762616 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-721d9131-6eb9-4d9f-ae94-93ee04798858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.697207 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:11.808577 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:12.090434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-49e0c295-ef1a-4519-b498-181da7e2c590 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681140 May 28 06:34:12.246294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-5bed8383-65a9-42b3-8149-2258ce346b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:12.247770 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-5bed8383-65a9-42b3-8149-2258ce346b3f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0704026 May 28 06:34:12.390468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-44bb2aac-e61e-47b8-908f-f621936ece1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:12.391529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-44bb2aac-e61e-47b8-908f-f621936ece1f service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1256781 May 28 06:34:12.494585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-c517c3f3-8eb2-49b6-bbb5-2c52b66d9b5f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1002 time: 0.0961342 May 28 06:34:12.666501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-2a8fce3b-166b-47b1-ba4b-d1570cfc99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:12.667916 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-2a8fce3b-166b-47b1-ba4b-d1570cfc99e6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.1665938 May 28 06:34:12.745553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-0a497d79-376f-4ae2-bff5-61f6de0d977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:34:12.747013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-0a497d79-376f-4ae2-bff5-61f6de0d977d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730515 May 28 06:34:12.876230 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-ca428a0a-bcd2-46a4-8ca4-c1717f9a1170 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220245 May 28 06:34:13.011089 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3df77a14-9610-4e7b-8b88-464013ceaf5c req-ee3caaf6-d745-4683-8382-7613f5a8c95a service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283698 May 28 06:34:13.471680 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:21.287650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-80676677-2a28-491e-96b6-ec6d37260e23 req-f67c4c31-bc49-4554-9d17-2d2cbc02d893 service neutron] (88416) timed out ('10.222.0.39', 52794) {{(pid=88416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:34:31.458359 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:38.566091 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25ee9c0a-cc25-4d38-ab72-f577c5029593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.599659 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:40.763439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ee0df96d-06eb-4385-987c-f3242f3866bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:41.699915 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:41.812441 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:43.475323 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:34:44.833461 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:35:01.458457 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:03.607843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519a20e-b85f-478a-bb10-d17af093612a req-92485dcb-9075-43b0-b13e-c7031a7d79f5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:03.609774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0519a20e-b85f-478a-bb10-d17af093612a req-92485dcb-9075-43b0-b13e-c7031a7d79f5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0834675 May 28 06:35:03.655840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0519a20e-b85f-478a-bb10-d17af093612a req-c0824568-cd59-4be0-b54f-7aea868929cd tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404086 May 28 06:35:08.567756 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c63510ad-3ecb-40e8-be2d-f4564c93e030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:10.614498 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:10.764824 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-db044542-1286-4f51-9033-7ba3e2bdbef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:11.703934 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:11.816183 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:13.225150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50514) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:35:13.305098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fc066-5856-4d24-99df-69edf5edbaf7 req-da05407e-cd3a-4e1e-95d6-2ee98fea8dec tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:13.306577 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ca1fc066-5856-4d24-99df-69edf5edbaf7 req-da05407e-cd3a-4e1e-95d6-2ee98fea8dec tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0936444 May 28 06:35:13.336152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-c0470e9a-a149-4ac0-a634-edc45b4cd50e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097443 May 28 06:35:13.353615 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ca1fc066-5856-4d24-99df-69edf5edbaf7 req-c312184d-77dd-4d6b-bd52-9151f1dc2a5a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405376 May 28 06:35:13.476428 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:14.004897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-70df81dd-a504-4581-9eb6-df91bc110556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:14.007024 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-70df81dd-a504-4581-9eb6-df91bc110556 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1096 time: 0.1203101 May 28 06:35:14.162176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-1b1d6e6f-6cff-4ca0-8dde-be1a40ddc996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:14.163648 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-1b1d6e6f-6cff-4ca0-8dde-be1a40ddc996 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1388772 May 28 06:35:14.265612 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-367747e1-f42d-4f7c-a402-21b73f2fd5ca service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1002 time: 0.0958023 May 28 06:35:14.326454 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-d23948c3-4581-48c8-8544-fe846bb127c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:14.328324 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-d23948c3-4581-48c8-8544-fe846bb127c8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0568869 May 28 06:35:14.405175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-0b4de3ed-3918-4262-9f7f-82bda7bff67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:14.406624 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-0b4de3ed-3918-4262-9f7f-82bda7bff67e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723276 May 28 06:35:14.601616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-98e12ce2-f345-46c0-aaa8-9a0bbdc46908 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881967 May 28 06:35:14.612084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be820-8481-468e-a662-9107a4d2349a req-9d67a79f-a026-4e96-9c58-c57bbf43c069 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:14.613403 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c56be820-8481-468e-a662-9107a4d2349a req-9d67a79f-a026-4e96-9c58-c57bbf43c069 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.1348796 May 28 06:35:14.738672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c56be820-8481-468e-a662-9107a4d2349a req-aa616ece-1d1b-468f-9811-f823c9d398bb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072273 May 28 06:35:14.774184 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e27d1156-15e2-4150-8f66-4ba7726d7a5f req-8861425c-41fd-4f02-a370-536b99c7a216 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598876 May 28 06:35:14.915014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-1d82f2b3-4a74-41e0-9f18-a53fb9146804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:14.916375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-1d82f2b3-4a74-41e0-9f18-a53fb9146804 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0719900 May 28 06:35:15.153307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-454b0326-33a6-4678-bfb9-78f40294d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:15.154728 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-454b0326-33a6-4678-bfb9-78f40294d1af service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2324257 May 28 06:35:15.255989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-2e6016d6-c1d8-4ca8-811b-bc3f22e0adfe service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1002 time: 0.0939910 May 28 06:35:15.316327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-119ecb0c-3e70-4441-9577-bfa069bec0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:15.317662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-119ecb0c-3e70-4441-9577-bfa069bec0e3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0554237 May 28 06:35:15.399059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-c62e9287-a0c3-4ec6-8ca6-f6308f6ed30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:15.400763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-c62e9287-a0c3-4ec6-8ca6-f6308f6ed30c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778148 May 28 06:35:15.531820 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-4cc0ec1f-ab02-402d-ae49-1bd5fcec95bc service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240764 May 28 06:35:15.661542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-84243511-4c97-4a5f-8c9b-2665325ec626 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217439 May 28 06:35:15.930813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d76ed-b49c-4cc5-8487-761d0f3910c8 req-167101da-01d5-4c15-b747-1348ef16668f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:15.932187 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3d2d76ed-b49c-4cc5-8487-761d0f3910c8 req-167101da-01d5-4c15-b747-1348ef16668f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0790973 May 28 06:35:15.976230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3d2d76ed-b49c-4cc5-8487-761d0f3910c8 req-12090f4c-7492-4628-8f33-49b42b13d067 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379755 May 28 06:35:17.161554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0f131-0844-4627-b2db-28dfcc5284b3 req-137dd0e5-6ad9-4516-b3b7-7731cfbb0f17 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:17.162980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dca0f131-0844-4627-b2db-28dfcc5284b3 req-137dd0e5-6ad9-4516-b3b7-7731cfbb0f17 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0798557 May 28 06:35:17.206383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dca0f131-0844-4627-b2db-28dfcc5284b3 req-87970bd1-4195-447e-8b3b-30be25566c47 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377562 May 28 06:35:18.392209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a544f-4847-4910-bc3c-098ed8116dbd req-a83f40b4-7fe3-40a2-973f-34f136d2944c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:18.393648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f55a544f-4847-4910-bc3c-098ed8116dbd req-a83f40b4-7fe3-40a2-973f-34f136d2944c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0828929 May 28 06:35:18.437084 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f55a544f-4847-4910-bc3c-098ed8116dbd req-c0bd314f-7fc2-4345-84ac-99b3d7414886 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377440 May 28 06:35:19.624122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49bcc5-6f7c-4424-bfe0-80876d537749 req-b99af931-8573-4383-b6a1-b46dc61bdb3b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:19.625567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb49bcc5-6f7c-4424-bfe0-80876d537749 req-b99af931-8573-4383-b6a1-b46dc61bdb3b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0835950 May 28 06:35:19.668516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cb49bcc5-6f7c-4424-bfe0-80876d537749 req-148e9995-eaf5-455f-b2e7-0a2e4f9c3c17 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372031 May 28 06:35:20.852641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a44cc-bcc1-4a15-bf7e-eb664d294355 req-e1e3f84e-afa2-474b-9d1e-748f4d6a6160 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:20.854066 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c49a44cc-bcc1-4a15-bf7e-eb664d294355 req-e1e3f84e-afa2-474b-9d1e-748f4d6a6160 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0788655 May 28 06:35:20.898418 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c49a44cc-bcc1-4a15-bf7e-eb664d294355 req-6923a6a2-b71e-4282-8da3-c8f6a54cb49d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381904 May 28 06:35:21.832672 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:35:22.079304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144091f-fb10-4bf5-9ee8-1c19bb8adf34 req-950269ae-e3af-4f02-918d-2b6f5d05d218 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:22.080954 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3144091f-fb10-4bf5-9ee8-1c19bb8adf34 req-950269ae-e3af-4f02-918d-2b6f5d05d218 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0782797 May 28 06:35:22.140333 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3144091f-fb10-4bf5-9ee8-1c19bb8adf34 req-1f6dde43-acf5-48c4-95af-9e663ebecfdc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508780 May 28 06:35:23.439536 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76e045-4515-43a7-9fbe-784f15414be4 req-1ab50a58-5fd5-48d0-9ee7-fbbc8cc770ad tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:23.440889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d76e045-4515-43a7-9fbe-784f15414be4 req-1ab50a58-5fd5-48d0-9ee7-fbbc8cc770ad tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.1937771 May 28 06:35:23.484168 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7d76e045-4515-43a7-9fbe-784f15414be4 req-705aefaf-1268-44c5-b421-f8af628040bd tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374563 May 28 06:35:24.672559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba9d15-65e7-44f5-9f77-c28cb309eeae req-6384d0ea-5693-404d-a124-313b1a0454a6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:24.673984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05ba9d15-65e7-44f5-9f77-c28cb309eeae req-6384d0ea-5693-404d-a124-313b1a0454a6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0826702 May 28 06:35:24.724722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-05ba9d15-65e7-44f5-9f77-c28cb309eeae req-25543c80-167f-47bc-8de3-a7f72d5d9962 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446293 May 28 06:35:25.909425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fb565-b9e5-4714-b57a-feb604f7edca req-cde513fd-461e-436c-bea6-d21bc4a4d712 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:25.910865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-851fb565-b9e5-4714-b57a-feb604f7edca req-cde513fd-461e-436c-bea6-d21bc4a4d712 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0826249 May 28 06:35:25.954599 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-851fb565-b9e5-4714-b57a-feb604f7edca req-57ebb26b-2d9e-45c9-9b65-1177a3b8937d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381355 May 28 06:35:27.136670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373785a-0b89-44ee-ba77-441089280187 req-7ef463ea-e8dc-4204-8001-d8a075ebb9b8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:27.138108 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7373785a-0b89-44ee-ba77-441089280187 req-7ef463ea-e8dc-4204-8001-d8a075ebb9b8 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0797932 May 28 06:35:27.185317 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7373785a-0b89-44ee-ba77-441089280187 req-222af650-5f1d-4745-8c60-3d275cfe006d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405521 May 28 06:35:28.367011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32702a4f-44f7-4e76-9e28-166931f5d167 req-d512b477-5f51-4dd0-b4ee-dc46f871ff51 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:28.368393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32702a4f-44f7-4e76-9e28-166931f5d167 req-d512b477-5f51-4dd0-b4ee-dc46f871ff51 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0782125 May 28 06:35:28.420648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-32702a4f-44f7-4e76-9e28-166931f5d167 req-12d9de64-cc05-4107-841f-c78004c60b38 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466032 May 28 06:35:29.602866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f898b-3226-46aa-8e20-9ecdd1b8e11e req-9d2eaba4-2934-4376-aa7e-8ec0d12c5c1b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:29.605386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f59f898b-3226-46aa-8e20-9ecdd1b8e11e req-9d2eaba4-2934-4376-aa7e-8ec0d12c5c1b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0802708 May 28 06:35:29.648199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f59f898b-3226-46aa-8e20-9ecdd1b8e11e req-a3d08f81-cff8-482a-bdaf-639c07d5fad3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377066 May 28 06:35:30.841751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a21d9-9723-4584-8a3a-2d756adaa0c3 req-15f7a877-c2b8-46ca-b320-5e2183b59511 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:30.843203 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3a21d9-9723-4584-8a3a-2d756adaa0c3 req-15f7a877-c2b8-46ca-b320-5e2183b59511 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0831344 May 28 06:35:30.888008 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5b3a21d9-9723-4584-8a3a-2d756adaa0c3 req-e0d186ae-1db5-4993-97d5-ea85ec619985 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384328 May 28 06:35:31.467289 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:32.229847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ab603-b5e6-4f97-bee0-63e0902d0253 req-49425905-c02c-4de9-99eb-bb4ba71fa5d2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:32.231191 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-247ab603-b5e6-4f97-bee0-63e0902d0253 req-49425905-c02c-4de9-99eb-bb4ba71fa5d2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0829747 May 28 06:35:32.274869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-247ab603-b5e6-4f97-bee0-63e0902d0253 req-d9188457-d908-46f4-9343-d0f99b604d4c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380194 May 28 06:35:33.460119 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27b968-7897-416d-94e8-0437261b104c req-0edbcd9a-bb96-455d-8055-dd661bb43216 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:33.461571 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b27b968-7897-416d-94e8-0437261b104c req-0edbcd9a-bb96-455d-8055-dd661bb43216 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0810437 May 28 06:35:33.499412 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-54bc0c76-3f9c-4df5-ab40-771244d72675 service neutron] show failed (client error): The resource could not be found. May 28 06:35:33.500340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-54bc0c76-3f9c-4df5-ab40-771244d72675 service neutron] 10.222.0.33 "GET /v2.0/ports/3e8c0435-4276-4858-ba26-1d5a8248b008/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0748174 May 28 06:35:33.506374 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2b27b968-7897-416d-94e8-0437261b104c req-ce7e871e-e31d-4ece-bd9e-3c318b95153c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388749 May 28 06:35:33.811489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-1b3c97d4-48f8-4196-8d78-2a12bb8faa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:33.813485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-1b3c97d4-48f8-4196-8d78-2a12bb8faa23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 1096 time: 0.1164427 May 28 06:35:33.824671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:33.930632 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.199924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:34.227362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:34.287087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:34.292373 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.308277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Transition to ACTIVE for port object 3e8c0435-4276-4858-ba26-1d5a8248b008 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:34.312748 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.458771 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4752c54-8794-46d5-9aa9-8fd3738ca211'] response: {'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'code': 200} May 28 06:35:34.570186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:34.581807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.582149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.582673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.583176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.583530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.583853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.584173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.584492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.584812 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.585120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.585435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.585746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:34.637297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] No DVR routers for this DVR port 3e8c0435-4276-4858-ba26-1d5a8248b008 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:34.706249 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3a34f-eccd-4efc-98d1-e5575ac3fb84 req-941635ab-c41d-4572-99e7-c18a030109c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:34.708621 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3c3a34f-eccd-4efc-98d1-e5575ac3fb84 req-941635ab-c41d-4572-99e7-c18a030109c0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0879819 May 28 06:35:34.755011 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d3c3a34f-eccd-4efc-98d1-e5575ac3fb84 req-98233f94-f3df-4973-aba6-6613e64262c9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402834 May 28 06:35:34.865447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:34.865780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:34.866104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:34.870658 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Port 3e8c0435-4276-4858-ba26-1d5a8248b008 on network fa01ad69-3228-4511-9f39-55a9707183d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:35:34.870976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:34.876003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:34.876339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:34.876722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:34.877145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Bound port: 3e8c0435-4276-4858-ba26-1d5a8248b008, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:34.877574 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:34.963577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:34.967166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:34.971789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.033618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:35.034221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:35.035610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1091 time: 1.2147624 May 28 06:35:35.052952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762489c7-7703-4662-9b24-4bcdc261de83 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:35.136384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-e552459d-d865-470c-a94b-b5f9ac597bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:35.137955 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-e552459d-d865-470c-a94b-b5f9ac597bcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1094 time: 0.0739377 May 28 06:35:35.275068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-92ab87f6-6232-4918-b08d-69d580fcc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:35.276859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-92ab87f6-6232-4918-b08d-69d580fcc055 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1288972 May 28 06:35:35.381272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-870e4b29-f232-47ae-9dfa-4313b4b34e85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1000 time: 0.0943487 May 28 06:35:35.444365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-2a84abba-f860-43d0-a892-51a99c21a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:35.445703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-2a84abba-f860-43d0-a892-51a99c21a387 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0553670 May 28 06:35:35.524468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-b1f8757b-875e-48fd-9900-558e6fe0edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:35.525940 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-b1f8757b-875e-48fd-9900-558e6fe0edb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708101 May 28 06:35:35.591522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:35.648410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:35:35.662146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-d1d0c33e-8ea3-47e7-8325-01eb30750334 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258118 May 28 06:35:35.794638 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8b4af2b-ecf7-4c5b-9087-777f88b25f30 req-7c780677-2a23-4683-a3f2-d67e88cf7bd5 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224444 May 28 06:35:35.944537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32598e8-8b7d-449a-9276-2700f11cedb9 req-dbaeb87d-a63b-4b1d-9398-13ec1d9d56a1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:35.945977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e32598e8-8b7d-449a-9276-2700f11cedb9 req-dbaeb87d-a63b-4b1d-9398-13ec1d9d56a1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0789964 May 28 06:35:35.993021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e32598e8-8b7d-449a-9276-2700f11cedb9 req-b8317911-3cf5-4fdd-b2c6-97a79fea2021 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412884 May 28 06:35:36.460034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:36.518959 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7847bc90-8ce8-44d2-bb3d-ff8e49f48f96'] response: {'name': 'network-changed', 'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'status': 'completed', 'code': 200} May 28 06:35:36.794851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-3b46561b-9a2f-47d1-9589-f7a6f38c756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:36.796363 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-3b46561b-9a2f-47d1-9589-f7a6f38c756d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1094 time: 0.2514267 May 28 06:35:36.803882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-72eb1454-17b8-4470-8a83-1e9c3feb914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:36.805242 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-72eb1454-17b8-4470-8a83-1e9c3feb914e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1094 time: 0.2244327 May 28 06:35:37.042784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-1f5d0f48-9f7d-49b6-99b1-c8f1333fe217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.044269 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-1f5d0f48-9f7d-49b6-99b1-c8f1333fe217 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2382333 May 28 06:35:37.046561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-f3f19311-df60-429e-bb25-73915467705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.047871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-f3f19311-df60-429e-bb25-73915467705a service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2241488 May 28 06:35:37.311083 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-f9ad2262-f0a0-48f1-a65b-ba70eed59864 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1000 time: 0.1966755 May 28 06:35:37.313168 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-6e73368f-2b5d-49dd-8dc2-2e07212f5d87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1000 time: 0.2578039 May 28 06:35:37.436704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52e9dd-cf7a-4c2d-b97f-24bb9e4b1c64 req-42a6f1ea-26db-471f-95ce-438200b61c1c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.438971 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c52e9dd-cf7a-4c2d-b97f-24bb9e4b1c64 req-42a6f1ea-26db-471f-95ce-438200b61c1c tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.2687552 May 28 06:35:37.448184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-0ac45130-7dbc-452a-bae1-ae56c7bd8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.449557 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-0ac45130-7dbc-452a-bae1-ae56c7bd8344 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.1319590 May 28 06:35:37.466931 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-b6093073-a914-4433-8495-e1485e34e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.468357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-b6093073-a914-4433-8495-e1485e34e97a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.1187611 May 28 06:35:37.596722 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3c52e9dd-cf7a-4c2d-b97f-24bb9e4b1c64 req-68fc20be-28ed-4052-941b-632ff7ceea36 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501455 May 28 06:35:37.628206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-6c1d80ed-1da3-41b8-b83a-3524f6c8f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.629635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-6c1d80ed-1da3-41b8-b83a-3524f6c8f1f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223307 May 28 06:35:37.632077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-a82a46ee-30b7-4421-a56f-74a7730cfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:37.633385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-a82a46ee-30b7-4421-a56f-74a7730cfe64 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621368 May 28 06:35:37.876038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-69bc711d-270e-482a-ab52-3ae31b428717 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391527 May 28 06:35:37.877750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-9db4d6c0-83f0-485b-b3b2-f569ddb52f40 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241590 May 28 06:35:38.237343 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-ec29c419-ca26-40ed-9b3b-8d3db9abe96f service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529887 May 28 06:35:38.241984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85a47b66-23cb-45eb-9add-56ee1c9acfe6 req-941ea3da-05d0-40d8-838b-bea468040648 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561852 May 28 06:35:38.568964 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-86780f71-9d31-48f0-9a48-c1c5624864c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:38.786416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bca982-5fff-496b-a592-dd7b3a8dbb86 req-f753dd82-1fc1-4b4a-891d-a72d2adceec0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:38.787901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08bca982-5fff-496b-a592-dd7b3a8dbb86 req-f753dd82-1fc1-4b4a-891d-a72d2adceec0 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0795283 May 28 06:35:38.837932 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08bca982-5fff-496b-a592-dd7b3a8dbb86 req-96bee7c2-e4cf-403e-80b8-c8b62e25f7a3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441406 May 28 06:35:40.020061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a00d6-b248-4659-a8c2-a408141d6e79 req-97090ddb-b8a7-4ef3-aa7e-c3a281bbe397 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:40.021514 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-649a00d6-b248-4659-a8c2-a408141d6e79 req-97090ddb-b8a7-4ef3-aa7e-c3a281bbe397 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0791745 May 28 06:35:40.066081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-649a00d6-b248-4659-a8c2-a408141d6e79 req-0b52eabe-8e18-499e-a1dd-92a8d2ecb29a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387759 May 28 06:35:40.632880 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:40.766866 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e8124e46-0d58-45c8-9cf6-3f8640c18d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.250762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966baa-8060-4f41-864a-fd4798745f9a req-4b471542-0fe3-4175-b89a-b6027867957d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:41.252145 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61966baa-8060-4f41-864a-fd4798745f9a req-4b471542-0fe3-4175-b89a-b6027867957d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0790734 May 28 06:35:41.294972 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-61966baa-8060-4f41-864a-fd4798745f9a req-276f1bcc-50ea-4f02-9273-3e8d24dd190f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372427 May 28 06:35:41.707928 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:41.816005 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:42.481957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc77839-799b-4a4a-bbc8-8b28a4e2d026 req-53a4ef3d-63be-4323-963a-7221a7f3a965 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:42.483645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fc77839-799b-4a4a-bbc8-8b28a4e2d026 req-53a4ef3d-63be-4323-963a-7221a7f3a965 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0838273 May 28 06:35:42.527673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3fc77839-799b-4a4a-bbc8-8b28a4e2d026 req-ce5bbcd4-a5b8-423a-a685-760be01ec002 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383718 May 28 06:35:43.478305 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:43.715743 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802c01-18bf-4373-942d-482f5f4dea18 req-3ffe5f50-4739-452e-a7c2-08ade538c69f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:43.718141 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50802c01-18bf-4373-942d-482f5f4dea18 req-3ffe5f50-4739-452e-a7c2-08ade538c69f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0845110 May 28 06:35:43.763501 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50802c01-18bf-4373-942d-482f5f4dea18 req-bc6afb4f-2782-4f0e-a587-5d1c248ecce9 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389566 May 28 06:35:44.948857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f91727-4058-4143-8d07-0963fbabb680 req-9ba3750d-26c5-4630-82af-04248ed2f350 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:44.950278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25f91727-4058-4143-8d07-0963fbabb680 req-9ba3750d-26c5-4630-82af-04248ed2f350 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 943 time: 0.0788021 May 28 06:35:44.995205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-25f91727-4058-4143-8d07-0963fbabb680 req-410e2dac-37f9-49fc-b35c-2b2d8bc2af7a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392220 May 28 06:35:45.744023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:35:45.886389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:45.901884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'port_id': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'mac_address': 'fa:16:3e:8b:c4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:35:45.960719 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 3e8c0435-4276-4858-ba26-1d5a8248b008 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:45.961096 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:45.979904 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8c0435-4276-4858-ba26-1d5a8248b008 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:35:45.997011 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:46.000882 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:46.078706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:46.086327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.086678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.087017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.087380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.087714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.088042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.088366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.088689 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.089009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.089328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.089647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.089962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:35:46.189134 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8274-7d5d-458f-979d-392fe8fa48b8 req-c7c41308-35e2-492f-96e6-f40d4cb1930b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.191306 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b37b8274-7d5d-458f-979d-392fe8fa48b8 req-c7c41308-35e2-492f-96e6-f40d4cb1930b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0850835 May 28 06:35:46.235545 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b37b8274-7d5d-458f-979d-392fe8fa48b8 req-5d50b671-08e2-4bb9-a868-58d7c1f3df7b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386643 May 28 06:35:46.238986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['3e8c0435-4276-4858-ba26-1d5a8248b008'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:35:46.633472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-786d2a24-2546-4bec-ac5b-a38ba25aa79b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.634889 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-786d2a24-2546-4bec-ac5b-a38ba25aa79b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.41 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9&tenant_id=ac7224e8bc034001ae9f643f3eaedc19&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 944 time: 0.0860176 May 28 06:35:46.689833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9a2a2-f16a-40d4-93c9-57e5dce8b334 req-2bbf7b78-754a-4d66-a01b-7e8eb11de6a7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.691437 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58a9a2a2-f16a-40d4-93c9-57e5dce8b334 req-2bbf7b78-754a-4d66-a01b-7e8eb11de6a7 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0848815 May 28 06:35:46.715077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-bd01c32e-2a8d-4b72-9d2a-068543b3544a service neutron] 10.222.0.41 "GET /v2.0/ports/3e8c0435-4276-4858-ba26-1d5a8248b008/bindings/n-h2-843679-5 HTTP/1.1" status: 200 len: 382 time: 0.0722158 May 28 06:35:46.738030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-58a9a2a2-f16a-40d4-93c9-57e5dce8b334 req-8d52742a-0068-4df3-91b3-d5701ffd137d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407650 May 28 06:35:46.824146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-7df1f72d-01fd-467b-9ebb-815e3bcbfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.825610 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-7df1f72d-01fd-467b-9ebb-815e3bcbfc6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0726616 May 28 06:35:46.964040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-9ee30c16-0ae2-4954-a107-0044b7f192ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:46.965462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-9ee30c16-0ae2-4954-a107-0044b7f192ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1338394 May 28 06:35:47.066025 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-865f58af-d421-4b27-97c7-70a76ac23e36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1001 time: 0.0948024 May 28 06:35:47.126386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-380254e6-b4f6-45d3-b36b-28f0a88d4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:47.127741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-380254e6-b4f6-45d3-b36b-28f0a88d4de5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0561380 May 28 06:35:47.201702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-64d89350-cc22-4cc6-b6a0-52a8f0014cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:47.203714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-64d89350-cc22-4cc6-b6a0-52a8f0014cbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698855 May 28 06:35:47.331639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-df7034a3-5285-4d11-b123-7e4dfc9bfca3 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219761 May 28 06:35:47.460264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-f932248e-686a-4cd1-88c3-08a12c311f59 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221826 May 28 06:35:47.745967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:35:47.849408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 3e8c0435-4276-4858-ba26-1d5a8248b008 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:35:47.854146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 3e8c0435-4276-4858-ba26-1d5a8248b008 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:35:47.854519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.935678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c8b4d-0edd-4515-8a45-0918d36de7b8 req-3b735bfc-4a4c-440a-b290-7ae75c94152b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:47.937146 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d58c8b4d-0edd-4515-8a45-0918d36de7b8 req-3b735bfc-4a4c-440a-b290-7ae75c94152b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0833294 May 28 06:35:47.970270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 3e8c0435-4276-4858-ba26-1d5a8248b008 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:35:47.970644 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:47.981941 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d58c8b4d-0edd-4515-8a45-0918d36de7b8 req-0b5f9f44-0dce-4329-9eaa-cf10f081a9be tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388260 May 28 06:35:47.997215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:48.007096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:48.010925 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:48.076740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:48.108431 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985a40b1-40c4-4dae-bcb8-853f785d3ca4'] response: {'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'code': 200} May 28 06:35:49.167756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f382f-0b84-4ca4-b33a-6414b026b81f req-78bab891-c199-4d32-9906-c261b891676f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:49.169201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e2f382f-0b84-4ca4-b33a-6414b026b81f req-78bab891-c199-4d32-9906-c261b891676f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0818043 May 28 06:35:49.216348 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e2f382f-0b84-4ca4-b33a-6414b026b81f req-4783eced-51c3-4cd9-93d7-265b358b5ea2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 May 28 06:35:50.381534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-63cc9b58-c2f3-42ae-84ff-667522d9d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:50.383780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-63cc9b58-c2f3-42ae-84ff-667522d9d4fc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9&tenant_id=ac7224e8bc034001ae9f643f3eaedc19 HTTP/1.1" status: 200 len: 1096 time: 0.0730076 May 28 06:35:50.399988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:35:50.411272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb854c1-0b37-4b24-b59b-8b49f88374d4 req-8109e46a-c61e-4b5b-8846-fdf4806a99f6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:50.412653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9fb854c1-0b37-4b24-b59b-8b49f88374d4 req-8109e46a-c61e-4b5b-8846-fdf4806a99f6 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0846212 May 28 06:35:50.469162 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9fb854c1-0b37-4b24-b59b-8b49f88374d4 req-eee9c77f-25b1-4c91-9707-891bf64ce50e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496826 May 28 06:35:50.519332 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:50.899767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:35:50.928337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:50.986876 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:50.992381 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:51.008307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Transition to ACTIVE for port object 3e8c0435-4276-4858-ba26-1d5a8248b008 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:35:51.012612 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:51.062574 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e3fdbe-68f6-47ea-ab3f-8b3768742b9c'] response: {'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'code': 200} May 28 06:35:51.161380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=10']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:51.225835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] No DVR routers for this DVR port 3e8c0435-4276-4858-ba26-1d5a8248b008 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:35:51.449886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:35:51.450562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:35:51.450562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:51.454994 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Port 3e8c0435-4276-4858-ba26-1d5a8248b008 on network fa01ad69-3228-4511-9f39-55a9707183d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:35:51.455338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Attempting to bind port 3e8c0435-4276-4858-ba26-1d5a8248b008 on network fa01ad69-3228-4511-9f39-55a9707183d8 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:35:51.460412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:35:51.460744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Checking segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:35:51.461123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Bound using segment: {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:35:51.461546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Bound port: 3e8c0435-4276-4858-ba26-1d5a8248b008, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65e3384-d5b9-4135-97d0-2453a595d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:35:51.461888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:51.553005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:35:51.556532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:35:51.560911 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:51.623646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:51.625281 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:35:51.626669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] 10.222.0.33 "PUT /v2.0/ports/3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1092 time: 1.2308099 May 28 06:35:51.641757 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096365bb-2d73-4e55-886e-ea2175b1f63e service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=11']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:35:51.664737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77296349-1a01-4650-9544-50db725d940f req-b3a88bb4-d86f-4e75-9c15-811edab12665 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:51.666478 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77296349-1a01-4650-9544-50db725d940f req-b3a88bb4-d86f-4e75-9c15-811edab12665 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0879171 May 28 06:35:51.714843 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-77296349-1a01-4650-9544-50db725d940f req-b1ae5820-3303-4cdb-a8ea-50199067934f tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419536 May 28 06:35:51.733262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-189ad1c2-1812-466e-af83-22a9e654d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:51.734998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-189ad1c2-1812-466e-af83-22a9e654d57c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0751779 May 28 06:35:51.754864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:35:51.818996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:35:51.874064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-d05b429d-c00a-4cb7-b7c6-73cbced290b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:51.876186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-d05b429d-c00a-4cb7-b7c6-73cbced290b3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.1344256 May 28 06:35:51.978470 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-6e431cb6-1484-47b6-bfb1-7fabc1fdfb7a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1000 time: 0.0956440 May 28 06:35:52.041856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-f4ad4fd9-1c89-49fc-bc3d-329df77ab226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:52.043541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-f4ad4fd9-1c89-49fc-bc3d-329df77ab226 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0593572 May 28 06:35:52.118496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-0cb21fd0-20be-4815-9695-f06894db3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:52.120027 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-0cb21fd0-20be-4815-9695-f06894db3cba service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708086 May 28 06:35:52.249256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-59de3448-8862-4119-a4fd-1183868b7b2d service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226280 May 28 06:35:52.378717 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f383f0af-d457-4cd2-80c3-eb06e43b059a req-80a82ee7-3586-4dbf-ae8b-592bd73159a6 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226792 May 28 06:35:52.907674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14433c-f465-4c57-a5b9-bc67c661057d req-ae38f33c-892f-4a0d-9ef9-cc7430bb1a8a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:52.909042 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e14433c-f465-4c57-a5b9-bc67c661057d req-ae38f33c-892f-4a0d-9ef9-cc7430bb1a8a tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0852177 May 28 06:35:53.065049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:35:53.083637 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6e14433c-f465-4c57-a5b9-bc67c661057d req-f75fba0a-b607-43fa-9df2-8ed2017d3481 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675160 May 28 06:35:53.127381 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17eea86-1c6e-4fe3-ae80-35c81c8a6259'] response: {'name': 'network-changed', 'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'status': 'completed', 'code': 200} May 28 06:35:53.290261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be847-a400-4797-84b4-6901fb22beba req-fd7612a4-bfb3-4e0d-bce6-c7bd4bf9efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.291757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-fd7612a4-bfb3-4e0d-bce6-c7bd4bf9efef service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0997038 May 28 06:35:53.293575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be847-a400-4797-84b4-6901fb22beba req-eee27c19-18c3-46b9-9e17-914df9f179a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.294873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-eee27c19-18c3-46b9-9e17-914df9f179a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 1095 time: 0.1380725 May 28 06:35:53.532374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be847-a400-4797-84b4-6901fb22beba req-af4b074c-8f1e-4932-9d98-ed16d8945779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.533821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-af4b074c-8f1e-4932-9d98-ed16d8945779 service neutron] 10.222.0.33 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2364514 May 28 06:35:53.534879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be847-a400-4797-84b4-6901fb22beba req-aa64645a-5518-4547-8eaa-6c5288ea6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.536174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-aa64645a-5518-4547-8eaa-6c5288ea6bb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 200 len: 912 time: 0.2211215 May 28 06:35:53.725858 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-9977c52e-ce58-4b81-bd5f-4718fc0735d7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1000 time: 0.1858027 May 28 06:35:53.727498 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-0c424700-ba41-4699-9ea1-efe1e220f68a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 200 len: 1000 time: 0.1387835 May 28 06:35:53.838310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be847-a400-4797-84b4-6901fb22beba req-c0226fce-bc09-4543-90bc-f7154dfb2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.839773 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-c0226fce-bc09-4543-90bc-f7154dfb2a7e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.1086233 May 28 06:35:53.845233 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be847-a400-4797-84b4-6901fb22beba req-08f9f300-3123-4a93-b614-6b859d88fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.846526 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-08f9f300-3123-4a93-b614-6b859d88fd42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 200 len: 850 time: 0.0832837 May 28 06:35:53.976865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be847-a400-4797-84b4-6901fb22beba req-308e203f-8aa8-4814-b266-cff983471975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.978231 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-308e203f-8aa8-4814-b266-cff983471975 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308832 May 28 06:35:53.982093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be847-a400-4797-84b4-6901fb22beba req-2b1f9056-ea6d-4753-bd89-7f3f73822f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:53.983452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-2b1f9056-ea6d-4753-bd89-7f3f73822f03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01ad69-3228-4511-9f39-55a9707183d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059468 May 28 06:35:54.246482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-a8f291e1-e672-4641-adba-30945b774f57 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445781 May 28 06:35:54.253018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-dbb15200-374b-4ce9-9bf2-084fe521b557 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683897 May 28 06:35:54.634476 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-e828cdab-a980-454a-a8ea-06b197ef18c1 service neutron] 10.222.0.33 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752451 May 28 06:35:54.639729 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a0be847-a400-4797-84b4-6901fb22beba req-c22864e9-23e9-4a91-ae9d-a642861461f3 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598580 May 28 06:35:54.647073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc4fd0-a04c-40e4-9119-846077d70004 req-1a5a23e9-e260-40c9-a78b-3dc6ce37bfe5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:54.648495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66fc4fd0-a04c-40e4-9119-846077d70004 req-1a5a23e9-e260-40c9-a78b-3dc6ce37bfe5 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.4383774 May 28 06:35:54.696862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-66fc4fd0-a04c-40e4-9119-846077d70004 req-1d327145-9d3a-461c-bccb-8916e19cddcf tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415206 May 28 06:35:55.885702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8194e-0700-47d8-92bc-b392d37bc4b4 req-12a97d68-74b7-4f69-b291-ac8a8048de98 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:55.887142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ad8194e-0700-47d8-92bc-b392d37bc4b4 req-12a97d68-74b7-4f69-b291-ac8a8048de98 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0835438 May 28 06:35:55.931027 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7ad8194e-0700-47d8-92bc-b392d37bc4b4 req-140e96eb-0ebb-44f8-a395-01efb4495f64 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377092 May 28 06:35:57.122599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfd400-8f03-4048-821e-6ce9ae7439af req-5f61f2d7-9c86-4c36-bba6-373f30312c62 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:57.124055 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-09dfd400-8f03-4048-821e-6ce9ae7439af req-5f61f2d7-9c86-4c36-bba6-373f30312c62 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0826421 May 28 06:35:57.168997 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-09dfd400-8f03-4048-821e-6ce9ae7439af req-4aa92b65-ec1f-4103-a83c-95231ddfa2f1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388236 May 28 06:35:58.352031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e4230-c4f4-4121-9b2a-20049cdbda62 req-c969eebc-157b-4c68-9c65-3d82c89eeb5d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:58.353455 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-766e4230-c4f4-4121-9b2a-20049cdbda62 req-c969eebc-157b-4c68-9c65-3d82c89eeb5d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0785785 May 28 06:35:58.395855 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-766e4230-c4f4-4121-9b2a-20049cdbda62 req-8f3aa381-3e28-4470-9ef0-92409cefcb74 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368423 May 28 06:35:58.832515 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:35:59.577554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957787-f2a2-4839-ac05-10d00273cd05 req-e98a3164-a9af-4bdb-97a2-21ed4016dfd1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:35:59.579550 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9957787-f2a2-4839-ac05-10d00273cd05 req-e98a3164-a9af-4bdb-97a2-21ed4016dfd1 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0792382 May 28 06:35:59.623824 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e9957787-f2a2-4839-ac05-10d00273cd05 req-bea5101e-e220-43e8-8b74-7ea5a089bf20 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387003 May 28 06:36:00.815569 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329b1af-b31e-4928-a865-356f23955bdc req-1f8b63ed-1390-4b00-b14c-b6e4b6c2df96 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:00.817069 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e329b1af-b31e-4928-a865-356f23955bdc req-1f8b63ed-1390-4b00-b14c-b6e4b6c2df96 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 944 time: 0.0856264 May 28 06:36:00.865038 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e329b1af-b31e-4928-a865-356f23955bdc req-b309444e-51fa-43a8-829f-676a68d90c24 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424030 May 28 06:36:01.472050 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.747016 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:36:01.880827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:01.894232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'port_id': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'mac_address': 'fa:16:3e:8b:c4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:36:01.948335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3e8c0435-4276-4858-ba26-1d5a8248b008 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:01.948716 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:01.965655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8c0435-4276-4858-ba26-1d5a8248b008 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:36:01.989924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:01.993581 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:02.062009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=12']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:02.062794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d778c8-8dae-4c46-b1d6-1f1e456c7997 req-fa60548a-bce3-493a-b3b5-c9ced97e6706 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:02.065471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85d778c8-8dae-4c46-b1d6-1f1e456c7997 req-fa60548a-bce3-493a-b3b5-c9ced97e6706 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0909340 May 28 06:36:02.110212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-85d778c8-8dae-4c46-b1d6-1f1e456c7997 req-5975d4c5-8127-4c77-a29a-2eab58dedfa3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393925 May 28 06:36:02.433805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['3e8c0435-4276-4858-ba26-1d5a8248b008'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:36:03.293257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13d960-5fc1-47af-ad32-1681def4aa48 req-e4c6f71a-35f6-4b24-845c-3af586e117d4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:03.294700 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3e13d960-5fc1-47af-ad32-1681def4aa48 req-e4c6f71a-35f6-4b24-845c-3af586e117d4 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0796523 May 28 06:36:03.344821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3e13d960-5fc1-47af-ad32-1681def4aa48 req-f56838bc-a606-4663-84ae-f01d7ee934d2 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438745 May 28 06:36:03.527199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996f1e3-8af5-4bf6-990b-1ac1bc5847fb req-57251c4b-f7ea-4b13-831c-c0bf1173cbcb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:03.528665 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a996f1e3-8af5-4bf6-990b-1ac1bc5847fb req-57251c4b-f7ea-4b13-831c-c0bf1173cbcb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0791874 May 28 06:36:03.575338 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a996f1e3-8af5-4bf6-990b-1ac1bc5847fb req-81774abf-23d6-4551-8d86-2fa348f950eb tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409491 May 28 06:36:03.763071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:03.764302 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb9fbb-812b-4305-b4d4-305748d4da4d req-ab661168-833a-49c6-a625-5811efbb1742 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:03.765761 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bfcb9fbb-812b-4305-b4d4-305748d4da4d req-ab661168-833a-49c6-a625-5811efbb1742 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 945 time: 0.0809078 May 28 06:36:03.810827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bfcb9fbb-812b-4305-b4d4-305748d4da4d req-60c13001-9f2e-4331-b26d-a67e0b4f84ca tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392900 May 28 06:36:03.834213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 3e8c0435-4276-4858-ba26-1d5a8248b008 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:03.839042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 3e8c0435-4276-4858-ba26-1d5a8248b008 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:03.839594 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.960901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 3e8c0435-4276-4858-ba26-1d5a8248b008 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:03.961383 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:03.989884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:03.999666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:04.004520 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:04.043713 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818844ba-c8c8-490b-8063-15037a35a3d4'] response: {'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'code': 200} May 28 06:36:04.076474 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=13']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:04.216075 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781ada8-4f82-439f-b9e8-1708601d4a95 req-6cf77c71-5776-4a6c-a766-a151e3ec5c75 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:04.217530 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e781ada8-4f82-439f-b9e8-1708601d4a95 req-6cf77c71-5776-4a6c-a766-a151e3ec5c75 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 946 time: 0.0836110 May 28 06:36:04.262132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e781ada8-4f82-439f-b9e8-1708601d4a95 req-3e760b37-b49d-4fea-929d-37ccfdd75944 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381303 May 28 06:36:05.449953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da31e-301e-4298-80e3-d5bf14510c03 req-bfe198a1-a1a0-4c8e-9aac-e91ee1b656ce tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:05.451430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa8da31e-301e-4298-80e3-d5bf14510c03 req-bfe198a1-a1a0-4c8e-9aac-e91ee1b656ce tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 946 time: 0.0822051 May 28 06:36:05.495359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa8da31e-301e-4298-80e3-d5bf14510c03 req-461c4f9c-b6e8-4af6-873e-c0d0488c9a84 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381112 May 28 06:36:05.970676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-5d556770-c957-4d26-9f7f-a4e08483eb4b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:05.972918 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-5d556770-c957-4d26-9f7f-a4e08483eb4b tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 946 time: 0.0830951 May 28 06:36:06.040988 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Deleting port 3e8c0435-4276-4858-ba26-1d5a8248b008 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:06.041332 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:06.291187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] For port 3e8c0435-4276-4858-ba26-1d5a8248b008, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=3e8c0435-4276-4858-ba26-1d5a8248b008,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:06.291575 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:06.576323 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:06.576992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:06.576992 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099 disassociated. External IP: 172.25.4.152, port: 3e8c0435-4276-4858-ba26-1d5a8248b008. May 28 06:36:06.577215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Calling delete_port for 3e8c0435-4276-4858-ba26-1d5a8248b008 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:06.683496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54552e-25e8-4cc3-b097-28b11b80fefa req-31c3d2a6-3e88-436a-9590-abf1003e0341 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:06.685095 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f54552e-25e8-4cc3-b097-28b11b80fefa req-31c3d2a6-3e88-436a-9590-abf1003e0341 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 946 time: 0.0827482 May 28 06:36:06.724663 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:06.731442 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5f54552e-25e8-4cc3-b097-28b11b80fefa req-c4a45513-c87d-44e4-8755-c637924dfffd tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups?id=77b83be6-1b15-47e3-99ad-e7566135739a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398982 May 28 06:36:06.775282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event deleted for resources: {'Port': ['ID=3e8c0435-4276-4858-ba26-1d5a8248b008,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:07.082140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:36:07.261641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:07.275668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:07.285667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:07.286304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:07.339523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] No DVR routers for this DVR port 3e8c0435-4276-4858-ba26-1d5a8248b008 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:07.342007 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:07.349283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-deleted', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:07.366060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ca6ce0fa-61e8-4988-aef0-5ba814cbda2f req-88d1cb85-1b5c-4a9d-bdc7-f42a0a452db3 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.33 "DELETE /v2.0/ports/3e8c0435-4276-4858-ba26-1d5a8248b008 HTTP/1.1" status: 204 len: 173 time: 1.3877926 May 28 06:36:07.403318 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e3a1e3-e702-4559-9755-1e6d3f01c40c'] response: {'server_uuid': '97349c4b-35e9-4b10-803e-f49ec9dde3b9', 'name': 'network-vif-deleted', 'tag': '3e8c0435-4276-4858-ba26-1d5a8248b008', 'status': 'completed', 'code': 200} May 28 06:36:07.475674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:07.796140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:07.840008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 3e8c0435-4276-4858-ba26-1d5a8248b008 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:07.840606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 3e8c0435-4276-4858-ba26-1d5a8248b008 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:07.873218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:07.877700 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:36:07.886316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:07.886939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:35:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:07.890063 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e3602090-1061-4849-996e-244d822296ca req-848e496f-fab4-4cf1-ae82-e95385961d67 tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/ports?device_id=97349c4b-35e9-4b10-803e-f49ec9dde3b9 HTTP/1.1" status: 200 len: 210 time: 0.0479734 May 28 06:36:08.070486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:08.391274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:08.398146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736fc0bb-d84c-4d5b-a668-fc4d3b768dfc None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:29:19Z', 'revision_number': 4, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '91abad86-b649-4de9-947b-85de8d3fb06d', 'name': '', 'network_id': 'fa01ad69-3228-4511-9f39-55a9707183d8', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'mac_address': 'fa:16:3e:8a:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:18Z', 'updated_at': '2022-05-28T06:29:25Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'subnets': [{'id': '84022936-f3d5-41e0-b5f2-6a65f3a31eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:08.571816 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0cd85841-d18f-4106-b3a0-b356db7ce79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:08.620461 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe190c8-3833-4a15-8261-13cf81cb5e46 None None] New status for floating IP 8c8a7040-ca7d-4877-80ef-9cffa5c6c099: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:36:10.630933 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:10.768168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a79e0f53-7c33-49f1-b0d8-ebeee2f92334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:11.711423 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:11.821372 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.166344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50712) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:12.229239 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1838760a-e67e-421d-bfd1-c5db6bececfc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.257396 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1838760a-e67e-421d-bfd1-c5db6bececfc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.313058 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1838760a-e67e-421d-bfd1-c5db6bececfc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.330240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838760a-e67e-421d-bfd1-c5db6bececfc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b83be6-1b15-47e3-99ad-e7566135739a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:12.348573 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1838760a-e67e-421d-bfd1-c5db6bececfc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.349922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1838760a-e67e-421d-bfd1-c5db6bececfc tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "DELETE /v2.0/security-groups/77b83be6-1b15-47e3-99ad-e7566135739a HTTP/1.1" status: 204 len: 168 time: 0.1826127 May 28 06:36:12.352434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50716) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:12.369605 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [None req-5a6adf6a-d715-4d97-8daf-ff44e295075e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] show failed (client error): The resource could not be found. May 28 06:36:12.370614 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5a6adf6a-d715-4d97-8daf-ff44e295075e tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "GET /v2.0/security-groups/77b83be6-1b15-47e3-99ad-e7566135739a HTTP/1.1" status: 404 len: 347 time: 0.0172758 May 28 06:36:12.373313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50720) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:12.527482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-dad72178-aa17-4bec-81a8-f3bdb9c3e26d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Deleting port 5e8b140f-9a35-4853-b815-9b7bbe9fc5ec {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:12.527824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dad72178-aa17-4bec-81a8-f3bdb9c3e26d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.695127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dad72178-aa17-4bec-81a8-f3bdb9c3e26d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.695393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dad72178-aa17-4bec-81a8-f3bdb9c3e26d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:12.823265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-dad72178-aa17-4bec-81a8-f3bdb9c3e26d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Calling delete_port for 5e8b140f-9a35-4853-b815-9b7bbe9fc5ec owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:12.964726 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dad72178-aa17-4bec-81a8-f3bdb9c3e26d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.016037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad72178-aa17-4bec-81a8-f3bdb9c3e26d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Pushing event deleted for resources: {'Port': ['ID=5e8b140f-9a35-4853-b815-9b7bbe9fc5ec,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:13.108977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dad72178-aa17-4bec-81a8-f3bdb9c3e26d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.123117 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-dad72178-aa17-4bec-81a8-f3bdb9c3e26d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.124343 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dad72178-aa17-4bec-81a8-f3bdb9c3e26d tempest-ServerActionsTestJSON-912915476 tempest-ServerActionsTestJSON-912915476-project] 10.222.0.39 "DELETE /v2.0/floatingips/8c8a7040-ca7d-4877-80ef-9cffa5c6c099 HTTP/1.1" status: 204 len: 168 time: 0.7501194 May 28 06:36:13.127373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50724) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:13.481518 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:13.853618 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.205198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] Deleting port 91abad86-b649-4de9-947b-85de8d3fb06d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:14.205566 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.375045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] For port 91abad86-b649-4de9-947b-85de8d3fb06d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=91abad86-b649-4de9-947b-85de8d3fb06d,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:14.375435 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.508012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] Calling delete_port for 91abad86-b649-4de9-947b-85de8d3fb06d owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:14.769377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:14.814524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] Pushing event deleted for resources: {'Port': ['ID=91abad86-b649-4de9-947b-85de8d3fb06d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:15.090355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.558189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] Router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:36:15.731202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:36:15.740213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] Sync routers for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:36:15.745992 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4a32dbad-8c6f-48af-8896-fa6328f0d67a admin admin] 10.222.0.39 "PUT /v2.0/routers/a1ba19d0-18ad-4b47-acbf-e94d74d8d582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6152341 May 28 06:36:15.746199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50730) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:15.753544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:15.754152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:36:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:15.921770 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:15.926207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:16.105763 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.116577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Deleting port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:16.116904 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.218957 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:36:14Z', 'revision_number': 5, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port': {'id': 'c9a0bc0c-c8cd-42bf-8070-5be8e69b832a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:29:16Z', 'updated_at': '2022-05-28T06:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:16.223550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] Checking router: a1ba19d0-18ad-4b47-acbf-e94d74d8d582 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:36:16.231895 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] Routers {'a1ba19d0-18ad-4b47-acbf-e94d74d8d582'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:36:16.232509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:36:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:16.293890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] For port c9a0bc0c-c8cd-42bf-8070-5be8e69b832a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c9a0bc0c-c8cd-42bf-8070-5be8e69b832a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:16.294238 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.417640 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Calling delete_port for c9a0bc0c-c8cd-42bf-8070-5be8e69b832a owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:16.419786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] Set router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:36:16.530351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:36:16Z', 'revision_number': 6, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:16.534817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ca879-e839-4648-87f9-5ea7a4e9b75a None None] The sync data for ids ['a1ba19d0-18ad-4b47-acbf-e94d74d8d582'] in n-d-843679-5 is: [{'id': 'a1ba19d0-18ad-4b47-acbf-e94d74d8d582', 'name': 'tempest-ServerActionsTestJSON-274259136-router', 'tenant_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:29:15Z', 'updated_at': '2022-05-28T06:36:16Z', 'revision_number': 6, 'project_id': 'ac7224e8bc034001ae9f643f3eaedc19', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:36:16.696581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:16.745290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a0bc0c-c8cd-42bf-8070-5be8e69b832a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:16.830751 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.007658 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.009817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.034435 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.034950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ba19d0-18ad-4b47-acbf-e94d74d8d582 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:36:17.046857 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.048002 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a0460f46-1bd6-44ec-a683-739149db4c55 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a1ba19d0-18ad-4b47-acbf-e94d74d8d582 HTTP/1.1" status: 204 len: 168 time: 1.3008931 May 28 06:36:17.051257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50734) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:17.114034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c5a83f-33a9-4829-b1f6-b6bd4979086e admin admin] Deleting subnet 84022936-f3d5-41e0-b5f2-6a65f3a31eaf {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:36:17.116809 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a83f-33a9-4829-b1f6-b6bd4979086e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.165551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a83f-33a9-4829-b1f6-b6bd4979086e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.247261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a83f-33a9-4829-b1f6-b6bd4979086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.317042 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 91abad86-b649-4de9-947b-85de8d3fb06d no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:17.319739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a83f-33a9-4829-b1f6-b6bd4979086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.351858 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 91abad86-b649-4de9-947b-85de8d3fb06d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:17.352204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 91abad86-b649-4de9-947b-85de8d3fb06d not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:17.359373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5a83f-33a9-4829-b1f6-b6bd4979086e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84022936-f3d5-41e0-b5f2-6a65f3a31eaf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:17.364094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a83f-33a9-4829-b1f6-b6bd4979086e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.369798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b129d-2fc8-4215-a187-bd926d10b466 None None] Network fa01ad69-3228-4511-9f39-55a9707183d8 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:17.371116 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e6c5a83f-33a9-4829-b1f6-b6bd4979086e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/84022936-f3d5-41e0-b5f2-6a65f3a31eaf HTTP/1.1" status: 204 len: 168 time: 0.3188968 May 28 06:36:17.373546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50738) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:17.506415 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.517006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Deleting port 853f56f0-280a-4ae0-9fd6-47e72e00c41c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:17.517557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.641500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] DHCP port deletion for fa01ad69-3228-4511-9f39-55a9707183d8 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:36:17.645753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] Deleting port 853f56f0-280a-4ae0-9fd6-47e72e00c41c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:17.646131 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.750081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] For port 853f56f0-280a-4ae0-9fd6-47e72e00c41c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=853f56f0-280a-4ae0-9fd6-47e72e00c41c,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:17.750572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.862869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] For port 853f56f0-280a-4ae0-9fd6-47e72e00c41c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=853f56f0-280a-4ae0-9fd6-47e72e00c41c,segment=NetworkSegment(a65e3384-d5b9-4135-97d0-2453a595d106),segment_id=a65e3384-d5b9-4135-97d0-2453a595d106)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:17.863171 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.875753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Calling delete_port for 853f56f0-280a-4ae0-9fd6-47e72e00c41c owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:17.950659 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:17.984215 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] Calling delete_port for 853f56f0-280a-4ae0-9fd6-47e72e00c41c owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:18.000073 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Pushing event deleted for resources: {'Port': ['ID=853f56f0-280a-4ae0-9fd6-47e72e00c41c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:18.005853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] No DVR routers for this DVR port 853f56f0-280a-4ae0-9fd6-47e72e00c41c on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:18.059949 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:36:18.060298 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:36:18.219973 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.244885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa01ad69-3228-4511-9f39-55a9707183d8']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:18.257354 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65e3384-d5b9-4135-97d0-2453a595d106') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:18.257648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65e3384-d5b9-4135-97d0-2453a595d106') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:18.268705 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.284530 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.290441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:36:18.290816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.387318 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.405714 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.412177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa01ad69-3228-4511-9f39-55a9707183d8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:18.417019 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment a65e3384-d5b9-4135-97d0-2453a595d106 resource provider aggregate not found May 28 06:36:18.434161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-be8ad0fd-7596-44bb-9858-5339758e0785 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fa01ad69-3228-4511-9f39-55a9707183d8 HTTP/1.1" status: 204 len: 168 time: 1.0592706 May 28 06:36:18.435876 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment a65e3384-d5b9-4135-97d0-2453a595d106 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a65e3384-d5b9-4135-97d0-2453a595d106 found for delete ", "request_id": "req-fe0bc3af-b3c8-4794-bcd2-256ef49aa50b"}]} May 28 06:36:18.541601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50752) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:18.561821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] Deleting port 853f56f0-280a-4ae0-9fd6-47e72e00c41c {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:18.562315 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.591821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cf2ac5df-3dc7-4a91-b23f-ca5f3df5c211 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac7224e8bc034001ae9f643f3eaedc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466425 May 28 06:36:18.592050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50756) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:18.632375 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-38b15b53-d616-4ac0-8bed-ac1a139f9733 None None] The port '853f56f0-280a-4ae0-9fd6-47e72e00c41c' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:36:18.651966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1841ad1-9a37-40bf-8d8f-e37fd40f6a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.682146 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1841ad1-9a37-40bf-8d8f-e37fd40f6a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.733651 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1841ad1-9a37-40bf-8d8f-e37fd40f6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.752240 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1841ad1-9a37-40bf-8d8f-e37fd40f6a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0791cac4-ad4e-4f65-a0d6-36d77bf7eac5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:18.756841 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e1841ad1-9a37-40bf-8d8f-e37fd40f6a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:18.757873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e1841ad1-9a37-40bf-8d8f-e37fd40f6a78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0791cac4-ad4e-4f65-a0d6-36d77bf7eac5 HTTP/1.1" status: 204 len: 168 time: 0.1649764 May 28 06:36:19.006925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c9a0bc0c-c8cd-42bf-8070-5be8e69b832a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:19.043542 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: c9a0bc0c-c8cd-42bf-8070-5be8e69b832a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:19.043890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c9a0bc0c-c8cd-42bf-8070-5be8e69b832a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:19.044306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 853f56f0-280a-4ae0-9fd6-47e72e00c41c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:19.077089 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 853f56f0-280a-4ae0-9fd6-47e72e00c41c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:19.077429 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 853f56f0-280a-4ae0-9fd6-47e72e00c41c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:19.541204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50780) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:19.650718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1233968377-network', 'tenant_id': 'b9ee9411f4004235a9ba181984bd7683'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:19.656095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:19.659892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Usage tracker for resource:network and tenant:b9ee9411f4004235a9ba181984bd7683 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:19.662661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:19.668260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:19.678500 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Made reservation on behalf of b9ee9411f4004235a9ba181984bd7683 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:19.681094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.693491 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.707490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:19.716833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Usage tracker for resource:security_group_rule and tenant:b9ee9411f4004235a9ba181984bd7683 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:19.719667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:19.725933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:19.810761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.814423 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.843268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5073186-7895-4771-9773-3980951de50e admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:36:19.852040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc78076b-3e52-4660-8c79-d25343e3d43d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:19.857417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.857859 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Added segment 92a68c64-b6ce-4376-aa7c-204c3eab304a of type vlan for network df388f45-d042-43ab-ab85-625c789dc2af May 28 06:36:19.883565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.914352 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:19.915277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:19.915852 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.013130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5073186-7895-4771-9773-3980951de50e admin admin] Pushing event updated for resources: {'Network': ['ID=df388f45-d042-43ab-ab85-625c789dc2af,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:20.016362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e5073186-7895-4771-9773-3980951de50e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4738724 May 28 06:36:20.019423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50786) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:20.022780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network df388f45-d042-43ab-ab85-625c789dc2af details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:36:20.024699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Request body: {'subnet': {'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1233968377-subnet', 'tenant_id': 'b9ee9411f4004235a9ba181984bd7683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:20.030270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:20.034715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Usage tracker for resource:subnet and tenant:b9ee9411f4004235a9ba181984bd7683 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:20.037570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:20.043348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:20.057083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Made reservation on behalf of b9ee9411f4004235a9ba181984bd7683 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:20.059360 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.265730 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.336101 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ff897f-15e2-496e-91dc-d23306152d57,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:20.346687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Checking segment: {'id': '92a68c64-b6ce-4376-aa7c-204c3eab304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:20.347043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Network hostable DHCP agents. Network: df388f45-d042-43ab-ab85-625c789dc2af, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:36:20.365728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Network df388f45-d042-43ab-ab85-625c789dc2af is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:36:20.374584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, df388f45-d042-43ab-ab85-625c789dc2af) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:20.379066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:20.380043 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:20.382884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b41621-1903-49b3-aae4-040295d23a84 None None] Network df388f45-d042-43ab-ab85-625c789dc2af requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:20.401876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e02aa677-f6d7-48a3-b80b-3e0d04f0e08a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3815916 May 28 06:36:20.634324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb997c4b-470e-4c59-8cb0-173dbea35b89 None None] Network df388f45-d042-43ab-ab85-625c789dc2af requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:36:21.006014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-2360339f-334f-4635-b06f-377b2d77108a tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:21.007481 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-2360339f-334f-4635-b06f-377b2d77108a tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/networks?id=df388f45-d042-43ab-ab85-625c789dc2af HTTP/1.1" status: 200 len: 814 time: 0.2462461 May 28 06:36:21.022394 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-42fbf262-f681-4ede-b709-c0237bd2a200 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/quotas/b9ee9411f4004235a9ba181984bd7683 HTTP/1.1" status: 200 len: 375 time: 0.0094411 May 28 06:36:21.076670 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-0d0da69c-75dc-427b-bf72-4145e8b9b16f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9ee9411f4004235a9ba181984bd7683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494626 May 28 06:36:21.207865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-8477ea3c-f23d-4fd1-8114-6f438a02ecd3 service neutron] 10.222.0.39 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244261 May 28 06:36:21.337204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-c1175a92-b96b-45eb-bbf2-f5aa6a3dc343 service neutron] 10.222.0.39 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235690 May 28 06:36:21.522551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5f476ed2-9f8c-40a9-9565-783deb332971 req-ea6675d1-0321-4b8d-aef9-414298b66f6c tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 210 time: 0.0455596 May 28 06:36:22.613230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-b963cec6-d2fe-4099-bd23-22cbcb068107 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:22.614013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-b963cec6-d2fe-4099-bd23-22cbcb068107 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Synchronizing usage tracker for tenant:b9ee9411f4004235a9ba181984bd7683 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:22.633647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-b963cec6-d2fe-4099-bd23-22cbcb068107 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Unset dirty status for tenant:b9ee9411f4004235a9ba181984bd7683 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:22.634795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-b963cec6-d2fe-4099-bd23-22cbcb068107 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.33 "GET /v2.0/networks?id=df388f45-d042-43ab-ab85-625c789dc2af HTTP/1.1" status: 200 len: 814 time: 0.1753643 May 28 06:36:22.661241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Request body: {'port': {'device_id': '4ad24277-1d04-4a9a-92fa-09ce50899a0c', 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af', 'admin_state_up': True, 'tenant_id': 'b9ee9411f4004235a9ba181984bd7683'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:22.673252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cd13fb39-48de-496b-8541-0c03d730119a req-99f5de2a-7e38-4def-bac5-73c455f5aced tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 210 time: 0.0457888 May 28 06:36:22.800736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:22.804436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Usage tracker for resource:port and tenant:b9ee9411f4004235a9ba181984bd7683 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:22.807176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:22.813197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:22.822633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Made reservation on behalf of b9ee9411f4004235a9ba181984bd7683 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:22.826026 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:22.986622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Allocated IP 172.20.0.12 (df388f45-d042-43ab-ab85-625c789dc2af/35ff897f-15e2-496e-91dc-d23306152d57/d8f76d73-9041-4df7-8152-f1bf0922ba63) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:23.188512 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.216756 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.394667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Network df388f45-d042-43ab-ab85-625c789dc2af is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:23.397984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:23.401929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:23.432216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Pushing event updated for resources: {'Port': ['ID=d8f76d73-9041-4df7-8152-f1bf0922ba63,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:23.466933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:23.467566 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.489024 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-1bdbd8a5-3569-449e-ac03-5ec8d8aeba31 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8317089 May 28 06:36:23.506025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Request body: {'port': {'device_id': '4ad24277-1d04-4a9a-92fa-09ce50899a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:23.618446 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:23.957674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67a70e-0bae-4f30-ae01-673dd3735691 req-427898d9-e669-41e0-8fbb-75861b3645d8 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:23.958275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7b67a70e-0bae-4f30-ae01-673dd3735691 req-427898d9-e669-41e0-8fbb-75861b3645d8 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Synchronizing usage tracker for tenant:b9ee9411f4004235a9ba181984bd7683 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:24.029854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7b67a70e-0bae-4f30-ae01-673dd3735691 req-427898d9-e669-41e0-8fbb-75861b3645d8 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Unset dirty status for tenant:b9ee9411f4004235a9ba181984bd7683 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:24.030998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b67a70e-0bae-4f30-ae01-673dd3735691 req-427898d9-e669-41e0-8fbb-75861b3645d8 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 932 time: 0.2473767 May 28 06:36:24.056753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f76d73-9041-4df7-8152-f1bf0922ba63 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:36:24.067469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.097185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Transition to ACTIVE for port object d8f76d73-9041-4df7-8152-f1bf0922ba63 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:24.100260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7b67a70e-0bae-4f30-ae01-673dd3735691 req-32183cda-7aa9-4e1a-820b-f9abcfb095aa tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Synchronizing usage tracker for tenant:b9ee9411f4004235a9ba181984bd7683 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:24.104238 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.270815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7b67a70e-0bae-4f30-ae01-673dd3735691 req-32183cda-7aa9-4e1a-820b-f9abcfb095aa tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Unset dirty status for tenant:b9ee9411f4004235a9ba181984bd7683 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:24.271998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b67a70e-0bae-4f30-ae01-673dd3735691 req-32183cda-7aa9-4e1a-820b-f9abcfb095aa tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335799 May 28 06:36:24.277550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Pushing event updated for resources: {'Port': ['ID=d8f76d73-9041-4df7-8152-f1bf0922ba63,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:24.359786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Attempting to bind port d8f76d73-9041-4df7-8152-f1bf0922ba63 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:36:24.360097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Attempting to bind port d8f76d73-9041-4df7-8152-f1bf0922ba63 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '92a68c64-b6ce-4376-aa7c-204c3eab304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:36:24.360425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Attempting to bind port d8f76d73-9041-4df7-8152-f1bf0922ba63 on network df388f45-d042-43ab-ab85-625c789dc2af {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:24.365028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Port d8f76d73-9041-4df7-8152-f1bf0922ba63 on network df388f45-d042-43ab-ab85-625c789dc2af not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:36:24.365347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Attempting to bind port d8f76d73-9041-4df7-8152-f1bf0922ba63 on network df388f45-d042-43ab-ab85-625c789dc2af {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:24.370601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:36:24.370935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Checking segment: {'id': '92a68c64-b6ce-4376-aa7c-204c3eab304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:24.371343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Bound using segment: {'id': '92a68c64-b6ce-4376-aa7c-204c3eab304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:36:24.371768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Bound port: d8f76d73-9041-4df7-8152-f1bf0922ba63, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a68c64-b6ce-4376-aa7c-204c3eab304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:36:24.372111 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.466895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] For port d8f76d73-9041-4df7-8152-f1bf0922ba63, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:36:24.471705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] For port d8f76d73-9041-4df7-8152-f1bf0922ba63, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d8f76d73-9041-4df7-8152-f1bf0922ba63,segment=NetworkSegment(92a68c64-b6ce-4376-aa7c-204c3eab304a),segment_id=92a68c64-b6ce-4376-aa7c-204c3eab304a)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:36:24.475957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.539390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:24.539989 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:24.541313 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] 10.222.0.33 "PUT /v2.0/ports/d8f76d73-9041-4df7-8152-f1bf0922ba63 HTTP/1.1" status: 200 len: 1092 time: 1.0397103 May 28 06:36:24.541773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad24277-1d04-4a9a-92fa-09ce50899a0c', 'tag': 'd8f76d73-9041-4df7-8152-f1bf0922ba63'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:24.563992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd6b9c-46da-47a6-9fc6-872fe3cc2fcd service neutron] Pushing event updated for resources: {'Port': ['ID=d8f76d73-9041-4df7-8152-f1bf0922ba63,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:24.588852 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8bebf7-c9ec-4119-8d91-01f5cb3e7e20'] response: {'name': 'network-changed', 'server_uuid': '4ad24277-1d04-4a9a-92fa-09ce50899a0c', 'tag': 'd8f76d73-9041-4df7-8152-f1bf0922ba63', 'status': 'completed', 'code': 200} May 28 06:36:24.673713 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d06977f2-d3e4-451e-bfcd-daf335f40987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:24.675177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-d06977f2-d3e4-451e-bfcd-daf335f40987 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b9ee9411f4004235a9ba181984bd7683&device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 1095 time: 0.0711553 May 28 06:36:24.755200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-dc4bc586-e2fb-4946-b28a-52a591d716bf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f76d73-9041-4df7-8152-f1bf0922ba63 HTTP/1.1" status: 200 len: 217 time: 0.0686271 May 28 06:36:24.817015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-396ab817-5b45-4a70-90d9-d5f1f9a7dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:24.818339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-396ab817-5b45-4a70-90d9-d5f1f9a7dd68 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=35ff897f-15e2-496e-91dc-d23306152d57 HTTP/1.1" status: 200 len: 854 time: 0.0575116 May 28 06:36:24.865136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-ed9e747c-b547-4868-aafb-3a0e4c2a3d3c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=df388f45-d042-43ab-ab85-625c789dc2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408821 May 28 06:36:24.994534 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-3517676d-7619-4439-98e4-987aa4ecd9ca service neutron] 10.222.0.33 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226420 May 28 06:36:25.133314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3d2eeb3-073f-4135-bbf9-9e26fc69c839 req-046f7006-072c-49ce-a44f-dece6094d743 service neutron] 10.222.0.33 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326222 May 28 06:36:25.453456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10f68f-0ed0-4dbd-a413-ae68b86f1abe req-cc7b9a44-0f6a-4e34-886b-199fd9c487df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:25.454818 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d10f68f-0ed0-4dbd-a413-ae68b86f1abe req-cc7b9a44-0f6a-4e34-886b-199fd9c487df service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b9ee9411f4004235a9ba181984bd7683&device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 1095 time: 0.2334218 May 28 06:36:25.535582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31b18-4333-406b-96c0-58cd475403df req-9a4095a2-fcc6-4edb-bdda-1b2918b978fa tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:25.536991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2ce31b18-4333-406b-96c0-58cd475403df req-9a4095a2-fcc6-4edb-bdda-1b2918b978fa tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 944 time: 0.1562529 May 28 06:36:25.614821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2ce31b18-4333-406b-96c0-58cd475403df req-5c8a6022-4d2e-4c3a-8672-055efb94fa51 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659864 May 28 06:36:25.630229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10f68f-0ed0-4dbd-a413-ae68b86f1abe req-92627369-4a38-443c-b0e0-c89e602fd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:25.631664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d10f68f-0ed0-4dbd-a413-ae68b86f1abe req-92627369-4a38-443c-b0e0-c89e602fd5bd service neutron] 10.222.0.33 "GET /v2.0/networks?id=df388f45-d042-43ab-ab85-625c789dc2af HTTP/1.1" status: 200 len: 915 time: 0.1694102 May 28 06:36:25.697127 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d10f68f-0ed0-4dbd-a413-ae68b86f1abe req-5b234168-906f-4f58-a78a-83b66f098eb4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f76d73-9041-4df7-8152-f1bf0922ba63 HTTP/1.1" status: 200 len: 217 time: 0.0597527 May 28 06:36:25.761359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10f68f-0ed0-4dbd-a413-ae68b86f1abe req-e6bba532-714d-4ca3-8328-a620aa86972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:25.762667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d10f68f-0ed0-4dbd-a413-ae68b86f1abe req-e6bba532-714d-4ca3-8328-a620aa86972d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=35ff897f-15e2-496e-91dc-d23306152d57 HTTP/1.1" status: 200 len: 854 time: 0.0598788 May 28 06:36:25.808243 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d10f68f-0ed0-4dbd-a413-ae68b86f1abe req-071a5459-333d-4005-9cc8-3e015d757298 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=df388f45-d042-43ab-ab85-625c789dc2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399752 May 28 06:36:25.938934 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d10f68f-0ed0-4dbd-a413-ae68b86f1abe req-e3cc4017-96c9-49b4-a6b4-793123f94c73 service neutron] 10.222.0.33 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244779 May 28 06:36:26.069588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d10f68f-0ed0-4dbd-a413-ae68b86f1abe req-4f122fbb-a0e7-416a-a78f-f9fc69233c74 service neutron] 10.222.0.33 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240821 May 28 06:36:26.807449 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff3a0a-8366-49ba-bddb-d719e2ebffd9 req-3c53e0af-6788-414c-8a18-be8ff2d86947 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:26.808885 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8fff3a0a-8366-49ba-bddb-d719e2ebffd9 req-3c53e0af-6788-414c-8a18-be8ff2d86947 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 944 time: 0.0833511 May 28 06:36:26.853982 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8fff3a0a-8366-49ba-bddb-d719e2ebffd9 req-4acda5f4-5a52-48d3-94d2-69f44c127004 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394208 May 28 06:36:27.920672 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d8f76d73-9041-4df7-8152-f1bf0922ba63 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:36:28.040435 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d856b-a199-47b5-a90b-c775b95c5149 req-1d6ceb01-54e5-4734-96fd-6e1ec3786089 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:28.041869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c0d856b-a199-47b5-a90b-c775b95c5149 req-1d6ceb01-54e5-4734-96fd-6e1ec3786089 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 944 time: 0.0833051 May 28 06:36:28.055632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d8f76d73-9041-4df7-8152-f1bf0922ba63, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d8f76d73-9041-4df7-8152-f1bf0922ba63,segment=NetworkSegment(92a68c64-b6ce-4376-aa7c-204c3eab304a),segment_id=92a68c64-b6ce-4376-aa7c-204c3eab304a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:28.069851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'd8f76d73-9041-4df7-8152-f1bf0922ba63', 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af', 'port_id': 'd8f76d73-9041-4df7-8152-f1bf0922ba63', 'mac_address': 'fa:16:3e:90:f7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ff897f-15e2-496e-91dc-d23306152d57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:36:28.086612 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c0d856b-a199-47b5-a90b-c775b95c5149 req-91337e7e-617e-4465-8a89-dbfb96021809 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387886 May 28 06:36:28.125586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d8f76d73-9041-4df7-8152-f1bf0922ba63 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:28.125968 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.145567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f76d73-9041-4df7-8152-f1bf0922ba63 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:36:28.161659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d8f76d73-9041-4df7-8152-f1bf0922ba63, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d8f76d73-9041-4df7-8152-f1bf0922ba63,segment=NetworkSegment(92a68c64-b6ce-4376-aa7c-204c3eab304a),segment_id=92a68c64-b6ce-4376-aa7c-204c3eab304a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:28.165465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:28.231847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d8f76d73-9041-4df7-8152-f1bf0922ba63,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:28.524449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d8f76d73-9041-4df7-8152-f1bf0922ba63'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:36:29.270586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90f940-c682-4368-978a-cdc2378e50de req-535c51d1-b704-400f-b1ac-07d23519e9e2 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:29.272086 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d90f940-c682-4368-978a-cdc2378e50de req-535c51d1-b704-400f-b1ac-07d23519e9e2 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 945 time: 0.0801680 May 28 06:36:29.319016 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6d90f940-c682-4368-978a-cdc2378e50de req-1af622e2-208f-4808-8569-43425d960e77 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413079 May 28 06:36:29.922752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d8f76d73-9041-4df7-8152-f1bf0922ba63 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:29.990280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port d8f76d73-9041-4df7-8152-f1bf0922ba63 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:29.994912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port d8f76d73-9041-4df7-8152-f1bf0922ba63 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:29.995306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.122623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port d8f76d73-9041-4df7-8152-f1bf0922ba63 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:30.123000 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.161440 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad24277-1d04-4a9a-92fa-09ce50899a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f76d73-9041-4df7-8152-f1bf0922ba63'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:30.171170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port d8f76d73-9041-4df7-8152-f1bf0922ba63, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d8f76d73-9041-4df7-8152-f1bf0922ba63,segment=NetworkSegment(92a68c64-b6ce-4376-aa7c-204c3eab304a),segment_id=92a68c64-b6ce-4376-aa7c-204c3eab304a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:30.178827 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:30.227527 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f04cf6e-c762-4ab8-88d2-7eb81b9218f0'] response: {'server_uuid': '4ad24277-1d04-4a9a-92fa-09ce50899a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f76d73-9041-4df7-8152-f1bf0922ba63', 'code': 200} May 28 06:36:30.269581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=d8f76d73-9041-4df7-8152-f1bf0922ba63,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:30.358309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b01778-5208-4732-ae8a-56a6b1b3003c req-b6c45c33-0f48-40f6-add8-859e4db29cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:30.360442 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c1b01778-5208-4732-ae8a-56a6b1b3003c req-b6c45c33-0f48-40f6-add8-859e4db29cd7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 1097 time: 0.0711844 May 28 06:36:30.407178 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c1b01778-5208-4732-ae8a-56a6b1b3003c req-97d2c06c-76af-47a3-8541-55b17dd4a30f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 May 28 06:36:30.503112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e72381-be65-4e25-b1af-79f922910254 req-68f9f56c-8f80-4f78-b499-522783e6dd6e tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:30.504516 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69e72381-be65-4e25-b1af-79f922910254 req-68f9f56c-8f80-4f78-b499-522783e6dd6e tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0816762 May 28 06:36:30.548585 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69e72381-be65-4e25-b1af-79f922910254 req-9f7bfaf7-9b8b-4279-b3c3-04d9f40d9d23 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384588 May 28 06:36:31.495860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:31.743269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039ce07-9630-41c2-988c-aaf97a480653 req-d522c93e-097f-49cb-8172-6f2b1181972b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:31.744746 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f039ce07-9630-41c2-988c-aaf97a480653 req-d522c93e-097f-49cb-8172-6f2b1181972b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0866110 May 28 06:36:31.794019 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f039ce07-9630-41c2-988c-aaf97a480653 req-0c4b2402-67b4-4769-a81e-2561c18920e9 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417130 May 28 06:36:33.003678 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555d80a-d8ea-4b5b-9e3f-66bd9d35ccb3 req-5449ca7a-883d-4b44-8687-b7272050304f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:33.005152 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6555d80a-d8ea-4b5b-9e3f-66bd9d35ccb3 req-5449ca7a-883d-4b44-8687-b7272050304f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0921047 May 28 06:36:33.049891 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6555d80a-d8ea-4b5b-9e3f-66bd9d35ccb3 req-43e52745-e1df-40ea-bb1d-abf296dabb4d tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 May 28 06:36:33.352848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-a8baa5ca-aa52-4b3e-a60d-e5decfffcb6f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:33.354179 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-a8baa5ca-aa52-4b3e-a60d-e5decfffcb6f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/networks?id=df388f45-d042-43ab-ab85-625c789dc2af HTTP/1.1" status: 200 len: 814 time: 0.1451347 May 28 06:36:33.369564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-07b36f46-5980-4c8f-afa0-b10971f85dae tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/quotas/b9ee9411f4004235a9ba181984bd7683 HTTP/1.1" status: 200 len: 375 time: 0.0099480 May 28 06:36:33.448324 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-e3a94d7e-c25c-402f-9e24-df812865d2b5 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9ee9411f4004235a9ba181984bd7683&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736477 May 28 06:36:33.622472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-7ec807a4-80cc-4e59-ac96-c0a68e1fa856 service neutron] 10.222.0.39 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673450 May 28 06:36:33.753866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-86d289a3-9424-4f87-961b-b543650a9f05 service neutron] 10.222.0.39 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249845 May 28 06:36:33.929994 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0f326311-11ee-425d-96a4-817d573566c3 req-3ffccc76-02eb-4766-bfdc-0e208c6164fb tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 210 time: 0.0428412 May 28 06:36:35.261650 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-939ebddf-5c41-46ab-a1d8-da99951d936a req-938e90eb-da34-4009-9b09-fd0389506f27 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 210 time: 0.0638537 May 28 06:36:35.313076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-98ccb941-0970-4f89-a436-9169790f477f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:35.314501 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-98ccb941-0970-4f89-a436-9169790f477f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.41 "GET /v2.0/networks?id=df388f45-d042-43ab-ab85-625c789dc2af HTTP/1.1" status: 200 len: 814 time: 0.3057518 May 28 06:36:35.329614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Request body: {'port': {'device_id': 'b89f9f16-8182-4303-8c01-7b4057d8c3d1', 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af', 'admin_state_up': True, 'tenant_id': 'b9ee9411f4004235a9ba181984bd7683'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:35.463121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:35.473617 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:35.483203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Made reservation on behalf of b9ee9411f4004235a9ba181984bd7683 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:35.486688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:35.648165 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Allocated IP 172.20.0.4 (df388f45-d042-43ab-ab85-625c789dc2af/35ff897f-15e2-496e-91dc-d23306152d57/d1ef0534-68fc-4707-9376-bee583ba1966) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:36:35.831832 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:36:35.851337 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:35.880581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:35.913353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d8f76d73-9041-4df7-8152-f1bf0922ba63'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:36:35.954087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Network df388f45-d042-43ab-ab85-625c789dc2af is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:36:35.957423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:36:35.961291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:36:35.995719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Pushing event updated for resources: {'Port': ['ID=d1ef0534-68fc-4707-9376-bee583ba1966,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:36.013327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.013665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.013995 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.014350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.014674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.014992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.015341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.015659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.015976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.016336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.016598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.016908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:36:36.036302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:36.036900 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:36.061126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-06846c0c-a4d1-4490-ad7b-7f6301bfbbf3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349637 May 28 06:36:36.073214 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Request body: {'port': {'device_id': 'b89f9f16-8182-4303-8c01-7b4057d8c3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:36.184999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:36.451278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3b2bc-98fd-4d3b-9ec5-b72f19d52e30 req-d546d4bd-821a-4f9b-9fc6-a146d0189e1f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:36.452729 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1dc3b2bc-98fd-4d3b-9ec5-b72f19d52e30 req-d546d4bd-821a-4f9b-9fc6-a146d0189e1f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 931 time: 0.0828826 May 28 06:36:36.497021 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1dc3b2bc-98fd-4d3b-9ec5-b72f19d52e30 req-6c28fb59-8579-4ce7-9bad-aa560a6a5bd2 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 May 28 06:36:36.526903 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ef0534-68fc-4707-9376-bee583ba1966 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:36:36.533991 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:36.548365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Transition to ACTIVE for port object d1ef0534-68fc-4707-9376-bee583ba1966 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:36:36.551922 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:36.701664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ef0534-68fc-4707-9376-bee583ba1966,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:36.781526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Attempting to bind port d1ef0534-68fc-4707-9376-bee583ba1966 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:36:36.781849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Attempting to bind port d1ef0534-68fc-4707-9376-bee583ba1966 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '92a68c64-b6ce-4376-aa7c-204c3eab304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:36:36.782166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Attempting to bind port d1ef0534-68fc-4707-9376-bee583ba1966 on network df388f45-d042-43ab-ab85-625c789dc2af {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:36.786827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Port d1ef0534-68fc-4707-9376-bee583ba1966 on network df388f45-d042-43ab-ab85-625c789dc2af not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:36:36.787141 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Attempting to bind port d1ef0534-68fc-4707-9376-bee583ba1966 on network df388f45-d042-43ab-ab85-625c789dc2af {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:36:36.792250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:36:36.792579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Checking segment: {'id': '92a68c64-b6ce-4376-aa7c-204c3eab304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:36:36.792959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Bound using segment: {'id': '92a68c64-b6ce-4376-aa7c-204c3eab304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:36:36.793393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Bound port: d1ef0534-68fc-4707-9376-bee583ba1966, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a68c64-b6ce-4376-aa7c-204c3eab304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:36:36.793718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:36.880887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] For port d1ef0534-68fc-4707-9376-bee583ba1966, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:36:36.883861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] For port d1ef0534-68fc-4707-9376-bee583ba1966, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d1ef0534-68fc-4707-9376-bee583ba1966,segment=NetworkSegment(92a68c64-b6ce-4376-aa7c-204c3eab304a),segment_id=92a68c64-b6ce-4376-aa7c-204c3eab304a)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:36:36.888181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.051556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:37.052157 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:37.053495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] 10.222.0.41 "PUT /v2.0/ports/d1ef0534-68fc-4707-9376-bee583ba1966 HTTP/1.1" status: 200 len: 1091 time: 0.9842420 May 28 06:36:37.053955 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89f9f16-8182-4303-8c01-7b4057d8c3d1', 'tag': 'd1ef0534-68fc-4707-9376-bee583ba1966'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:37.074351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d13d6-8d74-4dc1-b535-3e59a7baeba5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ef0534-68fc-4707-9376-bee583ba1966,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:37.131850 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cf5161-e274-4367-9c81-93e09b7279ba'] response: {'name': 'network-changed', 'server_uuid': 'b89f9f16-8182-4303-8c01-7b4057d8c3d1', 'tag': 'd1ef0534-68fc-4707-9376-bee583ba1966', 'status': 'completed', 'code': 200} May 28 06:36:37.171771 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-deb46fdf-dfb9-4151-8240-64a5ccd43251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:37.173233 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-deb46fdf-dfb9-4151-8240-64a5ccd43251 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9ee9411f4004235a9ba181984bd7683&device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 1094 time: 0.0729916 May 28 06:36:37.246346 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-2804b54d-8faa-4a63-ac49-23c426a23105 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1ef0534-68fc-4707-9376-bee583ba1966 HTTP/1.1" status: 200 len: 217 time: 0.0622282 May 28 06:36:37.312465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-7fc5d989-dd39-4bf7-9ed1-2d55167f1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:37.313830 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-7fc5d989-dd39-4bf7-9ed1-2d55167f1c1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35ff897f-15e2-496e-91dc-d23306152d57 HTTP/1.1" status: 200 len: 854 time: 0.0586150 May 28 06:36:37.362106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-59e63e96-2536-406d-9193-d8c016447ab8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df388f45-d042-43ab-ab85-625c789dc2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391769 May 28 06:36:37.495516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-4c1a34b4-455e-4ec0-91c7-8d772d84c03a service neutron] 10.222.0.41 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235745 May 28 06:36:37.631337 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fca2c66-f99c-4116-872c-220bc87fb572 req-3a076f75-217d-45fa-b04c-cc096db412f9 service neutron] 10.222.0.41 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262703 May 28 06:36:37.683933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd28b9d-d265-41b0-88de-e25950e6f75a req-e70b52b2-1c1e-4bfc-81e6-8e3e21a5bd4c tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:37.685492 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cd28b9d-d265-41b0-88de-e25950e6f75a req-e70b52b2-1c1e-4bfc-81e6-8e3e21a5bd4c tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 943 time: 0.0838869 May 28 06:36:37.730354 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cd28b9d-d265-41b0-88de-e25950e6f75a req-7ba800aa-6f52-4afc-b5e5-c85981076043 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382273 May 28 06:36:37.754187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b03e8-66f6-48e2-8810-dc1e1e66dadc req-405ad258-4249-4517-867a-7b19f5ee7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:37.755681 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5b03e8-66f6-48e2-8810-dc1e1e66dadc req-405ad258-4249-4517-867a-7b19f5ee7cc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9ee9411f4004235a9ba181984bd7683&device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 1094 time: 0.0722427 May 28 06:36:37.890237 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b03e8-66f6-48e2-8810-dc1e1e66dadc req-3c5e4e47-2063-42fd-a45d-6e491526f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:37.891591 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5b03e8-66f6-48e2-8810-dc1e1e66dadc req-3c5e4e47-2063-42fd-a45d-6e491526f5e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df388f45-d042-43ab-ab85-625c789dc2af HTTP/1.1" status: 200 len: 915 time: 0.1271870 May 28 06:36:37.962220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5b03e8-66f6-48e2-8810-dc1e1e66dadc req-776f8241-222f-4b4c-ac98-d721b23631cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1ef0534-68fc-4707-9376-bee583ba1966 HTTP/1.1" status: 200 len: 217 time: 0.0641429 May 28 06:36:38.026703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b03e8-66f6-48e2-8810-dc1e1e66dadc req-0fefafe2-17d4-4ceb-998f-722851333950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:38.028171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5b03e8-66f6-48e2-8810-dc1e1e66dadc req-0fefafe2-17d4-4ceb-998f-722851333950 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35ff897f-15e2-496e-91dc-d23306152d57 HTTP/1.1" status: 200 len: 854 time: 0.0595722 May 28 06:36:38.078032 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5b03e8-66f6-48e2-8810-dc1e1e66dadc req-38c6ae5c-b33d-4558-ad39-67cbeda5922e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df388f45-d042-43ab-ab85-625c789dc2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427570 May 28 06:36:38.212119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5b03e8-66f6-48e2-8810-dc1e1e66dadc req-03ace9fc-8259-4c1d-8c5a-5114b8847a98 service neutron] 10.222.0.41 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261117 May 28 06:36:38.343998 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba5b03e8-66f6-48e2-8810-dc1e1e66dadc req-86137151-0ef6-4516-8e19-f8d20d76f359 service neutron] 10.222.0.41 "GET /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236501 May 28 06:36:38.573645 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-83aa39bd-6b7a-4820-8ae3-631ad840008d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:38.916568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6dc2e-37a8-4a7d-8603-92c6f52f7dae req-20c6b691-12e7-4754-834e-d10717c37d93 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:38.917166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c6f6dc2e-37a8-4a7d-8603-92c6f52f7dae req-20c6b691-12e7-4754-834e-d10717c37d93 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Synchronizing usage tracker for tenant:b9ee9411f4004235a9ba181984bd7683 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:38.931895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c6f6dc2e-37a8-4a7d-8603-92c6f52f7dae req-20c6b691-12e7-4754-834e-d10717c37d93 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Unset dirty status for tenant:b9ee9411f4004235a9ba181984bd7683 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:38.933444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6f6dc2e-37a8-4a7d-8603-92c6f52f7dae req-20c6b691-12e7-4754-834e-d10717c37d93 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 943 time: 0.0954142 May 28 06:36:38.978524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6f6dc2e-37a8-4a7d-8603-92c6f52f7dae req-a6fdb493-9df4-4c72-abe4-4165d0e81310 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392356 May 28 06:36:40.173351 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab742c-1130-4aed-9235-d398e41a68a8 req-e29e5cf1-e812-4632-88f5-38eb771694b4 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:40.175558 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9eab742c-1130-4aed-9235-d398e41a68a8 req-e29e5cf1-e812-4632-88f5-38eb771694b4 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 943 time: 0.0912213 May 28 06:36:40.218973 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9eab742c-1130-4aed-9235-d398e41a68a8 req-8c0f8845-eca7-4e96-9236-debbfc629f5f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377955 May 28 06:36:40.631053 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:40.769312 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3bec63cb-a3b6-4f80-a1e3-a76bc2baf8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:41.403074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101f1a9-26ae-46fb-8771-4c642219a4d1 req-2ae18d22-67b9-47b7-9e53-ecb5dc979af3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:41.404511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4101f1a9-26ae-46fb-8771-4c642219a4d1 req-2ae18d22-67b9-47b7-9e53-ecb5dc979af3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 943 time: 0.0812600 May 28 06:36:41.447556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4101f1a9-26ae-46fb-8771-4c642219a4d1 req-8f4a4383-7a1e-439c-ae95-b91aff3ecbf0 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373952 May 28 06:36:41.713601 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:41.821746 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.000942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d1ef0534-68fc-4707-9376-bee583ba1966 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:36:42.131857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d1ef0534-68fc-4707-9376-bee583ba1966, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d1ef0534-68fc-4707-9376-bee583ba1966,segment=NetworkSegment(92a68c64-b6ce-4376-aa7c-204c3eab304a),segment_id=92a68c64-b6ce-4376-aa7c-204c3eab304a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:42.148850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'd1ef0534-68fc-4707-9376-bee583ba1966', 'network_id': 'df388f45-d042-43ab-ab85-625c789dc2af', 'port_id': 'd1ef0534-68fc-4707-9376-bee583ba1966', 'mac_address': 'fa:16:3e:b8:96:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ff897f-15e2-496e-91dc-d23306152d57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:36:42.203452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d1ef0534-68fc-4707-9376-bee583ba1966 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:42.203831 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.221344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ef0534-68fc-4707-9376-bee583ba1966 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:36:42.236725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d1ef0534-68fc-4707-9376-bee583ba1966, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d1ef0534-68fc-4707-9376-bee583ba1966,segment=NetworkSegment(92a68c64-b6ce-4376-aa7c-204c3eab304a),segment_id=92a68c64-b6ce-4376-aa7c-204c3eab304a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:42.240492 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:42.305499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d1ef0534-68fc-4707-9376-bee583ba1966,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:42.552526 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['d1ef0534-68fc-4707-9376-bee583ba1966'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:36:42.628680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ea75f-c042-48b4-a247-e12b6951a538 req-92bac96e-9c27-47b7-a25f-405fee9a71c3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:42.630104 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-840ea75f-c042-48b4-a247-e12b6951a538 req-92bac96e-9c27-47b7-a25f-405fee9a71c3 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 944 time: 0.0801277 May 28 06:36:42.674822 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-840ea75f-c042-48b4-a247-e12b6951a538 req-37e323a5-4f33-4513-a549-c323257c6b08 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389543 May 28 06:36:43.482534 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:43.856762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce35847-8e9e-41de-84c4-4ebdd6424fce req-e0e0c89a-920e-458b-9d3e-aa39888ec7a9 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:43.858198 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce35847-8e9e-41de-84c4-4ebdd6424fce req-e0e0c89a-920e-458b-9d3e-aa39888ec7a9 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 944 time: 0.0787747 May 28 06:36:43.902083 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ce35847-8e9e-41de-84c4-4ebdd6424fce req-40d07719-272d-4bfe-b753-580d6d6cd3d6 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 May 28 06:36:44.018178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d1ef0534-68fc-4707-9376-bee583ba1966 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:36:44.114008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port d1ef0534-68fc-4707-9376-bee583ba1966 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:36:44.118873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port d1ef0534-68fc-4707-9376-bee583ba1966 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:36:44.119261 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:44.237805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port d1ef0534-68fc-4707-9376-bee583ba1966 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:36:44.238177 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:44.267535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89f9f16-8182-4303-8c01-7b4057d8c3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ef0534-68fc-4707-9376-bee583ba1966'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:44.277301 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port d1ef0534-68fc-4707-9376-bee583ba1966, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d1ef0534-68fc-4707-9376-bee583ba1966,segment=NetworkSegment(92a68c64-b6ce-4376-aa7c-204c3eab304a),segment_id=92a68c64-b6ce-4376-aa7c-204c3eab304a)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:44.281122 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:44.317399 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25846090-cd0c-4e02-ae26-ec6f29c0add6'] response: {'server_uuid': 'b89f9f16-8182-4303-8c01-7b4057d8c3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ef0534-68fc-4707-9376-bee583ba1966', 'code': 200} May 28 06:36:44.349598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=d1ef0534-68fc-4707-9376-bee583ba1966,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:44.545900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b84d2-ce99-498e-aa55-46a10a0cd89e req-74725ed9-7a80-4004-b2b0-da52cab24579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:44.547348 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb5b84d2-ce99-498e-aa55-46a10a0cd89e req-74725ed9-7a80-4004-b2b0-da52cab24579 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 1096 time: 0.1721447 May 28 06:36:44.589171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bb5b84d2-ce99-498e-aa55-46a10a0cd89e req-0c24afeb-7744-4e7d-8aca-3fe16bfed195 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 May 28 06:36:45.086315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bcca0-0d39-45bc-9073-e068fd214352 req-5c6df0ed-dfd5-4b11-8488-41e1223bc468 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:45.087789 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b9bcca0-0d39-45bc-9073-e068fd214352 req-5c6df0ed-dfd5-4b11-8488-41e1223bc468 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 945 time: 0.0808141 May 28 06:36:45.131955 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b9bcca0-0d39-45bc-9073-e068fd214352 req-98747790-6761-4a6a-8c86-be00219f6730 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385129 May 28 06:36:46.323430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d64d5e-0aed-4fa7-a358-a933561b55ea req-4aa503a6-fab7-44b8-b4a5-baf5cd71c8f0 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:46.324878 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6d64d5e-0aed-4fa7-a358-a933561b55ea req-4aa503a6-fab7-44b8-b4a5-baf5cd71c8f0 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 945 time: 0.0869997 May 28 06:36:46.368653 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a6d64d5e-0aed-4fa7-a358-a933561b55ea req-91ba9ccd-00b2-4317-a15a-5d2fb3452344 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381758 May 28 06:36:46.773344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e70f3-4dfa-4b02-9c7e-f070ea9235cf req-933dc9bd-99d6-459e-8bbb-e36f9e0806f1 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:46.774820 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e47e70f3-4dfa-4b02-9c7e-f070ea9235cf req-933dc9bd-99d6-459e-8bbb-e36f9e0806f1 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 945 time: 0.0831068 May 28 06:36:46.823588 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e47e70f3-4dfa-4b02-9c7e-f070ea9235cf req-48719a4d-4026-43b3-9ff8-284abd47a35f tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 May 28 06:36:48.009261 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb020e42-7769-450c-a76b-70de2f35cda2 req-08c6d5d9-100a-4d2d-9469-094e6ebfeb51 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:48.010723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb020e42-7769-450c-a76b-70de2f35cda2 req-08c6d5d9-100a-4d2d-9469-094e6ebfeb51 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 945 time: 0.0791545 May 28 06:36:48.104680 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb020e42-7769-450c-a76b-70de2f35cda2 req-2be6bbdb-7341-4930-a108-9f1c548d0aea tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882485 May 28 06:36:48.130346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-f077dda7-ae8e-40b0-814b-2ffe1575d35d tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:48.131773 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-f077dda7-ae8e-40b0-814b-2ffe1575d35d tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 945 time: 0.1032386 May 28 06:36:48.204428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-5f3eb9c5-5938-4f2b-873e-2ce971b60ede tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Deleting port d1ef0534-68fc-4707-9376-bee583ba1966 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:48.204771 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-5f3eb9c5-5938-4f2b-873e-2ce971b60ede tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.455412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-5f3eb9c5-5938-4f2b-873e-2ce971b60ede tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] For port d1ef0534-68fc-4707-9376-bee583ba1966, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=d1ef0534-68fc-4707-9376-bee583ba1966,segment=NetworkSegment(92a68c64-b6ce-4376-aa7c-204c3eab304a),segment_id=92a68c64-b6ce-4376-aa7c-204c3eab304a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:48.455665 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-5f3eb9c5-5938-4f2b-873e-2ce971b60ede tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.589723 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-5f3eb9c5-5938-4f2b-873e-2ce971b60ede tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Calling delete_port for d1ef0534-68fc-4707-9376-bee583ba1966 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:48.735008 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-5f3eb9c5-5938-4f2b-873e-2ce971b60ede tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.769333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['d8f76d73-9041-4df7-8152-f1bf0922ba63'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:36:48.790055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eb9c5-5938-4f2b-873e-2ce971b60ede tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Pushing event deleted for resources: {'Port': ['ID=d1ef0534-68fc-4707-9376-bee583ba1966,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:48.865841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-5f3eb9c5-5938-4f2b-873e-2ce971b60ede tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] No DVR routers for this DVR port d1ef0534-68fc-4707-9376-bee583ba1966 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:48.868559 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-5f3eb9c5-5938-4f2b-873e-2ce971b60ede tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:48.871219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89f9f16-8182-4303-8c01-7b4057d8c3d1', 'name': 'network-vif-deleted', 'tag': 'd1ef0534-68fc-4707-9376-bee583ba1966'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:48.888444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3cfd8427-0255-46e5-97b4-caa07b32aa6a req-5f3eb9c5-5938-4f2b-873e-2ce971b60ede tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.41 "DELETE /v2.0/ports/d1ef0534-68fc-4707-9376-bee583ba1966 HTTP/1.1" status: 204 len: 173 time: 0.7477598 May 28 06:36:48.921791 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece0e3a2-60a1-4968-9f08-2860d4399509'] response: {'server_uuid': 'b89f9f16-8182-4303-8c01-7b4057d8c3d1', 'name': 'network-vif-deleted', 'tag': 'd1ef0534-68fc-4707-9376-bee583ba1966', 'status': 'completed', 'code': 200} May 28 06:36:49.269948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-306d8f99-2f0a-4db9-8c70-8a1f7faf1e13 req-b771233c-5786-4e78-a477-ed73a05cbe1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Synchronizing usage tracker for tenant:b9ee9411f4004235a9ba181984bd7683 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:36:49.284315 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-306d8f99-2f0a-4db9-8c70-8a1f7faf1e13 req-b771233c-5786-4e78-a477-ed73a05cbe1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Unset dirty status for tenant:b9ee9411f4004235a9ba181984bd7683 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:36:49.285471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-306d8f99-2f0a-4db9-8c70-8a1f7faf1e13 req-b771233c-5786-4e78-a477-ed73a05cbe1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b89f9f16-8182-4303-8c01-7b4057d8c3d1 HTTP/1.1" status: 200 len: 210 time: 0.0598075 May 28 06:36:50.051749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d1ef0534-68fc-4707-9376-bee583ba1966 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:50.085232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: d1ef0534-68fc-4707-9376-bee583ba1966 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:50.085575 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device d1ef0534-68fc-4707-9376-bee583ba1966 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:50.539860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426d85b-767e-401f-a7f9-f3c5427f2f13 req-a049b932-8e86-4956-b60a-924a175c10c9 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:50.541342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9426d85b-767e-401f-a7f9-f3c5427f2f13 req-a049b932-8e86-4956-b60a-924a175c10c9 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0814786 May 28 06:36:50.586744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9426d85b-767e-401f-a7f9-f3c5427f2f13 req-55977f7d-e014-4d1a-97f8-2a36f161bd78 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391452 May 28 06:36:50.795014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6464213-5fbd-4dfd-8c17-139dfebab713 req-80f04355-f6de-46b3-a1d7-21086d706bb6 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:50.796475 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6464213-5fbd-4dfd-8c17-139dfebab713 req-80f04355-f6de-46b3-a1d7-21086d706bb6 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0834625 May 28 06:36:50.841535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d6464213-5fbd-4dfd-8c17-139dfebab713 req-93a37ab8-7128-4157-b685-975df2e75025 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392039 May 28 06:36:51.025929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a4bc8-aadd-4588-b79e-5fe1af45d3df req-91b4f635-2d19-4ca4-b06f-815784941afe tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:51.027419 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c05a4bc8-aadd-4588-b79e-5fe1af45d3df req-91b4f635-2d19-4ca4-b06f-815784941afe tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0807514 May 28 06:36:51.073922 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c05a4bc8-aadd-4588-b79e-5fe1af45d3df req-095cdcae-9a07-41ff-98a2-bab6c9ed1832 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 May 28 06:36:51.369992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b3394-3bc1-48b8-8cbf-3e40911d6008 req-f76eaafd-c480-4fdf-9d93-95ae6b9b1010 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:51.371337 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-160b3394-3bc1-48b8-8cbf-3e40911d6008 req-f76eaafd-c480-4fdf-9d93-95ae6b9b1010 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0818822 May 28 06:36:51.413760 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-160b3394-3bc1-48b8-8cbf-3e40911d6008 req-3b23371e-be90-4b3d-867c-b9b788a44095 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 May 28 06:36:51.592701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2fa5e-b787-4b12-8d63-3b01765acef3 req-7c0fd0db-8bdf-4844-a971-818db96a2ad1 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:51.594111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cb2fa5e-b787-4b12-8d63-3b01765acef3 req-7c0fd0db-8bdf-4844-a971-818db96a2ad1 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0775261 May 28 06:36:51.637730 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cb2fa5e-b787-4b12-8d63-3b01765acef3 req-2605e80d-1bb1-43d5-af01-c130900f80fb tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371754 May 28 06:36:51.834997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08861e-003a-4da1-aa67-7d0f7fc0d320 req-219b36ac-7f9f-4d51-857a-36791ab97638 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:51.836480 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c08861e-003a-4da1-aa67-7d0f7fc0d320 req-219b36ac-7f9f-4d51-857a-36791ab97638 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0827177 May 28 06:36:51.879810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c08861e-003a-4da1-aa67-7d0f7fc0d320 req-7e3013ed-a272-40dc-aed5-88d2d4e17a57 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377591 May 28 06:36:52.394620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab840e1-f0d3-42b6-b393-5a7c213bc876 req-e26f91b1-8f20-4092-b824-d33efeb9ce5c tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:52.396093 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2ab840e1-f0d3-42b6-b393-5a7c213bc876 req-e26f91b1-8f20-4092-b824-d33efeb9ce5c tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0796096 May 28 06:36:52.442701 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2ab840e1-f0d3-42b6-b393-5a7c213bc876 req-7ae6db38-f980-4e09-b697-0507c42b072d tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 May 28 06:36:53.624481 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebb0c0-085b-4395-ac32-4f622cf3314c req-061dec18-e4d4-47c9-b0d5-4211a85465f0 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:53.625991 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ebebb0c0-085b-4395-ac32-4f622cf3314c req-061dec18-e4d4-47c9-b0d5-4211a85465f0 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0786092 May 28 06:36:53.671526 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ebebb0c0-085b-4395-ac32-4f622cf3314c req-d6e60cf9-a843-4a83-b8c2-60f444c15637 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc78076b-3e52-4660-8c79-d25343e3d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393937 May 28 06:36:54.023800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-3df6368b-ddd0-47ba-8b4e-9cb347e488fa tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:54.025225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-3df6368b-ddd0-47ba-8b4e-9cb347e488fa tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 946 time: 0.0782671 May 28 06:36:54.094394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-dcd39c65-15f0-4a96-ad36-35bc2914cf1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Deleting port d8f76d73-9041-4df7-8152-f1bf0922ba63 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:36:54.094732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-dcd39c65-15f0-4a96-ad36-35bc2914cf1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.434133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-dcd39c65-15f0-4a96-ad36-35bc2914cf1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] For port d8f76d73-9041-4df7-8152-f1bf0922ba63, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=d8f76d73-9041-4df7-8152-f1bf0922ba63,segment=NetworkSegment(92a68c64-b6ce-4376-aa7c-204c3eab304a),segment_id=92a68c64-b6ce-4376-aa7c-204c3eab304a)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:36:54.434375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-dcd39c65-15f0-4a96-ad36-35bc2914cf1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.557001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-dcd39c65-15f0-4a96-ad36-35bc2914cf1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Calling delete_port for d8f76d73-9041-4df7-8152-f1bf0922ba63 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:36:54.705738 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-dcd39c65-15f0-4a96-ad36-35bc2914cf1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.757208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd39c65-15f0-4a96-ad36-35bc2914cf1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Pushing event deleted for resources: {'Port': ['ID=d8f76d73-9041-4df7-8152-f1bf0922ba63,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:54.862098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-51c2484e-ec96-43f3-8daf-1a5e62f67f77 req-26c966fa-b123-423c-9810-dff3ff63da18 tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad24277-1d04-4a9a-92fa-09ce50899a0c HTTP/1.1" status: 200 len: 210 time: 0.0741177 May 28 06:36:54.872714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-dcd39c65-15f0-4a96-ad36-35bc2914cf1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] No DVR routers for this DVR port d8f76d73-9041-4df7-8152-f1bf0922ba63 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:36:54.883802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-dcd39c65-15f0-4a96-ad36-35bc2914cf1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:54.886331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad24277-1d04-4a9a-92fa-09ce50899a0c', 'name': 'network-vif-deleted', 'tag': 'd8f76d73-9041-4df7-8152-f1bf0922ba63'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:36:54.901576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-260ff3f8-a2f1-4643-b506-28b92cbfb5af req-dcd39c65-15f0-4a96-ad36-35bc2914cf1b tempest-ServersNegativeTestJSON-2104343872 tempest-ServersNegativeTestJSON-2104343872-project] 10.222.0.33 "DELETE /v2.0/ports/d8f76d73-9041-4df7-8152-f1bf0922ba63 HTTP/1.1" status: 204 len: 173 time: 0.8708339 May 28 06:36:54.933815 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f7988f-5590-484a-ac41-28d20701b43b'] response: {'server_uuid': '4ad24277-1d04-4a9a-92fa-09ce50899a0c', 'name': 'network-vif-deleted', 'tag': 'd8f76d73-9041-4df7-8152-f1bf0922ba63', 'status': 'completed', 'code': 200} May 28 06:36:55.958382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50948) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:56.016714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-721f3d51-e733-4e97-a599-7429776bf5f5 admin admin] Deleting subnet 35ff897f-15e2-496e-91dc-d23306152d57 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:36:56.020223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-721f3d51-e733-4e97-a599-7429776bf5f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.066847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d8f76d73-9041-4df7-8152-f1bf0922ba63 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:36:56.068420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-721f3d51-e733-4e97-a599-7429776bf5f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.101792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: d8f76d73-9041-4df7-8152-f1bf0922ba63 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:36:56.102140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device d8f76d73-9041-4df7-8152-f1bf0922ba63 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:36:56.129010 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-721f3d51-e733-4e97-a599-7429776bf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.195162 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-721f3d51-e733-4e97-a599-7429776bf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.229940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f3d51-e733-4e97-a599-7429776bf5f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ff897f-15e2-496e-91dc-d23306152d57,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:56.235106 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-721f3d51-e733-4e97-a599-7429776bf5f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.241331 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-721f3d51-e733-4e97-a599-7429776bf5f5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/35ff897f-15e2-496e-91dc-d23306152d57 HTTP/1.1" status: 204 len: 168 time: 0.2818723 May 28 06:36:56.243768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50952) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:56.349247 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.469682 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.497722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df388f45-d042-43ab-ab85-625c789dc2af']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:56.509937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a68c64-b6ce-4376-aa7c-204c3eab304a') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:56.510229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a68c64-b6ce-4376-aa7c-204c3eab304a') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:36:56.521281 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.537598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.543509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:36:56.543889 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.606271 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 92a68c64-b6ce-4376-aa7c-204c3eab304a resource provider aggregate not found May 28 06:36:56.628227 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 92a68c64-b6ce-4376-aa7c-204c3eab304a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92a68c64-b6ce-4376-aa7c-204c3eab304a found for delete ", "request_id": "req-5c1c22f1-17cb-40aa-a98e-924147a39692"}]} May 28 06:36:56.641810 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.657615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.668230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=df388f45-d042-43ab-ab85-625c789dc2af,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:56.676748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a4da4867-a00a-4b35-b0b1-3a605cb11d76 admin admin] 10.222.0.39 "DELETE /v2.0/networks/df388f45-d042-43ab-ab85-625c789dc2af HTTP/1.1" status: 204 len: 168 time: 0.4320328 May 28 06:36:56.783770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50962) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:56.830900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9cd42698-6d47-4e79-b81d-d6ab53a724bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9ee9411f4004235a9ba181984bd7683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460286 May 28 06:36:56.833264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50966) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:56.889275 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b133331-cf51-4510-a19f-370a2ecbfa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.914892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b133331-cf51-4510-a19f-370a2ecbfa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.967927 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b133331-cf51-4510-a19f-370a2ecbfa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.985417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b133331-cf51-4510-a19f-370a2ecbfa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc78076b-3e52-4660-8c79-d25343e3d43d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:56.996172 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b133331-cf51-4510-a19f-370a2ecbfa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:56.999795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7b133331-cf51-4510-a19f-370a2ecbfa64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc78076b-3e52-4660-8c79-d25343e3d43d HTTP/1.1" status: 204 len: 168 time: 0.1654963 May 28 06:36:57.763772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50990) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:36:57.864007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658725728'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:36:57.869773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:57.873540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:network and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:57.876360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:57.886590 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:57.896392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Made reservation on behalf of b761db1381b241cab1880258713e370d for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:36:57.899835 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:57.911677 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:57.926460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:36:57.930198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:security_group_rule and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:36:57.932926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:36:57.938447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:36:58.019488 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:58.022946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:58.058263 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:36:58.067339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90455c73-4019-4a53-a74c-0cf7ef03758e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:58.073950 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:58.075008 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Added segment d07bde84-795e-4eb9-9e1a-7e08ce1f7acf of type vlan for network 593c14c4-5a6c-4919-8ddc-08a558896fc2 May 28 06:36:58.103203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:58.133059 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:58.138782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:36:58.139505 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:36:58.251630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4867177 May 28 06:36:58.254896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62325193-b486-4794-ab0d-8054df29efa6 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'Network': ['ID=593c14c4-5a6c-4919-8ddc-08a558896fc2,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:36:58.272640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 593c14c4-5a6c-4919-8ddc-08a558896fc2 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:01.479296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 50996) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:01.485905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Request body: {'subnet': {'network_id': '593c14c4-5a6c-4919-8ddc-08a558896fc2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:01.501681 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.692213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:01.695989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:subnet and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:01.698693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:01.704253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:01.713370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Made reservation on behalf of b761db1381b241cab1880258713e370d for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:01.716702 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:01.926505 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.005151 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'Subnet': ['ID=b81985e5-0cf8-413f-8ed5-e727adbab8ec,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:02.013563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Checking segment: {'id': 'd07bde84-795e-4eb9-9e1a-7e08ce1f7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '593c14c4-5a6c-4919-8ddc-08a558896fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:02.013916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Network hostable DHCP agents. Network: 593c14c4-5a6c-4919-8ddc-08a558896fc2, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:02.032004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Network 593c14c4-5a6c-4919-8ddc-08a558896fc2 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:02.041180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 593c14c4-5a6c-4919-8ddc-08a558896fc2) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:02.045062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:02.045640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.052435 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eea15b-1b2b-476f-88dc-91cee51d0f43 None None] Network 593c14c4-5a6c-4919-8ddc-08a558896fc2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:02.069114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51000) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:02.069773 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1fa30401-cf7d-4ee1-b77e-2e944f118740 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5886953 May 28 06:37:02.074708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431748201'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:02.080282 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:02.084024 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:network and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:02.086932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:02.093540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:02.103774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Made reservation on behalf of b761db1381b241cab1880258713e370d for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:02.107352 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.139398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:02.149117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.149503 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Added segment f91ff51a-c2ad-43fe-9f85-7699fb91e151 of type vlan for network 029c20eb-c6d5-4195-b4a5-4a8da5fad0c9 May 28 06:37:02.176402 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.205788 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.211009 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:02.211614 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.276228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-593c14c4-5a6c-4919-8ddc-08a558896fc2', 'network_id': '593c14c4-5a6c-4919-8ddc-08a558896fc2', 'tenant_id': 'b761db1381b241cab1880258713e370d', 'fixed_ips': [{'subnet_id': 'b81985e5-0cf8-413f-8ed5-e727adbab8ec'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:02.277281 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.293708 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2234411 May 28 06:37:02.296686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51004) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:02.302336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Request body: {'subnet': {'network_id': '029c20eb-c6d5-4195-b4a5-4a8da5fad0c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:02.326808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'Network': ['ID=029c20eb-c6d5-4195-b4a5-4a8da5fad0c9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:02.335290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.335834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.336348 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.336847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.337333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.337828 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.338332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.338820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.339404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.339917 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.341567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.342076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a69f06-9c88-4786-ae2e-97ac34276ab9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:02.356455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 029c20eb-c6d5-4195-b4a5-4a8da5fad0c9 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:02.416373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:02.420538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:subnet and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:02.423335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:02.429041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:02.439685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Made reservation on behalf of b761db1381b241cab1880258713e370d for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:02.443143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.538540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Allocated IP 2001:db8:0:ffff::2 (593c14c4-5a6c-4919-8ddc-08a558896fc2/b81985e5-0cf8-413f-8ed5-e727adbab8ec/9ac767f7-6019-42ae-a340-1b0d32714d43) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:02.669417 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.749865 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'Subnet': ['ID=c32f4307-3c4b-4096-95bd-9aadb2b450e3,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:02.760086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Checking segment: {'id': 'f91ff51a-c2ad-43fe-9f85-7699fb91e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '029c20eb-c6d5-4195-b4a5-4a8da5fad0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:02.760386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Network hostable DHCP agents. Network: 029c20eb-c6d5-4195-b4a5-4a8da5fad0c9, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:02.762279 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.774324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Transition to ACTIVE for port object 9ac767f7-6019-42ae-a340-1b0d32714d43 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:02.780204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Network 029c20eb-c6d5-4195-b4a5-4a8da5fad0c9 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:02.789365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 029c20eb-c6d5-4195-b4a5-4a8da5fad0c9) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:02.794067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:02.794769 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.799351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace10be-a710-4c90-a933-412888f1bf10 None None] Network 029c20eb-c6d5-4195-b4a5-4a8da5fad0c9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:02.816332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Transition to ACTIVE for port object 9ac767f7-6019-42ae-a340-1b0d32714d43 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:02.816734 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-982c3191-2d5a-449f-9e29-fb0762d674c1 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5189817 May 28 06:37:02.819777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51008) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:02.868524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:02.954452 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Network 593c14c4-5a6c-4919-8ddc-08a558896fc2 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:02.962427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:02.964879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:03.016117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Pushing event updated for resources: {'Port': ['ID=9ac767f7-6019-42ae-a340-1b0d32714d43,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.060252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.060617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.060969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.061306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.061608 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.061727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.061958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.062287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.062612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.062936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.063280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.063834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.063985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:03.128988 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.161808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Attempting to bind port 9ac767f7-6019-42ae-a340-1b0d32714d43 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:03.162181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Attempting to bind port 9ac767f7-6019-42ae-a340-1b0d32714d43 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd07bde84-795e-4eb9-9e1a-7e08ce1f7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '593c14c4-5a6c-4919-8ddc-08a558896fc2'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:03.162545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Attempting to bind port 9ac767f7-6019-42ae-a340-1b0d32714d43 on network 593c14c4-5a6c-4919-8ddc-08a558896fc2 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:03.171395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:03.171771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Checking segment: {'id': 'd07bde84-795e-4eb9-9e1a-7e08ce1f7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '593c14c4-5a6c-4919-8ddc-08a558896fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:03.172169 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.172558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Bound using segment: {'id': 'd07bde84-795e-4eb9-9e1a-7e08ce1f7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '593c14c4-5a6c-4919-8ddc-08a558896fc2'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:03.173015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Bound port: 9ac767f7-6019-42ae-a340-1b0d32714d43, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07bde84-795e-4eb9-9e1a-7e08ce1f7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '593c14c4-5a6c-4919-8ddc-08a558896fc2'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:03.173383 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.215147 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.256698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Subnet': ['ID=c32f4307-3c4b-4096-95bd-9aadb2b450e3,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.310072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3664adc3-fe45-4f8d-99a9-ef1540ca2c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-029c20eb-c6d5-4195-b4a5-4a8da5fad0c9', 'network_id': '029c20eb-c6d5-4195-b4a5-4a8da5fad0c9', 'tenant_id': 'b761db1381b241cab1880258713e370d', 'fixed_ips': [{'subnet_id': 'c32f4307-3c4b-4096-95bd-9aadb2b450e3'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:03.310932 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3664adc3-fe45-4f8d-99a9-ef1540ca2c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.340556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] For port 9ac767f7-6019-42ae-a340-1b0d32714d43, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:03.354932 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.380235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029c20eb-c6d5-4195-b4a5-4a8da5fad0c9']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:03.389155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] For port 9ac767f7-6019-42ae-a340-1b0d32714d43, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9ac767f7-6019-42ae-a340-1b0d32714d43,segment=NetworkSegment(d07bde84-795e-4eb9-9e1a-7e08ce1f7acf),segment_id=d07bde84-795e-4eb9-9e1a-7e08ce1f7acf)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:03.392993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91ff51a-c2ad-43fe-9f85-7699fb91e151') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:03.393307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91ff51a-c2ad-43fe-9f85-7699fb91e151') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:03.405406 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.406217 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.422442 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.428690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:03.429077 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.499454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5627ea6-f3ca-41b2-bf20-d5d843b5bb99 None None] Pushing event updated for resources: {'Port': ['ID=9ac767f7-6019-42ae-a340-1b0d32714d43,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.519380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe590c8-3172-4195-8856-3cacbbab7f58 None None] Network 029c20eb-c6d5-4195-b4a5-4a8da5fad0c9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:03.539675 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.546315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe590c8-3172-4195-8856-3cacbbab7f58 None None] Network 029c20eb-c6d5-4195-b4a5-4a8da5fad0c9 could not be found, it might have been deleted concurrently. {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 28 06:37:03.566576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.579554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Network': ['ID=029c20eb-c6d5-4195-b4a5-4a8da5fad0c9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.582804 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8c034bb0-18ba-4935-9ddc-b92816233fff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/networks/029c20eb-c6d5-4195-b4a5-4a8da5fad0c9 HTTP/1.1" status: 204 len: 168 time: 0.7618659 May 28 06:37:03.586417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51014) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:03.592494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-256840886'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:03.598138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:03.602145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:network and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:03.605114 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:03.612219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:03.623473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Made reservation on behalf of b761db1381b241cab1880258713e370d for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:03.628187 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.657888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:03.669675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.670294 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Added segment 70064ef4-feb2-4a86-9ebe-7d3806d0b879 of type vlan for network f76709e9-4039-4eb5-91aa-b31b2b164f07 May 28 06:37:03.698848 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment f91ff51a-c2ad-43fe-9f85-7699fb91e151 resource provider aggregate not found May 28 06:37:03.699717 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.725403 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment f91ff51a-c2ad-43fe-9f85-7699fb91e151 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f91ff51a-c2ad-43fe-9f85-7699fb91e151 found for delete ", "request_id": "req-4077f947-8ffb-4170-b51b-9e5ff2d005d4"}]} May 28 06:37:03.748350 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.754364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:03.754946 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:03.868700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2784033 May 28 06:37:03.868923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51024) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:03.871664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd0613-1d42-4efa-8584-3afa867fae8f tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'Network': ['ID=f76709e9-4039-4eb5-91aa-b31b2b164f07,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:03.876645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Request body: {'subnet': {'network_id': 'f76709e9-4039-4eb5-91aa-b31b2b164f07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:03.882576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network f76709e9-4039-4eb5-91aa-b31b2b164f07 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:03.990585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:03.994465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:subnet and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:03.997455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:04.003888 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:04.013583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Made reservation on behalf of b761db1381b241cab1880258713e370d for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:04.017463 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.110229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.ipam_backend_mixin [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Performing IP validity checks on allocation pools {{(pid=88417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 28 06:37:04.110663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.ipam_backend_mixin [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 28 06:37:04.239797 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.323424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'Subnet': ['ID=86a820f2-6aec-4345-85b4-07eeb65e047e,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:04.333684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Checking segment: {'id': '70064ef4-feb2-4a86-9ebe-7d3806d0b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f76709e9-4039-4eb5-91aa-b31b2b164f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:04.334044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Network hostable DHCP agents. Network: f76709e9-4039-4eb5-91aa-b31b2b164f07, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:04.354102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Network f76709e9-4039-4eb5-91aa-b31b2b164f07 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:04.365143 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, f76709e9-4039-4eb5-91aa-b31b2b164f07) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:04.369360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:04.369988 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.375775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa882d-870b-4144-b94c-d8b14d9e6727 None None] Network f76709e9-4039-4eb5-91aa-b31b2b164f07 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:04.395270 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-004776bf-188d-4a97-82af-bb19681f4041 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5253201 May 28 06:37:04.397946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51028) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:04.532347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2db96-47de-45a2-91aa-a46382e0051d None None] Network 593c14c4-5a6c-4919-8ddc-08a558896fc2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:04.546813 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.616231 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.668331 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-54a54ce5-1502-45e9-a441-f10deb50419d None None] Provisioning for port 9ac767f7-6019-42ae-a340-1b0d32714d43 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:04.711463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98c3bb-7fff-4767-8fec-4e18b0781216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-f76709e9-4039-4eb5-91aa-b31b2b164f07', 'network_id': 'f76709e9-4039-4eb5-91aa-b31b2b164f07', 'tenant_id': 'b761db1381b241cab1880258713e370d', 'fixed_ips': [{'subnet_id': '86a820f2-6aec-4345-85b4-07eeb65e047e'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:04.712281 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dd98c3bb-7fff-4767-8fec-4e18b0781216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.807293 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.845207 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Subnet': ['ID=86a820f2-6aec-4345-85b4-07eeb65e047e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server [None req-dd98c3bb-7fff-4767-8fec-4e18b0781216 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86a820f2-6aec-4345-85b4-07eeb65e047e: This subnet is being modified by another concurrent operation. May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise self.value May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server raise exception May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86a820f2-6aec-4345-85b4-07eeb65e047e: This subnet is being modified by another concurrent operation. May 28 06:37:04.901662 n-d-843679-5 neutron-server[88418]: ERROR oslo_messaging.rpc.server May 28 06:37:04.923361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71de3c7-1a8a-4796-9019-8c17743579b8 None None] Network f76709e9-4039-4eb5-91aa-b31b2b164f07 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:04.947240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:04.972703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76709e9-4039-4eb5-91aa-b31b2b164f07']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:04.985001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70064ef4-feb2-4a86-9ebe-7d3806d0b879') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:04.985001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70064ef4-feb2-4a86-9ebe-7d3806d0b879') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:04.996868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.016126 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.023735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:05.024278 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.091780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9ac767f7-6019-42ae-a340-1b0d32714d43 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:05.103191 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 70064ef4-feb2-4a86-9ebe-7d3806d0b879 resource provider aggregate not found May 28 06:37:05.144259 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 70064ef4-feb2-4a86-9ebe-7d3806d0b879 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70064ef4-feb2-4a86-9ebe-7d3806d0b879 found for delete ", "request_id": "req-bb7d463f-f86f-4bae-bc1e-fc50e58c77d5"}]} May 28 06:37:05.145567 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.166439 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.180347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Network': ['ID=f76709e9-4039-4eb5-91aa-b31b2b164f07,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:05.184303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9e99654f-5302-45db-a6cc-872a24b56b66 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/networks/f76709e9-4039-4eb5-91aa-b31b2b164f07 HTTP/1.1" status: 204 len: 168 time: 0.7853928 May 28 06:37:05.187983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51036) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:05.194185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-386898549'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:05.199820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:05.203750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:network and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:05.207014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:05.213292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:05.217255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 9ac767f7-6019-42ae-a340-1b0d32714d43 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:05.226268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Made reservation on behalf of b761db1381b241cab1880258713e370d for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:05.228186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9ac767f7-6019-42ae-a340-1b0d32714d43 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:05.228817 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.230301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.261915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:05.266852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cbdc41-c686-415f-850f-4c8b0fc12c65 None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:37:05.271953 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.272306 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Added segment 41b0d269-f180-4ac9-ab0b-c482a3175713 of type vlan for network 134dada2-02f2-4cb4-bcd2-9d45baa27938 May 28 06:37:05.299053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.334305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.340235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:05.340805 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.367594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-42e6a558-feb0-4a1b-9c2a-e9afcedb9a74 None None] Provisioning complete for port 9ac767f7-6019-42ae-a340-1b0d32714d43 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:05.367962 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-42e6a558-feb0-4a1b-9c2a-e9afcedb9a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.443065 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2538698 May 28 06:37:05.445959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51040) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:05.449788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cbdc41-c686-415f-850f-4c8b0fc12c65 None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:37:05.451644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Request body: {'subnet': {'network_id': '134dada2-02f2-4cb4-bcd2-9d45baa27938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:05.455073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5695c-3085-4e99-8032-3ca40a1553d2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'Network': ['ID=134dada2-02f2-4cb4-bcd2-9d45baa27938,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:05.485239 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 134dada2-02f2-4cb4-bcd2-9d45baa27938 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:05.570665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:05.574424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:subnet and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:05.577222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:05.582873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:05.591875 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Made reservation on behalf of b761db1381b241cab1880258713e370d for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:05.595287 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.773426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9ac767f7-6019-42ae-a340-1b0d32714d43 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:05.774021 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.819661 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.820253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-42e6a558-feb0-4a1b-9c2a-e9afcedb9a74 None None] Current status of the port 9ac767f7-6019-42ae-a340-1b0d32714d43 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:05.820510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-42e6a558-feb0-4a1b-9c2a-e9afcedb9a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.872605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 9ac767f7-6019-42ae-a340-1b0d32714d43, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9ac767f7-6019-42ae-a340-1b0d32714d43,segment=NetworkSegment(d07bde84-795e-4eb9-9e1a-7e08ce1f7acf),segment_id=d07bde84-795e-4eb9-9e1a-7e08ce1f7acf)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:05.886576 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.902870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'Subnet': ['ID=92f773a3-e8ea-4b79-b9e7-32f304439dcf,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:05.906907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Checking segment: {'id': '41b0d269-f180-4ac9-ab0b-c482a3175713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '134dada2-02f2-4cb4-bcd2-9d45baa27938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:05.907286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Network hostable DHCP agents. Network: 134dada2-02f2-4cb4-bcd2-9d45baa27938, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:05.927145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Network 134dada2-02f2-4cb4-bcd2-9d45baa27938 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:05.936139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 134dada2-02f2-4cb4-bcd2-9d45baa27938) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:05.940105 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:05.940683 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:05.961485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-aef85bdf-a06b-49f2-9133-21652b681eea tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5142615 May 28 06:37:05.965022 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51044) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:05.972213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1156313069'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:05.978503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:05.982548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:network and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:05.985476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:05.991324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:06.001027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Made reservation on behalf of b761db1381b241cab1880258713e370d for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:06.004584 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.032621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:06.042175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.042590 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Added segment c46f1794-dd7d-48cd-b3b1-4d86901adc71 of type vlan for network 58b185f2-60c3-4def-a6a8-e857e7582e1c May 28 06:37:06.067309 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-42e6a558-feb0-4a1b-9c2a-e9afcedb9a74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:37:06.067674 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-42e6a558-feb0-4a1b-9c2a-e9afcedb9a74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:37:06.071475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=9ac767f7-6019-42ae-a340-1b0d32714d43,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:06.073068 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.105627 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.111371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:06.111959 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.168501 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a54053-f37f-48ab-bab2-f2c8baaf4beb None None] Network 134dada2-02f2-4cb4-bcd2-9d45baa27938 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:06.207303 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2383628 May 28 06:37:06.207889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51048) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:06.213305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Request body: {'subnet': {'network_id': '58b185f2-60c3-4def-a6a8-e857e7582e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:06.228807 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab64c05-b108-4d7f-8dee-c13ece433bc4 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'Network': ['ID=58b185f2-60c3-4def-a6a8-e857e7582e1c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:06.242766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 58b185f2-60c3-4def-a6a8-e857e7582e1c details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:06.324342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:06.328059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Usage tracker for resource:subnet and tenant:b761db1381b241cab1880258713e370d is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:06.330846 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:06.336546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:06.347631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Made reservation on behalf of b761db1381b241cab1880258713e370d for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:06.351291 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.481898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-134dada2-02f2-4cb4-bcd2-9d45baa27938', 'network_id': '134dada2-02f2-4cb4-bcd2-9d45baa27938', 'tenant_id': 'b761db1381b241cab1880258713e370d', 'fixed_ips': [{'subnet_id': '92f773a3-e8ea-4b79-b9e7-32f304439dcf'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:06.482742 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.573462 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.648271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event updated for resources: {'Subnet': ['ID=92adaf84-e75b-4690-81ca-4fcc870a8ff3,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:06.659174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Checking segment: {'id': 'c46f1794-dd7d-48cd-b3b1-4d86901adc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58b185f2-60c3-4def-a6a8-e857e7582e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:06.659564 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Network hostable DHCP agents. Network: 58b185f2-60c3-4def-a6a8-e857e7582e1c, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:06.673833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-42e6a558-feb0-4a1b-9c2a-e9afcedb9a74 None None] Current status of the port 9ac767f7-6019-42ae-a340-1b0d32714d43 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:06.678447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Network 58b185f2-60c3-4def-a6a8-e857e7582e1c is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:06.687986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 58b185f2-60c3-4def-a6a8-e857e7582e1c) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:06.692025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:06.692600 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.697813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a70173-f700-4bc9-96b5-42b7cd6046dc None None] Network 58b185f2-60c3-4def-a6a8-e857e7582e1c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:06.713845 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f3a7225a-4c0c-4b0a-aaf3-a461320103be tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5050659 May 28 06:37:06.716497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51052) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:06.718214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Allocated IP 2001:db8::2 (134dada2-02f2-4cb4-bcd2-9d45baa27938/92f773a3-e8ea-4b79-b9e7-32f304439dcf/5bd797a8-5ba6-4ded-bd1c-04f6b21d1060) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:06.857894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:06.932761 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.016817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.057270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Subnet': ['ID=92adaf84-e75b-4690-81ca-4fcc870a8ff3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:07.111145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9ac767f7-6019-42ae-a340-1b0d32714d43 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:07.154880 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.167969 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3ab8f9-98a1-4ccb-ba94-a4a16b0ff345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-58b185f2-60c3-4def-a6a8-e857e7582e1c', 'network_id': '58b185f2-60c3-4def-a6a8-e857e7582e1c', 'tenant_id': 'b761db1381b241cab1880258713e370d', 'fixed_ips': [{'subnet_id': '92adaf84-e75b-4690-81ca-4fcc870a8ff3'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:07.168766 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cc3ab8f9-98a1-4ccb-ba94-a4a16b0ff345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.180707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b185f2-60c3-4def-a6a8-e857e7582e1c']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:07.193337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46f1794-dd7d-48cd-b3b1-4d86901adc71') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:07.193551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46f1794-dd7d-48cd-b3b1-4d86901adc71') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:07.205500 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.206720 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.225723 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.231631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:07.232037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.254436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Transition to ACTIVE for port object 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:07.298799 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c46f1794-dd7d-48cd-b3b1-4d86901adc71 resource provider aggregate not found May 28 06:37:07.307470 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9ac767f7-6019-42ae-a340-1b0d32714d43 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:07.307838 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.325197 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment c46f1794-dd7d-48cd-b3b1-4d86901adc71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c46f1794-dd7d-48cd-b3b1-4d86901adc71 found for delete ", "request_id": "req-c3082181-ada3-41b9-84f7-7fb6330992e2"}]} May 28 06:37:07.336833 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.340067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7b38bb-581e-43de-840c-9f9e438ce06f None None] Network 58b185f2-60c3-4def-a6a8-e857e7582e1c requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:07.341572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.354509 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Transition to ACTIVE for port object 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:07.369748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Network': ['ID=58b185f2-60c3-4def-a6a8-e857e7582e1c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:07.375203 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a779cb1e-c677-4121-8c95-429f3d64e2d9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/networks/58b185f2-60c3-4def-a6a8-e857e7582e1c HTTP/1.1" status: 204 len: 168 time: 0.6577561 May 28 06:37:07.377652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7b38bb-581e-43de-840c-9f9e438ce06f None None] Network 58b185f2-60c3-4def-a6a8-e857e7582e1c could not be found, it might have been deleted concurrently. {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 28 06:37:07.378922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51060) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:07.385074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.418788 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3eb3ce9-c4d7-413b-93a5-0dea245428fc tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] GET failed (client error): The resource could not be found. May 28 06:37:07.419338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c3eb3ce9-c4d7-413b-93a5-0dea245428fc tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Synchronizing usage tracker for tenant:b761db1381b241cab1880258713e370d on resource:subnet {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:07.436266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c3eb3ce9-c4d7-413b-93a5-0dea245428fc tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Unset dirty status for tenant:b761db1381b241cab1880258713e370d on resource:subnet {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:07.437378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c3eb3ce9-c4d7-413b-93a5-0dea245428fc tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "GET /v2.0/subnets/92adaf84-e75b-4690-81ca-4fcc870a8ff3 HTTP/1.1" status: 404 len: 337 time: 0.0574470 May 28 06:37:07.440974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51064) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:07.462381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Network 134dada2-02f2-4cb4-bcd2-9d45baa27938 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:07.465130 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-35518a17-bc88-4079-98c7-04acf0bee70d tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] DELETE failed (client error): The resource could not be found. May 28 06:37:07.465616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35518a17-bc88-4079-98c7-04acf0bee70d tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:37:07.467225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-35518a17-bc88-4079-98c7-04acf0bee70d tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/networks/58b185f2-60c3-4def-a6a8-e857e7582e1c HTTP/1.1" status: 404 len: 339 time: 0.0253654 May 28 06:37:07.468520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:07.470921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51068) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:07.475361 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:07.500508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Pushing event updated for resources: {'Port': ['ID=5bd797a8-5ba6-4ded-bd1c-04f6b21d1060,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:07.508976 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f67a833-e0e3-45d5-b57d-39b97d0d8ce2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] DELETE failed (client error): The resource could not be found. May 28 06:37:07.509426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f67a833-e0e3-45d5-b57d-39b97d0d8ce2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:37:07.511085 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5f67a833-e0e3-45d5-b57d-39b97d0d8ce2 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/subnets/92adaf84-e75b-4690-81ca-4fcc870a8ff3 HTTP/1.1" status: 404 len: 337 time: 0.0393016 May 28 06:37:07.513750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51072) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:07.541391 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3185b6bd-e7e8-4d96-ac4e-9393746cf5f5 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] DELETE failed (client error): The resource could not be found. May 28 06:37:07.541990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3185b6bd-e7e8-4d96-ac4e-9393746cf5f5 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:37:07.543490 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3185b6bd-e7e8-4d96-ac4e-9393746cf5f5 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/networks/58b185f2-60c3-4def-a6a8-e857e7582e1c HTTP/1.1" status: 404 len: 339 time: 0.0288184 May 28 06:37:07.546004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51076) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:07.612261 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9ac767f7-6019-42ae-a340-1b0d32714d43 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:07.615636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70a79c0-27c8-4741-8dde-eb39af7feb05 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Deleting subnet 92f773a3-e8ea-4b79-b9e7-32f304439dcf {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:37:07.617504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Attempting to bind port 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:07.617871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Attempting to bind port 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '41b0d269-f180-4ac9-ab0b-c482a3175713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '134dada2-02f2-4cb4-bcd2-9d45baa27938'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:07.618231 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Attempting to bind port 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060 on network 134dada2-02f2-4cb4-bcd2-9d45baa27938 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:07.618342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c70a79c0-27c8-4741-8dde-eb39af7feb05 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.623443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:07.623814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Checking segment: {'id': '41b0d269-f180-4ac9-ab0b-c482a3175713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '134dada2-02f2-4cb4-bcd2-9d45baa27938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:07.624205 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.624586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Bound using segment: {'id': '41b0d269-f180-4ac9-ab0b-c482a3175713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '134dada2-02f2-4cb4-bcd2-9d45baa27938'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:07.625037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Bound port: 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b0d269-f180-4ac9-ab0b-c482a3175713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '134dada2-02f2-4cb4-bcd2-9d45baa27938'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:07.625402 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.671713 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c70a79c0-27c8-4741-8dde-eb39af7feb05 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.713251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] For port 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:07.716624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] For port 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5bd797a8-5ba6-4ded-bd1c-04f6b21d1060,segment=NetworkSegment(41b0d269-f180-4ac9-ab0b-c482a3175713),segment_id=41b0d269-f180-4ac9-ab0b-c482a3175713)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:07.720370 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.763675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c70a79c0-27c8-4741-8dde-eb39af7feb05 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.811017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dac43b-ab00-4fd7-81de-8b72e14d933a None None] Pushing event updated for resources: {'Port': ['ID=5bd797a8-5ba6-4ded-bd1c-04f6b21d1060,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:07.841348 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c70a79c0-27c8-4741-8dde-eb39af7feb05 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.881989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a79c0-27c8-4741-8dde-eb39af7feb05 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Subnet': ['ID=92f773a3-e8ea-4b79-b9e7-32f304439dcf,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:07.886189 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c70a79c0-27c8-4741-8dde-eb39af7feb05 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:07.900425 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c70a79c0-27c8-4741-8dde-eb39af7feb05 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/subnets/92f773a3-e8ea-4b79-b9e7-32f304439dcf HTTP/1.1" status: 204 len: 168 time: 0.3534439 May 28 06:37:07.902868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51080) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:08.032395 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.043807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Deleting port 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:08.044139 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.350070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] For port 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=5bd797a8-5ba6-4ded-bd1c-04f6b21d1060,segment=NetworkSegment(41b0d269-f180-4ac9-ab0b-c482a3175713),segment_id=41b0d269-f180-4ac9-ab0b-c482a3175713)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:08.350422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.475465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Calling delete_port for 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:08.557628 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.576933 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3f12ecdb-20c0-4db3-a6f6-49c4047d3468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.610243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Port': ['ID=5bd797a8-5ba6-4ded-bd1c-04f6b21d1060,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:08.614696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] No DVR routers for this DVR port 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:37:08.703420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e749fb2d-7da1-4b98-bfa5-0dde76139980 None None] Network 134dada2-02f2-4cb4-bcd2-9d45baa27938 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:08.742968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.767899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134dada2-02f2-4cb4-bcd2-9d45baa27938']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:08.768649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-26ace39f-c5ee-411c-a15a-0210663b84c3 None None] Could not find standard attr ID for object 5bd797a8-5ba6-4ded-bd1c-04f6b21d1060. {{(pid=88418) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 06:37:08.780123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b0d269-f180-4ac9-ab0b-c482a3175713') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:08.780420 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b0d269-f180-4ac9-ab0b-c482a3175713') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:08.792097 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.808066 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.814039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:08.814424 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.911578 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.931127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:08.934750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b3eb3-b6ff-4d53-adde-b2265e1dac92 None None] DHCP port deletion for 134dada2-02f2-4cb4-bcd2-9d45baa27938 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:37:08.937591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Network': ['ID=134dada2-02f2-4cb4-bcd2-9d45baa27938,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:08.947049 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-684b0329-7fe1-44d9-9c53-cb5b0cdd464e tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/networks/134dada2-02f2-4cb4-bcd2-9d45baa27938 HTTP/1.1" status: 204 len: 168 time: 1.0405884 May 28 06:37:08.947049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51084) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:08.989177 n-d-843679-5 neutron-server[88417]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae5d4b9-93eb-4578-b759-d19434e8c761 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] DELETE failed (client error): The resource could not be found. May 28 06:37:08.989691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae5d4b9-93eb-4578-b759-d19434e8c761 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:37:08.991796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-eae5d4b9-93eb-4578-b759-d19434e8c761 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/subnets/86a820f2-6aec-4345-85b4-07eeb65e047e HTTP/1.1" status: 404 len: 337 time: 0.0435612 May 28 06:37:08.993998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51088) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:09.020069 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-0631dc4a-1daa-40d8-ae9b-a5c655826ee9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] DELETE failed (client error): The resource could not be found. May 28 06:37:09.020524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0631dc4a-1daa-40d8-ae9b-a5c655826ee9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:37:09.022092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0631dc4a-1daa-40d8-ae9b-a5c655826ee9 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/networks/f76709e9-4039-4eb5-91aa-b31b2b164f07 HTTP/1.1" status: 404 len: 339 time: 0.0270972 May 28 06:37:09.024543 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51092) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:09.066707 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5917f3-b0db-48cd-bcc8-b77599fc2fbb tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] DELETE failed (client error): The resource could not be found. May 28 06:37:09.067168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5917f3-b0db-48cd-bcc8-b77599fc2fbb tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:37:09.068874 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2c5917f3-b0db-48cd-bcc8-b77599fc2fbb tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/subnets/c32f4307-3c4b-4096-95bd-9aadb2b450e3 HTTP/1.1" status: 404 len: 337 time: 0.0434532 May 28 06:37:09.071424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51096) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:09.096312 n-d-843679-5 neutron-server[88416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40ba299-aee8-4683-9ace-0e7e628195ff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] DELETE failed (client error): The resource could not be found. May 28 06:37:09.097029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40ba299-aee8-4683-9ace-0e7e628195ff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 06:37:09.098634 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f40ba299-aee8-4683-9ace-0e7e628195ff tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/networks/029c20eb-c6d5-4195-b4a5-4a8da5fad0c9 HTTP/1.1" status: 404 len: 339 time: 0.0263343 May 28 06:37:09.101139 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51100) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:09.169278 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5344bc-2db1-4d65-a677-bfe7615368b0 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Deleting subnet b81985e5-0cf8-413f-8ed5-e727adbab8ec {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:37:09.172226 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d5344bc-2db1-4d65-a677-bfe7615368b0 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.226000 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d5344bc-2db1-4d65-a677-bfe7615368b0 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.310781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d5344bc-2db1-4d65-a677-bfe7615368b0 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.342643 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 41b0d269-f180-4ac9-ab0b-c482a3175713 resource provider aggregate not found May 28 06:37:09.358806 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 41b0d269-f180-4ac9-ab0b-c482a3175713 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41b0d269-f180-4ac9-ab0b-c482a3175713 found for delete ", "request_id": "req-cb51eba8-322b-4ebe-90ec-9eb55981c5ac"}]} May 28 06:37:09.384016 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d5344bc-2db1-4d65-a677-bfe7615368b0 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.425185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5344bc-2db1-4d65-a677-bfe7615368b0 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Subnet': ['ID=b81985e5-0cf8-413f-8ed5-e727adbab8ec,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:09.427042 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-6d5344bc-2db1-4d65-a677-bfe7615368b0 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.431495 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67281c5d-0718-4f19-a49c-3263de9b3c13 None None] Network 593c14c4-5a6c-4919-8ddc-08a558896fc2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:09.436822 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6d5344bc-2db1-4d65-a677-bfe7615368b0 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/subnets/b81985e5-0cf8-413f-8ed5-e727adbab8ec HTTP/1.1" status: 204 len: 168 time: 0.3347518 May 28 06:37:09.439687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51108) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:09.552579 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.562780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Deleting port 9ac767f7-6019-42ae-a340-1b0d32714d43 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:09.563104 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.679132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] DHCP port deletion for 593c14c4-5a6c-4919-8ddc-08a558896fc2 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:37:09.683330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] Deleting port 9ac767f7-6019-42ae-a340-1b0d32714d43 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:09.684227 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.876625 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] For port 9ac767f7-6019-42ae-a340-1b0d32714d43, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9ac767f7-6019-42ae-a340-1b0d32714d43,segment=NetworkSegment(d07bde84-795e-4eb9-9e1a-7e08ce1f7acf),segment_id=d07bde84-795e-4eb9-9e1a-7e08ce1f7acf)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:09.876987 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:09.889468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] For port 9ac767f7-6019-42ae-a340-1b0d32714d43, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9ac767f7-6019-42ae-a340-1b0d32714d43,segment=NetworkSegment(d07bde84-795e-4eb9-9e1a-7e08ce1f7acf),segment_id=d07bde84-795e-4eb9-9e1a-7e08ce1f7acf)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:09.889860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.000398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Calling delete_port for 9ac767f7-6019-42ae-a340-1b0d32714d43 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:10.014248 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] Calling delete_port for 9ac767f7-6019-42ae-a340-1b0d32714d43 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:10.080605 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.086193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:37:10.086738 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:37:10.127769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Port': ['ID=9ac767f7-6019-42ae-a340-1b0d32714d43,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:10.131012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] No DVR routers for this DVR port 9ac767f7-6019-42ae-a340-1b0d32714d43 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:37:10.253634 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.278374 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593c14c4-5a6c-4919-8ddc-08a558896fc2']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:10.290759 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07bde84-795e-4eb9-9e1a-7e08ce1f7acf') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:10.291058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07bde84-795e-4eb9-9e1a-7e08ce1f7acf') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:10.302416 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.318352 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.324253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:10.324642 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.395738 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d07bde84-795e-4eb9-9e1a-7e08ce1f7acf resource provider aggregate not found May 28 06:37:10.421881 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d07bde84-795e-4eb9-9e1a-7e08ce1f7acf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d07bde84-795e-4eb9-9e1a-7e08ce1f7acf found for delete ", "request_id": "req-4e0ca89d-500e-4f7b-9fb1-cbc0fe17ee77"}]} May 28 06:37:10.438574 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.456334 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.468073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] Pushing event deleted for resources: {'Network': ['ID=593c14c4-5a6c-4919-8ddc-08a558896fc2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:10.470882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0dabd4e5-a185-4256-bfa6-387e428fdea3 tempest-NetworksIpV6Test-633633374 tempest-NetworksIpV6Test-633633374-project] 10.222.0.39 "DELETE /v2.0/networks/593c14c4-5a6c-4919-8ddc-08a558896fc2 HTTP/1.1" status: 204 len: 168 time: 1.0302911 May 28 06:37:10.588535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] Deleting port 9ac767f7-6019-42ae-a340-1b0d32714d43 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:10.588970 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.694209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-ed8feb89-1fa2-46fe-88c8-b4d4d141c1de None None] The port '9ac767f7-6019-42ae-a340-1b0d32714d43' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:37:10.709794 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.743922 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51120) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:10.771745 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5722efe5-013a-4b76-9430-538313d0da39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.895060 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a34ff014-39e0-421a-a54e-3f03d6483967 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b761db1381b241cab1880258713e370d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500008 May 28 06:37:10.897549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51126) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:10.957662 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d1de8a3-cb2a-47ec-97b4-fe43f5ec6182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:10.983571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d1de8a3-cb2a-47ec-97b4-fe43f5ec6182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.039008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9ac767f7-6019-42ae-a340-1b0d32714d43 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:11.042913 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d1de8a3-cb2a-47ec-97b4-fe43f5ec6182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.057514 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1de8a3-cb2a-47ec-97b4-fe43f5ec6182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90455c73-4019-4a53-a74c-0cf7ef03758e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:11.064261 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1d1de8a3-cb2a-47ec-97b4-fe43f5ec6182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.065482 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1d1de8a3-cb2a-47ec-97b4-fe43f5ec6182 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90455c73-4019-4a53-a74c-0cf7ef03758e HTTP/1.1" status: 204 len: 168 time: 0.1670582 May 28 06:37:11.081886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 9ac767f7-6019-42ae-a340-1b0d32714d43 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:37:11.082150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9ac767f7-6019-42ae-a340-1b0d32714d43 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:37:11.714365 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.742087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51150) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:11.825602 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.842706 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-138814221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:11.850999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:11.854876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Usage tracker for resource:router and tenant:76c7e9a1db0345098868f8c773ebe6e2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:11.857844 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:11.864720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:11.873753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.874758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.889379 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.907033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.929127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.930261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-717eaee5-8a4a-46b0-8105-8ca1cc35546d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1871803 May 28 06:37:11.933021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51156) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:11.938280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-753425932'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:11.944279 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:11.948548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Usage tracker for resource:network and tenant:76c7e9a1db0345098868f8c773ebe6e2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:11.951324 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:11.956899 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:11.965293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Made reservation on behalf of 76c7e9a1db0345098868f8c773ebe6e2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:11.968586 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.980555 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:11.995387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:11.999104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Usage tracker for resource:security_group_rule and tenant:76c7e9a1db0345098868f8c773ebe6e2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:12.002419 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:12.008047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:12.092191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.096364 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.130876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:12.136053 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6bf2ff-e498-424f-adea-904abb9cc915,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:12.142736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.143085 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Added segment d4187902-a435-4398-a552-a356120ced62 of type vlan for network bf4ff356-716a-4057-9dc7-38b3f14efdd9 May 28 06:37:12.168328 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.197554 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.202961 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:12.203571 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.309326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3752866 May 28 06:37:12.312406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51160) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:12.314933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfde8ae-239f-4534-acae-d6017ba02fbe tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event updated for resources: {'Network': ['ID=bf4ff356-716a-4057-9dc7-38b3f14efdd9,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:12.319387 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Request body: {'subnet': {'network_id': 'bf4ff356-716a-4057-9dc7-38b3f14efdd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:12.324928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network bf4ff356-716a-4057-9dc7-38b3f14efdd9 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:12.433159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:12.436958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Usage tracker for resource:subnet and tenant:76c7e9a1db0345098868f8c773ebe6e2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:12.439751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:12.445318 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:12.454601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Made reservation on behalf of 76c7e9a1db0345098868f8c773ebe6e2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:12.458076 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.672726 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.757756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event updated for resources: {'Subnet': ['ID=e98faf39-5525-4c7a-aa80-0575901378c6,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:12.761862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Checking segment: {'id': 'd4187902-a435-4398-a552-a356120ced62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf4ff356-716a-4057-9dc7-38b3f14efdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:12.762222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Network hostable DHCP agents. Network: bf4ff356-716a-4057-9dc7-38b3f14efdd9, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:12.781084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Network bf4ff356-716a-4057-9dc7-38b3f14efdd9 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:12.790561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, bf4ff356-716a-4057-9dc7-38b3f14efdd9) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:12.794701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:12.795312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.800359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e841a5-120b-49a7-9540-f2981662ee86 None None] Network bf4ff356-716a-4057-9dc7-38b3f14efdd9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:12.819839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a2971f36-a530-4770-a818-b80385748a99 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5063250 May 28 06:37:12.824624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51164) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:12.831298 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:37:12.832121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1112987686'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:12.837522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:12.841492 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Usage tracker for resource:network and tenant:76c7e9a1db0345098868f8c773ebe6e2 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:12.844413 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:12.851033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:12.861412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Made reservation on behalf of 76c7e9a1db0345098868f8c773ebe6e2 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:12.865293 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.893652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:12.902665 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.903034 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Added segment d6d2d94d-1b1c-4a8f-aad3-1381539e5984 of type vlan for network 0fe741aa-1484-4eb3-a57f-f22d7be7ecbd May 28 06:37:12.929924 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.959301 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:12.964862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:12.965468 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.021080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-bf4ff356-716a-4057-9dc7-38b3f14efdd9', 'network_id': 'bf4ff356-716a-4057-9dc7-38b3f14efdd9', 'tenant_id': '76c7e9a1db0345098868f8c773ebe6e2', 'fixed_ips': [{'subnet_id': 'e98faf39-5525-4c7a-aa80-0575901378c6'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:13.021917 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.055864 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2301471 May 28 06:37:13.058815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51168) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:13.065094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Request body: {'subnet': {'network_id': '0fe741aa-1484-4eb3-a57f-f22d7be7ecbd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:13.078949 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd148c3f-d54f-4291-b647-a9b672b79f35 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event updated for resources: {'Network': ['ID=0fe741aa-1484-4eb3-a57f-f22d7be7ecbd,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:13.097105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 0fe741aa-1484-4eb3-a57f-f22d7be7ecbd details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:13.188196 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:13.192027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Usage tracker for resource:subnet and tenant:76c7e9a1db0345098868f8c773ebe6e2 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:13.194799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:13.200643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:13.209530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Made reservation on behalf of 76c7e9a1db0345098868f8c773ebe6e2 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:13.213066 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.270039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Allocated IP 172.20.0.2 (bf4ff356-716a-4057-9dc7-38b3f14efdd9/e98faf39-5525-4c7a-aa80-0575901378c6/9ecc2a54-8ae1-4ace-8823-604782ff7c04) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:13.434966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.492596 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.502153 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.504679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Transition to ACTIVE for port object 9ecc2a54-8ae1-4ace-8823-604782ff7c04 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:13.514323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event updated for resources: {'Subnet': ['ID=bc406a5e-44c4-4348-a7f4-556e2ae0f2d7,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:13.523248 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Checking segment: {'id': 'd6d2d94d-1b1c-4a8f-aad3-1381539e5984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0fe741aa-1484-4eb3-a57f-f22d7be7ecbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:13.523493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Transition to ACTIVE for port object 9ecc2a54-8ae1-4ace-8823-604782ff7c04 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:13.523638 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Network hostable DHCP agents. Network: 0fe741aa-1484-4eb3-a57f-f22d7be7ecbd, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:13.528901 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.542322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Network 0fe741aa-1484-4eb3-a57f-f22d7be7ecbd is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:13.551721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 0fe741aa-1484-4eb3-a57f-f22d7be7ecbd) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:13.556175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:13.556723 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.569734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd68c23a-fd76-44c0-a93a-9338382f79d1 None None] Network 0fe741aa-1484-4eb3-a57f-f22d7be7ecbd requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:13.583732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51172) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:13.584410 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d79d11fc-461c-4634-9675-351bc0cb6b2a tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5235946 May 28 06:37:13.589142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-ab18089b-5c34-4564-9c37-b74a45c9604f tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Request body: {'router': {'external_gateway_info': {'network_id': '0fe741aa-1484-4eb3-a57f-f22d7be7ecbd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:13.658107 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Network bf4ff356-716a-4057-9dc7-38b3f14efdd9 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:13.667021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:13.679787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:13.696020 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Pushing event updated for resources: {'Port': ['ID=9ecc2a54-8ae1-4ace-8823-604782ff7c04,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:13.810388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Attempting to bind port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:13.811068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Attempting to bind port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd4187902-a435-4398-a552-a356120ced62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf4ff356-716a-4057-9dc7-38b3f14efdd9'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:13.811068 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Attempting to bind port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 on network bf4ff356-716a-4057-9dc7-38b3f14efdd9 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:13.849755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:13.850133 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Checking segment: {'id': 'd4187902-a435-4398-a552-a356120ced62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf4ff356-716a-4057-9dc7-38b3f14efdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:13.850535 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.850928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Bound using segment: {'id': 'd4187902-a435-4398-a552-a356120ced62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf4ff356-716a-4057-9dc7-38b3f14efdd9'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:13.851437 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Bound port: 9ecc2a54-8ae1-4ace-8823-604782ff7c04, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4187902-a435-4398-a552-a356120ced62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf4ff356-716a-4057-9dc7-38b3f14efdd9'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:13.851810 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:13.979953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-0fe741aa-1484-4eb3-a57f-f22d7be7ecbd', 'network_id': '0fe741aa-1484-4eb3-a57f-f22d7be7ecbd', 'tenant_id': '76c7e9a1db0345098868f8c773ebe6e2', 'fixed_ips': [{'subnet_id': 'bc406a5e-44c4-4348-a7f4-556e2ae0f2d7'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:13.980770 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.046103 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] For port 9ecc2a54-8ae1-4ace-8823-604782ff7c04, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:14.070617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] For port 9ecc2a54-8ae1-4ace-8823-604782ff7c04, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9ecc2a54-8ae1-4ace-8823-604782ff7c04,segment=NetworkSegment(d4187902-a435-4398-a552-a356120ced62),segment_id=d4187902-a435-4398-a552-a356120ced62)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:14.075576 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.093678 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab18089b-5c34-4564-9c37-b74a45c9604f tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.254089 n-d-843679-5 neutron-server[88416]: INFO neutron.api.v2.resource [None req-ab18089b-5c34-4564-9c37-b74a45c9604f tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 06:37:14.261049 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ab18089b-5c34-4564-9c37-b74a45c9604f tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "PUT /v2.0/routers/be63c43a-53f9-4721-8ec6-8f51eca316ad HTTP/1.1" status: 400 len: 364 time: 0.6703126 May 28 06:37:14.261272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc60f2-dc06-4ef2-bcaa-aa60806c3c97 None None] Pushing event updated for resources: {'Port': ['ID=9ecc2a54-8ae1-4ace-8823-604782ff7c04,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:14.262416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51176) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:14.271838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Allocated IP 172.21.0.2 (0fe741aa-1484-4eb3-a57f-f22d7be7ecbd/bc406a5e-44c4-4348-a7f4-556e2ae0f2d7/416e7d1f-734e-4b5f-bb3b-661a3edce7aa) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:14.337475 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5ef4fc-eb6b-434d-b4f4-5c47613fb1c9 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Deleting subnet bc406a5e-44c4-4348-a7f4-556e2ae0f2d7 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:37:14.500764 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.511859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Transition to ACTIVE for port object 416e7d1f-734e-4b5f-bb3b-661a3edce7aa will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:14.530337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Transition to ACTIVE for port object 416e7d1f-734e-4b5f-bb3b-661a3edce7aa will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:14.535754 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef4fc-eb6b-434d-b4f4-5c47613fb1c9 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.536608 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.590647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef4fc-eb6b-434d-b4f4-5c47613fb1c9 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.601642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Network 0fe741aa-1484-4eb3-a57f-f22d7be7ecbd is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:14.604371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:14.606751 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:14.646088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Pushing event updated for resources: {'Port': ['ID=416e7d1f-734e-4b5f-bb3b-661a3edce7aa,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:14.683333 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef4fc-eb6b-434d-b4f4-5c47613fb1c9 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.706980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Attempting to bind port 416e7d1f-734e-4b5f-bb3b-661a3edce7aa on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:14.707366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Attempting to bind port 416e7d1f-734e-4b5f-bb3b-661a3edce7aa by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd6d2d94d-1b1c-4a8f-aad3-1381539e5984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0fe741aa-1484-4eb3-a57f-f22d7be7ecbd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:14.707718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Attempting to bind port 416e7d1f-734e-4b5f-bb3b-661a3edce7aa on network 0fe741aa-1484-4eb3-a57f-f22d7be7ecbd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:14.712875 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:14.713239 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Checking segment: {'id': 'd6d2d94d-1b1c-4a8f-aad3-1381539e5984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0fe741aa-1484-4eb3-a57f-f22d7be7ecbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:14.713633 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.714019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Bound using segment: {'id': 'd6d2d94d-1b1c-4a8f-aad3-1381539e5984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0fe741aa-1484-4eb3-a57f-f22d7be7ecbd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:14.714467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Bound port: 416e7d1f-734e-4b5f-bb3b-661a3edce7aa, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d2d94d-1b1c-4a8f-aad3-1381539e5984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0fe741aa-1484-4eb3-a57f-f22d7be7ecbd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:14.714830 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.758151 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef4fc-eb6b-434d-b4f4-5c47613fb1c9 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.799159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ef4fc-eb6b-434d-b4f4-5c47613fb1c9 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event deleted for resources: {'Subnet': ['ID=bc406a5e-44c4-4348-a7f4-556e2ae0f2d7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:14.801191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef4fc-eb6b-434d-b4f4-5c47613fb1c9 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.807616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7b5ef4fc-eb6b-434d-b4f4-5c47613fb1c9 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "DELETE /v2.0/subnets/bc406a5e-44c4-4348-a7f4-556e2ae0f2d7 HTTP/1.1" status: 204 len: 168 time: 0.5438547 May 28 06:37:14.810025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51180) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:14.812576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] For port 416e7d1f-734e-4b5f-bb3b-661a3edce7aa, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:14.816065 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] For port 416e7d1f-734e-4b5f-bb3b-661a3edce7aa, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=416e7d1f-734e-4b5f-bb3b-661a3edce7aa,segment=NetworkSegment(d6d2d94d-1b1c-4a8f-aad3-1381539e5984),segment_id=d6d2d94d-1b1c-4a8f-aad3-1381539e5984)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:14.820424 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.929571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.940324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Deleting port 416e7d1f-734e-4b5f-bb3b-661a3edce7aa {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:14.940666 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:14.945354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc74b50-f0ab-4255-8c32-74c0c2a6899d None None] Pushing event updated for resources: {'Port': ['ID=416e7d1f-734e-4b5f-bb3b-661a3edce7aa,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:14.975917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61709e55-d816-4fd5-8d2d-aff5a3c5a476 None None] Network 0fe741aa-1484-4eb3-a57f-f22d7be7ecbd requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:15.102379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9ecc2a54-8ae1-4ace-8823-604782ff7c04 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:15.198451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cebc81-71e5-407f-9190-37cdb5e38992 None None] Network bf4ff356-716a-4057-9dc7-38b3f14efdd9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:15.292663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] For port 416e7d1f-734e-4b5f-bb3b-661a3edce7aa, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=416e7d1f-734e-4b5f-bb3b-661a3edce7aa,segment=NetworkSegment(d6d2d94d-1b1c-4a8f-aad3-1381539e5984),segment_id=d6d2d94d-1b1c-4a8f-aad3-1381539e5984)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:15.293022 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.331326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:15.344357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c5c02d2f-c1d0-44ef-b693-e22dab9dde95 None None] Provisioning for port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:15.372243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c5c02d2f-c1d0-44ef-b693-e22dab9dde95 None None] Provisioning complete for port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:15.372530 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c5c02d2f-c1d0-44ef-b693-e22dab9dde95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.427959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Calling delete_port for 416e7d1f-734e-4b5f-bb3b-661a3edce7aa owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:15.507952 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.555014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event deleted for resources: {'Port': ['ID=416e7d1f-734e-4b5f-bb3b-661a3edce7aa,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:15.558402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] No DVR routers for this DVR port 416e7d1f-734e-4b5f-bb3b-661a3edce7aa on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:37:15.603186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c5c02d2f-c1d0-44ef-b693-e22dab9dde95 None None] Current status of the port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:15.603581 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c5c02d2f-c1d0-44ef-b693-e22dab9dde95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.643568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-c5c02d2f-c1d0-44ef-b693-e22dab9dde95 None None] For port 9ecc2a54-8ae1-4ace-8823-604782ff7c04, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9ecc2a54-8ae1-4ace-8823-604782ff7c04,segment=NetworkSegment(d4187902-a435-4398-a552-a356120ced62),segment_id=d4187902-a435-4398-a552-a356120ced62)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:15.647707 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c5c02d2f-c1d0-44ef-b693-e22dab9dde95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.684516 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.712282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe741aa-1484-4eb3-a57f-f22d7be7ecbd']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:15.715258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c02d2f-c1d0-44ef-b693-e22dab9dde95 None None] Pushing event updated for resources: {'Port': ['ID=9ecc2a54-8ae1-4ace-8823-604782ff7c04,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:15.727184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d2d94d-1b1c-4a8f-aad3-1381539e5984') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:15.727517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d2d94d-1b1c-4a8f-aad3-1381539e5984') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:15.739524 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.755885 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.762525 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:15.762918 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.835102 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment d6d2d94d-1b1c-4a8f-aad3-1381539e5984 resource provider aggregate not found May 28 06:37:15.846687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c11ff1-f81e-4245-96ba-39a468c647cc None None] get_active_networks_info from n-d-843679-5 {{(pid=88418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 28 06:37:15.859855 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment d6d2d94d-1b1c-4a8f-aad3-1381539e5984 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6d2d94d-1b1c-4a8f-aad3-1381539e5984 found for delete ", "request_id": "req-4d5414e8-2516-4f72-9415-fc0a81501944"}]} May 28 06:37:15.872025 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.891722 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.898372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event deleted for resources: {'Network': ['ID=0fe741aa-1484-4eb3-a57f-f22d7be7ecbd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:15.907036 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5a67848d-2301-4ec3-b196-f6fd58bbfbc8 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "DELETE /v2.0/networks/0fe741aa-1484-4eb3-a57f-f22d7be7ecbd HTTP/1.1" status: 204 len: 168 time: 1.0935946 May 28 06:37:15.907183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51188) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:15.909099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f674b310-223f-46af-b968-2385f6594eda None None] Provisioning complete for port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:15.909468 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f674b310-223f-46af-b968-2385f6594eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.977526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9da0f3-90ef-45d7-aff2-9eb46b81785d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Deleting subnet e98faf39-5525-4c7a-aa80-0575901378c6 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:37:15.981040 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b9da0f3-90ef-45d7-aff2-9eb46b81785d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:15.991299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c11ff1-f81e-4245-96ba-39a468c647cc None None] Resources bound (agent type, host, resource id): {{(pid=88418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 06:37:16.035403 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b9da0f3-90ef-45d7-aff2-9eb46b81785d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.123516 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b9da0f3-90ef-45d7-aff2-9eb46b81785d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.175977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f674b310-223f-46af-b968-2385f6594eda None None] Current status of the port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:16.199887 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b9da0f3-90ef-45d7-aff2-9eb46b81785d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.239517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9da0f3-90ef-45d7-aff2-9eb46b81785d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event deleted for resources: {'Subnet': ['ID=e98faf39-5525-4c7a-aa80-0575901378c6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:16.242912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b9da0f3-90ef-45d7-aff2-9eb46b81785d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.248938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2b9da0f3-90ef-45d7-aff2-9eb46b81785d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "DELETE /v2.0/subnets/e98faf39-5525-4c7a-aa80-0575901378c6 HTTP/1.1" status: 204 len: 168 time: 0.3402627 May 28 06:37:16.251907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51192) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:16.364948 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.369866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec6bb4f-b6d3-4422-b1dd-904b2eeb3b50 None None] Network bf4ff356-716a-4057-9dc7-38b3f14efdd9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:16.375274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Deleting port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:16.375615 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.587624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] For port 9ecc2a54-8ae1-4ace-8823-604782ff7c04, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9ecc2a54-8ae1-4ace-8823-604782ff7c04,segment=NetworkSegment(d4187902-a435-4398-a552-a356120ced62),segment_id=d4187902-a435-4398-a552-a356120ced62)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:16.588138 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.606865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] DHCP port deletion for bf4ff356-716a-4057-9dc7-38b3f14efdd9 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:37:16.611771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] Deleting port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:16.612150 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.814356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Calling delete_port for 9ecc2a54-8ae1-4ace-8823-604782ff7c04 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:16.819283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] For port 9ecc2a54-8ae1-4ace-8823-604782ff7c04, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9ecc2a54-8ae1-4ace-8823-604782ff7c04,segment=NetworkSegment(d4187902-a435-4398-a552-a356120ced62),segment_id=d4187902-a435-4398-a552-a356120ced62)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:16.819692 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.891145 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:16.939076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] No DVR routers for this DVR port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:37:16.945190 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] Calling delete_port for 9ecc2a54-8ae1-4ace-8823-604782ff7c04 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:37:16.965532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event deleted for resources: {'Port': ['ID=9ecc2a54-8ae1-4ace-8823-604782ff7c04,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:17.017727 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:37:17.018181 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:37:17.041672 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9ecc2a54-8ae1-4ace-8823-604782ff7c04 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:37:17.067943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.075897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 9ecc2a54-8ae1-4ace-8823-604782ff7c04 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:37:17.076240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9ecc2a54-8ae1-4ace-8823-604782ff7c04 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:37:17.093819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4ff356-716a-4057-9dc7-38b3f14efdd9']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:17.106576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4187902-a435-4398-a552-a356120ced62') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:17.106880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4187902-a435-4398-a552-a356120ced62') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:17.118566 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.134242 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.140616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:37:17.140957 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.236560 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.253301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.264907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Pushing event deleted for resources: {'Network': ['ID=bf4ff356-716a-4057-9dc7-38b3f14efdd9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:17.268225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8d3bd5ab-700b-47f0-970d-9c408c3a554d tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "DELETE /v2.0/networks/bf4ff356-716a-4057-9dc7-38b3f14efdd9 HTTP/1.1" status: 204 len: 168 time: 1.0154185 May 28 06:37:17.270838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51196) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:17.320672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a1fbdb1c-9c3a-49b3-8198-cee43eff0fa0 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Synchronizing usage tracker for tenant:76c7e9a1db0345098868f8c773ebe6e2 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:17.336456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a1fbdb1c-9c3a-49b3-8198-cee43eff0fa0 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Unset dirty status for tenant:76c7e9a1db0345098868f8c773ebe6e2 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:17.337541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a1fbdb1c-9c3a-49b3-8198-cee43eff0fa0 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "GET /v2.0/ports?device_id=be63c43a-53f9-4721-8ec6-8f51eca316ad HTTP/1.1" status: 200 len: 205 time: 0.0657566 May 28 06:37:17.340133 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51200) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:17.470860 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-449d20c0-1342-4a08-9096-f156651958d6 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.518988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] Deleting port 9ecc2a54-8ae1-4ace-8823-604782ff7c04 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:37:17.519511 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.599037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6b0e9-c937-48a2-877e-fc9eae1146a2 None None] The port '9ecc2a54-8ae1-4ace-8823-604782ff7c04' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:37:17.772851 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-449d20c0-1342-4a08-9096-f156651958d6 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.775154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-449d20c0-1342-4a08-9096-f156651958d6 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.801323 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-449d20c0-1342-4a08-9096-f156651958d6 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.801797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449d20c0-1342-4a08-9096-f156651958d6 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Fanout notify agent at l3_agent the message router_deleted on router be63c43a-53f9-4721-8ec6-8f51eca316ad {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:37:17.813002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-449d20c0-1342-4a08-9096-f156651958d6 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:17.814120 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-449d20c0-1342-4a08-9096-f156651958d6 tempest-RoutersNegativeTest-691797685 tempest-RoutersNegativeTest-691797685-project] 10.222.0.39 "DELETE /v2.0/routers/be63c43a-53f9-4721-8ec6-8f51eca316ad HTTP/1.1" status: 204 len: 168 time: 0.4730809 May 28 06:37:17.877038 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment d4187902-a435-4398-a552-a356120ced62 resource provider aggregate not found May 28 06:37:17.892963 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment d4187902-a435-4398-a552-a356120ced62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4187902-a435-4398-a552-a356120ced62 found for delete ", "request_id": "req-9240d3b6-9a11-4708-9488-855c3d72384a"}]} May 28 06:37:18.082226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51212) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:18.227115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1a8df2f1-3220-467c-8d2f-b9a5b6c82d7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76c7e9a1db0345098868f8c773ebe6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437733 May 28 06:37:18.229584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51218) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:18.286379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-196e471e-ba2f-45ff-a96c-fa2210c3ea45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:18.311712 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-196e471e-ba2f-45ff-a96c-fa2210c3ea45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:18.362271 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-196e471e-ba2f-45ff-a96c-fa2210c3ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:18.376964 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e471e-ba2f-45ff-a96c-fa2210c3ea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6bf2ff-e498-424f-adea-904abb9cc915,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:18.386078 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-196e471e-ba2f-45ff-a96c-fa2210c3ea45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:18.387199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-196e471e-ba2f-45ff-a96c-fa2210c3ea45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c6bf2ff-e498-424f-adea-904abb9cc915 HTTP/1.1" status: 204 len: 168 time: 0.1567492 May 28 06:37:19.026948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51242) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:19.127567 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-681073188-network', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:19.133228 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:19.137175 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Usage tracker for resource:network and tenant:3986fad839154fccb9ae5019f57aec0e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:19.141080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:19.147493 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:19.157297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Made reservation on behalf of 3986fad839154fccb9ae5019f57aec0e for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:19.159848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.172188 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.190552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:19.194621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Usage tracker for resource:security_group_rule and tenant:3986fad839154fccb9ae5019f57aec0e is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:19.197423 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:19.203039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:19.286611 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.290135 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.325236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:19.330684 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f78814-6c31-4e89-80b9-b536d7ddb288,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:19.341118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.341454 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Added segment 8fec1395-d784-4fc7-a6f4-61fb9aa1f60b of type vlan for network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad May 28 06:37:19.368573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.396303 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.397291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:19.397855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.505026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] Pushing event updated for resources: {'Network': ['ID=9d9415b9-c88c-42c4-aa34-81b4c56f09ad,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:19.508613 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-695f53f2-6255-44ff-b683-fd90297139bf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4806323 May 28 06:37:19.511632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51248) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:19.517869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Request body: {'subnet': {'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-681073188-subnet', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:19.523523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:19.525232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:19.527477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Usage tracker for resource:subnet and tenant:3986fad839154fccb9ae5019f57aec0e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:19.530290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:19.536523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:19.547291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Made reservation on behalf of 3986fad839154fccb9ae5019f57aec0e for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:19.549559 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.847124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.914773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:19.927205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Checking segment: {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:19.927603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Network hostable DHCP agents. Network: 9d9415b9-c88c-42c4-aa34-81b4c56f09ad, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:19.946081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:19.955147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9d9415b9-c88c-42c4-aa34-81b4c56f09ad) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:19.958862 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:19.959477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:19.963779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a3c08-176d-4348-9f21-8ab2294cc94f None None] Network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:19.980098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-150b2a94-fa61-4f0b-85b7-16abb6351295 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4673996 May 28 06:37:19.982741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51252) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:19.987703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-681073188-router', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:19.993154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:19.996924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Usage tracker for resource:router and tenant:3986fad839154fccb9ae5019f57aec0e is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:19.999714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:20.005823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:20.015673 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.016645 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.032353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.186350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-9d9415b9-c88c-42c4-aa34-81b4c56f09ad', 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'fixed_ips': [{'subnet_id': '91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:20.187338 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.303420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.338422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Allocated IP 172.20.0.2 (9d9415b9-c88c-42c4-aa34-81b4c56f09ad/91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b/09898b6d-1830-4b9b-bcd0-2ea59cba7a1a) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:20.577055 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.586806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Transition to ACTIVE for port object 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:20.605425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Transition to ACTIVE for port object 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:20.612213 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.614321 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.644274 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.677223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:20.680233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:20.683958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:20.689696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Pushing event updated for resources: {'Port': ['ID=09898b6d-1830-4b9b-bcd0-2ea59cba7a1a,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:20.785100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Allocated IP 172.25.4.246 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/09668481-7434-4f0f-b8d9-43a056c0b65c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:20.786732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Attempting to bind port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:20.787154 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Attempting to bind port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:20.787516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Attempting to bind port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a on network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:20.792944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:20.793318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Checking segment: {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:20.793722 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.794112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Bound using segment: {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:20.794567 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Bound port: 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:20.794938 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.883903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] For port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:20.886696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] For port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=09898b6d-1830-4b9b-bcd0-2ea59cba7a1a,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:20.894488 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.933514 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.964069 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:20.980023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5fa54-fe7f-40d2-89d8-014158d78018 None None] Pushing event updated for resources: {'Port': ['ID=09898b6d-1830-4b9b-bcd0-2ea59cba7a1a,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:21.034256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:21.037804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:21.043314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:21.103453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Pushing event updated for resources: {'Port': ['ID=09668481-7434-4f0f-b8d9-43a056c0b65c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:21.611797 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:21.861455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842f170b-c6ca-4326-876e-e118164188f4 None None] Network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:21.957512 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b472b762-7008-4884-882e-8d9e0076396d None None] Provisioning for port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:21.959422 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:22.168707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Router f9c48539-2e24-413c-a4dd-0e07cb2a4738 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:37:22.350106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:22.359857 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Sync routers for ids ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:22.369001 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Routers {'f9c48539-2e24-413c-a4dd-0e07cb2a4738'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:22.369557 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:22.373415 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:22.374563 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d34df5c4-8745-4f28-b545-5a1569a47be0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3908968 May 28 06:37:22.377729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51256) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:22.546268 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Set router f9c48539-2e24-413c-a4dd-0e07cb2a4738 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:22.836845 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'name': 'tempest-TestEncryptedCinderVolumes-681073188-router', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:21Z', 'revision_number': 3, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'gw_port': {'id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:22.840475 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Checking router: f9c48539-2e24-413c-a4dd-0e07cb2a4738 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:37:22.840810 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Updating router f9c48539-2e24-413c-a4dd-0e07cb2a4738 port 09668481-7434-4f0f-b8d9-43a056c0b65c binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:37:22.891688 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.088853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:23.167087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:23.172650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:23.173552 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.182053 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.250621 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.263899 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Transition to ACTIVE for port object 09668481-7434-4f0f-b8d9-43a056c0b65c will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:23.273208 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.295129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:23.295544 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.329837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=09898b6d-1830-4b9b-bcd0-2ea59cba7a1a,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:23.333738 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.405515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Allocated IP 172.20.0.1 (9d9415b9-c88c-42c4-aa34-81b4c56f09ad/91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b/7abe1552-7ddf-479a-b57f-9b106dc7b08a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:23.406762 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Attempting to bind port 09668481-7434-4f0f-b8d9-43a056c0b65c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:23.407824 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Attempting to bind port 09668481-7434-4f0f-b8d9-43a056c0b65c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:23.407824 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Attempting to bind port 09668481-7434-4f0f-b8d9-43a056c0b65c on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:23.417895 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:23.418258 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:23.418646 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.419025 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:23.419511 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Bound port: 09668481-7434-4f0f-b8d9-43a056c0b65c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:23.419901 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.426642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=09898b6d-1830-4b9b-bcd0-2ea59cba7a1a,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:23.450130 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Pushing event updated for resources: {'Port': ['ID=09668481-7434-4f0f-b8d9-43a056c0b65c,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:23.470291 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.470628 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.470958 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.471584 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.471897 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.472213 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.472527 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.472839 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.473149 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.473457 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.473783 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.474072 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:23.508010 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] For port 09668481-7434-4f0f-b8d9-43a056c0b65c, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:23.511349 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] For port 09668481-7434-4f0f-b8d9-43a056c0b65c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=09668481-7434-4f0f-b8d9-43a056c0b65c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:23.515647 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.564353 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.580381 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Transition to ACTIVE for port object 7abe1552-7ddf-479a-b57f-9b106dc7b08a will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:23.591104 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Routers {'f9c48539-2e24-413c-a4dd-0e07cb2a4738'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:23.591734 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:23.604164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.666733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:23.669394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:23.669562 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff228a7-4054-4bbe-9402-a235eab097a4 None None] Pushing event updated for resources: {'Port': ['ID=09668481-7434-4f0f-b8d9-43a056c0b65c,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:23.673184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:23.712785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Pushing event updated for resources: {'Port': ['ID=7abe1552-7ddf-479a-b57f-9b106dc7b08a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:23.737477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.782765 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] Set router f9c48539-2e24-413c-a4dd-0e07cb2a4738 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:23.921168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-57d91f3f-996e-4fed-8581-763bd8bc6ad7 None None] Provisioning for port 7abe1552-7ddf-479a-b57f-9b106dc7b08a completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:23.927988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-57d91f3f-996e-4fed-8581-763bd8bc6ad7 None None] Provisioning complete for port 7abe1552-7ddf-479a-b57f-9b106dc7b08a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:23.928624 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57d91f3f-996e-4fed-8581-763bd8bc6ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:23.986931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-57d91f3f-996e-4fed-8581-763bd8bc6ad7 None None] Port 7abe1552-7ddf-479a-b57f-9b106dc7b08a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:24.010657 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.065144 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'name': 'tempest-TestEncryptedCinderVolumes-681073188-router', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:21Z', 'revision_number': 3, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'gw_port': {'id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:24.071877 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b170fbf3-3bed-4f74-8664-5e0a4beaaa59 None None] The sync data for ids ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'] in n-d-843679-5 is: [{'id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'name': 'tempest-TestEncryptedCinderVolumes-681073188-router', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:21Z', 'revision_number': 3, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'gw_port': {'id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:24.239037 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.243628 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.361187 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.364614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Pushing event updated for resources: {'Port': ['ID=7abe1552-7ddf-479a-b57f-9b106dc7b08a,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:24.633327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:24.634467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:24.833498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Router f9c48539-2e24-413c-a4dd-0e07cb2a4738 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:24.911132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-93065346-cc46-4623-babd-c8a89790943c None None] Provisioning complete for port 7abe1552-7ddf-479a-b57f-9b106dc7b08a triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:24.911706 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-93065346-cc46-4623-babd-c8a89790943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:24.964898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-93065346-cc46-4623-babd-c8a89790943c None None] Port 7abe1552-7ddf-479a-b57f-9b106dc7b08a cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:25.017187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:25.025989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c04dd1b0-1124-4668-aa94-7acfe2f7172c admin admin] 10.222.0.39 "PUT /v2.0/routers/f9c48539-2e24-413c-a4dd-0e07cb2a4738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6473169 May 28 06:37:25.125885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:25.198532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:25.198913 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.324883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:25.325958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 09668481-7434-4f0f-b8d9-43a056c0b65c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:25.404546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 09668481-7434-4f0f-b8d9-43a056c0b65c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:25.409488 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 09668481-7434-4f0f-b8d9-43a056c0b65c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:25.409849 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.536318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 09668481-7434-4f0f-b8d9-43a056c0b65c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:25.536705 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.554767 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 09668481-7434-4f0f-b8d9-43a056c0b65c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=09668481-7434-4f0f-b8d9-43a056c0b65c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:25.559535 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.568992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51274) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:25.574432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-107278277-network', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:25.580136 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:25.583993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Usage tracker for resource:network and tenant:f4aa7c26c9bc4b348e8f9773d47da5c0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:25.586811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:25.592511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:25.603149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Made reservation on behalf of f4aa7c26c9bc4b348e8f9773d47da5c0 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:25.607131 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.619465 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.633235 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=09668481-7434-4f0f-b8d9-43a056c0b65c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:25.636783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:25.641697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Sync routers for ids ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:25.641853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f4aa7c26c9bc4b348e8f9773d47da5c0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:25.644945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:25.651069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:25.652716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Routers {'f9c48539-2e24-413c-a4dd-0e07cb2a4738'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:25.653123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-23d85990-4291-4ddb-9890-db2259729965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:25.736070 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.740568 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.767837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:37:25.780255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c20236e-9eea-462a-8b4b-22889af87d9d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:25.785198 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.785541 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Added segment c5217023-1522-4a29-ad05-f29492e46cf6 of type vlan for network 417398e4-03dc-4bfe-a907-a0ccfc990f04 May 28 06:37:25.816607 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.847102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.848063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:25.848656 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:25.871706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Set router f9c48539-2e24-413c-a4dd-0e07cb2a4738 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:25.954877 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3847730 May 28 06:37:25.955740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276117e-d668-4402-83d3-16d7fb50b1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=417398e4-03dc-4bfe-a907-a0ccfc990f04,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:25.957604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51278) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:25.963082 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Request body: {'subnet': {'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-107278277-subnet', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:25.968689 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:25.973441 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Usage tracker for resource:subnet and tenant:f4aa7c26c9bc4b348e8f9773d47da5c0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:25.976310 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:25.987078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:25.994845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 417398e4-03dc-4bfe-a907-a0ccfc990f04 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:37:25.996878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Made reservation on behalf of f4aa7c26c9bc4b348e8f9773d47da5c0 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:25.999160 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.209700 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.273617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-23d85990-4291-4ddb-9890-db2259729965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'name': 'tempest-TestEncryptedCinderVolumes-681073188-router', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:23Z', 'revision_number': 4, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'gw_port': {'id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '7abe1552-7ddf-479a-b57f-9b106dc7b08a', 'name': '', 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'mac_address': 'fa:16:3e:4d:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:23Z', 'updated_at': '2022-05-28T06:37:24Z', 'revision_number': 2, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'subnets': [{'id': '91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:26.277615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Checking router: f9c48539-2e24-413c-a4dd-0e07cb2a4738 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:37:26.277956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Updating router f9c48539-2e24-413c-a4dd-0e07cb2a4738 port 7abe1552-7ddf-479a-b57f-9b106dc7b08a binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:37:26.283430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4620c49f-3c10-4927-b396-cd311b8ad843,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:26.291516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Checking segment: {'id': 'c5217023-1522-4a29-ad05-f29492e46cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:26.291871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Network hostable DHCP agents. Network: 417398e4-03dc-4bfe-a907-a0ccfc990f04, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:37:26.310060 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Network 417398e4-03dc-4bfe-a907-a0ccfc990f04 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:37:26.319615 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 417398e4-03dc-4bfe-a907-a0ccfc990f04) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:26.323798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:26.324382 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.331993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd042dbf-5563-432e-941d-816653dca4f0 None None] Network 417398e4-03dc-4bfe-a907-a0ccfc990f04 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:26.346090 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-470adc23-afd0-4066-9913-4354aeb7fdb2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3875084 May 28 06:37:26.349719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51282) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:26.354623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-107278277-router', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:26.360086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:26.364158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Usage tracker for resource:router and tenant:f4aa7c26c9bc4b348e8f9773d47da5c0 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:37:26.367108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:37:26.372817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:26.383261 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.384255 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.399329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.416924 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.672133 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.742341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-417398e4-03dc-4bfe-a907-a0ccfc990f04', 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'fixed_ips': [{'subnet_id': '4620c49f-3c10-4927-b396-cd311b8ad843'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:37:26.743157 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.986067 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:26.997081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Allocated IP 172.20.0.2 (417398e4-03dc-4bfe-a907-a0ccfc990f04/4620c49f-3c10-4927-b396-cd311b8ad843/abd35335-831e-428c-a40d-6f0a01c7a74f) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:27.014858 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.016565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.045789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Transition to ACTIVE for port object 7abe1552-7ddf-479a-b57f-9b106dc7b08a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:27.093444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 09668481-7434-4f0f-b8d9-43a056c0b65c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:27.155187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Allocated IP 172.25.4.109 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/e3c86c38-d64c-4299-812c-016dc66d6f7d) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:27.183139 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.384391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a89279-f229-48c2-8fb7-22ae1210c15c None None] Pushing event updated for resources: {'Port': ['ID=7abe1552-7ddf-479a-b57f-9b106dc7b08a,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:27.437393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.469187 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.536438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:27.539359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:27.542814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:27.544350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 09668481-7434-4f0f-b8d9-43a056c0b65c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:27.544712 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.588554 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Pushing event updated for resources: {'Port': ['ID=e3c86c38-d64c-4299-812c-016dc66d6f7d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:27.590355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Attempting to bind port 7abe1552-7ddf-479a-b57f-9b106dc7b08a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:27.590733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Attempting to bind port 7abe1552-7ddf-479a-b57f-9b106dc7b08a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:27.591101 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Attempting to bind port 7abe1552-7ddf-479a-b57f-9b106dc7b08a on network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:27.615972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:27.616346 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Checking segment: {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:27.616749 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.617141 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Bound using segment: {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:27.617605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Bound port: 7abe1552-7ddf-479a-b57f-9b106dc7b08a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:27.617982 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.643620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.692593 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Transition to ACTIVE for port object abd35335-831e-428c-a40d-6f0a01c7a74f will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:27.741642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Transition to ACTIVE for port object abd35335-831e-428c-a40d-6f0a01c7a74f will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:27.749960 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.849984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-23d85990-4291-4ddb-9890-db2259729965 None None] For port 7abe1552-7ddf-479a-b57f-9b106dc7b08a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:27.881341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Network 417398e4-03dc-4bfe-a907-a0ccfc990f04 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:27.884035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-23d85990-4291-4ddb-9890-db2259729965 None None] For port 7abe1552-7ddf-479a-b57f-9b106dc7b08a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7abe1552-7ddf-479a-b57f-9b106dc7b08a,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:27.887621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:27.889392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 09668481-7434-4f0f-b8d9-43a056c0b65c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:27.891932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:27.897759 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:27.932596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Pushing event updated for resources: {'Port': ['ID=abd35335-831e-428c-a40d-6f0a01c7a74f,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:27.976536 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.067067 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Attempting to bind port abd35335-831e-428c-a40d-6f0a01c7a74f on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:28.067707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Attempting to bind port abd35335-831e-428c-a40d-6f0a01c7a74f by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'c5217023-1522-4a29-ad05-f29492e46cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:28.067878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Attempting to bind port abd35335-831e-428c-a40d-6f0a01c7a74f on network 417398e4-03dc-4bfe-a907-a0ccfc990f04 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:28.069906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Routers {'f9c48539-2e24-413c-a4dd-0e07cb2a4738'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:28.070531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-23d85990-4291-4ddb-9890-db2259729965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:28.219100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:28.219498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Checking segment: {'id': 'c5217023-1522-4a29-ad05-f29492e46cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:28.220457 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.220845 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Bound using segment: {'id': 'c5217023-1522-4a29-ad05-f29492e46cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:28.221552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Bound port: abd35335-831e-428c-a40d-6f0a01c7a74f, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5217023-1522-4a29-ad05-f29492e46cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:28.221919 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.239354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a89279-f229-48c2-8fb7-22ae1210c15c None None] Pushing event updated for resources: {'Port': ['ID=7abe1552-7ddf-479a-b57f-9b106dc7b08a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:28.334193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-23d85990-4291-4ddb-9890-db2259729965 None None] Set router f9c48539-2e24-413c-a4dd-0e07cb2a4738 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:28.334575 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.500259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] For port abd35335-831e-428c-a40d-6f0a01c7a74f, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:28.539103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Router 1ec6391e-075e-4b67-9fa8-86c151fc9924 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:37:28.560106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] For port abd35335-831e-428c-a40d-6f0a01c7a74f, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=abd35335-831e-428c-a40d-6f0a01c7a74f,segment=NetworkSegment(c5217023-1522-4a29-ad05-f29492e46cf6),segment_id=c5217023-1522-4a29-ad05-f29492e46cf6)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:28.568572 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.685290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a94945-1876-4241-9efd-9c4a75aade74 None None] Pushing event updated for resources: {'Port': ['ID=abd35335-831e-428c-a40d-6f0a01c7a74f,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:28.732076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:28.743009 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Sync routers for ids ['1ec6391e-075e-4b67-9fa8-86c151fc9924'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:28.754264 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Routers {'1ec6391e-075e-4b67-9fa8-86c151fc9924'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:28.754879 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1ec6391e-075e-4b67-9fa8-86c151fc9924'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:28.773690 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:28.775113 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5e3df5a0-599c-4c36-a346-8fbe8c9761eb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4243565 May 28 06:37:28.778215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51286) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:37:28.816453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-23d85990-4291-4ddb-9890-db2259729965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'name': 'tempest-TestEncryptedCinderVolumes-681073188-router', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:23Z', 'revision_number': 4, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'gw_port': {'id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '7abe1552-7ddf-479a-b57f-9b106dc7b08a', 'name': '', 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'mac_address': 'fa:16:3e:4d:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:23Z', 'updated_at': '2022-05-28T06:37:27Z', 'revision_number': 4, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'subnets': [{'id': '91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:28.821423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d85990-4291-4ddb-9890-db2259729965 None None] The sync data for ids ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'] in n-d-843679-5 is: [{'id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'name': 'tempest-TestEncryptedCinderVolumes-681073188-router', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:23Z', 'revision_number': 4, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'gw_port': {'id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '7abe1552-7ddf-479a-b57f-9b106dc7b08a', 'name': '', 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'mac_address': 'fa:16:3e:4d:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:23Z', 'updated_at': '2022-05-28T06:37:27Z', 'revision_number': 4, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'subnets': [{'id': '91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:29.043726 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Set router 1ec6391e-075e-4b67-9fa8-86c151fc9924 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:29.181359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7abe1552-7ddf-479a-b57f-9b106dc7b08a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:29.270528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 7abe1552-7ddf-479a-b57f-9b106dc7b08a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:29.277168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7abe1552-7ddf-479a-b57f-9b106dc7b08a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:29.277610 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.416185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7abe1552-7ddf-479a-b57f-9b106dc7b08a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:29.416672 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.458532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 7abe1552-7ddf-479a-b57f-9b106dc7b08a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7abe1552-7ddf-479a-b57f-9b106dc7b08a,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:29.463573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.464420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device abd35335-831e-428c-a40d-6f0a01c7a74f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:29.465409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'name': 'tempest-TestEncryptedCinderVolumes-107278277-router', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:26Z', 'updated_at': '2022-05-28T06:37:27Z', 'revision_number': 3, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'gw_port': {'id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:27Z', 'updated_at': '2022-05-28T06:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:29.471155 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Checking router: 1ec6391e-075e-4b67-9fa8-86c151fc9924 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:37:29.472053 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Updating router 1ec6391e-075e-4b67-9fa8-86c151fc9924 port e3c86c38-d64c-4299-812c-016dc66d6f7d binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:37:29.547176 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.632288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=7abe1552-7ddf-479a-b57f-9b106dc7b08a,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:29.658789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port abd35335-831e-428c-a40d-6f0a01c7a74f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:29.864366 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:29.982731 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ff702-4bf5-4d9a-8ae3-a4a99a4aaf83 None None] Network 417398e4-03dc-4bfe-a907-a0ccfc990f04 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:37:30.008332 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.023568 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Transition to ACTIVE for port object e3c86c38-d64c-4299-812c-016dc66d6f7d will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:30.040709 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.094229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-01bd2569-bd01-48d8-9486-ea51427c3a6f None None] Provisioning for port abd35335-831e-428c-a40d-6f0a01c7a74f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:30.119118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-01bd2569-bd01-48d8-9486-ea51427c3a6f None None] Provisioning complete for port abd35335-831e-428c-a40d-6f0a01c7a74f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:30.119662 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-01bd2569-bd01-48d8-9486-ea51427c3a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.122226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Allocated IP 172.20.0.1 (417398e4-03dc-4bfe-a907-a0ccfc990f04/4620c49f-3c10-4927-b396-cd311b8ad843/d2273215-98d1-441c-9b6c-072841718071) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:30.185571 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958872e9-e018-4aac-a8fe-9ac2b856fcee None None] Pushing event updated for resources: {'Port': ['ID=e3c86c38-d64c-4299-812c-016dc66d6f7d,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:30.195967 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Attempting to bind port e3c86c38-d64c-4299-812c-016dc66d6f7d on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:30.196574 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Attempting to bind port e3c86c38-d64c-4299-812c-016dc66d6f7d by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:30.197111 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Attempting to bind port e3c86c38-d64c-4299-812c-016dc66d6f7d on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:30.208009 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:30.208638 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:30.209229 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.210438 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:30.210944 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Bound port: e3c86c38-d64c-4299-812c-016dc66d6f7d, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:30.211426 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.291764 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] For port e3c86c38-d64c-4299-812c-016dc66d6f7d, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:30.294999 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] For port e3c86c38-d64c-4299-812c-016dc66d6f7d, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3c86c38-d64c-4299-812c-016dc66d6f7d,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:30.303040 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.311915 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.329636 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Transition to ACTIVE for port object d2273215-98d1-441c-9b6c-072841718071 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:30.355354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-01bd2569-bd01-48d8-9486-ea51427c3a6f None None] Current status of the port abd35335-831e-428c-a40d-6f0a01c7a74f is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:30.355982 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-01bd2569-bd01-48d8-9486-ea51427c3a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.361388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.387544 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Routers {'1ec6391e-075e-4b67-9fa8-86c151fc9924'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:30.388151 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1ec6391e-075e-4b67-9fa8-86c151fc9924'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:30.394898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-01bd2569-bd01-48d8-9486-ea51427c3a6f None None] For port abd35335-831e-428c-a40d-6f0a01c7a74f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=abd35335-831e-428c-a40d-6f0a01c7a74f,segment=NetworkSegment(c5217023-1522-4a29-ad05-f29492e46cf6),segment_id=c5217023-1522-4a29-ad05-f29492e46cf6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:30.403294 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-01bd2569-bd01-48d8-9486-ea51427c3a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.425690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Network 417398e4-03dc-4bfe-a907-a0ccfc990f04 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:30.433085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:30.438099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:30.471895 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958872e9-e018-4aac-a8fe-9ac2b856fcee None None] Pushing event updated for resources: {'Port': ['ID=e3c86c38-d64c-4299-812c-016dc66d6f7d,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:30.490427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd2569-bd01-48d8-9486-ea51427c3a6f None None] Pushing event updated for resources: {'Port': ['ID=abd35335-831e-428c-a40d-6f0a01c7a74f,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:30.494161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Pushing event updated for resources: {'Port': ['ID=d2273215-98d1-441c-9b6c-072841718071,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:30.507053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.617218 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] Set router 1ec6391e-075e-4b67-9fa8-86c151fc9924 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:30.661882 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.726295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7ec785c2-74d0-4357-a692-13667b6f0a32 None None] Provisioning complete for port abd35335-831e-428c-a40d-6f0a01c7a74f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:30.726926 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7ec785c2-74d0-4357-a692-13667b6f0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.863802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7ec785c2-74d0-4357-a692-13667b6f0a32 None None] Current status of the port abd35335-831e-428c-a40d-6f0a01c7a74f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:30.911451 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.916298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:30.935162 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'name': 'tempest-TestEncryptedCinderVolumes-107278277-router', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:26Z', 'updated_at': '2022-05-28T06:37:27Z', 'revision_number': 3, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'gw_port': {'id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:27Z', 'updated_at': '2022-05-28T06:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:30.939542 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e64a282-1144-4adf-b0b1-7b7afab53335 None None] The sync data for ids ['1ec6391e-075e-4b67-9fa8-86c151fc9924'] in n-d-843679-5 is: [{'id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'name': 'tempest-TestEncryptedCinderVolumes-107278277-router', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:26Z', 'updated_at': '2022-05-28T06:37:27Z', 'revision_number': 3, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'gw_port': {'id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:27Z', 'updated_at': '2022-05-28T06:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:30.989233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-216852b0-1f28-48e9-8729-dac4ebadd527 None None] Provisioning for port d2273215-98d1-441c-9b6c-072841718071 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:30.994939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-216852b0-1f28-48e9-8729-dac4ebadd527 None None] Provisioning complete for port d2273215-98d1-441c-9b6c-072841718071 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:30.995333 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-216852b0-1f28-48e9-8729-dac4ebadd527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:31.032776 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:31.036450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Pushing event updated for resources: {'Port': ['ID=d2273215-98d1-441c-9b6c-072841718071,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:31.054953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-216852b0-1f28-48e9-8729-dac4ebadd527 None None] Port d2273215-98d1-441c-9b6c-072841718071 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:31.106023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7abe1552-7ddf-479a-b57f-9b106dc7b08a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:31.201654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 7abe1552-7ddf-479a-b57f-9b106dc7b08a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:31.203102 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:31.208915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Network 417398e4-03dc-4bfe-a907-a0ccfc990f04 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:31.210094 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:31.355742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 7abe1552-7ddf-479a-b57f-9b106dc7b08a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:31.357002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device abd35335-831e-428c-a40d-6f0a01c7a74f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:31.451126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port abd35335-831e-428c-a40d-6f0a01c7a74f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:31.451530 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:31.530956 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:31.556912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Router 1ec6391e-075e-4b67-9fa8-86c151fc9924 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:37:31.601888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port abd35335-831e-428c-a40d-6f0a01c7a74f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:31.604061 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-469cdcb7-e0c6-4ea5-b7ee-277e05d762e7 None None] Provisioning complete for port d2273215-98d1-441c-9b6c-072841718071 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:31.604549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-469cdcb7-e0c6-4ea5-b7ee-277e05d762e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:31.659803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-469cdcb7-e0c6-4ea5-b7ee-277e05d762e7 None None] Port d2273215-98d1-441c-9b6c-072841718071 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:31.756035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:37:31.765237 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-eef55840-5ec6-463c-82d3-bc6004715225 admin admin] 10.222.0.39 "PUT /v2.0/routers/1ec6391e-075e-4b67-9fa8-86c151fc9924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9852216 May 28 06:37:32.560965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Sync routers for ids ['1ec6391e-075e-4b67-9fa8-86c151fc9924'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:37:32.569551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f6c027b3-e101-4125-97e1-cf0fc96c386f tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:32.570806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Routers {'1ec6391e-075e-4b67-9fa8-86c151fc9924'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:32.570991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f6c027b3-e101-4125-97e1-cf0fc96c386f tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/networks?id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad HTTP/1.1" status: 200 len: 816 time: 0.2680714 May 28 06:37:32.571434 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1ec6391e-075e-4b67-9fa8-86c151fc9924'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:32.586936 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-fa52dbad-cf15-4ce3-8f59-9ab9625e7358 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/quotas/3986fad839154fccb9ae5019f57aec0e HTTP/1.1" status: 200 len: 375 time: 0.0102880 May 28 06:37:32.668763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-8952431b-62ba-479a-82ff-c631386eeab1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Synchronizing usage tracker for tenant:3986fad839154fccb9ae5019f57aec0e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:32.684830 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-8952431b-62ba-479a-82ff-c631386eeab1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Unset dirty status for tenant:3986fad839154fccb9ae5019f57aec0e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:32.686157 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-8952431b-62ba-479a-82ff-c631386eeab1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3986fad839154fccb9ae5019f57aec0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940711 May 28 06:37:32.787870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Set router 1ec6391e-075e-4b67-9fa8-86c151fc9924 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:32.827503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-fecf0489-8d8f-4c93-8a5e-dafb314b8fa4 service neutron] 10.222.0.39 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277666 May 28 06:37:32.961830 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-4531df5c-c36e-4f3a-b980-55824886e3d3 service neutron] 10.222.0.39 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266255 May 28 06:37:33.135830 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3c86c38-d64c-4299-812c-016dc66d6f7d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:33.160903 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ee2a765c-8176-49e9-9f4e-880f05652d52 req-f8dcf7d4-1f4b-4e88-b05c-292770ec856d tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 210 time: 0.0508888 May 28 06:37:33.222712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'name': 'tempest-TestEncryptedCinderVolumes-107278277-router', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:26Z', 'updated_at': '2022-05-28T06:37:30Z', 'revision_number': 4, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'gw_port': {'id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:27Z', 'updated_at': '2022-05-28T06:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd2273215-98d1-441c-9b6c-072841718071', 'name': '', 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'mac_address': 'fa:16:3e:3e:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4620c49f-3c10-4927-b396-cd311b8ad843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:29Z', 'updated_at': '2022-05-28T06:37:30Z', 'revision_number': 2, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'subnets': [{'id': '4620c49f-3c10-4927-b396-cd311b8ad843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:33.229023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Checking router: 1ec6391e-075e-4b67-9fa8-86c151fc9924 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:37:33.229347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Updating router 1ec6391e-075e-4b67-9fa8-86c151fc9924 port d2273215-98d1-441c-9b6c-072841718071 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:37:33.274151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e3c86c38-d64c-4299-812c-016dc66d6f7d completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:33.287120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e3c86c38-d64c-4299-812c-016dc66d6f7d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:33.287633 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.335688 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.540560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e3c86c38-d64c-4299-812c-016dc66d6f7d is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:33.540933 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.642164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e3c86c38-d64c-4299-812c-016dc66d6f7d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3c86c38-d64c-4299-812c-016dc66d6f7d,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:33.649398 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.752697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e3c86c38-d64c-4299-812c-016dc66d6f7d,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:33.834850 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:33.847381 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Transition to ACTIVE for port object d2273215-98d1-441c-9b6c-072841718071 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:33.852725 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:34.014712 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2fc43-4448-4b29-9a17-9cdc81f26015 None None] Pushing event updated for resources: {'Port': ['ID=d2273215-98d1-441c-9b6c-072841718071,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:34.081769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Attempting to bind port d2273215-98d1-441c-9b6c-072841718071 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:34.082137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Attempting to bind port d2273215-98d1-441c-9b6c-072841718071 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'c5217023-1522-4a29-ad05-f29492e46cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:34.082528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Attempting to bind port d2273215-98d1-441c-9b6c-072841718071 on network 417398e4-03dc-4bfe-a907-a0ccfc990f04 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:34.090496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:34.090866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Checking segment: {'id': 'c5217023-1522-4a29-ad05-f29492e46cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:34.091285 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:34.091677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Bound using segment: {'id': 'c5217023-1522-4a29-ad05-f29492e46cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:34.092137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Bound port: d2273215-98d1-441c-9b6c-072841718071, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5217023-1522-4a29-ad05-f29492e46cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:34.092510 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:34.191951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] For port d2273215-98d1-441c-9b6c-072841718071, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:34.195389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] For port d2273215-98d1-441c-9b6c-072841718071, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d2273215-98d1-441c-9b6c-072841718071,segment=NetworkSegment(c5217023-1522-4a29-ad05-f29492e46cf6),segment_id=c5217023-1522-4a29-ad05-f29492e46cf6)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:34.200730 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:34.281743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Routers {'1ec6391e-075e-4b67-9fa8-86c151fc9924'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:37:34.282403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:37:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1ec6391e-075e-4b67-9fa8-86c151fc9924'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:34.377315 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-79460163-2a66-4a93-a425-c12140b3263f req-83465e66-928e-4507-a512-3abd90ae9e66 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 210 time: 0.0946290 May 28 06:37:34.429484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2fc43-4448-4b29-9a17-9cdc81f26015 None None] Pushing event updated for resources: {'Port': ['ID=d2273215-98d1-441c-9b6c-072841718071,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:34.530282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-0047972b-8cf1-470a-8fa8-26c3936fed1b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:34.531798 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-0047972b-8cf1-470a-8fa8-26c3936fed1b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.33 "GET /v2.0/networks?id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad HTTP/1.1" status: 200 len: 816 time: 0.2007375 May 28 06:37:34.538733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] Set router 1ec6391e-075e-4b67-9fa8-86c151fc9924 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:37:34.551190 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Request body: {'port': {'device_id': '915a0281-d7a8-403a-9103-6aa282e8ad39', 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad', 'admin_state_up': True, 'tenant_id': '3986fad839154fccb9ae5019f57aec0e'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:34.690440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:37:34.700111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:37:34.709502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Made reservation on behalf of 3986fad839154fccb9ae5019f57aec0e for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:37:34.713749 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:34.861940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'name': 'tempest-TestEncryptedCinderVolumes-107278277-router', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:26Z', 'updated_at': '2022-05-28T06:37:30Z', 'revision_number': 4, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'gw_port': {'id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:27Z', 'updated_at': '2022-05-28T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd2273215-98d1-441c-9b6c-072841718071', 'name': '', 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'mac_address': 'fa:16:3e:3e:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4620c49f-3c10-4927-b396-cd311b8ad843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:29Z', 'updated_at': '2022-05-28T06:37:34Z', 'revision_number': 4, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'subnets': [{'id': '4620c49f-3c10-4927-b396-cd311b8ad843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:37:34.865722 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1fd8fc-3527-4897-8157-cb8851785a28 None None] The sync data for ids ['1ec6391e-075e-4b67-9fa8-86c151fc9924'] in n-d-843679-5 is: [{'id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'name': 'tempest-TestEncryptedCinderVolumes-107278277-router', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:26Z', 'updated_at': '2022-05-28T06:37:30Z', 'revision_number': 4, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'gw_port': {'id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:27Z', 'updated_at': '2022-05-28T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'd2273215-98d1-441c-9b6c-072841718071', 'name': '', 'network_id': '417398e4-03dc-4bfe-a907-a0ccfc990f04', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'mac_address': 'fa:16:3e:3e:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4620c49f-3c10-4927-b396-cd311b8ad843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:29Z', 'updated_at': '2022-05-28T06:37:34Z', 'revision_number': 4, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'subnets': [{'id': '4620c49f-3c10-4927-b396-cd311b8ad843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:37:34.876160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Allocated IP 172.20.0.11 (9d9415b9-c88c-42c4-aa34-81b4c56f09ad/91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b/1f561c27-4ad0-495c-a22d-5fefb73d30a9) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:37:35.134943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.153651 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Transition to ACTIVE for port object 1f561c27-4ad0-495c-a22d-5fefb73d30a9 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:35.163848 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d2273215-98d1-441c-9b6c-072841718071 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:35.184228 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.244788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port d2273215-98d1-441c-9b6c-072841718071 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:35.250478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d2273215-98d1-441c-9b6c-072841718071 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:35.252024 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.259478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:37:35.262841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:37:35.267046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:37:35.301904 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Pushing event updated for resources: {'Port': ['ID=1f561c27-4ad0-495c-a22d-5fefb73d30a9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:35.345567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:35.346490 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.383705 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-f27f5921-4241-4268-9e06-7a6d3077aa44 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8342938 May 28 06:37:35.407765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Request body: {'port': {'device_id': '915a0281-d7a8-403a-9103-6aa282e8ad39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:37:35.409012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d2273215-98d1-441c-9b6c-072841718071 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:35.409472 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.463779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port d2273215-98d1-441c-9b6c-072841718071, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d2273215-98d1-441c-9b6c-072841718071,segment=NetworkSegment(c5217023-1522-4a29-ad05-f29492e46cf6),segment_id=c5217023-1522-4a29-ad05-f29492e46cf6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:35.469289 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.471025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3c86c38-d64c-4299-812c-016dc66d6f7d up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:35.575312 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.621058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a91a-0d3b-4abe-b5a1-089b64a7eebc req-32d2bdab-8f2e-4c67-8f8e-81454f7a3325 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:35.629963 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e74a91a-0d3b-4abe-b5a1-089b64a7eebc req-32d2bdab-8f2e-4c67-8f8e-81454f7a3325 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 932 time: 0.0991170 May 28 06:37:35.634267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=d2273215-98d1-441c-9b6c-072841718071,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:35.674913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c47973ad-f3b1-4a4c-82db-b7cfa5ced758 None None] Provisioning for port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:35.681054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c47973ad-f3b1-4a4c-82db-b7cfa5ced758 None None] Provisioning complete for port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:35.681397 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c47973ad-f3b1-4a4c-82db-b7cfa5ced758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.687664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5e74a91a-0d3b-4abe-b5a1-089b64a7eebc req-d3017af9-425b-4ae9-8ff4-4b6f63f72f6b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Synchronizing usage tracker for tenant:3986fad839154fccb9ae5019f57aec0e on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:35.709191 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-5e74a91a-0d3b-4abe-b5a1-089b64a7eebc req-d3017af9-425b-4ae9-8ff4-4b6f63f72f6b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Unset dirty status for tenant:3986fad839154fccb9ae5019f57aec0e on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:35.721648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5e74a91a-0d3b-4abe-b5a1-089b64a7eebc req-d3017af9-425b-4ae9-8ff4-4b6f63f72f6b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883083 May 28 06:37:35.763631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c47973ad-f3b1-4a4c-82db-b7cfa5ced758 None None] Port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:37:35.767189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e3c86c38-d64c-4299-812c-016dc66d6f7d triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:35.767586 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:35.896749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e3c86c38-d64c-4299-812c-016dc66d6f7d is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:36.070913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f561c27-4ad0-495c-a22d-5fefb73d30a9 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:36.078071 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.092295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Transition to ACTIVE for port object 1f561c27-4ad0-495c-a22d-5fefb73d30a9 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:37:36.096343 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.250530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Pushing event updated for resources: {'Port': ['ID=1f561c27-4ad0-495c-a22d-5fefb73d30a9,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:36.300343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.300688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.301022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.301355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.301679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.302002 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.302323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.302641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.302959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.303298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.303616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.303928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:37:36.349584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Attempting to bind port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:37:36.349907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Attempting to bind port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:37:36.350226 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Attempting to bind port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 on network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:36.354762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 on network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:37:36.355076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Attempting to bind port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 on network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:37:36.360721 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:37:36.361055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Checking segment: {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:37:36.361431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Bound using segment: {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:37:36.361844 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Bound port: 1f561c27-4ad0-495c-a22d-5fefb73d30a9, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:37:36.362180 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.451091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] For port 1f561c27-4ad0-495c-a22d-5fefb73d30a9, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:37:36.454090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] For port 1f561c27-4ad0-495c-a22d-5fefb73d30a9, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1f561c27-4ad0-495c-a22d-5fefb73d30a9,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:37:36.458546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.523347 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:36.523950 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:36.525386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] 10.222.0.33 "PUT /v2.0/ports/1f561c27-4ad0-495c-a22d-5fefb73d30a9 HTTP/1.1" status: 200 len: 1092 time: 1.1310644 May 28 06:37:36.525828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915a0281-d7a8-403a-9103-6aa282e8ad39', 'tag': '1f561c27-4ad0-495c-a22d-5fefb73d30a9'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:36.557156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04906d8-d362-40d8-a845-6a9864a71843 service neutron] Pushing event updated for resources: {'Port': ['ID=1f561c27-4ad0-495c-a22d-5fefb73d30a9,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:36.616144 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c184e0-4146-4a6d-9a40-eef4afea21ce'] response: {'name': 'network-changed', 'server_uuid': '915a0281-d7a8-403a-9103-6aa282e8ad39', 'tag': '1f561c27-4ad0-495c-a22d-5fefb73d30a9', 'status': 'completed', 'code': 200} May 28 06:37:36.659478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-2292966e-855b-4ef1-a032-9fc9bf14e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:36.661139 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-2292966e-855b-4ef1-a032-9fc9bf14e05c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3986fad839154fccb9ae5019f57aec0e&device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 1095 time: 0.0814254 May 28 06:37:36.739736 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-a4cded85-ea8b-4ec3-8f20-0da3ec2062be service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f561c27-4ad0-495c-a22d-5fefb73d30a9 HTTP/1.1" status: 200 len: 217 time: 0.0673318 May 28 06:37:36.801998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-7083c9ff-fddf-4ae4-bcb1-fe5d9cc89665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:36.803479 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-7083c9ff-fddf-4ae4-bcb1-fe5d9cc89665 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b HTTP/1.1" status: 200 len: 855 time: 0.0584686 May 28 06:37:36.886211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-80c9a1d3-492d-4ea1-a7d8-2cfea033daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:36.887731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-80c9a1d3-492d-4ea1-a7d8-2cfea033daf5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786910 May 28 06:37:37.026906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-7a9809a2-9d35-407e-bcc1-324740418b30 service neutron] 10.222.0.33 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331332 May 28 06:37:37.067305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee813b-57ad-4e74-869a-9ced5f354ce6 req-589dfd80-894f-4ac1-921d-823421af5039 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:37.068938 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3fee813b-57ad-4e74-869a-9ced5f354ce6 req-589dfd80-894f-4ac1-921d-823421af5039 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 944 time: 0.0837686 May 28 06:37:37.078455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d2273215-98d1-441c-9b6c-072841718071 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:37.119772 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3fee813b-57ad-4e74-869a-9ced5f354ce6 req-7a56a32f-267b-4127-9247-078c59bc8aad tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 May 28 06:37:37.157841 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d2273215-98d1-441c-9b6c-072841718071 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:37.158208 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:37.166022 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f5bc68bf-25fe-4731-b82b-446683a8fa63 req-5ea49af4-fa68-451c-93fd-6ba652001100 service neutron] 10.222.0.33 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328144 May 28 06:37:37.275785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d2273215-98d1-441c-9b6c-072841718071 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:37.318259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-394e8aba-9878-4a6b-8fdf-02301e91ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:37.319738 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-394e8aba-9878-4a6b-8fdf-02301e91ebe8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3986fad839154fccb9ae5019f57aec0e&device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 1095 time: 0.0707002 May 28 06:37:37.452032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-b6a020c2-d322-4e50-84a5-4c4df160713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:37.453532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-b6a020c2-d322-4e50-84a5-4c4df160713f service neutron] 10.222.0.33 "GET /v2.0/networks?id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad HTTP/1.1" status: 200 len: 917 time: 0.1280885 May 28 06:37:37.526455 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-90aaf12d-e739-4234-813e-40fc34c2b635 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f561c27-4ad0-495c-a22d-5fefb73d30a9 HTTP/1.1" status: 200 len: 217 time: 0.0666738 May 28 06:37:37.588166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-79c063b1-f75b-4b2f-99c6-ddd97cd73a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:37.589578 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-79c063b1-f75b-4b2f-99c6-ddd97cd73a4e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b HTTP/1.1" status: 200 len: 855 time: 0.0578144 May 28 06:37:37.665836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-7e5caec5-b40e-4759-b443-fa5d6a8fd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:37.667278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-7e5caec5-b40e-4759-b443-fa5d6a8fd122 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718424 May 28 06:37:37.894086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-e98a45f4-6706-4ee7-a8bc-2c492c68b3b2 service neutron] 10.222.0.33 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202303 May 28 06:37:38.022650 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c27c1a0c-96b0-45a8-8633-a8bb4c9b18e4 req-c64bca0b-ea69-4ba5-8aee-16e0e25c0908 service neutron] 10.222.0.33 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215777 May 28 06:37:38.302059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc63b97-d496-45d1-a592-61d834ea6edf req-96ed36c8-bcb9-4ae1-8e34-6cae54042dcd tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:38.302742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-adc63b97-d496-45d1-a592-61d834ea6edf req-96ed36c8-bcb9-4ae1-8e34-6cae54042dcd tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Synchronizing usage tracker for tenant:3986fad839154fccb9ae5019f57aec0e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:37:38.317406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-adc63b97-d496-45d1-a592-61d834ea6edf req-96ed36c8-bcb9-4ae1-8e34-6cae54042dcd tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Unset dirty status for tenant:3986fad839154fccb9ae5019f57aec0e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:37:38.318733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-adc63b97-d496-45d1-a592-61d834ea6edf req-96ed36c8-bcb9-4ae1-8e34-6cae54042dcd tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 944 time: 0.0940711 May 28 06:37:38.362659 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-adc63b97-d496-45d1-a592-61d834ea6edf req-6ef2ec9b-2889-4a72-be4c-b47059919a7e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382342 May 28 06:37:38.578997 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6fd03810-e7a7-46e9-bc1f-4f73d6da78d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:39.551199 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a680b-2185-46fb-941e-cd06e443f677 req-212d3c27-b13a-43a5-9e5c-04a5a542cac5 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:39.552716 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-456a680b-2185-46fb-941e-cd06e443f677 req-212d3c27-b13a-43a5-9e5c-04a5a542cac5 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 944 time: 0.0841277 May 28 06:37:39.597485 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-456a680b-2185-46fb-941e-cd06e443f677 req-77a504be-f444-4d19-bdbf-4fe93c8a927e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388410 May 28 06:37:40.233454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1f561c27-4ad0-495c-a22d-5fefb73d30a9 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:37:40.366762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1f561c27-4ad0-495c-a22d-5fefb73d30a9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1f561c27-4ad0-495c-a22d-5fefb73d30a9,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:40.380419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '1f561c27-4ad0-495c-a22d-5fefb73d30a9', 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad', 'port_id': '1f561c27-4ad0-495c-a22d-5fefb73d30a9', 'mac_address': 'fa:16:3e:d5:dd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:37:40.435166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:40.435491 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.452336 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f561c27-4ad0-495c-a22d-5fefb73d30a9 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:37:40.467197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1f561c27-4ad0-495c-a22d-5fefb73d30a9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1f561c27-4ad0-495c-a22d-5fefb73d30a9,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:40.471425 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.540916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=1f561c27-4ad0-495c-a22d-5fefb73d30a9,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:40.642494 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.774883 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-02f1db7d-5221-47f6-80a4-a9e38570b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:40.789861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f4e8b-1632-45d6-a3cd-78310c340f48 req-ef820220-efd8-47fb-bf8b-dcbc7481d9f0 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:40.791328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f4e8b-1632-45d6-a3cd-78310c340f48 req-ef820220-efd8-47fb-bf8b-dcbc7481d9f0 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 945 time: 0.0889518 May 28 06:37:40.835072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d8f4e8b-1632-45d6-a3cd-78310c340f48 req-7c0b06a5-a020-4f9b-b111-cc6726d32ba8 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380020 May 28 06:37:40.847138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['1f561c27-4ad0-495c-a22d-5fefb73d30a9'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:37:41.716762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:41.826514 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.017867 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5963c-0ec0-4a1e-bc1e-1affa86ad6e6 req-6f0b546f-7b7e-4177-948b-3f1bcacfbd3d tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:42.019342 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5af5963c-0ec0-4a1e-bc1e-1affa86ad6e6 req-6f0b546f-7b7e-4177-948b-3f1bcacfbd3d tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 945 time: 0.0807273 May 28 06:37:42.066347 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5af5963c-0ec0-4a1e-bc1e-1affa86ad6e6 req-c3e55e09-05e5-4f8f-95e3-6b1f2dc89652 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413752 May 28 06:37:42.229292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1f561c27-4ad0-495c-a22d-5fefb73d30a9 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:37:42.294425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:37:42.299124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:37:42.299523 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.417900 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:37:42.418188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.444347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915a0281-d7a8-403a-9103-6aa282e8ad39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f561c27-4ad0-495c-a22d-5fefb73d30a9'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:37:42.455326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1f561c27-4ad0-495c-a22d-5fefb73d30a9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1f561c27-4ad0-495c-a22d-5fefb73d30a9,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:37:42.459472 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:42.492398 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912c1e78-a2b9-4db0-a968-50e548d7aa9e'] response: {'server_uuid': '915a0281-d7a8-403a-9103-6aa282e8ad39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f561c27-4ad0-495c-a22d-5fefb73d30a9', 'code': 200} May 28 06:37:42.534096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=1f561c27-4ad0-495c-a22d-5fefb73d30a9,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:37:42.637194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f2944-3c14-4f62-bcf7-3ab86030ad61 req-c49e8d2b-71bc-413a-9ac7-b9857e72d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:42.638640 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d01f2944-3c14-4f62-bcf7-3ab86030ad61 req-c49e8d2b-71bc-413a-9ac7-b9857e72d9b5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 1097 time: 0.0691535 May 28 06:37:42.677775 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d01f2944-3c14-4f62-bcf7-3ab86030ad61 req-bfe3c59b-d7c6-478d-9b22-879cfa6f5774 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 May 28 06:37:43.252829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a76c6-1d1d-41aa-9c75-150e7876fb17 req-c7ce733b-d2a8-4e7f-9ea5-d822e3601c78 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:43.254315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e10a76c6-1d1d-41aa-9c75-150e7876fb17 req-c7ce733b-d2a8-4e7f-9ea5-d822e3601c78 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 946 time: 0.0805202 May 28 06:37:43.298065 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e10a76c6-1d1d-41aa-9c75-150e7876fb17 req-028081b9-d40d-4db8-afd8-877f906f6521 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380774 May 28 06:37:43.488569 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:37:44.484886 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9715e0-b88c-4ff6-8456-311d00969151 req-303f3597-0bc5-4049-b8f0-b4093407af63 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:44.486228 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa9715e0-b88c-4ff6-8456-311d00969151 req-303f3597-0bc5-4049-b8f0-b4093407af63 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 946 time: 0.0832932 May 28 06:37:44.529777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa9715e0-b88c-4ff6-8456-311d00969151 req-4fe69602-acd8-4ddc-bce7-841fa2546e24 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379097 May 28 06:37:44.718368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37d43b-4841-4b6c-b83c-3c4fee649c13 req-f8b1066b-dec8-4004-bb92-60ef6ae3700d tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:37:44.719889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e37d43b-4841-4b6c-b83c-3c4fee649c13 req-f8b1066b-dec8-4004-bb92-60ef6ae3700d tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 946 time: 0.0858104 May 28 06:37:44.763477 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1e37d43b-4841-4b6c-b83c-3c4fee649c13 req-bb3c23ae-affc-4f25-9557-9f962f02d453 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375946 May 28 06:37:45.336604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-efd52b05-e40b-4b3a-9ffa-13a92af316ad req-cf552e66-3722-438b-90e8-5ef576822391 service neutron] (88416) timed out ('10.222.0.41', 55993) {{(pid=88416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:37:49.831374 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:38:00.231777 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542f4de-453c-44b3-88fc-39cb8ae4427a req-f25a1c3f-2741-449e-8dea-06cd3f68588e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:00.233269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2542f4de-453c-44b3-88fc-39cb8ae4427a req-f25a1c3f-2741-449e-8dea-06cd3f68588e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 946 time: 0.0931046 May 28 06:38:00.278131 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2542f4de-453c-44b3-88fc-39cb8ae4427a req-2a27ae6c-df38-4eab-a4fd-4ca039319973 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 May 28 06:38:01.463573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5587ca-6fe2-451c-90e0-40ac64672a66 req-931f51fd-cc3c-4211-ad4b-afb877c96666 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:01.464988 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce5587ca-6fe2-451c-90e0-40ac64672a66 req-931f51fd-cc3c-4211-ad4b-afb877c96666 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 946 time: 0.0790281 May 28 06:38:01.512748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce5587ca-6fe2-451c-90e0-40ac64672a66 req-b8e7b9fc-c791-4427-9566-4bc0f5b8f063 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422001 May 28 06:38:01.516516 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:01.939519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-5b7de343-d0f4-4004-a474-593433861e04 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:01.940910 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-5b7de343-d0f4-4004-a474-593433861e04 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.33 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 946 time: 0.0777011 May 28 06:38:02.007538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-e919e9a1-33c3-4e03-a36d-f9631c4f161b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Deleting port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:02.007879 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-e919e9a1-33c3-4e03-a36d-f9631c4f161b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.252972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-e919e9a1-33c3-4e03-a36d-f9631c4f161b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] For port 1f561c27-4ad0-495c-a22d-5fefb73d30a9, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1f561c27-4ad0-495c-a22d-5fefb73d30a9,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:02.253266 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-e919e9a1-33c3-4e03-a36d-f9631c4f161b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.382487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-e919e9a1-33c3-4e03-a36d-f9631c4f161b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Calling delete_port for 1f561c27-4ad0-495c-a22d-5fefb73d30a9 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:02.523880 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-e919e9a1-33c3-4e03-a36d-f9631c4f161b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.576253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919e9a1-33c3-4e03-a36d-f9631c4f161b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Pushing event deleted for resources: {'Port': ['ID=1f561c27-4ad0-495c-a22d-5fefb73d30a9,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:02.652896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-e919e9a1-33c3-4e03-a36d-f9631c4f161b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] No DVR routers for this DVR port 1f561c27-4ad0-495c-a22d-5fefb73d30a9 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:38:02.656407 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-e919e9a1-33c3-4e03-a36d-f9631c4f161b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:02.659383 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915a0281-d7a8-403a-9103-6aa282e8ad39', 'name': 'network-vif-deleted', 'tag': '1f561c27-4ad0-495c-a22d-5fefb73d30a9'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:02.676581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-039cdd25-fe5e-4eae-a4fe-55835cc32784 req-e919e9a1-33c3-4e03-a36d-f9631c4f161b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.33 "DELETE /v2.0/ports/1f561c27-4ad0-495c-a22d-5fefb73d30a9 HTTP/1.1" status: 204 len: 173 time: 0.7307360 May 28 06:38:02.679026 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ebbcfd29-7183-4e51-858c-6c6dedec8f38 req-f27d16f2-c51e-4d41-9299-d60e8a9feaa9 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=915a0281-d7a8-403a-9103-6aa282e8ad39 HTTP/1.1" status: 200 len: 210 time: 0.0551398 May 28 06:38:02.718148 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d618a21-dce9-4a72-ad9a-f97adadd416f'] response: {'server_uuid': '915a0281-d7a8-403a-9103-6aa282e8ad39', 'name': 'network-vif-deleted', 'tag': '1f561c27-4ad0-495c-a22d-5fefb73d30a9', 'status': 'completed', 'code': 200} May 28 06:38:04.242128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-f0b8087b-2d6b-4dd8-b924-d64b2febf60b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:04.243543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-f0b8087b-2d6b-4dd8-b924-d64b2febf60b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/networks?id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad HTTP/1.1" status: 200 len: 816 time: 0.2505789 May 28 06:38:04.259094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-21f97cb8-fc1f-4ac4-9e8e-fa6b24fa0d62 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/quotas/3986fad839154fccb9ae5019f57aec0e HTTP/1.1" status: 200 len: 375 time: 0.0100851 May 28 06:38:04.339918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-f3005989-f2e8-4767-93f9-ee3d5e699af2 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Synchronizing usage tracker for tenant:3986fad839154fccb9ae5019f57aec0e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:04.354815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-f3005989-f2e8-4767-93f9-ee3d5e699af2 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Unset dirty status for tenant:3986fad839154fccb9ae5019f57aec0e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:04.356153 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-f3005989-f2e8-4767-93f9-ee3d5e699af2 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3986fad839154fccb9ae5019f57aec0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923092 May 28 06:38:04.376174 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1f561c27-4ad0-495c-a22d-5fefb73d30a9 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:04.409658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 1f561c27-4ad0-495c-a22d-5fefb73d30a9 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:04.409999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1f561c27-4ad0-495c-a22d-5fefb73d30a9 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:04.496961 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-f344eb01-5763-49fa-9bb5-02989a9955b5 service neutron] 10.222.0.39 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276121 May 28 06:38:04.629518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-3131c2bd-424a-4599-9831-28495df8bffc service neutron] 10.222.0.39 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257172 May 28 06:38:04.802919 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f2121970-fc15-4a2a-a0bb-1f538fba04e5 req-0d46edd3-d991-46a4-89f6-5fc00877db91 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 210 time: 0.0425773 May 28 06:38:05.889478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-02c3b60b-bad5-41c5-904a-844354fe4770 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:05.890102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-02c3b60b-bad5-41c5-904a-844354fe4770 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.33 "GET /v2.0/networks?id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad HTTP/1.1" status: 200 len: 816 time: 0.1541088 May 28 06:38:05.907276 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Request body: {'port': {'device_id': 'aa698a66-2bc5-4427-9ceb-dc216920db37', 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad', 'admin_state_up': True, 'tenant_id': '3986fad839154fccb9ae5019f57aec0e'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:06.030033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b8729ba5-74bd-41f3-9703-b2f419ef6e04 req-02b19efe-3223-4a57-be76-aab1da166005 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 210 time: 0.1007099 May 28 06:38:06.088194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:06.098483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:06.108866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Made reservation on behalf of 3986fad839154fccb9ae5019f57aec0e for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:06.112376 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.273343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Allocated IP 172.20.0.11 (9d9415b9-c88c-42c4-aa34-81b4c56f09ad/91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b/574a7c88-6a9e-42bf-871d-50ebb69a4e08) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:06.483003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.497776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Transition to ACTIVE for port object 574a7c88-6a9e-42bf-871d-50ebb69a4e08 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:06.521579 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.588331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:06.591178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:06.595146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:06.634777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Pushing event updated for resources: {'Port': ['ID=574a7c88-6a9e-42bf-871d-50ebb69a4e08,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:06.666355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:06.666956 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.693451 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2165e6cf-df71-4a5c-8518-71e3680eb4d1 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7909310 May 28 06:38:06.709855 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Request body: {'port': {'device_id': 'aa698a66-2bc5-4427-9ceb-dc216920db37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:06.791847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c04dd549-1ec4-4ad9-978d-0b2cd28974fb None None] Provisioning for port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:06.797049 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c04dd549-1ec4-4ad9-978d-0b2cd28974fb None None] Provisioning complete for port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:06.797424 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c04dd549-1ec4-4ad9-978d-0b2cd28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.822156 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:06.849688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c04dd549-1ec4-4ad9-978d-0b2cd28974fb None None] Port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:07.216039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012ac45-1294-4d91-b6b9-4e0cd1cbabc1 req-2c735c27-20dd-4eff-a5ea-16c39f56be1c tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:07.217524 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d012ac45-1294-4d91-b6b9-4e0cd1cbabc1 req-2c735c27-20dd-4eff-a5ea-16c39f56be1c tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 932 time: 0.0792201 May 28 06:38:07.268060 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d012ac45-1294-4d91-b6b9-4e0cd1cbabc1 req-0d5f3602-4a71-455a-b0c3-650bf9a597fe tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433333 May 28 06:38:07.271513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574a7c88-6a9e-42bf-871d-50ebb69a4e08 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:38:07.278929 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.294017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Transition to ACTIVE for port object 574a7c88-6a9e-42bf-871d-50ebb69a4e08 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:07.297306 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.448329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Pushing event updated for resources: {'Port': ['ID=574a7c88-6a9e-42bf-871d-50ebb69a4e08,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:07.538636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Attempting to bind port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:07.538893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Attempting to bind port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:07.539215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Attempting to bind port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 on network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:07.543880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 on network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:38:07.544195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Attempting to bind port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 on network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:07.549697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:07.550044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Checking segment: {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:07.550406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Bound using segment: {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:07.550824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Bound port: 574a7c88-6a9e-42bf-871d-50ebb69a4e08, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:07.551164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.643559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] For port 574a7c88-6a9e-42bf-871d-50ebb69a4e08, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:07.646522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] For port 574a7c88-6a9e-42bf-871d-50ebb69a4e08, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=574a7c88-6a9e-42bf-871d-50ebb69a4e08,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:07.650962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.717915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:07.718968 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:07.720326 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] 10.222.0.33 "PUT /v2.0/ports/574a7c88-6a9e-42bf-871d-50ebb69a4e08 HTTP/1.1" status: 200 len: 1092 time: 1.0147800 May 28 06:38:07.721018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa698a66-2bc5-4427-9ceb-dc216920db37', 'tag': '574a7c88-6a9e-42bf-871d-50ebb69a4e08'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:07.742739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8843d96-1253-4384-a6d2-cdf47366fc8a service neutron] Pushing event updated for resources: {'Port': ['ID=574a7c88-6a9e-42bf-871d-50ebb69a4e08,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:07.776372 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682dbd84-2c16-456b-bb05-0a5238018a13'] response: {'name': 'network-changed', 'server_uuid': 'aa698a66-2bc5-4427-9ceb-dc216920db37', 'tag': '574a7c88-6a9e-42bf-871d-50ebb69a4e08', 'status': 'completed', 'code': 200} May 28 06:38:07.849193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-0e315fd7-0764-4b58-b8e5-0ae50ebe9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:07.850839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-0e315fd7-0764-4b58-b8e5-0ae50ebe9b5a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3986fad839154fccb9ae5019f57aec0e&device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 1095 time: 0.0736642 May 28 06:38:07.932267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-b3b31143-48df-4f22-b8a9-a4e4a556790f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574a7c88-6a9e-42bf-871d-50ebb69a4e08 HTTP/1.1" status: 200 len: 217 time: 0.0702250 May 28 06:38:07.992933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-85a4defc-41cb-4788-a8f0-d095e20d89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:07.994238 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-85a4defc-41cb-4788-a8f0-d095e20d89f1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b HTTP/1.1" status: 200 len: 855 time: 0.0560553 May 28 06:38:08.070039 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-8de56fd4-7a81-4e19-8e61-27c515cfcc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:08.071433 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-8de56fd4-7a81-4e19-8e61-27c515cfcc33 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718737 May 28 06:38:08.201669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-2067cb49-f542-4ac0-9d74-f53614e993b0 service neutron] 10.222.0.33 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242239 May 28 06:38:08.332417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5913d84-d738-4275-90cc-8e35f57e5743 req-109b902c-b434-44a1-8c15-7277314000d4 service neutron] 10.222.0.33 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241355 May 28 06:38:08.458021 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e78b7-ad1d-4a26-8cd6-fa2ec8c8e188 req-4859605e-bd5a-417e-9edf-1b70aa894732 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:08.459504 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d83e78b7-ad1d-4a26-8cd6-fa2ec8c8e188 req-4859605e-bd5a-417e-9edf-1b70aa894732 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 944 time: 0.0831549 May 28 06:38:08.491298 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-580706bd-2432-4a4b-9dfd-3be8f66c28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:08.492749 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-580706bd-2432-4a4b-9dfd-3be8f66c28a2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3986fad839154fccb9ae5019f57aec0e&device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 1095 time: 0.0716312 May 28 06:38:08.506319 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d83e78b7-ad1d-4a26-8cd6-fa2ec8c8e188 req-4ebda22a-207a-4843-aa48-629effddfeed tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 May 28 06:38:08.583884 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-330bbb97-02b0-43d5-9cac-799015e9c0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:08.624636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-84fccd83-274c-445b-9b67-4f57adb03e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:08.626062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-84fccd83-274c-445b-9b67-4f57adb03e42 service neutron] 10.222.0.33 "GET /v2.0/networks?id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad HTTP/1.1" status: 200 len: 917 time: 0.1278021 May 28 06:38:08.695834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-f39b54c8-7e37-45be-9135-57f5301349e0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574a7c88-6a9e-42bf-871d-50ebb69a4e08 HTTP/1.1" status: 200 len: 217 time: 0.0634186 May 28 06:38:08.756675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-824c4712-23de-4b73-ab87-3db2a025327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:08.758075 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-824c4712-23de-4b73-ab87-3db2a025327b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b HTTP/1.1" status: 200 len: 855 time: 0.0572319 May 28 06:38:08.942645 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-4ca8ba24-702e-4c37-ac87-c974c453c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:08.944434 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-4ca8ba24-702e-4c37-ac87-c974c453c05b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803763 May 28 06:38:09.074510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-9323bac3-8840-44c6-890a-3be714e21c84 service neutron] 10.222.0.33 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241643 May 28 06:38:09.206411 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-19b3e0cd-bafd-4d3f-900e-e193611b3256 req-6f0bc154-d4b6-4b62-a363-537a72ef0017 service neutron] 10.222.0.33 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256089 May 28 06:38:09.692766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f6292-226d-4ab8-82aa-7aeec525ff98 req-9f5597f4-1249-49c3-a352-369d3c16822d tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:09.694441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0d2f6292-226d-4ab8-82aa-7aeec525ff98 req-9f5597f4-1249-49c3-a352-369d3c16822d tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Synchronizing usage tracker for tenant:3986fad839154fccb9ae5019f57aec0e on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:38:09.708273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-0d2f6292-226d-4ab8-82aa-7aeec525ff98 req-9f5597f4-1249-49c3-a352-369d3c16822d tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Unset dirty status for tenant:3986fad839154fccb9ae5019f57aec0e on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:38:09.709375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d2f6292-226d-4ab8-82aa-7aeec525ff98 req-9f5597f4-1249-49c3-a352-369d3c16822d tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 944 time: 0.0954728 May 28 06:38:09.754922 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0d2f6292-226d-4ab8-82aa-7aeec525ff98 req-82853fc3-da08-47f9-b132-e5dc424d979b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 May 28 06:38:10.400963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 574a7c88-6a9e-42bf-871d-50ebb69a4e08 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:38:10.531572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 574a7c88-6a9e-42bf-871d-50ebb69a4e08, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=574a7c88-6a9e-42bf-871d-50ebb69a4e08,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:10.544233 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '574a7c88-6a9e-42bf-871d-50ebb69a4e08', 'network_id': '9d9415b9-c88c-42c4-aa34-81b4c56f09ad', 'port_id': '574a7c88-6a9e-42bf-871d-50ebb69a4e08', 'mac_address': 'fa:16:3e:c7:11:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:38:10.598806 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:10.599178 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:10.615973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574a7c88-6a9e-42bf-871d-50ebb69a4e08 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:38:10.631374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 574a7c88-6a9e-42bf-871d-50ebb69a4e08, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=574a7c88-6a9e-42bf-871d-50ebb69a4e08,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:10.635257 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:10.701715 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:10.712955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=574a7c88-6a9e-42bf-871d-50ebb69a4e08,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:10.720204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.720804 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.721139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.721469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.721795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.722118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.722438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.722756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.723073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.723431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.723762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.724071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:10.775059 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cd495582-6270-4402-852c-70d790ba1871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:10.943167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c99b24-803a-4eb7-9194-ea0508292f8d req-710cb014-9f36-450c-bfc8-856e5b9e32f8 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:10.944912 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e1c99b24-803a-4eb7-9194-ea0508292f8d req-710cb014-9f36-450c-bfc8-856e5b9e32f8 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 945 time: 0.0870337 May 28 06:38:10.989205 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e1c99b24-803a-4eb7-9194-ea0508292f8d req-9bc77122-aed5-4c2b-90b8-83564a9e3c14 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 May 28 06:38:10.996254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['574a7c88-6a9e-42bf-871d-50ebb69a4e08'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:38:11.718833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:11.830256 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:12.179183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4c975-0076-48ff-8432-9b3ce6ad55e4 req-598cf3a0-258d-45c7-b4c8-302a9eddee0b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:12.180682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fa4c975-0076-48ff-8432-9b3ce6ad55e4 req-598cf3a0-258d-45c7-b4c8-302a9eddee0b tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 945 time: 0.0834446 May 28 06:38:12.224882 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5fa4c975-0076-48ff-8432-9b3ce6ad55e4 req-afcbae86-359f-4c78-bd61-ac42d68a41e2 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385315 May 28 06:38:12.415668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 574a7c88-6a9e-42bf-871d-50ebb69a4e08 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:12.483736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:12.488325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:12.488692 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:12.607356 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:12.607731 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:12.633963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa698a66-2bc5-4427-9ceb-dc216920db37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574a7c88-6a9e-42bf-871d-50ebb69a4e08'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:12.644807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 574a7c88-6a9e-42bf-871d-50ebb69a4e08, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=574a7c88-6a9e-42bf-871d-50ebb69a4e08,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:12.648594 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:12.690765 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fb36dd-c796-4364-b02d-b3b4840808ed'] response: {'server_uuid': 'aa698a66-2bc5-4427-9ceb-dc216920db37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574a7c88-6a9e-42bf-871d-50ebb69a4e08', 'code': 200} May 28 06:38:12.724608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=574a7c88-6a9e-42bf-871d-50ebb69a4e08,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:12.827933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07d247-2205-4a36-9ef9-5c66ea1ab704 req-b96b4998-2045-4b2e-a9f3-1d62b766e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:12.829380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b07d247-2205-4a36-9ef9-5c66ea1ab704 req-b96b4998-2045-4b2e-a9f3-1d62b766e809 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 1097 time: 0.0702372 May 28 06:38:12.869288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b07d247-2205-4a36-9ef9-5c66ea1ab704 req-2916d3e5-c7f5-4840-b00b-e7864b3e0b9f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344367 May 28 06:38:13.414697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ee6c3-4f95-465d-992d-e45a1a3630b3 req-df98188c-367a-4789-ae60-a29f0d0fcc8e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:13.416098 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-977ee6c3-4f95-465d-992d-e45a1a3630b3 req-df98188c-367a-4789-ae60-a29f0d0fcc8e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 946 time: 0.0847070 May 28 06:38:13.460096 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-977ee6c3-4f95-465d-992d-e45a1a3630b3 req-a9931a6d-1832-4227-a21d-84a22ec56f60 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377927 May 28 06:38:13.491074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:14.645855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c955a9-e529-4ec3-9338-ffcda3e68e50 req-bdbb0538-739a-4521-8241-82092605ad2a tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:14.647335 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9c955a9-e529-4ec3-9338-ffcda3e68e50 req-bdbb0538-739a-4521-8241-82092605ad2a tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 946 time: 0.0787137 May 28 06:38:14.691565 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9c955a9-e529-4ec3-9338-ffcda3e68e50 req-27455153-ce03-4e52-a384-bb12c6a92588 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385189 May 28 06:38:14.876758 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6e22b-9f67-4a13-9501-5d0a4d9ce8f7 req-6bb09cfd-929b-43e5-a0b3-801046985a5c tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:14.878181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0b6e22b-9f67-4a13-9501-5d0a4d9ce8f7 req-6bb09cfd-929b-43e5-a0b3-801046985a5c tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 946 time: 0.0783730 May 28 06:38:14.925394 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c0b6e22b-9f67-4a13-9501-5d0a4d9ce8f7 req-71a83371-6678-4e86-b7fb-d8389f5bfa38 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 May 28 06:38:16.074075 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97d5854b-919c-47ca-a230-42be5c1be235 req-32e39686-8cf0-4d5d-a0a7-b5b33cb2539b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762894 May 28 06:38:16.231620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5854b-919c-47ca-a230-42be5c1be235 req-d8130313-c42e-409a-bd48-08ed76d4ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:16.233122 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97d5854b-919c-47ca-a230-42be5c1be235 req-d8130313-c42e-409a-bd48-08ed76d4ea11 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3986fad839154fccb9ae5019f57aec0e&device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 1097 time: 0.0725133 May 28 06:38:16.376179 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5854b-919c-47ca-a230-42be5c1be235 req-30c0cf8f-0d00-4183-8f4b-cf1a198c70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:16.377736 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97d5854b-919c-47ca-a230-42be5c1be235 req-30c0cf8f-0d00-4183-8f4b-cf1a198c70c5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad HTTP/1.1" status: 200 len: 917 time: 0.1266572 May 28 06:38:16.448818 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97d5854b-919c-47ca-a230-42be5c1be235 req-374015d2-02cf-466b-8dcb-923429a7462e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574a7c88-6a9e-42bf-871d-50ebb69a4e08 HTTP/1.1" status: 200 len: 217 time: 0.0644004 May 28 06:38:16.511536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5854b-919c-47ca-a230-42be5c1be235 req-5269c626-4d66-45d7-9bbd-581f8eb808cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:16.513011 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97d5854b-919c-47ca-a230-42be5c1be235 req-5269c626-4d66-45d7-9bbd-581f8eb808cc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b HTTP/1.1" status: 200 len: 855 time: 0.0580168 May 28 06:38:16.591796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5854b-919c-47ca-a230-42be5c1be235 req-874cc95a-6ea0-4534-a48f-0bd80bab3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:16.593862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97d5854b-919c-47ca-a230-42be5c1be235 req-874cc95a-6ea0-4534-a48f-0bd80bab3ffa service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9d9415b9-c88c-42c4-aa34-81b4c56f09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749457 May 28 06:38:16.729016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97d5854b-919c-47ca-a230-42be5c1be235 req-e3d2d7a7-4a6a-4d23-81ce-9b5c164fe6fe service neutron] 10.222.0.33 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293693 May 28 06:38:16.864028 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-97d5854b-919c-47ca-a230-42be5c1be235 req-ed264e0f-9177-456b-8033-4a6be9a4d85f service neutron] 10.222.0.33 "GET /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290379 May 28 06:38:26.831409 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:38:30.274848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d251e-e4a1-4e88-8f92-31ccdda5dc80 req-636a9e92-7a26-4d5a-ab84-099989e1abf0 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:30.276325 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c7d251e-e4a1-4e88-8f92-31ccdda5dc80 req-636a9e92-7a26-4d5a-ab84-099989e1abf0 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 946 time: 0.0797124 May 28 06:38:30.320635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c7d251e-e4a1-4e88-8f92-31ccdda5dc80 req-99c4cd21-6700-4c35-8b7e-158bc573bfb6 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382712 May 28 06:38:31.509735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaacd8-5727-47e6-889e-64b51f430758 req-bdfc37d6-482a-45c4-9acb-1175ad9463b6 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:31.511164 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cbaacd8-5727-47e6-889e-64b51f430758 req-bdfc37d6-482a-45c4-9acb-1175ad9463b6 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 946 time: 0.0833445 May 28 06:38:31.532177 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:31.557209 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cbaacd8-5727-47e6-889e-64b51f430758 req-cc222bf2-1ce5-48cf-9240-80476855ffe2 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397053 May 28 06:38:32.132342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-3f8d9244-b3b7-41d2-948b-62f1e5cf35b8 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:32.133676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-3f8d9244-b3b7-41d2-948b-62f1e5cf35b8 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.33 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 946 time: 0.0827873 May 28 06:38:32.201572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-d85653a2-3d84-4a13-973f-90731a5c9b9e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Deleting port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:32.201906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-d85653a2-3d84-4a13-973f-90731a5c9b9e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.549989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-d85653a2-3d84-4a13-973f-90731a5c9b9e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] For port 574a7c88-6a9e-42bf-871d-50ebb69a4e08, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=574a7c88-6a9e-42bf-871d-50ebb69a4e08,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:32.550383 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-d85653a2-3d84-4a13-973f-90731a5c9b9e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.678769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-d85653a2-3d84-4a13-973f-90731a5c9b9e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Calling delete_port for 574a7c88-6a9e-42bf-871d-50ebb69a4e08 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:32.861055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723330e-5295-4b0c-b036-17b4d19bf6c2 req-96a8ea21-744a-4ae2-aafb-1716825891f2 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:32.862394 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7723330e-5295-4b0c-b036-17b4d19bf6c2 req-96a8ea21-744a-4ae2-aafb-1716825891f2 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa698a66-2bc5-4427-9ceb-dc216920db37 HTTP/1.1" status: 200 len: 946 time: 0.1937060 May 28 06:38:32.908070 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-d85653a2-3d84-4a13-973f-90731a5c9b9e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:32.965134 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7723330e-5295-4b0c-b036-17b4d19bf6c2 req-99a2dfc5-6a02-441b-b1b1-baf943681a67 tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f78814-6c31-4e89-80b9-b536d7ddb288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945690 May 28 06:38:32.966112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85653a2-3d84-4a13-973f-90731a5c9b9e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Pushing event deleted for resources: {'Port': ['ID=574a7c88-6a9e-42bf-871d-50ebb69a4e08,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:33.045630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-d85653a2-3d84-4a13-973f-90731a5c9b9e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] No DVR routers for this DVR port 574a7c88-6a9e-42bf-871d-50ebb69a4e08 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:38:33.048794 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-d85653a2-3d84-4a13-973f-90731a5c9b9e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:33.051366 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa698a66-2bc5-4427-9ceb-dc216920db37', 'name': 'network-vif-deleted', 'tag': '574a7c88-6a9e-42bf-871d-50ebb69a4e08'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:38:33.071601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-105c42f6-984e-4a5e-8dac-0caf97a38f79 req-d85653a2-3d84-4a13-973f-90731a5c9b9e tempest-TestEncryptedCinderVolumes-953633239 tempest-TestEncryptedCinderVolumes-953633239-project] 10.222.0.33 "DELETE /v2.0/ports/574a7c88-6a9e-42bf-871d-50ebb69a4e08 HTTP/1.1" status: 204 len: 173 time: 0.9329658 May 28 06:38:33.104872 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c874afd0-e6d1-41cb-af00-65e671c1e3b7'] response: {'server_uuid': 'aa698a66-2bc5-4427-9ceb-dc216920db37', 'name': 'network-vif-deleted', 'tag': '574a7c88-6a9e-42bf-871d-50ebb69a4e08', 'status': 'completed', 'code': 200} May 28 06:38:34.091148 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51566) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:34.588153 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 574a7c88-6a9e-42bf-871d-50ebb69a4e08 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:34.635598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 574a7c88-6a9e-42bf-871d-50ebb69a4e08 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:34.635972 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 574a7c88-6a9e-42bf-871d-50ebb69a4e08 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:34.745628 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:35.094960 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Deleting port 7abe1552-7ddf-479a-b57f-9b106dc7b08a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:35.095996 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:35.264742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] For port 7abe1552-7ddf-479a-b57f-9b106dc7b08a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=7abe1552-7ddf-479a-b57f-9b106dc7b08a,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:35.265089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:35.395881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Calling delete_port for 7abe1552-7ddf-479a-b57f-9b106dc7b08a owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:35.715090 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:35.762871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abe1552-7ddf-479a-b57f-9b106dc7b08a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:35.803454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.803802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.804140 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.804469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.804796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.805124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.805442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.805763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.806079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.806393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.806717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:35.807030 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:36.164097 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:36.516381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Router f9c48539-2e24-413c-a4dd-0e07cb2a4738 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:36.690643 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:36.702280 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] Sync routers for ids ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:36.704094 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-60d1b1da-344f-4fd6-bfeb-2996106f4655 admin admin] 10.222.0.39 "PUT /v2.0/routers/f9c48539-2e24-413c-a4dd-0e07cb2a4738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6116207 May 28 06:38:36.706660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51570) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:36.715457 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] Routers {'f9c48539-2e24-413c-a4dd-0e07cb2a4738'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:36.716056 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:36.881933 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:36.892500 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] Set router f9c48539-2e24-413c-a4dd-0e07cb2a4738 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:37.070995 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:37.081106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Deleting port 09668481-7434-4f0f-b8d9-43a056c0b65c {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:37.081485 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:37.217424 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'name': 'tempest-TestEncryptedCinderVolumes-681073188-router', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:38:35Z', 'revision_number': 5, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'gw_port': {'id': '09668481-7434-4f0f-b8d9-43a056c0b65c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:37.221792 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] Checking router: f9c48539-2e24-413c-a4dd-0e07cb2a4738 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:37.230472 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] Routers {'f9c48539-2e24-413c-a4dd-0e07cb2a4738'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:37.231084 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:37.386276 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] Set router f9c48539-2e24-413c-a4dd-0e07cb2a4738 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:37.397986 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] For port 09668481-7434-4f0f-b8d9-43a056c0b65c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=09668481-7434-4f0f-b8d9-43a056c0b65c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:37.398503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:37.489801 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'name': 'tempest-TestEncryptedCinderVolumes-681073188-router', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:38:37Z', 'revision_number': 6, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:37.493705 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16604ac-5e29-4c7c-b988-3c4232930b33 None None] The sync data for ids ['f9c48539-2e24-413c-a4dd-0e07cb2a4738'] in n-d-843679-5 is: [{'id': 'f9c48539-2e24-413c-a4dd-0e07cb2a4738', 'name': 'tempest-TestEncryptedCinderVolumes-681073188-router', 'tenant_id': '3986fad839154fccb9ae5019f57aec0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:20Z', 'updated_at': '2022-05-28T06:38:37Z', 'revision_number': 6, 'project_id': '3986fad839154fccb9ae5019f57aec0e', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:37.523015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Calling delete_port for 09668481-7434-4f0f-b8d9-43a056c0b65c owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:37.691621 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:37.742107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09668481-7434-4f0f-b8d9-43a056c0b65c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:37.831873 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.007752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.009823 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.032458 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.032984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9c48539-2e24-413c-a4dd-0e07cb2a4738 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:38:38.044425 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.045540 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1c0d66cf-6e16-455f-9964-eedefbb470c2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f9c48539-2e24-413c-a4dd-0e07cb2a4738 HTTP/1.1" status: 204 len: 168 time: 1.3379879 May 28 06:38:38.048663 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51574) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:38.109258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5a7481-ff31-4ae3-8b64-7d3f4970db3e admin admin] Deleting subnet 91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:38:38.112740 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d5a7481-ff31-4ae3-8b64-7d3f4970db3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.161497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d5a7481-ff31-4ae3-8b64-7d3f4970db3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.242614 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d5a7481-ff31-4ae3-8b64-7d3f4970db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.311813 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d5a7481-ff31-4ae3-8b64-7d3f4970db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.355577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a7481-ff31-4ae3-8b64-7d3f4970db3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:38.361083 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0d5a7481-ff31-4ae3-8b64-7d3f4970db3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.365345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373c994-67f8-49ae-8f5f-91aaebcc8380 None None] Network 9d9415b9-c88c-42c4-aa34-81b4c56f09ad requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:38.368289 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0d5a7481-ff31-4ae3-8b64-7d3f4970db3e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/91bfc68a-0e5c-4cd8-a26a-ac23a2131b5b HTTP/1.1" status: 204 len: 168 time: 0.3186800 May 28 06:38:38.370645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51578) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:38.481784 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.496159 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Deleting port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:38.496502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.597742 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2511279d-b5a2-42d5-8af0-c58f8d595e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.679912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] DHCP port deletion for 9d9415b9-c88c-42c4-aa34-81b4c56f09ad request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:38:38.684003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] Deleting port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:38.684377 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.714356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] For port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=09898b6d-1830-4b9b-bcd0-2ea59cba7a1a,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:38.714904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.889458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] For port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=09898b6d-1830-4b9b-bcd0-2ea59cba7a1a,segment=NetworkSegment(8fec1395-d784-4fc7-a6f4-61fb9aa1f60b),segment_id=8fec1395-d784-4fc7-a6f4-61fb9aa1f60b)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:38.889766 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:38.957017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Calling delete_port for 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:39.011161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] Calling delete_port for 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:39.037164 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.087913 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:38:39.088291 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:38:39.092652 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Pushing event deleted for resources: {'Port': ['ID=09898b6d-1830-4b9b-bcd0-2ea59cba7a1a,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:39.098935 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] No DVR routers for this DVR port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:38:39.105962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:39.144171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:39.145074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:39.145074 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7abe1552-7ddf-479a-b57f-9b106dc7b08a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:39.179119 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 7abe1552-7ddf-479a-b57f-9b106dc7b08a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:39.179573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 7abe1552-7ddf-479a-b57f-9b106dc7b08a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:39.179984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 09668481-7434-4f0f-b8d9-43a056c0b65c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:39.215654 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.215999 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 09668481-7434-4f0f-b8d9-43a056c0b65c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:39.216234 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 09668481-7434-4f0f-b8d9-43a056c0b65c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:39.241204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9415b9-c88c-42c4-aa34-81b4c56f09ad']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:39.253312 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:39.253608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fec1395-d784-4fc7-a6f4-61fb9aa1f60b') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:39.264843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.281287 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.287393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:38:39.287783 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.353946 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8fec1395-d784-4fc7-a6f4-61fb9aa1f60b resource provider aggregate not found May 28 06:38:39.372604 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8fec1395-d784-4fc7-a6f4-61fb9aa1f60b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fec1395-d784-4fc7-a6f4-61fb9aa1f60b found for delete ", "request_id": "req-c5b1279a-a233-428e-9d52-53623efd578b"}]} May 28 06:38:39.386547 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.402790 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.412856 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9415b9-c88c-42c4-aa34-81b4c56f09ad,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:39.419921 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fbcf4803-c546-4cca-982f-b295f785750e admin admin] 10.222.0.39 "DELETE /v2.0/networks/9d9415b9-c88c-42c4-aa34-81b4c56f09ad HTTP/1.1" status: 204 len: 168 time: 1.0483389 May 28 06:38:39.422748 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51586) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:39.589568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] Deleting port 09898b6d-1830-4b9b-bcd0-2ea59cba7a1a {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:39.590132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:39.655465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1a771edf-e8d3-4f88-846e-be9e278a17b0 None None] The port '09898b6d-1830-4b9b-bcd0-2ea59cba7a1a' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:38:39.969019 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.421790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] Deleting port d2273215-98d1-441c-9b6c-072841718071 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:40.422134 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.592203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] For port d2273215-98d1-441c-9b6c-072841718071, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d2273215-98d1-441c-9b6c-072841718071,segment=NetworkSegment(c5217023-1522-4a29-ad05-f29492e46cf6),segment_id=c5217023-1522-4a29-ad05-f29492e46cf6)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:40.592553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.674930 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.719166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] Calling delete_port for d2273215-98d1-441c-9b6c-072841718071 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:40.778128 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd17e-3f68-470c-be43-7c1dbcc15972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.899710 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:40.948991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] Pushing event deleted for resources: {'Port': ['ID=d2273215-98d1-441c-9b6c-072841718071,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:41.219609 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:41.568926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] Router 1ec6391e-075e-4b67-9fa8-86c151fc9924 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:41.723049 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:41.834207 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:41.876478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:41.885782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1832cae0-a647-416e-b641-85972b9dbfee admin admin] 10.222.0.39 "PUT /v2.0/routers/1ec6391e-075e-4b67-9fa8-86c151fc9924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4620264 May 28 06:38:41.886995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] Sync routers for ids ['1ec6391e-075e-4b67-9fa8-86c151fc9924'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:41.888538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51590) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:41.900000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] Routers {'1ec6391e-075e-4b67-9fa8-86c151fc9924'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:41.900642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1ec6391e-075e-4b67-9fa8-86c151fc9924'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:42.073638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] Set router 1ec6391e-075e-4b67-9fa8-86c151fc9924 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:42.073875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.262087 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.271682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Deleting port e3c86c38-d64c-4299-812c-016dc66d6f7d {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:42.272013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.358194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'name': 'tempest-TestEncryptedCinderVolumes-107278277-router', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:26Z', 'updated_at': '2022-05-28T06:38:40Z', 'revision_number': 5, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'gw_port': {'id': 'e3c86c38-d64c-4299-812c-016dc66d6f7d', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:37:27Z', 'updated_at': '2022-05-28T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:42.362544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] Checking router: 1ec6391e-075e-4b67-9fa8-86c151fc9924 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:42.370821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] Routers {'1ec6391e-075e-4b67-9fa8-86c151fc9924'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:42.371455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1ec6391e-075e-4b67-9fa8-86c151fc9924'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:42.447944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] For port e3c86c38-d64c-4299-812c-016dc66d6f7d, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e3c86c38-d64c-4299-812c-016dc66d6f7d,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:42.448185 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.549707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] Set router 1ec6391e-075e-4b67-9fa8-86c151fc9924 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:42.572813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Calling delete_port for e3c86c38-d64c-4299-812c-016dc66d6f7d owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:42.658384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'name': 'tempest-TestEncryptedCinderVolumes-107278277-router', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:26Z', 'updated_at': '2022-05-28T06:38:42Z', 'revision_number': 6, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:42.662459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f94a2-4a39-424d-97ce-272bab8cca1f None None] The sync data for ids ['1ec6391e-075e-4b67-9fa8-86c151fc9924'] in n-d-843679-5 is: [{'id': '1ec6391e-075e-4b67-9fa8-86c151fc9924', 'name': 'tempest-TestEncryptedCinderVolumes-107278277-router', 'tenant_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:37:26Z', 'updated_at': '2022-05-28T06:38:42Z', 'revision_number': 6, 'project_id': 'f4aa7c26c9bc4b348e8f9773d47da5c0', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:42.743483 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:42.790561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c86c38-d64c-4299-812c-016dc66d6f7d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:42.883585 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.061439 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.063947 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.089268 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.089775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec6391e-075e-4b67-9fa8-86c151fc9924 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:38:43.105314 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.106411 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f78a30c3-72d9-4b7b-a5ef-aa5fb939beb0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1ec6391e-075e-4b67-9fa8-86c151fc9924 HTTP/1.1" status: 204 len: 168 time: 1.2165501 May 28 06:38:43.108850 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51594) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:43.167920 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e8fc0b-acf3-43d1-a751-c733c24ff921 admin admin] Deleting subnet 4620c49f-3c10-4927-b396-cd311b8ad843 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:38:43.170792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc0b-acf3-43d1-a751-c733c24ff921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.222323 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc0b-acf3-43d1-a751-c733c24ff921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.401087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d2273215-98d1-441c-9b6c-072841718071 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:43.419882 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc0b-acf3-43d1-a751-c733c24ff921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.448555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: d2273215-98d1-441c-9b6c-072841718071 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:43.448897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d2273215-98d1-441c-9b6c-072841718071 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:43.491891 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc0b-acf3-43d1-a751-c733c24ff921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.495111 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.534864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8fc0b-acf3-43d1-a751-c733c24ff921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4620c49f-3c10-4927-b396-cd311b8ad843,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:43.537670 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fc0b-acf3-43d1-a751-c733c24ff921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.541573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e27067-7bbb-4797-998b-ea1167ba0b99 None None] Network 417398e4-03dc-4bfe-a907-a0ccfc990f04 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:43.543882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b2e8fc0b-acf3-43d1-a751-c733c24ff921 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4620c49f-3c10-4927-b396-cd311b8ad843 HTTP/1.1" status: 204 len: 168 time: 0.4334669 May 28 06:38:43.546309 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51598) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:43.663721 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.675943 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Deleting port abd35335-831e-428c-a40d-6f0a01c7a74f {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:43.676285 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.791027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] DHCP port deletion for 417398e4-03dc-4bfe-a907-a0ccfc990f04 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:38:43.794871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] Deleting port abd35335-831e-428c-a40d-6f0a01c7a74f {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:43.795257 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.895142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] For port abd35335-831e-428c-a40d-6f0a01c7a74f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=abd35335-831e-428c-a40d-6f0a01c7a74f,segment=NetworkSegment(c5217023-1522-4a29-ad05-f29492e46cf6),segment_id=c5217023-1522-4a29-ad05-f29492e46cf6)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:43.895463 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:43.999075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] For port abd35335-831e-428c-a40d-6f0a01c7a74f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=abd35335-831e-428c-a40d-6f0a01c7a74f,segment=NetworkSegment(c5217023-1522-4a29-ad05-f29492e46cf6),segment_id=c5217023-1522-4a29-ad05-f29492e46cf6)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:43.999411 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.027750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Calling delete_port for abd35335-831e-428c-a40d-6f0a01c7a74f owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:44.110977 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.130863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] Calling delete_port for abd35335-831e-428c-a40d-6f0a01c7a74f owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:38:44.167962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd35335-831e-428c-a40d-6f0a01c7a74f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:44.172442 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] No DVR routers for this DVR port abd35335-831e-428c-a40d-6f0a01c7a74f on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:38:44.204950 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:38:44.205296 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:38:44.287638 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.316052 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417398e4-03dc-4bfe-a907-a0ccfc990f04']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:44.328270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5217023-1522-4a29-ad05-f29492e46cf6') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:44.328577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5217023-1522-4a29-ad05-f29492e46cf6') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:44.339607 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.356330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.363599 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:38:44.364089 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.428716 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c5217023-1522-4a29-ad05-f29492e46cf6 resource provider aggregate not found May 28 06:38:44.451667 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment c5217023-1522-4a29-ad05-f29492e46cf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5217023-1522-4a29-ad05-f29492e46cf6 found for delete ", "request_id": "req-58b431a4-c493-4453-ab7f-b1307f1b6c85"}]} May 28 06:38:44.465371 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.482459 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.492291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] Pushing event deleted for resources: {'Network': ['ID=417398e4-03dc-4bfe-a907-a0ccfc990f04,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:44.496276 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3d798101-044b-4bf3-a9ac-8f9da02fbe93 admin admin] 10.222.0.39 "DELETE /v2.0/networks/417398e4-03dc-4bfe-a907-a0ccfc990f04 HTTP/1.1" status: 204 len: 168 time: 0.9489045 May 28 06:38:44.660464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51608) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:44.707085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] Deleting port abd35335-831e-428c-a40d-6f0a01c7a74f {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:38:44.707692 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.709399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5f7678c8-aa92-4713-9f31-c43f74c9c566 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3986fad839154fccb9ae5019f57aec0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478051 May 28 06:38:44.711989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51612) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:44.772008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e307a563-8196-4f44-b372-8c037570528d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.773258 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0b57d679-516c-404b-8659-9c52d55414bb None None] The port 'abd35335-831e-428c-a40d-6f0a01c7a74f' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:38:44.798752 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e307a563-8196-4f44-b372-8c037570528d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.850862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e307a563-8196-4f44-b372-8c037570528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.868334 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307a563-8196-4f44-b372-8c037570528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f78814-6c31-4e89-80b9-b536d7ddb288,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:44.880125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e307a563-8196-4f44-b372-8c037570528d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:44.881816 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e307a563-8196-4f44-b372-8c037570528d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87f78814-6c31-4e89-80b9-b536d7ddb288 HTTP/1.1" status: 204 len: 168 time: 0.1683819 May 28 06:38:45.093530 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device abd35335-831e-428c-a40d-6f0a01c7a74f no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:45.131679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: abd35335-831e-428c-a40d-6f0a01c7a74f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:45.132030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device abd35335-831e-428c-a40d-6f0a01c7a74f not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:45.132442 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3c86c38-d64c-4299-812c-016dc66d6f7d no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:38:45.165920 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e3c86c38-d64c-4299-812c-016dc66d6f7d {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:38:45.166274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e3c86c38-d64c-4299-812c-016dc66d6f7d not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:38:45.219673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51620) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:45.270999 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9a3ec833-6904-4eef-bc76-746fa3f0b524 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4aa7c26c9bc4b348e8f9773d47da5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495970 May 28 06:38:45.273069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51624) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:45.329410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da94c570-dec3-44c7-a176-b10f7aba12eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.354977 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da94c570-dec3-44c7-a176-b10f7aba12eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.405736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da94c570-dec3-44c7-a176-b10f7aba12eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.420106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94c570-dec3-44c7-a176-b10f7aba12eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c20236e-9eea-462a-8b4b-22889af87d9d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:45.429966 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-da94c570-dec3-44c7-a176-b10f7aba12eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:45.431096 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-da94c570-dec3-44c7-a176-b10f7aba12eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c20236e-9eea-462a-8b4b-22889af87d9d HTTP/1.1" status: 204 len: 168 time: 0.1571546 May 28 06:38:46.130907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51648) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:46.232866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1734544200-network', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:46.238508 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:46.242519 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Usage tracker for resource:network and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:46.245447 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:46.252299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:46.261854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Made reservation on behalf of 96401cc3ee0b490f9824deb90a061cfd for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:46.264134 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.276690 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.290808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:46.294620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Usage tracker for resource:security_group_rule and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:46.297393 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:46.303007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:46.388590 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.396056 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.426244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:38:46.439412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8c820e-c49e-4bcd-9885-6c35925ff051,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:46.444441 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.444779 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Added segment 0fdc9fdb-d475-4510-a7d6-3947f41e95f1 of type vlan for network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 May 28 06:38:46.470406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.498792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.500505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:46.501080 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.601741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] Pushing event updated for resources: {'Network': ['ID=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:46.608765 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-119c6936-3bad-495d-b283-4f8d74eff556 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4740946 May 28 06:38:46.610006 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51654) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:46.612376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:38:46.615466 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Request body: {'subnet': {'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1734544200-subnet', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:46.621071 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:46.625502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Usage tracker for resource:subnet and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:46.628455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:46.634147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:46.644581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Made reservation on behalf of 96401cc3ee0b490f9824deb90a061cfd for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:46.646911 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:46.861280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.041016 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3bc585-101e-4227-acb1-ab781455b0a8,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:47.050417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Checking segment: {'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:47.050768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Network hostable DHCP agents. Network: b627c20b-64ba-4c18-a05f-1a2aaf5f4e56, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:38:47.068985 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:38:47.077649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, b627c20b-64ba-4c18-a05f-1a2aaf5f4e56) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:47.081453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:47.082044 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.088833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da89a97d-2363-47c6-b6a0-37c9aeb04cc4 None None] Network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:47.106761 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-23cf9bd0-f30a-448b-b0e4-75f6b43c16e0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4932427 May 28 06:38:47.107035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51658) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:47.112929 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:47.118184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:47.122174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Usage tracker for resource:router and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:47.125105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:47.130892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:47.141625 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.142576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.159002 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.301572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:38:47.302524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.431427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.493984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Allocated IP 172.20.0.2 (b627c20b-64ba-4c18-a05f-1a2aaf5f4e56/6d3bc585-101e-4227-acb1-ab781455b0a8/bd3d95be-589d-446a-8003-caaa963422a6) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:47.698342 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.708725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Transition to ACTIVE for port object bd3d95be-589d-446a-8003-caaa963422a6 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:47.727359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Transition to ACTIVE for port object bd3d95be-589d-446a-8003-caaa963422a6 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:47.732966 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.748302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.779196 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.797516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:47.800197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:47.803927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:47.812910 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Pushing event updated for resources: {'Port': ['ID=bd3d95be-589d-446a-8003-caaa963422a6,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:47.899138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Attempting to bind port bd3d95be-589d-446a-8003-caaa963422a6 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:47.899559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Attempting to bind port bd3d95be-589d-446a-8003-caaa963422a6 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:47.899919 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Attempting to bind port bd3d95be-589d-446a-8003-caaa963422a6 on network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:47.905096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:47.905458 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Checking segment: {'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:47.905937 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.906325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Bound using segment: {'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:47.906775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Bound port: bd3d95be-589d-446a-8003-caaa963422a6, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:47.907141 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:47.919764 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Allocated IP 172.25.4.150 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:47.998642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] For port bd3d95be-589d-446a-8003-caaa963422a6, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:48.002072 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] For port bd3d95be-589d-446a-8003-caaa963422a6, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bd3d95be-589d-446a-8003-caaa963422a6,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:48.005814 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.075198 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.094546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090c62b-5425-4761-aaab-da761a6bcee8 None None] Pushing event updated for resources: {'Port': ['ID=bd3d95be-589d-446a-8003-caaa963422a6,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:48.109611 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:48.179184 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:48.181894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:48.185695 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:48.221769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Pushing event updated for resources: {'Port': ['ID=cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:48.772847 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.076677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4549d1-375d-4684-a280-b69f7e337d28 None None] Network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:49.129199 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.147322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bd3d95be-589d-446a-8003-caaa963422a6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:49.240851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-64768bb8-2946-4be6-aa28-67133a29b749 None None] Provisioning for port bd3d95be-589d-446a-8003-caaa963422a6 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:49.315327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port bd3d95be-589d-446a-8003-caaa963422a6 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:49.323902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port bd3d95be-589d-446a-8003-caaa963422a6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:49.324281 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.338036 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Router 9e347af5-12dc-4eab-8e44-174f9411f495 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:38:49.497863 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port bd3d95be-589d-446a-8003-caaa963422a6 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:49.498391 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.524914 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:49.533513 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Sync routers for ids ['9e347af5-12dc-4eab-8e44-174f9411f495'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:49.539110 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port bd3d95be-589d-446a-8003-caaa963422a6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bd3d95be-589d-446a-8003-caaa963422a6,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:49.545768 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Routers {'9e347af5-12dc-4eab-8e44-174f9411f495'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:49.546004 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.547807 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9e347af5-12dc-4eab-8e44-174f9411f495'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:49.561354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.562949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5a67e61f-45c9-4cf8-88be-f6c2d6151bfd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4548521 May 28 06:38:49.566252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51662) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:49.627928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=bd3d95be-589d-446a-8003-caaa963422a6,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:49.744450 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Set router 9e347af5-12dc-4eab-8e44-174f9411f495 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:49.781208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-00209be3-93a5-4948-8ec9-0b108caec94d None None] Provisioning complete for port bd3d95be-589d-446a-8003-caaa963422a6 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:49.781613 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-00209be3-93a5-4948-8ec9-0b108caec94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:49.900240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-00209be3-93a5-4948-8ec9-0b108caec94d None None] Current status of the port bd3d95be-589d-446a-8003-caaa963422a6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:50.033524 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:48Z', 'revision_number': 3, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:50.037245 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Checking router: 9e347af5-12dc-4eab-8e44-174f9411f495 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:50.037602 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Updating router 9e347af5-12dc-4eab-8e44-174f9411f495 port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:38:50.088294 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.266798 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.428598 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.442658 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Transition to ACTIVE for port object cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:50.450259 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.584713 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Attempting to bind port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:50.585369 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Attempting to bind port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:50.585495 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Attempting to bind port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:50.588706 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Pushing event updated for resources: {'Port': ['ID=cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:50.596832 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:50.597201 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:50.597595 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.597979 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:50.598431 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Bound port: cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:50.598793 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.599641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Allocated IP 172.20.0.1 (b627c20b-64ba-4c18-a05f-1a2aaf5f4e56/6d3bc585-101e-4227-acb1-ab781455b0a8/98b51ba4-d413-407d-8720-4084c940e829) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:50.627779 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.628118 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.628456 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.628784 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.629108 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.629433 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.629757 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.630080 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.630393 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.630708 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.631023 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.631360 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.682668 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] For port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:50.686838 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] For port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:50.693847 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.757108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.774009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Transition to ACTIVE for port object 98b51ba4-d413-407d-8720-4084c940e829 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:50.783759 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111b16c-d23a-487a-9a07-f2142e6a1f41 None None] Pushing event updated for resources: {'Port': ['ID=cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:50.791116 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Routers {'9e347af5-12dc-4eab-8e44-174f9411f495'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:50.791774 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9e347af5-12dc-4eab-8e44-174f9411f495'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:50.803846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.884864 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:50.887560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:50.890078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:50.933044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=98b51ba4-d413-407d-8720-4084c940e829,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:50.946512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.946853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.947257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.947547 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.948175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.948175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.949655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.949655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.949655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.949655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.950072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.950072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:38:50.961913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:50.997701 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] Set router 9e347af5-12dc-4eab-8e44-174f9411f495 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:51.112222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bd3d95be-589d-446a-8003-caaa963422a6 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:51.117668 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.238623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a4733c91-7a8d-49ad-9f7c-0677ce2677e0 None None] Provisioning for port 98b51ba4-d413-407d-8720-4084c940e829 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:51.247486 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a4733c91-7a8d-49ad-9f7c-0677ce2677e0 None None] Provisioning complete for port 98b51ba4-d413-407d-8720-4084c940e829 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:51.247860 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a4733c91-7a8d-49ad-9f7c-0677ce2677e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.275540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port bd3d95be-589d-446a-8003-caaa963422a6 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:51.275905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.373133 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:48Z', 'revision_number': 3, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:51.375089 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.377627 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ed2ca-f85e-4319-ba61-798200a02665 None None] The sync data for ids ['9e347af5-12dc-4eab-8e44-174f9411f495'] in n-d-843679-5 is: [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:48Z', 'revision_number': 3, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:51.381225 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.409289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a4733c91-7a8d-49ad-9f7c-0677ce2677e0 None None] Port 98b51ba4-d413-407d-8720-4084c940e829 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:51.420941 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port bd3d95be-589d-446a-8003-caaa963422a6 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:51.493804 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:51.498319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=98b51ba4-d413-407d-8720-4084c940e829,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:51.650925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:51.652120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:51.851452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Router 9e347af5-12dc-4eab-8e44-174f9411f495 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:51.932843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7006749a-4a85-4c89-b93d-ca0d999bd422 None None] Provisioning complete for port 98b51ba4-d413-407d-8720-4084c940e829 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:51.933209 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7006749a-4a85-4c89-b93d-ca0d999bd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.031851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7006749a-4a85-4c89-b93d-ca0d999bd422 None None] Port 98b51ba4-d413-407d-8720-4084c940e829 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:52.040650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:52.049871 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9a0221e7-490d-429e-b4d4-220d3074e6c3 admin admin] 10.222.0.39 "PUT /v2.0/routers/9e347af5-12dc-4eab-8e44-174f9411f495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4819038 May 28 06:38:52.564822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51680) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:52.570394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1420117227-network', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:52.575926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:52.580213 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Usage tracker for resource:network and tenant:0471f0a265fa4828bb5b636bc2b041ee is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:52.583783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:52.589371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:52.599624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Made reservation on behalf of 0471f0a265fa4828bb5b636bc2b041ee for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:52.601886 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.613736 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.628817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:52.633203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Usage tracker for resource:security_group_rule and tenant:0471f0a265fa4828bb5b636bc2b041ee is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:52.636204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:52.642717 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:52.726919 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.731316 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.766915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:38:52.776063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd885438-c834-4910-805c-7c845349391e,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:52.781574 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.781915 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Added segment 3ba0509c-be9b-4a87-8df5-ffd4bf1db72f of type vlan for network 9ff00216-60dc-4777-9bb7-80e7f58ae894 May 28 06:38:52.807895 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.839662 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.840629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:52.841228 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:52.923685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Sync routers for ids ['9e347af5-12dc-4eab-8e44-174f9411f495'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:52.932883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Routers {'9e347af5-12dc-4eab-8e44-174f9411f495'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:52.933699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9e347af5-12dc-4eab-8e44-174f9411f495'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:52.946576 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff00216-60dc-4777-9bb7-80e7f58ae894,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:52.949509 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c841c98a-143c-43a8-874c-f95084b8f140 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3836858 May 28 06:38:52.952299 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51684) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:52.958142 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Request body: {'subnet': {'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1420117227-subnet', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'ip_version': 4}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:52.963738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:52.968118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Usage tracker for resource:subnet and tenant:0471f0a265fa4828bb5b636bc2b041ee is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:52.971167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:52.977440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:52.987330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 9ff00216-60dc-4777-9bb7-80e7f58ae894 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:38:52.987522 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Made reservation on behalf of 0471f0a265fa4828bb5b636bc2b041ee for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:38:52.989704 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.152009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:53.211034 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.256929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Set router 9e347af5-12dc-4eab-8e44-174f9411f495 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:53.328027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:53.388048 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:53.388048 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.416454 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9128a7-8170-48b4-9f64-6070c92063b3,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:53.425379 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Checking segment: {'id': '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:53.425753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Network hostable DHCP agents. Network: 9ff00216-60dc-4777-9bb7-80e7f58ae894, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:38:53.445155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Network 9ff00216-60dc-4777-9bb7-80e7f58ae894 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:38:53.456165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 9ff00216-60dc-4777-9bb7-80e7f58ae894) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:53.460290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:38:53.461354 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.469112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a675c5a4-76c5-4e2d-baa1-37f7d292975e None None] Network 9ff00216-60dc-4777-9bb7-80e7f58ae894 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:53.482183 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3a7a1fe1-af50-41b1-b656-7d5641cf2fe5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5283005 May 28 06:38:53.484787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51688) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:53.489970 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1420117227-router', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:38:53.495595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:38:53.500096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Usage tracker for resource:router and tenant:0471f0a265fa4828bb5b636bc2b041ee is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:38:53.502933 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:38:53.508834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:38:53.520001 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.520944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.534963 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.804037 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.820227 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:53.820605 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.866168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:53.903785 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:53.955666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-9ff00216-60dc-4777-9bb7-80e7f58ae894', 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'fixed_ips': [{'subnet_id': 'ca9128a7-8170-48b4-9f64-6070c92063b3'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:38:53.956912 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.043796 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:51Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '98b51ba4-d413-407d-8720-4084c940e829', 'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'mac_address': 'fa:16:3e:ee:06:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:50Z', 'updated_at': '2022-05-28T06:38:51Z', 'revision_number': 2, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'subnets': [{'id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:54.056622 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Checking router: 9e347af5-12dc-4eab-8e44-174f9411f495 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:54.056904 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Updating router 9e347af5-12dc-4eab-8e44-174f9411f495 port 98b51ba4-d413-407d-8720-4084c940e829 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:38:54.081278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:54.116253 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.137127 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.149315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.286099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Allocated IP 172.25.4.59 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/9860955e-eb4f-43fd-a555-ab34861a3222) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:54.310798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Allocated IP 172.20.0.2 (9ff00216-60dc-4777-9bb7-80e7f58ae894/ca9128a7-8170-48b4-9f64-6070c92063b3/93a433d9-ecc6-44e9-926a-933a56bd4430) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:54.437490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.467315 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.538280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:54.541271 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:54.543656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:54.584734 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Pushing event updated for resources: {'Port': ['ID=9860955e-eb4f-43fd-a555-ab34861a3222,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:54.697071 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.750891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Transition to ACTIVE for port object 93a433d9-ecc6-44e9-926a-933a56bd4430 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:54.781388 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.783771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Transition to ACTIVE for port object 93a433d9-ecc6-44e9-926a-933a56bd4430 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:54.793151 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.829056 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Transition to ACTIVE for port object 98b51ba4-d413-407d-8720-4084c940e829 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:54.855331 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:54.865523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Network 9ff00216-60dc-4777-9bb7-80e7f58ae894 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:54.871786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:54.879492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:54.978123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Pushing event updated for resources: {'Port': ['ID=93a433d9-ecc6-44e9-926a-933a56bd4430,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:55.108104 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.134669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:55.238566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b0234-dd8c-4c5b-a0a1-f31b448738ea None None] Pushing event updated for resources: {'Port': ['ID=98b51ba4-d413-407d-8720-4084c940e829,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:55.244023 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Attempting to bind port 98b51ba4-d413-407d-8720-4084c940e829 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:55.244394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Attempting to bind port 98b51ba4-d413-407d-8720-4084c940e829 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:55.244761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Attempting to bind port 98b51ba4-d413-407d-8720-4084c940e829 on network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:55.252204 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Attempting to bind port 93a433d9-ecc6-44e9-926a-933a56bd4430 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:55.252831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Attempting to bind port 93a433d9-ecc6-44e9-926a-933a56bd4430 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:55.253247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Attempting to bind port 93a433d9-ecc6-44e9-926a-933a56bd4430 on network 9ff00216-60dc-4777-9bb7-80e7f58ae894 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:55.262276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:55.262649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Checking segment: {'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:55.263049 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.263466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Bound using segment: {'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:55.263930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Bound port: 98b51ba4-d413-407d-8720-4084c940e829, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:55.264303 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.277254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:55.277254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Checking segment: {'id': '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:55.277612 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.277995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Bound using segment: {'id': '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:55.278466 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Bound port: 93a433d9-ecc6-44e9-926a-933a56bd4430, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:55.278840 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.404171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:55.404457 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.462917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.494044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] For port 93a433d9-ecc6-44e9-926a-933a56bd4430, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:55.496255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] For port 98b51ba4-d413-407d-8720-4084c940e829, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:55.500088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] For port 93a433d9-ecc6-44e9-926a-933a56bd4430, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=93a433d9-ecc6-44e9-926a-933a56bd4430,segment=NetworkSegment(3ba0509c-be9b-4a87-8df5-ffd4bf1db72f),segment_id=3ba0509c-be9b-4a87-8df5-ffd4bf1db72f)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:55.501871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] For port 98b51ba4-d413-407d-8720-4084c940e829, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=98b51ba4-d413-407d-8720-4084c940e829,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:55.506025 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.549491 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.666158 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:55.674817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa968267-7852-4eac-a8d7-efb2cc779e80 None None] Pushing event updated for resources: {'Port': ['ID=93a433d9-ecc6-44e9-926a-933a56bd4430,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:55.682129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Router a594acaf-2026-4179-ae03-15f4461edb8f is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:38:55.717757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Routers {'9e347af5-12dc-4eab-8e44-174f9411f495'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:55.718968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9e347af5-12dc-4eab-8e44-174f9411f495'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:55.896004 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b0234-dd8c-4c5b-a0a1-f31b448738ea None None] Pushing event updated for resources: {'Port': ['ID=98b51ba4-d413-407d-8720-4084c940e829,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:55.919581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:55.929608 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Sync routers for ids ['a594acaf-2026-4179-ae03-15f4461edb8f'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:55.946723 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Routers {'a594acaf-2026-4179-ae03-15f4461edb8f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:55.947829 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a594acaf-2026-4179-ae03-15f4461edb8f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:55.971174 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:55.975683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51692) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:38:55.976252 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-30e48d98-67ee-49e2-9a32-071813d2ffab admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4901114 May 28 06:38:56.024318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] Set router 9e347af5-12dc-4eab-8e44-174f9411f495 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:56.153387 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Set router a594acaf-2026-4179-ae03-15f4461edb8f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:56.372523 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:51Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '98b51ba4-d413-407d-8720-4084c940e829', 'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'mac_address': 'fa:16:3e:ee:06:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:50Z', 'updated_at': '2022-05-28T06:38:55Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'subnets': [{'id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:56.378232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e29889-95aa-49bb-b0b5-228a9707f14a None None] The sync data for ids ['9e347af5-12dc-4eab-8e44-174f9411f495'] in n-d-843679-5 is: [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:51Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '98b51ba4-d413-407d-8720-4084c940e829', 'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'mac_address': 'fa:16:3e:ee:06:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:50Z', 'updated_at': '2022-05-28T06:38:55Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'subnets': [{'id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:56.493257 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'name': 'tempest-TestMinimumBasicScenario-1420117227-router', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:53Z', 'updated_at': '2022-05-28T06:38:54Z', 'revision_number': 3, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'gw_port': {'id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:54Z', 'updated_at': '2022-05-28T06:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:56.498133 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Checking router: a594acaf-2026-4179-ae03-15f4461edb8f for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:38:56.498490 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Updating router a594acaf-2026-4179-ae03-15f4461edb8f port 9860955e-eb4f-43fd-a555-ab34861a3222 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:38:56.572980 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.831124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f67572-7542-49be-b1da-5285b6b14de8 None None] Network 9ff00216-60dc-4777-9bb7-80e7f58ae894 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:38:56.947732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:56.949711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3fd46024-f6ac-4542-8f6c-36a15e3c70e7 None None] Provisioning for port 93a433d9-ecc6-44e9-926a-933a56bd4430 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:56.993206 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.007414 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Transition to ACTIVE for port object 9860955e-eb4f-43fd-a555-ab34861a3222 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:57.015948 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.097403 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6f957-8a3e-410b-a8d5-9ff3c6df566f None None] Pushing event updated for resources: {'Port': ['ID=9860955e-eb4f-43fd-a555-ab34861a3222,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:57.168140 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Attempting to bind port 9860955e-eb4f-43fd-a555-ab34861a3222 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:38:57.168940 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Attempting to bind port 9860955e-eb4f-43fd-a555-ab34861a3222 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:38:57.169512 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Attempting to bind port 9860955e-eb4f-43fd-a555-ab34861a3222 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:38:57.176618 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:38:57.177615 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:38:57.178332 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.179201 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:38:57.179893 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Bound port: 9860955e-eb4f-43fd-a555-ab34861a3222, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:38:57.180449 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.227524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Allocated IP 172.20.0.1 (9ff00216-60dc-4777-9bb7-80e7f58ae894/ca9128a7-8170-48b4-9f64-6070c92063b3/c34ea9f0-f165-4e3b-bbaf-ea393eae5202) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:38:57.251718 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 98b51ba4-d413-407d-8720-4084c940e829 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:57.336435 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] For port 9860955e-eb4f-43fd-a555-ab34861a3222, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:38:57.345991 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] For port 9860955e-eb4f-43fd-a555-ab34861a3222, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9860955e-eb4f-43fd-a555-ab34861a3222,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:38:57.356454 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.359828 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 98b51ba4-d413-407d-8720-4084c940e829 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:57.372403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 98b51ba4-d413-407d-8720-4084c940e829 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:57.373376 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.437921 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.467852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Transition to ACTIVE for port object c34ea9f0-f165-4e3b-bbaf-ea393eae5202 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:38:57.468882 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Routers {'a594acaf-2026-4179-ae03-15f4461edb8f'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:57.470081 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a594acaf-2026-4179-ae03-15f4461edb8f'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:57.497102 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.573395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Pushing event updated for resources: {'Port': ['ID=c34ea9f0-f165-4e3b-bbaf-ea393eae5202,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:57.592223 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 98b51ba4-d413-407d-8720-4084c940e829 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:57.592753 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.596432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Network 9ff00216-60dc-4777-9bb7-80e7f58ae894 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:57.596867 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6f957-8a3e-410b-a8d5-9ff3c6df566f None None] Pushing event updated for resources: {'Port': ['ID=9860955e-eb4f-43fd-a555-ab34861a3222,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:57.597607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:57.620444 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:38:57.638970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 98b51ba4-d413-407d-8720-4084c940e829, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=98b51ba4-d413-407d-8720-4084c940e829,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:57.650307 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.651307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 93a433d9-ecc6-44e9-926a-933a56bd4430 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:57.710307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.724462 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] Set router a594acaf-2026-4179-ae03-15f4461edb8f gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:38:57.821326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 93a433d9-ecc6-44e9-926a-933a56bd4430 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:57.833257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 93a433d9-ecc6-44e9-926a-933a56bd4430 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:57.833639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:57.868379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=98b51ba4-d413-407d-8720-4084c940e829,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:57.904171 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.001468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 93a433d9-ecc6-44e9-926a-933a56bd4430 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:58.001679 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.012407 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2fab84cc-d5d0-48e1-b211-b749b791ed52 None None] Provisioning for port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:58.020800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2fab84cc-d5d0-48e1-b211-b749b791ed52 None None] Provisioning complete for port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:58.021178 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2fab84cc-d5d0-48e1-b211-b749b791ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.062528 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'name': 'tempest-TestMinimumBasicScenario-1420117227-router', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:53Z', 'updated_at': '2022-05-28T06:38:54Z', 'revision_number': 3, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'gw_port': {'id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:54Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:58.066675 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d72167-af0e-4fba-956a-f7569c367eaf None None] The sync data for ids ['a594acaf-2026-4179-ae03-15f4461edb8f'] in n-d-843679-5 is: [{'id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'name': 'tempest-TestMinimumBasicScenario-1420117227-router', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:53Z', 'updated_at': '2022-05-28T06:38:54Z', 'revision_number': 3, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'gw_port': {'id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:54Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:38:58.088499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 93a433d9-ecc6-44e9-926a-933a56bd4430, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=93a433d9-ecc6-44e9-926a-933a56bd4430,segment=NetworkSegment(3ba0509c-be9b-4a87-8df5-ffd4bf1db72f),segment_id=3ba0509c-be9b-4a87-8df5-ffd4bf1db72f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:58.094311 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2fab84cc-d5d0-48e1-b211-b749b791ed52 None None] Port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:58.101179 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.165389 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.171936 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.175209 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=93a433d9-ecc6-44e9-926a-933a56bd4430,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:58.282518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Pushing event updated for resources: {'Port': ['ID=c34ea9f0-f165-4e3b-bbaf-ea393eae5202,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:58.284879 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.559572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Network 9ff00216-60dc-4777-9bb7-80e7f58ae894 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:38:58.560747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:38:58.773443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Router a594acaf-2026-4179-ae03-15f4461edb8f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:38:58.828030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-cc5d874c-6299-445e-84bf-5faa5fa8359a None None] Provisioning complete for port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:58.828599 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cc5d874c-6299-445e-84bf-5faa5fa8359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:58.881942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d874c-6299-445e-84bf-5faa5fa8359a None None] Port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:38:58.966629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:38:58.975559 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1f41606a-81fe-4049-b4c5-1e7e8a068285 admin admin] 10.222.0.39 "PUT /v2.0/routers/a594acaf-2026-4179-ae03-15f4461edb8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9972725 May 28 06:38:59.184883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9860955e-eb4f-43fd-a555-ab34861a3222 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:59.264406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 9860955e-eb4f-43fd-a555-ab34861a3222 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:38:59.270283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9860955e-eb4f-43fd-a555-ab34861a3222 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:59.270655 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.391300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9860955e-eb4f-43fd-a555-ab34861a3222 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:59.391769 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.410304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 9860955e-eb4f-43fd-a555-ab34861a3222, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9860955e-eb4f-43fd-a555-ab34861a3222,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:38:59.416716 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.417615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 93a433d9-ecc6-44e9-926a-933a56bd4430 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:59.538264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=9860955e-eb4f-43fd-a555-ab34861a3222,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:38:59.551616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 93a433d9-ecc6-44e9-926a-933a56bd4430 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:38:59.551994 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:38:59.688640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Sync routers for ids ['a594acaf-2026-4179-ae03-15f4461edb8f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:38:59.714155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Routers {'a594acaf-2026-4179-ae03-15f4461edb8f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:38:59.714769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a594acaf-2026-4179-ae03-15f4461edb8f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:38:59.782534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 93a433d9-ecc6-44e9-926a-933a56bd4430 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:38:59.783599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 98b51ba4-d413-407d-8720-4084c940e829 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:38:59.946769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Set router a594acaf-2026-4179-ae03-15f4461edb8f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:00.012892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 98b51ba4-d413-407d-8720-4084c940e829 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:00.013251 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.335865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 98b51ba4-d413-407d-8720-4084c940e829 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:00.405431 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'name': 'tempest-TestMinimumBasicScenario-1420117227-router', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:53Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 4, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'gw_port': {'id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:54Z', 'updated_at': '2022-05-28T06:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c34ea9f0-f165-4e3b-bbaf-ea393eae5202', 'name': '', 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'mac_address': 'fa:16:3e:99:f3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'ca9128a7-8170-48b4-9f64-6070c92063b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:57Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 2, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'subnets': [{'id': 'ca9128a7-8170-48b4-9f64-6070c92063b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:00.409742 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Checking router: a594acaf-2026-4179-ae03-15f4461edb8f for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:00.410099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Updating router a594acaf-2026-4179-ae03-15f4461edb8f port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:39:00.469944 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.851905 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:00.867720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Transition to ACTIVE for port object c34ea9f0-f165-4e3b-bbaf-ea393eae5202 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:00.875715 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.122646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dc170-f8f1-4ace-b875-fb88a956d19e None None] Pushing event updated for resources: {'Port': ['ID=c34ea9f0-f165-4e3b-bbaf-ea393eae5202,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:01.137359 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Attempting to bind port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:01.137788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Attempting to bind port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:01.138156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Attempting to bind port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 on network 9ff00216-60dc-4777-9bb7-80e7f58ae894 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:01.157600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:01.157987 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Checking segment: {'id': '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:01.158396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.158787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Bound using segment: {'id': '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:01.159294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Bound port: c34ea9f0-f165-4e3b-bbaf-ea393eae5202, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:01.159671 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.170205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9860955e-eb4f-43fd-a555-ab34861a3222 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:01.375290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] For port c34ea9f0-f165-4e3b-bbaf-ea393eae5202, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:01.378618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] For port c34ea9f0-f165-4e3b-bbaf-ea393eae5202, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c34ea9f0-f165-4e3b-bbaf-ea393eae5202,segment=NetworkSegment(3ba0509c-be9b-4a87-8df5-ffd4bf1db72f),segment_id=3ba0509c-be9b-4a87-8df5-ffd4bf1db72f)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:01.380464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 9860955e-eb4f-43fd-a555-ab34861a3222 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:01.380464 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.412676 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.520507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Routers {'a594acaf-2026-4179-ae03-15f4461edb8f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:01.521173 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:38:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a594acaf-2026-4179-ae03-15f4461edb8f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:01.608561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dc170-f8f1-4ace-b875-fb88a956d19e None None] Pushing event updated for resources: {'Port': ['ID=c34ea9f0-f165-4e3b-bbaf-ea393eae5202,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:01.660354 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:01.798964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 9860955e-eb4f-43fd-a555-ab34861a3222 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:01.824743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] Set router a594acaf-2026-4179-ae03-15f4461edb8f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:02.203492 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'name': 'tempest-TestMinimumBasicScenario-1420117227-router', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:53Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 4, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'gw_port': {'id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:54Z', 'updated_at': '2022-05-28T06:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c34ea9f0-f165-4e3b-bbaf-ea393eae5202', 'name': '', 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'mac_address': 'fa:16:3e:99:f3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'ca9128a7-8170-48b4-9f64-6070c92063b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:57Z', 'updated_at': '2022-05-28T06:39:01Z', 'revision_number': 4, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'subnets': [{'id': 'ca9128a7-8170-48b4-9f64-6070c92063b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:02.207945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20a3c8-55d4-4250-92bf-96b04d4ce067 None None] The sync data for ids ['a594acaf-2026-4179-ae03-15f4461edb8f'] in n-d-843679-5 is: [{'id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'name': 'tempest-TestMinimumBasicScenario-1420117227-router', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:53Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 4, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'gw_port': {'id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:54Z', 'updated_at': '2022-05-28T06:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'c34ea9f0-f165-4e3b-bbaf-ea393eae5202', 'name': '', 'network_id': '9ff00216-60dc-4777-9bb7-80e7f58ae894', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'mac_address': 'fa:16:3e:99:f3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'ca9128a7-8170-48b4-9f64-6070c92063b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:57Z', 'updated_at': '2022-05-28T06:39:01Z', 'revision_number': 4, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'subnets': [{'id': 'ca9128a7-8170-48b4-9f64-6070c92063b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:03.179558 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c34ea9f0-f165-4e3b-bbaf-ea393eae5202 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:03.263329 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:03.270371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:03.271003 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:03.417095 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:03.417481 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:03.460685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port c34ea9f0-f165-4e3b-bbaf-ea393eae5202, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c34ea9f0-f165-4e3b-bbaf-ea393eae5202,segment=NetworkSegment(3ba0509c-be9b-4a87-8df5-ffd4bf1db72f),segment_id=3ba0509c-be9b-4a87-8df5-ffd4bf1db72f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:03.465513 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:03.552607 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=c34ea9f0-f165-4e3b-bbaf-ea393eae5202,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:03.831587 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:39:05.146820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c34ea9f0-f165-4e3b-bbaf-ea393eae5202 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:05.226736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:05.227107 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:05.357619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:08.596351 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-98e6bda9-770f-460a-a9fa-9c8409913fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:09.178824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-c9910d97-f883-4cc5-b725-5f3c796831a1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:09.179524 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-c9910d97-f883-4cc5-b725-5f3c796831a1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Synchronizing usage tracker for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:09.196439 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-c9910d97-f883-4cc5-b725-5f3c796831a1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Unset dirty status for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:09.197570 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-c9910d97-f883-4cc5-b725-5f3c796831a1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/networks?id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 200 len: 815 time: 0.1628463 May 28 06:39:09.213885 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b4586d5f-2933-4825-92cc-7d58a2d29b2d tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/quotas/96401cc3ee0b490f9824deb90a061cfd HTTP/1.1" status: 200 len: 375 time: 0.0097792 May 28 06:39:09.298927 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-c14221b6-a23c-43da-9895-d7c11630c57a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=96401cc3ee0b490f9824deb90a061cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787253 May 28 06:39:09.409168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-fc90b85c-37cc-4ff4-955f-045a5f4fff64 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:39:09.410119 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-fc90b85c-37cc-4ff4-955f-045a5f4fff64 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1001756 May 28 06:39:09.540475 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-5b880d17-b188-4636-be9a-a468cdffd3f2 service neutron] 10.222.0.39 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243923 May 28 06:39:09.683928 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-492c0ef1-a0bf-4ff5-b16e-b96401a3f01a service neutron] 10.222.0.39 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375635 May 28 06:39:09.912397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a7963415-07c0-4e1c-aef0-9ab81bd48efb req-0a508506-bc91-4b5d-9253-dc168a4c3500 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Synchronizing usage tracker for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:09.929635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-a7963415-07c0-4e1c-aef0-9ab81bd48efb req-0a508506-bc91-4b5d-9253-dc168a4c3500 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Unset dirty status for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:09.930977 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a7963415-07c0-4e1c-aef0-9ab81bd48efb req-0a508506-bc91-4b5d-9253-dc168a4c3500 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 210 time: 0.1138048 May 28 06:39:10.674143 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:10.781815 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bf92b0a9-5c29-4731-be4a-fbedd147830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:10.956524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-de3b40a4-d0d6-46da-937a-8840da79f3a8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:10.957885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-de3b40a4-d0d6-46da-937a-8840da79f3a8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.33 "GET /v2.0/networks?id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 200 len: 815 time: 0.1459789 May 28 06:39:10.974673 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'port': {'device_id': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'admin_state_up': True, 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:11.146450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:11.161326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:11.172477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Made reservation on behalf of 96401cc3ee0b490f9824deb90a061cfd for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:39:11.176330 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.212656 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bccc3f56-d4f3-46ba-9f68-e41b52d93ee5 req-c6a8649b-93fb-44a1-8b08-0f4e8bf47df2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 210 time: 0.1757236 May 28 06:39:11.362281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Allocated IP 172.20.0.6 (b627c20b-64ba-4c18-a05f-1a2aaf5f4e56/6d3bc585-101e-4227-acb1-ab781455b0a8/131c886e-3f39-4dc3-bde6-76cdd14b2747) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:11.706925 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.725388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Transition to ACTIVE for port object 131c886e-3f39-4dc3-bde6-76cdd14b2747 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:11.729513 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.756342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.833944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:11.837513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:11.840270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:11.863200 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.893198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'Port': ['ID=131c886e-3f39-4dc3-bde6-76cdd14b2747,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:11.933510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:11.934302 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:11.989854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-bbb5fb9e-1aaf-482b-9de7-5164fad6643c tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0189028 May 28 06:39:12.157192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3380e82b-6275-44ec-8d78-12b5b4c07461 None None] Provisioning for port 131c886e-3f39-4dc3-bde6-76cdd14b2747 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:12.163892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3380e82b-6275-44ec-8d78-12b5b4c07461 None None] Provisioning complete for port 131c886e-3f39-4dc3-bde6-76cdd14b2747 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:12.164814 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3380e82b-6275-44ec-8d78-12b5b4c07461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:12.224234 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3380e82b-6275-44ec-8d78-12b5b4c07461 None None] Port 131c886e-3f39-4dc3-bde6-76cdd14b2747 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:39:12.414234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8205d-1755-4b2e-a5a5-44be2deeb685 req-937277fb-33ae-4f11-80a5-6a5848af3cbc tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:12.415144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1fc8205d-1755-4b2e-a5a5-44be2deeb685 req-937277fb-33ae-4f11-80a5-6a5848af3cbc tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Synchronizing usage tracker for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:12.431468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1fc8205d-1755-4b2e-a5a5-44be2deeb685 req-937277fb-33ae-4f11-80a5-6a5848af3cbc tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Unset dirty status for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:12.432616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fc8205d-1755-4b2e-a5a5-44be2deeb685 req-937277fb-33ae-4f11-80a5-6a5848af3cbc tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 931 time: 0.1067262 May 28 06:39:12.483958 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1fc8205d-1755-4b2e-a5a5-44be2deeb685 req-e2ab7762-7e57-4fdd-858e-def93109b4db tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448530 May 28 06:39:13.499575 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:13.677662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceaea8-3d73-411e-b5fd-4be7a6b1c382 req-ab7aa3a8-e032-471e-bf4c-70ee50784510 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:13.679220 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01ceaea8-3d73-411e-b5fd-4be7a6b1c382 req-ab7aa3a8-e032-471e-bf4c-70ee50784510 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 931 time: 0.0838101 May 28 06:39:13.725916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-01ceaea8-3d73-411e-b5fd-4be7a6b1c382 req-aed20aea-2850-4ea6-aabd-52171e6bb6e7 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Synchronizing usage tracker for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:39:13.747138 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-01ceaea8-3d73-411e-b5fd-4be7a6b1c382 req-aed20aea-2850-4ea6-aabd-52171e6bb6e7 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Unset dirty status for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:39:13.755576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-01ceaea8-3d73-411e-b5fd-4be7a6b1c382 req-aed20aea-2850-4ea6-aabd-52171e6bb6e7 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697706 May 28 06:39:14.942447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84210b6-eead-4c27-99e0-9efa38f538c9 req-4fe4d7b9-7536-4ec7-92ca-3eb7c08ad9ad tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:14.943960 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84210b6-eead-4c27-99e0-9efa38f538c9 req-4fe4d7b9-7536-4ec7-92ca-3eb7c08ad9ad tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 931 time: 0.0826666 May 28 06:39:15.002190 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d84210b6-eead-4c27-99e0-9efa38f538c9 req-5af9411d-d7f9-4436-a0f1-5a9fe1e19f22 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510957 May 28 06:39:16.225303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faa50e-e97f-4f0f-b169-ceb07bb45e79 req-ed7d21e7-9fef-47f0-b743-8ad8b1e17afd tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:16.226954 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-54faa50e-e97f-4f0f-b169-ceb07bb45e79 req-ed7d21e7-9fef-47f0-b743-8ad8b1e17afd tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 931 time: 0.1136665 May 28 06:39:16.276353 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-54faa50e-e97f-4f0f-b169-ceb07bb45e79 req-74326de3-fa4d-4c1f-aa4f-f6c42fc7dcd2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433862 May 28 06:39:17.476103 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d95f03-7f63-4a9e-92ae-788506a37b6f req-f42af71a-a8f7-442b-8cbc-ff4c0b26007d tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:17.477779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06d95f03-7f63-4a9e-92ae-788506a37b6f req-f42af71a-a8f7-442b-8cbc-ff4c0b26007d tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 931 time: 0.0874794 May 28 06:39:17.528920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-06d95f03-7f63-4a9e-92ae-788506a37b6f req-e27407a6-de28-4d5f-9ef6-07f255695f41 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433156 May 28 06:39:18.718908 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6e1ce-4c13-4d66-8e08-c5373833694e req-21a6c3c8-46f1-472d-8cd0-439570dd75bc tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:18.720713 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-82c6e1ce-4c13-4d66-8e08-c5373833694e req-21a6c3c8-46f1-472d-8cd0-439570dd75bc tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 931 time: 0.0838482 May 28 06:39:18.771525 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-82c6e1ce-4c13-4d66-8e08-c5373833694e req-65a08ce5-4eb5-4a0d-b2e5-bb9872c65a78 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443363 May 28 06:39:20.053319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bb205-90e6-4cd9-b4af-581915896f3f req-9fd8e37f-c405-480a-afd3-9b493f5ade9a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:20.054680 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-810bb205-90e6-4cd9-b4af-581915896f3f req-9fd8e37f-c405-480a-afd3-9b493f5ade9a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 931 time: 0.1753287 May 28 06:39:20.098848 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-810bb205-90e6-4cd9-b4af-581915896f3f req-ae040839-7c70-43fd-95dc-91c286d488ef tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383921 May 28 06:39:21.285790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bc4e0-79b1-41a3-a850-d92b2a1ed3f9 req-f9071da0-a22b-4888-a62a-1cc8bc85290f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:21.287258 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e56bc4e0-79b1-41a3-a850-d92b2a1ed3f9 req-f9071da0-a22b-4888-a62a-1cc8bc85290f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 931 time: 0.0790458 May 28 06:39:21.331631 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e56bc4e0-79b1-41a3-a850-d92b2a1ed3f9 req-cb737938-6e19-453c-88f8-c27bdc700538 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384984 May 28 06:39:22.356965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Request body: {'port': {'device_id': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:22.512351 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:22.604817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadf1f4-a7bc-43b6-b400-a203b3d279c4 req-92325e35-da2e-414e-88c0-10a12f551c1a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:22.606219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfadf1f4-a7bc-43b6-b400-a203b3d279c4 req-92325e35-da2e-414e-88c0-10a12f551c1a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 931 time: 0.1632984 May 28 06:39:22.724464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dfadf1f4-a7bc-43b6-b400-a203b3d279c4 req-c15f929c-b1e7-4e7d-a9e1-aa90dd2aa7ae tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796897 May 28 06:39:22.905923 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131c886e-3f39-4dc3-bde6-76cdd14b2747 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:39:22.912998 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:22.927057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Transition to ACTIVE for port object 131c886e-3f39-4dc3-bde6-76cdd14b2747 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:39:22.930825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:23.083471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Pushing event updated for resources: {'Port': ['ID=131c886e-3f39-4dc3-bde6-76cdd14b2747,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:23.171788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Attempting to bind port 131c886e-3f39-4dc3-bde6-76cdd14b2747 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:39:23.172138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Attempting to bind port 131c886e-3f39-4dc3-bde6-76cdd14b2747 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:39:23.172441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Attempting to bind port 131c886e-3f39-4dc3-bde6-76cdd14b2747 on network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:23.177026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Port 131c886e-3f39-4dc3-bde6-76cdd14b2747 on network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:39:23.177342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Attempting to bind port 131c886e-3f39-4dc3-bde6-76cdd14b2747 on network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:39:23.182364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:39:23.182694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Checking segment: {'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:39:23.183068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Bound using segment: {'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:39:23.183517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Bound port: 131c886e-3f39-4dc3-bde6-76cdd14b2747, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fdc9fdb-d475-4510-a7d6-3947f41e95f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:39:23.183869 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:23.270998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] For port 131c886e-3f39-4dc3-bde6-76cdd14b2747, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:39:23.273860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] For port 131c886e-3f39-4dc3-bde6-76cdd14b2747, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:39:23.278739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:23.342351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:23.342982 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:23.344627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] 10.222.0.33 "PUT /v2.0/ports/131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 1091 time: 0.9918497 May 28 06:39:23.345076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:23.368277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140f084-380a-40bd-838e-73a76d457e2c service neutron] Pushing event updated for resources: {'Port': ['ID=131c886e-3f39-4dc3-bde6-76cdd14b2747,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:23.444131 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c86a46-e426-43b1-ab0b-163a37f92f41'] response: {'name': 'network-changed', 'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'status': 'completed', 'code': 200} May 28 06:39:23.487027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-964e82f7-4225-438d-8ab9-61622cf35bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:23.488655 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-964e82f7-4225-438d-8ab9-61622cf35bc9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=96401cc3ee0b490f9824deb90a061cfd&device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1094 time: 0.0780396 May 28 06:39:23.565755 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-3406c75c-aab5-41cc-8ef9-c486bc3c7e34 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 217 time: 0.0639701 May 28 06:39:23.626567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-2dbbdc89-ce5a-4032-9040-a17e82ffa073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:23.627906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-2dbbdc89-ce5a-4032-9040-a17e82ffa073 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d3bc585-101e-4227-acb1-ab781455b0a8 HTTP/1.1" status: 200 len: 854 time: 0.0565135 May 28 06:39:23.707160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-6bf730e1-a8b1-40b5-ad15-7b32dfc3ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:23.708589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-6bf730e1-a8b1-40b5-ad15-7b32dfc3ea76 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751622 May 28 06:39:23.879325 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-24a41783-3ac1-44f2-8e65-c81297059ce8 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646557 May 28 06:39:24.113483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea160dc-996b-4e18-922d-beaab56fa5e4 req-3f12b7d2-b368-47c3-9fb2-2c2921505bc2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:24.114917 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ea160dc-996b-4e18-922d-beaab56fa5e4 req-3f12b7d2-b368-47c3-9fb2-2c2921505bc2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 943 time: 0.2826736 May 28 06:39:24.147585 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1a7d9898-4c20-4ac6-80e4-91a1ce10a7a9 req-a179d547-0dba-42ce-aaf8-9c23938133c8 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577932 May 28 06:39:24.177068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ea160dc-996b-4e18-922d-beaab56fa5e4 req-bcbcca4f-e836-4c1e-9eed-d638b80aae28 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516071 May 28 06:39:24.304148 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-2e3cfd9e-b2e3-4715-a0be-cdaa111df095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:24.305598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-2e3cfd9e-b2e3-4715-a0be-cdaa111df095 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=96401cc3ee0b490f9824deb90a061cfd&device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1094 time: 0.0748236 May 28 06:39:24.436037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-a1a3b0a4-85b0-445c-a033-2dad88d9b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:24.437371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-a1a3b0a4-85b0-445c-a033-2dad88d9b84f service neutron] 10.222.0.33 "GET /v2.0/networks?id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 200 len: 916 time: 0.1256139 May 28 06:39:24.503661 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-a6c2febd-43da-45f8-ae0f-9e1cf3cad9e4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 217 time: 0.0601866 May 28 06:39:24.567076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-e2bd26fb-fa63-4682-8883-fa88a8eb8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:24.568485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-e2bd26fb-fa63-4682-8883-fa88a8eb8066 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d3bc585-101e-4227-acb1-ab781455b0a8 HTTP/1.1" status: 200 len: 854 time: 0.0596263 May 28 06:39:24.643314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-09649a91-0446-40c2-bee4-432a508f1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:24.644763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-09649a91-0446-40c2-bee4-432a508f1a60 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704219 May 28 06:39:24.803790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-c70e64bb-234e-49ae-a007-96bd63b29e41 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520696 May 28 06:39:24.937172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fdbb2d64-ad0d-4d3c-95ba-98e0f1fb7cc4 req-6870585b-ac24-4c7b-8886-9571b6625a46 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252038 May 28 06:39:25.366780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997ba7d-6170-482e-ba22-890d5f21fe61 req-cdaab709-7315-4943-ba2d-0024e2de6551 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:25.368315 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d997ba7d-6170-482e-ba22-890d5f21fe61 req-cdaab709-7315-4943-ba2d-0024e2de6551 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 943 time: 0.0837781 May 28 06:39:25.411967 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d997ba7d-6170-482e-ba22-890d5f21fe61 req-79c3389b-14d6-4826-ab7a-086f9ec496f1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374622 May 28 06:39:26.598696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cfbc2-de7e-43e5-8ddd-025ce642fe6b req-70651949-09e3-45b4-92d4-cfc28884410e tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:26.600140 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-762cfbc2-de7e-43e5-8ddd-025ce642fe6b req-70651949-09e3-45b4-92d4-cfc28884410e tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 943 time: 0.0822666 May 28 06:39:26.643834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-762cfbc2-de7e-43e5-8ddd-025ce642fe6b req-b0ae85e7-ed17-4981-89c6-fafbb4e2b4ad tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378962 May 28 06:39:26.836572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 131c886e-3f39-4dc3-bde6-76cdd14b2747 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:39:27.002263 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 131c886e-3f39-4dc3-bde6-76cdd14b2747, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:27.015748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'port_id': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'mac_address': 'fa:16:3e:b2:85:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:39:27.073868 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 131c886e-3f39-4dc3-bde6-76cdd14b2747 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:27.074245 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.090464 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131c886e-3f39-4dc3-bde6-76cdd14b2747 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:39:27.106142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 131c886e-3f39-4dc3-bde6-76cdd14b2747, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:27.110720 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:27.179166 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=131c886e-3f39-4dc3-bde6-76cdd14b2747,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:27.186510 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.186857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.187196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.187557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.187886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.188214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.188540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.188859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.189178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.189493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.189812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.190127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:27.492054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['131c886e-3f39-4dc3-bde6-76cdd14b2747'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:39:27.825588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415136a-c201-4631-8922-e2bedd0f115a req-99b374c8-57e6-4787-9c41-e920306dae52 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:27.827635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a415136a-c201-4631-8922-e2bedd0f115a req-99b374c8-57e6-4787-9c41-e920306dae52 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 944 time: 0.0788131 May 28 06:39:27.870061 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a415136a-c201-4631-8922-e2bedd0f115a req-197d3627-532f-4b00-af93-98e90a643a51 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 May 28 06:39:28.866798 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 131c886e-3f39-4dc3-bde6-76cdd14b2747 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:39:28.939587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 131c886e-3f39-4dc3-bde6-76cdd14b2747 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:39:28.945040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 131c886e-3f39-4dc3-bde6-76cdd14b2747 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:28.945410 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:29.069839 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 131c886e-3f39-4dc3-bde6-76cdd14b2747 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:29.070221 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:29.097908 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:29.107815 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 131c886e-3f39-4dc3-bde6-76cdd14b2747, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:29.112830 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:29.161134 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eed31f6-e71b-4b11-bb9b-9c8253ea73e4'] response: {'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'code': 200} May 28 06:39:29.186975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=131c886e-3f39-4dc3-bde6-76cdd14b2747,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:29.223328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f83f8-fd07-44b0-b3f5-022bb634c892 req-dbd245a2-a9f5-42d1-807c-c4fae83d39e6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:29.224801 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f93f83f8-fd07-44b0-b3f5-022bb634c892 req-dbd245a2-a9f5-42d1-807c-c4fae83d39e6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 945 time: 0.0873518 May 28 06:39:29.321910 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f93f83f8-fd07-44b0-b3f5-022bb634c892 req-df15a936-2127-420b-99c7-e0d1156f655b tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906246 May 28 06:39:29.337314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565cd7d-8426-4410-98ab-5dfe10f7e4c7 req-68452c9f-b4d5-470c-b11e-e0ea57076d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:29.338746 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9565cd7d-8426-4410-98ab-5dfe10f7e4c7 req-68452c9f-b4d5-470c-b11e-e0ea57076d48 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1096 time: 0.0940294 May 28 06:39:29.378967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9565cd7d-8426-4410-98ab-5dfe10f7e4c7 req-aa3d6f4e-c85c-40d5-8641-30e65fc9a5dc service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339558 May 28 06:39:30.514000 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af2491-4276-4cb4-9318-ee67d0d348e6 req-e715890f-b66d-4c0d-a0bb-b86c24785a2f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:30.515437 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69af2491-4276-4cb4-9318-ee67d0d348e6 req-e715890f-b66d-4c0d-a0bb-b86c24785a2f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 945 time: 0.0836403 May 28 06:39:30.560103 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69af2491-4276-4cb4-9318-ee67d0d348e6 req-1b775020-959a-457a-92fd-30fc07e0e49e tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 May 28 06:39:31.560104 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:31.742186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5318d2-d0a0-454c-8496-0d24ed6c7f3b req-7a54a0b4-8ff2-4dd5-901e-f04d778a8c8d tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:31.743639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ab5318d2-d0a0-454c-8496-0d24ed6c7f3b req-7a54a0b4-8ff2-4dd5-901e-f04d778a8c8d tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 945 time: 0.0822856 May 28 06:39:31.791280 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ab5318d2-d0a0-454c-8496-0d24ed6c7f3b req-a5106f9f-51de-495b-8ebd-750f4bc08c27 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 May 28 06:39:31.973422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409a160-addb-4c1a-9cc5-5d16fdcb4bdd req-fc9aa893-a77b-4fd6-9c40-fc379582e695 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:31.974864 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8409a160-addb-4c1a-9cc5-5d16fdcb4bdd req-fc9aa893-a77b-4fd6-9c40-fc379582e695 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 945 time: 0.0794280 May 28 06:39:32.022076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8409a160-addb-4c1a-9cc5-5d16fdcb4bdd req-965f54ac-12ae-4a73-bdb5-ad7455f82c02 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 May 28 06:39:32.405720 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe3c6-1aa2-4dd2-bc89-77be72570b80 req-260e90d6-f7fb-4875-9faf-130068cb3ca9 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:32.407088 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7c8fe3c6-1aa2-4dd2-bc89-77be72570b80 req-260e90d6-f7fb-4875-9faf-130068cb3ca9 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 945 time: 0.0800717 May 28 06:39:32.450042 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7c8fe3c6-1aa2-4dd2-bc89-77be72570b80 req-d0004149-fe5d-4419-b752-e835eb06b97a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373228 May 28 06:39:38.588499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-53eeb0a5-4b5d-40df-bbff-8e8cbc65153c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:40.697168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:40.783344 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6a802c2b-42f7-42e7-b285-8490313076d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:40.831403 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:39:41.722963 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:41.838899 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.564372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3953ac-25bd-4790-a135-69563b696b5b req-100d4e7d-d6b3-4c43-8e80-1075c10e8ee6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:42.565790 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb3953ac-25bd-4790-a135-69563b696b5b req-100d4e7d-d6b3-4c43-8e80-1075c10e8ee6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 945 time: 0.0821700 May 28 06:39:42.609142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb3953ac-25bd-4790-a135-69563b696b5b req-b8cdeb88-bf1c-42ab-9f40-c44137245eb2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375483 May 28 06:39:42.634860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51890) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:42.755403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b2426a-b303-4629-9b92-d33d21f12cd9 tempest-TestMinimumBasicScenario-997336495 tempest-TestMinimumBasicScenario-997336495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:42.756890 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d5b2426a-b303-4629-9b92-d33d21f12cd9 tempest-TestMinimumBasicScenario-997336495 tempest-TestMinimumBasicScenario-997336495-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1091 time: 0.1210403 May 28 06:39:42.759862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51896) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:42.764671 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:42.771924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:42.775805 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Usage tracker for resource:floatingip and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:42.778637 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:42.784559 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:42.795569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:42.931277 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.069047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Allocated IP 172.25.4.249 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/6b8ce037-a41f-4f3d-9b81-a62709cc06f4) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:39:43.213384 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.242209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.304005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:39:43.306577 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:39:43.310340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:39:43.348700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'Port': ['ID=6b8ce037-a41f-4f3d-9b81-a62709cc06f4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:43.365070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.365403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.365732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.366056 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.366373 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.366690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.367001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.367337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.367677 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.367989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.368297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.368603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:39:43.502253 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.848377 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:43.925037 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.125432 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.129929 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.250710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'Port': ['ID=6b8ce037-a41f-4f3d-9b81-a62709cc06f4,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:44.257785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:44.432352 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Floating IP 3bfb0751-ab9a-47d2-a906-34a33cb789f0 associated. External IP: 172.25.4.249, port: 131c886e-3f39-4dc3-bde6-76cdd14b2747. May 28 06:39:44.781838 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Router 9e347af5-12dc-4eab-8e44-174f9411f495 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:39:44.955328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:39:44.964984 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] Sync routers for ids ['9e347af5-12dc-4eab-8e44-174f9411f495'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:39:44.974809 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] Routers {'9e347af5-12dc-4eab-8e44-174f9411f495'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:44.975655 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9e347af5-12dc-4eab-8e44-174f9411f495'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:44.979444 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.037102 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-96ed9a62-18d2-4add-bd3d-660e8e36f161 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2761726 May 28 06:39:45.037704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:45.039860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51900) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:45.045067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297155365', 'description': 'tempest-secgroup-smoke-297155365 description', 'project_id': '96401cc3ee0b490f9824deb90a061cfd'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:45.052777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:45.063506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:45.073725 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.110593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:45.114730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Usage tracker for resource:security_group_rule and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:45.118008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:45.124211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:45.153054 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fed9242-e7d9-4b97-b8fe-5cad19dbc330'] response: {'name': 'network-changed', 'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'status': 'completed', 'code': 200} May 28 06:39:45.171786 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] Set router 9e347af5-12dc-4eab-8e44-174f9411f495 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:45.202745 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.240609 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.309454 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.310529 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2696092 May 28 06:39:45.312380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f352c-6ac5-48d1-8996-ef326dda48f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d1ce8-4a06-4702-b03b-51b82ee346e8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:45.314758 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51908) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:45.320257 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'security_group_rule': {'security_group_id': '5a1d1ce8-4a06-4702-b03b-51b82ee346e8', 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:45.327147 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:45.331143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Usage tracker for resource:security_group_rule and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:45.331329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884a122-5587-4af8-af24-815545ae1ca9 req-b8f1cb45-74bb-408e-9114-68f6988b4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:45.332790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9884a122-5587-4af8-af24-815545ae1ca9 req-b8f1cb45-74bb-408e-9114-68f6988b4021 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=96401cc3ee0b490f9824deb90a061cfd&device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1096 time: 0.1276636 May 28 06:39:45.334236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:45.340740 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:45.358673 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.423366 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.428182 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.450190 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1e402c-fc0a-42c0-8c49-3e94312e176b,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:45.463145 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.467031 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d4c84692-6d97-4342-a175-87a766d000d6 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486387 May 28 06:39:45.469319 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 51912) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:45.476197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'security_group_rule': {'security_group_id': '5a1d1ce8-4a06-4702-b03b-51b82ee346e8', 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:45.484363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:45.486912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884a122-5587-4af8-af24-815545ae1ca9 req-bd86934b-b433-44d2-831d-94329b149699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:45.488375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9884a122-5587-4af8-af24-815545ae1ca9 req-bd86934b-b433-44d2-831d-94329b149699 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 200 len: 916 time: 0.1495533 May 28 06:39:45.490685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Usage tracker for resource:security_group_rule and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:45.493672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:45.500122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:45.579812 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.591122 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:51Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3bfb0751-ab9a-47d2-a906-34a33cb789f0', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'port_id': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'mac_address': 'fa:16:3e:b2:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:39:43Z', 'updated_at': '2022-05-28T06:39:43Z', 'revision_number': 0, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b51ba4-d413-407d-8720-4084c940e829', 'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'mac_address': 'fa:16:3e:ee:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:50Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 5, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'subnets': [{'id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:45.600633 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] Checking router: 9e347af5-12dc-4eab-8e44-174f9411f495 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:39:45.604926 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] Routers {'9e347af5-12dc-4eab-8e44-174f9411f495'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:39:45.605527 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:39:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9e347af5-12dc-4eab-8e44-174f9411f495'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:45.748607 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9884a122-5587-4af8-af24-815545ae1ca9 req-d0154464-798c-4313-886b-b337669409f4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 999 time: 0.2421296 May 28 06:39:45.785451 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] Set router 9e347af5-12dc-4eab-8e44-174f9411f495 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:39:45.816208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.822462 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.842304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884a122-5587-4af8-af24-815545ae1ca9 req-d7f5160c-cc0e-4492-9fbd-52ad23e7a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:45.844570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9884a122-5587-4af8-af24-815545ae1ca9 req-d7f5160c-cc0e-4492-9fbd-52ad23e7a5bd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d3bc585-101e-4227-acb1-ab781455b0a8 HTTP/1.1" status: 200 len: 854 time: 0.0892258 May 28 06:39:45.856502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c3db64-5e2f-49e4-8760-05ea45a25911,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:45.903040 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:45.904208 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2b914c72-9afa-48b8-be1e-de161e4f981a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4339771 May 28 06:39:45.907803 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51916) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:45.913394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'security_group_rule': {'security_group_id': '5a1d1ce8-4a06-4702-b03b-51b82ee346e8', 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:45.920471 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:45.924820 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Usage tracker for resource:security_group_rule and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:45.927648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:45.933382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:45.934953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884a122-5587-4af8-af24-815545ae1ca9 req-1142890e-641a-4d90-8f89-e8b23e0522d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:45.936113 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9884a122-5587-4af8-af24-815545ae1ca9 req-1142890e-641a-4d90-8f89-e8b23e0522d0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807564 May 28 06:39:45.950697 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.080398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9884a122-5587-4af8-af24-815545ae1ca9 req-e47fd424-279a-49f9-8b79-89035938e221 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380951 May 28 06:39:46.142212 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.147099 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.168156 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:51Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3bfb0751-ab9a-47d2-a906-34a33cb789f0', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'port_id': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'mac_address': 'fa:16:3e:b2:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:39:43Z', 'updated_at': '2022-05-28T06:39:43Z', 'revision_number': 0, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b51ba4-d413-407d-8720-4084c940e829', 'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'mac_address': 'fa:16:3e:ee:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:50Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 5, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'subnets': [{'id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:39:46.174948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73243a8-e6fb-48a8-83ca-943cf5ca7c93,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:46.175863 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f0133-3803-40df-b366-70a4513cbf83 None None] The sync data for ids ['9e347af5-12dc-4eab-8e44-174f9411f495'] in n-d-843679-5 is: [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:51Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '3bfb0751-ab9a-47d2-a906-34a33cb789f0', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'port_id': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'mac_address': 'fa:16:3e:b2:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:39:43Z', 'updated_at': '2022-05-28T06:39:43Z', 'revision_number': 0, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b51ba4-d413-407d-8720-4084c940e829', 'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'mac_address': 'fa:16:3e:ee:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:50Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 5, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'subnets': [{'id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:39:46.186175 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.188836 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-366f8656-3cab-4c03-8d88-bf9c549df703 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2800527 May 28 06:39:46.191596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51920) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:46.198367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'security_group_rule': {'security_group_id': '5a1d1ce8-4a06-4702-b03b-51b82ee346e8', 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:46.208155 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:46.213169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Usage tracker for resource:security_group_rule and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:46.216019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:46.222980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:46.243101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.245372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9884a122-5587-4af8-af24-815545ae1ca9 req-02d9d1ad-50a6-40f2-a98a-9b0cf4e17787 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548941 May 28 06:39:46.316276 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.320102 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.345548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac55a619-7898-4767-8dd4-6f39a362a533,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:46.354976 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.356206 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-7d1ef453-2a5b-4d72-9ccd-fc596695f6b8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634946 May 28 06:39:46.359726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51924) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:46.365293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'security_group_rule': {'security_group_id': '5a1d1ce8-4a06-4702-b03b-51b82ee346e8', 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:46.372173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:46.376183 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Usage tracker for resource:security_group_rule and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:46.379163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:46.385732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:46.394238 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c5d1e-d108-4c40-8823-b43c85d41d4b None None] New status for floating IP 3bfb0751-ab9a-47d2-a906-34a33cb789f0: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:39:46.398615 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Project 96401cc3ee0b490f9824deb90a061cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:39:46.405542 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.473262 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.476978 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.502635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b6ecc9-7ab4-4746-8da3-a7ab3df7e084,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:46.512092 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.516428 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e42dca09-d648-4a21-9f2d-974a84437d46 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525328 May 28 06:39:46.516782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 51928) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:39:46.521667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'security_group_rule': {'security_group_id': '5a1d1ce8-4a06-4702-b03b-51b82ee346e8', 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:46.528187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:39:46.532034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Usage tracker for resource:security_group_rule and tenant:96401cc3ee0b490f9824deb90a061cfd is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:39:46.534871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:39:46.540679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:39:46.551268 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Project 96401cc3ee0b490f9824deb90a061cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:39:46.558138 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.623855 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.627909 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.651352 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe3c652-1191-4a69-bd35-88bbb0006e8f,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:46.666390 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:46.667597 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc63cfd5-98c0-4f7c-aa61-4bb363f3bda1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498883 May 28 06:39:46.802218 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-a1292c73-100b-40d2-8550-b2219607c66f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297155365&fields=id&tenant_id=96401cc3ee0b490f9824deb90a061cfd HTTP/1.1" status: 200 len: 267 time: 0.0424235 May 28 06:39:46.887989 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-d89a9a17-d157-49eb-8e98-7df61af32322 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:46.889434 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-d89a9a17-d157-49eb-8e98-7df61af32322 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 945 time: 0.0819378 May 28 06:39:46.900757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-e8def1ca-b5a4-48bc-be74-3879becec66f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'port': {'security_groups': ['0f8c820e-c49e-4bcd-9885-6c35925ff051', '5a1d1ce8-4a06-4702-b03b-51b82ee346e8']}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:39:47.018682 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-e8def1ca-b5a4-48bc-be74-3879becec66f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.272096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-e8def1ca-b5a4-48bc-be74-3879becec66f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] For port 131c886e-3f39-4dc3-bde6-76cdd14b2747, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:39:47.296093 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-e8def1ca-b5a4-48bc-be74-3879becec66f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.300417 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-e8def1ca-b5a4-48bc-be74-3879becec66f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.333155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['131c886e-3f39-4dc3-bde6-76cdd14b2747'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:39:47.373707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-e8def1ca-b5a4-48bc-be74-3879becec66f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:47.374332 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-e8def1ca-b5a4-48bc-be74-3879becec66f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.376314 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b03f646-29d7-42bc-bfd8-5e083b880ca2 req-e8def1ca-b5a4-48bc-be74-3879becec66f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "PUT /v2.0/ports/131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 981 time: 0.4803238 May 28 06:39:47.376767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:39:47.407070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8def1ca-b5a4-48bc-be74-3879becec66f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'Port': ['ID=131c886e-3f39-4dc3-bde6-76cdd14b2747,revision_number=6']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:39:47.439595 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58470a4-829c-41d8-8792-16bb67f8e526'] response: {'name': 'network-changed', 'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'status': 'completed', 'code': 200} May 28 06:39:47.491185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['131c886e-3f39-4dc3-bde6-76cdd14b2747'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:39:47.574466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74271d-ff56-4965-a68f-530610cc6281 req-1e781204-d1ef-4607-8bfa-7a7d5ac68554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:47.575761 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b74271d-ff56-4965-a68f-530610cc6281 req-1e781204-d1ef-4607-8bfa-7a7d5ac68554 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=96401cc3ee0b490f9824deb90a061cfd&device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1135 time: 0.0872989 May 28 06:39:47.606646 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457f938-a39f-4dfc-bd00-d588bf4afa1a req-972ba9e8-1e15-4c60-8200-686c9d282a2b tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:47.608322 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5457f938-a39f-4dfc-bd00-d588bf4afa1a req-972ba9e8-1e15-4c60-8200-686c9d282a2b tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.1068692 May 28 06:39:47.659318 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5457f938-a39f-4dfc-bd00-d588bf4afa1a req-3b31cef8-b05d-44de-acd9-f346f1e246f1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430059 May 28 06:39:47.732643 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74271d-ff56-4965-a68f-530610cc6281 req-bf2e5927-0fb4-4a44-89ba-7543045428af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:47.732643 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b74271d-ff56-4965-a68f-530610cc6281 req-bf2e5927-0fb4-4a44-89ba-7543045428af service neutron] 10.222.0.33 "GET /v2.0/networks?id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 200 len: 916 time: 0.1472619 May 28 06:39:47.770767 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c1559c43-7db7-4df6-86cd-c9778ac83610 None None] Provisioning complete for port 131c886e-3f39-4dc3-bde6-76cdd14b2747 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:39:47.771141 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c1559c43-7db7-4df6-86cd-c9778ac83610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:39:47.836482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b74271d-ff56-4965-a68f-530610cc6281 req-428c2cf0-73a1-4601-9c18-b672c7d924d3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 1001 time: 0.0992584 May 28 06:39:47.898208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74271d-ff56-4965-a68f-530610cc6281 req-1fef96ac-194e-4be0-ab71-d4838bd8fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:47.899674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b74271d-ff56-4965-a68f-530610cc6281 req-1fef96ac-194e-4be0-ab71-d4838bd8fe31 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d3bc585-101e-4227-acb1-ab781455b0a8 HTTP/1.1" status: 200 len: 854 time: 0.0573797 May 28 06:39:47.979245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74271d-ff56-4965-a68f-530610cc6281 req-7bae0f51-6e91-4773-92f5-8e2a821d7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:39:47.980632 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b74271d-ff56-4965-a68f-530610cc6281 req-7bae0f51-6e91-4773-92f5-8e2a821d7546 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742464 May 28 06:39:48.077395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c1559c43-7db7-4df6-86cd-c9778ac83610 None None] Current status of the port 131c886e-3f39-4dc3-bde6-76cdd14b2747 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:39:48.115187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b74271d-ff56-4965-a68f-530610cc6281 req-5d3b6c15-fac9-4c7e-ba83-c4d34cc773b8 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273754 May 28 06:39:48.267503 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b74271d-ff56-4965-a68f-530610cc6281 req-f10a0c21-20c8-4a38-b3b6-991ba9d191e4 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445594 May 28 06:40:01.576477 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:08.595603 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b40a1d24-a1b5-44f1-bb5d-cdef758a18fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:10.702874 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:10.784290 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a255575d-3945-4b1e-862b-cb08ce93554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:11.724986 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:11.842090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:13.505236 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:17.831160 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:40:19.878790 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efde76c6-9ea4-4113-a635-9782562881bd req-9818ab5a-199a-41e0-86c6-2f58ba659fda service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1088898 May 28 06:40:20.029278 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde76c6-9ea4-4113-a635-9782562881bd req-3ffe6298-410c-4ee8-858c-b9ee293af8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:20.030608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efde76c6-9ea4-4113-a635-9782562881bd req-3ffe6298-410c-4ee8-858c-b9ee293af8f8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=96401cc3ee0b490f9824deb90a061cfd&device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1135 time: 0.0697384 May 28 06:40:20.173992 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde76c6-9ea4-4113-a635-9782562881bd req-e8af5640-7e3d-4c72-bfdf-a07bb60f6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:20.175456 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efde76c6-9ea4-4113-a635-9782562881bd req-e8af5640-7e3d-4c72-bfdf-a07bb60f6220 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 200 len: 916 time: 0.1259704 May 28 06:40:20.278634 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efde76c6-9ea4-4113-a635-9782562881bd req-6f598ecd-1973-439f-98f7-7e0eafab7903 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 1001 time: 0.0975573 May 28 06:40:20.341624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde76c6-9ea4-4113-a635-9782562881bd req-4aa2c4a1-33e7-4d57-aece-fb6bbf9dc430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:20.343051 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efde76c6-9ea4-4113-a635-9782562881bd req-4aa2c4a1-33e7-4d57-aece-fb6bbf9dc430 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d3bc585-101e-4227-acb1-ab781455b0a8 HTTP/1.1" status: 200 len: 854 time: 0.0583005 May 28 06:40:20.415854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde76c6-9ea4-4113-a635-9782562881bd req-5d47cb01-a729-4938-8d76-67a4d3b93d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:20.417300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efde76c6-9ea4-4113-a635-9782562881bd req-5d47cb01-a729-4938-8d76-67a4d3b93d90 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678945 May 28 06:40:20.653087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efde76c6-9ea4-4113-a635-9782562881bd req-98321fce-0ad8-4ba2-8518-62bad931e118 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227166 May 28 06:40:20.780873 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efde76c6-9ea4-4113-a635-9782562881bd req-b0cda15c-5588-4b82-8dbe-23dc751f7a2b service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216879 May 28 06:40:31.574730 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:38.587376 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e9b420eb-dbdf-4f88-b0f0-fb8aecaf2768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:40.719584 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:40.786330 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6ad4a3f4-681b-4c87-b638-87fb38ad8f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:41.727019 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:41.844667 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:43.508882 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:40:45.807487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-a8b467b7-9463-44d5-944f-342aa96dd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:45.808987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-a8b467b7-9463-44d5-944f-342aa96dd806 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=96401cc3ee0b490f9824deb90a061cfd&device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1135 time: 0.0762622 May 28 06:40:45.822954 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ae8fa-2a3b-4959-84c7-2a9817eb2bb7 req-837707d4-260e-4a7d-adc3-d38add5edf8f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:45.824444 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-541ae8fa-2a3b-4959-84c7-2a9817eb2bb7 req-837707d4-260e-4a7d-adc3-d38add5edf8f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0853705 May 28 06:40:45.870782 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-541ae8fa-2a3b-4959-84c7-2a9817eb2bb7 req-911c90ab-d1c3-473d-93e4-44b1754cb4d8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405338 May 28 06:40:45.941918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-45d1b1a1-0b29-4537-a112-32e6f7825ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:45.943379 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-45d1b1a1-0b29-4537-a112-32e6f7825ee5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 200 len: 916 time: 0.1279411 May 28 06:40:46.042445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-ba74e7c5-af74-4e69-bdf4-4b5e0dc7941f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 1001 time: 0.0922110 May 28 06:40:46.106769 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-b3032307-bd12-43c0-8869-58ba21aac570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:46.108111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-b3032307-bd12-43c0-8869-58ba21aac570 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d3bc585-101e-4227-acb1-ab781455b0a8 HTTP/1.1" status: 200 len: 854 time: 0.0598578 May 28 06:40:46.181869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-239d1428-91d6-42c8-bf63-990ae1f50d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:46.183341 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-239d1428-91d6-42c8-bf63-990ae1f50d7b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690713 May 28 06:40:46.312206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-832d006c-955e-40b7-a3db-6a47973b3b90 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220794 May 28 06:40:46.440160 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6bd1c48b-6a5c-4a70-9bda-81dbb5cd6c6f req-2718f882-1635-476b-9cc8-72a33c24c5a8 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217597 May 28 06:40:47.071695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc049108-49d2-4f2c-a1bc-22b8531f91b1 req-bcdf7bb9-7a3e-481e-bf38-58e92ee6e8f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:47.073815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc049108-49d2-4f2c-a1bc-22b8531f91b1 req-bcdf7bb9-7a3e-481e-bf38-58e92ee6e8f2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0943611 May 28 06:40:47.120989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bc049108-49d2-4f2c-a1bc-22b8531f91b1 req-7fee65d9-282c-4c00-8e90-0ba280831058 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Synchronizing usage tracker for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:40:47.137200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bc049108-49d2-4f2c-a1bc-22b8531f91b1 req-7fee65d9-282c-4c00-8e90-0ba280831058 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Unset dirty status for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:40:47.138393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc049108-49d2-4f2c-a1bc-22b8531f91b1 req-7fee65d9-282c-4c00-8e90-0ba280831058 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586250 May 28 06:40:48.323367 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2d9b-3aef-4e26-a67d-5edb1943f017 req-02563080-f8b1-45a7-8a5c-59b278e81e96 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:48.324802 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c51f2d9b-3aef-4e26-a67d-5edb1943f017 req-02563080-f8b1-45a7-8a5c-59b278e81e96 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0786340 May 28 06:40:48.373814 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c51f2d9b-3aef-4e26-a67d-5edb1943f017 req-f1d347cf-a51a-4ab3-af5e-8789f816a274 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432708 May 28 06:40:49.568120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26d621-7bbd-415a-a4f5-58967aac2498 req-5e941f04-12a8-41ba-9a05-205d0d822add tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:49.569573 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef26d621-7bbd-415a-a4f5-58967aac2498 req-5e941f04-12a8-41ba-9a05-205d0d822add tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0809314 May 28 06:40:49.615974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef26d621-7bbd-415a-a4f5-58967aac2498 req-a705208a-99d9-4c6d-b9a3-48fe314364e9 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406201 May 28 06:40:50.804790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61aac-af16-48b7-bdd5-699beed80089 req-b46b4d81-1b88-41a1-91d4-2284a11b423d tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:50.806269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5fb61aac-af16-48b7-bdd5-699beed80089 req-b46b4d81-1b88-41a1-91d4-2284a11b423d tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0808432 May 28 06:40:50.853755 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5fb61aac-af16-48b7-bdd5-699beed80089 req-83e8f2d0-baaf-47e3-970b-d02d67184858 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415819 May 28 06:40:52.042397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d796ce-ceb2-4198-a327-58296c22cad6 req-c475f167-2fc7-4f28-8641-8aa4de5b27b1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:52.043854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5d796ce-ceb2-4198-a327-58296c22cad6 req-c475f167-2fc7-4f28-8641-8aa4de5b27b1 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0856466 May 28 06:40:52.090513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5d796ce-ceb2-4198-a327-58296c22cad6 req-f0763d08-ad3b-421f-b5bc-0a03f1208856 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409636 May 28 06:40:53.285424 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d491b-c3bf-4ca7-81fc-bac9b7954a2b req-7c5c4933-5dcc-4068-b333-c1455425aa0a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:53.286815 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d8d491b-c3bf-4ca7-81fc-bac9b7954a2b req-7c5c4933-5dcc-4068-b333-c1455425aa0a tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0874221 May 28 06:40:53.335189 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5d8d491b-c3bf-4ca7-81fc-bac9b7954a2b req-7e567c5d-dd18-4e45-be55-ded80a0287a8 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425949 May 28 06:40:54.526440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d7537-e175-4128-baf8-0f77f8231f7a req-d4f9e232-78c2-4033-9fe2-20826d26855e tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:54.527947 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-842d7537-e175-4128-baf8-0f77f8231f7a req-d4f9e232-78c2-4033-9fe2-20826d26855e tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0802138 May 28 06:40:54.579120 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-842d7537-e175-4128-baf8-0f77f8231f7a req-70a6aa1d-a609-4446-aad4-26b31199a371 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452454 May 28 06:40:54.830185 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:40:55.772034 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c139a-fc08-4404-a4f4-a16175b5a74a req-f39b20e7-84a1-4fde-b360-e7308dba787b tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:55.773481 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a32c139a-fc08-4404-a4f4-a16175b5a74a req-f39b20e7-84a1-4fde-b360-e7308dba787b tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0866110 May 28 06:40:55.820029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a32c139a-fc08-4404-a4f4-a16175b5a74a req-66cd80b6-3300-42dc-b191-bf832eaf9506 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407503 May 28 06:40:57.006781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333cde-c876-4fbe-a328-88f8977dcce4 req-404931fd-916c-400a-bda3-47a429a2cad0 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:57.008283 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a333cde-c876-4fbe-a328-88f8977dcce4 req-404931fd-916c-400a-bda3-47a429a2cad0 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0832367 May 28 06:40:57.057141 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a333cde-c876-4fbe-a328-88f8977dcce4 req-112dbd5f-6cc7-4169-940c-a76d78ab942e tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429759 May 28 06:40:58.255952 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc15928-b63c-4674-be0d-30b772c349f3 req-f0bad7db-0711-4db0-8860-7b085e117df2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:40:58.257413 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dc15928-b63c-4674-be0d-30b772c349f3 req-f0bad7db-0711-4db0-8860-7b085e117df2 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0907094 May 28 06:40:58.309822 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9dc15928-b63c-4674-be0d-30b772c349f3 req-db69b9d7-c581-4061-ac1b-f1bdb3d1def0 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&id=5a1d1ce8-4a06-4702-b03b-51b82ee346e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463614 May 28 06:41:01.591303 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:08.589515 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8db3-2711-421e-af96-40b159e85480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:10.738087 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:10.788725 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0219b76b-8026-4026-8657-5d536cb7ff27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:11.731268 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:11.849317 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:13.511152 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:21.739017 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b222e608-a706-49a7-9365-c9d419c9f844 req-481604d8-73aa-44ff-aa3d-1c7c68e6e10c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763400 May 28 06:41:21.893697 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222e608-a706-49a7-9365-c9d419c9f844 req-e5ddd151-6641-4f54-b65b-3075ce07d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:21.895148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b222e608-a706-49a7-9365-c9d419c9f844 req-e5ddd151-6641-4f54-b65b-3075ce07d339 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=96401cc3ee0b490f9824deb90a061cfd&device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1135 time: 0.0709982 May 28 06:41:22.040709 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222e608-a706-49a7-9365-c9d419c9f844 req-2df1b651-fe3f-4c7f-99b5-7d52dd486d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:22.042155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b222e608-a706-49a7-9365-c9d419c9f844 req-2df1b651-fe3f-4c7f-99b5-7d52dd486d8b service neutron] 10.222.0.33 "GET /v2.0/networks?id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 200 len: 916 time: 0.1279595 May 28 06:41:22.247455 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b222e608-a706-49a7-9365-c9d419c9f844 req-d365c137-9a6f-47ec-ae9e-15e6c3b0e7a3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 1001 time: 0.1985712 May 28 06:41:22.309443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222e608-a706-49a7-9365-c9d419c9f844 req-b3cdb6cd-3f65-4162-a8fb-af1c4bf4fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:22.310774 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b222e608-a706-49a7-9365-c9d419c9f844 req-b3cdb6cd-3f65-4162-a8fb-af1c4bf4fd55 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d3bc585-101e-4227-acb1-ab781455b0a8 HTTP/1.1" status: 200 len: 854 time: 0.0578954 May 28 06:41:22.390919 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222e608-a706-49a7-9365-c9d419c9f844 req-788fdcf2-c164-48e7-97d4-29cbcfdc4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:22.392458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b222e608-a706-49a7-9365-c9d419c9f844 req-788fdcf2-c164-48e7-97d4-29cbcfdc4a17 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758917 May 28 06:41:22.525723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b222e608-a706-49a7-9365-c9d419c9f844 req-f0f3cc42-d8b0-4005-ac6a-787067b2f470 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264853 May 28 06:41:22.655518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b222e608-a706-49a7-9365-c9d419c9f844 req-2fb63d61-3517-408c-b0b4-8971919a3747 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239080 May 28 06:41:31.592454 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:31.829789 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:41:38.592819 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab364a95-07a7-4ea3-b5f9-3e76051f5ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.736449 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:40.790582 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ecace859-8ff8-4254-962a-c3bbe1c8fb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.733511 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:41.851923 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:43.508201 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:46.885840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-80e6b701-5787-4a87-aaa8-dc8d001046e4 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297155365&fields=id&tenant_id=96401cc3ee0b490f9824deb90a061cfd HTTP/1.1" status: 200 len: 267 time: 0.0428555 May 28 06:41:46.970055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-c78a53ab-6225-4bc7-abe0-ae31fbd8f6ce tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:46.971536 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-c78a53ab-6225-4bc7-abe0-ae31fbd8f6ce tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 984 time: 0.0803995 May 28 06:41:46.989307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Request body: {'port': {'security_groups': ['0f8c820e-c49e-4bcd-9885-6c35925ff051']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:41:47.127964 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.393487 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] For port 131c886e-3f39-4dc3-bde6-76cdd14b2747, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:47.421366 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.425846 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.459097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['131c886e-3f39-4dc3-bde6-76cdd14b2747'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:47.504597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:47.505233 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.506611 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d34629e1-4700-4f6c-a4ff-a4b286649e52 req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "PUT /v2.0/ports/131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 942 time: 0.5272868 May 28 06:41:47.507061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:47.513707 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52028) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:47.534951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event updated for resources: {'Port': ['ID=131c886e-3f39-4dc3-bde6-76cdd14b2747,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:47.548331 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.548728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.549062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.549384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.549747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.550108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.550480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.550866 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.551225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.551699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.552086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.552615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e9a24-946f-40c2-95d1-e66a4ac655d3 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.630013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.660430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['131c886e-3f39-4dc3-bde6-76cdd14b2747'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:47.668696 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.753868 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.787698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1d1ce8-4a06-4702-b03b-51b82ee346e8,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:47.797087 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.797432 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.797770 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.798103 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.798429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.798757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.799080 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.799427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.799747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.800065 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.800382 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.800701 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:41:47.806030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:47.809729 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-88582a8f-94c0-4328-b774-b807dc4fcf64 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "DELETE /v2.0/security-groups/5a1d1ce8-4a06-4702-b03b-51b82ee346e8 HTTP/1.1" status: 204 len: 168 time: 0.2914166 May 28 06:41:47.810343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52034) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:47.878802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5f473bee-909c-4fd2-97fd-c66b6a74e88a None None] Provisioning complete for port 131c886e-3f39-4dc3-bde6-76cdd14b2747 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:41:47.879495 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5f473bee-909c-4fd2-97fd-c66b6a74e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.012620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Deleting port 6b8ce037-a41f-4f3d-9b81-a62709cc06f4 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:48.013295 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.019060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5f473bee-909c-4fd2-97fd-c66b6a74e88a None None] Current status of the port 131c886e-3f39-4dc3-bde6-76cdd14b2747 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:41:48.308430 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.308811 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.445824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Calling delete_port for 6b8ce037-a41f-4f3d-9b81-a62709cc06f4 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:48.610036 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.663083 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event deleted for resources: {'Port': ['ID=6b8ce037-a41f-4f3d-9b81-a62709cc06f4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:48.685596 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057fb5f5-7d92-4d56-a273-4caf3f20b879'] response: {'name': 'network-changed', 'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'status': 'completed', 'code': 200} May 28 06:41:48.766833 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:48.767178 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Floating IP 3bfb0751-ab9a-47d2-a906-34a33cb789f0 disassociated (deleted). External IP: 172.25.4.249, port: 131c886e-3f39-4dc3-bde6-76cdd14b2747. May 28 06:41:48.800656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-a59afa25-8bcf-444d-890c-155190455135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:48.802140 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-a59afa25-8bcf-444d-890c-155190455135 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=96401cc3ee0b490f9824deb90a061cfd&device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1096 time: 0.0764468 May 28 06:41:48.961091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-2f432a2a-0330-409d-b168-88721bbce3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:48.963658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-2f432a2a-0330-409d-b168-88721bbce3a1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 200 len: 916 time: 0.1552458 May 28 06:41:49.053010 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-c99b248d-a569-4335-8297-73b2a1b1bfa2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 217 time: 0.0827038 May 28 06:41:49.121822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-d742a984-f2e1-45d2-9191-8a2ddcab9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:49.123293 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-d742a984-f2e1-45d2-9191-8a2ddcab9d3d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d3bc585-101e-4227-acb1-ab781455b0a8 HTTP/1.1" status: 200 len: 854 time: 0.0648849 May 28 06:41:49.146521 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Router 9e347af5-12dc-4eab-8e44-174f9411f495 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:41:49.202232 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-7b2399a3-2e00-49cb-bde9-f49a74d19507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:49.203952 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-7b2399a3-2e00-49cb-bde9-f49a74d19507 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746462 May 28 06:41:49.365156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-926f4555-211f-4756-81e8-12e138892df9 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540072 May 28 06:41:49.370690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:41:49.389694 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] Sync routers for ids ['9e347af5-12dc-4eab-8e44-174f9411f495'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:41:49.393302 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:49.404500 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] Routers {'9e347af5-12dc-4eab-8e44-174f9411f495'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:49.405393 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9e347af5-12dc-4eab-8e44-174f9411f495'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:49.466612 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bb9c5a4c-c391-4681-85da-2c72011df596 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "DELETE /v2.0/floatingips/3bfb0751-ab9a-47d2-a906-34a33cb789f0 HTTP/1.1" status: 204 len: 168 time: 1.6548612 May 28 06:41:49.467981 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:49.541883 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46dbacce-4f42-4cc6-9cd1-0b35a1b5ecff'] response: {'name': 'network-changed', 'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'status': 'completed', 'code': 200} May 28 06:41:49.644171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-091f1e6a-b94c-49c0-9f05-f9c4f6fb0b3d req-6d3d7392-f080-45ca-b674-222c7830a038 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734096 May 28 06:41:49.725626 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] Set router 9e347af5-12dc-4eab-8e44-174f9411f495 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:49.817722 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-f849f65b-a7ae-44e9-8157-6bcee9324faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:49.819340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-f849f65b-a7ae-44e9-8157-6bcee9324faf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=96401cc3ee0b490f9824deb90a061cfd&device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 1096 time: 0.0949059 May 28 06:41:50.010050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-cb455766-f49e-4b08-b044-be15d89773bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:50.011673 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-cb455766-f49e-4b08-b044-be15d89773bb service neutron] 10.222.0.33 "GET /v2.0/networks?id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 200 len: 916 time: 0.1863122 May 28 06:41:50.111369 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-ad2c6941-ddc8-4844-a395-49a57d2ba1ae service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 200 len: 217 time: 0.0935781 May 28 06:41:50.178094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-3e5eac6b-b1a4-4447-84f0-e72ce9860d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:50.179556 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-3e5eac6b-b1a4-4447-84f0-e72ce9860d29 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d3bc585-101e-4227-acb1-ab781455b0a8 HTTP/1.1" status: 200 len: 854 time: 0.0624154 May 28 06:41:50.183741 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:51Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '98b51ba4-d413-407d-8720-4084c940e829', 'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'mac_address': 'fa:16:3e:ee:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:50Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 5, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'subnets': [{'id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:50.187848 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] Checking router: 9e347af5-12dc-4eab-8e44-174f9411f495 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:41:50.196913 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] Routers {'9e347af5-12dc-4eab-8e44-174f9411f495'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:41:50.197504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9e347af5-12dc-4eab-8e44-174f9411f495'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:50.264819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-39269a8f-a03d-4aae-b87c-3bd7d6722db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:50.266393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-39269a8f-a03d-4aae-b87c-3bd7d6722db4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789194 May 28 06:41:50.401425 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] Set router 9e347af5-12dc-4eab-8e44-174f9411f495 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:41:50.411973 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-ee613166-3ffd-4db8-8d4e-21709c4a60a8 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374199 May 28 06:41:50.556248 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0487bbb1-aafd-4a13-b763-3c0311bd7650 req-8f882ead-fbe8-4a6f-9c38-bedc88becb69 service neutron] 10.222.0.33 "GET /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338995 May 28 06:41:50.737524 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:51Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '98b51ba4-d413-407d-8720-4084c940e829', 'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'mac_address': 'fa:16:3e:ee:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:50Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 5, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'subnets': [{'id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:41:50.742587 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd179e63-6c76-46dc-ace4-1b9272efb8d4 None None] The sync data for ids ['9e347af5-12dc-4eab-8e44-174f9411f495'] in n-d-843679-5 is: [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:51Z', 'revision_number': 4, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '98b51ba4-d413-407d-8720-4084c940e829', 'name': '', 'network_id': 'b627c20b-64ba-4c18-a05f-1a2aaf5f4e56', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'mac_address': 'fa:16:3e:ee:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:50Z', 'updated_at': '2022-05-28T06:38:57Z', 'revision_number': 5, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'subnets': [{'id': '6d3bc585-101e-4227-acb1-ab781455b0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:41:51.202053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2320bba-437f-468f-9272-9606134afb26 None None] New status for floating IP 3bfb0751-ab9a-47d2-a906-34a33cb789f0: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:41:55.112625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616fc0-5146-46e1-8387-614401ca4a6a req-d64901e5-49c2-4443-9b99-1d566a0f7483 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:55.114708 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a616fc0-5146-46e1-8387-614401ca4a6a req-d64901e5-49c2-4443-9b99-1d566a0f7483 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 945 time: 0.1011412 May 28 06:41:55.164303 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6a616fc0-5146-46e1-8387-614401ca4a6a req-bce8a0b6-e27c-46c5-9795-0ca7ac03677b tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 May 28 06:41:56.358358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c916ed-e36b-4545-8723-19ca447b2ab1 req-bd6d6f30-4c30-43cc-b71f-a55f67a15e28 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:56.359043 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e6c916ed-e36b-4545-8723-19ca447b2ab1 req-bd6d6f30-4c30-43cc-b71f-a55f67a15e28 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Synchronizing usage tracker for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:56.375511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e6c916ed-e36b-4545-8723-19ca447b2ab1 req-bd6d6f30-4c30-43cc-b71f-a55f67a15e28 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Unset dirty status for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:56.376851 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e6c916ed-e36b-4545-8723-19ca447b2ab1 req-bd6d6f30-4c30-43cc-b71f-a55f67a15e28 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 945 time: 0.1004777 May 28 06:41:56.423187 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e6c916ed-e36b-4545-8723-19ca447b2ab1 req-4dba1164-49bc-4f7e-98f7-1efb5a009e97 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Synchronizing usage tracker for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:41:56.438268 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e6c916ed-e36b-4545-8723-19ca447b2ab1 req-4dba1164-49bc-4f7e-98f7-1efb5a009e97 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Unset dirty status for tenant:96401cc3ee0b490f9824deb90a061cfd on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:41:56.439448 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e6c916ed-e36b-4545-8723-19ca447b2ab1 req-4dba1164-49bc-4f7e-98f7-1efb5a009e97 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f8c820e-c49e-4bcd-9885-6c35925ff051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565081 May 28 06:41:56.892242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-885a834a-930e-4c04-bcfb-3235599cb947 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:41:56.893667 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-885a834a-930e-4c04-bcfb-3235599cb947 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.33 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 945 time: 0.0785639 May 28 06:41:56.965659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-327dbfe3-c214-429f-8329-ddce394dc359 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Deleting port 131c886e-3f39-4dc3-bde6-76cdd14b2747 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:41:56.966014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-327dbfe3-c214-429f-8329-ddce394dc359 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.217630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-327dbfe3-c214-429f-8329-ddce394dc359 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] For port 131c886e-3f39-4dc3-bde6-76cdd14b2747, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=131c886e-3f39-4dc3-bde6-76cdd14b2747,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:41:57.217986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-327dbfe3-c214-429f-8329-ddce394dc359 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.342479 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-327dbfe3-c214-429f-8329-ddce394dc359 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Calling delete_port for 131c886e-3f39-4dc3-bde6-76cdd14b2747 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:41:57.494513 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-327dbfe3-c214-429f-8329-ddce394dc359 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.526628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['131c886e-3f39-4dc3-bde6-76cdd14b2747'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:41:57.549260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dbfe3-c214-429f-8329-ddce394dc359 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Pushing event deleted for resources: {'Port': ['ID=131c886e-3f39-4dc3-bde6-76cdd14b2747,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:41:57.758432 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-10875ecc-b5e5-4063-b38b-8eb2d508c3cb req-6707df2a-fd4c-4063-8ea5-47c86518254f tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.39 "GET /v2.0/ports?device_id=d99068ce-7585-40f1-989b-5e145cd4c846 HTTP/1.1" status: 200 len: 210 time: 0.1818073 May 28 06:41:57.763675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-327dbfe3-c214-429f-8329-ddce394dc359 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] No DVR routers for this DVR port 131c886e-3f39-4dc3-bde6-76cdd14b2747 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:41:57.766122 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-327dbfe3-c214-429f-8329-ddce394dc359 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:41:57.768712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'name': 'network-vif-deleted', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:41:57.784943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84594aaa-3140-412e-a457-4dd06b1d84e5 req-327dbfe3-c214-429f-8329-ddce394dc359 tempest-TestMinimumBasicScenario-1539667030 tempest-TestMinimumBasicScenario-1539667030-project] 10.222.0.33 "DELETE /v2.0/ports/131c886e-3f39-4dc3-bde6-76cdd14b2747 HTTP/1.1" status: 204 len: 173 time: 0.8865087 May 28 06:41:57.818162 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea09b76-b09b-402e-b5f5-437896761a72'] response: {'server_uuid': 'd99068ce-7585-40f1-989b-5e145cd4c846', 'name': 'network-vif-deleted', 'tag': '131c886e-3f39-4dc3-bde6-76cdd14b2747', 'status': 'completed', 'code': 200} May 28 06:41:59.400022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52130) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:41:59.926956 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.272429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] Deleting port 98b51ba4-d413-407d-8720-4084c940e829 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:00.272774 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.448561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] For port 98b51ba4-d413-407d-8720-4084c940e829, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=98b51ba4-d413-407d-8720-4084c940e829,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:00.449266 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:00.569641 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] Calling delete_port for 98b51ba4-d413-407d-8720-4084c940e829 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:00.997241 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.042985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] Pushing event deleted for resources: {'Port': ['ID=98b51ba4-d413-407d-8720-4084c940e829,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:01.330928 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.597782 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:01.631601 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 131c886e-3f39-4dc3-bde6-76cdd14b2747 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:01.666433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 131c886e-3f39-4dc3-bde6-76cdd14b2747 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:01.666777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 131c886e-3f39-4dc3-bde6-76cdd14b2747 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:01.713918 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] Router 9e347af5-12dc-4eab-8e44-174f9411f495 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:42:01.891485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:42:01.902277 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] Sync routers for ids ['9e347af5-12dc-4eab-8e44-174f9411f495'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:42:01.904257 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-02b0bb68-14d0-4d48-a044-7b51901f199c admin admin] 10.222.0.39 "PUT /v2.0/routers/9e347af5-12dc-4eab-8e44-174f9411f495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5032284 May 28 06:42:01.906696 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52134) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:01.912615 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] Routers {'9e347af5-12dc-4eab-8e44-174f9411f495'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:01.913400 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9e347af5-12dc-4eab-8e44-174f9411f495'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:02.094492 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] Set router 9e347af5-12dc-4eab-8e44-174f9411f495 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:02.219722 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.398207 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:42:00Z', 'revision_number': 5, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port': {'id': 'cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:02.402135 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] Checking router: 9e347af5-12dc-4eab-8e44-174f9411f495 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:42:02.410925 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] Routers {'9e347af5-12dc-4eab-8e44-174f9411f495'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:02.411108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.411576 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['9e347af5-12dc-4eab-8e44-174f9411f495'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:02.421458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Deleting port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:02.422113 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.570415 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] Set router 9e347af5-12dc-4eab-8e44-174f9411f495 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:02.620001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] For port cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:02.620519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.721153 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:42:02Z', 'revision_number': 6, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:02.726673 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db773e57-8559-4511-b384-aeecc5b6c693 None None] The sync data for ids ['9e347af5-12dc-4eab-8e44-174f9411f495'] in n-d-843679-5 is: [{'id': '9e347af5-12dc-4eab-8e44-174f9411f495', 'name': 'tempest-TestMinimumBasicScenario-1734544200-router', 'tenant_id': '96401cc3ee0b490f9824deb90a061cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:47Z', 'updated_at': '2022-05-28T06:42:02Z', 'revision_number': 6, 'project_id': '96401cc3ee0b490f9824deb90a061cfd', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:42:02.753873 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Calling delete_port for cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:02.930001 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:02.975629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:03.076236 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.264331 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.266715 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.289447 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.289984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e347af5-12dc-4eab-8e44-174f9411f495 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:42:03.305655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.306786 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-de72a547-0ed7-4263-b3f2-1d302c01a12a admin admin] 10.222.0.39 "DELETE /v2.0/routers/9e347af5-12dc-4eab-8e44-174f9411f495 HTTP/1.1" status: 204 len: 168 time: 1.3991640 May 28 06:42:03.309455 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52138) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:03.370295 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1826ce0-eb7f-4932-8cd9-c13c4c6b4551 admin admin] Deleting subnet 6d3bc585-101e-4227-acb1-ab781455b0a8 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:03.373239 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1826ce0-eb7f-4932-8cd9-c13c4c6b4551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.425163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1826ce0-eb7f-4932-8cd9-c13c4c6b4551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.505231 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1826ce0-eb7f-4932-8cd9-c13c4c6b4551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.577239 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 98b51ba4-d413-407d-8720-4084c940e829 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:03.579339 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1826ce0-eb7f-4932-8cd9-c13c4c6b4551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.620833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 98b51ba4-d413-407d-8720-4084c940e829 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:03.621732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 98b51ba4-d413-407d-8720-4084c940e829 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:03.627973 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d1826ce0-eb7f-4932-8cd9-c13c4c6b4551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.633483 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1826ce0-eb7f-4932-8cd9-c13c4c6b4551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3bc585-101e-4227-acb1-ab781455b0a8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:03.635350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316fb5ae-ed29-40ca-adbf-562d16107fcc None None] Network b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:03.636298 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d1826ce0-eb7f-4932-8cd9-c13c4c6b4551 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6d3bc585-101e-4227-acb1-ab781455b0a8 HTTP/1.1" status: 204 len: 168 time: 0.3258471 May 28 06:42:03.638738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52142) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:03.863350 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.875184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Deleting port bd3d95be-589d-446a-8003-caaa963422a6 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:03.875662 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:03.976408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] DHCP port deletion for b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:42:03.984278 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] Deleting port bd3d95be-589d-446a-8003-caaa963422a6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:03.984547 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.112049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] For port bd3d95be-589d-446a-8003-caaa963422a6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bd3d95be-589d-446a-8003-caaa963422a6,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:04.112387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.201446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] For port bd3d95be-589d-446a-8003-caaa963422a6, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bd3d95be-589d-446a-8003-caaa963422a6,segment=NetworkSegment(0fdc9fdb-d475-4510-a7d6-3947f41e95f1),segment_id=0fdc9fdb-d475-4510-a7d6-3947f41e95f1)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:04.201873 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.245422 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Calling delete_port for bd3d95be-589d-446a-8003-caaa963422a6 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:04.323359 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.327926 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] Calling delete_port for bd3d95be-589d-446a-8003-caaa963422a6 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:04.373024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3d95be-589d-446a-8003-caaa963422a6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:04.378259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] No DVR routers for this DVR port bd3d95be-589d-446a-8003-caaa963422a6 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:04.401222 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:42:04.401576 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:42:04.495714 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.521407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b627c20b-64ba-4c18-a05f-1a2aaf5f4e56']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:04.534011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdc9fdb-d475-4510-a7d6-3947f41e95f1') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:04.534299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdc9fdb-d475-4510-a7d6-3947f41e95f1') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:04.548094 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.566534 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.573044 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:04.573421 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.660599 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 0fdc9fdb-d475-4510-a7d6-3947f41e95f1 resource provider aggregate not found May 28 06:42:04.672279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.690077 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.693297 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 0fdc9fdb-d475-4510-a7d6-3947f41e95f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fdc9fdb-d475-4510-a7d6-3947f41e95f1 found for delete ", "request_id": "req-81aaf7c0-69e5-4e4f-9541-8a4b786b0fa3"}]} May 28 06:42:04.703856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] Pushing event deleted for resources: {'Network': ['ID=b627c20b-64ba-4c18-a05f-1a2aaf5f4e56,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:04.717953 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0ee32e1c-9059-4002-a1bf-24fcba47cccc admin admin] 10.222.0.39 "DELETE /v2.0/networks/b627c20b-64ba-4c18-a05f-1a2aaf5f4e56 HTTP/1.1" status: 204 len: 168 time: 1.0780263 May 28 06:42:04.721207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52152) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:04.903210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] Deleting port bd3d95be-589d-446a-8003-caaa963422a6 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:04.903778 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:04.973820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6c635-78f4-452d-ac6f-219e656e7828 None None] The port 'bd3d95be-589d-446a-8003-caaa963422a6' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:42:05.209147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bd3d95be-589d-446a-8003-caaa963422a6 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:05.243648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: bd3d95be-589d-446a-8003-caaa963422a6 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:05.243968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bd3d95be-589d-446a-8003-caaa963422a6 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:05.244532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:05.278213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:05.278568 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cbe9e4fb-a2c6-44f8-9eb9-b45db03256f0 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:05.403008 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.760185 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] Deleting port c34ea9f0-f165-4e3b-bbaf-ea393eae5202 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:05.760900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:05.933372 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] For port c34ea9f0-f165-4e3b-bbaf-ea393eae5202, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=c34ea9f0-f165-4e3b-bbaf-ea393eae5202,segment=NetworkSegment(3ba0509c-be9b-4a87-8df5-ffd4bf1db72f),segment_id=3ba0509c-be9b-4a87-8df5-ffd4bf1db72f)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:05.933730 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.057824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] Calling delete_port for c34ea9f0-f165-4e3b-bbaf-ea393eae5202 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:06.239572 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:06.288532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=c34ea9f0-f165-4e3b-bbaf-ea393eae5202,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:06.674289 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:07.043547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] Router a594acaf-2026-4179-ae03-15f4461edb8f has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:42:07.225956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:42:07.234736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a53e1222-d6b2-4c38-a144-43a5a24ca7ca admin admin] 10.222.0.39 "PUT /v2.0/routers/a594acaf-2026-4179-ae03-15f4461edb8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5124011 May 28 06:42:07.235515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] Sync routers for ids ['a594acaf-2026-4179-ae03-15f4461edb8f'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:42:07.237305 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52156) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:07.246535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] Routers {'a594acaf-2026-4179-ae03-15f4461edb8f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:07.247200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a594acaf-2026-4179-ae03-15f4461edb8f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:07.417117 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:07.427646 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] Set router a594acaf-2026-4179-ae03-15f4461edb8f gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:07.599353 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:07.609893 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Deleting port 9860955e-eb4f-43fd-a555-ab34861a3222 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:07.610427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:07.737993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'name': 'tempest-TestMinimumBasicScenario-1420117227-router', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:53Z', 'updated_at': '2022-05-28T06:42:06Z', 'revision_number': 5, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'gw_port': {'id': '9860955e-eb4f-43fd-a555-ab34861a3222', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:38:54Z', 'updated_at': '2022-05-28T06:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:07.742100 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] Checking router: a594acaf-2026-4179-ae03-15f4461edb8f for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:42:07.751210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] Routers {'a594acaf-2026-4179-ae03-15f4461edb8f'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:07.752005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:41:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['a594acaf-2026-4179-ae03-15f4461edb8f'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:07.907522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] Set router a594acaf-2026-4179-ae03-15f4461edb8f gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:07.925396 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] For port 9860955e-eb4f-43fd-a555-ab34861a3222, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=9860955e-eb4f-43fd-a555-ab34861a3222,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:07.926050 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.049426 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'name': 'tempest-TestMinimumBasicScenario-1420117227-router', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:53Z', 'updated_at': '2022-05-28T06:42:07Z', 'revision_number': 6, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:08.053251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Calling delete_port for 9860955e-eb4f-43fd-a555-ab34861a3222 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:08.054583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19616e9e-5695-4c82-ae0d-4e1ecf90708f None None] The sync data for ids ['a594acaf-2026-4179-ae03-15f4461edb8f'] in n-d-843679-5 is: [{'id': 'a594acaf-2026-4179-ae03-15f4461edb8f', 'name': 'tempest-TestMinimumBasicScenario-1420117227-router', 'tenant_id': '0471f0a265fa4828bb5b636bc2b041ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:38:53Z', 'updated_at': '2022-05-28T06:42:07Z', 'revision_number': 6, 'project_id': '0471f0a265fa4828bb5b636bc2b041ee', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:42:08.233396 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.282812 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9860955e-eb4f-43fd-a555-ab34861a3222,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:08.374252 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.554785 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.557006 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.580450 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.581273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a594acaf-2026-4179-ae03-15f4461edb8f {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:42:08.599000 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.599268 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-574d1a0a-5648-4dbd-912a-1ce7ae85220a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.602944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52160) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:08.603513 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-84d7ab57-d3e6-4021-8b40-37d473b73cf3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a594acaf-2026-4179-ae03-15f4461edb8f HTTP/1.1" status: 204 len: 168 time: 1.3646460 May 28 06:42:08.662442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fd38ef-9df5-4f20-8201-d6deb30b9c96 admin admin] Deleting subnet ca9128a7-8170-48b4-9f64-6070c92063b3 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:42:08.665304 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5fd38ef-9df5-4f20-8201-d6deb30b9c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.718168 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5fd38ef-9df5-4f20-8201-d6deb30b9c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.796234 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5fd38ef-9df5-4f20-8201-d6deb30b9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.838624 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:42:08.868506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5fd38ef-9df5-4f20-8201-d6deb30b9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.910535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd38ef-9df5-4f20-8201-d6deb30b9c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9128a7-8170-48b4-9f64-6070c92063b3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:08.914464 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d5fd38ef-9df5-4f20-8201-d6deb30b9c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:08.920623 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d5fd38ef-9df5-4f20-8201-d6deb30b9c96 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ca9128a7-8170-48b4-9f64-6070c92063b3 HTTP/1.1" status: 204 len: 168 time: 0.3165450 May 28 06:42:08.923024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52164) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:08.923961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba50fdaf-651e-4227-8389-3bfd4ce4adca None None] Network 9ff00216-60dc-4777-9bb7-80e7f58ae894 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:09.044923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.057644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Deleting port 93a433d9-ecc6-44e9-926a-933a56bd4430 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:09.057983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.289228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] DHCP port deletion for 9ff00216-60dc-4777-9bb7-80e7f58ae894 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:42:09.293748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] Deleting port 93a433d9-ecc6-44e9-926a-933a56bd4430 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:09.294963 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.330273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c34ea9f0-f165-4e3b-bbaf-ea393eae5202 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:09.344506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] For port 93a433d9-ecc6-44e9-926a-933a56bd4430, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=93a433d9-ecc6-44e9-926a-933a56bd4430,segment=NetworkSegment(3ba0509c-be9b-4a87-8df5-ffd4bf1db72f),segment_id=3ba0509c-be9b-4a87-8df5-ffd4bf1db72f)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:09.344864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.379496 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: c34ea9f0-f165-4e3b-bbaf-ea393eae5202 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:09.379989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device c34ea9f0-f165-4e3b-bbaf-ea393eae5202 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:09.380514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9860955e-eb4f-43fd-a555-ab34861a3222 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:09.420181 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 9860955e-eb4f-43fd-a555-ab34861a3222 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:09.420608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 9860955e-eb4f-43fd-a555-ab34861a3222 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:09.571309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Calling delete_port for 93a433d9-ecc6-44e9-926a-933a56bd4430 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:09.587741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] For port 93a433d9-ecc6-44e9-926a-933a56bd4430, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=93a433d9-ecc6-44e9-926a-933a56bd4430,segment=NetworkSegment(3ba0509c-be9b-4a87-8df5-ffd4bf1db72f),segment_id=3ba0509c-be9b-4a87-8df5-ffd4bf1db72f)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:09.589158 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.649578 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.701535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] No DVR routers for this DVR port 93a433d9-ecc6-44e9-926a-933a56bd4430 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:42:09.720436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] Calling delete_port for 93a433d9-ecc6-44e9-926a-933a56bd4430 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:42:09.735467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a433d9-ecc6-44e9-926a-933a56bd4430,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:09.797345 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 06:42:09.797725 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 06:42:09.827170 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.856974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff00216-60dc-4777-9bb7-80e7f58ae894']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:09.870355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:09.870653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba0509c-be9b-4a87-8df5-ffd4bf1db72f') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:09.882627 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.899204 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.905438 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:42:09.905810 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:09.969780 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3ba0509c-be9b-4a87-8df5-ffd4bf1db72f resource provider aggregate not found May 28 06:42:09.988471 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 3ba0509c-be9b-4a87-8df5-ffd4bf1db72f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ba0509c-be9b-4a87-8df5-ffd4bf1db72f found for delete ", "request_id": "req-9edc70c8-1730-4d8c-82e0-39da39e748d9"}]} May 28 06:42:10.003083 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.009116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.036963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff00216-60dc-4777-9bb7-80e7f58ae894,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:10.041172 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5b41b9f0-31a7-47c1-b243-3a84de40bb97 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9ff00216-60dc-4777-9bb7-80e7f58ae894 HTTP/1.1" status: 204 len: 168 time: 1.1171608 May 28 06:42:10.219652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52178) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:10.273784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cd23c6fa-ce8e-45c7-ab4d-5a18f4daa494 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96401cc3ee0b490f9824deb90a061cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506766 May 28 06:42:10.274574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52182) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:10.298648 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] Deleting port 93a433d9-ecc6-44e9-926a-933a56bd4430 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:42:10.299059 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.337216 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a37ecf24-326b-43ef-be2a-f846861cc482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.363871 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a37ecf24-326b-43ef-be2a-f846861cc482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.374554 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2db56481-8f7c-402a-b7d1-8f8bb9f50e35 None None] The port '93a433d9-ecc6-44e9-926a-933a56bd4430' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 06:42:10.425577 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a37ecf24-326b-43ef-be2a-f846861cc482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.443262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ecf24-326b-43ef-be2a-f846861cc482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8c820e-c49e-4bcd-9885-6c35925ff051,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:10.455784 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a37ecf24-326b-43ef-be2a-f846861cc482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.459314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a37ecf24-326b-43ef-be2a-f846861cc482 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f8c820e-c49e-4bcd-9885-6c35925ff051 HTTP/1.1" status: 204 len: 168 time: 0.1813986 May 28 06:42:10.765368 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.795950 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-572e5d97-2f9e-4a07-a8c5-6d49f7da7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.811440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52190) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:10.863818 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-570e2a67-a0e8-44a9-8453-a6600f1bc714 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0471f0a265fa4828bb5b636bc2b041ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510240 May 28 06:42:10.866337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52194) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:10.927827 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-111f834d-4846-48ef-a500-bcfd8412f4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:10.954322 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-111f834d-4846-48ef-a500-bcfd8412f4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.007537 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-111f834d-4846-48ef-a500-bcfd8412f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.022431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f834d-4846-48ef-a500-bcfd8412f4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd885438-c834-4910-805c-7c845349391e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:11.029372 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-111f834d-4846-48ef-a500-bcfd8412f4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.033100 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-111f834d-4846-48ef-a500-bcfd8412f4f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd885438-c834-4910-805c-7c845349391e HTTP/1.1" status: 204 len: 168 time: 0.1631889 May 28 06:42:11.208927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 93a433d9-ecc6-44e9-926a-933a56bd4430 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:42:11.244744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 93a433d9-ecc6-44e9-926a-933a56bd4430 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:42:11.245186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 93a433d9-ecc6-44e9-926a-933a56bd4430 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:42:11.736767 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:11.855219 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.511910 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.669648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52238) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:13.675076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992869542', 'description': 'tempest-secgroup-smoke-992869542 description', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:13.682616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:13.686646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:13.689667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:13.696839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:13.706612 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.719485 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.734255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:13.738100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:13.741566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:13.747371 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:13.840631 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.845299 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.858519 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:13.866677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:13.876349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:13.893378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:13.897648 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c085b636-226d-44c0-8da6-161b9bb4c575,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:13.976128 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:13.979940 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.024000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d533ec7f-035c-43c6-80b7-53d7a18d934d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:14.028696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.032965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cf7c151f-5cfd-4241-aa4e-085d54883d66 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3591683 May 28 06:42:14.033372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52242) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:14.038147 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd533ec7f-035c-43c6-80b7-53d7a18d934d', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:14.045327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:14.049222 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:14.052245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:14.058127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:14.076666 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.143535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.148609 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.173121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a437e4-f0a5-466e-99c2-5bdcb2d11213,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:14.183639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.184807 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ec4306e3-4c3a-4b09-9779-7eb3e5667e24 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508374 May 28 06:42:14.187662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52246) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:14.192962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd533ec7f-035c-43c6-80b7-53d7a18d934d', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:14.199490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:14.203591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:14.206606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:14.213947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:14.234622 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.300981 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.304639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.329637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39de4dd6-f981-46fe-aa98-f6a3be3e027a,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:14.339739 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.341983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9f8570d7-5242-4291-b2e0-e3cd3f020c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531239 May 28 06:42:14.344811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52250) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:14.350583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd533ec7f-035c-43c6-80b7-53d7a18d934d', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:14.358173 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:14.363424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:14.370385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:14.376204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:14.393484 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.456538 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.460147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.484041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5c4bee-3ca6-431c-8964-f5c5a2281ea7,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:14.494894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.496087 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-689f098d-3d55-492c-adde-d3d9ea1127cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503694 May 28 06:42:14.498833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52254) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:14.504365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd533ec7f-035c-43c6-80b7-53d7a18d934d', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:14.511655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:14.515557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:14.518584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:14.524400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:14.542466 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.610191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.614445 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.638777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7055138-4c98-429d-8e8c-7be824a4cf4c,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:14.649181 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.650352 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e9580423-0bab-49d9-b363-946249e9de8c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505239 May 28 06:42:14.653307 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52258) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:14.658076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd533ec7f-035c-43c6-80b7-53d7a18d934d', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:14.664760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:14.668740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:14.671726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:14.678128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:14.688185 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Project bf9813a8debf43e7a56d5037298c5dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:42:14.695393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.762233 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.766137 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.790618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6301b8-afab-46c0-a1a3-54ceab5aa4ae,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:14.799138 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.800450 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a63b56cc-4cad-41d6-a025-86c1a13cf1aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462455 May 28 06:42:14.803793 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52262) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:14.809364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd533ec7f-035c-43c6-80b7-53d7a18d934d', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:14.816022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:14.819987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:14.823972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:14.829738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:14.840107 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Project bf9813a8debf43e7a56d5037298c5dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:42:14.847087 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.916303 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.920143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.947711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8111b99-561d-499e-84e2-4017a31235a0,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:14.957654 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:14.959266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c0dfc080-8047-4185-9bed-2e7a5daf3d97 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544657 May 28 06:42:14.962282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52266) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:14.967708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'network': {'name': 'tempest-network-smoke--578109158', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'port_security_enabled': True}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:14.974117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:14.978096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:network and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:14.980957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:14.986626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:14.997394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:15.000692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.028779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:42:15.038017 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.038360 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Added segment a222df77-6a2f-46fe-b68b-0cfa6db016aa of type vlan for network 2d0db901-e80a-47af-933e-610d414038b7 May 28 06:42:15.064580 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.094014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.100537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:15.101130 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.207099 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2436769 May 28 06:42:15.211924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52270) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:15.213427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a9b32-b31d-4297-9df1-7bcf3fbcc8d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Network': ['ID=2d0db901-e80a-47af-933e-610d414038b7,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:15.216651 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'admin_state_up': True, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:15.224638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 2d0db901-e80a-47af-933e-610d414038b7 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:42:15.227328 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:15.231427 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:router and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:15.234624 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:15.241381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:15.251600 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.252885 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.269357 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.540388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.959091 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:15.990681 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:16.128207 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.25.4.65 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/e8379dff-ddcb-4418-9d22-e4bb3f145e0f) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:16.279184 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:16.308410 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:16.373923 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:16.376909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:16.381077 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:16.414059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=e8379dff-ddcb-4418-9d22-e4bb3f145e0f,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:16.799115 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.147335 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.483285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 8759cc93-e459-4d31-801e-10e0a8e0be32 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:42:17.657942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:42:17.671985 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Sync routers for ids ['8759cc93-e459-4d31-801e-10e0a8e0be32'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:42:17.681611 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Routers {'8759cc93-e459-4d31-801e-10e0a8e0be32'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:17.682616 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8759cc93-e459-4d31-801e-10e0a8e0be32'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:17.685923 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:17.690260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-374ca7ee-763f-4463-b330-3016e1f2fdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4756961 May 28 06:42:17.690499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52284) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:17.847326 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b15faa34-1182-47a5-95cb-dac386aad12e tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bf9813a8debf43e7a56d5037298c5dc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1527445 May 28 06:42:17.847617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52290) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:17.868290 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Set router 8759cc93-e459-4d31-801e-10e0a8e0be32 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:17.979027 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb2395-efb5-4845-b4ea-73a77fba5f63 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:17.983399 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-edcb2395-efb5-4845-b4ea-73a77fba5f63 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320584 May 28 06:42:17.983674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52294) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:18.027024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ded49d3d-acd4-4ea6-87fc-1f30fd39c1e6 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395384 May 28 06:42:18.027308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52298) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:18.032616 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254855154', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:18.161880 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:16Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:18.164641 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:18.165752 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Checking router: 8759cc93-e459-4d31-801e-10e0a8e0be32 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:42:18.166090 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Updating router 8759cc93-e459-4d31-801e-10e0a8e0be32 port e8379dff-ddcb-4418-9d22-e4bb3f145e0f binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:42:18.168774 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:subnet and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:18.172029 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:18.178017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:18.189169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:18.193100 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.220806 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.413834 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.499452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Subnet': ['ID=ea6e5233-6b9e-4da1-8e98-560135e587de,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:18.507622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Checking segment: {'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:18.507957 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network hostable DHCP agents. Network: 2d0db901-e80a-47af-933e-610d414038b7, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:42:18.527150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network 2d0db901-e80a-47af-933e-610d414038b7 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:42:18.536455 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 2d0db901-e80a-47af-933e-610d414038b7) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:18.542549 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:18.545942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c2e58e-d4ee-49bd-b869-09baa5b6045c None None] Network 2d0db901-e80a-47af-933e-610d414038b7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:18.547897 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.575001 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b4a2de55-1086-4781-81f4-b01d610e5294 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5465345 May 28 06:42:18.577891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52302) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:18.586169 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.598603 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Transition to ACTIVE for port object e8379dff-ddcb-4418-9d22-e4bb3f145e0f will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:18.605517 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.679357 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Pushing event updated for resources: {'Port': ['ID=e8379dff-ddcb-4418-9d22-e4bb3f145e0f,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:18.689066 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.689406 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.689736 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.690060 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.690381 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.690700 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.691043 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.691483 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.692452 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.692769 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.693082 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.693391 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:18.725666 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Attempting to bind port e8379dff-ddcb-4418-9d22-e4bb3f145e0f on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:18.726037 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Attempting to bind port e8379dff-ddcb-4418-9d22-e4bb3f145e0f by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:18.726395 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Attempting to bind port e8379dff-ddcb-4418-9d22-e4bb3f145e0f on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:18.732433 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:18.732808 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:18.733211 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.733600 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:18.734055 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Bound port: e8379dff-ddcb-4418-9d22-e4bb3f145e0f, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:18.734422 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.826423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-2d0db901-e80a-47af-933e-610d414038b7', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:42:18.827381 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.832357 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] For port e8379dff-ddcb-4418-9d22-e4bb3f145e0f, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:18.836385 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] For port e8379dff-ddcb-4418-9d22-e4bb3f145e0f, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e8379dff-ddcb-4418-9d22-e4bb3f145e0f,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:18.842160 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:18.937073 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cd21c-2b60-48bd-836c-5961b3a3a58e None None] Pushing event updated for resources: {'Port': ['ID=e8379dff-ddcb-4418-9d22-e4bb3f145e0f,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:18.960428 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Routers {'8759cc93-e459-4d31-801e-10e0a8e0be32'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:18.961621 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8759cc93-e459-4d31-801e-10e0a8e0be32'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:19.032913 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Allocated IP 172.20.0.2 (2d0db901-e80a-47af-933e-610d414038b7/ea6e5233-6b9e-4da1-8e98-560135e587de/07a75121-d48b-44ad-b18a-af1fd7d68fb1) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:19.177551 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] Set router 8759cc93-e459-4d31-801e-10e0a8e0be32 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:19.390088 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.404909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Transition to ACTIVE for port object 07a75121-d48b-44ad-b18a-af1fd7d68fb1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:19.428389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Transition to ACTIVE for port object 07a75121-d48b-44ad-b18a-af1fd7d68fb1 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:19.434831 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.513686 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Network 2d0db901-e80a-47af-933e-610d414038b7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:19.516716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:19.522865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:19.595729 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:16Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:19.601783 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3cb51-6bd7-405b-b81e-15ba5ca7042b None None] The sync data for ids ['8759cc93-e459-4d31-801e-10e0a8e0be32'] in n-d-843679-5 is: [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:16Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:42:19.607981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Pushing event updated for resources: {'Port': ['ID=07a75121-d48b-44ad-b18a-af1fd7d68fb1,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:19.620956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.621302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.621642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.621973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.622304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.622634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.622960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.623303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.623628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.623947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.624266 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.624589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:42:19.649382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Attempting to bind port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:19.649754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Attempting to bind port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:19.650377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Attempting to bind port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 on network 2d0db901-e80a-47af-933e-610d414038b7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:19.656262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:19.656644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Checking segment: {'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:19.657047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.657789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Bound using segment: {'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:19.658268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Bound port: 07a75121-d48b-44ad-b18a-af1fd7d68fb1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:19.658639 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.673757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.758674 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] For port 07a75121-d48b-44ad-b18a-af1fd7d68fb1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:19.762734 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] For port 07a75121-d48b-44ad-b18a-af1fd7d68fb1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=07a75121-d48b-44ad-b18a-af1fd7d68fb1,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:19.768079 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:19.849946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acbd26-430f-4629-93d2-057ad3b10ee5 None None] Pushing event updated for resources: {'Port': ['ID=07a75121-d48b-44ad-b18a-af1fd7d68fb1,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:20.248741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.20.0.1 (2d0db901-e80a-47af-933e-610d414038b7/ea6e5233-6b9e-4da1-8e98-560135e587de/993b4b9d-bfbe-49e0-a171-a0433a336893) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:20.444858 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:20.462866 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Transition to ACTIVE for port object 993b4b9d-bfbe-49e0-a171-a0433a336893 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:20.490123 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:20.560303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network 2d0db901-e80a-47af-933e-610d414038b7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:20.563763 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:20.568133 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:20.624819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=993b4b9d-bfbe-49e0-a171-a0433a336893,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:20.641166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:20.930655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.039289 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f49cc-d618-4072-b773-1f86f7e0c9fe None None] Network 2d0db901-e80a-47af-933e-610d414038b7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:42:21.143755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b00e2f96-c344-425b-aae5-46d2b5f86f77 None None] Provisioning for port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:21.371714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 07a75121-d48b-44ad-b18a-af1fd7d68fb1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:21.461238 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:21.466630 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:21.467011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.625950 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:21.626442 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.659998 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.662985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 07a75121-d48b-44ad-b18a-af1fd7d68fb1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=07a75121-d48b-44ad-b18a-af1fd7d68fb1,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:21.666633 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.671043 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.672086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e8379dff-ddcb-4418-9d22-e4bb3f145e0f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:21.780371 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.814829 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=07a75121-d48b-44ad-b18a-af1fd7d68fb1,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:21.856447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e8379dff-ddcb-4418-9d22-e4bb3f145e0f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:21.862444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e8379dff-ddcb-4418-9d22-e4bb3f145e0f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:21.862927 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:21.929026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e44a5bea-16c7-44e1-b55b-984389681cd7 None None] Provisioning for port 993b4b9d-bfbe-49e0-a171-a0433a336893 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:21.935033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=993b4b9d-bfbe-49e0-a171-a0433a336893,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:21.938022 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e44a5bea-16c7-44e1-b55b-984389681cd7 None None] Provisioning complete for port 993b4b9d-bfbe-49e0-a171-a0433a336893 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:21.938833 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e44a5bea-16c7-44e1-b55b-984389681cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.001704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network 2d0db901-e80a-47af-933e-610d414038b7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:22.002825 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:22.037398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e44a5bea-16c7-44e1-b55b-984389681cd7 None None] Port 993b4b9d-bfbe-49e0-a171-a0433a336893 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:42:22.073088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e8379dff-ddcb-4418-9d22-e4bb3f145e0f is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:22.073786 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.087846 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e44a5bea-16c7-44e1-b55b-984389681cd7 None None] Provisioning complete for port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:22.088127 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e44a5bea-16c7-44e1-b55b-984389681cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.158980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e8379dff-ddcb-4418-9d22-e4bb3f145e0f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e8379dff-ddcb-4418-9d22-e4bb3f145e0f,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:22.169016 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.232150 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 8759cc93-e459-4d31-801e-10e0a8e0be32 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:42:22.257967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e8379dff-ddcb-4418-9d22-e4bb3f145e0f,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:22.361497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e44a5bea-16c7-44e1-b55b-984389681cd7 None None] Current status of the port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:22.437745 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:42:22.456951 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Sync routers for ids ['8759cc93-e459-4d31-801e-10e0a8e0be32'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:42:22.457176 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5b656fae-c2ec-4866-93b6-0fc777239137 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "PUT /v2.0/routers/8759cc93-e459-4d31-801e-10e0a8e0be32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8725538 May 28 06:42:22.459889 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Routers {'8759cc93-e459-4d31-801e-10e0a8e0be32'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:22.460631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8759cc93-e459-4d31-801e-10e0a8e0be32'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:22.559200 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-07c2f188-a87d-4e3e-9bf8-d08d24c39dc1 None None] Provisioning complete for port 993b4b9d-bfbe-49e0-a171-a0433a336893 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:22.559531 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-07c2f188-a87d-4e3e-9bf8-d08d24c39dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:22.617779 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-aec36936-cd5e-4e80-9b93-dd4bec55e931 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992869542&fields=id&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 267 time: 0.0438375 May 28 06:42:22.729623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-07c2f188-a87d-4e3e-9bf8-d08d24c39dc1 None None] Port 993b4b9d-bfbe-49e0-a171-a0433a336893 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:42:22.740698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Set router 8759cc93-e459-4d31-801e-10e0a8e0be32 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:22.777728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-3cb22bae-64db-4afc-b7e7-21c5b9e65c2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:22.779463 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-3cb22bae-64db-4afc-b7e7-21c5b9e65c2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/networks?id=2d0db901-e80a-47af-933e-610d414038b7 HTTP/1.1" status: 200 len: 796 time: 0.1533175 May 28 06:42:22.797771 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-5b7f8522-b75c-49a1-8959-27f7074bb2a3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/quotas/bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 375 time: 0.0118740 May 28 06:42:22.893364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-849937f0-d7d7-4a3d-8189-9a8bfacf4809 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:22.912783 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-849937f0-d7d7-4a3d-8189-9a8bfacf4809 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:22.914207 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-849937f0-d7d7-4a3d-8189-9a8bfacf4809 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097057 May 28 06:42:23.057969 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-ec64218f-6732-4545-98e3-ecc261e383ca service neutron] 10.222.0.39 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308048 May 28 06:42:23.073749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:20Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '993b4b9d-bfbe-49e0-a171-a0433a336893', 'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:3c:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:19Z', 'updated_at': '2022-05-28T06:42:21Z', 'revision_number': 2, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:23.080379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Checking router: 8759cc93-e459-4d31-801e-10e0a8e0be32 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:42:23.081118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Updating router 8759cc93-e459-4d31-801e-10e0a8e0be32 port 993b4b9d-bfbe-49e0-a171-a0433a336893 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:42:23.167997 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.220205 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-5ac0daf9-5299-4ef6-808e-88c1e6b1f7fc service neutron] 10.222.0.39 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532960 May 28 06:42:23.246803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 07a75121-d48b-44ad-b18a-af1fd7d68fb1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:23.434838 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d02a6d6d-2471-4fb5-a094-ede667823ed8 req-c6e24182-39b6-4807-9a3b-87aadc485dd0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 210 time: 0.0503466 May 28 06:42:23.488448 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:23.489481 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.700529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:23.701617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e8379dff-ddcb-4418-9d22-e4bb3f145e0f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:23.779488 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.797934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Transition to ACTIVE for port object 993b4b9d-bfbe-49e0-a171-a0433a336893 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:23.808364 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.926748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e8379dff-ddcb-4418-9d22-e4bb3f145e0f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:23.927086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:23.999548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6877cf-1352-4e33-b712-72fffec032f0 None None] Pushing event updated for resources: {'Port': ['ID=993b4b9d-bfbe-49e0-a171-a0433a336893,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:24.165045 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Attempting to bind port 993b4b9d-bfbe-49e0-a171-a0433a336893 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:24.165695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Attempting to bind port 993b4b9d-bfbe-49e0-a171-a0433a336893 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:24.165695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Attempting to bind port 993b4b9d-bfbe-49e0-a171-a0433a336893 on network 2d0db901-e80a-47af-933e-610d414038b7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:24.185144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:24.185525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Checking segment: {'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:24.185931 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.186323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Bound using segment: {'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:24.186802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Bound port: 993b4b9d-bfbe-49e0-a171-a0433a336893, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:24.187172 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.211159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e8379dff-ddcb-4418-9d22-e4bb3f145e0f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:24.342641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] For port 993b4b9d-bfbe-49e0-a171-a0433a336893, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:24.346556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] For port 993b4b9d-bfbe-49e0-a171-a0433a336893, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=993b4b9d-bfbe-49e0-a171-a0433a336893,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:24.351003 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:24.428438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Routers {'8759cc93-e459-4d31-801e-10e0a8e0be32'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:24.429080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8759cc93-e459-4d31-801e-10e0a8e0be32'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:24.521021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6877cf-1352-4e33-b712-72fffec032f0 None None] Pushing event updated for resources: {'Port': ['ID=993b4b9d-bfbe-49e0-a171-a0433a336893,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:24.623421 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8dd2c042-4d70-4098-886e-b774b082ef53 req-8e75b732-ac73-4f82-a402-e558ba587ddc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 210 time: 0.0540287 May 28 06:42:24.668171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] Set router 8759cc93-e459-4d31-801e-10e0a8e0be32 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:24.930482 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-fe6780f8-ee38-4a3c-8e60-e944970373d9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:24.931852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-fe6780f8-ee38-4a3c-8e60-e944970373d9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:24.950349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-fe6780f8-ee38-4a3c-8e60-e944970373d9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:24.951968 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-fe6780f8-ee38-4a3c-8e60-e944970373d9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/networks?id=2d0db901-e80a-47af-933e-610d414038b7 HTTP/1.1" status: 200 len: 796 time: 0.1904173 May 28 06:42:25.014659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-b5918ef2-0db3-45a2-9368-d6b4335dad57 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:25.025802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:20Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '993b4b9d-bfbe-49e0-a171-a0433a336893', 'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:3c:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:19Z', 'updated_at': '2022-05-28T06:42:24Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:25.030766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22215154-1a62-4bac-ad2e-2f3c911df675 None None] The sync data for ids ['8759cc93-e459-4d31-801e-10e0a8e0be32'] in n-d-843679-5 is: [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:20Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '993b4b9d-bfbe-49e0-a171-a0433a336893', 'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:3c:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:19Z', 'updated_at': '2022-05-28T06:42:24Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:42:25.033662 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-b5918ef2-0db3-45a2-9368-d6b4335dad57 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:25.035130 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-b5918ef2-0db3-45a2-9368-d6b4335dad57 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 379 time: 0.0690038 May 28 06:42:25.105676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'port': {'device_id': '013d895e-6427-437f-bc18-0fb98ee9462f', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'admin_state_up': True, 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'security_groups': ['d533ec7f-035c-43c6-80b7-53d7a18d934d']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:25.272468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 993b4b9d-bfbe-49e0-a171-a0433a336893 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:25.323029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:25.338350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:25.351402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:42:25.356021 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.360292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 993b4b9d-bfbe-49e0-a171-a0433a336893 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:25.366332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 993b4b9d-bfbe-49e0-a171-a0433a336893 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:25.367072 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.526924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 993b4b9d-bfbe-49e0-a171-a0433a336893 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:25.527528 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.564463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.20.0.5 (2d0db901-e80a-47af-933e-610d414038b7/ea6e5233-6b9e-4da1-8e98-560135e587de/f96143bf-fad8-4f47-a0c0-a37488b97417) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:25.565802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 993b4b9d-bfbe-49e0-a171-a0433a336893, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=993b4b9d-bfbe-49e0-a171-a0433a336893,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:25.569721 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.656259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=993b4b9d-bfbe-49e0-a171-a0433a336893,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:25.897428 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6dcb33f6-fa10-4970-a286-32a3f55a3a78 req-bccd30fe-e8a7-46d1-a8b7-6ca5f5d63d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 210 time: 0.0631094 May 28 06:42:25.970559 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:25.988336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Transition to ACTIVE for port object f96143bf-fad8-4f47-a0c0-a37488b97417 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:26.012884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.086453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network 2d0db901-e80a-47af-933e-610d414038b7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:26.089945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:26.094566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:26.131969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=f96143bf-fad8-4f47-a0c0-a37488b97417,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:26.170543 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:26.171167 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.202811 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-2c10dcff-0cee-44bc-9246-4d99d4edc4df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1323848 May 28 06:42:26.218935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Request body: {'port': {'device_id': '013d895e-6427-437f-bc18-0fb98ee9462f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:26.360427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.371182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c43eb13b-9309-4807-a174-06e77c337933 None None] Provisioning for port f96143bf-fad8-4f47-a0c0-a37488b97417 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:26.376642 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c43eb13b-9309-4807-a174-06e77c337933 None None] Provisioning complete for port f96143bf-fad8-4f47-a0c0-a37488b97417 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:26.377106 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c43eb13b-9309-4807-a174-06e77c337933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.439176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c43eb13b-9309-4807-a174-06e77c337933 None None] Port f96143bf-fad8-4f47-a0c0-a37488b97417 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:42:26.720310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96143bf-fad8-4f47-a0c0-a37488b97417 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:42:26.728342 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.743803 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Transition to ACTIVE for port object f96143bf-fad8-4f47-a0c0-a37488b97417 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:42:26.747570 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:26.976142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f96143bf-fad8-4f47-a0c0-a37488b97417,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:27.024824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Attempting to bind port f96143bf-fad8-4f47-a0c0-a37488b97417 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:42:27.025120 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Attempting to bind port f96143bf-fad8-4f47-a0c0-a37488b97417 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:42:27.025442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Attempting to bind port f96143bf-fad8-4f47-a0c0-a37488b97417 on network 2d0db901-e80a-47af-933e-610d414038b7 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:27.031470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Port f96143bf-fad8-4f47-a0c0-a37488b97417 on network 2d0db901-e80a-47af-933e-610d414038b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:42:27.031785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Attempting to bind port f96143bf-fad8-4f47-a0c0-a37488b97417 on network 2d0db901-e80a-47af-933e-610d414038b7 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:42:27.037816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:42:27.038142 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Checking segment: {'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:42:27.038512 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Bound using segment: {'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:42:27.038959 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Bound port: f96143bf-fad8-4f47-a0c0-a37488b97417, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a222df77-6a2f-46fe-b68b-0cfa6db016aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2d0db901-e80a-47af-933e-610d414038b7'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:42:27.039481 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.133342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23317-9c65-47cd-8477-f60769de4e19 req-1e8e1dc5-0b1b-4b4d-8738-214ccf20af22 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:27.137540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] For port f96143bf-fad8-4f47-a0c0-a37488b97417, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:42:27.140092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83e23317-9c65-47cd-8477-f60769de4e19 req-1e8e1dc5-0b1b-4b4d-8738-214ccf20af22 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 943 time: 0.1071413 May 28 06:42:27.144561 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] For port f96143bf-fad8-4f47-a0c0-a37488b97417, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f96143bf-fad8-4f47-a0c0-a37488b97417,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:42:27.158243 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.224093 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-83e23317-9c65-47cd-8477-f60769de4e19 req-2cfde907-f2aa-445f-a0ac-1d52d6b0029b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808613 May 28 06:42:27.247053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:27.248042 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.249621 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] 10.222.0.33 "PUT /v2.0/ports/f96143bf-fad8-4f47-a0c0-a37488b97417 HTTP/1.1" status: 200 len: 1091 time: 1.0358157 May 28 06:42:27.250224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013d895e-6427-437f-bc18-0fb98ee9462f', 'tag': 'f96143bf-fad8-4f47-a0c0-a37488b97417'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:27.283145 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 993b4b9d-bfbe-49e0-a171-a0433a336893 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:27.307778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d030a-8155-48ff-a87b-b1c2c82796e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f96143bf-fad8-4f47-a0c0-a37488b97417,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:27.338339 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142f826c-557d-48be-b876-29434f47e5d5'] response: {'name': 'network-changed', 'server_uuid': '013d895e-6427-437f-bc18-0fb98ee9462f', 'tag': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'status': 'completed', 'code': 200} May 28 06:42:27.381850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 993b4b9d-bfbe-49e0-a171-a0433a336893 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:27.382418 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:27.435523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-4c08bc2a-5589-43d3-8e4a-070c3e4b359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:27.437013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-4c08bc2a-5589-43d3-8e4a-070c3e4b359f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 1094 time: 0.0847669 May 28 06:42:27.522448 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-9a8af659-0639-44b9-96d2-6df404a79085 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96143bf-fad8-4f47-a0c0-a37488b97417 HTTP/1.1" status: 200 len: 217 time: 0.0738442 May 28 06:42:27.524214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 993b4b9d-bfbe-49e0-a171-a0433a336893 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:27.586346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-4826350f-0962-4f2d-8c29-7d810d6dfad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:27.588182 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-4826350f-0962-4f2d-8c29-7d810d6dfad2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ea6e5233-6b9e-4da1-8e98-560135e587de HTTP/1.1" status: 200 len: 835 time: 0.0601244 May 28 06:42:27.666795 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-fce8acab-7287-42c4-b35c-e62452cb1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:27.668284 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-fce8acab-7287-42c4-b35c-e62452cb1079 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2d0db901-e80a-47af-933e-610d414038b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742626 May 28 06:42:27.800362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-378631d2-8b1b-4f2e-a8bc-f231367fa5b5 service neutron] 10.222.0.33 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262453 May 28 06:42:28.030741 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-30bd5c96-7c03-4784-a6f7-4d1bc1913e3f req-7010213b-3caa-4049-bd41-bfd026615a20 service neutron] 10.222.0.33 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248416 May 28 06:42:28.189111 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-78ec36bb-bcc2-41d5-97dd-ad3b636c31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.190577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-78ec36bb-bcc2-41d5-97dd-ad3b636c31d9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 1094 time: 0.0719752 May 28 06:42:28.326933 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-5d5251ca-1427-47bf-b866-31795f762b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.328510 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-5d5251ca-1427-47bf-b866-31795f762b37 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2d0db901-e80a-47af-933e-610d414038b7 HTTP/1.1" status: 200 len: 897 time: 0.1319337 May 28 06:42:28.407317 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-b2ad2591-3fd4-4e4c-815c-ecb628b7a9d4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96143bf-fad8-4f47-a0c0-a37488b97417 HTTP/1.1" status: 200 len: 217 time: 0.0719941 May 28 06:42:28.471174 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-f4e59967-924d-4976-8fff-b8fa941e5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.472821 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-f4e59967-924d-4976-8fff-b8fa941e5acb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ea6e5233-6b9e-4da1-8e98-560135e587de HTTP/1.1" status: 200 len: 835 time: 0.0602591 May 28 06:42:28.479488 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd572c7-8b9a-4549-aa26-fd07a8fd7011 req-a44c2705-97dd-4c8b-8ab4-1bfcea0ef39d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.481028 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0bd572c7-8b9a-4549-aa26-fd07a8fd7011 req-a44c2705-97dd-4c8b-8ab4-1bfcea0ef39d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 943 time: 0.0839236 May 28 06:42:28.533336 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0bd572c7-8b9a-4549-aa26-fd07a8fd7011 req-42627b61-037c-49d8-9b0b-42f3ea5b04aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462949 May 28 06:42:28.564146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-db38e22d-9199-4a10-9e64-0e20bcce6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:28.565630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-db38e22d-9199-4a10-9e64-0e20bcce6cf4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2d0db901-e80a-47af-933e-610d414038b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873017 May 28 06:42:28.703967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-bf66ebe1-d88a-43fd-be89-5f554d5f220b service neutron] 10.222.0.33 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317930 May 28 06:42:28.841063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c767513-f259-4ca4-b67c-ad583fd2267a req-e81964fe-0adb-4144-8882-d57294eeaf08 service neutron] 10.222.0.33 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307173 May 28 06:42:29.726474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efbf64-7fb0-4017-bbdb-306d65e9ebc4 req-841eb7d6-22a3-4caa-8ede-c29472ca2353 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:29.727449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-84efbf64-7fb0-4017-bbdb-306d65e9ebc4 req-841eb7d6-22a3-4caa-8ede-c29472ca2353 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:42:29.744005 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-84efbf64-7fb0-4017-bbdb-306d65e9ebc4 req-841eb7d6-22a3-4caa-8ede-c29472ca2353 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:42:29.745294 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84efbf64-7fb0-4017-bbdb-306d65e9ebc4 req-841eb7d6-22a3-4caa-8ede-c29472ca2353 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 943 time: 0.0990067 May 28 06:42:29.790618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-84efbf64-7fb0-4017-bbdb-306d65e9ebc4 req-c9df09b8-ef48-407e-bdeb-3fadcd1c01e7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393844 May 28 06:42:31.098824 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37adc5-9479-4ebb-882a-9bc79cf7e19a req-8125a16e-d735-441a-9459-ea41a53a22fb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:31.100328 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9c37adc5-9479-4ebb-882a-9bc79cf7e19a req-8125a16e-d735-441a-9459-ea41a53a22fb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 943 time: 0.2062461 May 28 06:42:31.146261 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9c37adc5-9479-4ebb-882a-9bc79cf7e19a req-293c2566-c8cb-4e53-8c2c-d0a0d3f0265d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397007 May 28 06:42:31.608233 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:31.773634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f96143bf-fad8-4f47-a0c0-a37488b97417 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:42:31.905790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f96143bf-fad8-4f47-a0c0-a37488b97417, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f96143bf-fad8-4f47-a0c0-a37488b97417,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:31.919707 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'port_id': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'mac_address': 'fa:16:3e:f3:e6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:42:31.977584 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port f96143bf-fad8-4f47-a0c0-a37488b97417 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:31.977960 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:31.995162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96143bf-fad8-4f47-a0c0-a37488b97417 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:42:32.010752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f96143bf-fad8-4f47-a0c0-a37488b97417, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f96143bf-fad8-4f47-a0c0-a37488b97417,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:32.014832 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:32.081914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=f96143bf-fad8-4f47-a0c0-a37488b97417,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:32.338353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c853eb1-4ae6-4600-be12-674293eaa87a req-5a3fe9f8-602a-42bd-9d53-e0b82027b3b9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:32.339730 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c853eb1-4ae6-4600-be12-674293eaa87a req-5a3fe9f8-602a-42bd-9d53-e0b82027b3b9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 944 time: 0.0844092 May 28 06:42:32.385372 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2c853eb1-4ae6-4600-be12-674293eaa87a req-c65f69ef-07d6-4d36-acaa-7d0fdf59e59f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394468 May 28 06:42:32.427325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['f96143bf-fad8-4f47-a0c0-a37488b97417'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:42:33.584017 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69c5bb-8876-4961-99d0-702dfbad67c2 req-6d8c4bf9-1e18-41bd-b21a-f6b3887f95fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:33.585576 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e69c5bb-8876-4961-99d0-702dfbad67c2 req-6d8c4bf9-1e18-41bd-b21a-f6b3887f95fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 944 time: 0.0842338 May 28 06:42:33.636059 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8e69c5bb-8876-4961-99d0-702dfbad67c2 req-0f0e9c1f-f276-479c-af4e-cb2dea58d0c6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443335 May 28 06:42:33.789396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f96143bf-fad8-4f47-a0c0-a37488b97417 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:42:33.864138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port f96143bf-fad8-4f47-a0c0-a37488b97417 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:42:33.868857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port f96143bf-fad8-4f47-a0c0-a37488b97417 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:42:33.869234 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:33.988741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port f96143bf-fad8-4f47-a0c0-a37488b97417 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:42:33.989123 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.021454 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d895e-6427-437f-bc18-0fb98ee9462f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96143bf-fad8-4f47-a0c0-a37488b97417'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:34.037031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port f96143bf-fad8-4f47-a0c0-a37488b97417, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f96143bf-fad8-4f47-a0c0-a37488b97417,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:42:34.042033 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:34.114877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=f96143bf-fad8-4f47-a0c0-a37488b97417,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:34.135359 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8987b099-33b6-497f-bec2-4cc511ea9696'] response: {'server_uuid': '013d895e-6427-437f-bc18-0fb98ee9462f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'code': 200} May 28 06:42:34.287833 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d8a1f-371e-4400-a258-0ed0fee0613f req-bc8f044e-35b4-421c-b4df-709d51e5bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:34.289345 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-649d8a1f-371e-4400-a258-0ed0fee0613f req-bc8f044e-35b4-421c-b4df-709d51e5bff0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 1096 time: 0.0716071 May 28 06:42:34.334609 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-649d8a1f-371e-4400-a258-0ed0fee0613f req-a89b4004-266c-451a-8184-63033933d8f2 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385270 May 28 06:42:34.846363 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a4bb0-e6b1-409c-9ca1-f73e843e05aa req-cd874162-7a40-4e7f-a12b-cb9355956306 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:34.848038 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-732a4bb0-e6b1-409c-9ca1-f73e843e05aa req-cd874162-7a40-4e7f-a12b-cb9355956306 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.0889292 May 28 06:42:34.894617 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-732a4bb0-e6b1-409c-9ca1-f73e843e05aa req-db76963a-5acc-4cc9-9456-83b700cc66f0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402055 May 28 06:42:36.092843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc5a7-5531-4dbd-8f67-c6a36daaa9cf req-3d4c70a3-8644-4402-9347-fa3435cc8927 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:36.094823 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-103dc5a7-5531-4dbd-8f67-c6a36daaa9cf req-3d4c70a3-8644-4402-9347-fa3435cc8927 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.0917084 May 28 06:42:36.139574 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-103dc5a7-5531-4dbd-8f67-c6a36daaa9cf req-b077d9e9-88ff-4f0c-b400-838a3628cb73 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389216 May 28 06:42:36.326808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da421f64-8337-46c6-bb07-fce17a38d3b6 req-370f41fd-05fc-4802-a4a0-5d7b1a245f2d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:36.328286 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da421f64-8337-46c6-bb07-fce17a38d3b6 req-370f41fd-05fc-4802-a4a0-5d7b1a245f2d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.0846937 May 28 06:42:36.379723 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da421f64-8337-46c6-bb07-fce17a38d3b6 req-b451a8ed-82e4-4ec9-805f-8b1fe59f93bb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393043 May 28 06:42:36.396456 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52362) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:36.466612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f65a0a-10f2-4a5f-ba00-39f57c3ba3c0 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:36.468157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-01f65a0a-10f2-4a5f-ba00-39f57c3ba3c0 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 1091 time: 0.0707893 May 28 06:42:36.471469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52366) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:36.476551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:42:36.483441 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:42:36.487397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:floatingip and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:42:36.490788 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:42:36.497117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:42:36.508356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.643598 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:36.780740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.25.4.231 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/a26c30f5-cadc-4832-b134-db8652b060e4) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:42:37.031327 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.060981 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.130067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:42:37.132890 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:42:37.136031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:42:37.169063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=a26c30f5-cadc-4832-b134-db8652b060e4,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:37.553021 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.627120 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.835116 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.839979 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:37.945262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=a26c30f5-cadc-4832-b134-db8652b060e4,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:42:37.958406 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:38.136023 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Floating IP b7542c1c-7e10-42f5-9316-380bf4bb6b98 associated. External IP: 172.25.4.231, port: f96143bf-fad8-4f47-a0c0-a37488b97417. May 28 06:42:38.591713 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bbbffb86-c676-4b5d-b405-f6e62528b26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:38.598930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 8759cc93-e459-4d31-801e-10e0a8e0be32 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:42:38.781379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:42:38.791978 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] Sync routers for ids ['8759cc93-e459-4d31-801e-10e0a8e0be32'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:42:38.801884 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] Routers {'8759cc93-e459-4d31-801e-10e0a8e0be32'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:38.802493 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8759cc93-e459-4d31-801e-10e0a8e0be32'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:38.808101 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:38.873078 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-454e4e39-c7fc-4dfa-b957-3f41da49e3fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3980708 May 28 06:42:38.873078 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013d895e-6427-437f-bc18-0fb98ee9462f', 'tag': 'f96143bf-fad8-4f47-a0c0-a37488b97417'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:42:38.952187 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524ec990-6fa6-4068-ae3b-b29f24f7a8b5'] response: {'name': 'network-changed', 'server_uuid': '013d895e-6427-437f-bc18-0fb98ee9462f', 'tag': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'status': 'completed', 'code': 200} May 28 06:42:39.001302 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] Set router 8759cc93-e459-4d31-801e-10e0a8e0be32 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:39.127097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-3df85ef8-cf54-4306-8931-7ea2025e67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:39.129664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-3df85ef8-cf54-4306-8931-7ea2025e67a1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 1096 time: 0.1225781 May 28 06:42:39.244187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681e213-a409-4d3f-9d23-a30f5a090781 req-e4fbca0e-ebd4-4e04-8228-0e3d5e1a1610 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:39.245669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a681e213-a409-4d3f-9d23-a30f5a090781 req-e4fbca0e-ebd4-4e04-8228-0e3d5e1a1610 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.2814925 May 28 06:42:39.316188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a681e213-a409-4d3f-9d23-a30f5a090781 req-f9a35ebe-1ce6-47c7-aace-ece97b240694 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627985 May 28 06:42:39.337397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-5086af2e-bd89-402d-9147-de96ca55f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:39.340345 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-5086af2e-bd89-402d-9147-de96ca55f191 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2d0db901-e80a-47af-933e-610d414038b7 HTTP/1.1" status: 200 len: 897 time: 0.2032244 May 28 06:42:39.343836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52374) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:39.384842 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:20Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b7542c1c-7e10-42f5-9316-380bf4bb6b98', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.231', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'port_id': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'mac_address': 'fa:16:3e:f3:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013d895e-6427-437f-bc18-0fb98ee9462f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:42:37Z', 'updated_at': '2022-05-28T06:42:37Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993b4b9d-bfbe-49e0-a171-a0433a336893', 'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:3c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:19Z', 'updated_at': '2022-05-28T06:42:25Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:39.388586 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] Checking router: 8759cc93-e459-4d31-801e-10e0a8e0be32 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:42:39.397502 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] Routers {'8759cc93-e459-4d31-801e-10e0a8e0be32'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:42:39.398082 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:42:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8759cc93-e459-4d31-801e-10e0a8e0be32'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:39.544104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d67c2b53-ad80-45d3-ad5c-abd55e9d0185 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/b7542c1c-7e10-42f5-9316-380bf4bb6b98 HTTP/1.1" status: 200 len: 991 time: 0.1970847 May 28 06:42:39.544104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-dc435a34-ef57-410c-a474-50dede67124d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96143bf-fad8-4f47-a0c0-a37488b97417 HTTP/1.1" status: 200 len: 999 time: 0.1974237 May 28 06:42:39.580169 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] Set router 8759cc93-e459-4d31-801e-10e0a8e0be32 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:42:39.611945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-6490bac4-4f69-4908-ba40-897d3f2f47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:39.614086 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-6490bac4-4f69-4908-ba40-897d3f2f47ac service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ea6e5233-6b9e-4da1-8e98-560135e587de HTTP/1.1" status: 200 len: 835 time: 0.0638766 May 28 06:42:39.693410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-d9723cf6-48aa-413c-8fe8-9f0bcf8fef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:42:39.695065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-d9723cf6-48aa-413c-8fe8-9f0bcf8fef81 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2d0db901-e80a-47af-933e-610d414038b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761611 May 28 06:42:39.831133 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-83a9bccd-4ba5-4f4d-a84d-6dbce9ab6b9b service neutron] 10.222.0.33 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299446 May 28 06:42:39.962910 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:20Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b7542c1c-7e10-42f5-9316-380bf4bb6b98', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.231', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'port_id': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'mac_address': 'fa:16:3e:f3:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013d895e-6427-437f-bc18-0fb98ee9462f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:42:37Z', 'updated_at': '2022-05-28T06:42:37Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993b4b9d-bfbe-49e0-a171-a0433a336893', 'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:3c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:19Z', 'updated_at': '2022-05-28T06:42:25Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:42:39.967401 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04379fc-cd2e-4284-99d3-bf1cc7ec239a None None] The sync data for ids ['8759cc93-e459-4d31-801e-10e0a8e0be32'] in n-d-843679-5 is: [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:20Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b7542c1c-7e10-42f5-9316-380bf4bb6b98', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.231', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'port_id': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'mac_address': 'fa:16:3e:f3:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013d895e-6427-437f-bc18-0fb98ee9462f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:42:37Z', 'updated_at': '2022-05-28T06:42:37Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993b4b9d-bfbe-49e0-a171-a0433a336893', 'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:3c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:19Z', 'updated_at': '2022-05-28T06:42:25Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:42:39.968332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dce92dac-77cd-4cba-8b01-7e4c63b78bde req-614f86d7-96b4-4908-96fc-30e3eb198558 service neutron] 10.222.0.33 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314235 May 28 06:42:40.196993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3258b-7632-4357-a28e-e31f4cd9782b None None] New status for floating IP b7542c1c-7e10-42f5-9316-380bf4bb6b98: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:42:40.546225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52378) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:42:40.653792 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-492ce808-4f85-44e7-8d1d-7f00f1b3be73 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/b7542c1c-7e10-42f5-9316-380bf4bb6b98 HTTP/1.1" status: 200 len: 993 time: 0.1063750 May 28 06:42:40.764601 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:40.797195 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7d233421-8d7e-4747-9b0b-c37c84b8dff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:41.740498 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:41.858313 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:43.513808 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:42:45.833643 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:43:01.620481 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:08.613747 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fd1aae17-bd36-40b9-a92e-962071180347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.801695 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:10.819907 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dd6a75aa-6f16-47d3-b0e0-05954554a144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.742757 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:11.861765 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:13.519433 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:22.073918 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-5a851aa2-3f25-45f0-a47a-316f93885ae1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804169 May 28 06:43:22.239425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-7ac2b5c4-4133-4293-a0ce-ae53b475466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:22.240888 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-7ac2b5c4-4133-4293-a0ce-ae53b475466b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 1096 time: 0.0750854 May 28 06:43:22.530040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-5f1186b3-1c54-4ba2-9e2e-0bc9d7d94d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:22.531552 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-5f1186b3-1c54-4ba2-9e2e-0bc9d7d94d18 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2d0db901-e80a-47af-933e-610d414038b7 HTTP/1.1" status: 200 len: 897 time: 0.2688310 May 28 06:43:22.637391 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-b7606cde-634a-4414-93c0-ff492e33ebb9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96143bf-fad8-4f47-a0c0-a37488b97417 HTTP/1.1" status: 200 len: 1001 time: 0.0988774 May 28 06:43:22.701566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-beaa997f-eb1c-490c-aa59-0caf53641ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:22.703104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-beaa997f-eb1c-490c-aa59-0caf53641ad0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ea6e5233-6b9e-4da1-8e98-560135e587de HTTP/1.1" status: 200 len: 835 time: 0.0595801 May 28 06:43:22.779159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-d5991fe2-aac2-43ea-8ebd-f51d05e7ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:22.780694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-d5991fe2-aac2-43ea-8ebd-f51d05e7ba32 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2d0db901-e80a-47af-933e-610d414038b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709743 May 28 06:43:22.834073 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:43:22.917895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-505f4cc4-a515-4166-9021-5368aacb3454 service neutron] 10.222.0.33 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306458 May 28 06:43:23.055156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-201b9b68-d7a1-4c4b-814f-6f4af4d53ff0 req-1722dcfb-14c0-400e-b5e6-34333703b4d7 service neutron] 10.222.0.33 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310477 May 28 06:43:31.625263 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:38.601259 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-065d0818-240a-43ff-ba44-5391e69cdfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.787140 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:40.797447 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-adb88b5b-5dc2-4e02-995b-8fa7ea54c397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:41.711835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed3b2b-0f4c-4d02-9549-2ffe355b7452 req-7732b49c-c50c-49ce-892f-25dbc2638c7b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:41.715769 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-66ed3b2b-0f4c-4d02-9549-2ffe355b7452 req-7732b49c-c50c-49ce-892f-25dbc2638c7b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.0891445 May 28 06:43:41.750590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:41.777165 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-66ed3b2b-0f4c-4d02-9549-2ffe355b7452 req-4ab581f9-b3f6-4b16-b0b3-4befc27a1e78 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573113 May 28 06:43:41.878826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:43.037928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba7526-e364-4eb6-a87c-f389d6bb79e8 req-96202a8b-2a77-4f49-88d7-44ad85c9af0c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:43.052568 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5ba7526-e364-4eb6-a87c-f389d6bb79e8 req-96202a8b-2a77-4f49-88d7-44ad85c9af0c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.1025267 May 28 06:43:43.117064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a5ba7526-e364-4eb6-a87c-f389d6bb79e8 req-45fb8848-d0e0-481d-a2c6-aedb071ec4a6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586147 May 28 06:43:43.135892 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52440) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:43.370853 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5b2f8cd0-4100-4a27-82c2-572bf13451e6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/b7542c1c-7e10-42f5-9316-380bf4bb6b98 HTTP/1.1" status: 200 len: 993 time: 0.2334938 May 28 06:43:43.523025 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:44.906330 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f5385-8354-4a42-a9b9-6cb4c1493c64 req-b61e2977-21c2-4119-a663-53f31c536f77 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:44.911753 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a2f5385-8354-4a42-a9b9-6cb4c1493c64 req-b61e2977-21c2-4119-a663-53f31c536f77 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.0897086 May 28 06:43:44.972087 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a2f5385-8354-4a42-a9b9-6cb4c1493c64 req-b27da051-a817-436e-a7a1-a063202ef912 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553331 May 28 06:43:46.168887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec29878-3743-459f-9e36-eeebf4c2794e req-d072b99a-2730-4b31-973d-52df76b9476e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:46.176029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ec29878-3743-459f-9e36-eeebf4c2794e req-d072b99a-2730-4b31-973d-52df76b9476e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.0868826 May 28 06:43:46.222072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9ec29878-3743-459f-9e36-eeebf4c2794e req-172b3260-7127-457d-b778-c520c98e4689 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451128 May 28 06:43:46.245945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52452) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:46.363827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d89a985f-88d4-4eac-91d8-ff13aee025e7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/b7542c1c-7e10-42f5-9316-380bf4bb6b98 HTTP/1.1" status: 200 len: 993 time: 0.1166067 May 28 06:43:46.690871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52460) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:46.903063 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port a26c30f5-cadc-4832-b134-db8652b060e4 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:46.903500 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:47.084168 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:47.084787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:47.214349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for a26c30f5-cadc-4832-b134-db8652b060e4 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:47.374477 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:47.425565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=a26c30f5-cadc-4832-b134-db8652b060e4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:47.434885 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.435255 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.435595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.435927 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.436254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.436582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.436907 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.437230 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.437552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.437870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.438188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.438504 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:47.639651 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:47.639965 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Floating IP b7542c1c-7e10-42f5-9316-380bf4bb6b98 disassociated (deleted). External IP: 172.25.4.231, port: f96143bf-fad8-4f47-a0c0-a37488b97417. May 28 06:43:47.998457 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 8759cc93-e459-4d31-801e-10e0a8e0be32 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:43:48.178640 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:43:48.188059 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] Sync routers for ids ['8759cc93-e459-4d31-801e-10e0a8e0be32'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:43:48.200872 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:48.201664 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] Routers {'8759cc93-e459-4d31-801e-10e0a8e0be32'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:43:48.202270 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:43:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8759cc93-e459-4d31-801e-10e0a8e0be32'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:48.265172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ed2c58be-4dc2-41a7-89b5-3e8b2bfbc431 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/floatingips/b7542c1c-7e10-42f5-9316-380bf4bb6b98 HTTP/1.1" status: 204 len: 168 time: 1.5707943 May 28 06:43:48.265172 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013d895e-6427-437f-bc18-0fb98ee9462f', 'tag': 'f96143bf-fad8-4f47-a0c0-a37488b97417'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:43:48.353713 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9192ed6f-b92c-429d-b6a8-da04e082cc77'] response: {'name': 'network-changed', 'server_uuid': '013d895e-6427-437f-bc18-0fb98ee9462f', 'tag': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'status': 'completed', 'code': 200} May 28 06:43:48.400370 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] Set router 8759cc93-e459-4d31-801e-10e0a8e0be32 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:43:48.474459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-73a7e1df-d890-41ea-a000-580512922512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:48.477504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-73a7e1df-d890-41ea-a000-580512922512 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 1096 time: 0.0872223 May 28 06:43:48.632355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-16aff565-434e-4ca8-8ac5-21528ec6c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:48.633783 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-16aff565-434e-4ca8-8ac5-21528ec6c250 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2d0db901-e80a-47af-933e-610d414038b7 HTTP/1.1" status: 200 len: 897 time: 0.1490102 May 28 06:43:48.701198 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584be882-e81e-4fae-8097-c9157e4e2724 req-635caf59-7e28-493e-b96a-a287f49abf95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:48.702561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-584be882-e81e-4fae-8097-c9157e4e2724 req-635caf59-7e28-493e-b96a-a287f49abf95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:43:48.721033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-3c035605-cd9c-49f4-8f9f-c192fe9bdd12 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96143bf-fad8-4f47-a0c0-a37488b97417 HTTP/1.1" status: 200 len: 217 time: 0.0800834 May 28 06:43:48.722219 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-584be882-e81e-4fae-8097-c9157e4e2724 req-635caf59-7e28-493e-b96a-a287f49abf95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:43:48.730523 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-584be882-e81e-4fae-8097-c9157e4e2724 req-635caf59-7e28-493e-b96a-a287f49abf95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.1196322 May 28 06:43:48.778280 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-584be882-e81e-4fae-8097-c9157e4e2724 req-521d4c8f-1f1f-4000-9a6a-58ddc2bc9332 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466480 May 28 06:43:48.798913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-782b2335-af2e-43d0-8b44-0b49dc6a008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:48.800116 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:20Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '993b4b9d-bfbe-49e0-a171-a0433a336893', 'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:3c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:19Z', 'updated_at': '2022-05-28T06:42:25Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:48.800408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-782b2335-af2e-43d0-8b44-0b49dc6a008d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ea6e5233-6b9e-4da1-8e98-560135e587de HTTP/1.1" status: 200 len: 835 time: 0.0730727 May 28 06:43:48.804897 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] Checking router: 8759cc93-e459-4d31-801e-10e0a8e0be32 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:43:48.813834 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] Routers {'8759cc93-e459-4d31-801e-10e0a8e0be32'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:43:48.814506 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:43:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8759cc93-e459-4d31-801e-10e0a8e0be32'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:48.888168 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-c1da77ab-272a-445b-a8b3-ed059901c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:48.889765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-c1da77ab-272a-445b-a8b3-ed059901c461 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2d0db901-e80a-47af-933e-610d414038b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827796 May 28 06:43:48.900882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-ddf41891-537e-416f-aeec-a8dd8fcbd970 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:43:48.901895 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-ddf41891-537e-416f-aeec-a8dd8fcbd970 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049887 May 28 06:43:49.001505 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] Set router 8759cc93-e459-4d31-801e-10e0a8e0be32 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:43:49.038853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-719f759e-a72d-4428-a8d7-847d25df9e4b service neutron] 10.222.0.33 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300430 May 28 06:43:49.186232 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b2b8350f-c759-4eff-9992-fac007451ba6 req-148bf800-acba-42dc-ae44-f4ea93055844 service neutron] 10.222.0.33 "GET /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409073 May 28 06:43:49.319440 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:20Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '993b4b9d-bfbe-49e0-a171-a0433a336893', 'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:3c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:19Z', 'updated_at': '2022-05-28T06:42:25Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:49.323152 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17abc44e-1c8b-45ab-bf36-cfb9ecc7e94c None None] The sync data for ids ['8759cc93-e459-4d31-801e-10e0a8e0be32'] in n-d-843679-5 is: [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:42:20Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '993b4b9d-bfbe-49e0-a171-a0433a336893', 'name': '', 'network_id': '2d0db901-e80a-47af-933e-610d414038b7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:3c:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:19Z', 'updated_at': '2022-05-28T06:42:25Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'ea6e5233-6b9e-4da1-8e98-560135e587de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:43:49.534295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fa6df-2c75-4254-9f73-2fd8f7e11098 None None] New status for floating IP b7542c1c-7e10-42f5-9316-380bf4bb6b98: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:43:50.067484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35b4a-40a3-447f-90d9-32d8cb0b38e0 req-e443300a-7fa8-4f9b-92a8-76ca38efda89 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:50.068965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34f35b4a-40a3-447f-90d9-32d8cb0b38e0 req-e443300a-7fa8-4f9b-92a8-76ca38efda89 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.1729763 May 28 06:43:50.114380 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-34f35b4a-40a3-447f-90d9-32d8cb0b38e0 req-f737e7e3-f8a5-4d41-8b84-e11361f534d2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d533ec7f-035c-43c6-80b7-53d7a18d934d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394309 May 28 06:43:50.410155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-a486b1b3-fb11-44f0-88f1-2f66c00b1fbf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:50.412224 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-a486b1b3-fb11-44f0-88f1-2f66c00b1fbf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 945 time: 0.0987573 May 28 06:43:50.498498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port f96143bf-fad8-4f47-a0c0-a37488b97417 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:50.498709 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:50.780804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port f96143bf-fad8-4f47-a0c0-a37488b97417, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=f96143bf-fad8-4f47-a0c0-a37488b97417,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:50.781161 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:50.922332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for f96143bf-fad8-4f47-a0c0-a37488b97417 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:51.101222 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:51.213634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=f96143bf-fad8-4f47-a0c0-a37488b97417,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:51.280601 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.281092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.281437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.282176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.283535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.283977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.284397 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.284735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.286637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.287477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.287477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.287689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:51.296838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] No DVR routers for this DVR port f96143bf-fad8-4f47-a0c0-a37488b97417 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:51.299919 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:51.303065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d895e-6427-437f-bc18-0fb98ee9462f', 'name': 'network-vif-deleted', 'tag': 'f96143bf-fad8-4f47-a0c0-a37488b97417'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:43:51.327553 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a1a9265b-55e3-4a0c-a131-2d3a15167c25 req-e0be87be-78e3-4c64-b97b-4bfe267556d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "DELETE /v2.0/ports/f96143bf-fad8-4f47-a0c0-a37488b97417 HTTP/1.1" status: 204 len: 173 time: 0.9096136 May 28 06:43:51.334121 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b8a7a397-de8c-4c41-a668-a8998d648763 req-9d7f6db2-1174-4a3a-b0de-132baebbab51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=013d895e-6427-437f-bc18-0fb98ee9462f HTTP/1.1" status: 200 len: 210 time: 0.0679796 May 28 06:43:51.356568 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffb16b4-2d96-41c8-a6c1-2ecd430a1938'] response: {'server_uuid': '013d895e-6427-437f-bc18-0fb98ee9462f', 'name': 'network-vif-deleted', 'tag': 'f96143bf-fad8-4f47-a0c0-a37488b97417', 'status': 'completed', 'code': 200} May 28 06:43:52.423104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52480) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:53.105919 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.468402 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port 993b4b9d-bfbe-49e0-a171-a0433a336893 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:53.469110 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.662289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port 993b4b9d-bfbe-49e0-a171-a0433a336893, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=993b4b9d-bfbe-49e0-a171-a0433a336893,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:53.662650 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:53.795026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for 993b4b9d-bfbe-49e0-a171-a0433a336893 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:54.116270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f96143bf-fad8-4f47-a0c0-a37488b97417 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:54.128502 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:54.157019 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: f96143bf-fad8-4f47-a0c0-a37488b97417 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:54.157721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device f96143bf-fad8-4f47-a0c0-a37488b97417 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:54.220963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=993b4b9d-bfbe-49e0-a171-a0433a336893,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:54.584286 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:54.958125 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 8759cc93-e459-4d31-801e-10e0a8e0be32 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:43:55.142561 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:43:55.157506 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] Sync routers for ids ['8759cc93-e459-4d31-801e-10e0a8e0be32'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:43:55.159622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52486) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:55.160172 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-14bc8939-b701-4a2d-9b30-1900f1cb4d60 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "PUT /v2.0/routers/8759cc93-e459-4d31-801e-10e0a8e0be32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7355707 May 28 06:43:55.169165 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] Routers {'8759cc93-e459-4d31-801e-10e0a8e0be32'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:43:55.170136 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:43:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8759cc93-e459-4d31-801e-10e0a8e0be32'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:55.235506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8509cc93-285a-4051-9c70-5a8525ad9a01 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting subnet ea6e5233-6b9e-4da1-8e98-560135e587de {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:43:55.238778 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8509cc93-285a-4051-9c70-5a8525ad9a01 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.301109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8509cc93-285a-4051-9c70-5a8525ad9a01 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.395701 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8509cc93-285a-4051-9c70-5a8525ad9a01 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.397365 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] Set router 8759cc93-e459-4d31-801e-10e0a8e0be32 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:43:55.481081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8509cc93-285a-4051-9c70-5a8525ad9a01 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.533685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509cc93-285a-4051-9c70-5a8525ad9a01 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6e5233-6b9e-4da1-8e98-560135e587de,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:55.545099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8509cc93-285a-4051-9c70-5a8525ad9a01 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.549453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf5c28a-64d9-4f4e-b64a-bc75b9d02de7 None None] Network 2d0db901-e80a-47af-933e-610d414038b7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:43:55.555278 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8509cc93-285a-4051-9c70-5a8525ad9a01 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/subnets/ea6e5233-6b9e-4da1-8e98-560135e587de HTTP/1.1" status: 204 len: 168 time: 0.3910823 May 28 06:43:55.555708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52490) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:55.733477 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:43:54Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:55.740124 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] Checking router: 8759cc93-e459-4d31-801e-10e0a8e0be32 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:43:55.756256 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] Routers {'8759cc93-e459-4d31-801e-10e0a8e0be32'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:43:55.762356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.764374 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:43:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['8759cc93-e459-4d31-801e-10e0a8e0be32'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:55.917078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] DHCP port deletion for 2d0db901-e80a-47af-933e-610d414038b7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:43:55.924382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Deleting port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:55.924899 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:55.997135 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] Set router 8759cc93-e459-4d31-801e-10e0a8e0be32 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:43:56.089242 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.102271 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port e8379dff-ddcb-4418-9d22-e4bb3f145e0f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:43:56.102700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.212024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] For port 07a75121-d48b-44ad-b18a-af1fd7d68fb1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=07a75121-d48b-44ad-b18a-af1fd7d68fb1,segment=NetworkSegment(a222df77-6a2f-46fe-b68b-0cfa6db016aa),segment_id=a222df77-6a2f-46fe-b68b-0cfa6db016aa)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:56.212894 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.304177 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port e8379dff-ddcb-4418-9d22-e4bb3f145e0f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e8379dff-ddcb-4418-9d22-e4bb3f145e0f,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:43:56.304802 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.340556 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:43:54Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:56.344958 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973612dd-0090-4e33-b894-2bf8f273adcc None None] The sync data for ids ['8759cc93-e459-4d31-801e-10e0a8e0be32'] in n-d-843679-5 is: [{'id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63151150', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:42:15Z', 'updated_at': '2022-05-28T06:43:54Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e8379dff-ddcb-4418-9d22-e4bb3f145e0f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759cc93-e459-4d31-801e-10e0a8e0be32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:42:16Z', 'updated_at': '2022-05-28T06:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:43:56.388799 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Calling delete_port for 07a75121-d48b-44ad-b18a-af1fd7d68fb1 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:56.475466 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.478107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for e8379dff-ddcb-4418-9d22-e4bb3f145e0f owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:43:56.526651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Pushing event deleted for resources: {'Port': ['ID=07a75121-d48b-44ad-b18a-af1fd7d68fb1,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:56.536459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] No DVR routers for this DVR port 07a75121-d48b-44ad-b18a-af1fd7d68fb1 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:43:56.538953 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.539328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.539677 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.540010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.540760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.541254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.541566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.541899 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.542244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.542618 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.542949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.543293 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddfcda-96ab-4cb8-8de0-5a3ce752a347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:43:56.650024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:56.704118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=e8379dff-ddcb-4418-9d22-e4bb3f145e0f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:56.806014 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.002450 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.004885 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.028618 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.029279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Fanout notify agent at l3_agent the message router_deleted on router 8759cc93-e459-4d31-801e-10e0a8e0be32 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:43:57.051718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.055845 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-79fec596-96c5-4a21-b2b1-71b12502409b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/routers/8759cc93-e459-4d31-801e-10e0a8e0be32 HTTP/1.1" status: 204 len: 168 time: 1.4966118 May 28 06:43:57.056194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52494) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:57.202004 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.337625 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.364335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0db901-e80a-47af-933e-610d414038b7']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:57.377062 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a222df77-6a2f-46fe-b68b-0cfa6db016aa') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:57.377362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a222df77-6a2f-46fe-b68b-0cfa6db016aa') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:43:57.389224 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.409842 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.416343 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:43:57.416783 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.486738 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment a222df77-6a2f-46fe-b68b-0cfa6db016aa resource provider aggregate not found May 28 06:43:57.519129 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment a222df77-6a2f-46fe-b68b-0cfa6db016aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a222df77-6a2f-46fe-b68b-0cfa6db016aa found for delete ", "request_id": "req-467225ac-4bff-4810-84c2-eeb27c5306a1"}]} May 28 06:43:57.539580 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.572196 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.574177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 07a75121-d48b-44ad-b18a-af1fd7d68fb1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:57.584329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Network': ['ID=2d0db901-e80a-47af-933e-610d414038b7,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:57.600662 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-34aa79e4-d17b-4ab9-8a2b-072563fe73cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/networks/2d0db901-e80a-47af-933e-610d414038b7 HTTP/1.1" status: 204 len: 168 time: 0.5409486 May 28 06:43:57.600986 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52502) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:57.611169 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 07a75121-d48b-44ad-b18a-af1fd7d68fb1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:57.611548 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 07a75121-d48b-44ad-b18a-af1fd7d68fb1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:57.611963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 993b4b9d-bfbe-49e0-a171-a0433a336893 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:57.647854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 993b4b9d-bfbe-49e0-a171-a0433a336893 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:57.648247 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 993b4b9d-bfbe-49e0-a171-a0433a336893 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:57.648615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e8379dff-ddcb-4418-9d22-e4bb3f145e0f no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:43:57.688467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e8379dff-ddcb-4418-9d22-e4bb3f145e0f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:43:57.688847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e8379dff-ddcb-4418-9d22-e4bb3f145e0f not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:43:57.795015 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0beeb3e2-e9fa-43d4-a053-7c226c9da984 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.828987 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0beeb3e2-e9fa-43d4-a053-7c226c9da984 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.898242 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0beeb3e2-e9fa-43d4-a053-7c226c9da984 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.916400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeb3e2-e9fa-43d4-a053-7c226c9da984 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d533ec7f-035c-43c6-80b7-53d7a18d934d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:57.931971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0beeb3e2-e9fa-43d4-a053-7c226c9da984 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:57.933107 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0beeb3e2-e9fa-43d4-a053-7c226c9da984 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/security-groups/d533ec7f-035c-43c6-80b7-53d7a18d934d HTTP/1.1" status: 204 len: 168 time: 0.3310685 May 28 06:43:58.061124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52510) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:58.066790 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198572933', 'description': 'tempest-secgroup-smoke-198572933 description', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:58.073644 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:58.078085 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:58.081099 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:58.087557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:58.098569 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.119245 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:58.123289 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:58.126105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:58.132712 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:58.208231 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.212342 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.260197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b901e2-d098-41a8-a802-d52dd6320d7c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:58.264543 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.265844 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4c95ecf2-5409-4d1a-96b2-5d65963a2e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2036738 May 28 06:43:58.268737 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52514) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:58.274375 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd6b901e2-d098-41a8-a802-d52dd6320d7c', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:58.281332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:58.285811 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:58.288835 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:58.294612 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:58.311530 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.372317 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.376336 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.399864 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837bbc25-9986-482d-b97e-af164a3bb760,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:58.408535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.409881 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a2837f46-dea0-4866-9f16-08adb4aed0d3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399429 May 28 06:43:58.413167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52518) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:58.418067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd6b901e2-d098-41a8-a802-d52dd6320d7c', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:58.424762 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:58.429176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:58.432069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:58.437778 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:58.454916 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.518944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.522885 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.548104 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8167bc37-252e-46c5-8959-bb62421390de,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:58.559362 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.560609 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2110df4d-213b-406f-91e5-1506a9cef4a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465375 May 28 06:43:58.563632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52522) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:58.569227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd6b901e2-d098-41a8-a802-d52dd6320d7c', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:58.576880 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:58.580948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:58.584057 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:58.589744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:58.607451 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.672839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.677141 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.703945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cec9230-1754-4354-9f27-bd5296ed8150,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:58.715260 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.719113 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-53164b42-b4d9-4c95-a19a-9ec1c3d90504 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518338 May 28 06:43:58.719370 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52526) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:58.725504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd6b901e2-d098-41a8-a802-d52dd6320d7c', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:58.732320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:58.736680 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:58.739870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:58.746349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:58.762834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.829002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.833469 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.860212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227d3b9c-ec8f-4ee0-b237-248b03345a9b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:58.869966 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.874070 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52530) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:58.874211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c18af662-737f-49b4-be41-80eca0dbb71b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535442 May 28 06:43:58.879837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd6b901e2-d098-41a8-a802-d52dd6320d7c', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:58.886987 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:58.891127 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:58.894058 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:58.900983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:58.911016 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Project bf9813a8debf43e7a56d5037298c5dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:43:58.918469 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.986366 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:58.990795 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.016322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84987691-1474-443a-863f-37726d5259f5,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:59.025467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.026774 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-97078056-63a2-4429-8ea4-b5b0ac1c45b5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511967 May 28 06:43:59.029715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52534) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:59.034724 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': 'd6b901e2-d098-41a8-a802-d52dd6320d7c', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:59.042005 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:59.045837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:59.048801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:59.054557 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:59.069803 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Project bf9813a8debf43e7a56d5037298c5dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:43:59.076759 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.146513 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.150754 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.177143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625da4fd-0367-45e4-afd0-8851937d1fd7,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:59.186091 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.189988 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-747decd7-a89d-42a7-8de9-fea25cca1492 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567657 May 28 06:43:59.190197 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52538) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:59.196228 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'network': {'name': 'tempest-network-smoke--2017887928', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'port_security_enabled': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:59.202025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:59.206152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:network and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:59.209079 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:59.214792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:59.226704 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:43:59.230453 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.260710 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:43:59.270528 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.270961 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Added segment 9d04b72a-a018-48dc-a2d6-5e0320571e73 of type vlan for network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 May 28 06:43:59.298902 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.328944 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.334854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:43:59.335464 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.438542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2472544 May 28 06:43:59.441970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52542) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:43:59.448511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862d97c-62f0-42d4-8a41-f60c902e3d4e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Network': ['ID=49ab4ac2-3649-4e49-8ea8-7fcd0026f258,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:43:59.449097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'admin_state_up': True, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:43:59.458838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:43:59.462892 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:43:59.464341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:router and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:43:59.467309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:43:59.474195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:43:59.484987 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.486026 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.504566 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.781018 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:43:59.834522 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:44:00.088088 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:00.118640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:00.256634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.25.4.169 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/e6e989f8-ebfc-4b93-9490-84359ff61fa5) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:00.418935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:00.449115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:00.512092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:00.514733 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:00.518563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:00.556615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=e6e989f8-ebfc-4b93-9490-84359ff61fa5,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:01.060589 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.413329 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.618288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 5ed94662-105a-4628-9247-19e023d2d5e6 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:44:01.637888 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.794309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:44:01.805229 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Sync routers for ids ['5ed94662-105a-4628-9247-19e023d2d5e6'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:44:01.815623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Routers {'5ed94662-105a-4628-9247-19e023d2d5e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:44:01.817008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:43:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ed94662-105a-4628-9247-19e023d2d5e6'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:01.822535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:01.823913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-700bdebb-156c-43e3-bb76-b6f646c4a26f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3800271 May 28 06:44:01.827208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52546) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:01.869469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fc5819b3-2866-4e45-9fe4-f8ccda72f1e2 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bf9813a8debf43e7a56d5037298c5dc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410020 May 28 06:44:01.872106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52550) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:02.003291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Set router 5ed94662-105a-4628-9247-19e023d2d5e6 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:44:02.004868 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8e299-90c7-43ed-ba67-f802b7ace029 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:02.008989 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1ec8e299-90c7-43ed-ba67-f802b7ace029 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332819 May 28 06:44:02.009332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52554) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:02.052860 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fb56cdfa-3d2f-4b3e-9559-189a00eac2f1 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421720 May 28 06:44:02.056773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52558) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:02.062974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1780094729', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:02.180656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:02.185144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:subnet and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:02.187996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:02.193969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:02.204088 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:02.207832 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.338736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:00Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:02.343519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Checking router: 5ed94662-105a-4628-9247-19e023d2d5e6 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:44:02.344008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Updating router 5ed94662-105a-4628-9247-19e023d2d5e6 port e6e989f8-ebfc-4b93-9490-84359ff61fa5 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:44:02.399278 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.572394 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.650046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Subnet': ['ID=d26a2917-75c2-4647-8d0f-db0dcedb0393,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:02.658962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Checking segment: {'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:02.659357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network hostable DHCP agents. Network: 49ab4ac2-3649-4e49-8ea8-7fcd0026f258, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:44:02.680252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:44:02.689715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 49ab4ac2-3649-4e49-8ea8-7fcd0026f258) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:02.694777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:02.695387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.714695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e41696a-52f7-4abc-85ff-6d71a223f8b5 None None] Network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:02.722178 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-07ff2886-beb4-4dcc-8507-a3cc592e0071 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6613615 May 28 06:44:02.722471 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52562) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:02.859488 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:02.891683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Transition to ACTIVE for port object e6e989f8-ebfc-4b93-9490-84359ff61fa5 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:02.910444 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.036836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35fc0f-5cd7-4ea4-8b0f-b5ee2a64140a None None] Pushing event updated for resources: {'Port': ['ID=e6e989f8-ebfc-4b93-9490-84359ff61fa5,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:03.073580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Attempting to bind port e6e989f8-ebfc-4b93-9490-84359ff61fa5 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:03.073859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Attempting to bind port e6e989f8-ebfc-4b93-9490-84359ff61fa5 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:03.074189 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Attempting to bind port e6e989f8-ebfc-4b93-9490-84359ff61fa5 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:03.085377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:03.085753 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:03.086160 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.086553 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:03.087279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Bound port: e6e989f8-ebfc-4b93-9490-84359ff61fa5, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:03.087555 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.163373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:44:03.164462 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.177549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] For port e6e989f8-ebfc-4b93-9490-84359ff61fa5, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:03.190981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] For port e6e989f8-ebfc-4b93-9490-84359ff61fa5, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e6e989f8-ebfc-4b93-9490-84359ff61fa5,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:03.231213 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.388603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Routers {'5ed94662-105a-4628-9247-19e023d2d5e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:44:03.389228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:43:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ed94662-105a-4628-9247-19e023d2d5e6'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:03.436757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35fc0f-5cd7-4ea4-8b0f-b5ee2a64140a None None] Pushing event updated for resources: {'Port': ['ID=e6e989f8-ebfc-4b93-9490-84359ff61fa5,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:03.455850 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:03.489037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Allocated IP 172.20.0.2 (49ab4ac2-3649-4e49-8ea8-7fcd0026f258/d26a2917-75c2-4647-8d0f-db0dcedb0393/374297aa-8eff-4876-aa1e-a61155acf7a3) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:03.661116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] Set router 5ed94662-105a-4628-9247-19e023d2d5e6 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:44:04.054041 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.071164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Transition to ACTIVE for port object 374297aa-8eff-4876-aa1e-a61155acf7a3 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:04.094376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Transition to ACTIVE for port object 374297aa-8eff-4876-aa1e-a61155acf7a3 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:04.103018 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.169489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:00Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:04.182217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:04.185070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a4ba-f2b4-4177-b25b-7be5e33d7452 None None] The sync data for ids ['5ed94662-105a-4628-9247-19e023d2d5e6'] in n-d-843679-5 is: [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:00Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:44:04.186593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.20.0.1 (49ab4ac2-3649-4e49-8ea8-7fcd0026f258/d26a2917-75c2-4647-8d0f-db0dcedb0393/a32e99aa-7108-4716-a450-285da3db015f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:04.186743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:04.191500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:04.193582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Pushing event updated for resources: {'Port': ['ID=374297aa-8eff-4876-aa1e-a61155acf7a3,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:04.289842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Attempting to bind port 374297aa-8eff-4876-aa1e-a61155acf7a3 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:04.290206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Attempting to bind port 374297aa-8eff-4876-aa1e-a61155acf7a3 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:04.290566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Attempting to bind port 374297aa-8eff-4876-aa1e-a61155acf7a3 on network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:04.296118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:04.296494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Checking segment: {'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:04.296908 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.297290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Bound using segment: {'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:04.297757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Bound port: 374297aa-8eff-4876-aa1e-a61155acf7a3, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:04.298126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.393128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] For port 374297aa-8eff-4876-aa1e-a61155acf7a3, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:04.397040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] For port 374297aa-8eff-4876-aa1e-a61155acf7a3, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=374297aa-8eff-4876-aa1e-a61155acf7a3,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:04.400575 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.402489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.420024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Transition to ACTIVE for port object a32e99aa-7108-4716-a450-285da3db015f will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:04.446398 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:04.552146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c5159-2322-48da-9f0e-cc424710c61f None None] Pushing event updated for resources: {'Port': ['ID=374297aa-8eff-4876-aa1e-a61155acf7a3,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:04.681469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:04.684443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:04.688450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:04.726766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=a32e99aa-7108-4716-a450-285da3db015f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:04.762367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.088049 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.386992 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 374297aa-8eff-4876-aa1e-a61155acf7a3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:05.517549 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 374297aa-8eff-4876-aa1e-a61155acf7a3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:05.522823 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e6e989f8-ebfc-4b93-9490-84359ff61fa5 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:05.595320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e6e989f8-ebfc-4b93-9490-84359ff61fa5 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:05.601918 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e6e989f8-ebfc-4b93-9490-84359ff61fa5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:05.602292 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.633664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.638848 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.749124 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.753505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387be054-047d-4767-99d4-481a345104a6 None None] Network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:44:05.849032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e6e989f8-ebfc-4b93-9490-84359ff61fa5 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:05.849297 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.864341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=a32e99aa-7108-4716-a450-285da3db015f,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:05.864544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7b720ac4-d03a-435a-92fa-4a0e8f2a843b None None] Provisioning for port 374297aa-8eff-4876-aa1e-a61155acf7a3 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:05.877795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7b720ac4-d03a-435a-92fa-4a0e8f2a843b None None] Provisioning complete for port 374297aa-8eff-4876-aa1e-a61155acf7a3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:05.877965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7b720ac4-d03a-435a-92fa-4a0e8f2a843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:05.909468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e6e989f8-ebfc-4b93-9490-84359ff61fa5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e6e989f8-ebfc-4b93-9490-84359ff61fa5,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:05.929115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:05.930373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:05.934991 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.090685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e6e989f8-ebfc-4b93-9490-84359ff61fa5,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:06.147431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 5ed94662-105a-4628-9247-19e023d2d5e6 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:44:06.192934 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-7b720ac4-d03a-435a-92fa-4a0e8f2a843b None None] Current status of the port 374297aa-8eff-4876-aa1e-a61155acf7a3 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:06.193317 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7b720ac4-d03a-435a-92fa-4a0e8f2a843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.241877 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7b720ac4-d03a-435a-92fa-4a0e8f2a843b None None] For port 374297aa-8eff-4876-aa1e-a61155acf7a3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=374297aa-8eff-4876-aa1e-a61155acf7a3,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:06.247397 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7b720ac4-d03a-435a-92fa-4a0e8f2a843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.337028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b720ac4-d03a-435a-92fa-4a0e8f2a843b None None] Pushing event updated for resources: {'Port': ['ID=374297aa-8eff-4876-aa1e-a61155acf7a3,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:06.494928 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:44:06.511883 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Sync routers for ids ['5ed94662-105a-4628-9247-19e023d2d5e6'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:44:06.514857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8d8d2626-71b7-494f-8f62-aeb3e6031b92 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "PUT /v2.0/routers/5ed94662-105a-4628-9247-19e023d2d5e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7905586 May 28 06:44:06.530004 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Routers {'5ed94662-105a-4628-9247-19e023d2d5e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:44:06.530953 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:43:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ed94662-105a-4628-9247-19e023d2d5e6'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:06.570484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1633e653-ff1b-4892-8364-ba70b0275b51 None None] Provisioning for port a32e99aa-7108-4716-a450-285da3db015f completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:06.583193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1633e653-ff1b-4892-8364-ba70b0275b51 None None] Provisioning complete for port a32e99aa-7108-4716-a450-285da3db015f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:06.583811 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1633e653-ff1b-4892-8364-ba70b0275b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.658348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1633e653-ff1b-4892-8364-ba70b0275b51 None None] Port a32e99aa-7108-4716-a450-285da3db015f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:06.676273 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1633e653-ff1b-4892-8364-ba70b0275b51 None None] Provisioning complete for port 374297aa-8eff-4876-aa1e-a61155acf7a3 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:06.676980 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1633e653-ff1b-4892-8364-ba70b0275b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:06.775503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-e2bd7d74-d991-4668-8716-c031a379e243 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:06.803949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-e2bd7d74-d991-4668-8716-c031a379e243 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:06.805306 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-e2bd7d74-d991-4668-8716-c031a379e243 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198572933&fields=id&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 267 time: 0.0962279 May 28 06:44:06.825896 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Set router 5ed94662-105a-4628-9247-19e023d2d5e6 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:44:06.856736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1633e653-ff1b-4892-8364-ba70b0275b51 None None] Current status of the port 374297aa-8eff-4876-aa1e-a61155acf7a3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:06.982280 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-4375b124-a43f-4176-91a8-18d53d6ca9cd None None] Provisioning complete for port a32e99aa-7108-4716-a450-285da3db015f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:06.985822 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4375b124-a43f-4176-91a8-18d53d6ca9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.057463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-ff8f1c10-a0fb-498f-9166-79b72885f81e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:07.060253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-ff8f1c10-a0fb-498f-9166-79b72885f81e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:07.092543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-4375b124-a43f-4176-91a8-18d53d6ca9cd None None] Port a32e99aa-7108-4716-a450-285da3db015f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:07.097749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-ff8f1c10-a0fb-498f-9166-79b72885f81e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:07.105867 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-ff8f1c10-a0fb-498f-9166-79b72885f81e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/networks?id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258 HTTP/1.1" status: 200 len: 797 time: 0.2924235 May 28 06:44:07.123954 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-ae58a5b2-d807-40ea-b091-c65493fbd84d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/quotas/bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 375 time: 0.0164664 May 28 06:44:07.213538 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5ec0fc8e-7e17-4d0f-9e1a-1a6334770282 None None] Provisioning complete for port a32e99aa-7108-4716-a450-285da3db015f triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:07.213910 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5ec0fc8e-7e17-4d0f-9e1a-1a6334770282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.214396 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-fa92b707-f5f1-4b7b-adbe-bebd6c04ede7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:07.242395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-fa92b707-f5f1-4b7b-adbe-bebd6c04ede7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:07.244050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-fa92b707-f5f1-4b7b-adbe-bebd6c04ede7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192825 May 28 06:44:07.278001 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0fc8e-7e17-4d0f-9e1a-1a6334770282 None None] Port a32e99aa-7108-4716-a450-285da3db015f cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:07.302895 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a32e99aa-7108-4716-a450-285da3db015f', 'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:cd:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:03Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 2, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:07.309027 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Checking router: 5ed94662-105a-4628-9247-19e023d2d5e6 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:44:07.309624 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Updating router 5ed94662-105a-4628-9247-19e023d2d5e6 port a32e99aa-7108-4716-a450-285da3db015f binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:44:07.334007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 374297aa-8eff-4876-aa1e-a61155acf7a3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:07.343522 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-f2921299-140b-4d70-b24b-2bc8c8fab75c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:44:07.344752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-f2921299-140b-4d70-b24b-2bc8c8fab75c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0833080 May 28 06:44:07.379468 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.402761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 374297aa-8eff-4876-aa1e-a61155acf7a3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:07.403134 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.507804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-c04fb3a8-8307-4912-b0a8-5c24f7deb9a5 service neutron] 10.222.0.39 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558900 May 28 06:44:07.595066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 374297aa-8eff-4876-aa1e-a61155acf7a3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:07.596217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e6e989f8-ebfc-4b93-9490-84359ff61fa5 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:07.676744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e6e989f8-ebfc-4b93-9490-84359ff61fa5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:07.677292 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.687712 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-9f32d4d0-79ca-4312-92dd-874e22c60fed service neutron] 10.222.0.39 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737115 May 28 06:44:07.778123 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.792297 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Transition to ACTIVE for port object a32e99aa-7108-4716-a450-285da3db015f will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:07.800149 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:07.817704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e6e989f8-ebfc-4b93-9490-84359ff61fa5 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:07.939015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2dba3ddb-7382-4d30-a9d8-124bba6c9a4e req-ae4f70b5-64ab-48e6-ace8-aa82eabc31be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:07.967266 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Pushing event updated for resources: {'Port': ['ID=a32e99aa-7108-4716-a450-285da3db015f,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:07.968780 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-2dba3ddb-7382-4d30-a9d8-124bba6c9a4e req-ae4f70b5-64ab-48e6-ace8-aa82eabc31be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:07.993058 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.993619 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.995114 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.995786 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.996187 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.996584 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.996982 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.997376 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.997756 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.998144 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.998527 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.998909 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:44:07.999812 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2dba3ddb-7382-4d30-a9d8-124bba6c9a4e req-ae4f70b5-64ab-48e6-ace8-aa82eabc31be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 210 time: 0.1129694 May 28 06:44:08.133506 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Attempting to bind port a32e99aa-7108-4716-a450-285da3db015f on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:08.133984 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Attempting to bind port a32e99aa-7108-4716-a450-285da3db015f by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:08.134441 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Attempting to bind port a32e99aa-7108-4716-a450-285da3db015f on network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:08.140347 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:08.140842 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Checking segment: {'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:08.141337 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:08.141911 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Bound using segment: {'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:08.142463 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Bound port: a32e99aa-7108-4716-a450-285da3db015f, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:08.142928 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:08.248423 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] For port a32e99aa-7108-4716-a450-285da3db015f, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:08.251833 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] For port a32e99aa-7108-4716-a450-285da3db015f, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a32e99aa-7108-4716-a450-285da3db015f,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:08.257489 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:08.342419 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fbfaf-8947-4cda-b05a-720f86aa2e22 None None] Pushing event updated for resources: {'Port': ['ID=a32e99aa-7108-4716-a450-285da3db015f,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:08.350188 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Routers {'5ed94662-105a-4628-9247-19e023d2d5e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:44:08.351261 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:43:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ed94662-105a-4628-9247-19e023d2d5e6'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:08.555847 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] Set router 5ed94662-105a-4628-9247-19e023d2d5e6 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:44:08.604395 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a96d-fe09-4cf8-81d8-008654dd1abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:08.919902 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a32e99aa-7108-4716-a450-285da3db015f', 'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:cd:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:03Z', 'updated_at': '2022-05-28T06:44:08Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:08.923732 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17289fe-ee39-4e00-8d82-ef0ca656f536 None None] The sync data for ids ['5ed94662-105a-4628-9247-19e023d2d5e6'] in n-d-843679-5 is: [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a32e99aa-7108-4716-a450-285da3db015f', 'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:cd:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:03Z', 'updated_at': '2022-05-28T06:44:08Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:44:09.199026 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6395412e-f2b2-4932-a08f-a0798a09f0b6 req-b228c0d4-2851-4bdb-9f5b-f06be7ae1637 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 210 time: 0.0797684 May 28 06:44:09.338584 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a32e99aa-7108-4716-a450-285da3db015f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:09.430697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port a32e99aa-7108-4716-a450-285da3db015f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:09.441299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a32e99aa-7108-4716-a450-285da3db015f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:09.441641 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.511407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-f613a8c3-c79c-4a6b-a348-3a3753844d18 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:09.513601 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-f613a8c3-c79c-4a6b-a348-3a3753844d18 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.41 "GET /v2.0/networks?id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258 HTTP/1.1" status: 200 len: 797 time: 0.2358575 May 28 06:44:09.596780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-d2d2652c-76f2-430f-820a-2e9d0e3fa742 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 379 time: 0.0690663 May 28 06:44:09.617047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'port': {'device_id': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'admin_state_up': True, 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'security_groups': ['d6b901e2-d098-41a8-a802-d52dd6320d7c']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:09.625836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a32e99aa-7108-4716-a450-285da3db015f is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:09.627010 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.688594 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port a32e99aa-7108-4716-a450-285da3db015f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a32e99aa-7108-4716-a450-285da3db015f,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:09.694761 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:09.801704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:09.824706 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=a32e99aa-7108-4716-a450-285da3db015f,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:09.826308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:09.841119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:44:09.846062 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.044104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.20.0.11 (49ab4ac2-3649-4e49-8ea8-7fcd0026f258/d26a2917-75c2-4647-8d0f-db0dcedb0393/b2413d7d-5fce-4b36-b126-d438685a2249) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:10.299560 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.320568 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Transition to ACTIVE for port object b2413d7d-5fce-4b36-b126-d438685a2249 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:10.377078 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.465353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:10.468418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:10.473857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:10.517528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=b2413d7d-5fce-4b36-b126-d438685a2249,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:10.590443 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fd9a0-8062-45fb-a640-a88baa807137 req-e1cd696b-328c-422a-9d1a-6913b6102934 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:10.591962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:10.592116 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-486fd9a0-8062-45fb-a640-a88baa807137 req-e1cd696b-328c-422a-9d1a-6913b6102934 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 932 time: 0.2607977 May 28 06:44:10.592644 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.623519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-6b4b4c74-1889-4434-846a-7414bae94d0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0117822 May 28 06:44:10.638621 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-fc8c5694-06af-456f-9443-bf42025301e5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:44:10.639626 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-fc8c5694-06af-456f-9443-bf42025301e5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055063 May 28 06:44:10.649167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-486fd9a0-8062-45fb-a640-a88baa807137 req-61b469fd-034d-40fa-a6c7-2fb943845b68 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:10.663930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-486fd9a0-8062-45fb-a640-a88baa807137 req-61b469fd-034d-40fa-a6c7-2fb943845b68 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:10.665110 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-486fd9a0-8062-45fb-a640-a88baa807137 req-61b469fd-034d-40fa-a6c7-2fb943845b68 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666678 May 28 06:44:10.702587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Request body: {'port': {'device_id': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:10.795058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b52d1218-338f-4ecc-8403-3698611495d5 None None] Provisioning for port b2413d7d-5fce-4b36-b126-d438685a2249 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:10.810980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b52d1218-338f-4ecc-8403-3698611495d5 None None] Provisioning complete for port b2413d7d-5fce-4b36-b126-d438685a2249 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:10.811407 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b52d1218-338f-4ecc-8403-3698611495d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.822582 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.849413 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-875e0d8e-baf1-44f6-ae00-b9ee0aff0bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.857875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:10.871167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b52d1218-338f-4ecc-8403-3698611495d5 None None] Port b2413d7d-5fce-4b36-b126-d438685a2249 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:44:11.293544 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a32e99aa-7108-4716-a450-285da3db015f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:11.302259 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2413d7d-5fce-4b36-b126-d438685a2249 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:11.310939 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.326437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Transition to ACTIVE for port object b2413d7d-5fce-4b36-b126-d438685a2249 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:44:11.331163 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.369556 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port a32e99aa-7108-4716-a450-285da3db015f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:11.369934 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.501078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port a32e99aa-7108-4716-a450-285da3db015f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:11.502182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Pushing event updated for resources: {'Port': ['ID=b2413d7d-5fce-4b36-b126-d438685a2249,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:11.591999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Attempting to bind port b2413d7d-5fce-4b36-b126-d438685a2249 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:44:11.592562 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Attempting to bind port b2413d7d-5fce-4b36-b126-d438685a2249 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:44:11.593291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Attempting to bind port b2413d7d-5fce-4b36-b126-d438685a2249 on network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:11.599501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Port b2413d7d-5fce-4b36-b126-d438685a2249 on network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:44:11.599878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Attempting to bind port b2413d7d-5fce-4b36-b126-d438685a2249 on network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:44:11.605970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:44:11.606357 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Checking segment: {'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:44:11.606787 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Bound using segment: {'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:44:11.607285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Bound port: b2413d7d-5fce-4b36-b126-d438685a2249, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d04b72a-a018-48dc-a2d6-5e0320571e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:44:11.607660 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.711585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] For port b2413d7d-5fce-4b36-b126-d438685a2249, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:44:11.715762 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] For port b2413d7d-5fce-4b36-b126-d438685a2249, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b2413d7d-5fce-4b36-b126-d438685a2249,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:44:11.722159 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.756933 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.798947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:11.799594 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.801829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] 10.222.0.41 "PUT /v2.0/ports/b2413d7d-5fce-4b36-b126-d438685a2249 HTTP/1.1" status: 200 len: 1092 time: 1.1523097 May 28 06:44:11.805077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'tag': 'b2413d7d-5fce-4b36-b126-d438685a2249'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:11.853599 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27355e3c-99dd-458f-8410-c4c7669e0986 service neutron] Pushing event updated for resources: {'Port': ['ID=b2413d7d-5fce-4b36-b126-d438685a2249,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:11.882578 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:11.964972 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d4a092-0ffb-4ed1-9b28-feb175bbc8d1'] response: {'name': 'network-changed', 'server_uuid': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'tag': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'status': 'completed', 'code': 200} May 28 06:44:12.043401 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1619c4-7205-4819-90ca-41cdcf97dc4f req-6450167e-0c98-455a-9077-0126912f43cc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:12.044132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bc1619c4-7205-4819-90ca-41cdcf97dc4f req-6450167e-0c98-455a-9077-0126912f43cc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:44:12.048739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-18ebe28a-a6ca-406c-a0f1-9a7eceb00935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:12.050207 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-18ebe28a-a6ca-406c-a0f1-9a7eceb00935 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 1095 time: 0.1893961 May 28 06:44:12.142738 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-b6b2f594-9266-4461-a3ea-e95c6277a2d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2413d7d-5fce-4b36-b126-d438685a2249 HTTP/1.1" status: 200 len: 217 time: 0.0814161 May 28 06:44:12.143570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-bc1619c4-7205-4819-90ca-41cdcf97dc4f req-6450167e-0c98-455a-9077-0126912f43cc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:44:12.150095 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc1619c4-7205-4819-90ca-41cdcf97dc4f req-6450167e-0c98-455a-9077-0126912f43cc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 944 time: 0.3352542 May 28 06:44:12.246734 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc1619c4-7205-4819-90ca-41cdcf97dc4f req-5c0941b8-19d8-4e32-afea-69c395a851cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957847 May 28 06:44:12.248273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-35e6fd59-6da2-4022-b76f-dc77826c9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:12.249639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-35e6fd59-6da2-4022-b76f-dc77826c9c2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d26a2917-75c2-4647-8d0f-db0dcedb0393 HTTP/1.1" status: 200 len: 835 time: 0.0977018 May 28 06:44:12.333201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-74b570ed-c334-4eb4-8647-527cfdd624ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:12.334676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-74b570ed-c334-4eb4-8647-527cfdd624ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749080 May 28 06:44:12.477928 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-34add6d6-5c31-45df-bf2a-cc7e4ec28c69 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333377 May 28 06:44:12.618339 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b01796c4-b92f-457b-8f8c-4deaf2626790 req-f21fde3f-26ba-4d4e-acc2-71bb631a6313 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315377 May 28 06:44:12.757924 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-85fdfbd5-c4e4-40af-8947-07531815fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:12.759353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-85fdfbd5-c4e4-40af-8947-07531815fbdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 1095 time: 0.0791323 May 28 06:44:12.897052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-5453990f-c764-48cc-a8e8-0544cbc6b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:12.898488 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-5453990f-c764-48cc-a8e8-0544cbc6b561 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258 HTTP/1.1" status: 200 len: 898 time: 0.1324644 May 28 06:44:12.966684 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-e88f18ab-dc55-4edb-9244-547b3d238fae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2413d7d-5fce-4b36-b126-d438685a2249 HTTP/1.1" status: 200 len: 217 time: 0.0606997 May 28 06:44:13.136180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-41bafe82-97ec-4e22-b50c-f51ecd2c464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:13.137682 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-41bafe82-97ec-4e22-b50c-f51ecd2c464d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d26a2917-75c2-4647-8d0f-db0dcedb0393 HTTP/1.1" status: 200 len: 835 time: 0.1626952 May 28 06:44:13.223197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-bdd5cbab-c5f2-47d6-8b57-557fda2bbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:13.224748 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-bdd5cbab-c5f2-47d6-8b57-557fda2bbf64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802681 May 28 06:44:13.363799 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-067beb41-a4f5-4be7-8312-5d0ccb999748 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308625 May 28 06:44:13.506206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b6eec3e6-4418-4bae-acdf-b54c1ddc1734 req-a0a2bdd2-91f6-422a-a42f-1b4923d832c7 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351411 May 28 06:44:13.528898 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:13.590739 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8800d40-3e4a-41bc-8c73-cef5d638f0cb req-09ddc946-734a-4a00-9003-678a45e9d181 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:13.592262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8800d40-3e4a-41bc-8c73-cef5d638f0cb req-09ddc946-734a-4a00-9003-678a45e9d181 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 944 time: 0.2305489 May 28 06:44:13.638501 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a8800d40-3e4a-41bc-8c73-cef5d638f0cb req-23b60555-d47a-4dc1-a5a1-739c3fb2798c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396287 May 28 06:44:14.109445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b2413d7d-5fce-4b36-b126-d438685a2249 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:44:14.248636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b2413d7d-5fce-4b36-b126-d438685a2249, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b2413d7d-5fce-4b36-b126-d438685a2249,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:14.263531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'port_id': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'mac_address': 'fa:16:3e:06:c6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:44:14.318029 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b2413d7d-5fce-4b36-b126-d438685a2249 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:14.318408 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.335354 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2413d7d-5fce-4b36-b126-d438685a2249 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:44:14.350695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b2413d7d-5fce-4b36-b126-d438685a2249, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b2413d7d-5fce-4b36-b126-d438685a2249,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:14.355142 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:14.424472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b2413d7d-5fce-4b36-b126-d438685a2249,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:14.662938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['b2413d7d-5fce-4b36-b126-d438685a2249'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:44:14.846212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bfef3-7e9f-45f3-b224-28bbc1ead89e req-e224144c-57b1-4f30-b47b-d9df9d260551 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:14.848220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-132bfef3-7e9f-45f3-b224-28bbc1ead89e req-e224144c-57b1-4f30-b47b-d9df9d260551 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 945 time: 0.0918827 May 28 06:44:14.895492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-132bfef3-7e9f-45f3-b224-28bbc1ead89e req-b7603c27-f0cd-4b98-81cb-4bdff0299873 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 May 28 06:44:16.091110 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587f27-7822-43e5-bbd7-0485d0653b3b req-55296bb1-ea00-4e6a-a738-0e6889b819f8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:16.093264 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88587f27-7822-43e5-bbd7-0485d0653b3b req-55296bb1-ea00-4e6a-a738-0e6889b819f8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 945 time: 0.0885112 May 28 06:44:16.121402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b2413d7d-5fce-4b36-b126-d438685a2249 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:44:16.140290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-88587f27-7822-43e5-bbd7-0485d0653b3b req-3d53b684-c340-4b41-8450-27859d051ad2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401623 May 28 06:44:16.206403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port b2413d7d-5fce-4b36-b126-d438685a2249 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:44:16.211929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port b2413d7d-5fce-4b36-b126-d438685a2249 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:44:16.212300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:16.347485 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port b2413d7d-5fce-4b36-b126-d438685a2249 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:44:16.347781 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:16.374031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2413d7d-5fce-4b36-b126-d438685a2249'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:16.388131 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port b2413d7d-5fce-4b36-b126-d438685a2249, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b2413d7d-5fce-4b36-b126-d438685a2249,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:44:16.392803 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:16.430335 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5390c694-ff20-475a-88fe-6e26059765d6'] response: {'server_uuid': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'code': 200} May 28 06:44:16.466317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=b2413d7d-5fce-4b36-b126-d438685a2249,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:16.573350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d975-a687-4fe6-b721-c63065bf901b req-f0e4b161-382d-492c-9a2c-64a508d00915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:16.574949 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1288d975-a687-4fe6-b721-c63065bf901b req-f0e4b161-382d-492c-9a2c-64a508d00915 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 1097 time: 0.0698681 May 28 06:44:16.622633 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1288d975-a687-4fe6-b721-c63065bf901b req-e576e28e-7c22-4ef0-a307-cd128fa264b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377240 May 28 06:44:17.336581 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7192bcb-6523-49df-9fc5-6f123b3b7a39 req-c42da121-a52f-4895-b578-82b1e84c7120 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:17.338075 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7192bcb-6523-49df-9fc5-6f123b3b7a39 req-c42da121-a52f-4895-b578-82b1e84c7120 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0790513 May 28 06:44:17.382622 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f7192bcb-6523-49df-9fc5-6f123b3b7a39 req-0493d1ce-cddb-4a35-a996-5b75e55cdd22 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386615 May 28 06:44:18.567059 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c53ee-e7aa-4d2d-b32c-e8784fcd8025 req-65466c6e-59be-42c8-9807-08fa1b0ab4c3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:18.568524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f22c53ee-e7aa-4d2d-b32c-e8784fcd8025 req-65466c6e-59be-42c8-9807-08fa1b0ab4c3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0803716 May 28 06:44:18.613118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f22c53ee-e7aa-4d2d-b32c-e8784fcd8025 req-c1b1d0ad-7bbc-40ac-89f3-5618538f5770 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387964 May 28 06:44:18.803660 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba01f7-388a-4ed3-8f4f-a98d786c7fbc req-1c47a091-84f3-487c-b1bf-a4c124db3073 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:18.805117 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2dba01f7-388a-4ed3-8f4f-a98d786c7fbc req-1c47a091-84f3-487c-b1bf-a4c124db3073 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0847266 May 28 06:44:18.850840 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2dba01f7-388a-4ed3-8f4f-a98d786c7fbc req-bc65e5e8-0f2b-4bc5-ad6b-6c2fcdcb1426 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400281 May 28 06:44:18.873648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52622) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:18.946502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92120eca-6ed9-4025-8bdc-5314d0e71397 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:18.950643 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-92120eca-6ed9-4025-8bdc-5314d0e71397 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 1092 time: 0.0733614 May 28 06:44:18.950871 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52626) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:18.955913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:44:18.962992 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:44:18.966873 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:floatingip and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:44:18.970028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:44:18.975984 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:44:18.986583 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.130269 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.271096 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.25.4.235 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/250cbe28-1aae-416b-8af9-c5eb6d86e16b) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:44:19.421459 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.450440 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:19.518755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:44:19.521505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:44:19.525345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:44:19.560882 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=250cbe28-1aae-416b-8af9-c5eb6d86e16b,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:19.944636 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:20.024019 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:20.353209 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:20.357888 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:20.466698 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=250cbe28-1aae-416b-8af9-c5eb6d86e16b,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:44:20.478972 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:20.650384 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Floating IP e25aac00-0118-4ba6-980f-2558597a1d19 associated. External IP: 172.25.4.235, port: b2413d7d-5fce-4b36-b126-d438685a2249. May 28 06:44:21.008991 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 5ed94662-105a-4628-9247-19e023d2d5e6 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:44:21.197713 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:44:21.207962 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] Sync routers for ids ['5ed94662-105a-4628-9247-19e023d2d5e6'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:44:21.221489 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] Routers {'5ed94662-105a-4628-9247-19e023d2d5e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:44:21.222253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:44:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ed94662-105a-4628-9247-19e023d2d5e6'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:21.224461 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:21.295098 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-67555fec-46e3-4940-8eda-99c14c5d8b51 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3408291 May 28 06:44:21.295098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'tag': 'b2413d7d-5fce-4b36-b126-d438685a2249'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:44:21.339889 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7a6035-238e-49c4-a0ba-d82802892df2'] response: {'name': 'network-changed', 'server_uuid': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'tag': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'status': 'completed', 'code': 200} May 28 06:44:21.450353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] Set router 5ed94662-105a-4628-9247-19e023d2d5e6 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:44:21.508584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-81047080-a7cb-4d45-9566-fd60874f79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:21.510217 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-81047080-a7cb-4d45-9566-fd60874f79b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 1097 time: 0.1487420 May 28 06:44:21.523060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153294-80c1-4587-85f2-b417c6bc2727 req-504640d5-2cb2-49b0-be49-60fe3d5cbc9f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:21.524686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba153294-80c1-4587-85f2-b417c6bc2727 req-504640d5-2cb2-49b0-be49-60fe3d5cbc9f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.1021395 May 28 06:44:21.650281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ba153294-80c1-4587-85f2-b417c6bc2727 req-d2b8a90c-5a59-4286-82b7-34a61a4f11d6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063993 May 28 06:44:21.676479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52634) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:21.701929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-0c6ce69c-7c9a-4938-80b2-0f0ccd3a184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:21.703784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-0c6ce69c-7c9a-4938-80b2-0f0ccd3a184b service neutron] 10.222.0.41 "GET /v2.0/networks?id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258 HTTP/1.1" status: 200 len: 898 time: 0.1779499 May 28 06:44:21.787106 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-16d7dfc4-f4eb-4ef3-9403-ab1fbe2760df tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/e25aac00-0118-4ba6-980f-2558597a1d19 HTTP/1.1" status: 200 len: 992 time: 0.1093128 May 28 06:44:21.827591 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'e25aac00-0118-4ba6-980f-2558597a1d19', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'port_id': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'mac_address': 'fa:16:3e:06:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:44:19Z', 'updated_at': '2022-05-28T06:44:19Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32e99aa-7108-4716-a450-285da3db015f', 'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:cd:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:03Z', 'updated_at': '2022-05-28T06:44:09Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:21.832729 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] Checking router: 5ed94662-105a-4628-9247-19e023d2d5e6 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:44:21.839050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-3d7fed4b-c401-40d0-bcdb-51795df31664 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2413d7d-5fce-4b36-b126-d438685a2249 HTTP/1.1" status: 200 len: 1000 time: 0.1288743 May 28 06:44:21.840998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] Routers {'5ed94662-105a-4628-9247-19e023d2d5e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:44:21.841626 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:44:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ed94662-105a-4628-9247-19e023d2d5e6'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:21.909299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-054636e0-f466-4aad-a096-b3b44ec833db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:21.911493 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-054636e0-f466-4aad-a096-b3b44ec833db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d26a2917-75c2-4647-8d0f-db0dcedb0393 HTTP/1.1" status: 200 len: 835 time: 0.0655782 May 28 06:44:22.000863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-4ca71f24-ffff-4bfa-8b8e-a7572552fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:22.002481 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-4ca71f24-ffff-4bfa-8b8e-a7572552fbaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850055 May 28 06:44:22.025906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] Set router 5ed94662-105a-4628-9247-19e023d2d5e6 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:44:22.150061 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-ce9663c6-1d7f-4eb1-aedf-64830ac5981e service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412554 May 28 06:44:22.287459 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db3f5375-3a38-4c8b-b32e-ca6f99f3a3fc req-860f3a0e-818c-4f67-b467-949c90eb9641 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310525 May 28 06:44:22.391732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'e25aac00-0118-4ba6-980f-2558597a1d19', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'port_id': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'mac_address': 'fa:16:3e:06:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:44:19Z', 'updated_at': '2022-05-28T06:44:19Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32e99aa-7108-4716-a450-285da3db015f', 'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:cd:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:03Z', 'updated_at': '2022-05-28T06:44:09Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:44:22.395736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f0eff-6b8e-468b-9c49-995d2628f55e None None] The sync data for ids ['5ed94662-105a-4628-9247-19e023d2d5e6'] in n-d-843679-5 is: [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'e25aac00-0118-4ba6-980f-2558597a1d19', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'port_id': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'mac_address': 'fa:16:3e:06:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:44:19Z', 'updated_at': '2022-05-28T06:44:19Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32e99aa-7108-4716-a450-285da3db015f', 'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:cd:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:03Z', 'updated_at': '2022-05-28T06:44:09Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:44:22.597385 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81cfe2f-7ffe-4f3d-993c-8f7a91875991 None None] New status for floating IP e25aac00-0118-4ba6-980f-2558597a1d19: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:44:22.790929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52638) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:44:22.911686 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-584517fe-a55f-42f3-8c08-b694909290b7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/e25aac00-0118-4ba6-980f-2558597a1d19 HTTP/1.1" status: 200 len: 994 time: 0.1195140 May 28 06:44:31.637711 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:36.833888 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:44:38.609375 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8bfcca23-b8e5-4456-9ce4-ef943b3be01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:40.806188 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:40.808277 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-850150c0-e9c8-42f7-b45e-067d95018eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.739723 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:41.869409 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:43.529093 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:44:56.542229 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723613e9-57f5-4e58-aff8-11d973df2576 req-ebb602a1-3c52-4c31-8802-5781431eeb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:56.544409 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-723613e9-57f5-4e58-aff8-11d973df2576 req-ebb602a1-3c52-4c31-8802-5781431eeb14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 1097 time: 0.0856936 May 28 06:44:56.575606 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29958d7-8798-482d-8fa8-79838bf63767 req-28620240-4652-4cb0-85d5-805a280cd57b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:56.577906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a29958d7-8798-482d-8fa8-79838bf63767 req-28620240-4652-4cb0-85d5-805a280cd57b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0888398 May 28 06:44:56.624695 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a29958d7-8798-482d-8fa8-79838bf63767 req-327ec190-14a5-4c10-88b7-88ef8f4920d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395818 May 28 06:44:56.681845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723613e9-57f5-4e58-aff8-11d973df2576 req-b55fcedc-2af4-495b-8102-f7993c655526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:56.683187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-723613e9-57f5-4e58-aff8-11d973df2576 req-b55fcedc-2af4-495b-8102-f7993c655526 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258 HTTP/1.1" status: 200 len: 898 time: 0.1315408 May 28 06:44:56.889860 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-723613e9-57f5-4e58-aff8-11d973df2576 req-cba9c5c8-d5f2-4d20-9ddc-25ef526f19c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2413d7d-5fce-4b36-b126-d438685a2249 HTTP/1.1" status: 200 len: 1002 time: 0.1998944 May 28 06:44:56.955970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723613e9-57f5-4e58-aff8-11d973df2576 req-0298cb70-a9c6-4a36-b06b-c90759030f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:56.957471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-723613e9-57f5-4e58-aff8-11d973df2576 req-0298cb70-a9c6-4a36-b06b-c90759030f75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d26a2917-75c2-4647-8d0f-db0dcedb0393 HTTP/1.1" status: 200 len: 835 time: 0.0601385 May 28 06:44:57.033093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723613e9-57f5-4e58-aff8-11d973df2576 req-96f8586d-a486-48ad-a07c-b22b7b4e7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:57.034564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-723613e9-57f5-4e58-aff8-11d973df2576 req-96f8586d-a486-48ad-a07c-b22b7b4e7f5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698061 May 28 06:44:57.168598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-723613e9-57f5-4e58-aff8-11d973df2576 req-4f45755a-3983-45eb-a77d-79384dae5f58 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268826 May 28 06:44:57.302430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-723613e9-57f5-4e58-aff8-11d973df2576 req-333ef290-d40a-4a18-9513-546aebd2a972 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272852 May 28 06:44:57.830968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bff35-735d-4658-bceb-895973ce400e req-d2a30890-7aab-4075-bd38-d2dd941452c2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:57.833023 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-935bff35-735d-4658-bceb-895973ce400e req-d2a30890-7aab-4075-bd38-d2dd941452c2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0838084 May 28 06:44:57.877803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-935bff35-735d-4658-bceb-895973ce400e req-4fa72a6d-cd96-4ce2-9145-3ad0458d7089 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391564 May 28 06:44:59.074167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db988875-2f13-4cc3-8688-e9d64a8a4b2e req-cf10a640-c9f4-4317-bf48-2f0ca5f73bbe tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:44:59.075661 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db988875-2f13-4cc3-8688-e9d64a8a4b2e req-cf10a640-c9f4-4317-bf48-2f0ca5f73bbe tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0794852 May 28 06:44:59.129957 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db988875-2f13-4cc3-8688-e9d64a8a4b2e req-6a30ebf8-4fb7-478d-8d57-3fb6d387b72b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471160 May 28 06:45:00.314419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedcadd-eef8-4f46-a356-6532db46d1f7 req-bb37464a-4c09-4d43-8462-3db729e64723 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:00.315899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5eedcadd-eef8-4f46-a356-6532db46d1f7 req-bb37464a-4c09-4d43-8462-3db729e64723 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0792077 May 28 06:45:00.361700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5eedcadd-eef8-4f46-a356-6532db46d1f7 req-ff942531-5d05-4e83-8a52-b83e05087209 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394852 May 28 06:45:01.549586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e4a9e-7a6c-47d8-b76c-8cd4f8f33ce0 req-791b38ea-3cc3-4d39-b08d-b66544812d13 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:01.551083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-199e4a9e-7a6c-47d8-b76c-8cd4f8f33ce0 req-791b38ea-3cc3-4d39-b08d-b66544812d13 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0838766 May 28 06:45:01.599025 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-199e4a9e-7a6c-47d8-b76c-8cd4f8f33ce0 req-af6ac003-56a8-49ac-8b18-60b678a35d36 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 May 28 06:45:01.658081 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:02.797926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545738a6-9f33-4041-8015-4a13c1dce822 req-d2239b89-d698-4422-ac5b-d7dd0f687b68 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:02.799398 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-545738a6-9f33-4041-8015-4a13c1dce822 req-d2239b89-d698-4422-ac5b-d7dd0f687b68 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0856378 May 28 06:45:02.847565 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-545738a6-9f33-4041-8015-4a13c1dce822 req-c30ed1e8-94bd-4b53-8568-e4a668251039 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416961 May 28 06:45:04.056450 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f89bcb-0db4-4aad-97d9-de322a3f4b2f req-4ec2e92c-244e-4bea-b325-8703b39191cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:04.057953 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14f89bcb-0db4-4aad-97d9-de322a3f4b2f req-4ec2e92c-244e-4bea-b325-8703b39191cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.1030207 May 28 06:45:04.217751 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-14f89bcb-0db4-4aad-97d9-de322a3f4b2f req-05c4f9f4-446d-4a21-9921-425213262ac3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541030 May 28 06:45:05.407962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8f4fe-79c9-4183-8d2a-e4d557b7b886 req-f1958cdf-f5bd-4b0a-88fb-008097f42cc6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:05.409358 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ef8f4fe-79c9-4183-8d2a-e4d557b7b886 req-f1958cdf-f5bd-4b0a-88fb-008097f42cc6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0801477 May 28 06:45:05.457569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ef8f4fe-79c9-4183-8d2a-e4d557b7b886 req-130f21fd-7178-45f4-aaf5-7359286a34ee tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 May 28 06:45:06.643925 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862886-4dab-4eaf-945d-9bab1b60ef91 req-72e52958-dd9c-4bb7-9217-6aeeff082832 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:06.645623 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3862886-4dab-4eaf-945d-9bab1b60ef91 req-72e52958-dd9c-4bb7-9217-6aeeff082832 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0809872 May 28 06:45:06.689448 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3862886-4dab-4eaf-945d-9bab1b60ef91 req-c018dca2-dca8-4db0-91aa-cf9d6905f255 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381227 May 28 06:45:07.884459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9639a-a99a-40af-a4f9-d84f8e60abca req-8c163da0-6269-499d-8d4f-5ee7f614187e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:07.886072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bca9639a-a99a-40af-a4f9-d84f8e60abca req-8c163da0-6269-499d-8d4f-5ee7f614187e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0797496 May 28 06:45:07.930966 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bca9639a-a99a-40af-a4f9-d84f8e60abca req-f63b4e83-26ff-45bc-a852-a97887e11c2f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 May 28 06:45:08.612133 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f9dcef3a-a163-4a2a-b945-de102c52ef88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:09.135859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6145ea-445e-4c52-af1f-82fcaed58593 req-2e47e499-64ac-4449-9a56-bf53fdc2d463 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:09.143619 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8c6145ea-445e-4c52-af1f-82fcaed58593 req-2e47e499-64ac-4449-9a56-bf53fdc2d463 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.1063037 May 28 06:45:09.183198 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-e645bbb8-de8b-4602-98f0-0cbeaa7e9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:09.184691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-e645bbb8-de8b-4602-98f0-0cbeaa7e9ba2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 1097 time: 0.0845652 May 28 06:45:09.193724 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8c6145ea-445e-4c52-af1f-82fcaed58593 req-b38ff885-9904-4c25-b8b6-b45f26c81ea6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491860 May 28 06:45:09.332328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-f3336f63-08fa-45bc-be14-98d420d8c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:09.333795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-f3336f63-08fa-45bc-be14-98d420d8c732 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258 HTTP/1.1" status: 200 len: 898 time: 0.1294479 May 28 06:45:09.440538 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-80db25c3-9e92-4628-af7b-5f9c534afbae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2413d7d-5fce-4b36-b126-d438685a2249 HTTP/1.1" status: 200 len: 1002 time: 0.1001770 May 28 06:45:09.511785 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-75ca0cb0-84a7-45d3-a315-c26fb16eca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:09.513126 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-75ca0cb0-84a7-45d3-a315-c26fb16eca79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d26a2917-75c2-4647-8d0f-db0dcedb0393 HTTP/1.1" status: 200 len: 835 time: 0.0649796 May 28 06:45:09.589786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-cc95db74-095d-47d7-b7c2-172528029f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:09.591289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-cc95db74-095d-47d7-b7c2-172528029f19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707138 May 28 06:45:09.727544 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-a0864c8b-a016-432f-97e5-b5fa8cdd8013 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288378 May 28 06:45:09.867136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fff3fbc6-941f-48fa-b892-e301f42aff65 req-f303daba-ca4a-4dd0-91ea-d71237829a27 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335590 May 28 06:45:10.404075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab051ac-a3be-4f8e-9b4e-4f7cc2a0db77 req-8e0e11a1-92ea-4e1a-8453-9d7d10273dea tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:10.405443 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ab051ac-a3be-4f8e-9b4e-4f7cc2a0db77 req-8e0e11a1-92ea-4e1a-8453-9d7d10273dea tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.1039295 May 28 06:45:10.453165 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7ab051ac-a3be-4f8e-9b4e-4f7cc2a0db77 req-54fe8639-87fe-47e0-854b-d2293ca11b1c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 May 28 06:45:10.806504 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9a5eabed-7580-4246-8499-750dbd60cff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:10.812431 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:11.641356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bd118-bc2e-4942-8093-7e14f9c49806 req-b3beddae-dd1b-49be-a440-18b18f251c76 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:11.642817 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de3bd118-bc2e-4942-8093-7e14f9c49806 req-b3beddae-dd1b-49be-a440-18b18f251c76 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0803759 May 28 06:45:11.690256 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-de3bd118-bc2e-4942-8093-7e14f9c49806 req-65a1494d-14b5-406e-8943-bfef5df92ef4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408649 May 28 06:45:11.742865 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:11.872077 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:12.887429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24bf05-6885-4eca-8d7a-535848b5b579 req-da1352a9-b420-43e6-aff9-e68e51615ead tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:12.889034 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef24bf05-6885-4eca-8d7a-535848b5b579 req-da1352a9-b420-43e6-aff9-e68e51615ead tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0889008 May 28 06:45:12.936962 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ef24bf05-6885-4eca-8d7a-535848b5b579 req-c843a32b-dc0a-45b9-8672-877da65f7ce1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418687 May 28 06:45:13.532413 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:13.834206 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:45:14.132020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf78838-98b2-4cac-83d1-ba722c68dd60 req-ea40f62c-4a9f-4aca-8cce-a9e831a6d4bf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:14.134284 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-adf78838-98b2-4cac-83d1-ba722c68dd60 req-ea40f62c-4a9f-4aca-8cce-a9e831a6d4bf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0865657 May 28 06:45:14.182124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-adf78838-98b2-4cac-83d1-ba722c68dd60 req-5a3ce335-c22b-427f-a924-9dd9988fc30e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 May 28 06:45:14.206013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52698) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:14.429472 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-616c67e5-d56d-4b4c-aca0-f84f7d4ca3c9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/e25aac00-0118-4ba6-980f-2558597a1d19 HTTP/1.1" status: 200 len: 994 time: 0.2220504 May 28 06:45:31.658000 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:38.612906 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f0b6cce-3593-457f-ad84-4b7847f9d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:40.808837 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-92260c9b-347c-48cf-8a7e-ded566937516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:40.814212 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.745768 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:41.875110 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:43.533894 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:47.028306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52722) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:47.231600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port 250cbe28-1aae-416b-8af9-c5eb6d86e16b {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:45:47.231941 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:47.405475 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:47.405798 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:47.534443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for 250cbe28-1aae-416b-8af9-c5eb6d86e16b owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:45:47.682724 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:47.735584 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=250cbe28-1aae-416b-8af9-c5eb6d86e16b,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:47.776845 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.777193 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.777524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.777851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.778175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.778498 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.778819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.779138 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.780799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.780799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.780799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.781116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:47.839734 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:47.840057 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Floating IP e25aac00-0118-4ba6-980f-2558597a1d19 disassociated (deleted). External IP: 172.25.4.235, port: b2413d7d-5fce-4b36-b126-d438685a2249. May 28 06:45:48.197119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 5ed94662-105a-4628-9247-19e023d2d5e6 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:45:48.486980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:45:48.496792 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] Sync routers for ids ['5ed94662-105a-4628-9247-19e023d2d5e6'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:45:48.507111 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] Routers {'5ed94662-105a-4628-9247-19e023d2d5e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:45:48.507739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ed94662-105a-4628-9247-19e023d2d5e6'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:48.508282 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:48.571777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9ca33296-b762-4477-b259-16264b2a31b4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/floatingips/e25aac00-0118-4ba6-980f-2558597a1d19 HTTP/1.1" status: 204 len: 168 time: 1.5422516 May 28 06:45:48.573036 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'tag': 'b2413d7d-5fce-4b36-b126-d438685a2249'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:45:48.621720 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836622a5-f6e9-4e86-8482-ba38f9c48f22'] response: {'name': 'network-changed', 'server_uuid': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'tag': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'status': 'completed', 'code': 200} May 28 06:45:48.732533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-5083041e-aa99-480b-a985-293de671c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:48.734215 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-5083041e-aa99-480b-a985-293de671c5df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 1097 time: 0.0872531 May 28 06:45:48.771613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] Set router 5ed94662-105a-4628-9247-19e023d2d5e6 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:45:48.909841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-1cda07f6-eda5-4fb6-86d5-127e478f3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:48.911928 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-1cda07f6-eda5-4fb6-86d5-127e478f3fa0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258 HTTP/1.1" status: 200 len: 898 time: 0.1708386 May 28 06:45:49.045428 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-a69fc687-b1cb-42f0-9ed9-aaf5cb9ddc7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2413d7d-5fce-4b36-b126-d438685a2249 HTTP/1.1" status: 200 len: 217 time: 0.1262848 May 28 06:45:49.143728 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-3e96b9bd-98e6-49fd-9693-f886deeacc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:49.145158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-3e96b9bd-98e6-49fd-9693-f886deeacc1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d26a2917-75c2-4647-8d0f-db0dcedb0393 HTTP/1.1" status: 200 len: 835 time: 0.0919013 May 28 06:45:49.162129 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a32e99aa-7108-4716-a450-285da3db015f', 'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:cd:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:03Z', 'updated_at': '2022-05-28T06:44:09Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:49.167382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] Checking router: 5ed94662-105a-4628-9247-19e023d2d5e6 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:45:49.176324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] Routers {'5ed94662-105a-4628-9247-19e023d2d5e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:45:49.177589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ed94662-105a-4628-9247-19e023d2d5e6'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:49.199194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd0e01-af96-4b1a-bfea-e73e046cd4fb req-952a8a66-ec8f-4b40-b252-85fd52e43342 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:49.199920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-54cd0e01-af96-4b1a-bfea-e73e046cd4fb req-952a8a66-ec8f-4b40-b252-85fd52e43342 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:45:49.236091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-54cd0e01-af96-4b1a-bfea-e73e046cd4fb req-952a8a66-ec8f-4b40-b252-85fd52e43342 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:45:49.237228 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-54cd0e01-af96-4b1a-bfea-e73e046cd4fb req-952a8a66-ec8f-4b40-b252-85fd52e43342 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.2440290 May 28 06:45:49.278063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-2f2d8c03-87c0-480b-af0f-26dfb773b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:49.279615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-2f2d8c03-87c0-480b-af0f-26dfb773b4c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ab4ac2-3649-4e49-8ea8-7fcd0026f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232431 May 28 06:45:49.370782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] Set router 5ed94662-105a-4628-9247-19e023d2d5e6 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:45:49.380566 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-54cd0e01-af96-4b1a-bfea-e73e046cd4fb req-ae92520e-3ba2-42f9-aa84-ec5aaefd963d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346619 May 28 06:45:49.439265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-d12ca192-9aaa-468a-94d4-5f0f4e66e373 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515410 May 28 06:45:49.584102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a23f157c-8b8e-47de-ac61-e18e114401c0 req-272d25b8-3b40-4dfc-b580-764b1504d9a8 service neutron] 10.222.0.41 "GET /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381843 May 28 06:45:49.700897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a32e99aa-7108-4716-a450-285da3db015f', 'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:cd:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:03Z', 'updated_at': '2022-05-28T06:44:09Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:49.704862 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d1f5a-634b-4cb7-80f7-5c3124ab1e08 None None] The sync data for ids ['5ed94662-105a-4628-9247-19e023d2d5e6'] in n-d-843679-5 is: [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'a32e99aa-7108-4716-a450-285da3db015f', 'name': '', 'network_id': '49ab4ac2-3649-4e49-8ea8-7fcd0026f258', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:cd:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:03Z', 'updated_at': '2022-05-28T06:44:09Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'd26a2917-75c2-4647-8d0f-db0dcedb0393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:45:49.964869 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18bb6cf-62b9-45f0-a6a6-c6757b1e78c4 None None] New status for floating IP e25aac00-0118-4ba6-980f-2558597a1d19: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:45:50.587400 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc99016-f3e4-4a85-a8b9-708a8f0d3f5a req-ce72b4b9-e259-4632-850e-d4358caa55cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:50.589169 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1cc99016-f3e4-4a85-a8b9-708a8f0d3f5a req-ce72b4b9-e259-4632-850e-d4358caa55cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0897508 May 28 06:45:50.640091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1cc99016-f3e4-4a85-a8b9-708a8f0d3f5a req-bed9b935-5f63-41f8-a726-6c667319ff2d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b901e2-d098-41a8-a802-d52dd6320d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445104 May 28 06:45:50.685990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-03dac2fb-48f4-4f5b-8b10-31ff2886b5b1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:50.687410 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-03dac2fb-48f4-4f5b-8b10-31ff2886b5b1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 946 time: 0.0864899 May 28 06:45:50.766914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-f191d8c1-afe8-4569-85eb-49360eb5bdf0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port b2413d7d-5fce-4b36-b126-d438685a2249 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:45:50.767677 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-f191d8c1-afe8-4569-85eb-49360eb5bdf0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:50.837796 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:45:51.040139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-f191d8c1-afe8-4569-85eb-49360eb5bdf0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port b2413d7d-5fce-4b36-b126-d438685a2249, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=b2413d7d-5fce-4b36-b126-d438685a2249,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:51.040495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-f191d8c1-afe8-4569-85eb-49360eb5bdf0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:51.172415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-f191d8c1-afe8-4569-85eb-49360eb5bdf0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for b2413d7d-5fce-4b36-b126-d438685a2249 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:45:51.428297 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-f191d8c1-afe8-4569-85eb-49360eb5bdf0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:51.482215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191d8c1-afe8-4569-85eb-49360eb5bdf0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=b2413d7d-5fce-4b36-b126-d438685a2249,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:51.556153 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-f191d8c1-afe8-4569-85eb-49360eb5bdf0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] No DVR routers for this DVR port b2413d7d-5fce-4b36-b126-d438685a2249 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:45:51.558560 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-f191d8c1-afe8-4569-85eb-49360eb5bdf0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:51.562067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'name': 'network-vif-deleted', 'tag': 'b2413d7d-5fce-4b36-b126-d438685a2249'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:45:51.578323 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb02ef31-a48b-4dab-a70e-63184e224cb2 req-f191d8c1-afe8-4569-85eb-49360eb5bdf0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.41 "DELETE /v2.0/ports/b2413d7d-5fce-4b36-b126-d438685a2249 HTTP/1.1" status: 204 len: 173 time: 0.8854990 May 28 06:45:51.621351 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814095d2-a7b6-46ee-85d2-afb27bc6234f'] response: {'server_uuid': '3b27da0e-d805-4364-8a6f-99b18bf6e7cd', 'name': 'network-vif-deleted', 'tag': 'b2413d7d-5fce-4b36-b126-d438685a2249', 'status': 'completed', 'code': 200} May 28 06:45:51.808371 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-abef4035-533b-4538-af3f-ab42ac2b6ecb req-b992ca01-a342-4e86-923b-11f8e050641c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b27da0e-d805-4364-8a6f-99b18bf6e7cd HTTP/1.1" status: 200 len: 210 time: 0.0430379 May 28 06:45:52.578613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b2413d7d-5fce-4b36-b126-d438685a2249 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:45:52.618194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: b2413d7d-5fce-4b36-b126-d438685a2249 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:45:52.618557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device b2413d7d-5fce-4b36-b126-d438685a2249 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:45:52.908619 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52740) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:53.477223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:53.846191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port a32e99aa-7108-4716-a450-285da3db015f {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:45:53.846532 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:54.045341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port a32e99aa-7108-4716-a450-285da3db015f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=a32e99aa-7108-4716-a450-285da3db015f,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:54.046065 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:54.293439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for a32e99aa-7108-4716-a450-285da3db015f owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:45:54.623816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:54.671827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=a32e99aa-7108-4716-a450-285da3db015f,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:54.966186 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:55.331197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 5ed94662-105a-4628-9247-19e023d2d5e6 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:45:55.508489 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:45:55.518232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] Sync routers for ids ['5ed94662-105a-4628-9247-19e023d2d5e6'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:45:55.521670 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-4de29a0c-c4e8-4bc2-b376-751ea99d962f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "PUT /v2.0/routers/5ed94662-105a-4628-9247-19e023d2d5e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119788 May 28 06:45:55.524378 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52748) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:55.529177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] Routers {'5ed94662-105a-4628-9247-19e023d2d5e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:45:55.529786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ed94662-105a-4628-9247-19e023d2d5e6'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:55.718322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] Set router 5ed94662-105a-4628-9247-19e023d2d5e6 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:45:55.729093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a45d78-bb5d-460a-9d76-941cc1dbf14a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting subnet d26a2917-75c2-4647-8d0f-db0dcedb0393 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:45:55.732213 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-31a45d78-bb5d-460a-9d76-941cc1dbf14a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:55.786666 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-31a45d78-bb5d-460a-9d76-941cc1dbf14a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:55.882294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-31a45d78-bb5d-460a-9d76-941cc1dbf14a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:55.958858 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-31a45d78-bb5d-460a-9d76-941cc1dbf14a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:55.998250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a45d78-bb5d-460a-9d76-941cc1dbf14a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Subnet': ['ID=d26a2917-75c2-4647-8d0f-db0dcedb0393,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:56.001871 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-31a45d78-bb5d-460a-9d76-941cc1dbf14a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.008017 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-31a45d78-bb5d-460a-9d76-941cc1dbf14a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/subnets/d26a2917-75c2-4647-8d0f-db0dcedb0393 HTTP/1.1" status: 204 len: 168 time: 0.4825242 May 28 06:45:56.010808 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52752) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:56.034179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a88fadc-8462-4756-af72-f80b2d3fbbb8 None None] Network 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:45:56.204038 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.292725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:45:54Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:56.299372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] Checking router: 5ed94662-105a-4628-9247-19e023d2d5e6 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:45:56.313441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] Routers {'5ed94662-105a-4628-9247-19e023d2d5e6'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:45:56.314037 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['5ed94662-105a-4628-9247-19e023d2d5e6'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:56.404457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] DHCP port deletion for 49ab4ac2-3649-4e49-8ea8-7fcd0026f258 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:45:56.406516 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.416878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port e6e989f8-ebfc-4b93-9490-84359ff61fa5 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:45:56.417233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.460409 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Deleting port 374297aa-8eff-4876-aa1e-a61155acf7a3 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:45:56.460409 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.601541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port e6e989f8-ebfc-4b93-9490-84359ff61fa5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e6e989f8-ebfc-4b93-9490-84359ff61fa5,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:56.601900 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.621050 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] Set router 5ed94662-105a-4628-9247-19e023d2d5e6 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:45:56.727656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for e6e989f8-ebfc-4b93-9490-84359ff61fa5 owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:45:56.905133 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:56.912339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] For port 374297aa-8eff-4876-aa1e-a61155acf7a3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=374297aa-8eff-4876-aa1e-a61155acf7a3,segment=NetworkSegment(9d04b72a-a018-48dc-a2d6-5e0320571e73),segment_id=9d04b72a-a018-48dc-a2d6-5e0320571e73)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:45:56.912726 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.054490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Calling delete_port for 374297aa-8eff-4876-aa1e-a61155acf7a3 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:45:57.163619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=e6e989f8-ebfc-4b93-9490-84359ff61fa5,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:57.165833 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.239698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.277834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.278202 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.278513 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.278847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.279180 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.279528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.279857 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.280176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.280496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.280813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.281297 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.281438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.293592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] No DVR routers for this DVR port 374297aa-8eff-4876-aa1e-a61155acf7a3 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:45:57.297921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:45:54Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:57.311484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c325fb-e34a-429b-8bf1-79405aec76ff None None] The sync data for ids ['5ed94662-105a-4628-9247-19e023d2d5e6'] in n-d-843679-5 is: [{'id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375663904', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:43:59Z', 'updated_at': '2022-05-28T06:45:54Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'e6e989f8-ebfc-4b93-9490-84359ff61fa5', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed94662-105a-4628-9247-19e023d2d5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:44:00Z', 'updated_at': '2022-05-28T06:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:45:57.312608 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Pushing event deleted for resources: {'Port': ['ID=374297aa-8eff-4876-aa1e-a61155acf7a3,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:57.331981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.332341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.332671 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.333582 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.333925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.334257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.334586 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.334917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.335255 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.335580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.335905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.336232 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593acb6c-59a3-4f7f-bd04-ceb220b4fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:45:57.374240 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.376747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.404820 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.405472 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed94662-105a-4628-9247-19e023d2d5e6 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:45:57.422190 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.423278 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5f4f191f-5f42-4955-84c7-e94e7afcafc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/routers/5ed94662-105a-4628-9247-19e023d2d5e6 HTTP/1.1" status: 204 len: 168 time: 1.4114013 May 28 06:45:57.426040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52756) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:57.537840 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.676205 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.710879 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ab4ac2-3649-4e49-8ea8-7fcd0026f258']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:57.726756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d04b72a-a018-48dc-a2d6-5e0320571e73') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:57.727129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d04b72a-a018-48dc-a2d6-5e0320571e73') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:45:57.741684 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.756384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 374297aa-8eff-4876-aa1e-a61155acf7a3 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:45:57.767033 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.774619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:45:57.775344 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.793367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 374297aa-8eff-4876-aa1e-a61155acf7a3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:45:57.793749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 374297aa-8eff-4876-aa1e-a61155acf7a3 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:45:57.886577 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 9d04b72a-a018-48dc-a2d6-5e0320571e73 resource provider aggregate not found May 28 06:45:57.905581 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 9d04b72a-a018-48dc-a2d6-5e0320571e73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d04b72a-a018-48dc-a2d6-5e0320571e73 found for delete ", "request_id": "req-3837a76d-f404-4d66-8615-b0f19e966382"}]} May 28 06:45:57.907125 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.931174 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:57.942405 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Network': ['ID=49ab4ac2-3649-4e49-8ea8-7fcd0026f258,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:57.951348 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0897c2a3-1fc2-4d09-846d-ed5163d76dc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/networks/49ab4ac2-3649-4e49-8ea8-7fcd0026f258 HTTP/1.1" status: 204 len: 168 time: 0.5237329 May 28 06:45:57.953816 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52766) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:58.024233 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc4e6180-13d9-4068-b6e5-64fd1323cbd1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.056622 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc4e6180-13d9-4068-b6e5-64fd1323cbd1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.133818 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc4e6180-13d9-4068-b6e5-64fd1323cbd1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.155520 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e6180-13d9-4068-b6e5-64fd1323cbd1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b901e2-d098-41a8-a802-d52dd6320d7c,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:58.180115 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-bc4e6180-13d9-4068-b6e5-64fd1323cbd1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.181951 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-bc4e6180-13d9-4068-b6e5-64fd1323cbd1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/security-groups/d6b901e2-d098-41a8-a802-d52dd6320d7c HTTP/1.1" status: 204 len: 168 time: 0.2271407 May 28 06:45:58.301779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52774) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:58.306958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875386673', 'description': 'tempest-secgroup-smoke-1875386673 description', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:58.313757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:58.317901 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:58.320947 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:58.326821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:58.337838 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.358798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:58.363035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:58.366046 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:58.371919 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:58.446381 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.450330 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.499916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82bda9-8a11-4ed7-bbc7-4f8f82374889,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:58.504467 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.510086 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52778) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:58.510543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f340a37d-14aa-4fbb-9cc8-0283a6870852 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2069309 May 28 06:45:58.515223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '9b82bda9-8a11-4ed7-bbc7-4f8f82374889', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:58.523296 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:58.528309 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:58.531694 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:58.538887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:58.558263 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.621874 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.625381 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.649607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad0bdd5-5436-48d6-b6df-d15e3fef2db8,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:58.657898 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.659178 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-87fa4014-f7c1-4c72-886d-24dcdfe59311 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483960 May 28 06:45:58.661953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52782) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:58.666753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '9b82bda9-8a11-4ed7-bbc7-4f8f82374889', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:58.676342 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:58.677169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:58.680061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:58.685693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:58.702767 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.767971 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.772215 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.796146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a111a78a-50e8-4c62-a608-c792bca3f690,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:58.804649 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.806018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8d3a0c15-18a9-47fa-9fb5-c040768993c0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431646 May 28 06:45:58.808751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52786) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:58.813739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '9b82bda9-8a11-4ed7-bbc7-4f8f82374889', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:58.821066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:58.825054 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:58.827946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:58.834264 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:58.850880 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.916135 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.920002 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.943834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a1d0ad-9a47-4161-bd15-87e4371af284,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:58.953455 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:58.954628 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-041df970-0c3d-4f3b-9b67-52278f0b71a8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449838 May 28 06:45:58.957358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52790) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:58.962197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '9b82bda9-8a11-4ed7-bbc7-4f8f82374889', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:58.968957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:58.973046 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:58.975957 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:58.981552 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:59.001718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.066899 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.071812 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.097272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390050d7-4572-449d-8047-9136fe14de4b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:59.107199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.108752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-b5e1266e-ffb0-4c42-9c5a-75fb6a331f61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504059 May 28 06:45:59.111429 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52794) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:59.117272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '9b82bda9-8a11-4ed7-bbc7-4f8f82374889', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:59.124277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:59.128344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:59.132273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:59.138496 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:59.150871 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Project bf9813a8debf43e7a56d5037298c5dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:45:59.158212 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.226522 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.230069 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.255338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8408083-27b6-4f53-9157-c09c91bfe218,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:59.265672 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.267159 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a0fe2f20-63de-43ca-9daa-62245b0d405e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546142 May 28 06:45:59.269895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52798) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:59.275199 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '9b82bda9-8a11-4ed7-bbc7-4f8f82374889', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:59.281779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:59.285796 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:59.288693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:59.294403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:59.307120 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Project bf9813a8debf43e7a56d5037298c5dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:45:59.313355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a32e99aa-7108-4716-a450-285da3db015f no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:45:59.315581 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.351716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: a32e99aa-7108-4716-a450-285da3db015f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:45:59.352053 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device a32e99aa-7108-4716-a450-285da3db015f not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:45:59.352668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e6e989f8-ebfc-4b93-9490-84359ff61fa5 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:45:59.385740 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e6e989f8-ebfc-4b93-9490-84359ff61fa5 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:45:59.386073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e6e989f8-ebfc-4b93-9490-84359ff61fa5 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:45:59.388083 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.392927 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.417765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae87d4b6-9ecc-484c-962d-65d65be87b95,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:59.428079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.431265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-85bbeaf1-a223-4017-a291-882ffd518562 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588767 May 28 06:45:59.433813 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52802) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:59.440611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'network': {'name': 'tempest-network-smoke--178517168', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'port_security_enabled': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:59.447321 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:59.452165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:network and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:59.455220 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:59.462619 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:59.472371 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:45:59.475940 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.503875 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:45:59.513458 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.513859 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Added segment 308860bd-1aad-40f1-becc-5a15ade4585e of type vlan for network a23c2259-52b5-442e-87cb-711c402737a4 May 28 06:45:59.541826 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.574250 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.579752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:45:59.580428 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.684202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2491663 May 28 06:45:59.686945 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d5a46-f0f6-47b5-b1fa-8486a1f06117 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Network': ['ID=a23c2259-52b5-442e-87cb-711c402737a4,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:45:59.687311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52806) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:45:59.693294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'admin_state_up': True, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:45:59.698465 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network a23c2259-52b5-442e-87cb-711c402737a4 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:45:59.701560 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:45:59.705449 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:router and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:45:59.708462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:45:59.714808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:45:59.731257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.731257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:45:59.745742 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:00.026382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:00.339136 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:00.369257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:00.510359 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.25.4.119 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/385ded1e-b32d-44ba-8c99-5208e7e1221f) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:00.778087 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:00.811434 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:00.880034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:00.883037 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:00.885634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:00.921272 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=385ded1e-b32d-44ba-8c99-5208e7e1221f,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:01.333279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:01.671917 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:01.682768 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:01.891446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 1a28e240-e359-44d7-b13d-944321730a8d is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:46:02.188633 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:46:02.198533 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Sync routers for ids ['1a28e240-e359-44d7-b13d-944321730a8d'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:46:02.211365 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Routers {'1a28e240-e359-44d7-b13d-944321730a8d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:02.212849 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1a28e240-e359-44d7-b13d-944321730a8d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:02.221443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:02.223151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-baa820ef-4bd4-4e11-bfa6-d1f5998047a9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5345910 May 28 06:46:02.226772 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52810) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:02.275142 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b1f0e5df-b359-4437-8ee2-b622deea26de tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bf9813a8debf43e7a56d5037298c5dc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470738 May 28 06:46:02.277804 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 52814) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:02.400673 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Set router 1a28e240-e359-44d7-b13d-944321730a8d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:02.414083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654aa04f-99bf-40c6-97c2-6a8db0adfbb6 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:02.415857 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-654aa04f-99bf-40c6-97c2-6a8db0adfbb6 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367261 May 28 06:46:02.418546 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52818) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:02.464890 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4efa97bc-388e-4cbe-8ff5-5ffd57cb538b tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449653 May 28 06:46:02.467359 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52822) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:02.473253 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1435097723', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:02.589122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:02.593692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:subnet and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:02.597007 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:02.602819 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:02.613203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:02.620974 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:02.702337 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:01Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:02.706660 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Checking router: 1a28e240-e359-44d7-b13d-944321730a8d for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:46:02.707000 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Updating router 1a28e240-e359-44d7-b13d-944321730a8d port 385ded1e-b32d-44ba-8c99-5208e7e1221f binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:46:02.800921 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:02.971889 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.047107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Subnet': ['ID=79f85bf5-6a52-464b-bd5f-c3df99c15968,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:03.071534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Checking segment: {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:03.071888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network hostable DHCP agents. Network: a23c2259-52b5-442e-87cb-711c402737a4, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:46:03.092614 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network a23c2259-52b5-442e-87cb-711c402737a4 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:46:03.105630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, a23c2259-52b5-442e-87cb-711c402737a4) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:03.118017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf62a0f-83e3-4571-8cf9-d122e6388db7 None None] Network a23c2259-52b5-442e-87cb-711c402737a4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:03.128958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:03.129779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.156869 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.157457 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9cef2b08-b5bf-4416-bbd1-406bf550bc5d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6889622 May 28 06:46:03.160322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52826) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:03.176286 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Transition to ACTIVE for port object 385ded1e-b32d-44ba-8c99-5208e7e1221f will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:03.184973 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.271497 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Attempting to bind port 385ded1e-b32d-44ba-8c99-5208e7e1221f on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:03.272183 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Attempting to bind port 385ded1e-b32d-44ba-8c99-5208e7e1221f by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:03.272183 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Attempting to bind port 385ded1e-b32d-44ba-8c99-5208e7e1221f on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:03.283142 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:03.283561 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:03.284014 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.284327 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:03.284802 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Bound port: 385ded1e-b32d-44ba-8c99-5208e7e1221f, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:03.285137 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.341434 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Pushing event updated for resources: {'Port': ['ID=385ded1e-b32d-44ba-8c99-5208e7e1221f,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:03.373983 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] For port 385ded1e-b32d-44ba-8c99-5208e7e1221f, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:03.377337 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] For port 385ded1e-b32d-44ba-8c99-5208e7e1221f, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=385ded1e-b32d-44ba-8c99-5208e7e1221f,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:03.379484 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.380106 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.380449 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.380848 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.381180 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.381502 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.382022 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.382790 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.383101 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.383503 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.383751 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.384064 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:46:03.385507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-a23c2259-52b5-442e-87cb-711c402737a4', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:46:03.386425 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.388510 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.486412 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf201c-4d52-4c6c-82b1-3303a2b76b44 None None] Pushing event updated for resources: {'Port': ['ID=385ded1e-b32d-44ba-8c99-5208e7e1221f,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:03.501833 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Routers {'1a28e240-e359-44d7-b13d-944321730a8d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:03.503461 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1a28e240-e359-44d7-b13d-944321730a8d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:03.582242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Allocated IP 172.20.0.2 (a23c2259-52b5-442e-87cb-711c402737a4/79f85bf5-6a52-464b-bd5f-c3df99c15968/d15c88dd-e6f6-4197-9ac2-eeb1617efce7) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:03.711485 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] Set router 1a28e240-e359-44d7-b13d-944321730a8d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:03.824066 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.837483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Transition to ACTIVE for port object d15c88dd-e6f6-4197-9ac2-eeb1617efce7 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:03.859482 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Transition to ACTIVE for port object d15c88dd-e6f6-4197-9ac2-eeb1617efce7 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:03.865968 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:03.943995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Pushing event updated for resources: {'Port': ['ID=d15c88dd-e6f6-4197-9ac2-eeb1617efce7,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:03.951827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Network a23c2259-52b5-442e-87cb-711c402737a4 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:03.953382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:03.956651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:03.979953 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:04.030561 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:01Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:04.034633 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8991d-4ed6-4ef2-b10e-4f025b313845 None None] The sync data for ids ['1a28e240-e359-44d7-b13d-944321730a8d'] in n-d-843679-5 is: [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:01Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:46:04.066616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Attempting to bind port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:04.067834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Attempting to bind port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:04.068364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Attempting to bind port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 on network a23c2259-52b5-442e-87cb-711c402737a4 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:04.075996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:04.076288 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Checking segment: {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:04.076686 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:04.077071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Bound using segment: {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:04.077525 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Bound port: d15c88dd-e6f6-4197-9ac2-eeb1617efce7, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:04.077893 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:04.175721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] For port d15c88dd-e6f6-4197-9ac2-eeb1617efce7, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:04.181552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] For port d15c88dd-e6f6-4197-9ac2-eeb1617efce7, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d15c88dd-e6f6-4197-9ac2-eeb1617efce7,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:04.187265 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:04.278399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60a65f-346a-484f-b6c0-81d174c555f3 None None] Pushing event updated for resources: {'Port': ['ID=d15c88dd-e6f6-4197-9ac2-eeb1617efce7,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:04.491853 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.20.0.1 (a23c2259-52b5-442e-87cb-711c402737a4/79f85bf5-6a52-464b-bd5f-c3df99c15968/f5fca88e-c5bb-4f73-adb3-059ecce30f12) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:04.853037 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:04.871752 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Transition to ACTIVE for port object f5fca88e-c5bb-4f73-adb3-059ecce30f12 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:04.902066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:04.976918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network a23c2259-52b5-442e-87cb-711c402737a4 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:04.980550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:04.985026 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:05.034385 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=f5fca88e-c5bb-4f73-adb3-059ecce30f12,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:05.088777 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.406655 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.439005 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 385ded1e-b32d-44ba-8c99-5208e7e1221f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:05.524713 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7d72d-71d3-4a3c-a241-9c445ec6a20c None None] Network a23c2259-52b5-442e-87cb-711c402737a4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:46:05.617085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 385ded1e-b32d-44ba-8c99-5208e7e1221f completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:05.653051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 385ded1e-b32d-44ba-8c99-5208e7e1221f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:05.653423 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.697820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-250f2053-95c2-4165-8742-ad9c878a1638 None None] Provisioning for port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:05.876101 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.881757 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.934524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 385ded1e-b32d-44ba-8c99-5208e7e1221f is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:05.934899 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.961754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 385ded1e-b32d-44ba-8c99-5208e7e1221f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=385ded1e-b32d-44ba-8c99-5208e7e1221f,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:05.967857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:05.968623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d15c88dd-e6f6-4197-9ac2-eeb1617efce7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:06.009781 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:06.013349 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=f5fca88e-c5bb-4f73-adb3-059ecce30f12,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:06.102494 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=385ded1e-b32d-44ba-8c99-5208e7e1221f,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:06.123256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:06.130539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:06.131355 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:06.182292 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network a23c2259-52b5-442e-87cb-711c402737a4 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:06.183681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:06.298493 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:06.298899 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:06.336345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port d15c88dd-e6f6-4197-9ac2-eeb1617efce7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d15c88dd-e6f6-4197-9ac2-eeb1617efce7,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:06.341390 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:06.410121 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 1a28e240-e359-44d7-b13d-944321730a8d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:46:06.434251 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f1fd5505-e898-49b5-9f52-1febeed6c395 None None] Provisioning for port f5fca88e-c5bb-4f73-adb3-059ecce30f12 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:06.440021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f1fd5505-e898-49b5-9f52-1febeed6c395 None None] Provisioning complete for port f5fca88e-c5bb-4f73-adb3-059ecce30f12 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:06.440633 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5505-e898-49b5-9f52-1febeed6c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:06.464629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=d15c88dd-e6f6-4197-9ac2-eeb1617efce7,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:06.506931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd5505-e898-49b5-9f52-1febeed6c395 None None] Port f5fca88e-c5bb-4f73-adb3-059ecce30f12 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:46:06.519151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-f1fd5505-e898-49b5-9f52-1febeed6c395 None None] Provisioning complete for port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:06.519554 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5505-e898-49b5-9f52-1febeed6c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:06.662332 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd5505-e898-49b5-9f52-1febeed6c395 None None] Current status of the port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:06.759011 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:46:06.773678 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f7210700-7de6-429b-970e-d6f176ec042b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "PUT /v2.0/routers/1a28e240-e359-44d7-b13d-944321730a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6111863 May 28 06:46:06.775905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Sync routers for ids ['1a28e240-e359-44d7-b13d-944321730a8d'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:46:06.791221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Routers {'1a28e240-e359-44d7-b13d-944321730a8d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:06.792032 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1a28e240-e359-44d7-b13d-944321730a8d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:06.851949 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b5a712c4-f409-4c47-b6cc-1d14b5622c4c None None] Provisioning complete for port f5fca88e-c5bb-4f73-adb3-059ecce30f12 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:06.852291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b5a712c4-f409-4c47-b6cc-1d14b5622c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:06.951210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-62bcc6b6-5ce6-4d95-bc1e-4e4dcfd672f4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:06.969114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-62bcc6b6-5ce6-4d95-bc1e-4e4dcfd672f4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:06.970865 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-62bcc6b6-5ce6-4d95-bc1e-4e4dcfd672f4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875386673&fields=id&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 267 time: 0.0609572 May 28 06:46:06.990516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b5a712c4-f409-4c47-b6cc-1d14b5622c4c None None] Port f5fca88e-c5bb-4f73-adb3-059ecce30f12 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:46:07.032423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Set router 1a28e240-e359-44d7-b13d-944321730a8d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:07.133331 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-46cfd57e-3b38-484f-a894-0bb9d3d93b43 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:07.134050 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-46cfd57e-3b38-484f-a894-0bb9d3d93b43 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:07.152702 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-46cfd57e-3b38-484f-a894-0bb9d3d93b43 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:07.154072 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-46cfd57e-3b38-484f-a894-0bb9d3d93b43 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 796 time: 0.1757066 May 28 06:46:07.181225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-12995b5e-8db4-4c52-846b-1ebe86d7c40a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/quotas/bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 375 time: 0.0171752 May 28 06:46:07.245272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-94d860ee-3613-4963-92f1-060a7d1355d9 None None] Provisioning complete for port f5fca88e-c5bb-4f73-adb3-059ecce30f12 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:07.245648 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-94d860ee-3613-4963-92f1-060a7d1355d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:07.278174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-54dd85a9-2171-4eda-8dc5-d38dffc1a70a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:07.294329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-54dd85a9-2171-4eda-8dc5-d38dffc1a70a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:07.295882 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-54dd85a9-2171-4eda-8dc5-d38dffc1a70a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085680 May 28 06:46:07.331034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-94d860ee-3613-4963-92f1-060a7d1355d9 None None] Port f5fca88e-c5bb-4f73-adb3-059ecce30f12 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:46:07.398086 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 385ded1e-b32d-44ba-8c99-5208e7e1221f up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:07.485376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 385ded1e-b32d-44ba-8c99-5208e7e1221f triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:07.486001 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:07.531759 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-2e18b5e9-c0a7-4bdc-a557-2dca88a7cdf0 service neutron] 10.222.0.39 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219834 May 28 06:46:07.538480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f5fca88e-c5bb-4f73-adb3-059ecce30f12', 'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:d6:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:04Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 2, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:07.547617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Checking router: 1a28e240-e359-44d7-b13d-944321730a8d for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:46:07.547965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Updating router 1a28e240-e359-44d7-b13d-944321730a8d port f5fca88e-c5bb-4f73-adb3-059ecce30f12 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:46:07.610618 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:07.676397 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-3ae84d0f-5b88-44a5-a704-c010d626f27d service neutron] 10.222.0.39 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324081 May 28 06:46:07.767651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 385ded1e-b32d-44ba-8c99-5208e7e1221f is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:07.768737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d15c88dd-e6f6-4197-9ac2-eeb1617efce7 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:07.897060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c8e2ff17-f302-42c2-bcf6-94640889f322 req-de225390-3828-4639-990b-3673ab183c1d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:07.914972 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-c8e2ff17-f302-42c2-bcf6-94640889f322 req-de225390-3828-4639-990b-3673ab183c1d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:07.916145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8e2ff17-f302-42c2-bcf6-94640889f322 req-de225390-3828-4639-990b-3673ab183c1d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 210 time: 0.0835099 May 28 06:46:07.995779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:07.996037 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.212524 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:08.228756 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.240775 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Transition to ACTIVE for port object f5fca88e-c5bb-4f73-adb3-059ecce30f12 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:08.247578 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.382961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174e982-9a8a-4740-a187-9829eb9db0a0 None None] Pushing event updated for resources: {'Port': ['ID=f5fca88e-c5bb-4f73-adb3-059ecce30f12,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:08.485989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Attempting to bind port f5fca88e-c5bb-4f73-adb3-059ecce30f12 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:08.486714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Attempting to bind port f5fca88e-c5bb-4f73-adb3-059ecce30f12 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:08.487198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Attempting to bind port f5fca88e-c5bb-4f73-adb3-059ecce30f12 on network a23c2259-52b5-442e-87cb-711c402737a4 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:08.494146 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:08.494755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Checking segment: {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:08.495221 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.495756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Bound using segment: {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:08.496339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Bound port: f5fca88e-c5bb-4f73-adb3-059ecce30f12, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:08.496749 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.611978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] For port f5fca88e-c5bb-4f73-adb3-059ecce30f12, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:08.616656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] For port f5fca88e-c5bb-4f73-adb3-059ecce30f12, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f5fca88e-c5bb-4f73-adb3-059ecce30f12,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:08.620989 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.654067 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-21b78c1a-ff4f-41bf-9192-b8effed80072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:08.702259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Routers {'1a28e240-e359-44d7-b13d-944321730a8d'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:08.702973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:45:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1a28e240-e359-44d7-b13d-944321730a8d'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:08.762989 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174e982-9a8a-4740-a187-9829eb9db0a0 None None] Pushing event updated for resources: {'Port': ['ID=f5fca88e-c5bb-4f73-adb3-059ecce30f12,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:08.903724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] Set router 1a28e240-e359-44d7-b13d-944321730a8d gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:09.291819 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-74c4cd99-4d27-4663-8c49-f8d3fecf7ddb req-af8bd305-c44c-4d67-a080-4492981b0a4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 210 time: 0.0682037 May 28 06:46:09.326660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-90474c4e-ea4f-4e6a-9cee-43f6ffcfd973 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:09.328997 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-90474c4e-ea4f-4e6a-9cee-43f6ffcfd973 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 796 time: 0.3730800 May 28 06:46:09.329820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f5fca88e-c5bb-4f73-adb3-059ecce30f12', 'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:d6:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:04Z', 'updated_at': '2022-05-28T06:46:08Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:09.334772 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae107c-0e84-43ac-ad9c-9ffbe9ff1a17 None None] The sync data for ids ['1a28e240-e359-44d7-b13d-944321730a8d'] in n-d-843679-5 is: [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f5fca88e-c5bb-4f73-adb3-059ecce30f12', 'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:d6:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:04Z', 'updated_at': '2022-05-28T06:46:08Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:46:09.396656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-771056f0-947b-4533-9f2e-4018a6bac93a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 380 time: 0.0541291 May 28 06:46:09.429813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'port': {'device_id': '8d444c17-18a6-4f72-935c-d10142fb8088', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'admin_state_up': True, 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'security_groups': ['9b82bda9-8a11-4ed7-bbc7-4f8f82374889']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:09.590993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:09.602080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:09.613356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:46:09.618252 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:09.805749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.20.0.4 (a23c2259-52b5-442e-87cb-711c402737a4/79f85bf5-6a52-464b-bd5f-c3df99c15968/6febf794-1034-4ca5-b577-95953c05ed29) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:10.014864 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.031739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Transition to ACTIVE for port object 6febf794-1034-4ca5-b577-95953c05ed29 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:10.057825 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.136209 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network a23c2259-52b5-442e-87cb-711c402737a4 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:10.139611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:10.145689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:10.200205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=6febf794-1034-4ca5-b577-95953c05ed29,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:10.232134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:10.232764 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.267880 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-16b11438-4f86-4114-8900-87b0f20a593e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8424101 May 28 06:46:10.347273 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Request body: {'port': {'device_id': '8d444c17-18a6-4f72-935c-d10142fb8088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:10.528940 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a1b3726d-779c-4115-8bac-b12817a40dc4 None None] Provisioning for port 6febf794-1034-4ca5-b577-95953c05ed29 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:10.534363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a1b3726d-779c-4115-8bac-b12817a40dc4 None None] Provisioning complete for port 6febf794-1034-4ca5-b577-95953c05ed29 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:10.534811 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a1b3726d-779c-4115-8bac-b12817a40dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.549065 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.652952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3726d-779c-4115-8bac-b12817a40dc4 None None] Port 6febf794-1034-4ca5-b577-95953c05ed29 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:46:10.659337 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5555ec2-9a13-4ee6-839f-c1e2d62f8276 req-35276d15-3c89-4fe0-a3e0-a92332cd9af1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:10.659960 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d5555ec2-9a13-4ee6-839f-c1e2d62f8276 req-35276d15-3c89-4fe0-a3e0-a92332cd9af1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:46:10.736657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-d5555ec2-9a13-4ee6-839f-c1e2d62f8276 req-35276d15-3c89-4fe0-a3e0-a92332cd9af1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:46:10.737802 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5555ec2-9a13-4ee6-839f-c1e2d62f8276 req-35276d15-3c89-4fe0-a3e0-a92332cd9af1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 931 time: 0.2704203 May 28 06:46:10.808240 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-76263667-9096-4edd-86a3-24bc9825516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.813936 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:10.863304 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5555ec2-9a13-4ee6-839f-c1e2d62f8276 req-9e8595b4-f571-48c7-9674-5b4f64bf49a4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181886 May 28 06:46:11.104445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6febf794-1034-4ca5-b577-95953c05ed29 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:46:11.112314 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.127667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Transition to ACTIVE for port object 6febf794-1034-4ca5-b577-95953c05ed29 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:46:11.131632 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.306914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Pushing event updated for resources: {'Port': ['ID=6febf794-1034-4ca5-b577-95953c05ed29,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:11.381927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Attempting to bind port 6febf794-1034-4ca5-b577-95953c05ed29 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:46:11.382623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Attempting to bind port 6febf794-1034-4ca5-b577-95953c05ed29 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:46:11.382623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Attempting to bind port 6febf794-1034-4ca5-b577-95953c05ed29 on network a23c2259-52b5-442e-87cb-711c402737a4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:11.387731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Port 6febf794-1034-4ca5-b577-95953c05ed29 on network a23c2259-52b5-442e-87cb-711c402737a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:46:11.388043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Attempting to bind port 6febf794-1034-4ca5-b577-95953c05ed29 on network a23c2259-52b5-442e-87cb-711c402737a4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:46:11.393380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:46:11.393718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Checking segment: {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:46:11.394093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Bound using segment: {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:46:11.394517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Bound port: 6febf794-1034-4ca5-b577-95953c05ed29, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:46:11.394858 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.427923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f5fca88e-c5bb-4f73-adb3-059ecce30f12 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:11.496823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:46:11.499677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=6febf794-1034-4ca5-b577-95953c05ed29,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:46:11.506526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.519683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f5fca88e-c5bb-4f73-adb3-059ecce30f12 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:11.525291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f5fca88e-c5bb-4f73-adb3-059ecce30f12 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:11.526070 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.574389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:11.574963 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.576374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] 10.222.0.33 "PUT /v2.0/ports/6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 1091 time: 1.2968099 May 28 06:46:11.576780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:11.600040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dbe68-2a97-4ee7-80a8-42a1a6c9ae84 service neutron] Pushing event updated for resources: {'Port': ['ID=6febf794-1034-4ca5-b577-95953c05ed29,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:11.679723 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6813f0-5bf5-4d9a-a72b-9ba203486f48'] response: {'name': 'network-changed', 'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29', 'status': 'completed', 'code': 200} May 28 06:46:11.682879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f5fca88e-c5bb-4f73-adb3-059ecce30f12 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:11.683572 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.722472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port f5fca88e-c5bb-4f73-adb3-059ecce30f12, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f5fca88e-c5bb-4f73-adb3-059ecce30f12,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:11.727302 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.731871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-760e580a-01c0-4d62-8438-d0926a5f27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:11.733521 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-760e580a-01c0-4d62-8438-d0926a5f27a0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1094 time: 0.0973325 May 28 06:46:11.816711 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=f5fca88e-c5bb-4f73-adb3-059ecce30f12,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:11.836001 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.841044 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-8b45d332-e14b-4697-9fb6-0b424ef6cfaf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 217 time: 0.0938418 May 28 06:46:11.883883 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:11.912668 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-553c74cb-159c-47aa-ac2a-33aba288a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:11.917174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-553c74cb-159c-47aa-ac2a-33aba288a6e2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0709579 May 28 06:46:12.052905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-75b6ab51-2be6-42ae-ae5b-767a80bf1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:12.054371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-75b6ab51-2be6-42ae-ae5b-767a80bf1439 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308799 May 28 06:46:12.147345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee815c0-ffbe-4b43-a533-568c6564fdf7 req-4cb2434f-4732-4796-b95c-cbb0ef4daf77 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:12.148801 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ee815c0-ffbe-4b43-a533-568c6564fdf7 req-4cb2434f-4732-4796-b95c-cbb0ef4daf77 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 943 time: 0.1678197 May 28 06:46:12.233639 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-ac725dd2-ef3a-4832-92fb-fb4004bf21ef service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730278 May 28 06:46:12.236502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3ee815c0-ffbe-4b43-a533-568c6564fdf7 req-212f5e4b-4003-48b1-981e-c4949c638d57 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725658 May 28 06:46:12.363675 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42ff9a36-6241-41fb-8c58-aac3a7f5fb03 req-ded71545-84bf-43ee-9ddb-87bdea272ee7 service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245911 May 28 06:46:12.521365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-d8e19069-542f-4855-b97c-44e015e8f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:12.522834 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-d8e19069-542f-4855-b97c-44e015e8f5a4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1094 time: 0.0723739 May 28 06:46:12.652950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-c483a18b-0dda-4808-9fb7-8319c83680b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:12.654507 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-c483a18b-0dda-4808-9fb7-8319c83680b1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.1261775 May 28 06:46:12.730525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-4ec20628-f1d9-4076-91fb-a2a537dd2260 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 217 time: 0.0697021 May 28 06:46:12.791011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-b1a48680-e741-467b-b84a-d5e1ec79cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:12.792328 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-b1a48680-e741-467b-b84a-d5e1ec79cfb6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0558047 May 28 06:46:12.970014 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-2b244627-de14-4545-936d-3f259a9aef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:12.971491 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-2b244627-de14-4545-936d-3f259a9aef44 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728356 May 28 06:46:13.099906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-a923124f-fcd2-4a43-ac88-cf0d99af638d service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222496 May 28 06:46:13.232653 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8e6e1897-77ca-4a97-b5d4-70bb2c24acf1 req-c4db9fda-3126-4d10-8b18-2d70987b6dd2 service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249537 May 28 06:46:13.366545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f5fca88e-c5bb-4f73-adb3-059ecce30f12 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:13.434473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f5fca88e-c5bb-4f73-adb3-059ecce30f12 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:13.434945 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:13.441556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a31ad0-f0bc-4b6f-93c7-b685c273a594 req-dc3e874b-fb13-4288-b65d-b1c3427d879d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:13.447262 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-76a31ad0-f0bc-4b6f-93c7-b685c273a594 req-dc3e874b-fb13-4288-b65d-b1c3427d879d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 943 time: 0.0885186 May 28 06:46:13.496709 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-76a31ad0-f0bc-4b6f-93c7-b685c273a594 req-cad37e89-1b23-484b-bd55-e1f83531adf7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446429 May 28 06:46:13.576332 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:13.582151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f5fca88e-c5bb-4f73-adb3-059ecce30f12 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:14.689929 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bae0d-8ce0-4028-805f-e07eb9d6113d req-c0488e62-aa44-4ea2-9bc4-9a3aaf2be78a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:14.691538 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-012bae0d-8ce0-4028-805f-e07eb9d6113d req-c0488e62-aa44-4ea2-9bc4-9a3aaf2be78a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 943 time: 0.0841064 May 28 06:46:14.735808 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-012bae0d-8ce0-4028-805f-e07eb9d6113d req-2426f068-8994-4827-b71b-4eb05321852a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376205 May 28 06:46:15.924891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da1376-f252-4040-a91c-620c46d72cb8 req-2b88e32d-5fc4-49c9-badf-7e290c141a3f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:15.926282 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45da1376-f252-4040-a91c-620c46d72cb8 req-2b88e32d-5fc4-49c9-badf-7e290c141a3f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 943 time: 0.0791709 May 28 06:46:15.970906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45da1376-f252-4040-a91c-620c46d72cb8 req-fac85364-0231-4fd0-9031-a06ff00d0404 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390298 May 28 06:46:16.765147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 6febf794-1034-4ca5-b577-95953c05ed29 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:46:16.900560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=6febf794-1034-4ca5-b577-95953c05ed29,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:16.914727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '6febf794-1034-4ca5-b577-95953c05ed29', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'port_id': '6febf794-1034-4ca5-b577-95953c05ed29', 'mac_address': 'fa:16:3e:49:cb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:46:16.975917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 6febf794-1034-4ca5-b577-95953c05ed29 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:16.976295 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:16.998977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6febf794-1034-4ca5-b577-95953c05ed29 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:46:17.016087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=6febf794-1034-4ca5-b577-95953c05ed29,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:17.021233 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:17.106294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=6febf794-1034-4ca5-b577-95953c05ed29,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:17.172685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d0269-32ae-42be-a174-d10e353208b9 req-4699dc45-566e-4967-87fe-0e3b8ad6916d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:17.174148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc8d0269-32ae-42be-a174-d10e353208b9 req-4699dc45-566e-4967-87fe-0e3b8ad6916d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 944 time: 0.0926170 May 28 06:46:17.218723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bc8d0269-32ae-42be-a174-d10e353208b9 req-510a4c29-b1b6-4bc9-b618-3efc480f7cec tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388303 May 28 06:46:17.450069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['6febf794-1034-4ca5-b577-95953c05ed29'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:46:18.577608 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9447d-613b-4842-8ffb-ec7f603c641e req-a16afa49-af32-49f1-9b3f-a0948500bee8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:18.579730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ea9447d-613b-4842-8ffb-ec7f603c641e req-a16afa49-af32-49f1-9b3f-a0948500bee8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 944 time: 0.0999553 May 28 06:46:18.625222 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3ea9447d-613b-4842-8ffb-ec7f603c641e req-513e9b71-8023-426a-846d-63d813e9d780 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393741 May 28 06:46:18.759490 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 6febf794-1034-4ca5-b577-95953c05ed29 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:46:18.831603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 6febf794-1034-4ca5-b577-95953c05ed29 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:46:18.837051 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 6febf794-1034-4ca5-b577-95953c05ed29 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:46:18.837420 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:18.967064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 6febf794-1034-4ca5-b577-95953c05ed29 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:46:18.967469 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:18.993942 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:19.003704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=6febf794-1034-4ca5-b577-95953c05ed29,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:46:19.008929 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:19.043734 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb7c767d-621a-487d-9347-4c6a5b5a46c5'] response: {'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29', 'code': 200} May 28 06:46:19.082477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=6febf794-1034-4ca5-b577-95953c05ed29,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:19.206486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31eea3-0268-4efa-881d-9656e0ee9e92 req-725841fc-3361-454b-9e0f-5979b75f42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:19.208008 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e31eea3-0268-4efa-881d-9656e0ee9e92 req-725841fc-3361-454b-9e0f-5979b75f42b3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1096 time: 0.0748184 May 28 06:46:19.248394 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3e31eea3-0268-4efa-881d-9656e0ee9e92 req-7948e015-fe1a-4e01-ab93-2b98ef969004 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348065 May 28 06:46:19.811725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff459b-49d9-4af7-a440-6b201376ecf9 req-e8603ea5-25c8-4127-9006-fbcb98f9a18d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:19.813178 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b4ff459b-49d9-4af7-a440-6b201376ecf9 req-e8603ea5-25c8-4127-9006-fbcb98f9a18d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0825284 May 28 06:46:19.861385 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b4ff459b-49d9-4af7-a440-6b201376ecf9 req-190c63f1-1f60-4f52-9e64-e4fc735b79e4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 May 28 06:46:21.051683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab66c28-c78f-4168-a6ac-73fd64dfa8ee req-9dcd4acb-9bf5-495e-8b1b-a54336d62856 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:21.053148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aab66c28-c78f-4168-a6ac-73fd64dfa8ee req-9dcd4acb-9bf5-495e-8b1b-a54336d62856 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0846138 May 28 06:46:21.098136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aab66c28-c78f-4168-a6ac-73fd64dfa8ee req-b1518fc7-c351-4030-8796-f9ce97e3481d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392852 May 28 06:46:21.282502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d80007-8335-4a2d-8527-f642a04356ce req-c53695f9-151b-48f0-9fd4-cb670c1b9031 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:21.283988 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-55d80007-8335-4a2d-8527-f642a04356ce req-c53695f9-151b-48f0-9fd4-cb670c1b9031 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0810139 May 28 06:46:21.329298 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-55d80007-8335-4a2d-8527-f642a04356ce req-d1ffde60-006e-4e2c-a27a-79d28f2ef3b7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395906 May 28 06:46:21.352499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52882) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:21.429176 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe8c46-4b86-467d-9d6f-f6d4a8147649 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:21.430668 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-54fe8c46-4b86-467d-9d6f-f6d4a8147649 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1091 time: 0.0768619 May 28 06:46:21.433491 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52886) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:21.438409 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '6febf794-1034-4ca5-b577-95953c05ed29', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:46:21.445756 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:46:21.449635 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:floatingip and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:46:21.452487 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:46:21.458156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:46:21.468626 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.606559 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.740750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.25.4.126 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/b3c89905-be5f-4dee-9c8c-772ec5ca6d67) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:46:21.892485 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.922265 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:21.992498 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:46:21.995420 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:46:21.999623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:46:22.041705 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=b3c89905-be5f-4dee-9c8c-772ec5ca6d67,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:22.543896 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:22.619496 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:22.830356 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:22.834935 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:22.950307 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=b3c89905-be5f-4dee-9c8c-772ec5ca6d67,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:46:22.959753 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.132137 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Floating IP b010eddd-e316-4eee-bd52-79c847636038 associated. External IP: 172.25.4.126, port: 6febf794-1034-4ca5-b577-95953c05ed29. May 28 06:46:23.487595 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 1a28e240-e359-44d7-b13d-944321730a8d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:46:23.672240 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:46:23.683003 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] Sync routers for ids ['1a28e240-e359-44d7-b13d-944321730a8d'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:46:23.693514 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] Routers {'1a28e240-e359-44d7-b13d-944321730a8d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:23.694312 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1a28e240-e359-44d7-b13d-944321730a8d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:23.699490 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:23.761978 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-721d13a3-47e7-463b-8542-0189ec57bdc0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3273661 May 28 06:46:23.763112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:46:23.883716 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b429be-423b-41f6-b0f3-a87131c37aa0'] response: {'name': 'network-changed', 'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29', 'status': 'completed', 'code': 200} May 28 06:46:23.889035 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] Set router 1a28e240-e359-44d7-b13d-944321730a8d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:24.047911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a538a-b3ca-437b-8de7-985c361a211f req-0aaad009-5304-4a5e-9c5f-019f9e28c994 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:24.055262 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-177a538a-b3ca-437b-8de7-985c361a211f req-0aaad009-5304-4a5e-9c5f-019f9e28c994 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.1744444 May 28 06:46:24.055511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-80e021a7-25ee-4da0-82d0-bd80a6dd8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:24.056802 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-80e021a7-25ee-4da0-82d0-bd80a6dd8e79 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1096 time: 0.1248028 May 28 06:46:24.179928 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-177a538a-b3ca-437b-8de7-985c361a211f req-471d75ff-8782-4cf0-bd79-d52ae32663da tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221397 May 28 06:46:24.202525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52896) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:24.240734 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-9bde8955-6657-4e56-a269-197410f68c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:24.242649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-9bde8955-6657-4e56-a269-197410f68c1c service neutron] 10.222.0.33 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.1697068 May 28 06:46:24.302982 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b010eddd-e316-4eee-bd52-79c847636038', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'port_id': '6febf794-1034-4ca5-b577-95953c05ed29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'mac_address': 'fa:16:3e:49:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d444c17-18a6-4f72-935c-d10142fb8088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:46:22Z', 'updated_at': '2022-05-28T06:46:22Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fca88e-c5bb-4f73-adb3-059ecce30f12', 'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:d6:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:04Z', 'updated_at': '2022-05-28T06:46:11Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:24.307666 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] Checking router: 1a28e240-e359-44d7-b13d-944321730a8d for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:46:24.318018 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] Routers {'1a28e240-e359-44d7-b13d-944321730a8d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:46:24.318807 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:46:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1a28e240-e359-44d7-b13d-944321730a8d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:24.368532 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-4211eac3-1590-4fac-af06-38197ec8a751 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 999 time: 0.1186111 May 28 06:46:24.439497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-482a6dd9-d0ad-4ddc-842a-32125b6861c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:24.440918 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-482a6dd9-d0ad-4ddc-842a-32125b6861c1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0663767 May 28 06:46:24.451083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-46ae55e3-ef90-44aa-9c1b-e6ef9e127206 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/b010eddd-e316-4eee-bd52-79c847636038 HTTP/1.1" status: 200 len: 991 time: 0.2473247 May 28 06:46:24.514873 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] Set router 1a28e240-e359-44d7-b13d-944321730a8d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:46:24.521877 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-b6f09af2-d4a3-4f42-b181-c18414508fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:24.523371 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-b6f09af2-d4a3-4f42-b181-c18414508fd2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761669 May 28 06:46:24.657110 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-3f77ce5a-ab8b-4567-b736-fbd0eaf451d1 service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276474 May 28 06:46:24.795779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ebe9a15a-1032-4f7f-af66-b7bc62ad2048 req-9767dcda-5f6a-47d8-bdc9-5602d5071fa2 service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329799 May 28 06:46:24.869251 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b010eddd-e316-4eee-bd52-79c847636038', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'port_id': '6febf794-1034-4ca5-b577-95953c05ed29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'mac_address': 'fa:16:3e:49:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d444c17-18a6-4f72-935c-d10142fb8088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:46:22Z', 'updated_at': '2022-05-28T06:46:22Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fca88e-c5bb-4f73-adb3-059ecce30f12', 'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:d6:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:04Z', 'updated_at': '2022-05-28T06:46:11Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:46:24.873235 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a376c-d297-4fe2-b35d-9635581f4411 None None] The sync data for ids ['1a28e240-e359-44d7-b13d-944321730a8d'] in n-d-843679-5 is: [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'b010eddd-e316-4eee-bd52-79c847636038', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'port_id': '6febf794-1034-4ca5-b577-95953c05ed29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'mac_address': 'fa:16:3e:49:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d444c17-18a6-4f72-935c-d10142fb8088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:46:22Z', 'updated_at': '2022-05-28T06:46:22Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fca88e-c5bb-4f73-adb3-059ecce30f12', 'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:d6:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:04Z', 'updated_at': '2022-05-28T06:46:11Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:46:25.083516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-383e9080-d03e-4d51-a381-ee202a1dd062 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728517 May 28 06:46:25.096124 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7045b2-5865-49b8-9f9d-4c74620b7ef7 None None] New status for floating IP b010eddd-e316-4eee-bd52-79c847636038: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:46:25.350692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-0a3eb575-e7e6-46dc-9cf9-ae770bced066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:25.352202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-0a3eb575-e7e6-46dc-9cf9-ae770bced066 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1096 time: 0.1849391 May 28 06:46:25.453600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 52900) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:46:25.500840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-b5ef8995-3ea7-4a31-b439-f7e15c6f2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:25.502288 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-b5ef8995-3ea7-4a31-b439-f7e15c6f2337 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.1321073 May 28 06:46:25.565309 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-751b003f-468c-4e52-8af1-7446ce604777 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/b010eddd-e316-4eee-bd52-79c847636038 HTTP/1.1" status: 200 len: 993 time: 0.1096642 May 28 06:46:25.609012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-d0641262-52bf-4030-b0f9-8a537648e316 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 1001 time: 0.1008172 May 28 06:46:25.671405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-72d64826-6112-4ecd-83e5-c1741f58c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:25.672855 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-72d64826-6112-4ecd-83e5-c1741f58c378 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0580404 May 28 06:46:25.755009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-7bfe1cca-369a-4ffc-9ee2-2b06380b8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:46:25.756551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-7bfe1cca-369a-4ffc-9ee2-2b06380b8054 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782859 May 28 06:46:25.890038 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-dd10e0c4-a9f4-4c2b-83b0-7d9e1ee43edd service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277144 May 28 06:46:26.027051 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-15e3c84d-5979-4c5a-9c77-645cdee9bc21 req-3914c161-45ea-4445-915f-811de779ce64 service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305439 May 28 06:46:27.838691 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:46:31.709601 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:38.618430 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2f85fccc-842e-4d49-935f-6e8d3b62fc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.805224 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-622a9bdf-2f25-4693-ba8a-56209b4c5f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:40.818562 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.747766 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:41.879456 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:46:43.539749 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:01.683167 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:04.838487 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:47:08.620925 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bfdafe2b-5ba3-45aa-b4e5-f2fdb5bcb680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:10.806936 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-445d90e1-bccb-4723-b856-144bf45a8175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:10.825087 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.753597 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:11.882503 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:13.543191 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:26.080943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-db935896-f6f7-42b1-8261-55a2788a6f84 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795376 May 28 06:47:26.253784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-0748687a-6c6a-4dd7-9144-f1d30f8ef1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:26.255206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-0748687a-6c6a-4dd7-9144-f1d30f8ef1a7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1096 time: 0.0852356 May 28 06:47:26.402063 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-022f27f1-7f5a-48cb-8eae-381032a0f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:26.403584 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-022f27f1-7f5a-48cb-8eae-381032a0f013 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.1291080 May 28 06:47:26.509892 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-6447d5cc-809f-4003-8777-a5a97080f3c3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 1001 time: 0.0999663 May 28 06:47:26.580412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-89ac95fe-295a-4c89-ab98-bee21a30c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:26.581823 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-89ac95fe-295a-4c89-ab98-bee21a30c8c2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0653460 May 28 06:47:26.669948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-65f20ce4-1524-4de8-aa5a-e0825ddbd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:26.671498 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-65f20ce4-1524-4de8-aa5a-e0825ddbd435 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837345 May 28 06:47:26.803483 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-ba19d736-2679-4943-b977-39ac75ab8e7d service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257546 May 28 06:47:26.932289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9eddc63f-5104-442d-8afe-9ed49895d03f req-8bc80bbb-ce0b-42ad-bac2-5b9f8a2032cf service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224818 May 28 06:47:28.725904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-65cba2c0-bcee-4f39-9a81-5b6768c3db18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1207235 May 28 06:47:28.759958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124af4c-eb51-4f70-a04d-4e1fada1336b req-ff76be12-0198-41a0-a877-66fba74f84c2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:28.761593 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f124af4c-eb51-4f70-a04d-4e1fada1336b req-ff76be12-0198-41a0-a877-66fba74f84c2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0963407 May 28 06:47:28.818857 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f124af4c-eb51-4f70-a04d-4e1fada1336b req-1b416fb4-0eeb-4e2d-b926-d0662825b7cd tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507526 May 28 06:47:30.174917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7986d3-a4f2-484b-9bc2-751beb57e22f req-d7b312af-c95f-4f0c-8a48-cf3b249192e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:30.176412 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b7986d3-a4f2-484b-9bc2-751beb57e22f req-d7b312af-c95f-4f0c-8a48-cf3b249192e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.2461977 May 28 06:47:30.226053 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-92077766-2315-4001-936e-16aea200492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:30.227590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-92077766-2315-4001-936e-16aea200492b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1096 time: 0.1242616 May 28 06:47:30.232197 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7b7986d3-a4f2-484b-9bc2-751beb57e22f req-43198621-842d-48f7-93df-63108c09a0bf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479443 May 28 06:47:30.376473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-01a4318f-2708-4da4-a017-7aac0d31a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:30.377905 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-01a4318f-2708-4da4-a017-7aac0d31a4ab service neutron] 10.222.0.33 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.1437881 May 28 06:47:30.491619 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-8f7a2900-b1f7-4bf0-b9fe-ffcdc030ddaf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 1001 time: 0.1081007 May 28 06:47:30.556192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-29a4af2a-4f4e-4764-8425-c23ed2927569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:30.557586 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-29a4af2a-4f4e-4764-8425-c23ed2927569 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0608518 May 28 06:47:30.635006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-fd973ee8-2d3d-4136-b670-a4213609bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:30.636475 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-fd973ee8-2d3d-4136-b670-a4213609bc69 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727758 May 28 06:47:30.772177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-310eccf4-8834-4653-838e-d7c86a7a5c3b service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300762 May 28 06:47:30.906907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-c50c05db-1937-4765-bbc2-5c2d5a43ffb0 service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291492 May 28 06:47:31.445462 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbea2f-30f2-4c84-b14a-b5b0dc8d1ac7 req-a5f80a88-1b3a-40aa-b74f-536f72756fb2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:31.446895 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21fbea2f-30f2-4c84-b14a-b5b0dc8d1ac7 req-a5f80a88-1b3a-40aa-b74f-536f72756fb2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0825396 May 28 06:47:31.492700 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21fbea2f-30f2-4c84-b14a-b5b0dc8d1ac7 req-7ac6d102-e570-4cb0-9077-2ec13b727450 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399971 May 28 06:47:31.682881 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:32.679355 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bb968-d378-4294-9be4-c9a5f551e42c req-e28daab2-4c18-40b3-8cfd-87c9b427cb39 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:32.680506 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-190bb968-d378-4294-9be4-c9a5f551e42c req-e28daab2-4c18-40b3-8cfd-87c9b427cb39 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0822995 May 28 06:47:32.725900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-190bb968-d378-4294-9be4-c9a5f551e42c req-6c5d3a86-4471-498a-a0ea-f1e532c748f5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 May 28 06:47:33.938222 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8312-3f2d-4307-b13d-564100028a8c req-f95fe972-8522-4180-a833-1bdb5aff96ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:33.939706 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107c8312-3f2d-4307-b13d-564100028a8c req-f95fe972-8522-4180-a833-1bdb5aff96ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0964491 May 28 06:47:33.986996 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-107c8312-3f2d-4307-b13d-564100028a8c req-5e3e777f-b9aa-4162-b295-2095a71d2271 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389211 May 28 06:47:35.219591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8135b-7a19-4340-ac1e-f9854275e8ef req-2307f31a-6aad-449a-a1a1-5a95066d510f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:35.221018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dad8135b-7a19-4340-ac1e-f9854275e8ef req-2307f31a-6aad-449a-a1a1-5a95066d510f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.1111293 May 28 06:47:35.270866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dad8135b-7a19-4340-ac1e-f9854275e8ef req-3c1474f4-4247-47df-94d1-83816b44e3ba tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 May 28 06:47:36.453847 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3c421-60a8-4000-bf54-5205aff7198b req-19470949-c755-41fc-a720-2494e661e0b2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:36.455350 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10e3c421-60a8-4000-bf54-5205aff7198b req-19470949-c755-41fc-a720-2494e661e0b2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0806804 May 28 06:47:36.499049 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-10e3c421-60a8-4000-bf54-5205aff7198b req-d3471540-84f5-4bb8-abfb-40e7c5660104 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373433 May 28 06:47:37.688688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a7d4d-387a-4f26-9dbe-3ec8ca0fe024 req-989d6bd7-34dc-425a-9989-fb11f933f0d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:37.690156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb9a7d4d-387a-4f26-9dbe-3ec8ca0fe024 req-989d6bd7-34dc-425a-9989-fb11f933f0d7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0840013 May 28 06:47:37.735806 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb9a7d4d-387a-4f26-9dbe-3ec8ca0fe024 req-4ce17ba1-2920-4105-87c2-738444dbee08 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 May 28 06:47:38.623033 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c4a67711-c12c-4051-b445-916577fee7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:38.926465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55220378-c0ba-4c1a-9b53-ec7f5f72cbae req-0dd854d7-7f5e-4c79-9ac5-5fadf1129cfc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:38.928006 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-55220378-c0ba-4c1a-9b53-ec7f5f72cbae req-0dd854d7-7f5e-4c79-9ac5-5fadf1129cfc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0829046 May 28 06:47:38.975654 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-55220378-c0ba-4c1a-9b53-ec7f5f72cbae req-8c52cd87-6eb4-4e53-8aab-e463316b7624 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 May 28 06:47:40.175185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359afab-0123-4877-994e-6368974453d9 req-306e2976-f7f0-426d-b378-c79cf03e9732 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:40.176655 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1359afab-0123-4877-994e-6368974453d9 req-306e2976-f7f0-426d-b378-c79cf03e9732 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0883567 May 28 06:47:40.221901 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1359afab-0123-4877-994e-6368974453d9 req-18d9621f-8dc8-4829-929d-dd2d27c4626c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389085 May 28 06:47:40.808416 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cc489580-f8d8-49fd-9609-89d6429ba64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:40.824771 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.429944 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5e476-22b1-467a-9eef-511cc04d49a7 req-9b1b512a-1ff8-440c-98dc-2c2af14347e2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:41.431337 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9d5e476-22b1-467a-9eef-511cc04d49a7 req-9b1b512a-1ff8-440c-98dc-2c2af14347e2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0998099 May 28 06:47:41.480836 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a9d5e476-22b1-467a-9eef-511cc04d49a7 req-c10074f1-0786-417b-b565-189b75b9d757 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433884 May 28 06:47:41.754819 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:41.838477 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:47:41.886224 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:42.664345 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc54fdc-2efd-40d6-9bc2-668aaede53ad req-95d6fc17-757c-4fd2-880d-8e870262b5c3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:42.665909 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7dc54fdc-2efd-40d6-9bc2-668aaede53ad req-95d6fc17-757c-4fd2-880d-8e870262b5c3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0816669 May 28 06:47:42.710732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7dc54fdc-2efd-40d6-9bc2-668aaede53ad req-a1d797d7-5c18-4e02-ad28-6e82c8bb94d5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391991 May 28 06:47:43.006547 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-b4976871-80ad-47fd-87b6-60d9c44e91e7 service neutron] show failed (client error): The resource could not be found. May 28 06:47:43.007589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-b4976871-80ad-47fd-87b6-60d9c44e91e7 service neutron] 10.222.0.33 "GET /v2.0/ports/6febf794-1034-4ca5-b577-95953c05ed29/bindings/n-h2-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.0790715 May 28 06:47:43.280688 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-29ca73de-30bd-4858-a6ab-3bb1c6c10a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:43.282308 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-29ca73de-30bd-4858-a6ab-3bb1c6c10a8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0726714 May 28 06:47:43.297322 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:47:43.410999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.551109 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.793178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=6febf794-1034-4ca5-b577-95953c05ed29,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:43.822186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:43.905092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:47:43.910592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c680f58-7a57-4f2c-83ba-76296ffc576a req-2c8f00d3-4b53-4470-813d-bafd0549cae9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:43.911526 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.915756 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7c680f58-7a57-4f2c-83ba-76296ffc576a req-2c8f00d3-4b53-4470-813d-bafd0549cae9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.0914109 May 28 06:47:43.928030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Transition to ACTIVE for port object 6febf794-1034-4ca5-b577-95953c05ed29 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:47:43.933641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:43.966014 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7c680f58-7a57-4f2c-83ba-76296ffc576a req-26e51843-77c1-4d15-9b0a-1fd715492f19 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477853 May 28 06:47:44.079899 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11fc7b0-c121-4c43-b4b6-b8c36cfd1e51'] response: {'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29', 'code': 200} May 28 06:47:44.123848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Pushing event updated for resources: {'Port': ['ID=6febf794-1034-4ca5-b577-95953c05ed29,revision_number=6']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:44.135920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.136380 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.136576 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.136902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.137250 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.137539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.137861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.138189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.138488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.138802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.139129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.139744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:44.180369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] No DVR routers for this DVR port 6febf794-1034-4ca5-b577-95953c05ed29 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:47:44.409620 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Attempting to bind port 6febf794-1034-4ca5-b577-95953c05ed29 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:47:44.409872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Attempting to bind port 6febf794-1034-4ca5-b577-95953c05ed29 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:47:44.410205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Attempting to bind port 6febf794-1034-4ca5-b577-95953c05ed29 on network a23c2259-52b5-442e-87cb-711c402737a4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:44.414920 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Port 6febf794-1034-4ca5-b577-95953c05ed29 on network a23c2259-52b5-442e-87cb-711c402737a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:47:44.415255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Attempting to bind port 6febf794-1034-4ca5-b577-95953c05ed29 on network a23c2259-52b5-442e-87cb-711c402737a4 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:47:44.420412 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:47:44.420746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Checking segment: {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:47:44.421128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Bound using segment: {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:47:44.421545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Bound port: 6febf794-1034-4ca5-b577-95953c05ed29, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308860bd-1aad-40f1-becc-5a15ade4585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:47:44.421892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:44.514746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:47:44.518017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6febf794-1034-4ca5-b577-95953c05ed29,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:47:44.521858 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:44.581989 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:44.582580 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:44.583970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] 10.222.0.41 "PUT /v2.0/ports/6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 1091 time: 1.2906301 May 28 06:47:44.600896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f922-51e9-43fc-a7f2-61fc0fefec92 service neutron] Pushing event updated for resources: {'Port': ['ID=6febf794-1034-4ca5-b577-95953c05ed29,revision_number=7']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:44.701204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-33459ee3-92d0-4141-a1d6-442727de6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:44.702677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-33459ee3-92d0-4141-a1d6-442727de6bf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1094 time: 0.0854807 May 28 06:47:44.842548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-0c42a14e-8f8f-4258-b29d-2850d8596a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:44.844058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-0c42a14e-8f8f-4258-b29d-2850d8596a54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.1319087 May 28 06:47:44.951843 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-e82bd7f1-22b7-4e5e-9282-ab7f856f309e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 999 time: 0.0971041 May 28 06:47:45.020847 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-1492523c-efe8-4ccd-b26a-c5484bdd2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:45.022804 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-1492523c-efe8-4ccd-b26a-c5484bdd2d47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0625064 May 28 06:47:45.108097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-f83accaf-c371-48e6-8db5-5b1e6a0f0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:45.109546 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-f83accaf-c371-48e6-8db5-5b1e6a0f0d31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774479 May 28 06:47:45.184956 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fa88f-416a-4231-b7a6-24a4d1e2fd3f req-9ff7b7bb-8176-42fe-9db5-3e82b63840bb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:45.186424 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-414fa88f-416a-4231-b7a6-24a4d1e2fd3f req-9ff7b7bb-8176-42fe-9db5-3e82b63840bb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 943 time: 0.0838871 May 28 06:47:45.232265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-414fa88f-416a-4231-b7a6-24a4d1e2fd3f req-e3aeab5d-8e47-4bd1-bf87-3768618c0891 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400579 May 28 06:47:45.257199 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-2173e6e4-7aaa-4af1-aac4-dbde01528bc8 service neutron] 10.222.0.41 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370339 May 28 06:47:45.492926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-befae067-6a58-4260-8ded-e0918455b815 service neutron] 10.222.0.41 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261186 May 28 06:47:46.081065 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:47:46.141554 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bde326-e705-405b-b506-ccfa2960f047'] response: {'name': 'network-changed', 'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29', 'status': 'completed', 'code': 200} May 28 06:47:46.294411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-7c46cffa-3325-4c14-adc3-7a6b3cba3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.295957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-7c46cffa-3325-4c14-adc3-7a6b3cba3138 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1094 time: 0.0995770 May 28 06:47:46.299974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-ea8fa1c8-55d1-412c-9894-ac3dba8201cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.301296 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-ea8fa1c8-55d1-412c-9894-ac3dba8201cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1094 time: 0.1356661 May 28 06:47:46.428912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb405cd8-628b-4d41-b159-378358aaa2eb req-7d6c515e-8a20-4f24-b5ec-5b03f698a50a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.431407 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bb405cd8-628b-4d41-b159-378358aaa2eb req-7d6c515e-8a20-4f24-b5ec-5b03f698a50a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 943 time: 0.0871074 May 28 06:47:46.480373 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bb405cd8-628b-4d41-b159-378358aaa2eb req-cb41d9cd-9b07-4bbf-b100-b919e549c645 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 May 28 06:47:46.535070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-80ae9017-e7d3-4f9f-806e-17cb1623240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.536523 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-80ae9017-e7d3-4f9f-806e-17cb1623240c service neutron] 10.222.0.33 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.2344041 May 28 06:47:46.538773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-572883a8-0941-4e77-81b7-409d8b3f8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.540065 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-572883a8-0941-4e77-81b7-409d8b3f8a3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.2183106 May 28 06:47:46.718829 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-d464a272-7aee-40e6-bf53-d3563a3d87ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 999 time: 0.1299474 May 28 06:47:46.720567 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-e9dfe9ae-c550-45f6-9e81-11252fa13f3b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 999 time: 0.1784568 May 28 06:47:46.829692 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-17aa6ac9-b33c-4103-9f4d-2f8a03ebd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.831083 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-17aa6ac9-b33c-4103-9f4d-2f8a03ebd3c6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.1042609 May 28 06:47:46.834026 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-bf19ac05-d79a-447c-afee-b05133582eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.835850 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-bf19ac05-d79a-447c-afee-b05133582eb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0804081 May 28 06:47:46.960764 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-978be6f6-b7db-4a15-a4f2-10956c5e21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.962200 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-978be6f6-b7db-4a15-a4f2-10956c5e21c8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254764 May 28 06:47:46.963944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-28164ff6-c984-4e04-9dfb-0e5ec401308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:46.965224 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-28164ff6-c984-4e04-9dfb-0e5ec401308d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992520 May 28 06:47:47.204107 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-69eec6b5-a938-4600-a0bc-794289096e36 service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348797 May 28 06:47:47.207044 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-416006c6-1559-4a41-a7b0-9a9bf9b95816 service neutron] 10.222.0.41 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188077 May 28 06:47:47.211093 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 6febf794-1034-4ca5-b577-95953c05ed29 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:47:47.294172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 6febf794-1034-4ca5-b577-95953c05ed29 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:47:47.559250 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-ac121ad6-3f9b-4012-b8c6-919f410d5a15 service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485777 May 28 06:47:47.586173 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-92edd4c6-f3ea-4137-9d4e-6b3b7359b2e3 req-73a26ed7-0d63-48bc-b2b3-b32d4a1a7980 service neutron] 10.222.0.41 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861154 May 28 06:47:47.672948 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b1415-774d-43dc-92ca-36f7e2c7886c req-5d209e0c-16a3-4d34-9d67-6c4a5a88ce7f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:47.674374 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b0b1415-774d-43dc-92ca-36f7e2c7886c req-5d209e0c-16a3-4d34-9d67-6c4a5a88ce7f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 943 time: 0.0803244 May 28 06:47:47.717544 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1b0b1415-774d-43dc-92ca-36f7e2c7886c req-7acffc86-0d52-49f8-a0ba-5f714f2db8e6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366154 May 28 06:47:48.081925 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-453df20f-dbaf-4c6e-9277-ed00b1b3f9e6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.085467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-453df20f-dbaf-4c6e-9277-ed00b1b3f9e6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088&tenant_id=bf9813a8debf43e7a56d5037298c5dc9&binding%3Ahost_id=n-h2-843679-5 HTTP/1.1" status: 200 len: 943 time: 0.1151559 May 28 06:47:48.092895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdefc7c-f9fc-4876-b233-2836221dd030 req-f6b6e179-e162-4a5c-8e8b-23ea46161d0d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.100782 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fdefc7c-f9fc-4876-b233-2836221dd030 req-f6b6e179-e162-4a5c-8e8b-23ea46161d0d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 943 time: 0.1620626 May 28 06:47:48.200974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fdefc7c-f9fc-4876-b233-2836221dd030 req-f0a02d18-eef9-49af-8e24-9e6397f6fbcc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993838 May 28 06:47:48.208645 n-d-843679-5 neutron-server[88417]: INFO neutron.api.v2.resource [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-d3ae291a-0cb9-4307-9d4d-4e7667c46b7a service neutron] delete failed (client error): The resource could not be found. May 28 06:47:48.210104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-d3ae291a-0cb9-4307-9d4d-4e7667c46b7a service neutron] 10.222.0.33 "DELETE /v2.0/ports/6febf794-1034-4ca5-b577-95953c05ed29/bindings/n-h1-843679-5 HTTP/1.1" status: 404 len: 380 time: 0.1074510 May 28 06:47:48.365975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-8fe4ba65-d714-41ac-98a8-101a3f8fea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.367370 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-8fe4ba65-d714-41ac-98a8-101a3f8fea5f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1094 time: 0.0735030 May 28 06:47:48.396496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de04f52-cf61-42b4-82c0-d59e8f6f0b25 req-b8ae39cc-1451-4af1-ac62-95ec994efdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.399420 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0de04f52-cf61-42b4-82c0-d59e8f6f0b25 req-b8ae39cc-1451-4af1-ac62-95ec994efdf6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 943 time: 0.0912690 May 28 06:47:48.443204 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0de04f52-cf61-42b4-82c0-d59e8f6f0b25 req-9114256d-c97d-4aff-862a-61de813041e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389969 May 28 06:47:48.500515 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-a3872e31-db30-4298-a907-d467eb64def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.501942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-a3872e31-db30-4298-a907-d467eb64def9 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.1269884 May 28 06:47:48.604119 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-39454326-a694-4b33-ae26-6b164b5eb90c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 999 time: 0.0964110 May 28 06:47:48.676536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-f9420070-fc3c-40eb-b520-f698a3d75308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.677885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-f9420070-fc3c-40eb-b520-f698a3d75308 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0678115 May 28 06:47:48.755836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-fb65b999-f674-4161-a107-216a713bec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:48.757813 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-fb65b999-f674-4161-a107-216a713bec37 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740988 May 28 06:47:48.890462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-b50bb705-6a72-47ed-8d4d-37b07fd83886 service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262984 May 28 06:47:49.028783 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ac74f19d-410f-4bce-ac3a-549e1e6fdbbc req-67fc555c-17c7-48b4-bcda-b23d6aebc3c7 service neutron] 10.222.0.33 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326523 May 28 06:47:49.121952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6febf794-1034-4ca5-b577-95953c05ed29 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:47:49.258217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6febf794-1034-4ca5-b577-95953c05ed29,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:49.271185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '6febf794-1034-4ca5-b577-95953c05ed29', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'port_id': '6febf794-1034-4ca5-b577-95953c05ed29', 'mac_address': 'fa:16:3e:49:cb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:47:49.328581 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 6febf794-1034-4ca5-b577-95953c05ed29 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:49.328963 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.345606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6febf794-1034-4ca5-b577-95953c05ed29 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:47:49.362599 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6febf794-1034-4ca5-b577-95953c05ed29,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:49.367500 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:49.442995 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=6febf794-1034-4ca5-b577-95953c05ed29,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:49.450886 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.451254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.451619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.452012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.452339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.452662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.452980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.453299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.453614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.453927 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.454240 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.454551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:47:49.644427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['6febf794-1034-4ca5-b577-95953c05ed29'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:47:49.655870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c63013-26fe-42fd-a4c4-86e73cb38df1 req-00b066e9-eb85-4f19-964f-50de0440ef82 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:49.664187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5c63013-26fe-42fd-a4c4-86e73cb38df1 req-00b066e9-eb85-4f19-964f-50de0440ef82 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 944 time: 0.0974975 May 28 06:47:49.715471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d5c63013-26fe-42fd-a4c4-86e73cb38df1 req-5db97728-f56b-4bbd-8441-74e9d8066c98 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480459 May 28 06:47:50.900540 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484822c-a466-4c3c-87f0-684886621d99 req-1857f657-ce17-4903-8a1e-07d9a7380466 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:47:50.902032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7484822c-a466-4c3c-87f0-684886621d99 req-1857f657-ce17-4903-8a1e-07d9a7380466 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 944 time: 0.0853088 May 28 06:47:50.947683 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7484822c-a466-4c3c-87f0-684886621d99 req-9cbcd933-5f51-4e90-b199-33c0e2537a36 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393634 May 28 06:47:50.971966 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53012) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:47:51.086348 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-075baae4-199a-47f0-b10e-6f1613782141 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/b010eddd-e316-4eee-bd52-79c847636038 HTTP/1.1" status: 200 len: 992 time: 0.1079202 May 28 06:47:51.141694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6febf794-1034-4ca5-b577-95953c05ed29 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:47:51.215379 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 6febf794-1034-4ca5-b577-95953c05ed29 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:47:51.221764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 6febf794-1034-4ca5-b577-95953c05ed29 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:47:51.222193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.337967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 6febf794-1034-4ca5-b577-95953c05ed29 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:47:51.338345 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.370389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:47:51.379982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6febf794-1034-4ca5-b577-95953c05ed29,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:47:51.387716 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:47:51.457355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=6febf794-1034-4ca5-b577-95953c05ed29,revision_number=9']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:47:51.473131 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63871f65-cb76-4998-8249-9d68ff230593'] response: {'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29', 'code': 200} May 28 06:48:01.692750 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:08.626252 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca6462c7-e1e2-422d-850a-ad6d2492a8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:09.388043 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-7a94424a-bdf6-4282-8992-af2ec442016b req-00865b6b-634b-4212-bf9f-4225c81ac55d service neutron] (88417) timed out ('10.222.0.39', 39146) {{(pid=88417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 06:48:10.813864 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-91227ef4-9827-4f9e-acf6-8e888ac50857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:10.839963 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.762203 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:11.889404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:13.548917 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:14.800502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7221c58f-5613-4169-99e3-c0775c056dfb req-f4854c26-0964-4b18-927b-36baf8530ba1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769253 May 28 06:48:14.942195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c58f-5613-4169-99e3-c0775c056dfb req-7234932a-3a3f-43f6-ab06-b88be62e9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:14.943713 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7221c58f-5613-4169-99e3-c0775c056dfb req-7234932a-3a3f-43f6-ab06-b88be62e9af6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1096 time: 0.0729129 May 28 06:48:15.218407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c58f-5613-4169-99e3-c0775c056dfb req-16a3d75d-c145-46bc-9bc2-e92cfe0be09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:15.220161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7221c58f-5613-4169-99e3-c0775c056dfb req-16a3d75d-c145-46bc-9bc2-e92cfe0be09a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.2512848 May 28 06:48:15.325542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7221c58f-5613-4169-99e3-c0775c056dfb req-6168ad09-b526-46b5-b437-e60487794172 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 1001 time: 0.0984101 May 28 06:48:15.399112 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c58f-5613-4169-99e3-c0775c056dfb req-e6597653-4e98-4063-b957-3de1be0a22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:15.400613 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7221c58f-5613-4169-99e3-c0775c056dfb req-e6597653-4e98-4063-b957-3de1be0a22b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0669622 May 28 06:48:15.479123 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c58f-5613-4169-99e3-c0775c056dfb req-21acc6c9-f524-4f50-913a-261c42a0b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:15.480541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7221c58f-5613-4169-99e3-c0775c056dfb req-21acc6c9-f524-4f50-913a-261c42a0b140 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729995 May 28 06:48:15.616389 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7221c58f-5613-4169-99e3-c0775c056dfb req-c156b965-d9df-46ef-a30d-957999eff79d service neutron] 10.222.0.41 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277089 May 28 06:48:15.779500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7221c58f-5613-4169-99e3-c0775c056dfb req-39968ffc-684a-4d44-9e6f-e6721860850a service neutron] 10.222.0.41 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542292 May 28 06:48:18.837822 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:48:21.494744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53034) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:21.698667 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port b3c89905-be5f-4dee-9c8c-772ec5ca6d67 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:21.699003 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.866551 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.866870 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:21.986932 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for b3c89905-be5f-4dee-9c8c-772ec5ca6d67 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:22.140390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.188827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=b3c89905-be5f-4dee-9c8c-772ec5ca6d67,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:22.289497 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.289877 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Floating IP b010eddd-e316-4eee-bd52-79c847636038 disassociated (deleted). External IP: 172.25.4.126, port: 6febf794-1034-4ca5-b577-95953c05ed29. May 28 06:48:22.774820 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 1a28e240-e359-44d7-b13d-944321730a8d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:48:22.955260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:22.965414 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] Sync routers for ids ['1a28e240-e359-44d7-b13d-944321730a8d'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:22.977648 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] Routers {'1a28e240-e359-44d7-b13d-944321730a8d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:22.978235 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:22.978385 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:48:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1a28e240-e359-44d7-b13d-944321730a8d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:23.038241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-e01a0dab-5304-4fbe-ac31-85061d5ee69e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/floatingips/b010eddd-e316-4eee-bd52-79c847636038 HTTP/1.1" status: 204 len: 168 time: 1.5390649 May 28 06:48:23.038241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:23.102258 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e68831-f827-426c-8b95-a1a8b4ba8a30'] response: {'name': 'network-changed', 'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29', 'status': 'completed', 'code': 200} May 28 06:48:23.225134 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] Set router 1a28e240-e359-44d7-b13d-944321730a8d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:23.234526 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-85acf575-c8b4-4ae3-9652-ad8350d5993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:23.236579 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-85acf575-c8b4-4ae3-9652-ad8350d5993e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 1096 time: 0.1002517 May 28 06:48:23.402800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-5dd07d6f-79f3-45dd-a5a8-1dd875b6efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:23.404447 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-5dd07d6f-79f3-45dd-a5a8-1dd875b6efba service neutron] 10.222.0.41 "GET /v2.0/networks?id=a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 200 len: 897 time: 0.1573572 May 28 06:48:23.493471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-3bc2b9b2-6a92-4797-ade4-468684ccdd4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 200 len: 217 time: 0.0815825 May 28 06:48:23.543714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ebc99-9559-4a54-8693-baca34081d6e req-8f0a62e6-77cb-40be-8c1b-d53382662651 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:23.545464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-710ebc99-9559-4a54-8693-baca34081d6e req-8f0a62e6-77cb-40be-8c1b-d53382662651 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.1151950 May 28 06:48:23.576882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-83cdd6a2-4d70-4aab-b6de-7eeaa477ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:23.579264 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-83cdd6a2-4d70-4aab-b6de-7eeaa477ce51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 200 len: 835 time: 0.0797226 May 28 06:48:23.610049 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-710ebc99-9559-4a54-8693-baca34081d6e req-d86c1611-0550-467a-94c8-2e275892d847 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532620 May 28 06:48:23.661480 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f5fca88e-c5bb-4f73-adb3-059ecce30f12', 'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:d6:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:04Z', 'updated_at': '2022-05-28T06:46:11Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:23.665725 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] Checking router: 1a28e240-e359-44d7-b13d-944321730a8d for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:23.669016 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-ff51d8cd-e119-49cf-bfe2-d8d461b90091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:23.670749 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-ff51d8cd-e119-49cf-bfe2-d8d461b90091 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a23c2259-52b5-442e-87cb-711c402737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840750 May 28 06:48:23.673826 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] Routers {'1a28e240-e359-44d7-b13d-944321730a8d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:23.674412 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:48:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1a28e240-e359-44d7-b13d-944321730a8d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:23.821847 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-9a2dd860-7ac3-49f8-8b29-43a327c6a930 service neutron] 10.222.0.41 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438131 May 28 06:48:23.858745 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] Set router 1a28e240-e359-44d7-b13d-944321730a8d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:23.967943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-20d91ba4-9aa4-4195-89f7-376c4cc05550 req-1e3fdad2-74e2-4e07-85ec-e74241857c96 service neutron] 10.222.0.41 "GET /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388774 May 28 06:48:24.189864 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f5fca88e-c5bb-4f73-adb3-059ecce30f12', 'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:d6:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:04Z', 'updated_at': '2022-05-28T06:46:11Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:24.193754 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31777ff9-b62d-4a41-89ef-ac6a9fe232c0 None None] The sync data for ids ['1a28e240-e359-44d7-b13d-944321730a8d'] in n-d-843679-5 is: [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'f5fca88e-c5bb-4f73-adb3-059ecce30f12', 'name': '', 'network_id': 'a23c2259-52b5-442e-87cb-711c402737a4', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:d6:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:04Z', 'updated_at': '2022-05-28T06:46:11Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '79f85bf5-6a52-464b-bd5f-c3df99c15968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:48:24.449511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41fb9e-9966-4aae-a0a1-06450893109b None None] New status for floating IP b010eddd-e316-4eee-bd52-79c847636038: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:48:24.803066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105a330-1657-4bb9-a7ca-a57519d240ad req-4764d8dc-179c-4583-8097-fe37042062c4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:24.804491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b105a330-1657-4bb9-a7ca-a57519d240ad req-4764d8dc-179c-4583-8097-fe37042062c4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:24.820095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b105a330-1657-4bb9-a7ca-a57519d240ad req-4764d8dc-179c-4583-8097-fe37042062c4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:24.821237 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b105a330-1657-4bb9-a7ca-a57519d240ad req-4764d8dc-179c-4583-8097-fe37042062c4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.1031978 May 28 06:48:24.914358 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b105a330-1657-4bb9-a7ca-a57519d240ad req-6f81a415-2995-4856-989c-9bffbb34a7c6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b82bda9-8a11-4ed7-bbc7-4f8f82374889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873365 May 28 06:48:24.954644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-1585f8de-0a08-41a7-a0e9-64bc38aa23c6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:24.956071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-1585f8de-0a08-41a7-a0e9-64bc38aa23c6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 945 time: 0.1113155 May 28 06:48:25.145951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-26e593b6-d137-44a4-881a-36616a8bce5e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port 6febf794-1034-4ca5-b577-95953c05ed29 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:25.146238 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-26e593b6-d137-44a4-881a-36616a8bce5e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.394119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-26e593b6-d137-44a4-881a-36616a8bce5e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port 6febf794-1034-4ca5-b577-95953c05ed29, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=6febf794-1034-4ca5-b577-95953c05ed29,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:25.394470 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-26e593b6-d137-44a4-881a-36616a8bce5e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.522456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-26e593b6-d137-44a4-881a-36616a8bce5e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for 6febf794-1034-4ca5-b577-95953c05ed29 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:25.667707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-26e593b6-d137-44a4-881a-36616a8bce5e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.721885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e593b6-d137-44a4-881a-36616a8bce5e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=6febf794-1034-4ca5-b577-95953c05ed29,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:25.801445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-26e593b6-d137-44a4-881a-36616a8bce5e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] No DVR routers for this DVR port 6febf794-1034-4ca5-b577-95953c05ed29 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:25.803891 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-26e593b6-d137-44a4-881a-36616a8bce5e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:25.806374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'name': 'network-vif-deleted', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:25.822325 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-bffd0670-032a-4a30-9b57-e8d043e22601 req-26e593b6-d137-44a4-881a-36616a8bce5e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.41 "DELETE /v2.0/ports/6febf794-1034-4ca5-b577-95953c05ed29 HTTP/1.1" status: 204 len: 173 time: 0.8560979 May 28 06:48:25.856721 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7724e93a-b0c4-4076-8794-afebf8fa4b12'] response: {'server_uuid': '8d444c17-18a6-4f72-935c-d10142fb8088', 'name': 'network-vif-deleted', 'tag': '6febf794-1034-4ca5-b577-95953c05ed29', 'status': 'completed', 'code': 200} May 28 06:48:26.100200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5ac5ab09-cdef-4505-b17e-db1a5094998d req-ba53cb79-d7bc-46ea-ae40-d837a4da4c20 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:26.118478 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5ac5ab09-cdef-4505-b17e-db1a5094998d req-ba53cb79-d7bc-46ea-ae40-d837a4da4c20 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:26.119996 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5ac5ab09-cdef-4505-b17e-db1a5094998d req-ba53cb79-d7bc-46ea-ae40-d837a4da4c20 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d444c17-18a6-4f72-935c-d10142fb8088 HTTP/1.1" status: 200 len: 210 time: 0.0783899 May 28 06:48:27.220693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53056) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:27.778931 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.248395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port f5fca88e-c5bb-4f73-adb3-059ecce30f12 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:28.249090 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.435944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port f5fca88e-c5bb-4f73-adb3-059ecce30f12, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f5fca88e-c5bb-4f73-adb3-059ecce30f12,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:28.436226 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.564476 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for f5fca88e-c5bb-4f73-adb3-059ecce30f12 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:28.753988 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:28.803660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=f5fca88e-c5bb-4f73-adb3-059ecce30f12,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:29.083990 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.294140 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6febf794-1034-4ca5-b577-95953c05ed29 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:29.329243 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 6febf794-1034-4ca5-b577-95953c05ed29 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:29.329587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 6febf794-1034-4ca5-b577-95953c05ed29 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:29.455586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 1a28e240-e359-44d7-b13d-944321730a8d has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:48:29.746507 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:29.756629 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] Sync routers for ids ['1a28e240-e359-44d7-b13d-944321730a8d'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:29.762595 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-593d681e-57d0-417d-bcb6-5fc090e7587a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "PUT /v2.0/routers/1a28e240-e359-44d7-b13d-944321730a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5408041 May 28 06:48:29.765163 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53060) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:29.767903 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] Routers {'1a28e240-e359-44d7-b13d-944321730a8d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:29.768717 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:48:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1a28e240-e359-44d7-b13d-944321730a8d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:29.831332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-63425bf8-7555-44a2-ae32-85fa5128495a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting subnet 79f85bf5-6a52-464b-bd5f-c3df99c15968 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:48:29.834907 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63425bf8-7555-44a2-ae32-85fa5128495a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.891164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63425bf8-7555-44a2-ae32-85fa5128495a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:29.958650 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] Set router 1a28e240-e359-44d7-b13d-944321730a8d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:29.980675 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63425bf8-7555-44a2-ae32-85fa5128495a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.055457 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63425bf8-7555-44a2-ae32-85fa5128495a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.099410 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63425bf8-7555-44a2-ae32-85fa5128495a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Subnet': ['ID=79f85bf5-6a52-464b-bd5f-c3df99c15968,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:30.103127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-63425bf8-7555-44a2-ae32-85fa5128495a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.113915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53064) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:30.114405 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e27887c-955c-40b8-b01e-3d6a62ea978e None None] Network a23c2259-52b5-442e-87cb-711c402737a4 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:30.114859 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-63425bf8-7555-44a2-ae32-85fa5128495a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/subnets/79f85bf5-6a52-464b-bd5f-c3df99c15968 HTTP/1.1" status: 204 len: 168 time: 0.3486497 May 28 06:48:30.306619 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:48:28Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:30.310471 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] Checking router: 1a28e240-e359-44d7-b13d-944321730a8d for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:30.319878 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] Routers {'1a28e240-e359-44d7-b13d-944321730a8d'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:30.320485 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:48:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1a28e240-e359-44d7-b13d-944321730a8d'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:30.335607 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.474392 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f39edc-9eae-43cf-be78-a24deb4f0807 None None] DHCP port deletion for a23c2259-52b5-442e-87cb-711c402737a4 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:48:30.480382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e6f39edc-9eae-43cf-be78-a24deb4f0807 None None] Deleting port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:30.482539 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6f39edc-9eae-43cf-be78-a24deb4f0807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.517998 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] Set router 1a28e240-e359-44d7-b13d-944321730a8d gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:30.696281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.708200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port 385ded1e-b32d-44ba-8c99-5208e7e1221f {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:48:30.708545 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.729760 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e6f39edc-9eae-43cf-be78-a24deb4f0807 None None] For port d15c88dd-e6f6-4197-9ac2-eeb1617efce7, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=d15c88dd-e6f6-4197-9ac2-eeb1617efce7,segment=NetworkSegment(308860bd-1aad-40f1-becc-5a15ade4585e),segment_id=308860bd-1aad-40f1-becc-5a15ade4585e)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:30.730713 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6f39edc-9eae-43cf-be78-a24deb4f0807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.863722 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:48:28Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:30.868495 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c5ab2-202c-4b8f-a15e-8383766a825b None None] The sync data for ids ['1a28e240-e359-44d7-b13d-944321730a8d'] in n-d-843679-5 is: [{'id': '1a28e240-e359-44d7-b13d-944321730a8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2018479164', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:45:59Z', 'updated_at': '2022-05-28T06:48:28Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '385ded1e-b32d-44ba-8c99-5208e7e1221f', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a28e240-e359-44d7-b13d-944321730a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:46:00Z', 'updated_at': '2022-05-28T06:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:48:30.888688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e6f39edc-9eae-43cf-be78-a24deb4f0807 None None] Calling delete_port for d15c88dd-e6f6-4197-9ac2-eeb1617efce7 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:30.927347 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port 385ded1e-b32d-44ba-8c99-5208e7e1221f, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=385ded1e-b32d-44ba-8c99-5208e7e1221f,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:30.928351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:30.968167 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e6f39edc-9eae-43cf-be78-a24deb4f0807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.010853 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f39edc-9eae-43cf-be78-a24deb4f0807 None None] Pushing event deleted for resources: {'Port': ['ID=d15c88dd-e6f6-4197-9ac2-eeb1617efce7,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:31.018410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f39edc-9eae-43cf-be78-a24deb4f0807 None None] No DVR routers for this DVR port d15c88dd-e6f6-4197-9ac2-eeb1617efce7 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:48:31.056516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for 385ded1e-b32d-44ba-8c99-5208e7e1221f owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:48:31.374787 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.424272 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=385ded1e-b32d-44ba-8c99-5208e7e1221f,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:31.441459 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f5fca88e-c5bb-4f73-adb3-059ecce30f12 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:31.467645 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.467998 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.468341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.468675 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.469259 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.469602 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.469931 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.470256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.470570 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.470894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.471345 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.471544 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:31.488675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f5fca88e-c5bb-4f73-adb3-059ecce30f12 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:31.489265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f5fca88e-c5bb-4f73-adb3-059ecce30f12 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:31.489446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d15c88dd-e6f6-4197-9ac2-eeb1617efce7 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:31.528519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: d15c88dd-e6f6-4197-9ac2-eeb1617efce7 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:31.529272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device d15c88dd-e6f6-4197-9ac2-eeb1617efce7 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:31.539666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.714690 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.717971 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.720686 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.744086 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.744552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Fanout notify agent at l3_agent the message router_deleted on router 1a28e240-e359-44d7-b13d-944321730a8d {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:48:31.760022 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:31.763590 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-254bbfaa-cc87-48d7-8d54-5d5fc8f629e9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/routers/1a28e240-e359-44d7-b13d-944321730a8d HTTP/1.1" status: 204 len: 168 time: 1.6446638 May 28 06:48:31.763832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53068) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:31.884723 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.137250 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.165415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23c2259-52b5-442e-87cb-711c402737a4']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:32.179502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308860bd-1aad-40f1-becc-5a15ade4585e') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:32.179801 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308860bd-1aad-40f1-becc-5a15ade4585e') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:32.193049 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.209758 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.215860 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:48:32.216231 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.290023 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 308860bd-1aad-40f1-becc-5a15ade4585e resource provider aggregate not found May 28 06:48:32.310832 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 308860bd-1aad-40f1-becc-5a15ade4585e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 308860bd-1aad-40f1-becc-5a15ade4585e found for delete ", "request_id": "req-c901f7e0-bfe0-4956-8410-9af06daf559e"}]} May 28 06:48:32.326335 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.345223 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.356613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Network': ['ID=a23c2259-52b5-442e-87cb-711c402737a4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:32.366090 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f6149702-1139-4b6c-b80e-190e461ec815 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/networks/a23c2259-52b5-442e-87cb-711c402737a4 HTTP/1.1" status: 204 len: 168 time: 0.6006796 May 28 06:48:32.368794 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53076) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:32.441571 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d3467bd-22af-4352-99d9-47f3adb69e1d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.471529 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d3467bd-22af-4352-99d9-47f3adb69e1d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.538992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d3467bd-22af-4352-99d9-47f3adb69e1d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.558503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3467bd-22af-4352-99d9-47f3adb69e1d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82bda9-8a11-4ed7-bbc7-4f8f82374889,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:32.575707 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d3467bd-22af-4352-99d9-47f3adb69e1d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:32.577138 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2d3467bd-22af-4352-99d9-47f3adb69e1d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/security-groups/9b82bda9-8a11-4ed7-bbc7-4f8f82374889 HTTP/1.1" status: 204 len: 168 time: 0.2072678 May 28 06:48:33.424028 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 385ded1e-b32d-44ba-8c99-5208e7e1221f no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:48:33.458162 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 385ded1e-b32d-44ba-8c99-5208e7e1221f {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:48:33.458507 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 385ded1e-b32d-44ba-8c99-5208e7e1221f not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:48:33.714164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53086) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:33.719706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001271393', 'description': 'tempest-secgroup-smoke-2001271393 description', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:33.727023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:33.731175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:33.734126 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:33.739815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:33.752173 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.772799 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:33.776589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:33.779379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:33.785012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:33.856789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.860492 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.908079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71631747-c62b-4fd4-b00d-7ac9185ae367,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:33.911375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:33.915862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8916c147-baf8-4b5a-b75e-45b0d2f4d58d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1979203 May 28 06:48:33.916742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53090) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:33.921118 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '71631747-c62b-4fd4-b00d-7ac9185ae367', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:33.927907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:33.931677 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:33.934538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:33.940228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:33.956325 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.020379 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.023910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.048102 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cf21b6-77a8-4dbb-88db-0cfb05767f11,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:34.057414 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.058775 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1d29e04f-b60c-417a-af17-cbf21e46c5ad tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416907 May 28 06:48:34.061715 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53094) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:34.067106 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '71631747-c62b-4fd4-b00d-7ac9185ae367', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:34.074662 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:34.078586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:34.081617 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:34.087798 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:34.106826 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.175876 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.180255 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.206555 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1135d3-841c-4c41-b2bb-8084f8c1fe7b,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:34.214725 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.216439 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-438e702b-a00c-4f1a-b356-0d170c4c807f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536713 May 28 06:48:34.219322 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53098) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:34.224156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '71631747-c62b-4fd4-b00d-7ac9185ae367', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:34.231336 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:34.235141 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:34.238023 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:34.244325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:34.260903 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.325389 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.329409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.355649 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c805f40-72e2-4536-a7c8-0fad6c8b1491,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:34.366221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.367524 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2643552d-22c2-4e9e-84aa-34bcbf477567 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472590 May 28 06:48:34.370210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53102) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:34.375477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '71631747-c62b-4fd4-b00d-7ac9185ae367', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:34.382293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:34.386679 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:34.390251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:34.397256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:34.415637 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.482166 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.486170 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.513469 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c3fd7a-2862-46fe-be6f-38639766f35a,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:34.523035 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.524263 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-15e5f4c7-82a6-4f38-9e95-8fe34f44df4a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531360 May 28 06:48:34.527054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53106) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:34.532128 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '71631747-c62b-4fd4-b00d-7ac9185ae367', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:34.539550 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:34.543485 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:34.546501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:34.552170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:34.562884 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Project bf9813a8debf43e7a56d5037298c5dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:48:34.569848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.644318 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.648734 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.673924 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87427665-5ab8-4d64-b7be-eee6247eaa25,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:34.684346 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.685560 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-995b6111-073a-4649-bb68-5805e72433a7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1575687 May 28 06:48:34.688354 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53110) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:34.694055 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '71631747-c62b-4fd4-b00d-7ac9185ae367', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:34.701433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:34.705501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:34.708579 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:34.715888 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:34.728199 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Project bf9813a8debf43e7a56d5037298c5dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:48:34.735399 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.802577 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.807387 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.835170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1067b8-6ecc-4132-bb98-3d54ecce7682,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:34.845503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.846901 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3e0ef2f8-0d40-4154-a26f-05ac743ad848 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572800 May 28 06:48:34.850387 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53114) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:34.856489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'network': {'name': 'tempest-network-smoke--1368901882', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'port_security_enabled': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:34.862926 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:34.867966 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:network and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:34.871791 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:34.882788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:34.895399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:34.899532 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.929059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:48:34.938745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:34.939166 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Added segment 5ddfdd5c-195c-4030-9cbd-94f531551d31 of type vlan for network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 May 28 06:48:34.968895 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.001919 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.007822 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:35.008397 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.116987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2627060 May 28 06:48:35.117687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b3a6d-2509-4d8b-a7f6-ea81f0149ab7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Network': ['ID=c8fca2ce-0ed7-472a-926e-6dc7906d93c2,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:35.118349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53118) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:35.127935 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:48:35.135719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'admin_state_up': True, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:35.163553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:35.174280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:router and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:35.184122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:35.191439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:35.212687 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.214059 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.236710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.539906 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.957546 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:35.987539 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:36.125212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.25.4.72 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/956021b3-5a5f-4d0c-8377-e8042154584a) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:36.274634 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:36.304427 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:36.370495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:36.373432 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:36.377219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:36.410195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=956021b3-5a5f-4d0c-8377-e8042154584a,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:36.796992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.139207 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.476750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:48:37.653750 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:37.664214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Sync routers for ids ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:37.673157 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Routers {'16c3ef93-9ae2-4d03-a0ed-04b40f770776'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:37.673758 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:48:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:37.681398 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:37.685583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0a02b396-0c44-49d6-8219-db34d34b944a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5614288 May 28 06:48:37.685738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53122) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:37.776385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-dd49ff6f-db5d-45ba-9266-58057ab5113f tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bf9813a8debf43e7a56d5037298c5dc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0880818 May 28 06:48:37.777659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53128) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:37.858408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Set router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:37.922727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31d447-47c7-48d8-b2a7-422a60dbed37 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:37.928597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-fb31d447-47c7-48d8-b2a7-422a60dbed37 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1466413 May 28 06:48:37.929169 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53132) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:37.992203 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-6974abbc-1d63-4cff-a9fb-821a48a77bd0 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582128 May 28 06:48:37.992203 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53136) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:37.997648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2123723186', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:38.109571 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:38.113699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:subnet and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:38.116685 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:38.122590 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:38.133642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:38.137078 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.218580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:36Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:38.223092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Checking router: 16c3ef93-9ae2-4d03-a0ed-04b40f770776 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:38.223533 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Updating router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 port 956021b3-5a5f-4d0c-8377-e8042154584a binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:48:38.278753 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.378973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.460368 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Subnet': ['ID=aa9730e4-ef50-445d-ab6b-91f53fdf5f54,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:38.467928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Checking segment: {'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:38.468285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network hostable DHCP agents. Network: c8fca2ce-0ed7-472a-926e-6dc7906d93c2, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:48:38.487969 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:48:38.497607 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, c8fca2ce-0ed7-472a-926e-6dc7906d93c2) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:38.506786 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:38.507723 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.507894 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74c547a-98ff-46a1-b4c8-12b0d0a544db None None] Network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:38.533045 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5a23ae95-8a36-4d2e-bc69-544d30e43c71 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5391481 May 28 06:48:38.535350 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53140) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:38.666527 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0d58a6c7-ea4e-409d-9d0c-2908087fa077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.838059 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.853641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Transition to ACTIVE for port object 956021b3-5a5f-4d0c-8377-e8042154584a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:38.857337 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:48:38.858160 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:38.874097 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:39.029401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Attempting to bind port 956021b3-5a5f-4d0c-8377-e8042154584a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:39.029767 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Attempting to bind port 956021b3-5a5f-4d0c-8377-e8042154584a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:39.030138 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Attempting to bind port 956021b3-5a5f-4d0c-8377-e8042154584a on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:39.035192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d3b81-3da6-451d-922d-f2b87ae5ec85 None None] Pushing event updated for resources: {'Port': ['ID=956021b3-5a5f-4d0c-8377-e8042154584a,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:39.046422 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:39.046836 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:39.047216 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:39.047623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:39.048099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Bound port: 956021b3-5a5f-4d0c-8377-e8042154584a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:39.048520 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:39.173150 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Allocated IP 172.20.0.2 (c8fca2ce-0ed7-472a-926e-6dc7906d93c2/aa9730e4-ef50-445d-ab6b-91f53fdf5f54/81480a7f-1c4c-4497-ad34-e63f802f5d8b) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:39.179083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] For port 956021b3-5a5f-4d0c-8377-e8042154584a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:39.183170 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] For port 956021b3-5a5f-4d0c-8377-e8042154584a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=956021b3-5a5f-4d0c-8377-e8042154584a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:39.189038 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:39.285912 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:39.356777 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Routers {'16c3ef93-9ae2-4d03-a0ed-04b40f770776'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:39.357424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:48:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:39.425108 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d3b81-3da6-451d-922d-f2b87ae5ec85 None None] Pushing event updated for resources: {'Port': ['ID=956021b3-5a5f-4d0c-8377-e8042154584a,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:39.636499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] Set router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:39.813698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:39.876063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Transition to ACTIVE for port object 81480a7f-1c4c-4497-ad34-e63f802f5d8b will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:39.909916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Transition to ACTIVE for port object 81480a7f-1c4c-4497-ad34-e63f802f5d8b will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:39.925999 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:39.993700 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.20.0.1 (c8fca2ce-0ed7-472a-926e-6dc7906d93c2/aa9730e4-ef50-445d-ab6b-91f53fdf5f54/bad3422c-5af9-4f9e-a197-c3306a93c3c1) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:40.015695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:40.022069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:40.047290 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:40.091667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Pushing event updated for resources: {'Port': ['ID=81480a7f-1c4c-4497-ad34-e63f802f5d8b,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:40.160374 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Attempting to bind port 81480a7f-1c4c-4497-ad34-e63f802f5d8b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:40.160744 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Attempting to bind port 81480a7f-1c4c-4497-ad34-e63f802f5d8b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:40.161104 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Attempting to bind port 81480a7f-1c4c-4497-ad34-e63f802f5d8b on network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:40.171537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:40.171906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Checking segment: {'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:40.172311 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.172708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Bound using segment: {'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:40.173159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Bound port: 81480a7f-1c4c-4497-ad34-e63f802f5d8b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:40.173527 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.191638 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.207423 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Transition to ACTIVE for port object bad3422c-5af9-4f9e-a197-c3306a93c3c1 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:40.235594 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.257395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:36Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:40.267408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b1733-56bc-460c-a510-718c9d52ae26 None None] The sync data for ids ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'] in n-d-843679-5 is: [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:36Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:48:40.275843 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] For port 81480a7f-1c4c-4497-ad34-e63f802f5d8b, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:40.280616 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] For port 81480a7f-1c4c-4497-ad34-e63f802f5d8b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=81480a7f-1c4c-4497-ad34-e63f802f5d8b,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:40.288470 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.316511 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=bad3422c-5af9-4f9e-a197-c3306a93c3c1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:40.328974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:40.329987 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:40.335823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:40.391784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010da32e-3569-4970-ac10-26dd50e022a5 None None] Pushing event updated for resources: {'Port': ['ID=81480a7f-1c4c-4497-ad34-e63f802f5d8b,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:40.405305 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.793936 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.825616 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-de88c41e-f4a5-49a7-807a-2d129a1ac948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:40.852291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.273204 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.279034 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.418192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=bad3422c-5af9-4f9e-a197-c3306a93c3c1,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:41.421826 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.548142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 956021b3-5a5f-4d0c-8377-e8042154584a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:41.594183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:41.595514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:41.633394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 956021b3-5a5f-4d0c-8377-e8042154584a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:41.638764 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 956021b3-5a5f-4d0c-8377-e8042154584a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:41.639142 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.726399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28af27cf-ea02-46a1-8522-32c36ec07dd2 None None] Network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:48:41.843721 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.875092 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-379e1e43-b227-4a6c-b8ad-eb0314486ef1 None None] Provisioning for port 81480a7f-1c4c-4497-ad34-e63f802f5d8b completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:41.938224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:48:41.948075 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 956021b3-5a5f-4d0c-8377-e8042154584a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:41.948404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:41.957844 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.011993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 956021b3-5a5f-4d0c-8377-e8042154584a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=956021b3-5a5f-4d0c-8377-e8042154584a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:42.016557 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.017443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 81480a7f-1c4c-4497-ad34-e63f802f5d8b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:42.148935 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:42.191828 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c4aeeca2-1c0e-47e0-a1bb-2bda4f75f56f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "PUT /v2.0/routers/16c3ef93-9ae2-4d03-a0ed-04b40f770776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6551344 May 28 06:48:42.228939 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=956021b3-5a5f-4d0c-8377-e8042154584a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:42.248298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 81480a7f-1c4c-4497-ad34-e63f802f5d8b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:42.258644 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 81480a7f-1c4c-4497-ad34-e63f802f5d8b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:42.259017 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.382887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-0350acc2-f1e4-495a-86ab-67c9c1c1fbc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:42.400552 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 81480a7f-1c4c-4497-ad34-e63f802f5d8b is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:42.400978 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.401324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-0350acc2-f1e4-495a-86ab-67c9c1c1fbc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:42.402750 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-0350acc2-f1e4-495a-86ab-67c9c1c1fbc2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001271393&fields=id&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 267 time: 0.0724561 May 28 06:48:42.423932 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Sync routers for ids ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:42.438344 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Routers {'16c3ef93-9ae2-4d03-a0ed-04b40f770776'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:42.439255 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:48:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:42.459287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 81480a7f-1c4c-4497-ad34-e63f802f5d8b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=81480a7f-1c4c-4497-ad34-e63f802f5d8b,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:42.465700 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.564069 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=81480a7f-1c4c-4497-ad34-e63f802f5d8b,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:42.600563 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-810b126f-d81a-40d4-8d9b-d1aa11282ead tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:42.604803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-810b126f-d81a-40d4-8d9b-d1aa11282ead tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/networks?id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2 HTTP/1.1" status: 200 len: 797 time: 0.1934004 May 28 06:48:42.627537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-08a7882c-7b3d-43e9-94c5-4aa5b90818fe tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/quotas/bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 375 time: 0.0124960 May 28 06:48:42.665245 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Set router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:42.672890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e93aa623-6e63-480b-b71e-d1ca6e7e8388 None None] Provisioning complete for port 81480a7f-1c4c-4497-ad34-e63f802f5d8b triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:42.673706 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e93aa623-6e63-480b-b71e-d1ca6e7e8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.815448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-28c07c2e-cc57-44d1-9eb7-d5f2da03f35e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:42.840082 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e93aa623-6e63-480b-b71e-d1ca6e7e8388 None None] Current status of the port 81480a7f-1c4c-4497-ad34-e63f802f5d8b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:42.850431 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-28c07c2e-cc57-44d1-9eb7-d5f2da03f35e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:42.852181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-28c07c2e-cc57-44d1-9eb7-d5f2da03f35e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188847 May 28 06:48:42.857144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e93aa623-6e63-480b-b71e-d1ca6e7e8388 None None] Provisioning for port bad3422c-5af9-4f9e-a197-c3306a93c3c1 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:42.862547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e93aa623-6e63-480b-b71e-d1ca6e7e8388 None None] Provisioning complete for port bad3422c-5af9-4f9e-a197-c3306a93c3c1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:42.863182 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e93aa623-6e63-480b-b71e-d1ca6e7e8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:42.942958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-e93aa623-6e63-480b-b71e-d1ca6e7e8388 None None] Port bad3422c-5af9-4f9e-a197-c3306a93c3c1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:43.048241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-6c80706c-a148-4203-98b4-9ccb4ea5a262 service neutron] 10.222.0.39 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818388 May 28 06:48:43.067765 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-af907b1f-363f-4b67-84ca-44221065c162 None None] Provisioning complete for port bad3422c-5af9-4f9e-a197-c3306a93c3c1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:43.068177 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-af907b1f-363f-4b67-84ca-44221065c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.168530 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:40Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'bad3422c-5af9-4f9e-a197-c3306a93c3c1', 'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:7c:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:39Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 2, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:43.173040 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Checking router: 16c3ef93-9ae2-4d03-a0ed-04b40f770776 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:43.173553 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Updating router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 port bad3422c-5af9-4f9e-a197-c3306a93c3c1 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:48:43.203178 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-af907b1f-363f-4b67-84ca-44221065c162 None None] Port bad3422c-5af9-4f9e-a197-c3306a93c3c1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:43.224805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-01f27a30-7f91-4d0a-aa52-208ceced77c3 service neutron] 10.222.0.39 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673534 May 28 06:48:43.238893 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.333614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a4b2d936-0880-4356-9ecf-76fd25348926 None None] Provisioning complete for port bad3422c-5af9-4f9e-a197-c3306a93c3c1 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:43.335197 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a4b2d936-0880-4356-9ecf-76fd25348926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.499202 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-23007a3c-e61c-4f0c-8c3a-7719b9d977a0 req-b2adf8f9-71e8-474f-a4d6-785f5d9b9df1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 210 time: 0.0952058 May 28 06:48:43.527010 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 956021b3-5a5f-4d0c-8377-e8042154584a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:43.572761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2d936-0880-4356-9ecf-76fd25348926 None None] Port bad3422c-5af9-4f9e-a197-c3306a93c3c1 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:43.613996 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.634012 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 956021b3-5a5f-4d0c-8377-e8042154584a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:43.634423 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.769053 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.786227 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Transition to ACTIVE for port object bad3422c-5af9-4f9e-a197-c3306a93c3c1 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:43.792808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 956021b3-5a5f-4d0c-8377-e8042154584a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:43.793899 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.794695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 81480a7f-1c4c-4497-ad34-e63f802f5d8b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:43.873318 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Pushing event updated for resources: {'Port': ['ID=bad3422c-5af9-4f9e-a197-c3306a93c3c1,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:43.877703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 81480a7f-1c4c-4497-ad34-e63f802f5d8b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:43.878204 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:43.949074 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.949671 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.950182 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.950666 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.951137 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.951635 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.952121 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.952619 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.953101 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.953777 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.954277 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:43.954767 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:44.054520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 81480a7f-1c4c-4497-ad34-e63f802f5d8b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:44.080103 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Attempting to bind port bad3422c-5af9-4f9e-a197-c3306a93c3c1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:44.080482 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Attempting to bind port bad3422c-5af9-4f9e-a197-c3306a93c3c1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:44.080824 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Attempting to bind port bad3422c-5af9-4f9e-a197-c3306a93c3c1 on network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:44.087065 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:44.087614 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Checking segment: {'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:44.088189 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:44.088582 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Bound using segment: {'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:44.089069 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Bound port: bad3422c-5af9-4f9e-a197-c3306a93c3c1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:44.089580 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:44.192130 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] For port bad3422c-5af9-4f9e-a197-c3306a93c3c1, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:44.195826 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] For port bad3422c-5af9-4f9e-a197-c3306a93c3c1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bad3422c-5af9-4f9e-a197-c3306a93c3c1,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:44.203479 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:44.294851 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Routers {'16c3ef93-9ae2-4d03-a0ed-04b40f770776'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:44.295865 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:48:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:44.367065 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3ceb0-d80f-4790-8d75-b1f0566a538f None None] Pushing event updated for resources: {'Port': ['ID=bad3422c-5af9-4f9e-a197-c3306a93c3c1,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:44.491305 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] Set router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:44.705306 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d48129f7-6cd5-4708-a580-9e9333436bec req-024bedc8-884b-47a0-8a01-e35977a78ddf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 210 time: 0.0614140 May 28 06:48:44.860766 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:40Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'bad3422c-5af9-4f9e-a197-c3306a93c3c1', 'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:7c:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:39Z', 'updated_at': '2022-05-28T06:48:44Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:44.865121 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca867430-f02b-40bb-a41e-2474652aa564 None None] The sync data for ids ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'] in n-d-843679-5 is: [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:40Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'bad3422c-5af9-4f9e-a197-c3306a93c3c1', 'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:7c:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:39Z', 'updated_at': '2022-05-28T06:48:44Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:48:44.895895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-f08ec33b-63d1-4c38-a85c-91a288692d61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:44.898132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-f08ec33b-63d1-4c38-a85c-91a288692d61 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/networks?id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2 HTTP/1.1" status: 200 len: 797 time: 0.1919174 May 28 06:48:44.981181 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-7285f0d9-9bad-4e90-bfe2-633f3c82f515 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 380 time: 0.0603032 May 28 06:48:45.021607 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'port': {'device_id': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'admin_state_up': True, 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'security_groups': ['71631747-c62b-4fd4-b00d-7ac9185ae367']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:45.184775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:45.195352 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:45.205553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:48:45.209109 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:45.386513 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.20.0.4 (c8fca2ce-0ed7-472a-926e-6dc7906d93c2/aa9730e4-ef50-445d-ab6b-91f53fdf5f54/66e4ba3d-49cc-4532-8afb-07e4e009034c) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:45.504197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bad3422c-5af9-4f9e-a197-c3306a93c3c1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:45.588660 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port bad3422c-5af9-4f9e-a197-c3306a93c3c1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:45.594275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port bad3422c-5af9-4f9e-a197-c3306a93c3c1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:45.594649 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:45.637301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:45.659647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Transition to ACTIVE for port object 66e4ba3d-49cc-4532-8afb-07e4e009034c will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:45.688618 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:45.789838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port bad3422c-5af9-4f9e-a197-c3306a93c3c1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:45.790450 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:45.866576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port bad3422c-5af9-4f9e-a197-c3306a93c3c1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bad3422c-5af9-4f9e-a197-c3306a93c3c1,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:45.877158 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:45.903566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:45.925056 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:45.933171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:45.986406 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=bad3422c-5af9-4f9e-a197-c3306a93c3c1,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:46.012951 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=66e4ba3d-49cc-4532-8afb-07e4e009034c,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:46.031741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.032285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.032740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.033152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.033598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.034023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.034446 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.034870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.035369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.035869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.036285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.036701 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:46.062003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915429c-5cd2-4f7f-b1e3-df137d779916 req-f6653f1b-05a0-43ca-88e5-3843a11ab115 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:46.062574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:46.063121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.070997 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9915429c-5cd2-4f7f-b1e3-df137d779916 req-f6653f1b-05a0-43ca-88e5-3843a11ab115 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 931 time: 0.1641979 May 28 06:48:46.096245 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-3f79bf18-6dba-4183-a62a-790127e8a62c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0788567 May 28 06:48:46.116121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Request body: {'port': {'device_id': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:46.179092 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9915429c-5cd2-4f7f-b1e3-df137d779916 req-73e1c1c2-307b-4fe8-8861-ffd54076b6e6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064172 May 28 06:48:46.285833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0f501fb0-08e5-4965-96c7-03a45ea40280 None None] Provisioning for port 66e4ba3d-49cc-4532-8afb-07e4e009034c completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:46.288347 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.292214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0f501fb0-08e5-4965-96c7-03a45ea40280 None None] Provisioning complete for port 66e4ba3d-49cc-4532-8afb-07e4e009034c triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:46.292852 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0f501fb0-08e5-4965-96c7-03a45ea40280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.360044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0f501fb0-08e5-4965-96c7-03a45ea40280 None None] Port 66e4ba3d-49cc-4532-8afb-07e4e009034c cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:48:46.661030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e4ba3d-49cc-4532-8afb-07e4e009034c {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:48:46.668818 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.683786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Transition to ACTIVE for port object 66e4ba3d-49cc-4532-8afb-07e4e009034c will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:48:46.687585 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:46.856581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Pushing event updated for resources: {'Port': ['ID=66e4ba3d-49cc-4532-8afb-07e4e009034c,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:46.927200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Attempting to bind port 66e4ba3d-49cc-4532-8afb-07e4e009034c on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:48:46.928460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Attempting to bind port 66e4ba3d-49cc-4532-8afb-07e4e009034c by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:48:46.928460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Attempting to bind port 66e4ba3d-49cc-4532-8afb-07e4e009034c on network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:46.933559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Port 66e4ba3d-49cc-4532-8afb-07e4e009034c on network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:48:46.933882 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Attempting to bind port 66e4ba3d-49cc-4532-8afb-07e4e009034c on network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:48:46.939166 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:48:46.939540 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Checking segment: {'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:48:46.939943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Bound using segment: {'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:48:46.940361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Bound port: 66e4ba3d-49cc-4532-8afb-07e4e009034c, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ddfdd5c-195c-4030-9cbd-94f531551d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:48:46.940699 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.042703 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] For port 66e4ba3d-49cc-4532-8afb-07e4e009034c, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:48:47.045565 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] For port 66e4ba3d-49cc-4532-8afb-07e4e009034c, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:48:47.050367 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.113176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:47.113779 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.115733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] 10.222.0.33 "PUT /v2.0/ports/66e4ba3d-49cc-4532-8afb-07e4e009034c HTTP/1.1" status: 200 len: 1091 time: 1.0055964 May 28 06:48:47.116171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'tag': '66e4ba3d-49cc-4532-8afb-07e4e009034c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:47.133125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013899a-c7b8-42d0-bc69-91d179dd6102 service neutron] Pushing event updated for resources: {'Port': ['ID=66e4ba3d-49cc-4532-8afb-07e4e009034c,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:47.210331 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138c6537-97f4-484a-9ca0-ce067dbeca23'] response: {'name': 'network-changed', 'server_uuid': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'tag': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'status': 'completed', 'code': 200} May 28 06:48:47.262718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-d670358d-3f2e-494c-a468-856e3db6e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:47.264548 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-d670358d-3f2e-494c-a468-856e3db6e3ac service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 1094 time: 0.0888414 May 28 06:48:47.351430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-ea16a671-98e3-481c-a392-48c182202b9b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c HTTP/1.1" status: 200 len: 217 time: 0.0754466 May 28 06:48:47.410554 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037846c-d66f-4090-af81-fd6c95970e09 req-d3c84f0b-2708-4bf0-b307-6b1aa5fd655b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:47.412985 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b037846c-d66f-4090-af81-fd6c95970e09 req-d3c84f0b-2708-4bf0-b307-6b1aa5fd655b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 943 time: 0.0961976 May 28 06:48:47.442414 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-da41e72d-3132-4be5-a83e-4e004964d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:47.444073 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-da41e72d-3132-4be5-a83e-4e004964d8a3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=aa9730e4-ef50-445d-ab6b-91f53fdf5f54 HTTP/1.1" status: 200 len: 835 time: 0.0870624 May 28 06:48:47.465047 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bad3422c-5af9-4f9e-a197-c3306a93c3c1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:47.474290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b037846c-d66f-4090-af81-fd6c95970e09 req-3dd1494d-4eff-4523-8ac0-5e705bad7928 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519259 May 28 06:48:47.532606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-f5de461d-2a85-4f59-9819-2f1d9ec38d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:47.533866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-f5de461d-2a85-4f59-9819-2f1d9ec38d51 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839694 May 28 06:48:47.539077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port bad3422c-5af9-4f9e-a197-c3306a93c3c1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:47.539539 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:47.656212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port bad3422c-5af9-4f9e-a197-c3306a93c3c1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:47.672422 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-c0794780-70db-417d-9a30-b18d9abbb402 service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321890 May 28 06:48:47.806725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1418169a-6b25-49c0-bc56-12fa6eed4c69 req-c18de2e1-0175-4e55-898c-eca4526d5241 service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284349 May 28 06:48:47.980109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-b43cc9e2-3fef-4d34-9988-0a6e1e001cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:47.981564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-b43cc9e2-3fef-4d34-9988-0a6e1e001cec service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 1094 time: 0.0701201 May 28 06:48:48.214445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-6a2993d8-290d-40b9-851c-4a118665188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:48.215636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-6a2993d8-290d-40b9-851c-4a118665188e service neutron] 10.222.0.33 "GET /v2.0/networks?id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2 HTTP/1.1" status: 200 len: 898 time: 0.2272329 May 28 06:48:48.284900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-47421228-92c7-42a2-a19a-edc144095131 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c HTTP/1.1" status: 200 len: 217 time: 0.0635095 May 28 06:48:48.350213 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-7ad8b503-a324-49a4-9e5a-b6901250924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:48.351752 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-7ad8b503-a324-49a4-9e5a-b6901250924f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=aa9730e4-ef50-445d-ab6b-91f53fdf5f54 HTTP/1.1" status: 200 len: 835 time: 0.0611978 May 28 06:48:48.426938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-3c20e833-f357-4a8d-b532-92859a75f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:48.428902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-3c20e833-f357-4a8d-b532-92859a75f601 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714509 May 28 06:48:48.561985 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-85043ef5-d7bd-43cf-afe2-b449aa52f874 service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267891 May 28 06:48:48.753710 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00969d49-4b30-4b3e-ae2c-35157c4b3008 req-705b43f0-4ebb-4e50-98ab-f9c5abae2afe service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854258 May 28 06:48:48.764458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb79035-6d29-4331-961d-6a3771e2a738 req-c83e8b7c-786e-4ff1-9fff-bd191ce72963 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:48.765131 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1cb79035-6d29-4331-961d-6a3771e2a738 req-c83e8b7c-786e-4ff1-9fff-bd191ce72963 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:48:48.782679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1cb79035-6d29-4331-961d-6a3771e2a738 req-c83e8b7c-786e-4ff1-9fff-bd191ce72963 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:48:48.783942 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1cb79035-6d29-4331-961d-6a3771e2a738 req-c83e8b7c-786e-4ff1-9fff-bd191ce72963 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 943 time: 0.1961148 May 28 06:48:48.829035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1cb79035-6d29-4331-961d-6a3771e2a738 req-2a3e3c67-f91c-4a83-9b74-6eb3c6689f13 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387504 May 28 06:48:50.017285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1f82e-4b52-4a14-9827-8483a8de8c73 req-b17c016b-2c8e-48e3-89c9-274dad5488e6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:50.018759 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5b1f82e-4b52-4a14-9827-8483a8de8c73 req-b17c016b-2c8e-48e3-89c9-274dad5488e6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 943 time: 0.0849109 May 28 06:48:50.065080 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a5b1f82e-4b52-4a14-9827-8483a8de8c73 req-07886eb8-c043-450b-a6b0-e465c95f6da8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 May 28 06:48:51.258981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b80db6-e3b0-47d5-96b1-1f8779cf06aa req-4a008a29-4df7-4b0f-bc36-4bd4b5cb1b94 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:51.260516 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-09b80db6-e3b0-47d5-96b1-1f8779cf06aa req-4a008a29-4df7-4b0f-bc36-4bd4b5cb1b94 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 943 time: 0.0815594 May 28 06:48:51.311636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-09b80db6-e3b0-47d5-96b1-1f8779cf06aa req-32efd33a-0c40-4500-bcce-ba4de7575e1d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445242 May 28 06:48:51.427339 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 66e4ba3d-49cc-4532-8afb-07e4e009034c details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:48:51.560931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 66e4ba3d-49cc-4532-8afb-07e4e009034c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:51.574144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'port_id': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'mac_address': 'fa:16:3e:dc:b1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:48:51.640073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 66e4ba3d-49cc-4532-8afb-07e4e009034c is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:51.640364 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:51.657546 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e4ba3d-49cc-4532-8afb-07e4e009034c {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:48:51.674389 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 66e4ba3d-49cc-4532-8afb-07e4e009034c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:51.678876 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:51.747217 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=66e4ba3d-49cc-4532-8afb-07e4e009034c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:51.755271 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.755609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.755944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.756323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.756650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.756975 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.757313 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.757631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.757947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.758259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.758572 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:51.758883 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:48:52.095380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['66e4ba3d-49cc-4532-8afb-07e4e009034c'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:48:52.505596 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1c405-b50f-40fc-8190-7d3f8462d157 req-fbd5d9ba-243e-4dc7-9469-b64e552e5e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:52.507680 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2da1c405-b50f-40fc-8190-7d3f8462d157 req-fbd5d9ba-243e-4dc7-9469-b64e552e5e65 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 944 time: 0.0811985 May 28 06:48:52.553621 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2da1c405-b50f-40fc-8190-7d3f8462d157 req-2da52d7b-b3ce-45ff-921f-945765569f5c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388348 May 28 06:48:53.427784 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 66e4ba3d-49cc-4532-8afb-07e4e009034c up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:48:53.501909 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 66e4ba3d-49cc-4532-8afb-07e4e009034c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:48:53.506564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 66e4ba3d-49cc-4532-8afb-07e4e009034c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:48:53.506932 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:53.652161 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 66e4ba3d-49cc-4532-8afb-07e4e009034c is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:48:53.652531 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:53.678958 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4ba3d-49cc-4532-8afb-07e4e009034c'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:53.688762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 66e4ba3d-49cc-4532-8afb-07e4e009034c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:48:53.694051 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:53.745297 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49934146-c935-4e5d-80ea-684bf740d1fe'] response: {'server_uuid': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'code': 200} May 28 06:48:53.786786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4572e-64ba-40d1-be2b-17bbbde1e552 req-976654a5-83fb-488f-b927-8ac3721dc49e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:53.791171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fac4572e-64ba-40d1-be2b-17bbbde1e552 req-976654a5-83fb-488f-b927-8ac3721dc49e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.1169257 May 28 06:48:53.793633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=66e4ba3d-49cc-4532-8afb-07e4e009034c,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:53.872419 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fac4572e-64ba-40d1-be2b-17bbbde1e552 req-34cea1e1-4ccf-4c55-bb04-a414293d2b5a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722077 May 28 06:48:53.908542 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440cb68-6da4-41ee-a3a6-7c70e8571b1c req-2b7c741e-3746-4efa-b3b0-300ddb5f2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:53.909987 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a440cb68-6da4-41ee-a3a6-7c70e8571b1c req-2b7c741e-3746-4efa-b3b0-300ddb5f2776 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 1096 time: 0.0743475 May 28 06:48:53.953813 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a440cb68-6da4-41ee-a3a6-7c70e8571b1c req-eaf668ed-fb40-454d-98e5-4a76d9bd7d88 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376153 May 28 06:48:55.074093 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2c836-5207-4403-91ed-7d62d62a9397 req-3716fb4e-8c1b-4421-98ac-7bea14aea121 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:55.075561 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60c2c836-5207-4403-91ed-7d62d62a9397 req-3716fb4e-8c1b-4421-98ac-7bea14aea121 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0937974 May 28 06:48:55.130032 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-60c2c836-5207-4403-91ed-7d62d62a9397 req-a4b52f2c-be3c-4bdb-a5d7-55e99511c34c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486183 May 28 06:48:55.837966 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:48:56.327121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f087580-fab9-49e8-a0e5-621f52db20fd req-cab8edde-10aa-4c0e-a124-517dce66636e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:56.328798 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f087580-fab9-49e8-a0e5-621f52db20fd req-cab8edde-10aa-4c0e-a124-517dce66636e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0840361 May 28 06:48:56.377360 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2f087580-fab9-49e8-a0e5-621f52db20fd req-0ebcdeb0-fd26-4744-87ef-14b6f9db57c2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421963 May 28 06:48:56.565251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0d05a-06c1-4696-852f-1a73f8e8c767 req-f9093e31-d330-4e88-99a6-13885c892eba tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:56.566716 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3b0d05a-06c1-4696-852f-1a73f8e8c767 req-f9093e31-d330-4e88-99a6-13885c892eba tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0807047 May 28 06:48:56.616034 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3b0d05a-06c1-4696-852f-1a73f8e8c767 req-506ffdd3-d50a-44cd-9b6b-78e26a8e62f6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421867 May 28 06:48:56.638708 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53202) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:56.708342 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afecd2c7-ae80-4062-bb40-44ad42eb88c5 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:56.712442 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-afecd2c7-ae80-4062-bb40-44ad42eb88c5 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 1091 time: 0.0703239 May 28 06:48:56.712673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53206) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:56.717744 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:48:56.725277 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:48:56.729750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:floatingip and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:48:56.735107 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:48:56.742066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:48:56.753107 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:56.893982 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:57.148102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.25.4.15 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/4dd2940f-58f4-4447-b64b-743f83bff429) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:48:57.308197 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:57.340108 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:57.408594 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:48:57.411626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:48:57.415444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:48:57.450534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=4dd2940f-58f4-4447-b64b-743f83bff429,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:57.857801 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:57.935742 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.157819 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.163585 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.278020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=4dd2940f-58f4-4447-b64b-743f83bff429,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:48:58.289119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:58.465046 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Floating IP 533dbb43-e453-43f8-99b8-32d8a914dacf associated. External IP: 172.25.4.15, port: 66e4ba3d-49cc-4532-8afb-07e4e009034c. May 28 06:48:58.942872 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:48:59.129388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:48:59.149716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] Sync routers for ids ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:48:59.158991 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:48:59.161353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] Routers {'16c3ef93-9ae2-4d03-a0ed-04b40f770776'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:59.162761 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:48:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:59.236613 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-43feb973-61e7-4181-982c-300e10f6d4a2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5225108 May 28 06:48:59.238260 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'tag': '66e4ba3d-49cc-4532-8afb-07e4e009034c'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:48:59.311791 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ec7fe4-eb77-4b07-a6b9-52907d0e8fee'] response: {'name': 'network-changed', 'server_uuid': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'tag': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'status': 'completed', 'code': 200} May 28 06:48:59.352735 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] Set router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:59.492579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-be37f801-f84a-4b99-ae78-90e573ae0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:59.493963 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-be37f801-f84a-4b99-ae78-90e573ae0110 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 1096 time: 0.1084850 May 28 06:48:59.502031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23f49c-ce53-4f18-8f4d-e20c2fed1682 req-7093e19a-dff9-4825-8c13-bb1cb4b1f3f7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:59.503500 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e23f49c-ce53-4f18-8f4d-e20c2fed1682 req-7093e19a-dff9-4825-8c13-bb1cb4b1f3f7 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.1492753 May 28 06:48:59.633107 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1e23f49c-ce53-4f18-8f4d-e20c2fed1682 req-82a23d3b-1cd4-4cd0-90e3-42f61bdf35cb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108172 May 28 06:48:59.666874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53218) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:48:59.726432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:40Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '533dbb43-e453-43f8-99b8-32d8a914dacf', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'port_id': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'mac_address': 'fa:16:3e:dc:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:48:57Z', 'updated_at': '2022-05-28T06:48:57Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad3422c-5af9-4f9e-a197-c3306a93c3c1', 'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:7c:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:39Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:59.729613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-0d5e4435-20d3-4212-945d-0051780ce7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:48:59.730839 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-0d5e4435-20d3-4212-945d-0051780ce7ba service neutron] 10.222.0.33 "GET /v2.0/networks?id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2 HTTP/1.1" status: 200 len: 898 time: 0.2265048 May 28 06:48:59.730980 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] Checking router: 16c3ef93-9ae2-4d03-a0ed-04b40f770776 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:48:59.739878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] Routers {'16c3ef93-9ae2-4d03-a0ed-04b40f770776'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:48:59.741371 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:48:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:48:59.932328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] Set router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:48:59.970769 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-36753f8b-b2f4-4a80-ab23-2f1de6ba4f03 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/533dbb43-e453-43f8-99b8-32d8a914dacf HTTP/1.1" status: 200 len: 990 time: 0.3015790 May 28 06:48:59.975520 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-1e4f6c90-fd8c-4e3d-9170-265bf479c958 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c HTTP/1.1" status: 200 len: 998 time: 0.2359850 May 28 06:49:00.038223 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-d719189b-81c6-42a5-a431-e3940f152e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:00.039672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-d719189b-81c6-42a5-a431-e3940f152e5a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=aa9730e4-ef50-445d-ab6b-91f53fdf5f54 HTTP/1.1" status: 200 len: 835 time: 0.0597911 May 28 06:49:00.133993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-da4ed12f-631f-4b1d-bb63-9a6897b3a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:00.135616 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-da4ed12f-631f-4b1d-bb63-9a6897b3a5cc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804098 May 28 06:49:00.276377 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-e092bb30-001f-41de-aa7d-d7cfb5f74401 service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342421 May 28 06:49:00.288376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:40Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '533dbb43-e453-43f8-99b8-32d8a914dacf', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'port_id': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'mac_address': 'fa:16:3e:dc:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:48:57Z', 'updated_at': '2022-05-28T06:48:57Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad3422c-5af9-4f9e-a197-c3306a93c3c1', 'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:7c:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:39Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:49:00.292810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e7774-3a41-4f1f-bff7-f059e0e1107b None None] The sync data for ids ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'] in n-d-843679-5 is: [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:40Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '533dbb43-e453-43f8-99b8-32d8a914dacf', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'port_id': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'mac_address': 'fa:16:3e:dc:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:48:57Z', 'updated_at': '2022-05-28T06:48:57Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad3422c-5af9-4f9e-a197-c3306a93c3c1', 'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:7c:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:39Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:49:00.417013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9cc89a8d-9954-4cdc-b653-4cb789a45d1d req-81bd8439-436b-4ff5-a9dc-04ae752cca4d service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343496 May 28 06:49:00.500995 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9cff1-7d3e-4ab6-8d86-88da0577af19 None None] New status for floating IP 533dbb43-e453-43f8-99b8-32d8a914dacf: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:49:00.973585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53222) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:49:01.080279 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-14400b2d-01ba-408f-aa9d-c6e22fdd9cd6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/533dbb43-e453-43f8-99b8-32d8a914dacf HTTP/1.1" status: 200 len: 992 time: 0.1055593 May 28 06:49:01.720634 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:08.634116 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-defc95d9-1505-49f1-9b57-d655cc41e508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:10.819142 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b1842b3-a214-495d-9c6d-0778d6ffc16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:10.846522 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:11.757425 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:11.894321 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:13.554583 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:28.080386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-7b17f7b6-7104-4336-9552-ee3339df6b3f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716548 May 28 06:49:28.239018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-2e896132-e5ed-4855-914d-95b0d2e66a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:28.241091 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-2e896132-e5ed-4855-914d-95b0d2e66a3d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 1096 time: 0.0764120 May 28 06:49:28.385320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-a3bbd176-b828-410a-827f-6959379505dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:28.386696 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-a3bbd176-b828-410a-827f-6959379505dd service neutron] 10.222.0.33 "GET /v2.0/networks?id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2 HTTP/1.1" status: 200 len: 898 time: 0.1279225 May 28 06:49:28.488870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-a3bbf969-c70d-484b-8609-c5d9cd2e8afe service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c HTTP/1.1" status: 200 len: 1000 time: 0.0955205 May 28 06:49:28.551490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-42953767-2b12-48c4-8201-f93484d761a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:28.552965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-42953767-2b12-48c4-8201-f93484d761a6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=aa9730e4-ef50-445d-ab6b-91f53fdf5f54 HTTP/1.1" status: 200 len: 835 time: 0.0583572 May 28 06:49:28.628510 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-38fe1179-5dbe-4ac1-aa73-28f7f4c3ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:49:28.630009 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-38fe1179-5dbe-4ac1-aa73-28f7f4c3ee16 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715759 May 28 06:49:28.766780 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-84dde6c2-1e50-482a-b221-a9182ad4b922 service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299498 May 28 06:49:28.899633 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0c7d1ca5-24b8-46e4-9769-1fc3b00f7114 req-179d2779-ca9f-49d0-bc31-872430c0015f service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269672 May 28 06:49:31.713484 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:32.838175 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:49:38.626282 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22fea20d-ec48-472d-a1ad-2ae92cc68703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:40.822442 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0d343bbf-6e7f-40fa-8f78-22969a55368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:40.849238 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:41.763869 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:41.898102 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:49:43.558085 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:01.728307 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:08.627839 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c23872b-fdd7-419b-a219-0d5ea08355fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:09.838377 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:50:10.718105 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da319fde-37ae-40c2-98f9-83d285759a84 req-898d928b-98f0-4747-ab2d-a886bc89896c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:10.719764 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da319fde-37ae-40c2-98f9-83d285759a84 req-898d928b-98f0-4747-ab2d-a886bc89896c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.1371565 May 28 06:50:10.765230 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-da319fde-37ae-40c2-98f9-83d285759a84 req-446ecbe4-ef1a-4e3d-95d9-170ecb05104c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397182 May 28 06:50:10.824140 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-15d0f06d-5641-4589-b7a4-5f813a4914ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:10.854594 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.756168 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:11.903013 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:12.006520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bacf3b-b17a-492e-b2a8-367189d89264 req-d1934304-6f49-4c3d-9845-f11381af0c0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:12.007943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-79bacf3b-b17a-492e-b2a8-367189d89264 req-d1934304-6f49-4c3d-9845-f11381af0c0e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.1324508 May 28 06:50:12.052700 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-79bacf3b-b17a-492e-b2a8-367189d89264 req-bf669570-2f82-41fb-8a16-dd79c13cd09a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383835 May 28 06:50:13.240603 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136f19-3a07-4655-bf9d-18215689dca5 req-0c818a2e-1ee1-4c41-af76-af3f499568d9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:13.242084 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69136f19-3a07-4655-bf9d-18215689dca5 req-0c818a2e-1ee1-4c41-af76-af3f499568d9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0831139 May 28 06:50:13.286921 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-69136f19-3a07-4655-bf9d-18215689dca5 req-6d964e80-4152-4c4a-b6f5-5760b3769840 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 May 28 06:50:13.553671 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:14.471997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db278d00-96a0-4c2f-a69e-be39eeba75eb req-4ff94b69-1230-4ff7-ae76-c20bb222b472 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:14.473390 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db278d00-96a0-4c2f-a69e-be39eeba75eb req-4ff94b69-1230-4ff7-ae76-c20bb222b472 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0790145 May 28 06:50:14.522196 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-db278d00-96a0-4c2f-a69e-be39eeba75eb req-f287c1d2-1c68-42a1-b73f-4252ed1a466e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 May 28 06:50:15.716285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb5d05-38ec-40ef-b0da-87fcfa2d646c req-c3b7133b-556f-4668-9ffd-cb1dfdd245d9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:15.717654 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30cb5d05-38ec-40ef-b0da-87fcfa2d646c req-c3b7133b-556f-4668-9ffd-cb1dfdd245d9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0790858 May 28 06:50:15.763198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-30cb5d05-38ec-40ef-b0da-87fcfa2d646c req-bcc83c87-afae-453c-b9be-724e44176450 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395494 May 28 06:50:17.050081 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571c532-525f-45c1-9eed-a8dbf2f5a4d0 req-9fd0cf61-03d3-4389-929b-876deb17d34a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:17.051508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3571c532-525f-45c1-9eed-a8dbf2f5a4d0 req-9fd0cf61-03d3-4389-929b-876deb17d34a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.1847107 May 28 06:50:17.111214 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3571c532-525f-45c1-9eed-a8dbf2f5a4d0 req-b20a5823-fd6d-43e5-97da-96f1771134ac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519061 May 28 06:50:18.301938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24e8a4-a10c-4de8-b1fc-f23d5bcb6a65 req-50ef63b3-0fa2-44fa-b4c7-bdefb575ea3f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:18.303458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b24e8a4-a10c-4de8-b1fc-f23d5bcb6a65 req-50ef63b3-0fa2-44fa-b4c7-bdefb575ea3f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0826814 May 28 06:50:18.348734 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7b24e8a4-a10c-4de8-b1fc-f23d5bcb6a65 req-552b64a2-717d-4340-92c6-8872ed2c4356 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389721 May 28 06:50:19.542443 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90831091-95be-4149-b84e-91747a61864c req-42cda45d-7276-47c7-9e09-7a262a6ad810 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:19.543923 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-90831091-95be-4149-b84e-91747a61864c req-42cda45d-7276-47c7-9e09-7a262a6ad810 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0832045 May 28 06:50:19.589152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-90831091-95be-4149-b84e-91747a61864c req-b7348b9f-0c0e-4fa3-bcbb-c3599a5d9fb8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391831 May 28 06:50:20.780244 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c1a8c-4d38-47ab-8227-26eab107cc51 req-339ecdaf-998a-413d-a1ce-f716a4006cb6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:20.781727 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f37c1a8c-4d38-47ab-8227-26eab107cc51 req-339ecdaf-998a-413d-a1ce-f716a4006cb6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0831776 May 28 06:50:20.829355 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f37c1a8c-4d38-47ab-8227-26eab107cc51 req-cdea04d0-3f81-473f-8531-5090f0112c99 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 May 28 06:50:22.017874 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e06d5-466c-4beb-8c80-4e741d99d523 req-8d441e9a-805d-4b60-b26a-4331796ca582 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:22.019608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af7e06d5-466c-4beb-8c80-4e741d99d523 req-8d441e9a-805d-4b60-b26a-4331796ca582 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0827131 May 28 06:50:22.066378 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af7e06d5-466c-4beb-8c80-4e741d99d523 req-70d237bd-4c22-4bff-801d-806441337be2 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393877 May 28 06:50:22.089559 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53274) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:22.198593 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2c452c15-d98e-46c5-817c-06aa1d43d7da tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/533dbb43-e453-43f8-99b8-32d8a914dacf HTTP/1.1" status: 200 len: 992 time: 0.1078956 May 28 06:50:23.670397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b8ade-c6eb-4909-8099-a5c62e6ca788 req-cdd45f35-f308-48f5-ac69-4a9ba00d9f26 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:23.672003 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c41b8ade-c6eb-4909-8099-a5c62e6ca788 req-cdd45f35-f308-48f5-ac69-4a9ba00d9f26 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0920904 May 28 06:50:23.719542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c41b8ade-c6eb-4909-8099-a5c62e6ca788 req-906ecdf6-4a62-46c8-a729-e18957a6805d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 May 28 06:50:23.743501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-b4c1fa90-8c8e-4ec6-bc76-0a9bf2bd3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:23.745169 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-b4c1fa90-8c8e-4ec6-bc76-0a9bf2bd3397 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 1096 time: 0.0788004 May 28 06:50:23.881462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-ad9c019c-47f6-49f0-a18c-0910dda50e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:23.882904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-ad9c019c-47f6-49f0-a18c-0910dda50e15 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2 HTTP/1.1" status: 200 len: 898 time: 0.1319647 May 28 06:50:23.992272 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-79ed3cad-1822-47d0-8d56-3b4cc35336d9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c HTTP/1.1" status: 200 len: 1000 time: 0.1030688 May 28 06:50:24.060748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-f669e577-e482-4212-b49d-c2b5cf554ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:24.061468 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-f669e577-e482-4212-b49d-c2b5cf554ca1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=aa9730e4-ef50-445d-ab6b-91f53fdf5f54 HTTP/1.1" status: 200 len: 835 time: 0.0633128 May 28 06:50:24.142657 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-5d423b8f-66a6-45b8-b779-cd3d93b86428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:24.144161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-5d423b8f-66a6-45b8-b779-cd3d93b86428 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763407 May 28 06:50:24.280903 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-97bcf080-b2ba-4748-be2a-450150f97918 service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305089 May 28 06:50:24.420421 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c7955b6-b589-43f2-a55b-ec1c8a7d9a0b req-4c9b9279-7af9-4ea5-b49f-139bb8da9f32 service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341410 May 28 06:50:24.909320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513230dd-bf0f-4962-b369-9576e93b997e req-fec34838-0929-4852-9f05-143601d6c954 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:24.910693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-513230dd-bf0f-4962-b369-9576e93b997e req-fec34838-0929-4852-9f05-143601d6c954 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0811853 May 28 06:50:24.956709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-513230dd-bf0f-4962-b369-9576e93b997e req-6c24156d-b0be-4b5a-b365-4fee469ba628 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393302 May 28 06:50:26.147840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48640a21-9e5d-4906-9b2f-deb3f36ef18f req-1385699c-95a6-41af-9cf4-5836db8116a4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:26.149464 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-48640a21-9e5d-4906-9b2f-deb3f36ef18f req-1385699c-95a6-41af-9cf4-5836db8116a4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0866346 May 28 06:50:26.195245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-48640a21-9e5d-4906-9b2f-deb3f36ef18f req-28d309d2-5c29-450c-a05b-bf7483f67927 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394661 May 28 06:50:26.219291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53288) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:50:26.326742 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c8bf9739-e084-4830-9a30-a5d47fbb08dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/533dbb43-e453-43f8-99b8-32d8a914dacf HTTP/1.1" status: 200 len: 992 time: 0.1063015 May 28 06:50:29.060092 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-d4db4e2d-9993-405a-84d5-d943fa910544 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720508 May 28 06:50:29.217814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-a34034c9-7e47-4632-8806-fcff6eeca031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:29.219553 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-a34034c9-7e47-4632-8806-fcff6eeca031 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 1096 time: 0.0716112 May 28 06:50:29.368326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-71816d3f-d7d5-4721-a305-5cf14c9e3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:29.369819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-71816d3f-d7d5-4721-a305-5cf14c9e3358 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2 HTTP/1.1" status: 200 len: 898 time: 0.1324780 May 28 06:50:29.577013 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-667fcdef-7eef-4d8b-9fc7-ab85e33f1991 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c HTTP/1.1" status: 200 len: 1000 time: 0.2016101 May 28 06:50:29.639984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-7e8bdfa0-970a-46fe-b9d8-e3d4d471ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:29.641335 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-7e8bdfa0-970a-46fe-b9d8-e3d4d471ff17 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=aa9730e4-ef50-445d-ab6b-91f53fdf5f54 HTTP/1.1" status: 200 len: 835 time: 0.0587177 May 28 06:50:29.730137 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-9224de9a-9982-4d15-abc5-e79638638f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:50:29.731628 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-9224de9a-9982-4d15-abc5-e79638638f49 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763173 May 28 06:50:29.873111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-996baff7-e452-4967-b36d-7350573b6cc6 service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354938 May 28 06:50:30.021546 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0174c571-f3eb-4b75-9c14-93b25ad6d315 req-b0f47a6b-757e-426d-965a-0a2fafb2eb7a service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421304 May 28 06:50:31.744720 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:38.630211 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d374d4d-7726-4353-857f-38f7d41edfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:40.828367 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-707c0528-7c60-41da-ac14-b32db443d464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:40.855998 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:41.760065 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:41.904247 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:43.559682 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:50:46.838473 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:51:01.743010 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:08.633924 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-803f51c7-d11a-4bf5-8e7e-aef6df3c3233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:10.830174 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-579303fc-8d6e-4a29-a704-396c4a689351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:10.863689 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:11.763549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:11.905865 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:13.560784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:22.614673 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53320) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:22.820604 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port 4dd2940f-58f4-4447-b64b-743f83bff429 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:22.820950 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:23.114127 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:23.114447 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:23.243516 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for 4dd2940f-58f4-4447-b64b-743f83bff429 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:23.396862 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:23.446732 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=4dd2940f-58f4-4447-b64b-743f83bff429,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:23.518611 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.518976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.519361 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.519799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.520146 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.520479 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.520796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.521118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.521444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.521767 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.522078 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.522415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:23.552391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:23.552778 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Floating IP 533dbb43-e453-43f8-99b8-32d8a914dacf disassociated (deleted). External IP: 172.25.4.15, port: 66e4ba3d-49cc-4532-8afb-07e4e009034c. May 28 06:51:23.838084 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:51:23.911414 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:51:24.096537 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:24.116009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] Sync routers for ids ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:24.122625 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:24.128483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] Routers {'16c3ef93-9ae2-4d03-a0ed-04b40f770776'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:24.129382 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:24.184105 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4200c1f9-d282-406e-bafa-a28e282a8a2e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/floatingips/533dbb43-e453-43f8-99b8-32d8a914dacf HTTP/1.1" status: 204 len: 168 time: 1.5680850 May 28 06:51:24.184691 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'tag': '66e4ba3d-49cc-4532-8afb-07e4e009034c'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:24.323571 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f70c4f8-da5d-4864-ae3f-2aaf16af99d8'] response: {'name': 'network-changed', 'server_uuid': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'tag': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'status': 'completed', 'code': 200} May 28 06:51:24.335694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] Set router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:24.515171 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-eecf30ab-e8aa-4648-99af-bd20615c1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:24.518017 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-eecf30ab-e8aa-4648-99af-bd20615c1d3c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 1096 time: 0.1526513 May 28 06:51:24.670228 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-9b28e2cb-42e2-493f-869b-cb9a800916b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:24.672030 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-9b28e2cb-42e2-493f-869b-cb9a800916b4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2 HTTP/1.1" status: 200 len: 898 time: 0.1466162 May 28 06:51:24.726198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:40Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'bad3422c-5af9-4f9e-a197-c3306a93c3c1', 'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:7c:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:39Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:24.730147 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] Checking router: 16c3ef93-9ae2-4d03-a0ed-04b40f770776 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:24.738516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] Routers {'16c3ef93-9ae2-4d03-a0ed-04b40f770776'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:24.739112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:24.785321 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-dd85def3-722e-4a9f-8916-4cdd2a376379 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c HTTP/1.1" status: 200 len: 217 time: 0.1050403 May 28 06:51:24.865130 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-93cc84c1-5f96-4c11-ada2-0696d3a3bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:24.867202 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-93cc84c1-5f96-4c11-ada2-0696d3a3bd17 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=aa9730e4-ef50-445d-ab6b-91f53fdf5f54 HTTP/1.1" status: 200 len: 835 time: 0.0759022 May 28 06:51:24.923897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] Set router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:24.925650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325d5c1-d3ab-4a1f-819e-518ee1812386 req-7f50a31c-9e60-47d7-af17-0a7bae483263 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:24.927115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c325d5c1-d3ab-4a1f-819e-518ee1812386 req-7f50a31c-9e60-47d7-af17-0a7bae483263 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.1938596 May 28 06:51:24.980187 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c325d5c1-d3ab-4a1f-819e-518ee1812386 req-c77dd944-005d-43c1-94f0-2d3fde5e0396 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 May 28 06:51:24.994132 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-f5919200-dd5b-4308-ae83-e5f26331e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:24.996230 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-f5919200-dd5b-4308-ae83-e5f26331e523 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c8fca2ce-0ed7-472a-926e-6dc7906d93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224139 May 28 06:51:25.136808 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-8fc0c2a6-4baf-4d6f-a299-7c9ec0770680 service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332059 May 28 06:51:25.251333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:40Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'bad3422c-5af9-4f9e-a197-c3306a93c3c1', 'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:7c:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:39Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:25.255383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6964cbc8-cfa5-45b3-9190-ecb461f266c6 None None] The sync data for ids ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'] in n-d-843679-5 is: [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:48:40Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'bad3422c-5af9-4f9e-a197-c3306a93c3c1', 'name': '', 'network_id': 'c8fca2ce-0ed7-472a-926e-6dc7906d93c2', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:7c:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:39Z', 'updated_at': '2022-05-28T06:48:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': 'aa9730e4-ef50-445d-ab6b-91f53fdf5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:25.277644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c300e8e1-dac4-45e9-b3e3-cd967556b969 req-84b1fab1-17d7-4a26-99d3-c187d4abbe90 service neutron] 10.222.0.33 "GET /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346607 May 28 06:51:25.484036 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e412f-8cfd-4557-8ceb-8b781b87e106 None None] New status for floating IP 533dbb43-e453-43f8-99b8-32d8a914dacf: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:51:26.182288 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60908ef-e844-49d3-88b1-fc3ca87d14e4 req-f903931f-4e94-4eb3-a458-c658b862ad96 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:26.183001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c60908ef-e844-49d3-88b1-fc3ca87d14e4 req-f903931f-4e94-4eb3-a458-c658b862ad96 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:26.198502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-c60908ef-e844-49d3-88b1-fc3ca87d14e4 req-f903931f-4e94-4eb3-a458-c658b862ad96 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:26.200027 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c60908ef-e844-49d3-88b1-fc3ca87d14e4 req-f903931f-4e94-4eb3-a458-c658b862ad96 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.1016583 May 28 06:51:26.246353 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c60908ef-e844-49d3-88b1-fc3ca87d14e4 req-77d14268-3589-4f6b-a210-2b92373fcef8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=71631747-c62b-4fd4-b00d-7ac9185ae367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402277 May 28 06:51:26.320669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-200cb6ae-ee8c-49b4-8601-36bcfd8dec7e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:26.324495 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-200cb6ae-ee8c-49b4-8601-36bcfd8dec7e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 945 time: 0.0925803 May 28 06:51:26.396822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port 66e4ba3d-49cc-4532-8afb-07e4e009034c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:26.397161 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:26.775011 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port 66e4ba3d-49cc-4532-8afb-07e4e009034c, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=66e4ba3d-49cc-4532-8afb-07e4e009034c,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:26.775404 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:26.899392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for 66e4ba3d-49cc-4532-8afb-07e4e009034c owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:27.052191 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:27.104743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=66e4ba3d-49cc-4532-8afb-07e4e009034c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:27.152976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.153375 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.153644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.153969 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.154292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.154611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.154930 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.155265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.155606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.155900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.156215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.156528 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:27.195857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] No DVR routers for this DVR port 66e4ba3d-49cc-4532-8afb-07e4e009034c on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:51:27.198452 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:27.201675 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'name': 'network-vif-deleted', 'tag': '66e4ba3d-49cc-4532-8afb-07e4e009034c'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:27.220219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc0db8ab-3f0b-4e95-9275-9c2bef310ba8 req-0cf75a58-d675-4727-b8dd-cbff49ef5c06 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "DELETE /v2.0/ports/66e4ba3d-49cc-4532-8afb-07e4e009034c HTTP/1.1" status: 204 len: 173 time: 0.8891292 May 28 06:51:27.251657 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016e8fa4-e6c1-4a5e-bf37-4095b91b93de'] response: {'server_uuid': 'd7cbf0d9-b78b-4097-9e7f-1f5e464e336d', 'name': 'network-vif-deleted', 'tag': '66e4ba3d-49cc-4532-8afb-07e4e009034c', 'status': 'completed', 'code': 200} May 28 06:51:27.396871 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-79460769-26f1-4a88-9231-f86a82218c41 req-36451f30-d2dd-47a8-a6df-d15206b831ce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7cbf0d9-b78b-4097-9e7f-1f5e464e336d HTTP/1.1" status: 200 len: 210 time: 0.0426826 May 28 06:51:28.495452 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53346) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:29.192280 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:29.564273 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port bad3422c-5af9-4f9e-a197-c3306a93c3c1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:29.564987 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:29.765178 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port bad3422c-5af9-4f9e-a197-c3306a93c3c1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=bad3422c-5af9-4f9e-a197-c3306a93c3c1,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:29.765452 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:29.890448 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for bad3422c-5af9-4f9e-a197-c3306a93c3c1 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:30.100825 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:30.253402 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 66e4ba3d-49cc-4532-8afb-07e4e009034c no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:30.272226 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=bad3422c-5af9-4f9e-a197-c3306a93c3c1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:30.349925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 66e4ba3d-49cc-4532-8afb-07e4e009034c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:30.350291 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 66e4ba3d-49cc-4532-8afb-07e4e009034c not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:30.568013 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:30.937839 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:51:31.118020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:31.129483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] Sync routers for ids ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:31.131964 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-40a61540-8f25-42b2-8732-187850850915 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "PUT /v2.0/routers/16c3ef93-9ae2-4d03-a0ed-04b40f770776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354141 May 28 06:51:31.134781 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53350) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:31.141058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] Routers {'16c3ef93-9ae2-4d03-a0ed-04b40f770776'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:31.142228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:31.206667 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1a67c9-2724-43b9-a046-8b7a8e56aef6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting subnet aa9730e4-ef50-445d-ab6b-91f53fdf5f54 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:51:31.209664 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1a67c9-2724-43b9-a046-8b7a8e56aef6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.265082 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1a67c9-2724-43b9-a046-8b7a8e56aef6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.329363 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] Set router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:31.349514 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1a67c9-2724-43b9-a046-8b7a8e56aef6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.434281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1a67c9-2724-43b9-a046-8b7a8e56aef6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.502759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d36a3b-9b8e-4410-8faf-2d4462a6e13c None None] Network c8fca2ce-0ed7-472a-926e-6dc7906d93c2 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:51:31.504258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ab1a67c9-2724-43b9-a046-8b7a8e56aef6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.511583 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ab1a67c9-2724-43b9-a046-8b7a8e56aef6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/subnets/aa9730e4-ef50-445d-ab6b-91f53fdf5f54 HTTP/1.1" status: 204 len: 168 time: 0.3756330 May 28 06:51:31.512755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a67c9-2724-43b9-a046-8b7a8e56aef6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9730e4-ef50-445d-ab6b-91f53fdf5f54,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:31.514300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53354) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:31.708099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.790211 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.820213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:51:30Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': '956021b3-5a5f-4d0c-8377-e8042154584a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:48:36Z', 'updated_at': '2022-05-28T06:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:31.824168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] Checking router: 16c3ef93-9ae2-4d03-a0ed-04b40f770776 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:31.833698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] Routers {'16c3ef93-9ae2-4d03-a0ed-04b40f770776'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:31.834327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:31.891824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.901840 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port 956021b3-5a5f-4d0c-8377-e8042154584a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:31.902177 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:31.963921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] DHCP port deletion for c8fca2ce-0ed7-472a-926e-6dc7906d93c2 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:51:31.986367 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Deleting port 81480a7f-1c4c-4497-ad34-e63f802f5d8b {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:51:31.986735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:32.085872 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] Set router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:32.094064 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port 956021b3-5a5f-4d0c-8377-e8042154584a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=956021b3-5a5f-4d0c-8377-e8042154584a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:32.094416 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:32.209274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:51:31Z', 'revision_number': 6, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:32.218762 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe5caf-2084-4254-89d1-78059e0866ca None None] The sync data for ids ['16c3ef93-9ae2-4d03-a0ed-04b40f770776'] in n-d-843679-5 is: [{'id': '16c3ef93-9ae2-4d03-a0ed-04b40f770776', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005450001', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:48:35Z', 'updated_at': '2022-05-28T06:51:31Z', 'revision_number': 6, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:32.226583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for 956021b3-5a5f-4d0c-8377-e8042154584a owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:32.339855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] For port 81480a7f-1c4c-4497-ad34-e63f802f5d8b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=81480a7f-1c4c-4497-ad34-e63f802f5d8b,segment=NetworkSegment(5ddfdd5c-195c-4030-9cbd-94f531551d31),segment_id=5ddfdd5c-195c-4030-9cbd-94f531551d31)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:32.339855 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:32.525912 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Calling delete_port for 81480a7f-1c4c-4497-ad34-e63f802f5d8b owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:51:32.610964 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:32.655961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] No DVR routers for this DVR port 81480a7f-1c4c-4497-ad34-e63f802f5d8b on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:51:32.665299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Pushing event deleted for resources: {'Port': ['ID=81480a7f-1c4c-4497-ad34-e63f802f5d8b,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:32.675724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.676088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.676430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.676768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.677105 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.677805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.677805 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.678066 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.678393 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.679882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.679882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.680351 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910ff0-cd0f-4259-aed1-7ad330863f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:32.695269 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:32.744644 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=956021b3-5a5f-4d0c-8377-e8042154584a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:32.844892 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.028046 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.030288 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.053059 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.053615 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Fanout notify agent at l3_agent the message router_deleted on router 16c3ef93-9ae2-4d03-a0ed-04b40f770776 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:51:33.068803 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.072430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c5e036ed-607f-45b7-b4ce-cdfdf308ba2a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/routers/16c3ef93-9ae2-4d03-a0ed-04b40f770776 HTTP/1.1" status: 204 len: 168 time: 1.5546763 May 28 06:51:33.072782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53358) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:33.215874 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.349835 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.374687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fca2ce-0ed7-472a-926e-6dc7906d93c2']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:33.387215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddfdd5c-195c-4030-9cbd-94f531551d31') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:33.387477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddfdd5c-195c-4030-9cbd-94f531551d31') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:33.399147 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.415734 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.422280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:51:33.422601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.539999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.550167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bad3422c-5af9-4f9e-a197-c3306a93c3c1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:33.553115 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.590495 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5ddfdd5c-195c-4030-9cbd-94f531551d31 resource provider aggregate not found May 28 06:51:33.596255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Network': ['ID=c8fca2ce-0ed7-472a-926e-6dc7906d93c2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:33.596754 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: bad3422c-5af9-4f9e-a197-c3306a93c3c1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:33.597099 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device bad3422c-5af9-4f9e-a197-c3306a93c3c1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:33.597522 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 956021b3-5a5f-4d0c-8377-e8042154584a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:33.610014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-38f7da8a-6626-4982-bf23-1f5b9d841b4d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/networks/c8fca2ce-0ed7-472a-926e-6dc7906d93c2 HTTP/1.1" status: 204 len: 168 time: 0.5363569 May 28 06:51:33.612738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53368) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:33.627204 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment 5ddfdd5c-195c-4030-9cbd-94f531551d31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ddfdd5c-195c-4030-9cbd-94f531551d31 found for delete ", "request_id": "req-6c072da7-137d-4fa8-94dd-b64eb51e8f49"}]} May 28 06:51:33.641058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 956021b3-5a5f-4d0c-8377-e8042154584a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:33.641965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 956021b3-5a5f-4d0c-8377-e8042154584a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:33.642443 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 81480a7f-1c4c-4497-ad34-e63f802f5d8b no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:51:33.676945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 81480a7f-1c4c-4497-ad34-e63f802f5d8b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:51:33.677294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 81480a7f-1c4c-4497-ad34-e63f802f5d8b not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:51:33.689409 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-915a0d7b-8a90-4a98-a9c0-29bf59898c7f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.721845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-915a0d7b-8a90-4a98-a9c0-29bf59898c7f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.798010 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-915a0d7b-8a90-4a98-a9c0-29bf59898c7f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.815509 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a0d7b-8a90-4a98-a9c0-29bf59898c7f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71631747-c62b-4fd4-b00d-7ac9185ae367,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:33.830364 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-915a0d7b-8a90-4a98-a9c0-29bf59898c7f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:33.832054 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-915a0d7b-8a90-4a98-a9c0-29bf59898c7f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/security-groups/71631747-c62b-4fd4-b00d-7ac9185ae367 HTTP/1.1" status: 204 len: 168 time: 0.2176168 May 28 06:51:33.964170 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53376) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:33.969651 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639653850', 'description': 'tempest-secgroup-smoke-1639653850 description', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:33.976621 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:33.980753 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:33.983738 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:33.989445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:34.000645 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.021258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:34.025144 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:34.028109 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:34.033948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:34.105869 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.110516 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.158848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d74656b-0316-483b-9cb3-ce59b5cafd16,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:34.167032 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.168409 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3f37002a-c5ed-4b1a-b971-4db9baaf0983 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2031958 May 28 06:51:34.171392 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53380) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:34.176849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '3d74656b-0316-483b-9cb3-ce59b5cafd16', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:34.184416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:34.188436 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:34.191589 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:34.197565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:34.214035 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.277121 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.280867 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.420317 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74dcd9fe-9665-4241-8d0b-5bb897f31af5,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:34.429779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.431018 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a9d07183-2e42-4791-b948-194c0dc0d71c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2583919 May 28 06:51:34.433787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53384) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:34.438583 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '3d74656b-0316-483b-9cb3-ce59b5cafd16', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:34.447948 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:34.453122 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:34.456047 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:34.462404 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:34.480306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.541764 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.545845 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.572381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2646149-bac1-45b0-8923-e63c385a5b70,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:34.583018 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.584447 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-fc53a7b1-bf34-40f3-8c0b-a88a9db0a3d0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1497583 May 28 06:51:34.587757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53388) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:34.593232 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '3d74656b-0316-483b-9cb3-ce59b5cafd16', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:34.599962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:34.604530 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:34.607440 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:34.613160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:34.630440 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.697548 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.701283 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.726223 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085131a1-7d04-4fbe-ada5-3ef31fc55ab6,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:34.735848 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.739624 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a40b8483-13b1-43fb-a33b-f98f3f18e9f9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483743 May 28 06:51:34.739792 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53392) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:34.745769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '3d74656b-0316-483b-9cb3-ce59b5cafd16', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:34.752588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:34.758237 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:34.761164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:34.766794 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:34.786482 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.852257 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.855922 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.880074 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f227d504-53dd-4e8a-94f1-bafd61c0b6d1,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:34.890888 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:34.892141 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c97f330f-7164-4ac2-8e5f-7e2b47e32e95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513557 May 28 06:51:34.894886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53396) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:34.899913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '3d74656b-0316-483b-9cb3-ce59b5cafd16', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:34.906630 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:34.910531 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:34.914014 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:34.919779 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:34.930999 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Project bf9813a8debf43e7a56d5037298c5dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:51:34.937765 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.003165 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.007493 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.030980 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5040cb2e-be84-4c16-a91d-ec0207ccf08c,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:35.041771 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.042987 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8b9820e2-c261-4fa4-a09f-f59101cc6a16 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471400 May 28 06:51:35.045817 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53400) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:35.050937 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'security_group_rule': {'security_group_id': '3d74656b-0316-483b-9cb3-ce59b5cafd16', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:35.057837 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:35.061913 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:security_group_rule and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:35.064981 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:35.071266 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:35.081798 n-d-843679-5 neutron-server[88416]: INFO neutron.db.securitygroups_db [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Project bf9813a8debf43e7a56d5037298c5dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:51:35.089258 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.167718 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.174358 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.202433 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098027a0-cf60-4678-b78f-ea38bfa472df,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:35.211520 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.212709 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-e7ddaa2a-3e80-4014-aa01-41540737d6be tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1659830 May 28 06:51:35.215478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53404) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:35.221168 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'network': {'name': 'tempest-network-smoke--1352435965', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'port_security_enabled': True}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:35.227002 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:35.231683 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:network and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:35.234921 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:35.240747 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:35.251983 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:51:35.255512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.283674 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:51:35.293065 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.293407 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Added segment 4314a390-8eaf-4dba-b5c6-6a2026ad7bb8 of type vlan for network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 May 28 06:51:35.321995 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.351436 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.357395 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:35.357981 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.472831 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2537889 May 28 06:51:35.473283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53408) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:35.479745 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'admin_state_up': True, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:35.480116 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0081ad9-dd67-4930-9c4a-518a0f730593 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Network': ['ID=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:35.488195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:35.491884 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:51:35.492491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:router and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:35.495661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:35.502029 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:35.513497 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.514465 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.531099 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:35.805377 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:36.262572 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:36.293636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:36.434749 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.25.4.177 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/cd1cf855-c0e7-4e50-8878-82e4dafb4b4b) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:51:36.585441 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:36.615855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:36.681178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:36.683898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:36.687821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:51:36.726556 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=cd1cf855-c0e7-4e50-8878-82e4dafb4b4b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:37.112983 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:37.579833 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:37.786372 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 7349ff02-dee0-43a5-bf65-343ec475da52 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:51:37.967181 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:37.979528 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Sync routers for ids ['7349ff02-dee0-43a5-bf65-343ec475da52'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:37.991271 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Routers {'7349ff02-dee0-43a5-bf65-343ec475da52'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:37.992144 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7349ff02-dee0-43a5-bf65-343ec475da52'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:37.996428 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:38.000869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-151f8d75-fd4f-4782-8124-92072c48dbbb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5229242 May 28 06:51:38.001160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53412) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:38.050600 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-75056ae3-3a19-4e86-a20a-aa8c2d268652 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bf9813a8debf43e7a56d5037298c5dc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456343 May 28 06:51:38.050834 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53416) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:38.187646 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Set router 7349ff02-dee0-43a5-bf65-343ec475da52 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:38.189154 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f0069e-dd5a-4cfe-bb7b-8e5a114ab610 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:38.193227 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-41f0069e-dd5a-4cfe-bb7b-8e5a114ab610 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390054 May 28 06:51:38.193445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53420) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:38.237785 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-912fc368-66d5-4c0b-8124-894736862f98 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ea635bf6-f5d1-4589-a70d-c3fcb91a1abd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425889 May 28 06:51:38.240241 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53424) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:38.246033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1499058690', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:38.373044 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:38.377381 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:subnet and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:38.380434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:38.387216 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:38.403152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'subnet': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:51:38.407642 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28432387'] for subnet, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:38.484946 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:36Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:38.489099 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Checking router: 7349ff02-dee0-43a5-bf65-343ec475da52 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:38.489439 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Updating router 7349ff02-dee0-43a5-bf65-343ec475da52 port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:51:38.545119 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:38.646283 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-94a03531-3aa6-4855-b3ac-2c2d5cc20807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:38.669516 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28256157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28432433'] for subnet, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:38.762680 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Subnet': ['ID=29706f67-0aad-491a-b011-bce79a154dfe,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:38.768039 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Checking segment: {'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:38.768406 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network hostable DHCP agents. Network: b502fee5-fb1c-45f4-9dfb-7a83cd3664e7, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:51:38.789358 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:51:38.803642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, b502fee5-fb1c-45f4-9dfb-7a83cd3664e7) {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:38.807972 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:38.808563 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:38.816998 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a4b46-e7a5-4d44-8d02-4009a86e4d4e None None] Network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:51:38.833920 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-9876de0b-5204-4b36-82ab-1ed9b154e0fa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5918984 May 28 06:51:38.837438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53430) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:38.922836 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:38.936919 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Transition to ACTIVE for port object cd1cf855-c0e7-4e50-8878-82e4dafb4b4b will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:38.946747 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.038561 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Pushing event updated for resources: {'Port': ['ID=cd1cf855-c0e7-4e50-8878-82e4dafb4b4b,revision_number=2']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:39.049008 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.049379 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.049675 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.050007 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.050333 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.050704 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.051029 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.051376 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.051694 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.052008 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.052324 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.052637 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:51:39.079516 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Attempting to bind port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:51:39.079941 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Attempting to bind port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:51:39.080301 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Attempting to bind port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:39.082580 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:51:39.083439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.086301 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:51:39.086672 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:39.087072 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.087486 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:51:39.087990 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Bound port: cd1cf855-c0e7-4e50-8878-82e4dafb4b4b, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:51:39.088363 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.168342 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] For port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:51:39.172714 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] For port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cd1cf855-c0e7-4e50-8878-82e4dafb4b4b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:51:39.179437 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.292738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Allocated IP 172.20.0.2 (b502fee5-fb1c-45f4-9dfb-7a83cd3664e7/29706f67-0aad-491a-b011-bce79a154dfe/293d08aa-55d6-4aff-bf89-d6c363613457) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:51:39.325238 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Routers {'7349ff02-dee0-43a5-bf65-343ec475da52'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:39.326188 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:51:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7349ff02-dee0-43a5-bf65-343ec475da52'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:39.411666 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a04e5c-282f-421b-a1eb-4e4fe4f5a2f2 None None] Pushing event updated for resources: {'Port': ['ID=cd1cf855-c0e7-4e50-8878-82e4dafb4b4b,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:39.562738 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] Set router 7349ff02-dee0-43a5-bf65-343ec475da52 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:39.572323 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.584132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Transition to ACTIVE for port object 293d08aa-55d6-4aff-bf89-d6c363613457 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:39.613013 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Transition to ACTIVE for port object 293d08aa-55d6-4aff-bf89-d6c363613457 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:39.619680 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.690380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:39.693550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:39.697411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:51:39.703701 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Pushing event updated for resources: {'Port': ['ID=293d08aa-55d6-4aff-bf89-d6c363613457,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:39.803390 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Attempting to bind port 293d08aa-55d6-4aff-bf89-d6c363613457 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:51:39.804168 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Attempting to bind port 293d08aa-55d6-4aff-bf89-d6c363613457 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:51:39.804785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Attempting to bind port 293d08aa-55d6-4aff-bf89-d6c363613457 on network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:39.818467 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:51:39.819320 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Checking segment: {'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:39.819795 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.820254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Bound using segment: {'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:51:39.820789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Bound port: 293d08aa-55d6-4aff-bf89-d6c363613457, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:51:39.821246 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.847201 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:39.905881 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:36Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:39.910887 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445727ca-cc14-4973-8a46-68ade05538dd None None] The sync data for ids ['7349ff02-dee0-43a5-bf65-343ec475da52'] in n-d-843679-5 is: [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:36Z', 'revision_number': 3, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:39.921259 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] For port 293d08aa-55d6-4aff-bf89-d6c363613457, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:51:39.924527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] For port 293d08aa-55d6-4aff-bf89-d6c363613457, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=293d08aa-55d6-4aff-bf89-d6c363613457,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:51:39.942853 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:40.037529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3b3c2-4fbf-4c92-830d-3c0e77b4124d None None] Pushing event updated for resources: {'Port': ['ID=293d08aa-55d6-4aff-bf89-d6c363613457,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:40.417938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.20.0.1 (b502fee5-fb1c-45f4-9dfb-7a83cd3664e7/29706f67-0aad-491a-b011-bce79a154dfe/83649982-7edb-46b5-aa97-acc13b960521) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:51:40.614378 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:40.635859 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Transition to ACTIVE for port object 83649982-7edb-46b5-aa97-acc13b960521 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:40.661049 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:40.733461 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:40.737012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:40.742995 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:51:40.773092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=83649982-7edb-46b5-aa97-acc13b960521,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:40.813832 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:40.842086 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7778b95f-ca03-49c1-a423-e761b8476757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:40.915087 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.135684 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.245324 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96962bc-9d40-473b-aa47-3fdb1bf80d9d None None] Network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:51:41.340477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-26e0b2ef-4756-48ab-8f38-6cf179481da2 None None] Provisioning for port 293d08aa-55d6-4aff-bf89-d6c363613457 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:41.623757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cd1cf855-c0e7-4e50-8878-82e4dafb4b4b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:41.713931 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:41.719786 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:41.720151 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.756009 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.763590 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.849794 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.870857 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.921325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:41.922113 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.951202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cd1cf855-c0e7-4e50-8878-82e4dafb4b4b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:41.956410 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.958955 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:41.960228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 293d08aa-55d6-4aff-bf89-d6c363613457 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:42.094761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=83649982-7edb-46b5-aa97-acc13b960521,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:42.149128 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=cd1cf855-c0e7-4e50-8878-82e4dafb4b4b,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:42.154573 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 293d08aa-55d6-4aff-bf89-d6c363613457 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:42.160865 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-df997643-7263-43f0-93b9-3f7efdf25754 None None] Provisioning for port 83649982-7edb-46b5-aa97-acc13b960521 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:42.170313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:42.170810 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-df997643-7263-43f0-93b9-3f7efdf25754 None None] Provisioning complete for port 83649982-7edb-46b5-aa97-acc13b960521 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:42.170810 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-df997643-7263-43f0-93b9-3f7efdf25754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:42.173887 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:42.235703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 293d08aa-55d6-4aff-bf89-d6c363613457 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:42.236289 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:42.345611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-df997643-7263-43f0-93b9-3f7efdf25754 None None] Port 83649982-7edb-46b5-aa97-acc13b960521 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:51:42.415578 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 293d08aa-55d6-4aff-bf89-d6c363613457 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:42.416089 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:42.444902 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 7349ff02-dee0-43a5-bf65-343ec475da52 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:51:42.451612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 293d08aa-55d6-4aff-bf89-d6c363613457, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=293d08aa-55d6-4aff-bf89-d6c363613457,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:42.458649 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:42.525687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0b70688b-f3ab-4908-9710-42e2b04144ed None None] Provisioning complete for port 83649982-7edb-46b5-aa97-acc13b960521 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:42.526057 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0b70688b-f3ab-4908-9710-42e2b04144ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:42.593044 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=293d08aa-55d6-4aff-bf89-d6c363613457,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:42.597850 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-0b70688b-f3ab-4908-9710-42e2b04144ed None None] Port 83649982-7edb-46b5-aa97-acc13b960521 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:51:42.643258 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:42.655030 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Sync routers for ids ['7349ff02-dee0-43a5-bf65-343ec475da52'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:42.658134 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-cdf87729-cc5f-4116-920c-a890a91fc728 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "PUT /v2.0/routers/7349ff02-dee0-43a5-bf65-343ec475da52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8192034 May 28 06:51:42.672447 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Routers {'7349ff02-dee0-43a5-bf65-343ec475da52'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:42.673188 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7349ff02-dee0-43a5-bf65-343ec475da52'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:42.826360 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-9864f3a3-f7ad-40ed-b0ed-0615ea0e63dd tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:42.843682 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-9864f3a3-f7ad-40ed-b0ed-0615ea0e63dd tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:42.844993 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-9864f3a3-f7ad-40ed-b0ed-0615ea0e63dd tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639653850&fields=id&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 267 time: 0.0609193 May 28 06:51:42.863413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Set router 7349ff02-dee0-43a5-bf65-343ec475da52 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:43.001802 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2987791a-89d8-4834-a0ba-b46503ea6060 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:43.002477 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2987791a-89d8-4834-a0ba-b46503ea6060 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:network {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:43.017982 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2987791a-89d8-4834-a0ba-b46503ea6060 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:network {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:43.019431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2987791a-89d8-4834-a0ba-b46503ea6060 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/networks?id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 HTTP/1.1" status: 200 len: 797 time: 0.1663799 May 28 06:51:43.035894 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-ce0f92f6-9cd3-4a33-9ed8-1c04453abe56 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/quotas/bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 375 time: 0.0099669 May 28 06:51:43.128355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-edf4c915-e2b3-49d3-9e31-3c5e73d6b706 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:43.155932 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-edf4c915-e2b3-49d3-9e31-3c5e73d6b706 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:43.157286 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-edf4c915-e2b3-49d3-9e31-3c5e73d6b706 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144688 May 28 06:51:43.206046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '83649982-7edb-46b5-aa97-acc13b960521', 'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:fc:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:40Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 2, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '29706f67-0aad-491a-b011-bce79a154dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:43.210684 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Checking router: 7349ff02-dee0-43a5-bf65-343ec475da52 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:51:43.211034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Updating router 7349ff02-dee0-43a5-bf65-343ec475da52 port 83649982-7edb-46b5-aa97-acc13b960521 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:51:43.224062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-57c42ce3-a16f-443e-9d09-3737905dd39e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:51:43.225091 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-57c42ce3-a16f-443e-9d09-3737905dd39e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527031 May 28 06:51:43.265716 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:43.358973 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-fe49c425-3b46-426c-9b84-9ee2ec198dd1 service neutron] 10.222.0.39 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276925 May 28 06:51:43.559924 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cd1cf855-c0e7-4e50-8878-82e4dafb4b4b up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:43.639996 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:43.665427 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-cf847954-d539-4294-bc92-e4513a3eb364 service neutron] 10.222.0.39 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999375 May 28 06:51:43.695816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:43.696281 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:43.863761 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:43.888676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f15efa55-c021-46f5-ae04-f514f40fdce4 req-3e983c4a-6aff-4cc6-85e8-275b2adc973e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:43.901889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f15efa55-c021-46f5-ae04-f514f40fdce4 req-3e983c4a-6aff-4cc6-85e8-275b2adc973e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:43.910444 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f15efa55-c021-46f5-ae04-f514f40fdce4 req-3e983c4a-6aff-4cc6-85e8-275b2adc973e tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 210 time: 0.0783682 May 28 06:51:43.923483 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Transition to ACTIVE for port object 83649982-7edb-46b5-aa97-acc13b960521 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:43.941572 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:44.030901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:44.031432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 293d08aa-55d6-4aff-bf89-d6c363613457 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:44.210230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad2e5d-4762-4af5-a7c4-d638a744eede None None] Pushing event updated for resources: {'Port': ['ID=83649982-7edb-46b5-aa97-acc13b960521,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:44.330041 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 293d08aa-55d6-4aff-bf89-d6c363613457 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:44.330411 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:44.413663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Attempting to bind port 83649982-7edb-46b5-aa97-acc13b960521 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:51:44.413899 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Attempting to bind port 83649982-7edb-46b5-aa97-acc13b960521 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:51:44.414222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Attempting to bind port 83649982-7edb-46b5-aa97-acc13b960521 on network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:44.427008 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:51:44.427419 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Checking segment: {'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:44.427784 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:44.428196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Bound using segment: {'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:51:44.428658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Bound port: 83649982-7edb-46b5-aa97-acc13b960521, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:51:44.429218 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:44.572782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 293d08aa-55d6-4aff-bf89-d6c363613457 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:44.590197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] For port 83649982-7edb-46b5-aa97-acc13b960521, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:51:44.594380 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] For port 83649982-7edb-46b5-aa97-acc13b960521, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=83649982-7edb-46b5-aa97-acc13b960521,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:51:44.598786 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:44.682159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad2e5d-4762-4af5-a7c4-d638a744eede None None] Pushing event updated for resources: {'Port': ['ID=83649982-7edb-46b5-aa97-acc13b960521,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:44.685144 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Routers {'7349ff02-dee0-43a5-bf65-343ec475da52'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:44.686265 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7349ff02-dee0-43a5-bf65-343ec475da52'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:44.890335 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] Set router 7349ff02-dee0-43a5-bf65-343ec475da52 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:45.116132 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-bc4912b4-1a6b-44ba-aff6-5d2976ea62b6 req-b7567ae7-91f4-44c7-9346-4bcb6280d9b8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 210 time: 0.0901783 May 28 06:51:45.354165 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '83649982-7edb-46b5-aa97-acc13b960521', 'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:fc:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:40Z', 'updated_at': '2022-05-28T06:51:44Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '29706f67-0aad-491a-b011-bce79a154dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:45.360887 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d697d4-ffc6-4022-83e9-c254b1a59b59 None None] The sync data for ids ['7349ff02-dee0-43a5-bf65-343ec475da52'] in n-d-843679-5 is: [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '83649982-7edb-46b5-aa97-acc13b960521', 'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:fc:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:40Z', 'updated_at': '2022-05-28T06:51:44Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '29706f67-0aad-491a-b011-bce79a154dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:51:45.378766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-c8546ef9-de8d-4da1-b8ca-c906ade40bd8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:45.379639 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-c8546ef9-de8d-4da1-b8ca-c906ade40bd8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:45.399080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-c8546ef9-de8d-4da1-b8ca-c906ade40bd8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:45.401545 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-c8546ef9-de8d-4da1-b8ca-c906ade40bd8 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/networks?id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 HTTP/1.1" status: 200 len: 797 time: 0.2016184 May 28 06:51:45.492266 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-9fe7f6ad-44fe-45f6-90c4-4e18e88b8952 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9813a8debf43e7a56d5037298c5dc9 HTTP/1.1" status: 200 len: 380 time: 0.0769241 May 28 06:51:45.516783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'port': {'device_id': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'admin_state_up': True, 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'security_groups': ['3d74656b-0316-483b-9cb3-ce59b5cafd16']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:45.583847 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 83649982-7edb-46b5-aa97-acc13b960521 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:45.669688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 83649982-7edb-46b5-aa97-acc13b960521 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:45.676540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 83649982-7edb-46b5-aa97-acc13b960521 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:45.676875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:45.694587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:45.704917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:45.718216 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Made reservation on behalf of bf9813a8debf43e7a56d5037298c5dc9 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:51:45.722387 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:45.817208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 83649982-7edb-46b5-aa97-acc13b960521 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:45.817901 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:45.857889 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 83649982-7edb-46b5-aa97-acc13b960521, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=83649982-7edb-46b5-aa97-acc13b960521,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:45.863949 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:45.907538 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.20.0.8 (b502fee5-fb1c-45f4-9dfb-7a83cd3664e7/29706f67-0aad-491a-b011-bce79a154dfe/5d82ebca-f488-4c8b-89ca-fc287ae3c3fc) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:51:45.966597 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=83649982-7edb-46b5-aa97-acc13b960521,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:46.125023 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:46.156001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Transition to ACTIVE for port object 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:46.192976 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:46.314663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:46.323067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:46.335537 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:51:46.368891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:46.426367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:46.427824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:46.463685 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-f47653b3-670b-483c-b011-814e2770f886 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9530599 May 28 06:51:46.476702 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3ef65-02aa-4d80-b8c9-6d90d242e62d req-e639d0f1-4e10-434b-b2b0-31a713e75634 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:46.477460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b7a3ef65-02aa-4d80-b8c9-6d90d242e62d req-e639d0f1-4e10-434b-b2b0-31a713e75634 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:51:46.485869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Request body: {'port': {'device_id': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:46.559996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-b7a3ef65-02aa-4d80-b8c9-6d90d242e62d req-e639d0f1-4e10-434b-b2b0-31a713e75634 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:51:46.561186 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7a3ef65-02aa-4d80-b8c9-6d90d242e62d req-e639d0f1-4e10-434b-b2b0-31a713e75634 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 931 time: 0.2912383 May 28 06:51:46.586511 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8ee56a14-ee31-4bc3-9fa8-6430be5b1457 None None] Provisioning for port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:46.591973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-8ee56a14-ee31-4bc3-9fa8-6430be5b1457 None None] Provisioning complete for port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:46.592434 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8ee56a14-ee31-4bc3-9fa8-6430be5b1457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:46.659546 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b7a3ef65-02aa-4d80-b8c9-6d90d242e62d req-379797b9-b652-418a-b77e-be02ff1ba53c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589218 May 28 06:51:46.666817 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:46.684116 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-8ee56a14-ee31-4bc3-9fa8-6430be5b1457 None None] Port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:51:47.139691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:51:47.147902 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:47.163282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Transition to ACTIVE for port object 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:51:47.167081 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:47.336091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Pushing event updated for resources: {'Port': ['ID=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:47.417119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Attempting to bind port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:51:47.417445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Attempting to bind port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:51:47.417770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Attempting to bind port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc on network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:47.422267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc on network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:51:47.422578 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Attempting to bind port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc on network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:51:47.427717 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:51:47.428402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Checking segment: {'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:51:47.428550 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Bound using segment: {'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:51:47.428892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Bound port: 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:51:47.429226 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:47.523160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] For port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:51:47.527178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] For port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:51:47.532398 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:47.533861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 83649982-7edb-46b5-aa97-acc13b960521 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:47.599219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:47.599848 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:47.601570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] 10.222.0.33 "PUT /v2.0/ports/5d82ebca-f488-4c8b-89ca-fc287ae3c3fc HTTP/1.1" status: 200 len: 1091 time: 1.1203320 May 28 06:51:47.602052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'tag': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:47.618996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 83649982-7edb-46b5-aa97-acc13b960521 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:47.626126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:47.659908 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d146613-57c0-45e1-8ce5-a26d48555d10 service neutron] Pushing event updated for resources: {'Port': ['ID=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:47.735066 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6dfc54-3374-4615-bd7d-aaffe3f8be2b'] response: {'name': 'network-changed', 'server_uuid': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'tag': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'status': 'completed', 'code': 200} May 28 06:51:47.773916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-6ceb1b95-1f05-4842-878b-8107b90553f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:47.776177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-6ceb1b95-1f05-4842-878b-8107b90553f2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 1094 time: 0.1069272 May 28 06:51:47.810294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 83649982-7edb-46b5-aa97-acc13b960521 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:47.902118 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-cfbd2889-dd85-4d07-8cfa-7a5d4e047f5f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc HTTP/1.1" status: 200 len: 217 time: 0.1125844 May 28 06:51:47.979963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-55a05e54-6bba-47bc-972f-d5e0c423d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:47.981400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-55a05e54-6bba-47bc-972f-d5e0c423d7af service neutron] 10.222.0.33 "GET /v2.0/subnets?id=29706f67-0aad-491a-b011-bce79a154dfe HTTP/1.1" status: 200 len: 835 time: 0.0729873 May 28 06:51:48.033001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168c919-05c2-4a50-9cae-49bede40929c req-3a4c2a58-cd10-4de9-b134-4e4d26344454 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:48.034425 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f168c919-05c2-4a50-9cae-49bede40929c req-3a4c2a58-cd10-4de9-b134-4e4d26344454 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 943 time: 0.1853971 May 28 06:51:48.093845 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f168c919-05c2-4a50-9cae-49bede40929c req-5febbab3-19d9-4358-a87b-a7c8f86bd5fb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518863 May 28 06:51:48.105470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-b67fa5f8-c3a0-4c31-8722-324dfbf715aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:48.106886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-b67fa5f8-c3a0-4c31-8722-324dfbf715aa service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199510 May 28 06:51:48.244512 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-adc4d30c-4c63-479a-b946-a3a58baceaf9 service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311600 May 28 06:51:48.375344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-eb48c98c-abd2-4b70-8842-25fef9ae9f9c req-cf20014b-3fd5-473c-9833-f5b4062a6f25 service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238191 May 28 06:51:48.539671 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-1a32d183-5e38-43d2-87e9-0daf520eae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:48.541161 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-1a32d183-5e38-43d2-87e9-0daf520eae06 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 1094 time: 0.0751641 May 28 06:51:48.674798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-5965073d-2a70-4f4d-a2e9-b0fc9debb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:48.676244 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-5965073d-2a70-4f4d-a2e9-b0fc9debb04b service neutron] 10.222.0.33 "GET /v2.0/networks?id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 HTTP/1.1" status: 200 len: 898 time: 0.1287160 May 28 06:51:48.853431 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-7ffaff53-9051-449d-8727-84bec04a7fb2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc HTTP/1.1" status: 200 len: 217 time: 0.1705945 May 28 06:51:48.920344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-974aed41-d3ad-4e7a-92ca-81c11630ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:48.921776 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-974aed41-d3ad-4e7a-92ca-81c11630ce36 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=29706f67-0aad-491a-b011-bce79a154dfe HTTP/1.1" status: 200 len: 835 time: 0.0614464 May 28 06:51:48.996848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-e7953197-3c02-45bd-9e8e-2407ba65257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:48.998274 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-e7953197-3c02-45bd-9e8e-2407ba65257d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709531 May 28 06:51:49.139082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-2c318bad-59c9-4e88-b4ef-c146a8face8e service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351130 May 28 06:51:49.278745 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8cf9deb5-8717-4790-a190-1bc21f9a9d13 req-3e8f8895-b5cb-4162-9a78-33fdd89f8ebc service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331184 May 28 06:51:49.299865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0096f-42d1-4216-987c-356676543aa0 req-c0910c79-61fb-417b-ae87-76147b2f4708 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:49.304260 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dff0096f-42d1-4216-987c-356676543aa0 req-c0910c79-61fb-417b-ae87-76147b2f4708 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 943 time: 0.0919459 May 28 06:51:49.348970 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dff0096f-42d1-4216-987c-356676543aa0 req-3e5dea16-4561-4986-b7ad-122b4c309fcc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 May 28 06:51:50.549083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201c8f6-4d03-4264-814c-975d00d577ea req-9d362f29-674f-489b-a7d5-2fbc715fbd2f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:50.550658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b201c8f6-4d03-4264-814c-975d00d577ea req-9d362f29-674f-489b-a7d5-2fbc715fbd2f tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 943 time: 0.0933681 May 28 06:51:50.597900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b201c8f6-4d03-4264-814c-975d00d577ea req-71c584b9-44d2-4257-8f90-5d4b64402058 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401242 May 28 06:51:51.787618 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab6b35-e0e0-4a4d-a8f4-c1409e6af3e1 req-5ca7962c-ecbc-4e1b-a380-73a421980d80 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:51.789410 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67ab6b35-e0e0-4a4d-a8f4-c1409e6af3e1 req-5ca7962c-ecbc-4e1b-a380-73a421980d80 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 943 time: 0.0823965 May 28 06:51:51.838325 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-67ab6b35-e0e0-4a4d-a8f4-c1409e6af3e1 req-b2a4bff0-d46f-4473-8fd7-5a3e81d0595c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 May 28 06:51:52.455903 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:51:52.596210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:52.611652 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'port_id': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'mac_address': 'fa:16:3e:46:dc:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:51:52.671964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:52.672337 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:52.689307 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:51:52.705296 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:52.709678 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:52.780428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:53.026458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834befa3-114c-4f8f-a74d-20392cedecfd req-b5d8d054-8675-4a73-8e26-d839499def29 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:53.027945 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-834befa3-114c-4f8f-a74d-20392cedecfd req-b5d8d054-8675-4a73-8e26-d839499def29 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 944 time: 0.0832129 May 28 06:51:53.072547 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-834befa3-114c-4f8f-a74d-20392cedecfd req-2f0bd4a0-2ee1-44fb-a160-f884334280c3 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388441 May 28 06:51:53.146854 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['5d82ebca-f488-4c8b-89ca-fc287ae3c3fc'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:51:54.265688 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4df0b-c2cf-4b3d-8255-e186b4915d5f req-97cd40ae-54e1-4a5f-82a6-2760dc5deade tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:54.267135 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21b4df0b-c2cf-4b3d-8255-e186b4915d5f req-97cd40ae-54e1-4a5f-82a6-2760dc5deade tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 944 time: 0.0833914 May 28 06:51:54.311632 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-21b4df0b-c2cf-4b3d-8255-e186b4915d5f req-cc00102d-6ef2-412a-a5fe-7932943449aa tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378349 May 28 06:51:54.471277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:51:54.539198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:51:54.545279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:51:54.545667 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.669634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:51:54.670008 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.710929 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:54.773608 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad4df28-33cf-487c-8805-ab1cf2740d12'] response: {'server_uuid': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'code': 200} May 28 06:51:54.781222 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:51:54.790917 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:54.878838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:54.929786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6aa8b-15e6-43b5-ad3e-980be1938b5c req-9a8a9d58-0dbd-40ca-885c-f715fbd71911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:54.931281 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1e6aa8b-15e6-43b5-ad3e-980be1938b5c req-9a8a9d58-0dbd-40ca-885c-f715fbd71911 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 1096 time: 0.0815551 May 28 06:51:54.979982 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b1e6aa8b-15e6-43b5-ad3e-980be1938b5c req-ac413926-efa6-4c6f-9e57-a00fe2631635 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422685 May 28 06:51:55.495444 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f13b20-34aa-4032-8c89-5c798a2a2afe req-4cf720c7-6b54-4e1d-92ce-00f101dce986 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:55.496906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62f13b20-34aa-4032-8c89-5c798a2a2afe req-4cf720c7-6b54-4e1d-92ce-00f101dce986 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0803816 May 28 06:51:55.545158 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62f13b20-34aa-4032-8c89-5c798a2a2afe req-bac23e24-bf38-48f2-ac5e-cb8ecdd1c16d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 May 28 06:51:56.737786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8843ef6-edb5-4a87-9d3c-9c8e4a6b804f req-be085f57-3203-4d65-810a-525aa724c832 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:56.739504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8843ef6-edb5-4a87-9d3c-9c8e4a6b804f req-be085f57-3203-4d65-810a-525aa724c832 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0804403 May 28 06:51:56.789485 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c8843ef6-edb5-4a87-9d3c-9c8e4a6b804f req-91489498-f56a-4627-b51d-fff3c09a4599 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437109 May 28 06:51:56.980196 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03233a3-ab3b-417f-bef4-ba2f2ef1cebd req-4623b527-940f-4e35-a2d5-c92bc9b1ced4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:56.981561 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c03233a3-ab3b-417f-bef4-ba2f2ef1cebd req-4623b527-940f-4e35-a2d5-c92bc9b1ced4 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0831957 May 28 06:51:57.026188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c03233a3-ab3b-417f-bef4-ba2f2ef1cebd req-38d1126a-3e9c-4bad-8f05-09f8c2b62463 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388017 May 28 06:51:57.049650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53494) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:57.123716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84f7e3d-db94-4f59-a3a0-6d4682fc3235 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:57.127774 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a84f7e3d-db94-4f59-a3a0-6d4682fc3235 tempest-TestNetworkAdvancedServerOps-1819738545 tempest-TestNetworkAdvancedServerOps-1819738545-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 1091 time: 0.0745986 May 28 06:51:57.128003 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53498) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:57.133193 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:51:57.140166 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:51:57.144040 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Usage tracker for resource:floatingip and tenant:bf9813a8debf43e7a56d5037298c5dc9 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:51:57.147430 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:51:57.153152 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:51:57.164672 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:57.303907 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:57.438789 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Allocated IP 172.25.4.124 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/0f4d6356-547f-4c1b-bc47-6b3b88c03889) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:51:57.597497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:57.626986 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:57.693264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:51:57.696726 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:51:57.700247 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:51:57.741830 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=0f4d6356-547f-4c1b-bc47-6b3b88c03889,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:58.129351 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:58.208129 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:58.520593 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:58.525615 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:58.638534 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event updated for resources: {'Port': ['ID=0f4d6356-547f-4c1b-bc47-6b3b88c03889,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:51:58.652091 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:58.825306 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Floating IP ce317ba3-498e-4312-a3d5-d8472b767bb8 associated. External IP: 172.25.4.124, port: 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc. May 28 06:51:59.183629 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 7349ff02-dee0-43a5-bf65-343ec475da52 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:51:59.392101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:51:59.401527 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] Sync routers for ids ['7349ff02-dee0-43a5-bf65-343ec475da52'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:51:59.411812 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] Routers {'7349ff02-dee0-43a5-bf65-343ec475da52'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:51:59.412428 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7349ff02-dee0-43a5-bf65-343ec475da52'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:51:59.416553 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:51:59.478905 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a585c5c4-9a15-4a4b-b17e-d5d16ec0dbe0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3474469 May 28 06:51:59.478905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'tag': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:51:59.527611 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cdff7b2-3527-496a-b811-150d31aa9010'] response: {'name': 'network-changed', 'server_uuid': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'tag': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'status': 'completed', 'code': 200} May 28 06:51:59.619011 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] Set router 7349ff02-dee0-43a5-bf65-343ec475da52 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:51:59.728826 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598ff43-665f-442b-b382-5e75d5044094 req-2eac9c11-6f8e-4f05-a9c6-ba4bf9716dbd tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:59.730185 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e598ff43-665f-442b-b382-5e75d5044094 req-2eac9c11-6f8e-4f05-a9c6-ba4bf9716dbd tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.1048481 May 28 06:51:59.732201 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bc409-f513-4c62-be18-1262552cdb23 req-b041e4dc-0c35-4507-849b-0392f5acea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:59.733524 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a58bc409-f513-4c62-be18-1262552cdb23 req-b041e4dc-0c35-4507-849b-0392f5acea0d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 1096 time: 0.1564677 May 28 06:51:59.860356 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e598ff43-665f-442b-b382-5e75d5044094 req-ac875d39-382b-4ac0-95a0-44f7405bd1f1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228523 May 28 06:51:59.900132 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53508) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:51:59.904816 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bc409-f513-4c62-be18-1262552cdb23 req-d2e3e768-3b84-4908-a731-92285f9d7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:51:59.906353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a58bc409-f513-4c62-be18-1262552cdb23 req-d2e3e768-3b84-4908-a731-92285f9d7ea3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 HTTP/1.1" status: 200 len: 898 time: 0.1537178 May 28 06:51:59.998602 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'ce317ba3-498e-4312-a3d5-d8472b767bb8', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'port_id': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'mac_address': 'fa:16:3e:46:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:51:58Z', 'updated_at': '2022-05-28T06:51:58Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83649982-7edb-46b5-aa97-acc13b960521', 'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:fc:66:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:40Z', 'updated_at': '2022-05-28T06:51:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '29706f67-0aad-491a-b011-bce79a154dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:00.003524 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] Checking router: 7349ff02-dee0-43a5-bf65-343ec475da52 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:52:00.013368 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] Routers {'7349ff02-dee0-43a5-bf65-343ec475da52'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:52:00.013960 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:51:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7349ff02-dee0-43a5-bf65-343ec475da52'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:00.029930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a58bc409-f513-4c62-be18-1262552cdb23 req-86ae2f4d-1fe6-4378-85ae-56a33da09e7e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc HTTP/1.1" status: 200 len: 999 time: 0.1173787 May 28 06:52:00.038151 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-3c9518a1-4240-460b-954b-d544fe7c3e54 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/ce317ba3-498e-4312-a3d5-d8472b767bb8 HTTP/1.1" status: 200 len: 991 time: 0.1352971 May 28 06:52:00.095737 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bc409-f513-4c62-be18-1262552cdb23 req-42ead835-b6c1-4a11-b6b8-9feece520f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:00.097165 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a58bc409-f513-4c62-be18-1262552cdb23 req-42ead835-b6c1-4a11-b6b8-9feece520f89 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=29706f67-0aad-491a-b011-bce79a154dfe HTTP/1.1" status: 200 len: 835 time: 0.0588775 May 28 06:52:00.178469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bc409-f513-4c62-be18-1262552cdb23 req-1cc8f365-8a1d-4267-b455-b59557eb84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:00.180353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a58bc409-f513-4c62-be18-1262552cdb23 req-1cc8f365-8a1d-4267-b455-b59557eb84c7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769763 May 28 06:52:00.202124 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] Set router 7349ff02-dee0-43a5-bf65-343ec475da52 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:52:00.321095 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a58bc409-f513-4c62-be18-1262552cdb23 req-83126dc0-851b-4725-9a0f-aeae2cc54dcb service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335018 May 28 06:52:00.608512 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a58bc409-f513-4c62-be18-1262552cdb23 req-bb8b70c6-e8c1-4eb6-9f35-7abf75f06947 service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789464 May 28 06:52:00.624684 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'ce317ba3-498e-4312-a3d5-d8472b767bb8', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'port_id': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'mac_address': 'fa:16:3e:46:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:51:58Z', 'updated_at': '2022-05-28T06:51:58Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83649982-7edb-46b5-aa97-acc13b960521', 'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:fc:66:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:40Z', 'updated_at': '2022-05-28T06:51:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '29706f67-0aad-491a-b011-bce79a154dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:52:00.629227 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2a832-63dc-4292-8c66-5f528a89f325 None None] The sync data for ids ['7349ff02-dee0-43a5-bf65-343ec475da52'] in n-d-843679-5 is: [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'ce317ba3-498e-4312-a3d5-d8472b767bb8', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'port_id': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'mac_address': 'fa:16:3e:46:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:51:58Z', 'updated_at': '2022-05-28T06:51:58Z', 'revision_number': 0, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83649982-7edb-46b5-aa97-acc13b960521', 'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:fc:66:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:40Z', 'updated_at': '2022-05-28T06:51:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '29706f67-0aad-491a-b011-bce79a154dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:52:00.837674 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:52:00.971915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3318403-18fb-47f2-934b-cecee12d4b06 None None] New status for floating IP ce317ba3-498e-4312-a3d5-d8472b767bb8: ACTIVE {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:52:01.041120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53512) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:01.153290 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-0616b0db-02e8-4de3-b7d5-885d3877d50c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/ce317ba3-498e-4312-a3d5-d8472b767bb8 HTTP/1.1" status: 200 len: 991 time: 0.1099460 May 28 06:52:01.772424 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:02.157059 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53516) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:52:02.387687 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8c7f0ad5-a109-401d-b343-6fa8fbd054ef tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/ce317ba3-498e-4312-a3d5-d8472b767bb8 HTTP/1.1" status: 200 len: 993 time: 0.2293839 May 28 06:52:08.641910 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae77b-8c01-4e69-9a67-701eae524bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:10.837619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f40e2ad3-444b-49d8-93b3-dd1d34d60dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:10.892615 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:11.763962 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:11.914421 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:13.566551 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:30.071130 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-f6a0108e-9b1c-450c-9b39-22f4384aaf97 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762823 May 28 06:52:30.226593 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-2ab08620-7e6a-4311-92a7-5d699735dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:30.228097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-2ab08620-7e6a-4311-92a7-5d699735dd5e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 1096 time: 0.0720973 May 28 06:52:30.374182 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-8bdda4b3-5faf-4dc1-a2b9-a9124fc444a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:30.375593 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-8bdda4b3-5faf-4dc1-a2b9-a9124fc444a6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 HTTP/1.1" status: 200 len: 898 time: 0.1282077 May 28 06:52:30.496674 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-c6c4bbfa-10c5-4cf5-9ebc-e1fb5304b560 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc HTTP/1.1" status: 200 len: 1001 time: 0.1142769 May 28 06:52:30.563416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-2c38d5ff-a5e5-4882-b252-bfb42dec0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:30.564866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-2c38d5ff-a5e5-4882-b252-bfb42dec0a5a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=29706f67-0aad-491a-b011-bce79a154dfe HTTP/1.1" status: 200 len: 835 time: 0.0616913 May 28 06:52:30.640828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-ffa8cf71-8128-44af-98df-99ab9eb44a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:52:30.642297 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-ffa8cf71-8128-44af-98df-99ab9eb44a8d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712714 May 28 06:52:30.787649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-cdd1c4d9-791a-44a6-9f6a-7d790387ffde service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389227 May 28 06:52:30.918078 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4690998b-7d1c-468e-9e63-4e9781a19c96 req-7835b4c6-7dab-44e8-a4c6-4d590a653f3c service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240816 May 28 06:52:31.783916 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:37.837489 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:52:38.646718 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-73bb2c12-a213-4815-8f2d-c226decd3527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:40.838644 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-bd08e272-b82b-46bd-aeb3-ed0e5018cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:40.888132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:41.767745 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:41.915363 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:52:43.569786 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:01.776856 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:03.645842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e68334-276d-4cfd-92f9-f03407c7887b req-09958aa6-e87e-4c1b-af4e-5fae1c0161cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:03.647478 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-15e68334-276d-4cfd-92f9-f03407c7887b req-09958aa6-e87e-4c1b-af4e-5fae1c0161cf tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0821717 May 28 06:53:03.692518 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-15e68334-276d-4cfd-92f9-f03407c7887b req-c20ec44f-6820-4a69-a2d0-3ae1f7b93107 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386055 May 28 06:53:04.884715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70aa3a-e9a1-41f6-b2ed-273428884f2b req-e33b6def-7152-4b02-a18e-935b0c11f264 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:04.886854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a70aa3a-e9a1-41f6-b2ed-273428884f2b req-e33b6def-7152-4b02-a18e-935b0c11f264 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0841997 May 28 06:53:04.936368 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7a70aa3a-e9a1-41f6-b2ed-273428884f2b req-c5b4c20a-b8b1-4570-bcb8-7f6e9b64673d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437555 May 28 06:53:06.130293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416fa1f-5bb7-4fda-b846-3ec5ffa42c8a req-8eedc7fc-ff9a-47b5-88b2-86ff59938a95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:06.131772 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9416fa1f-5bb7-4fda-b846-3ec5ffa42c8a req-8eedc7fc-ff9a-47b5-88b2-86ff59938a95 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0833876 May 28 06:53:06.176766 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-9416fa1f-5bb7-4fda-b846-3ec5ffa42c8a req-e14ca1f5-593c-4ade-8c65-d953134bfb1a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387971 May 28 06:53:06.200572 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53550) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:06.309073 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-8d3478de-9799-42c7-819f-9926fa8a8a12 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/ce317ba3-498e-4312-a3d5-d8472b767bb8 HTTP/1.1" status: 200 len: 993 time: 0.1073520 May 28 06:53:07.829386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50f92f-f4ae-47ed-9ff6-264030e4f32c req-276371d3-b0b3-4fd0-be49-f37be80424ed tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:07.830854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e50f92f-f4ae-47ed-9ff6-264030e4f32c req-276371d3-b0b3-4fd0-be49-f37be80424ed tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.1491878 May 28 06:53:07.833579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c012-438d-4bd8-9fac-2f774443662f req-79dc293a-6ece-4b65-b8eb-7a2d0792cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:07.834934 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1454c012-438d-4bd8-9fac-2f774443662f req-79dc293a-6ece-4b65-b8eb-7a2d0792cb46 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 1096 time: 0.1136453 May 28 06:53:07.959906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5e50f92f-f4ae-47ed-9ff6-264030e4f32c req-a70649d6-9098-433d-90b8-67de71a5b36d tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229255 May 28 06:53:07.999558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c012-438d-4bd8-9fac-2f774443662f req-8dc4cfa4-a633-496d-a1af-b2aaffeba935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:08.000983 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1454c012-438d-4bd8-9fac-2f774443662f req-8dc4cfa4-a633-496d-a1af-b2aaffeba935 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 HTTP/1.1" status: 200 len: 898 time: 0.1512589 May 28 06:53:08.104876 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1454c012-438d-4bd8-9fac-2f774443662f req-2351c32b-1bc0-4370-98c3-671966324396 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc HTTP/1.1" status: 200 len: 1001 time: 0.0977921 May 28 06:53:08.167611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c012-438d-4bd8-9fac-2f774443662f req-b0b1853e-742b-459f-ad81-bcf7cd74cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:08.169115 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1454c012-438d-4bd8-9fac-2f774443662f req-b0b1853e-742b-459f-ad81-bcf7cd74cbe8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=29706f67-0aad-491a-b011-bce79a154dfe HTTP/1.1" status: 200 len: 835 time: 0.0587261 May 28 06:53:08.355949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c012-438d-4bd8-9fac-2f774443662f req-f1ce682b-ad36-4cdb-92b5-d3f486650730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:08.357336 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1454c012-438d-4bd8-9fac-2f774443662f req-f1ce682b-ad36-4cdb-92b5-d3f486650730 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827657 May 28 06:53:08.491660 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1454c012-438d-4bd8-9fac-2f774443662f req-d1e402f9-8f66-442b-960d-adcf1ef0db99 service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260068 May 28 06:53:08.622474 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1454c012-438d-4bd8-9fac-2f774443662f req-6cf89870-39d2-44cf-a82f-dbb3332f6171 service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244767 May 28 06:53:08.653278 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0265433b-ef86-41f1-b3df-1cc6ff4807f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:09.154188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e3b4d-1848-465c-a95b-3642cf2d2a21 req-b5340a74-0dce-4dbc-a088-15f69616ffc1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:09.159393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c2e3b4d-1848-465c-a95b-3642cf2d2a21 req-b5340a74-0dce-4dbc-a088-15f69616ffc1 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0890021 May 28 06:53:09.205030 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0c2e3b4d-1848-465c-a95b-3642cf2d2a21 req-ab2e58c4-492f-4c1f-a4b5-3126309a8c29 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400598 May 28 06:53:10.390018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f607-e98b-4b4b-9017-12725f27971e req-2825e94f-d89f-4fd0-880a-2de30d1d96a0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:10.395258 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa35f607-e98b-4b4b-9017-12725f27971e req-2825e94f-d89f-4fd0-880a-2de30d1d96a0 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0804279 May 28 06:53:10.436205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fa35f607-e98b-4b4b-9017-12725f27971e req-6ac6056f-d0c3-4c7b-b6ac-0a3a997c0d49 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386498 May 28 06:53:10.459332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53564) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:10.566464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-1c5b22cb-db5f-456b-bbfa-96c49d1c8da6 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/floatingips/ce317ba3-498e-4312-a3d5-d8472b767bb8 HTTP/1.1" status: 200 len: 993 time: 0.1059961 May 28 06:53:10.841195 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e4884e3a-a665-4b70-9c79-7b20943409b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:10.897648 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:10.922756 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53572) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:11.141001 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port 0f4d6356-547f-4c1b-bc47-6b3b88c03889 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:53:11.141462 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:11.314079 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:11.314393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:11.438776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for 0f4d6356-547f-4c1b-bc47-6b3b88c03889 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:53:11.594208 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:11.643679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=0f4d6356-547f-4c1b-bc47-6b3b88c03889,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:11.681292 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.681570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.681895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.682258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.682586 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.682910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.683260 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.683581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.683901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.684219 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.684536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.684848 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:11.745019 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:11.745358 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Floating IP ce317ba3-498e-4312-a3d5-d8472b767bb8 disassociated (deleted). External IP: 172.25.4.124, port: 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc. May 28 06:53:11.771626 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:11.920384 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:12.215735 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 7349ff02-dee0-43a5-bf65-343ec475da52 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:53:12.398324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:53:12.408655 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] Sync routers for ids ['7349ff02-dee0-43a5-bf65-343ec475da52'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:53:12.419923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:12.427167 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] Routers {'7349ff02-dee0-43a5-bf65-343ec475da52'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:12.428063 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7349ff02-dee0-43a5-bf65-343ec475da52'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:12.477901 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c8ba767e-b4d3-4861-ade2-b9b4e71c2988 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/floatingips/ce317ba3-498e-4312-a3d5-d8472b767bb8 HTTP/1.1" status: 204 len: 168 time: 1.5515711 May 28 06:53:12.477901 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'tag': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:53:12.584371 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf73c92d-94f7-4754-b862-d62ba0d37037'] response: {'name': 'network-changed', 'server_uuid': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'tag': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'status': 'completed', 'code': 200} May 28 06:53:12.617407 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] Set router 7349ff02-dee0-43a5-bf65-343ec475da52 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:12.734691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-2013c665-f049-42b7-aaf4-b67925ef8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:12.737090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-2013c665-f049-42b7-aaf4-b67925ef8525 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 1096 time: 0.1045134 May 28 06:53:12.890936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-3367810f-d00c-4c20-8590-12e276e19364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:12.892541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-3367810f-d00c-4c20-8590-12e276e19364 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 HTTP/1.1" status: 200 len: 898 time: 0.1497967 May 28 06:53:12.907028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702e319-4109-4447-b356-227703023a5f req-534cb61a-4aa0-48ab-86f1-c3a461f0c19b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:12.909993 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3702e319-4109-4447-b356-227703023a5f req-534cb61a-4aa0-48ab-86f1-c3a461f0c19b tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0990372 May 28 06:53:12.961225 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3702e319-4109-4447-b356-227703023a5f req-09f9b251-fae9-49b7-b672-53ae9a219a6c tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 May 28 06:53:12.967930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-291b46d1-f265-416e-9a0f-d73f0a25725d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc HTTP/1.1" status: 200 len: 217 time: 0.0674534 May 28 06:53:13.016664 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '83649982-7edb-46b5-aa97-acc13b960521', 'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:fc:66:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:40Z', 'updated_at': '2022-05-28T06:51:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '29706f67-0aad-491a-b011-bce79a154dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:13.020674 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] Checking router: 7349ff02-dee0-43a5-bf65-343ec475da52 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:53:13.030603 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] Routers {'7349ff02-dee0-43a5-bf65-343ec475da52'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:13.031207 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7349ff02-dee0-43a5-bf65-343ec475da52'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:13.061719 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-aae1707a-57ab-4145-aa64-d17b8221841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:13.063246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-aae1707a-57ab-4145-aa64-d17b8221841b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=29706f67-0aad-491a-b011-bce79a154dfe HTTP/1.1" status: 200 len: 835 time: 0.0790651 May 28 06:53:13.152052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-97a532d1-d302-4295-82bf-b8f7f0da0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:13.153904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-97a532d1-d302-4295-82bf-b8f7f0da0182 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839400 May 28 06:53:13.221608 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] Set router 7349ff02-dee0-43a5-bf65-343ec475da52 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:13.293864 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-4ff14817-dbbf-40e2-bbc4-0303ad2231cd service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320004 May 28 06:53:13.429393 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b568f1a-3a50-4ac8-8da1-6d1c1d2e4d51 req-c8215311-b773-4e99-8f4a-43f74a14b497 service neutron] 10.222.0.33 "GET /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282408 May 28 06:53:13.543988 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '83649982-7edb-46b5-aa97-acc13b960521', 'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:fc:66:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:40Z', 'updated_at': '2022-05-28T06:51:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '29706f67-0aad-491a-b011-bce79a154dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:13.548735 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a3a98-269e-4dc0-833a-ca91e194a06f None None] The sync data for ids ['7349ff02-dee0-43a5-bf65-343ec475da52'] in n-d-843679-5 is: [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '83649982-7edb-46b5-aa97-acc13b960521', 'name': '', 'network_id': 'b502fee5-fb1c-45f4-9dfb-7a83cd3664e7', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'mac_address': 'fa:16:3e:fc:66:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '29706f67-0aad-491a-b011-bce79a154dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:40Z', 'updated_at': '2022-05-28T06:51:45Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'subnets': [{'id': '29706f67-0aad-491a-b011-bce79a154dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:53:13.577948 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:13.768341 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb3069-383d-4641-baa0-a83d25aa45b1 None None] New status for floating IP ce317ba3-498e-4312-a3d5-d8472b767bb8: DOWN {{(pid=88418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:53:14.167297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ee493-ba5e-4d3a-840c-34bc42075672 req-0902b12f-fdab-414e-8429-9dd42df69aac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:14.168023 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8f0ee493-ba5e-4d3a-840c-34bc42075672 req-0902b12f-fdab-414e-8429-9dd42df69aac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Synchronizing usage tracker for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:14.185360 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8f0ee493-ba5e-4d3a-840c-34bc42075672 req-0902b12f-fdab-414e-8429-9dd42df69aac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Unset dirty status for tenant:bf9813a8debf43e7a56d5037298c5dc9 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:14.186525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f0ee493-ba5e-4d3a-840c-34bc42075672 req-0902b12f-fdab-414e-8429-9dd42df69aac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.1046467 May 28 06:53:14.235542 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8f0ee493-ba5e-4d3a-840c-34bc42075672 req-fb0abd28-a637-4016-89cd-757424f6937a tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 May 28 06:53:14.803629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-d2611969-c228-422d-9320-266e873583b9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:14.805079 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-d2611969-c228-422d-9320-266e873583b9 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0835712 May 28 06:53:14.882268 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-cb785f5a-dae6-4a10-ac31-d9907350afd5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:53:14.882688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-cb785f5a-dae6-4a10-ac31-d9907350afd5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:14.894587 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:53:15.259655 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-cb785f5a-dae6-4a10-ac31-d9907350afd5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:15.260852 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-cb785f5a-dae6-4a10-ac31-d9907350afd5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.395047 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-cb785f5a-dae6-4a10-ac31-d9907350afd5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:53:15.428958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851680e-427c-4d4a-82bc-d591847e139f req-e4f7f474-122f-4518-b972-269fcacc2e42 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:15.430439 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1851680e-427c-4d4a-82bc-d591847e139f req-e4f7f474-122f-4518-b972-269fcacc2e42 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f5e8e3-d699-464d-95d6-6cabea43befe HTTP/1.1" status: 200 len: 945 time: 0.0811071 May 28 06:53:15.481083 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1851680e-427c-4d4a-82bc-d591847e139f req-ed239fbf-9505-4f0c-921f-23b395137897 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d74656b-0316-483b-9cb3-ce59b5cafd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441844 May 28 06:53:15.552816 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-cb785f5a-dae6-4a10-ac31-d9907350afd5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.605878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb785f5a-dae6-4a10-ac31-d9907350afd5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=5d82ebca-f488-4c8b-89ca-fc287ae3c3fc,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:15.681889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-cb785f5a-dae6-4a10-ac31-d9907350afd5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] No DVR routers for this DVR port 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:53:15.684947 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-cb785f5a-dae6-4a10-ac31-d9907350afd5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:15.688060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'name': 'network-vif-deleted', 'tag': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:53:15.704657 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e24017e8-c404-4cfc-9340-66c96bb204d6 req-cb785f5a-dae6-4a10-ac31-d9907350afd5 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.33 "DELETE /v2.0/ports/5d82ebca-f488-4c8b-89ca-fc287ae3c3fc HTTP/1.1" status: 204 len: 173 time: 0.8945107 May 28 06:53:15.742401 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c854f12e-d070-40b7-a390-ed6730775de8'] response: {'server_uuid': '88f5e8e3-d699-464d-95d6-6cabea43befe', 'name': 'network-vif-deleted', 'tag': '5d82ebca-f488-4c8b-89ca-fc287ae3c3fc', 'status': 'completed', 'code': 200} May 28 06:53:16.579244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53592) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:17.148798 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:17.621777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port 83649982-7edb-46b5-aa97-acc13b960521 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:53:17.622497 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:17.810748 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port 83649982-7edb-46b5-aa97-acc13b960521, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=83649982-7edb-46b5-aa97-acc13b960521,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:17.811101 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:17.939456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for 83649982-7edb-46b5-aa97-acc13b960521 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:53:18.138238 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:18.187041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=83649982-7edb-46b5-aa97-acc13b960521,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:18.476894 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:18.834824 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Router 7349ff02-dee0-43a5-bf65-343ec475da52 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:53:19.032312 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:53:19.068257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:53:19.068641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 5d82ebca-f488-4c8b-89ca-fc287ae3c3fc not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:53:19.133887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:53:19.149784 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a5478833-6cba-4c9a-bff4-9f155b4a6cce tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "PUT /v2.0/routers/7349ff02-dee0-43a5-bf65-343ec475da52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5692620 May 28 06:53:19.152730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53596) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:19.166976 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] Sync routers for ids ['7349ff02-dee0-43a5-bf65-343ec475da52'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:53:19.176619 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] Routers {'7349ff02-dee0-43a5-bf65-343ec475da52'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:19.177344 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7349ff02-dee0-43a5-bf65-343ec475da52'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:19.228377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting subnet 29706f67-0aad-491a-b011-bce79a154dfe {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 06:53:19.232052 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:19.287874 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:19.360723 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] Set router 7349ff02-dee0-43a5-bf65-343ec475da52 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:19.379497 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:19.455717 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:19.496355 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Subnet': ['ID=29706f67-0aad-491a-b011-bce79a154dfe,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:19.507470 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:19.511171 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.511548 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.511890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.512224 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.512552 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.512876 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.513208 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.513525 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.513848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.514167 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.514511 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.514855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:19.518424 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40248071-07b9-45d4-b37f-0506decd28a2 None None] Network b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:53:19.522088 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-ad971e9f-9443-4ca4-8f0b-861f97bc25eb tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/subnets/29706f67-0aad-491a-b011-bce79a154dfe HTTP/1.1" status: 204 len: 168 time: 0.3680742 May 28 06:53:19.524415 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53600) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:19.714382 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:53:18Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:19.719798 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] Checking router: 7349ff02-dee0-43a5-bf65-343ec475da52 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:53:19.728025 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:19.729476 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] Routers {'7349ff02-dee0-43a5-bf65-343ec475da52'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:19.730251 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['7349ff02-dee0-43a5-bf65-343ec475da52'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:19.873506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] DHCP port deletion for b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 06:53:19.877733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Deleting port 293d08aa-55d6-4aff-bf89-d6c363613457 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:53:19.878389 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:19.924882 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] Set router 7349ff02-dee0-43a5-bf65-343ec475da52 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:19.939360 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:19.950015 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Deleting port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:53:19.950411 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:20.151632 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] For port 293d08aa-55d6-4aff-bf89-d6c363613457, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=293d08aa-55d6-4aff-bf89-d6c363613457,segment=NetworkSegment(4314a390-8eaf-4dba-b5c6-6a2026ad7bb8),segment_id=4314a390-8eaf-4dba-b5c6-6a2026ad7bb8)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:20.152847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:20.279905 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] For port cd1cf855-c0e7-4e50-8878-82e4dafb4b4b, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=cd1cf855-c0e7-4e50-8878-82e4dafb4b4b,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:20.280528 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:20.290484 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:53:18Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:20.295392 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a5c4e-8ab9-4d59-8497-6bd6c4ba34d6 None None] The sync data for ids ['7349ff02-dee0-43a5-bf65-343ec475da52'] in n-d-843679-5 is: [{'id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595956378', 'tenant_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:51:35Z', 'updated_at': '2022-05-28T06:53:18Z', 'revision_number': 5, 'project_id': 'bf9813a8debf43e7a56d5037298c5dc9', 'gw_port': {'id': 'cd1cf855-c0e7-4e50-8878-82e4dafb4b4b', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349ff02-dee0-43a5-bf65-343ec475da52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:51:36Z', 'updated_at': '2022-05-28T06:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:53:20.311658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Calling delete_port for 293d08aa-55d6-4aff-bf89-d6c363613457 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:53:20.389713 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439'] for port, after_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:20.422842 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Calling delete_port for cd1cf855-c0e7-4e50-8878-82e4dafb4b4b owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:53:20.437400 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Pushing event deleted for resources: {'Port': ['ID=293d08aa-55d6-4aff-bf89-d6c363613457,revision_number=None']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:20.446808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] No DVR routers for this DVR port 293d08aa-55d6-4aff-bf89-d6c363613457 on host n-d-843679-5 {{(pid=88418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:53:20.448976 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.449326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.449668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.450009 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.450344 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.450697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.451018 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.451370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.451696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.452021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.452343 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.452667 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f51714-e225-4b6f-a395-98d7b793a303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:20.749361 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:20.804687 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Port': ['ID=cd1cf855-c0e7-4e50-8878-82e4dafb4b4b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:20.903749 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.078306 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.080551 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.104428 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.105209 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Fanout notify agent at l3_agent the message router_deleted on router 7349ff02-dee0-43a5-bf65-343ec475da52 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 06:53:21.121745 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.122956 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-217f7d2f-06ee-4c90-b89b-86ecdba9a8dc tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/routers/7349ff02-dee0-43a5-bf65-343ec475da52 HTTP/1.1" status: 204 len: 168 time: 1.5974712 May 28 06:53:21.125895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53604) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:21.249378 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.380040 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.406210 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b502fee5-fb1c-45f4-9dfb-7a83cd3664e7']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:21.418793 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:21.419092 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4314a390-8eaf-4dba-b5c6-6a2026ad7bb8') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:21.431061 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.448941 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.454918 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 06:53:21.455327 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.542525 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 4314a390-8eaf-4dba-b5c6-6a2026ad7bb8 resource provider aggregate not found May 28 06:53:21.562363 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.568298 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.596971 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 4314a390-8eaf-4dba-b5c6-6a2026ad7bb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4314a390-8eaf-4dba-b5c6-6a2026ad7bb8 found for delete ", "request_id": "req-a67d76e8-efed-4dd5-8084-33fb732ffb9e"}]} May 28 06:53:21.599160 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'Network': ['ID=b502fee5-fb1c-45f4-9dfb-7a83cd3664e7,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:21.615985 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-05e4b21b-6aa8-4807-8981-e4e709f05d44 tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/networks/b502fee5-fb1c-45f4-9dfb-7a83cd3664e7 HTTP/1.1" status: 204 len: 168 time: 0.4889107 May 28 06:53:21.618661 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53614) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:21.660977 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 83649982-7edb-46b5-aa97-acc13b960521 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:53:21.696215 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-068e8aa4-4801-426a-bf9b-26e863b1bfac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.696475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 83649982-7edb-46b5-aa97-acc13b960521 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:53:21.696785 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 83649982-7edb-46b5-aa97-acc13b960521 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:53:21.697199 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 293d08aa-55d6-4aff-bf89-d6c363613457 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:53:21.731281 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-068e8aa4-4801-426a-bf9b-26e863b1bfac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.732519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 293d08aa-55d6-4aff-bf89-d6c363613457 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:53:21.733039 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 293d08aa-55d6-4aff-bf89-d6c363613457 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:53:21.733615 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cd1cf855-c0e7-4e50-8878-82e4dafb4b4b no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:53:21.805027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: cd1cf855-c0e7-4e50-8878-82e4dafb4b4b {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:53:21.805392 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-068e8aa4-4801-426a-bf9b-26e863b1bfac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.805621 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device cd1cf855-c0e7-4e50-8878-82e4dafb4b4b not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:53:21.943700 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e8aa4-4801-426a-bf9b-26e863b1bfac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d74656b-0316-483b-9cb3-ce59b5cafd16,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:21.957146 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-068e8aa4-4801-426a-bf9b-26e863b1bfac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:21.958402 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-068e8aa4-4801-426a-bf9b-26e863b1bfac tempest-TestNetworkAdvancedServerOps-964874656 tempest-TestNetworkAdvancedServerOps-964874656-project] 10.222.0.39 "DELETE /v2.0/security-groups/3d74656b-0316-483b-9cb3-ce59b5cafd16 HTTP/1.1" status: 204 len: 168 time: 0.3375821 May 28 06:53:22.331120 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53624) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:22.478013 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-2474f356-417c-420b-b342-7743fb049a4f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf9813a8debf43e7a56d5037298c5dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456385 May 28 06:53:22.480556 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53630) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:22.537706 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38df4398-1c35-4b12-abf5-6dc7b5c5e30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:22.563137 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38df4398-1c35-4b12-abf5-6dc7b5c5e30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:22.616221 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38df4398-1c35-4b12-abf5-6dc7b5c5e30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:22.633977 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df4398-1c35-4b12-abf5-6dc7b5c5e30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c085b636-226d-44c0-8da6-161b9bb4c575,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:22.651481 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-38df4398-1c35-4b12-abf5-6dc7b5c5e30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:22.652736 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-38df4398-1c35-4b12-abf5-6dc7b5c5e30b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c085b636-226d-44c0-8da6-161b9bb4c575 HTTP/1.1" status: 204 len: 168 time: 0.1712739 May 28 06:53:22.959143 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53638) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:22.976920 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3e04492-adf8-4e9f-a9e4-b2d00721cae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:22.994942 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b3e04492-adf8-4e9f-a9e4-b2d00721cae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:22.998755 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b3e04492-adf8-4e9f-a9e4-b2d00721cae8 admin admin] Usage tracker for resource:security_group_rule and tenant:14c92a388de749d49c52d8f9630239b8 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:23.002323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-b3e04492-adf8-4e9f-a9e4-b2d00721cae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:23.008235 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-b3e04492-adf8-4e9f-a9e4-b2d00721cae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:23.099844 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3e04492-adf8-4e9f-a9e4-b2d00721cae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:23.110355 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b3e04492-adf8-4e9f-a9e4-b2d00721cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:23.161194 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b3e04492-adf8-4e9f-a9e4-b2d00721cae8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14c92a388de749d49c52d8f9630239b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008910 May 28 06:53:23.161912 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e04492-adf8-4e9f-a9e4-b2d00721cae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc0e865-ab71-4422-82ce-f28622ef2739,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:23.163907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53642) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:23.235399 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5daf0a7-e767-4c3b-9499-bc6f5c56770a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:23.262480 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5daf0a7-e767-4c3b-9499-bc6f5c56770a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:23.313554 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5daf0a7-e767-4c3b-9499-bc6f5c56770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:23.329405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daf0a7-e767-4c3b-9499-bc6f5c56770a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc0e865-ab71-4422-82ce-f28622ef2739,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:23.333868 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a5daf0a7-e767-4c3b-9499-bc6f5c56770a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:23.337482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a5daf0a7-e767-4c3b-9499-bc6f5c56770a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fcc0e865-ab71-4422-82ce-f28622ef2739 HTTP/1.1" status: 204 len: 168 time: 0.1692553 May 28 06:53:24.125646 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53666) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:24.232765 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1668566089-network', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:24.240451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:24.245027 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Usage tracker for resource:network and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:24.247974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:24.253669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:24.264736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Made reservation on behalf of c3bc96bd8e58446fba5fd8759b6bdefb for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:53:24.267142 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:24.279201 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:24.293336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:24.297152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:24.299922 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:24.305612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:24.405383 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:24.410326 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:24.440405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:53:24.449297 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9bb002-bdbf-46eb-a6aa-119d02ecc66d,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:24.455466 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:24.455807 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Added segment d0ebc0f5-d8cd-4628-872e-84a546ab8c32 of type vlan for network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 May 28 06:53:24.487967 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:24.517942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:24.518907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:24.519495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:24.620279 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] Pushing event updated for resources: {'Network': ['ID=1a9776dc-29e8-451a-a64e-bae4dfe182f9,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:24.626408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3181297f-2756-488b-a356-2bdda9a96594 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4966698 May 28 06:53:24.626573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53672) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:24.631457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:53:24.632744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Request body: {'subnet': {'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1668566089-subnet', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:24.638753 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:24.642726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Usage tracker for resource:subnet and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:24.646763 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:24.653187 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:24.676287 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Made reservation on behalf of c3bc96bd8e58446fba5fd8759b6bdefb for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:53:24.678878 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:24.899736 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:24.973990 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbba57d-4630-4965-b3bc-0e4f2eb1db30,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:24.985084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Checking segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:24.985433 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Network hostable DHCP agents. Network: 1a9776dc-29e8-451a-a64e-bae4dfe182f9, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:53:25.005523 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:53:25.016892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 1a9776dc-29e8-451a-a64e-bae4dfe182f9) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:25.019943 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:25.020773 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.025220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da414ddb-28c9-4dcd-88c9-4452055c8a87 None None] Network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:53:25.048012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-60283d69-76da-44cc-8c8a-5afc8b11fcc7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4203629 May 28 06:53:25.050897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53676) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:25.056650 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:25.067547 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:25.073976 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Usage tracker for resource:router and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:25.078757 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:25.087810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:25.105826 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.106854 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.126695 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.270315 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:53:25.271322 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.416728 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.443655 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Allocated IP 172.20.0.2 (1a9776dc-29e8-451a-a64e-bae4dfe182f9/6bbba57d-4630-4965-b3bc-0e4f2eb1db30/081dfaf8-a8e5-4ce7-8edb-7752064809c9) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:25.666195 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.676816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Transition to ACTIVE for port object 081dfaf8-a8e5-4ce7-8edb-7752064809c9 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:25.695965 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Transition to ACTIVE for port object 081dfaf8-a8e5-4ce7-8edb-7752064809c9 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:25.706942 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.750446 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.784535 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.787449 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Pushing event updated for resources: {'Port': ['ID=081dfaf8-a8e5-4ce7-8edb-7752064809c9,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:25.794697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:25.795870 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:25.798142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:25.893978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Attempting to bind port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:53:25.894348 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Attempting to bind port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:53:25.894733 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Attempting to bind port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:25.900571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:53:25.900955 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Checking segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:25.901363 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.902205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Bound using segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:53:25.902867 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Bound port: 081dfaf8-a8e5-4ce7-8edb-7752064809c9, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:53:25.903208 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:25.940626 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Allocated IP 172.25.4.117 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/4f09cb85-1fb1-46db-a894-224d6d070b8a) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:25.998252 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] For port 081dfaf8-a8e5-4ce7-8edb-7752064809c9, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:53:26.001515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] For port 081dfaf8-a8e5-4ce7-8edb-7752064809c9, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=081dfaf8-a8e5-4ce7-8edb-7752064809c9,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:53:26.007226 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:26.106410 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8eeee-3846-44a8-a94d-64c614aa71aa None None] Pushing event updated for resources: {'Port': ['ID=081dfaf8-a8e5-4ce7-8edb-7752064809c9,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:26.121343 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:26.165214 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:26.261114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:26.264254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:26.268337 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:26.338993 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Pushing event updated for resources: {'Port': ['ID=4f09cb85-1fb1-46db-a894-224d6d070b8a,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:26.890471 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:27.165455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02cdc47-86c3-4735-a02d-ac4aca0a13a4 None None] Network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:53:27.278768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:27.284982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b89bea08-e21f-4e04-b6b8-8c31cb204d21 None None] Provisioning for port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:27.517502 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:53:27.633668 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 081dfaf8-a8e5-4ce7-8edb-7752064809c9 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:27.746779 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:27.752500 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:27.753126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:27.757290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:53:27.786110 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Sync routers for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:53:27.793274 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:27.793274 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-75e21b4b-77b6-4112-96e2-4e9ee815c39b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7397163 May 28 06:53:27.795722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53680) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:27.817964 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:27.818545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:28.119421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:28.170078 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:28.171486 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:28.355683 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 081dfaf8-a8e5-4ce7-8edb-7752064809c9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=081dfaf8-a8e5-4ce7-8edb-7752064809c9,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:28.364017 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:28.493856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=081dfaf8-a8e5-4ce7-8edb-7752064809c9,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:28.547436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:26Z', 'revision_number': 3, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:28.551516 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Checking router: 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:53:28.551869 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Updating router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 port 4f09cb85-1fb1-46db-a894-224d6d070b8a binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:53:28.608607 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:28.682498 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:28.914236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Allocated IP 172.20.0.1 (1a9776dc-29e8-451a-a64e-bae4dfe182f9/6bbba57d-4630-4965-b3bc-0e4f2eb1db30/e077d67e-2e3c-4a0f-bed6-921fb1a94ab5) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:28.962699 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:28.976560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Transition to ACTIVE for port object 4f09cb85-1fb1-46db-a894-224d6d070b8a will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:28.983968 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.080238 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Attempting to bind port 4f09cb85-1fb1-46db-a894-224d6d070b8a on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:53:29.081035 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Attempting to bind port 4f09cb85-1fb1-46db-a894-224d6d070b8a by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:53:29.081398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Attempting to bind port 4f09cb85-1fb1-46db-a894-224d6d070b8a on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:29.087625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02881d6-beed-4d29-aadb-b191d00bb940 None None] Pushing event updated for resources: {'Port': ['ID=4f09cb85-1fb1-46db-a894-224d6d070b8a,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:29.093027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:53:29.093415 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:29.093799 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.094179 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:53:29.094766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Bound port: 4f09cb85-1fb1-46db-a894-224d6d070b8a, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:53:29.095142 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.106069 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.134254 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.provisioning_blocks [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Transition to ACTIVE for port object e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 will not be triggered until provisioned by entity DHCP. {{(pid=88416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:29.173867 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.199945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] For port 4f09cb85-1fb1-46db-a894-224d6d070b8a, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:53:29.203866 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] For port 4f09cb85-1fb1-46db-a894-224d6d070b8a, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4f09cb85-1fb1-46db-a894-224d6d070b8a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:53:29.209890 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.263435 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:29.266386 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:29.270955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:29.309747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02881d6-beed-4d29-aadb-b191d00bb940 None None] Pushing event updated for resources: {'Port': ['ID=4f09cb85-1fb1-46db-a894-224d6d070b8a,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:29.334592 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.340214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:29.341164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:29.463623 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Pushing event updated for resources: {'Port': ['ID=e077d67e-2e3c-4a0f-bed6-921fb1a94ab5,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:29.531180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:29.648349 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.656832 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 081dfaf8-a8e5-4ce7-8edb-7752064809c9 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:29.835438 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a7a60107-e511-4ec6-b45d-b91c2bebe521 None None] Provisioning for port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:29.849504 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a7a60107-e511-4ec6-b45d-b91c2bebe521 None None] Provisioning complete for port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:29.849876 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a7a60107-e511-4ec6-b45d-b91c2bebe521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.890133 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.894854 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:29.974917 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:29.975310 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.006098 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a7a60107-e511-4ec6-b45d-b91c2bebe521 None None] Port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:53:30.011671 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.016356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Pushing event updated for resources: {'Port': ['ID=e077d67e-2e3c-4a0f-bed6-921fb1a94ab5,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:30.121817 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:26Z', 'revision_number': 3, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:30.130757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945daffd-1f6c-449c-9bc6-fe4b87b2dfd5 None None] The sync data for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 is: [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:26Z', 'revision_number': 3, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:53:30.133994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:30.288062 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:30.289344 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:30.539588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:53:30.639096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-493687cd-3ad4-48da-a6c9-3ca88662566b None None] Provisioning complete for port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:30.639699 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-493687cd-3ad4-48da-a6c9-3ca88662566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:30.710620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-493687cd-3ad4-48da-a6c9-3ca88662566b None None] Port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:53:30.777785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:53:30.791730 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b988bcc0-8263-41c5-a04f-84a154a9ac45 admin admin] 10.222.0.39 "PUT /v2.0/routers/3d0b8d01-ce01-41ac-96c3-d65ec9136a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9943235 May 28 06:53:31.335722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53698) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:31.342620 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1787095104-network', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:31.348692 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:31.352955 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Usage tracker for resource:network and tenant:b53ca96ec17b46e3ab530debbdb2cfd0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:31.356736 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:31.362735 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:31.374390 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Made reservation on behalf of b53ca96ec17b46e3ab530debbdb2cfd0 for: {'network': 1} {{(pid=88416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:53:31.376833 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.389618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.404422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:31.408340 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Usage tracker for resource:security_group_rule and tenant:b53ca96ec17b46e3ab530debbdb2cfd0 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:31.411061 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:31.417231 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:31.502792 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.506738 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.546532 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 06:53:31.553157 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0712036a-1422-4fa5-b784-3f5706666463,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:31.560579 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.560970 n-d-843679-5 neutron-server[88416]: INFO neutron.db.segments_db [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Added segment e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4 of type vlan for network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 May 28 06:53:31.602002 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.643391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.644394 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:31.645850 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.647826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4f09cb85-1fb1-46db-a894-224d6d070b8a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:31.734425 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 4f09cb85-1fb1-46db-a894-224d6d070b8a completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:31.742397 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 4f09cb85-1fb1-46db-a894-224d6d070b8a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:31.743613 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.757810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] Pushing event updated for resources: {'Network': ['ID=7d0548ee-d371-4a88-be1f-e95bf729b7c6,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:31.763929 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5ab059b2-76ca-4d92-9c75-125b677d8a65 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4270020 May 28 06:53:31.767079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53702) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:31.775465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Request body: {'subnet': {'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1787095104-subnet', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:31.783685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:31.789475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 06:53:31.791045 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Usage tracker for resource:subnet and tenant:b53ca96ec17b46e3ab530debbdb2cfd0 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:31.794015 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:31.804574 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:31.817332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Made reservation on behalf of b53ca96ec17b46e3ab530debbdb2cfd0 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:53:31.820444 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.908300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:31.998882 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 4f09cb85-1fb1-46db-a894-224d6d070b8a is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:31.999306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.015522 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Sync routers for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:53:32.017436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 4f09cb85-1fb1-46db-a894-224d6d070b8a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4f09cb85-1fb1-46db-a894-224d6d070b8a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:32.022965 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.034143 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:32.034769 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:32.058927 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.102576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=4f09cb85-1fb1-46db-a894-224d6d070b8a,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:32.168119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Checking segment: {'id': 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:32.168859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Network hostable DHCP agents. Network: 7d0548ee-d371-4a88-be1f-e95bf729b7c6, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 06:53:32.182691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Pushing event updated for resources: {'Subnet': ['ID=39897db6-3391-4ab8-a41a-869fd4bc9f1e,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:32.201067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 06:53:32.212622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 7d0548ee-d371-4a88-be1f-e95bf729b7c6) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:32.218332 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:32.219143 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.225788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f198c9-7ffe-4d81-bd9a-55c2037734ff None None] Network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:53:32.246320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-41400da4-ad3f-464e-a87c-a2525e99accd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4754224 May 28 06:53:32.248034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53706) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:32.254909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1787095104-router', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:32.258787 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:32.261338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:32.266031 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Usage tracker for resource:router and tenant:b53ca96ec17b46e3ab530debbdb2cfd0 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:32.269324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:32.275818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:32.293477 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.294890 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.317639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.492040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-7d0548ee-d371-4a88-be1f-e95bf729b7c6', 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'fixed_ips': [{'subnet_id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 06:53:32.493113 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.644213 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 2, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:32.644552 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.648171 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Checking router: 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:53:32.648760 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Updating router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:53:32.675120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Allocated IP 172.20.0.2 (7d0548ee-d371-4a88-be1f-e95bf729b7c6/39897db6-3391-4ab8-a41a-869fd4bc9f1e/2a5009ea-b2a7-4022-817a-9d3d3439e6a3) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:32.710985 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.929798 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:32.940825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Transition to ACTIVE for port object 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:32.965808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Transition to ACTIVE for port object 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:32.979864 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.059613 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:33.063540 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:33.065967 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Pushing event updated for resources: {'Port': ['ID=2a5009ea-b2a7-4022-817a-9d3d3439e6a3,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:33.068279 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:33.155071 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.170257 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Transition to ACTIVE for port object e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:33.178309 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.219664 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.225262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Attempting to bind port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:53:33.225750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Attempting to bind port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:53:33.226220 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Attempting to bind port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 on network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:33.233885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:53:33.233885 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Checking segment: {'id': 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:33.234265 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.234727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Bound using segment: {'id': 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:53:33.235137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Bound port: 2a5009ea-b2a7-4022-817a-9d3d3439e6a3, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:53:33.235542 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.258294 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.264928 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Pushing event updated for resources: {'Port': ['ID=e077d67e-2e3c-4a0f-bed6-921fb1a94ab5,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:33.349571 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.350095 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.350527 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.350956 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.351576 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.352002 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.352422 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.352838 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.353982 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.354414 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.354847 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.355669 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:53:33.410654 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] For port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:53:33.416206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] For port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2a5009ea-b2a7-4022-817a-9d3d3439e6a3,segment=NetworkSegment(e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4),segment_id=e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:53:33.436411 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.469102 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Attempting to bind port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:53:33.469595 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Attempting to bind port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:53:33.470095 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Attempting to bind port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:33.476536 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:53:33.477055 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Checking segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:33.477675 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.478266 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Bound using segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:53:33.479003 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Bound port: e077d67e-2e3c-4a0f-bed6-921fb1a94ab5, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:53:33.479496 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.482614 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Allocated IP 172.25.4.77 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/db87538f-6cea-4db1-b57f-8ba18512b0d1) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:33.592813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b69af-94b4-4d33-96b8-86431eed2e5a None None] Pushing event updated for resources: {'Port': ['ID=2a5009ea-b2a7-4022-817a-9d3d3439e6a3,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:33.631999 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] For port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:53:33.646464 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] For port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e077d67e-2e3c-4a0f-bed6-921fb1a94ab5,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:53:33.648539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4f09cb85-1fb1-46db-a894-224d6d070b8a up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:33.656553 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.741056 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.769953 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:33.770690 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:33.771463 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 4f09cb85-1fb1-46db-a894-224d6d070b8a triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:33.771922 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:33.801065 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.011741 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 4f09cb85-1fb1-46db-a894-224d6d070b8a is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:34.027582 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:34.028974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:34.033883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:34.087384 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Pushing event updated for resources: {'Port': ['ID=db87538f-6cea-4db1-b57f-8ba18512b0d1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:34.102030 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2730bde-42a1-4e05-8346-4cbf72d623de None None] Pushing event updated for resources: {'Port': ['ID=e077d67e-2e3c-4a0f-bed6-921fb1a94ab5,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:34.122010 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:34.536205 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:33Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:34.540305 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca387e-7ad1-4e5d-8565-c887072c54c6 None None] The sync data for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 is: [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:33Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:53:34.562337 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:34.981194 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f57ef0-d107-4ab2-856e-3ebf1bf140ba None None] Network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 06:53:35.014420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.175460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-5831bd31-766e-4a35-aec7-f7640315fc22 None None] Provisioning for port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:35.415504 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Router 174d8de5-272b-4b22-abf4-ba96983542f1 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 06:53:35.675687 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:35.682275 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:53:35.710381 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.714896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-42a99b41-919c-440b-a7a8-3ba4dea6ab1d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4618897 May 28 06:53:35.715195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53712) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:35.715820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Sync routers for ids ['174d8de5-272b-4b22-abf4-ba96983542f1'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:53:35.750528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Routers {'174d8de5-272b-4b22-abf4-ba96983542f1'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:35.751974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['174d8de5-272b-4b22-abf4-ba96983542f1'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:35.946311 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:35.957414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:35.957806 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:35.993878 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Set router 174d8de5-272b-4b22-abf4-ba96983542f1 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:36.366423 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'name': 'tempest-TestShelveInstance-1787095104-router', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:32Z', 'updated_at': '2022-05-28T06:53:34Z', 'revision_number': 3, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'gw_port': {'id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:33Z', 'updated_at': '2022-05-28T06:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:36.372306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Checking router: 174d8de5-272b-4b22-abf4-ba96983542f1 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:53:36.373432 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Updating router 174d8de5-272b-4b22-abf4-ba96983542f1 port db87538f-6cea-4db1-b57f-8ba18512b0d1 binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:53:36.403275 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:36.403987 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.452048 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.456246 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.493720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e077d67e-2e3c-4a0f-bed6-921fb1a94ab5,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:36.504819 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.506062 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:36.688778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Allocated IP 172.20.0.1 (7d0548ee-d371-4a88-be1f-e95bf729b7c6/39897db6-3391-4ab8-a41a-869fd4bc9f1e/02ea5902-f3fc-40bd-9cc3-4d052bda1233) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:36.774395 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=e077d67e-2e3c-4a0f-bed6-921fb1a94ab5,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:36.836040 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:36.854383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:36.854907 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.882970 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:36.904557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Transition to ACTIVE for port object 02ea5902-f3fc-40bd-9cc3-4d052bda1233 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:36.935489 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.019814 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:37.022988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:37.023524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.026373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:37.045782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:37.062697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2a5009ea-b2a7-4022-817a-9d3d3439e6a3,segment=NetworkSegment(e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4),segment_id=e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:37.081549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.256613 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Pushing event updated for resources: {'Port': ['ID=02ea5902-f3fc-40bd-9cc3-4d052bda1233,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:37.268897 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.274715 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.285142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=2a5009ea-b2a7-4022-817a-9d3d3439e6a3,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:37.294097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Transition to ACTIVE for port object db87538f-6cea-4db1-b57f-8ba18512b0d1 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:37.302620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.388685 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Attempting to bind port db87538f-6cea-4db1-b57f-8ba18512b0d1 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:53:37.389135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Attempting to bind port db87538f-6cea-4db1-b57f-8ba18512b0d1 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:53:37.389560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Attempting to bind port db87538f-6cea-4db1-b57f-8ba18512b0d1 on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:37.401358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:53:37.401625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:37.402011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.402399 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:53:37.402861 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Bound port: db87538f-6cea-4db1-b57f-8ba18512b0d1, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:53:37.403296 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.440506 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c6bb3c90-e9d8-4946-a810-5de8860b3c21 None None] Provisioning for port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:37.453945 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699ec35-cac1-4f0e-b728-028d7e141b97 None None] Pushing event updated for resources: {'Port': ['ID=db87538f-6cea-4db1-b57f-8ba18512b0d1,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:37.458820 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-c6bb3c90-e9d8-4946-a810-5de8860b3c21 None None] Provisioning complete for port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:37.458991 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3c90-e9d8-4946-a810-5de8860b3c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.536628 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb3c90-e9d8-4946-a810-5de8860b3c21 None None] Port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:53:37.540418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] For port db87538f-6cea-4db1-b57f-8ba18512b0d1, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:53:37.543550 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] For port db87538f-6cea-4db1-b57f-8ba18512b0d1, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db87538f-6cea-4db1-b57f-8ba18512b0d1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:53:37.549063 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.549840 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.632960 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Routers {'174d8de5-272b-4b22-abf4-ba96983542f1'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:37.633699 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['174d8de5-272b-4b22-abf4-ba96983542f1'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:37.687860 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:37.771688 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699ec35-cac1-4f0e-b728-028d7e141b97 None None] Pushing event updated for resources: {'Port': ['ID=db87538f-6cea-4db1-b57f-8ba18512b0d1,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:37.792503 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.796855 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.871818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:37.872303 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.904010 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Pushing event updated for resources: {'Port': ['ID=02ea5902-f3fc-40bd-9cc3-4d052bda1233,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:37.908681 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:37.938708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] Set router 174d8de5-272b-4b22-abf4-ba96983542f1 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:38.052236 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:38.053369 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:38.251350 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:38.252461 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:38.293145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Router 174d8de5-272b-4b22-abf4-ba96983542f1 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:53:38.412085 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-1d29c4df-7e64-4c62-a3da-640d21f73b7f None None] Provisioning complete for port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:38.412343 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1d29c4df-7e64-4c62-a3da-640d21f73b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:38.486570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:53:38.495283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:38.495657 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:38.505143 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8f5983d7-fb44-4253-a916-71786ebba50a admin admin] 10.222.0.39 "PUT /v2.0/routers/174d8de5-272b-4b22-abf4-ba96983542f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7812490 May 28 06:53:38.569185 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1d29c4df-7e64-4c62-a3da-640d21f73b7f None None] Port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:53:38.583835 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'name': 'tempest-TestShelveInstance-1787095104-router', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:32Z', 'updated_at': '2022-05-28T06:53:37Z', 'revision_number': 4, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'gw_port': {'id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:33Z', 'updated_at': '2022-05-28T06:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '02ea5902-f3fc-40bd-9cc3-4d052bda1233', 'name': '', 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'mac_address': 'fa:16:3e:bf:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:36Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 1, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'subnets': [{'id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:38.594287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a408fda-a976-492c-9b5e-be6dda488038 None None] The sync data for ids ['174d8de5-272b-4b22-abf4-ba96983542f1'] in n-d-843679-5 is: [{'id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'name': 'tempest-TestShelveInstance-1787095104-router', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:32Z', 'updated_at': '2022-05-28T06:53:37Z', 'revision_number': 4, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'gw_port': {'id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:33Z', 'updated_at': '2022-05-28T06:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '02ea5902-f3fc-40bd-9cc3-4d052bda1233', 'name': '', 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'mac_address': 'fa:16:3e:bf:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:36Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 1, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'subnets': [{'id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:53:38.665695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:38.670599 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e8a8d8ae-d247-4dd5-8523-f1b61c71d8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:38.942122 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53722) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:38.948358 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165571423', 'description': 'tempest-secgroup-smoke-1165571423 description', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:38.955714 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:38.959916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:38.963558 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:38.969689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:38.983757 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.005104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:39.009085 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:39.017283 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:39.024927 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:39.122078 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.128101 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.187896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e22222-38bb-4b75-99c6-e04a0d3eb72b,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:39.192166 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.197943 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-da424dd1-6674-43c1-8c4f-706022eae9bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2506225 May 28 06:53:39.198186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53726) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:39.203545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': 'f7e22222-38bb-4b75-99c6-e04a0d3eb72b', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:39.211663 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:39.216981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:39.220154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:39.226327 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:39.251442 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.328284 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.334535 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.364740 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8525fed-30ee-4229-978d-0f04ef9659cb,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:39.372638 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.378313 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53730) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:39.386562 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': 'f7e22222-38bb-4b75-99c6-e04a0d3eb72b', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:39.387920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9b03dd77-9341-4c35-9ec4-d77a2f574c83 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885374 May 28 06:53:39.408364 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:39.414891 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:39.421742 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:39.429940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:39.448174 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.520158 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.527429 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.571341 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef234996-23c6-4e79-b7c3-eabe0de6ee49,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:39.578508 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.580332 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-32367e5f-536e-4943-ad7d-e26301cf9d75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1988463 May 28 06:53:39.583687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53734) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:39.590299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': 'f7e22222-38bb-4b75-99c6-e04a0d3eb72b', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:39.598881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:39.604175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:39.608861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:39.614477 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:39.636592 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.665526 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db87538f-6cea-4db1-b57f-8ba18512b0d1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:39.719393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.723169 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.753195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a851a7-c90b-4b9d-8b9e-f28b3ebc46c7,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:39.760307 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.764150 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-982ea911-8b2b-4e92-9885-53068044ddcb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768844 May 28 06:53:39.764648 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 53738) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:39.772264 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': 'f7e22222-38bb-4b75-99c6-e04a0d3eb72b', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:39.774902 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port db87538f-6cea-4db1-b57f-8ba18512b0d1 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:39.780874 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:39.781451 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port db87538f-6cea-4db1-b57f-8ba18512b0d1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:39.781918 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.785855 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:39.790283 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:39.797725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:39.823422 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.904666 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.908663 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.917090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port db87538f-6cea-4db1-b57f-8ba18512b0d1 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:39.917465 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.934536 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port db87538f-6cea-4db1-b57f-8ba18512b0d1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db87538f-6cea-4db1-b57f-8ba18512b0d1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:39.937582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264e6865-b7ce-4217-ac17-dbfe572b2183,revision_number=0']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:39.939324 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.954030 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:39.958408 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53742) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:39.958953 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c8a7a50e-cb0d-4750-a149-2b6747fac93a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1930757 May 28 06:53:39.964915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': 'f7e22222-38bb-4b75-99c6-e04a0d3eb72b', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:39.979738 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:39.983636 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:39.990245 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:39.996742 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:40.007429 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Project c3bc96bd8e58446fba5fd8759b6bdefb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:53:40.013960 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:40.022864 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=db87538f-6cea-4db1-b57f-8ba18512b0d1,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:40.082744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:40.092875 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:40.117202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d346ad-dffb-48c1-b35c-72874e32ed2b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:40.127219 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:40.128590 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c03b5549-0e82-4016-a2e8-f966c0f1bea1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1684113 May 28 06:53:40.131194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53746) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:40.136192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': 'f7e22222-38bb-4b75-99c6-e04a0d3eb72b', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:40.142828 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:40.146786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:40.149819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:40.156208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:40.168073 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Project c3bc96bd8e58446fba5fd8759b6bdefb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:53:40.175718 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:40.363606 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:40.367635 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:40.393670 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331ce953-fd02-4ca9-b87b-026a2d05d8fc,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:40.406038 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:40.407835 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2d539707-2846-4b2f-8340-855a5d15afa2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2754803 May 28 06:53:40.573164 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-d1daec70-47fb-4da9-a8d6-a4f2ccd6b9b9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Synchronizing usage tracker for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:40.590402 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-d1daec70-47fb-4da9-a8d6-a4f2ccd6b9b9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Unset dirty status for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:40.591866 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-d1daec70-47fb-4da9-a8d6-a4f2ccd6b9b9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165571423&fields=id&tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb HTTP/1.1" status: 200 len: 267 time: 0.0582745 May 28 06:53:40.748566 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-a7ceaa97-357c-44f3-959a-45589e0db8f0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:40.749267 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-a7ceaa97-357c-44f3-959a-45589e0db8f0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Synchronizing usage tracker for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:40.766430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-a7ceaa97-357c-44f3-959a-45589e0db8f0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Unset dirty status for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:40.767537 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-a7ceaa97-357c-44f3-959a-45589e0db8f0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 809 time: 0.1688704 May 28 06:53:40.784460 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-410b0b11-a042-432a-8649-87f15e97b100 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/quotas/c3bc96bd8e58446fba5fd8759b6bdefb HTTP/1.1" status: 200 len: 375 time: 0.0108025 May 28 06:53:40.844611 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1d4d93fe-8915-4fcf-ac4d-d5df265e55c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:40.874124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-f171599a-6a45-43d4-9ad6-0abf93fca28b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841577 May 28 06:53:40.891209 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:41.131195 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-83661243-9304-4536-a302-b4426d87d627 service neutron] 10.222.0.39 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427695 May 28 06:53:41.270958 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-44f789b2-e535-40d5-ac26-9b786a5836b5 service neutron] 10.222.0.39 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340156 May 28 06:53:41.592257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db87538f-6cea-4db1-b57f-8ba18512b0d1 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:41.658583 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port db87538f-6cea-4db1-b57f-8ba18512b0d1 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:41.658886 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:41.791692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port db87538f-6cea-4db1-b57f-8ba18512b0d1 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:41.794798 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:41.923581 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:42.150017 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Sync routers for ids ['174d8de5-272b-4b22-abf4-ba96983542f1'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:53:42.161016 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Routers {'174d8de5-272b-4b22-abf4-ba96983542f1'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:42.161753 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['174d8de5-272b-4b22-abf4-ba96983542f1'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:42.351574 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Set router 174d8de5-272b-4b22-abf4-ba96983542f1 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:42.491775 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-768ef5bb-8195-43c3-8ec9-9c9e5a6152a3 req-0e0734fd-5d8d-47f4-a840-2423a2ed9283 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Synchronizing usage tracker for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:42.512854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-768ef5bb-8195-43c3-8ec9-9c9e5a6152a3 req-0e0734fd-5d8d-47f4-a840-2423a2ed9283 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Unset dirty status for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:42.514500 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-768ef5bb-8195-43c3-8ec9-9c9e5a6152a3 req-0e0734fd-5d8d-47f4-a840-2423a2ed9283 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 210 time: 0.0691671 May 28 06:53:42.686645 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'name': 'tempest-TestShelveInstance-1787095104-router', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:32Z', 'updated_at': '2022-05-28T06:53:37Z', 'revision_number': 4, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'gw_port': {'id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:33Z', 'updated_at': '2022-05-28T06:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '02ea5902-f3fc-40bd-9cc3-4d052bda1233', 'name': '', 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'mac_address': 'fa:16:3e:bf:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:36Z', 'updated_at': '2022-05-28T06:53:37Z', 'revision_number': 2, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'subnets': [{'id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:42.690433 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Checking router: 174d8de5-272b-4b22-abf4-ba96983542f1 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:53:42.690770 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Updating router 174d8de5-272b-4b22-abf4-ba96983542f1 port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 06:53:42.745851 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.083428 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.096133 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Transition to ACTIVE for port object 02ea5902-f3fc-40bd-9cc3-4d052bda1233 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:43.101991 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.264634 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629e761-4e50-4c7e-b06f-90ac66b9c398 None None] Pushing event updated for resources: {'Port': ['ID=02ea5902-f3fc-40bd-9cc3-4d052bda1233,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:43.328079 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Attempting to bind port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:53:43.328791 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Attempting to bind port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:53:43.329190 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Attempting to bind port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 on network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:43.335180 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:53:43.335480 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Checking segment: {'id': 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:43.335884 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.336267 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Bound using segment: {'id': 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:53:43.336721 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Bound port: 02ea5902-f3fc-40bd-9cc3-4d052bda1233, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:53:43.337104 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.427844 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] For port 02ea5902-f3fc-40bd-9cc3-4d052bda1233, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:53:43.432576 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] For port 02ea5902-f3fc-40bd-9cc3-4d052bda1233, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=02ea5902-f3fc-40bd-9cc3-4d052bda1233,segment=NetworkSegment(e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4),segment_id=e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:53:43.437313 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.514109 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Routers {'174d8de5-272b-4b22-abf4-ba96983542f1'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:53:43.514924 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['174d8de5-272b-4b22-abf4-ba96983542f1'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:43.590588 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:43.705182 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f3a600e1-0df2-4638-90eb-e673001646a8 req-d0feced2-e846-4d91-8511-61ec57bdc6c8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 210 time: 0.0939662 May 28 06:53:43.769218 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629e761-4e50-4c7e-b06f-90ac66b9c398 None None] Pushing event updated for resources: {'Port': ['ID=02ea5902-f3fc-40bd-9cc3-4d052bda1233,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:43.801793 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] Set router 174d8de5-272b-4b22-abf4-ba96983542f1 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:53:44.115604 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'name': 'tempest-TestShelveInstance-1787095104-router', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:32Z', 'updated_at': '2022-05-28T06:53:37Z', 'revision_number': 4, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'gw_port': {'id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:33Z', 'updated_at': '2022-05-28T06:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '02ea5902-f3fc-40bd-9cc3-4d052bda1233', 'name': '', 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'mac_address': 'fa:16:3e:bf:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:36Z', 'updated_at': '2022-05-28T06:53:43Z', 'revision_number': 4, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'subnets': [{'id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:53:44.120175 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231407a-cb99-43a5-9787-8ec3b6f34bd1 None None] The sync data for ids ['174d8de5-272b-4b22-abf4-ba96983542f1'] in n-d-843679-5 is: [{'id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'name': 'tempest-TestShelveInstance-1787095104-router', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:32Z', 'updated_at': '2022-05-28T06:53:37Z', 'revision_number': 4, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'gw_port': {'id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:33Z', 'updated_at': '2022-05-28T06:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '02ea5902-f3fc-40bd-9cc3-4d052bda1233', 'name': '', 'network_id': '7d0548ee-d371-4a88-be1f-e95bf729b7c6', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'mac_address': 'fa:16:3e:bf:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:36Z', 'updated_at': '2022-05-28T06:53:43Z', 'revision_number': 4, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'subnets': [{'id': '39897db6-3391-4ab8-a41a-869fd4bc9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:53:44.809154 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ddf7d30f-8965-4458-b086-174eb5b92348 req-c769e4b6-ac82-47bb-b421-110abf6fa8cc tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 210 time: 0.0508537 May 28 06:53:45.612623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 02ea5902-f3fc-40bd-9cc3-4d052bda1233 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:45.684404 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:45.688961 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:45.689327 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:45.805571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:45.805947 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:45.840267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 02ea5902-f3fc-40bd-9cc3-4d052bda1233, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=02ea5902-f3fc-40bd-9cc3-4d052bda1233,segment=NetworkSegment(e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4),segment_id=e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:45.844554 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:45.916414 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ecd0778f-d94f-4eda-871a-aec7d53e61d6 req-039e7ccd-e3d2-423c-8715-90af381256ad tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 210 time: 0.0444219 May 28 06:53:45.917566 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=02ea5902-f3fc-40bd-9cc3-4d052bda1233,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:47.067862 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-23b4cb16-b709-423f-9ff1-01330f0ee06d req-340c171a-e86e-40cd-8bc0-3b0460f3da7c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 210 time: 0.0421348 May 28 06:53:47.595077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 02ea5902-f3fc-40bd-9cc3-4d052bda1233 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:47.663732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:47.664491 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:47.807826 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:47.966285 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-127194e2-fa42-43c9-a71b-cd806c3e05e1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:47.968677 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-127194e2-fa42-43c9-a71b-cd806c3e05e1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 809 time: 0.1487308 May 28 06:53:48.023375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-a40ee956-c029-40b4-85ba-a8fdcf2615a2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb HTTP/1.1" status: 200 len: 380 time: 0.0408282 May 28 06:53:48.031797 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'port': {'device_id': 'c507016b-d42f-4e10-80e1-213859505b74', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'admin_state_up': True, 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'security_groups': ['f7e22222-38bb-4b75-99c6-e04a0d3eb72b']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:48.187333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:48.197910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:48.247944 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Made reservation on behalf of c3bc96bd8e58446fba5fd8759b6bdefb for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:53:48.251793 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:48.268693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0dfef479-bbc2-40fe-8616-881a8eb56e4e req-46fef431-f00b-42b2-ace8-3e53d65e1e49 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 210 time: 0.0615141 May 28 06:53:48.430194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Allocated IP 172.20.0.5 (1a9776dc-29e8-451a-a64e-bae4dfe182f9/6bbba57d-4630-4965-b3bc-0e4f2eb1db30/9705a36a-9c8b-4a1d-b370-ef80407b5ed8) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:48.619320 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:48.635555 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Transition to ACTIVE for port object 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:48.659969 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:48.730778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:48.733998 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:48.737909 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:48.772953 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:48.809518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:48.810150 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:48.838066 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e8208390-e078-4b66-ba49-2c6630fc7571 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8097799 May 28 06:53:48.855659 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Request body: {'port': {'device_id': 'c507016b-d42f-4e10-80e1-213859505b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:48.973992 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.035604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a77d3ea4-d11b-4193-b56c-b47dba67347d None None] Provisioning for port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:49.041990 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a77d3ea4-d11b-4193-b56c-b47dba67347d None None] Provisioning complete for port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:49.042498 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a77d3ea4-d11b-4193-b56c-b47dba67347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.104196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a77d3ea4-d11b-4193-b56c-b47dba67347d None None] Port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:53:49.453725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:53:49.461355 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.471270 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4fec4-7f3b-4622-ae18-c00b02bba0bc req-55cf5116-cc1d-4e20-9925-0efe89d286d5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:49.475443 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00f4fec4-7f3b-4622-ae18-c00b02bba0bc req-55cf5116-cc1d-4e20-9925-0efe89d286d5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 931 time: 0.0909557 May 28 06:53:49.477084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Transition to ACTIVE for port object 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:53:49.481934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.515821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-00f4fec4-7f3b-4622-ae18-c00b02bba0bc req-18667ff3-d83c-4a35-b853-dffa09b8a649 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395243 May 28 06:53:49.613055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:49.724407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Attempting to bind port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:53:49.724896 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Attempting to bind port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:53:49.725324 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Attempting to bind port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:49.732034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:53:49.732304 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Attempting to bind port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:53:49.737815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:53:49.738158 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Checking segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:53:49.738536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Bound using segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:53:49.738962 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Bound port: 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:53:49.739335 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.834857 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:53:49.838436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:53:49.843280 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.904810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:49.905291 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:49.906618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] 10.222.0.33 "PUT /v2.0/ports/9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 1091 time: 1.0557513 May 28 06:53:49.907009 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:53:49.932452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fb7f0-04e8-4e58-b10a-d3e0f314d948 service neutron] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:49.999853 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58f1b11-cacb-4c94-abec-4eeddb8dfdfe'] response: {'name': 'network-changed', 'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'status': 'completed', 'code': 200} May 28 06:53:50.046075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-d07e5ce9-4fd4-4c70-a7f1-f024debe56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:50.047578 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-d07e5ce9-4fd4-4c70-a7f1-f024debe56dc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1094 time: 0.0855024 May 28 06:53:50.127461 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-2b8196e9-7c67-4895-8a9e-0ba75cee55ca service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 217 time: 0.0671399 May 28 06:53:50.195546 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-242be686-0265-4fbc-8df6-48676d3aa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:50.197602 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-242be686-0265-4fbc-8df6-48676d3aa524 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0640175 May 28 06:53:50.273106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e5d6f6d3-1fd6-43e2-ad03-966bb697f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:50.274591 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-e5d6f6d3-1fd6-43e2-ad03-966bb697f4a6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708885 May 28 06:53:50.285234 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-00e90105-96b1-41e7-9cfe-6b0db938165e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:53:50.286152 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-00e90105-96b1-41e7-9cfe-6b0db938165e service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048299 May 28 06:53:50.422467 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-41d342ff-baf6-4082-9bf7-54113b919ab5 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291654 May 28 06:53:50.561136 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d738249-56f3-47ec-ac10-2b66a0610cf4 req-a725e1ce-3ec1-48c3-8106-7645ee37d3bc service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317647 May 28 06:53:50.732448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094d392-bbd5-4955-b319-315ed7deb292 req-51664c8c-dd2f-4690-8c2c-ba025da360a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:50.734230 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1094d392-bbd5-4955-b319-315ed7deb292 req-51664c8c-dd2f-4690-8c2c-ba025da360a2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1094 time: 0.0805118 May 28 06:53:50.745958 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d318a-be9b-484f-9d7e-586f32522f7b req-36164e24-9964-482c-81bd-a19aa7ca6b49 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:50.747494 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5c0d318a-be9b-484f-9d7e-586f32522f7b req-36164e24-9964-482c-81bd-a19aa7ca6b49 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 943 time: 0.0955544 May 28 06:53:50.802698 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5c0d318a-be9b-484f-9d7e-586f32522f7b req-985ca5ce-4951-48ef-aef3-8348ae0e3e39 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489931 May 28 06:53:50.885571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094d392-bbd5-4955-b319-315ed7deb292 req-e0897c89-e380-4010-9efe-60d01a3caa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:50.887209 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1094d392-bbd5-4955-b319-315ed7deb292 req-e0897c89-e380-4010-9efe-60d01a3caa21 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1470032 May 28 06:53:51.063970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1094d392-bbd5-4955-b319-315ed7deb292 req-a41b374e-01fd-4795-98bf-8d8a06030e94 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 217 time: 0.1702626 May 28 06:53:51.129968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094d392-bbd5-4955-b319-315ed7deb292 req-71bf7620-1f8d-4240-8b77-d71ce1bfc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:51.131525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1094d392-bbd5-4955-b319-315ed7deb292 req-71bf7620-1f8d-4240-8b77-d71ce1bfc73f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0620205 May 28 06:53:51.207861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094d392-bbd5-4955-b319-315ed7deb292 req-14f0edcd-8cf4-46fe-a11b-6241fac47d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:51.209340 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1094d392-bbd5-4955-b319-315ed7deb292 req-14f0edcd-8cf4-46fe-a11b-6241fac47d0e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723069 May 28 06:53:51.346026 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1094d392-bbd5-4955-b319-315ed7deb292 req-a2348638-a4e1-459e-8bcd-e0dbaaad8b29 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307399 May 28 06:53:51.483714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1094d392-bbd5-4955-b319-315ed7deb292 req-a7d234d9-5a11-4ac5-8241-00488785e14b service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310613 May 28 06:53:51.844195 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:53:51.996385 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e9ae7-745c-455f-95c7-7c103c969571 req-a46667e5-ce88-4a8c-a265-8cb2e105a116 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:51.997243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-708e9ae7-745c-455f-95c7-7c103c969571 req-a46667e5-ce88-4a8c-a265-8cb2e105a116 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Synchronizing usage tracker for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:52.013424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-708e9ae7-745c-455f-95c7-7c103c969571 req-a46667e5-ce88-4a8c-a265-8cb2e105a116 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Unset dirty status for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:52.014732 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-708e9ae7-745c-455f-95c7-7c103c969571 req-a46667e5-ce88-4a8c-a265-8cb2e105a116 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 943 time: 0.1014316 May 28 06:53:52.065158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-708e9ae7-745c-455f-95c7-7c103c969571 req-c515cfad-a924-48fc-af67-4f1efb47fdbc tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444572 May 28 06:53:53.204756 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:53:53.259909 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ff116-421d-436c-9d19-a3b37b1c9cae req-d51e0028-8076-4e8b-8beb-ba15feb29ddc tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:53.261572 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-811ff116-421d-436c-9d19-a3b37b1c9cae req-d51e0028-8076-4e8b-8beb-ba15feb29ddc tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 943 time: 0.0868175 May 28 06:53:53.309465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-811ff116-421d-436c-9d19-a3b37b1c9cae req-cbdc5f8e-373e-40df-adb7-a759c668a08c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418510 May 28 06:53:53.350526 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:53.364309 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'port_id': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'mac_address': 'fa:16:3e:70:ef:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:53:53.419286 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:53.419665 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:53.436508 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:53:53.453192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:53.458166 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:53.529612 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:53.811757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['9705a36a-9c8b-4a1d-b370-ef80407b5ed8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:53:54.496760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e8284-6dd3-4bc8-8dd7-87e0b471dbac req-9b4a65f7-bf45-4f48-a889-2bbc9f534542 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:54.498101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-975e8284-6dd3-4bc8-8dd7-87e0b471dbac req-9b4a65f7-bf45-4f48-a889-2bbc9f534542 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0798154 May 28 06:53:54.542614 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-975e8284-6dd3-4bc8-8dd7-87e0b471dbac req-32c0b481-23cf-434e-ab02-897bfa3c365d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387380 May 28 06:53:55.215272 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:53:55.284708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:53:55.289384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:53:55.289754 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:55.403737 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:53:55.404116 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:55.433414 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:53:55.443159 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:53:55.450418 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:55.523106 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:55.538791 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2fdad6-d674-423d-a19e-36b07dc035cb'] response: {'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'code': 200} May 28 06:53:55.749493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb99e30-acfd-4f1a-a96e-a9168ff92aa9 req-8ebbe9b6-aa3a-4724-bdd6-77003e48008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:55.750885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fb99e30-acfd-4f1a-a96e-a9168ff92aa9 req-8ebbe9b6-aa3a-4724-bdd6-77003e48008a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1096 time: 0.1327553 May 28 06:53:55.762660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34fce-dc13-44a9-8b73-b02ea5d324bc req-b367953d-49b5-47c5-ab66-a095eddf91e5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:55.764174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68e34fce-dc13-44a9-8b73-b02ea5d324bc req-b367953d-49b5-47c5-ab66-a095eddf91e5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.1117446 May 28 06:53:55.839980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fb99e30-acfd-4f1a-a96e-a9168ff92aa9 req-c3f17cb0-2e95-4670-ba22-bdf37ab4e29b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748620 May 28 06:53:55.843164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-68e34fce-dc13-44a9-8b73-b02ea5d324bc req-554812c4-ef45-480a-9f15-425b158ee400 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643857 May 28 06:53:57.038788 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79925c7f-6591-46af-90a5-dd79c78a05b6 req-d30f7c4d-8821-412c-a11b-12096e5a854f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:57.040331 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-79925c7f-6591-46af-90a5-dd79c78a05b6 req-d30f7c4d-8821-412c-a11b-12096e5a854f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0869005 May 28 06:53:57.086542 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-79925c7f-6591-46af-90a5-dd79c78a05b6 req-1f69a5bf-a22e-45ea-bd99-877d96c3009d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400059 May 28 06:53:58.275256 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cec846-39d5-4728-8621-66fd88e7d684 req-cb0d6af5-6c04-4a0d-82c5-50532151cffe tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:58.276676 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16cec846-39d5-4728-8621-66fd88e7d684 req-cb0d6af5-6c04-4a0d-82c5-50532151cffe tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0803971 May 28 06:53:58.320229 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-16cec846-39d5-4728-8621-66fd88e7d684 req-34d0046e-97df-4b49-9b0e-245d610a6b56 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377614 May 28 06:53:58.504473 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826993c9-06aa-4f73-91db-68338030585e req-7317d19a-24bb-4592-bc9b-093603bea492 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:58.505873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-826993c9-06aa-4f73-91db-68338030585e req-7317d19a-24bb-4592-bc9b-093603bea492 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0801260 May 28 06:53:58.550625 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-826993c9-06aa-4f73-91db-68338030585e req-41412649-1ccc-4231-a9d9-0bcc75fa8885 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379927 May 28 06:53:58.574180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53832) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:58.688146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c2edc-266a-4c93-8e0e-2cfe60b69c6f tempest-TestShelveInstance-2081689260 tempest-TestShelveInstance-2081689260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:53:58.688850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-652c2edc-266a-4c93-8e0e-2cfe60b69c6f tempest-TestShelveInstance-2081689260 tempest-TestShelveInstance-2081689260-project-admin] Synchronizing usage tracker for tenant:b53ca96ec17b46e3ab530debbdb2cfd0 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:53:58.705915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-652c2edc-266a-4c93-8e0e-2cfe60b69c6f tempest-TestShelveInstance-2081689260 tempest-TestShelveInstance-2081689260-project-admin] Unset dirty status for tenant:b53ca96ec17b46e3ab530debbdb2cfd0 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:53:58.707255 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-652c2edc-266a-4c93-8e0e-2cfe60b69c6f tempest-TestShelveInstance-2081689260 tempest-TestShelveInstance-2081689260-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1091 time: 0.1319635 May 28 06:53:58.710257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 53838) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:53:58.715442 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:53:58.722419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:53:58.726280 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:floatingip and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:53:58.729660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:53:58.735428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:53:58.746556 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:58.885924 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.018204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Allocated IP 172.25.4.121 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/c9361b08-d4d4-4abd-8d7a-98eb495d2d29) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:53:59.179976 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.211333 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.280021 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:53:59.282689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:53:59.286469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:53:59.326113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'Port': ['ID=c9361b08-d4d4-4abd-8d7a-98eb495d2d29,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:53:59.812149 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:53:59.887763 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.090685 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.095655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.210306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'Port': ['ID=c9361b08-d4d4-4abd-8d7a-98eb495d2d29,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:54:00.221511 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:00.394144 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Floating IP c93ea132-3129-4611-a17a-e4ee488c8342 associated. External IP: 172.25.4.121, port: 9705a36a-9c8b-4a1d-b370-ef80407b5ed8. May 28 06:54:00.757474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:54:01.058780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:54:01.069117 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] Sync routers for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:54:01.081791 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:01.082641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:01.084944 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.159730 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-39ca0592-152a-4740-94ee-76e24df3552c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4483130 May 28 06:54:01.161364 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:54:01.210207 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6355225c-ceb2-43e1-b8ef-f55c55206862'] response: {'name': 'network-changed', 'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'status': 'completed', 'code': 200} May 28 06:54:01.279657 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:01.325625 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634f881-e323-4fba-9dd6-788efee371c9 req-3a9486da-14e6-4fa0-851a-6415d9f1bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:01.327020 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9634f881-e323-4fba-9dd6-788efee371c9 req-3a9486da-14e6-4fa0-851a-6415d9f1bea6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1096 time: 0.0740726 May 28 06:54:01.463353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634f881-e323-4fba-9dd6-788efee371c9 req-d27750d1-285b-4a23-8c1d-9dc293da0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:01.465097 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9634f881-e323-4fba-9dd6-788efee371c9 req-d27750d1-285b-4a23-8c1d-9dc293da0c43 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1317775 May 28 06:54:01.579759 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9634f881-e323-4fba-9dd6-788efee371c9 req-d403aa79-be86-4d9e-b6f6-249ed0326684 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 999 time: 0.1056838 May 28 06:54:01.642912 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634f881-e323-4fba-9dd6-788efee371c9 req-3bec4691-6a1e-4bb8-80db-2ea0c89712f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:01.644418 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9634f881-e323-4fba-9dd6-788efee371c9 req-3bec4691-6a1e-4bb8-80db-2ea0c89712f9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0593989 May 28 06:54:01.654411 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c93ea132-3129-4611-a17a-e4ee488c8342', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'port_id': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'mac_address': 'fa:16:3e:70:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507016b-d42f-4e10-80e1-213859505b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:53:59Z', 'updated_at': '2022-05-28T06:53:59Z', 'revision_number': 0, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:01.658295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] Checking router: 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:54:01.666625 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:54:01.667224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:53:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:01.724517 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634f881-e323-4fba-9dd6-788efee371c9 req-233f405f-8fdd-468b-be48-f4a0b981bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:01.726138 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9634f881-e323-4fba-9dd6-788efee371c9 req-233f405f-8fdd-468b-be48-f4a0b981bb43 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763092 May 28 06:54:01.841011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:01.860109 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:54:01.871921 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9634f881-e323-4fba-9dd6-788efee371c9 req-e62b3ba3-d3d4-4c65-8f72-2bf47cfd14df service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396780 May 28 06:54:02.010282 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9634f881-e323-4fba-9dd6-788efee371c9 req-ace0a8c6-a7bf-43bf-aaec-9ec7b3ad53f9 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321440 May 28 06:54:02.265750 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c93ea132-3129-4611-a17a-e4ee488c8342', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'port_id': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'mac_address': 'fa:16:3e:70:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507016b-d42f-4e10-80e1-213859505b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:53:59Z', 'updated_at': '2022-05-28T06:53:59Z', 'revision_number': 0, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:54:02.269739 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b979683-be37-4b3d-82f4-cbdd001ce78f None None] The sync data for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 is: [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'c93ea132-3129-4611-a17a-e4ee488c8342', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'port_id': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'mac_address': 'fa:16:3e:70:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507016b-d42f-4e10-80e1-213859505b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:53:59Z', 'updated_at': '2022-05-28T06:53:59Z', 'revision_number': 0, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:54:02.461866 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50a49e-ec5c-484c-af64-9beac15a467c None None] New status for floating IP c93ea132-3129-4611-a17a-e4ee488c8342: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:54:08.642713 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7eabfc43-8fce-4805-896f-934758542569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.847620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a8f9fb7b-d1cc-4fc1-9def-7db3b918a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:10.895877 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:11.778040 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:11.925444 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:13.581193 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:28.843713 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:54:31.813431 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:33.722576 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-ea32488d-30ca-4a44-a289-362f95e855b9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691953 May 28 06:54:33.900066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-0e20cadf-e7b4-4cba-b7b1-c9e7ff8d0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:33.901417 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-0e20cadf-e7b4-4cba-b7b1-c9e7ff8d0edb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1096 time: 0.0757492 May 28 06:54:34.043712 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-8111f7a8-1304-4b3d-8b46-b622d1d192bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:34.045164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-8111f7a8-1304-4b3d-8b46-b622d1d192bd service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1261961 May 28 06:54:34.156999 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-3226e171-85b7-4963-a316-5464523d4c76 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 1001 time: 0.1012762 May 28 06:54:34.226963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-322901ec-1895-4adb-b706-55d90891756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:34.228965 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-322901ec-1895-4adb-b706-55d90891756e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0632555 May 28 06:54:34.304835 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-1d442c55-70f1-4a72-9047-0ca4c6ce0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:54:34.306358 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-1d442c55-70f1-4a72-9047-0ca4c6ce0f66 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713146 May 28 06:54:34.439863 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-6f6b01ff-4ee4-4454-adce-4aa7723793bd service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275585 May 28 06:54:34.695588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb958630-a4ae-4676-8ae1-96c4d39f10ea req-b49aed0c-87af-4db6-a2b6-f91374f21b18 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493176 May 28 06:54:38.644509 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-655d5220-7780-427d-9951-a08dd4ec6d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.850250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1ce036e2-297c-46fc-babb-0027171901e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:40.900250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:41.780239 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:41.928346 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:54:43.583571 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:01.834468 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:05.844979 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:55:08.649725 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-11fb3e16-3cbf-4df1-8287-0ef298f83f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:10.852290 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fca3ff16-3a19-4bc6-821d-c3acdf523791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:10.903049 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:11.783471 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:11.931655 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:13.590539 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:31.834800 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:35.793631 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-65689d58-bf01-4d12-8104-77486b993e0d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739169 May 28 06:55:35.950686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-e4f0f1ae-5ee5-4f93-b305-3f9545de3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:35.952120 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-e4f0f1ae-5ee5-4f93-b305-3f9545de3ce2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1096 time: 0.0753441 May 28 06:55:36.101195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-37b76ebd-19e5-4be9-8b2b-554896680ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:36.102635 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-37b76ebd-19e5-4be9-8b2b-554896680ef1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1273322 May 28 06:55:36.206716 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-71d45053-3655-4224-a2e1-81fb5ed49f97 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 1001 time: 0.0979044 May 28 06:55:36.274194 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-955f3da1-d047-42e3-b9bc-46b1a5294e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:36.276548 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-955f3da1-d047-42e3-b9bc-46b1a5294e6e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0633366 May 28 06:55:36.353533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-fef2f71c-4375-40d2-873b-1fdd3d65c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:55:36.355044 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-fef2f71c-4375-40d2-873b-1fdd3d65c1e6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734272 May 28 06:55:36.488330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-aa9b6a62-7f57-44e7-a381-f7e5c8501fb7 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259954 May 28 06:55:36.626179 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fb1f5f09-ec91-44e2-9c2d-f62bee0e6991 req-b1cdae31-5ad0-46da-b719-9bcf9e3e5952 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317968 May 28 06:55:38.654348 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-785ce844-8b14-454e-84a7-7ece140ad4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:40.855518 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-58019781-70e5-4336-9d4e-8a8577477e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:40.896853 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:41.791131 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:41.935879 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:55:42.845205 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:55:43.592904 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:01.847875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:08.657314 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ee08bf11-e586-4a9b-b142-3913dcaef3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:10.858149 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ab06c3d6-9ce2-461f-a927-eeb2798f713f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:10.903595 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.784918 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:11.938081 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:13.597337 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:19.844734 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:56:28.364656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cee56-a38a-4411-8465-b7c1e88caa57 req-44c578e5-d0df-4b50-9377-f57aca2fb2ac tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:28.366018 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-701cee56-a38a-4411-8465-b7c1e88caa57 req-44c578e5-d0df-4b50-9377-f57aca2fb2ac tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.1271145 May 28 06:56:28.412275 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-701cee56-a38a-4411-8465-b7c1e88caa57 req-8f5313c8-b05e-451e-89c5-ce3fc875b1a5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405173 May 28 06:56:29.711429 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faf115-8341-4ffd-816e-4d5417780132 req-6e0b4e1e-6261-4162-8c32-c23a84b52f8f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:29.712834 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d2faf115-8341-4ffd-816e-4d5417780132 req-6e0b4e1e-6261-4162-8c32-c23a84b52f8f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.1781595 May 28 06:56:29.757245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d2faf115-8341-4ffd-816e-4d5417780132 req-4277534e-d8ad-409c-9fac-9074af71808e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383906 May 28 06:56:30.944200 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f840f8-f679-4ea2-aee4-6ff6ea3c0b77 req-eadbc378-9d31-447c-a558-1556f12e77f9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:30.945627 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0f840f8-f679-4ea2-aee4-6ff6ea3c0b77 req-eadbc378-9d31-447c-a558-1556f12e77f9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0785544 May 28 06:56:30.988794 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f0f840f8-f679-4ea2-aee4-6ff6ea3c0b77 req-5b3c1570-63dd-4af1-a1e3-c8851085cae1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375223 May 28 06:56:31.863275 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:32.176722 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3398348-86e9-4c05-bd3f-18cdaac41cbc req-8b1478d8-beb4-4089-b7f3-03c4c56df854 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:32.178199 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3398348-86e9-4c05-bd3f-18cdaac41cbc req-8b1478d8-beb4-4089-b7f3-03c4c56df854 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0811887 May 28 06:56:32.224965 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-a3398348-86e9-4c05-bd3f-18cdaac41cbc req-43372796-279f-411e-8a41-b55a2c821a1d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405824 May 28 06:56:33.413685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514c59d-1036-4321-b985-39635b432a1f req-e11fc177-94a9-4328-950e-a18b48b1856f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:33.415021 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5514c59d-1036-4321-b985-39635b432a1f req-e11fc177-94a9-4328-950e-a18b48b1856f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0822442 May 28 06:56:33.457518 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5514c59d-1036-4321-b985-39635b432a1f req-d5ef5368-13ca-456d-91f1-96ef5f16552d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368335 May 28 06:56:34.641886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b53204-4ed9-4a3d-af88-b2099b7b5266 req-47be46ca-ade0-4f1e-91d9-44eafd0f654d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:34.643353 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62b53204-4ed9-4a3d-af88-b2099b7b5266 req-47be46ca-ade0-4f1e-91d9-44eafd0f654d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0787816 May 28 06:56:34.686615 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-62b53204-4ed9-4a3d-af88-b2099b7b5266 req-79da5354-582f-488c-bb9b-f7575b8ad7f8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377340 May 28 06:56:35.225413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-7c73e523-454b-4620-ac4a-49863f1565f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:35.226884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-7c73e523-454b-4620-ac4a-49863f1565f0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1096 time: 0.1359243 May 28 06:56:35.369895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-9670a7bf-a887-436c-9a45-b6e745e7e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:35.371219 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-9670a7bf-a887-436c-9a45-b6e745e7e229 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1256251 May 28 06:56:35.471815 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-5a6c2555-2d11-429a-a5fc-e658f40d4993 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 1001 time: 0.0947337 May 28 06:56:35.532588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-95a076b0-74b9-46ce-8331-1e320c02e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:35.533930 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-95a076b0-74b9-46ce-8331-1e320c02e435 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0555909 May 28 06:56:35.715311 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-549c1389-27f2-4d0e-a884-a9ad52d93f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:35.716331 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-549c1389-27f2-4d0e-a884-a9ad52d93f82 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742759 May 28 06:56:35.914113 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-076ec458-b0f3-42fc-8b75-d19ee9045c7a service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861672 May 28 06:56:35.926146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f9196-e06a-47cc-9ecf-a37f6c018014 req-b251901e-c36e-45cb-ae13-981b7b8f6c44 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:35.927522 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-820f9196-e06a-47cc-9ecf-a37f6c018014 req-b251901e-c36e-45cb-ae13-981b7b8f6c44 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.1295817 May 28 06:56:36.048855 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-820f9196-e06a-47cc-9ecf-a37f6c018014 req-4344213b-2a80-45a3-b8a7-a3c9bda53ffb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036177 May 28 06:56:36.084904 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad9510b0-3397-4027-b04a-4190ece712f0 req-aeeab02b-2070-469a-9d27-27c2f5a5c54f service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564734 May 28 06:56:37.236323 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3776f03-5021-4a08-b98c-ff47cccb20b2 req-6c173c33-1d4a-45bb-8faf-84c0f69e5706 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:37.237790 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3776f03-5021-4a08-b98c-ff47cccb20b2 req-6c173c33-1d4a-45bb-8faf-84c0f69e5706 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0829992 May 28 06:56:37.281597 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b3776f03-5021-4a08-b98c-ff47cccb20b2 req-6c6ce642-4814-4ed7-918e-b94a39124deb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381684 May 28 06:56:38.460759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2d6cd-7d13-458c-879c-76258f4705ae req-b00449e9-63c2-4275-8338-3c30b159df9e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:38.462173 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8a2d6cd-7d13-458c-879c-76258f4705ae req-b00449e9-63c2-4275-8338-3c30b159df9e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0782495 May 28 06:56:38.508714 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d8a2d6cd-7d13-458c-879c-76258f4705ae req-b9e30f5f-7832-4a41-9c51-57827f206903 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 May 28 06:56:38.661531 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9769b5b9-c30f-4d58-ab14-75d310e7e4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:39.689293 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920c55-b94e-4799-bde1-bb11cb443c38 req-f3930b82-d81b-46d2-8737-2b28b0bd6a9f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:39.690721 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a920c55-b94e-4799-bde1-bb11cb443c38 req-f3930b82-d81b-46d2-8737-2b28b0bd6a9f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0775580 May 28 06:56:39.735174 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-2a920c55-b94e-4799-bde1-bb11cb443c38 req-4c98b825-d790-4118-a92d-bc2799e60f46 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388031 May 28 06:56:40.123944 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:56:40.253679 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:40.266369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'port_id': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'mac_address': 'fa:16:3e:70:ef:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:56:40.323790 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:40.324158 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:40.340968 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:56:40.355981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:40.359930 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:40.424298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:40.431353 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.431694 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.432027 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.432355 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.432675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.433021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.433342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.433659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.433973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.434287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.434600 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.434911 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:56:40.508640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['9705a36a-9c8b-4a1d-b370-ef80407b5ed8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:56:40.860052 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5fd9dc39-d476-4fb1-b69f-c32a9757fb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:40.916221 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:40.922503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2627c9-def6-4819-a708-2b13195bac93 req-9bf0be73-6f26-4173-a264-588de98d1b21 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:40.923964 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-de2627c9-def6-4819-a708-2b13195bac93 req-9bf0be73-6f26-4173-a264-588de98d1b21 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0810142 May 28 06:56:40.968723 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-de2627c9-def6-4819-a708-2b13195bac93 req-2f71e9d2-fe50-4879-a868-c067ddf58bdb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390189 May 28 06:56:41.788909 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:41.938778 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.138901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:56:42.156560 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9bd4a-4c61-4a75-adab-cf25b67842ce req-108c9878-9e4e-4e12-9c97-099c87e86c43 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:42.158168 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24f9bd4a-4c61-4a75-adab-cf25b67842ce req-108c9878-9e4e-4e12-9c97-099c87e86c43 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0841584 May 28 06:56:42.202393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-24f9bd4a-4c61-4a75-adab-cf25b67842ce req-f2933de3-5c86-42ad-8135-219bdc21eeda tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380151 May 28 06:56:42.206943 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:56:42.207357 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.326714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:42.327091 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.353322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:56:42.363136 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:42.366817 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:42.400165 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1908ac32-a7f7-4a75-bfd5-4f25b15aaa3d'] response: {'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'code': 200} May 28 06:56:42.437505 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:43.386833 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bf4dc-2bde-41b1-8825-17a05bc466e2 req-876cb1bc-741e-4a72-9092-0a0b1b9b4a4b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:43.388296 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad3bf4dc-2bde-41b1-8825-17a05bc466e2 req-876cb1bc-741e-4a72-9092-0a0b1b9b4a4b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0794308 May 28 06:56:43.435105 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad3bf4dc-2bde-41b1-8825-17a05bc466e2 req-b439f50f-22cb-4a4d-bad8-05481b8a1e71 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410585 May 28 06:56:43.599092 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:44.627363 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fc606-a1d3-4a14-be42-da4e66764b3b req-35075f5b-c72f-4f80-af26-5bbee963369e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:44.628787 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-501fc606-a1d3-4a14-be42-da4e66764b3b req-35075f5b-c72f-4f80-af26-5bbee963369e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0838993 May 28 06:56:44.673040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-501fc606-a1d3-4a14-be42-da4e66764b3b req-5b0300c5-68ac-4c40-a243-5f8baddfc4dc tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384018 May 28 06:56:45.887252 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a70b0-c43d-462f-98ce-93e83ef54a52 req-b7e56b43-3519-478a-a226-3e7b77437a3b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:45.888825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e53a70b0-c43d-462f-98ce-93e83ef54a52 req-b7e56b43-3519-478a-a226-3e7b77437a3b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0993183 May 28 06:56:45.952986 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e53a70b0-c43d-462f-98ce-93e83ef54a52 req-00bd5f4a-cf2c-4d96-beec-e2b1e07c88b4 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561845 May 28 06:56:47.165152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c451d-2a34-4e50-80b6-94806d57584a req-51c857db-a92c-41bb-aff3-cf343823e397 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:47.166771 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-078c451d-2a34-4e50-80b6-94806d57584a req-51c857db-a92c-41bb-aff3-cf343823e397 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0979531 May 28 06:56:47.218342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-078c451d-2a34-4e50-80b6-94806d57584a req-2c5775c8-8c7e-4dfd-b033-82e7f62074e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452738 May 28 06:56:48.430826 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f9521-1a54-47d4-ad36-ed8c10605e17 req-358c3409-1971-4559-a2e2-d5dbc3aff9b7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:48.434265 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fb4f9521-1a54-47d4-ad36-ed8c10605e17 req-358c3409-1971-4559-a2e2-d5dbc3aff9b7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.1014979 May 28 06:56:48.485605 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-fb4f9521-1a54-47d4-ad36-ed8c10605e17 req-501d1777-7585-4bd4-9e66-dc3dd4b2100a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454459 May 28 06:56:49.695653 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed229a-d5e1-460a-aa6a-8aa38cbceee8 req-9efbd551-e5c3-4c2f-9ce8-f417791c0121 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:49.697168 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-13ed229a-d5e1-460a-aa6a-8aa38cbceee8 req-9efbd551-e5c3-4c2f-9ce8-f417791c0121 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0956585 May 28 06:56:49.748441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-13ed229a-d5e1-460a-aa6a-8aa38cbceee8 req-7d82a2a8-34dd-4145-a5b1-b1c8878e3a4e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454822 May 28 06:56:50.962204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e52a-a506-4602-94ab-79f5153e65ff req-28f0b931-e473-44ac-b366-5bb0f288900b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:50.969601 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e349e52a-a506-4602-94ab-79f5153e65ff req-28f0b931-e473-44ac-b366-5bb0f288900b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0908349 May 28 06:56:51.018548 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e349e52a-a506-4602-94ab-79f5153e65ff req-8b48b582-08c8-4133-bc5d-8d89267bec35 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478821 May 28 06:56:52.211520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee1e2-b389-43c8-aa44-9228ffee9bcf req-86b0a80a-2413-42ec-9995-d2425ed728fa tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:52.213344 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ffee1e2-b389-43c8-aa44-9228ffee9bcf req-86b0a80a-2413-42ec-9995-d2425ed728fa tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0896130 May 28 06:56:52.275918 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6ffee1e2-b389-43c8-aa44-9228ffee9bcf req-84b70764-720d-482d-b612-db8aab721693 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548124 May 28 06:56:53.484962 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e9477-3e37-41af-99c8-6087ba627472 req-04cd1795-2941-41d0-abe7-4be854717f0c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:53.486432 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d0e9477-3e37-41af-99c8-6087ba627472 req-04cd1795-2941-41d0-abe7-4be854717f0c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0883801 May 28 06:56:53.537974 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0d0e9477-3e37-41af-99c8-6087ba627472 req-1b25a23b-d52d-4836-a907-1bdd577beae9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425572 May 28 06:56:54.703557 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-9c28a1d8-a715-497b-ad6c-3feb55ee1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:54.705007 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-9c28a1d8-a715-497b-ad6c-3feb55ee1e2d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1096 time: 0.1222048 May 28 06:56:54.814382 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b02b7-c636-448e-a259-0ab55e839921 req-72fcbb3f-a528-4107-86bb-f61f4aa24a85 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:54.815912 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e72b02b7-c636-448e-a259-0ab55e839921 req-72fcbb3f-a528-4107-86bb-f61f4aa24a85 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.1712403 May 28 06:56:54.889779 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-e6edb3bf-5fe5-459f-a180-7e0099f68787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:54.891194 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-e6edb3bf-5fe5-459f-a180-7e0099f68787 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1780272 May 28 06:56:54.894028 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e72b02b7-c636-448e-a259-0ab55e839921 req-6d5a451b-057b-44f2-86b0-fbba1ba85884 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718372 May 28 06:56:54.994796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-d7721275-f42f-4d6f-8ea8-91b7c5859e31 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 1001 time: 0.0966980 May 28 06:56:55.055294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-31079c62-002e-4f43-9e0d-350d17283b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:55.056649 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-31079c62-002e-4f43-9e0d-350d17283b47 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0560629 May 28 06:56:55.130436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-26274451-8b98-4720-a742-7ec899ddff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:55.131845 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-26274451-8b98-4720-a742-7ec899ddff13 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698435 May 28 06:56:55.364885 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-1117683c-de6e-46e7-a1ae-2379946ae6ab service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270739 May 28 06:56:55.493445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ccfd6560-e538-4e1b-a6f7-dd2f39ce89b2 req-8a1e4b81-b236-4160-ac3a-991948c960f4 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222162 May 28 06:56:56.078600 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554e2f8-18f0-461d-b452-ee8af0e71bb0 req-ce59fa06-4598-4a51-8be5-b9511f848532 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:56.080094 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4554e2f8-18f0-461d-b452-ee8af0e71bb0 req-ce59fa06-4598-4a51-8be5-b9511f848532 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0797637 May 28 06:56:56.124269 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4554e2f8-18f0-461d-b452-ee8af0e71bb0 req-8466eec8-ad98-4373-9713-2e243a4e45bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385537 May 28 06:56:56.189838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:56:56.327574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:56:56.327985 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:56.356034 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:56:56.365698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:56:56.370439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:56:56.406298 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b5be4b-dd77-47ab-847a-e327a48f23e8'] response: {'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'code': 200} May 28 06:56:56.437283 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:56:56.845361 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:56:57.312565 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ede90f-160f-438d-b104-78dcb6ac227e req-be5ec49a-dbfa-492e-85e4-b5ca4fd58dbc tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:57.314013 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-82ede90f-160f-438d-b104-78dcb6ac227e req-be5ec49a-dbfa-492e-85e4-b5ca4fd58dbc tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 943 time: 0.0842421 May 28 06:56:57.358076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-82ede90f-160f-438d-b104-78dcb6ac227e req-18e57842-995f-48c0-ada4-e3ddc815ebc3 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382743 May 28 06:56:57.714890 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf9ff6-364c-4b34-92e3-296bac4d501e req-89e0b866-bbdb-41bc-8beb-d12173bb1166 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:57.716458 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dcf9ff6-364c-4b34-92e3-296bac4d501e req-89e0b866-bbdb-41bc-8beb-d12173bb1166 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 943 time: 0.0821805 May 28 06:56:57.756534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54046) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:56:57.773821 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6dcf9ff6-364c-4b34-92e3-296bac4d501e req-b72b005d-1d73-4ec3-a9c8-6890e314bc02 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515604 May 28 06:56:57.877260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-3d959cd5-3f60-4f45-b12e-5bb14d1f0777 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194227 May 28 06:56:58.958531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850f842-70e5-4189-aa84-7e9cab279f21 req-a655d0da-db50-484b-a5c5-7fdb88b4f6e2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:56:58.959975 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0850f842-70e5-4189-aa84-7e9cab279f21 req-a655d0da-db50-484b-a5c5-7fdb88b4f6e2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 943 time: 0.0797217 May 28 06:56:59.004254 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0850f842-70e5-4189-aa84-7e9cab279f21 req-db828c29-b1c1-4591-b202-1eba9fcdc4de tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377076 May 28 06:57:00.201081 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:57:00.201605 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6222928-d2fb-42b1-81b0-7a9ccfdbff1f req-c6d0bd31-74c7-4ec3-989c-fe771c2f41bd tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:00.203254 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6222928-d2fb-42b1-81b0-7a9ccfdbff1f req-c6d0bd31-74c7-4ec3-989c-fe771c2f41bd tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 943 time: 0.0880687 May 28 06:57:00.249889 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c6222928-d2fb-42b1-81b0-7a9ccfdbff1f req-8f46194a-b8c2-45c7-97b0-14224f79f035 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398014 May 28 06:57:00.320212 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 is: DOWN; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:01.444970 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669186ba-4510-44ab-a42b-f9c087a9e05c req-36fe479f-9cb6-4c08-829e-dd9d98f767ec tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:01.446320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-669186ba-4510-44ab-a42b-f9c087a9e05c req-36fe479f-9cb6-4c08-829e-dd9d98f767ec tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 943 time: 0.0826614 May 28 06:57:01.491737 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-669186ba-4510-44ab-a42b-f9c087a9e05c req-4d4e1fc7-d8e5-475b-b4af-9d1229b03ca9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397818 May 28 06:57:01.870390 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:02.686356 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19e423-abf5-431a-8387-8d15024baf3a req-7bca2447-898f-43d9-967a-ca8515ee8d0b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:02.687830 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db19e423-abf5-431a-8387-8d15024baf3a req-7bca2447-898f-43d9-967a-ca8515ee8d0b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 943 time: 0.0876918 May 28 06:57:02.732906 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db19e423-abf5-431a-8387-8d15024baf3a req-7205bfb4-6643-45c2-b19f-6a25673e4e81 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394182 May 28 06:57:03.001055 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-5d2a72d8-f5cd-474a-b91f-6c34bdc53d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:03.003099 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-5d2a72d8-f5cd-474a-b91f-6c34bdc53d7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74&tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb HTTP/1.1" status: 200 len: 1094 time: 0.1219695 May 28 06:57:03.017509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843679-5', 'device_owner': 'compute:nova'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:57:03.129161 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:03.401570 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:03.429736 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:57:03.483052 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:57:03.489986 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:03.503691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Transition to ACTIVE for port object 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:57:03.507110 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:03.650968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=9']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:03.664634 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.664891 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.665270 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.665539 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.665858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.666176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.666660 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.666993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.667344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.667661 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.667974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.668321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:57:03.712448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] No DVR routers for this DVR port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:57:04.097981 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Attempting to bind port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:57:04.098718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Attempting to bind port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:57:04.098718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Attempting to bind port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:57:04.108581 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e25f9c-349a-419e-85de-bc1b37c56b9e req-c5367b52-8b0d-4429-9cbe-46b99b472ab2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:04.110005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e25f9c-349a-419e-85de-bc1b37c56b9e req-c5367b52-8b0d-4429-9cbe-46b99b472ab2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 943 time: 0.2626953 May 28 06:57:04.111834 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:57:04.112150 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Attempting to bind port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:57:04.118508 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:57:04.118841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Checking segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:57:04.119205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Bound using segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:57:04.119652 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Bound port: 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:57:04.119991 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.216438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b5e25f9c-349a-419e-85de-bc1b37c56b9e req-26a44794-e969-4b68-b7b9-e24b19ebea9b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988271 May 28 06:57:04.243188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:57:04.246083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:57:04.251221 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.312404 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:04.313029 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:04.314342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] 10.222.0.41 "PUT /v2.0/ports/9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 1091 time: 1.3007445 May 28 06:57:04.314770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:57:04.336277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb61905-ec94-42fd-a8fc-61dacd032e03 service neutron] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=10']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:04.377904 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f480ba-4f07-45d3-b573-65168ffb6409'] response: {'name': 'network-changed', 'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'status': 'completed', 'code': 200} May 28 06:57:04.418783 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-9eacbd23-e237-42fb-90a5-da943f54436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:04.420310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-9eacbd23-e237-42fb-90a5-da943f54436c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1095 time: 0.0794458 May 28 06:57:04.557340 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-9ceab629-ad4e-452b-bcc7-f2d9b099f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:04.558779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-9ceab629-ad4e-452b-bcc7-f2d9b099f541 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1280034 May 28 06:57:04.662932 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-f482a8ae-9fce-477f-be54-8261b8a2e44e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 999 time: 0.0929403 May 28 06:57:04.731390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-64c42d9d-745e-484e-b721-1ca83b71ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:04.732795 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-64c42d9d-745e-484e-b721-1ca83b71ae75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0609243 May 28 06:57:04.812206 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-efc0b1cc-06eb-4506-b0cc-51765a6c43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:04.813642 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-efc0b1cc-06eb-4506-b0cc-51765a6c43f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709929 May 28 06:57:04.827205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-c7ef8e7d-d5e1-4d7b-8bb8-832a33bccdd1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:57:04.828134 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-c7ef8e7d-d5e1-4d7b-8bb8-832a33bccdd1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047390 May 28 06:57:04.961502 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-8fb425ea-40b7-4287-81a9-3e2d26b609be service neutron] 10.222.0.41 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236455 May 28 06:57:05.095072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cec42e08-5e36-4f85-8955-6215ec6ceb69 req-9cb0b36d-b87c-45e4-a9cf-619097b306c2 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242716 May 28 06:57:05.226856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966702af-2712-4b92-953b-95d59a0864e2 req-1d93a44b-6e1e-4530-b9c9-06d5f7995ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:05.228383 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-966702af-2712-4b92-953b-95d59a0864e2 req-1d93a44b-6e1e-4530-b9c9-06d5f7995ee4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1095 time: 0.0795114 May 28 06:57:05.444202 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966702af-2712-4b92-953b-95d59a0864e2 req-dff52d70-ac8a-40a6-abdd-bf88354075d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:05.446003 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-966702af-2712-4b92-953b-95d59a0864e2 req-dff52d70-ac8a-40a6-abdd-bf88354075d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.2074921 May 28 06:57:05.474780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83766f07-52ba-4e03-9cc3-0d30288e85c5 req-0f106480-10c7-4b13-936e-7e9830820d70 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:05.476511 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83766f07-52ba-4e03-9cc3-0d30288e85c5 req-0f106480-10c7-4b13-936e-7e9830820d70 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.1490884 May 28 06:57:05.549433 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-83766f07-52ba-4e03-9cc3-0d30288e85c5 req-3fcaa4dc-1cbd-4a8a-bace-c5ab0fbf1ff0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669017 May 28 06:57:06.745505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbc3af-63d4-4cb5-91ac-460d66cd0582 req-9dbd47c8-0728-4a4b-899d-9af0e49a8120 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:06.747856 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bbbc3af-63d4-4cb5-91ac-460d66cd0582 req-9dbd47c8-0728-4a4b-899d-9af0e49a8120 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0881708 May 28 06:57:06.791997 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3bbbc3af-63d4-4cb5-91ac-460d66cd0582 req-a2c16478-482f-4883-a100-ca36710d7365 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385482 May 28 06:57:07.992437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf1d52-995d-4623-80f5-77edcdfeb9a8 req-7dc7369b-bdfc-447d-9e2d-d6cd2b7424ad tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:07.993963 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-62bf1d52-995d-4623-80f5-77edcdfeb9a8 req-7dc7369b-bdfc-447d-9e2d-d6cd2b7424ad tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0869384 May 28 06:57:08.040077 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-62bf1d52-995d-4623-80f5-77edcdfeb9a8 req-3a68ac51-913b-46f6-84f7-48d7bfade5de tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 May 28 06:57:08.663948 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f68e89e3-63ee-41c2-8a35-ed4c661e2bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:09.260741 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29782dd-60d9-4faf-821e-d413f16b81f0 req-eaf279e3-41ae-42fd-9a08-7a7c741195d9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:09.263108 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b29782dd-60d9-4faf-821e-d413f16b81f0 req-eaf279e3-41ae-42fd-9a08-7a7c741195d9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.1012001 May 28 06:57:09.315166 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b29782dd-60d9-4faf-821e-d413f16b81f0 req-52433f3b-c175-496f-8093-c80062f0d22d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456195 May 28 06:57:10.520642 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167b5fc-6e6e-4b17-936a-eeb1643e02bb req-12c7e7ea-f83b-438f-b96b-b3756914f5c5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:10.522211 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b167b5fc-6e6e-4b17-936a-eeb1643e02bb req-12c7e7ea-f83b-438f-b96b-b3756914f5c5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0894978 May 28 06:57:10.578253 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-b167b5fc-6e6e-4b17-936a-eeb1643e02bb req-a9e1bf10-3eb2-4661-b689-b175e7a9c03e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457819 May 28 06:57:10.863429 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a8f8-0e79-4e4c-99b5-fae8df72d3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:10.908845 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:11.777499 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724d438-bcb5-4ebf-888c-58bbd3838903 req-21510f90-2564-4960-be26-167ba25f7e6a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:11.779639 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0724d438-bcb5-4ebf-888c-58bbd3838903 req-21510f90-2564-4960-be26-167ba25f7e6a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0858979 May 28 06:57:11.794478 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:11.846047 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-0724d438-bcb5-4ebf-888c-58bbd3838903 req-f2506e52-f28a-4d32-b909-1577a1ca54dd tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601690 May 28 06:57:11.944543 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:13.033705 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106b54d-4f6d-41e7-a525-37790e3de9e6 req-85296e94-222d-4c2d-9a44-2c7a51133519 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:13.035174 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a106b54d-4f6d-41e7-a525-37790e3de9e6 req-85296e94-222d-4c2d-9a44-2c7a51133519 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0825744 May 28 06:57:13.083645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a106b54d-4f6d-41e7-a525-37790e3de9e6 req-fb03e7fe-bdd6-416f-8094-ece713ada1c8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423071 May 28 06:57:13.601456 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:13.712145 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-966702af-2712-4b92-953b-95d59a0864e2 req-6f03740e-a2fd-4856-ac6a-5cf56a176df9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 999 time: 0.0976985 May 28 06:57:13.776480 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966702af-2712-4b92-953b-95d59a0864e2 req-1be9bccf-c41c-4b9c-81e8-1f8f5c47cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:13.777894 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-966702af-2712-4b92-953b-95d59a0864e2 req-1be9bccf-c41c-4b9c-81e8-1f8f5c47cb6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0576801 May 28 06:57:13.858460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966702af-2712-4b92-953b-95d59a0864e2 req-4e1d34d6-96eb-449a-9dcc-2d7cf0a2dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:13.859861 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-966702af-2712-4b92-953b-95d59a0864e2 req-4e1d34d6-96eb-449a-9dcc-2d7cf0a2dbab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735519 May 28 06:57:14.101178 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-966702af-2712-4b92-953b-95d59a0864e2 req-ca2e5660-0582-4abd-9d95-001373c9f663 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346256 May 28 06:57:14.237040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-966702af-2712-4b92-953b-95d59a0864e2 req-dca5ec79-afb5-427d-9007-a41fd98cf367 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289976 May 28 06:57:14.275098 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928964d-cff2-4761-9279-cbd5105cecf6 req-d50c6f92-0272-4066-a501-5884d36a0fc4 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:14.276635 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6928964d-cff2-4761-9279-cbd5105cecf6 req-d50c6f92-0272-4066-a501-5884d36a0fc4 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0818100 May 28 06:57:14.321152 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6928964d-cff2-4761-9279-cbd5105cecf6 req-7f71cbd9-a903-42ec-80fb-57acd39251ef tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382006 May 28 06:57:15.504110 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fa4f7-226f-4805-b76f-1539079a8dff req-de2e207e-7299-4c5c-8fd9-545f4752f542 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:15.505438 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-990fa4f7-226f-4805-b76f-1539079a8dff req-de2e207e-7299-4c5c-8fd9-545f4752f542 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0795751 May 28 06:57:15.548598 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-990fa4f7-226f-4805-b76f-1539079a8dff req-160b0ee1-3d4c-4f3c-b56e-b2296402f684 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374680 May 28 06:57:16.742975 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520623a5-2085-445e-b3d8-42c25380c0cd req-f53b188e-846a-4444-84d0-8c4262dfb87e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:16.744489 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-520623a5-2085-445e-b3d8-42c25380c0cd req-f53b188e-846a-4444-84d0-8c4262dfb87e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0908179 May 28 06:57:16.789508 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-520623a5-2085-445e-b3d8-42c25380c0cd req-1ef6f27a-5bda-468f-89df-3134471a9fa3 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387099 May 28 06:57:17.739453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:57:17.871155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:17.884574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'port_id': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'mac_address': 'fa:16:3e:70:ef:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:57:17.942205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:17.942493 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.958803 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:57:17.973946 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:17.978253 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:17.980351 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745328b-7381-4667-ae24-89a79b5cb218 req-0c9121c6-ca1d-45fb-9e00-90845a097283 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:17.981816 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d745328b-7381-4667-ae24-89a79b5cb218 req-0c9121c6-ca1d-45fb-9e00-90845a097283 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 944 time: 0.0826514 May 28 06:57:18.027225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d745328b-7381-4667-ae24-89a79b5cb218 req-fca3df47-ccb1-419f-b684-c4ffb38d8c4c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387180 May 28 06:57:18.046002 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=11']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:18.292031 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['9705a36a-9c8b-4a1d-b370-ef80407b5ed8'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:57:19.170681 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-75a9f1b9-cc2c-470d-bbc0-b2c74db7b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:19.172709 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-75a9f1b9-cc2c-470d-bbc0-b2c74db7b4d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1096 time: 0.0718117 May 28 06:57:19.215878 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1f399-70f1-439c-b8c5-78db02883395 req-27839f14-0f3f-401e-910f-64e409b5fa3f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:19.217372 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7dd1f399-70f1-439c-b8c5-78db02883395 req-27839f14-0f3f-401e-910f-64e409b5fa3f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 945 time: 0.0812478 May 28 06:57:19.263360 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7dd1f399-70f1-439c-b8c5-78db02883395 req-855fa3d9-20e5-44b4-88e8-7fe68ac93361 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400243 May 28 06:57:19.324241 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-e470bc3d-1de2-4ca6-8042-a8f36f551763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:19.325570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-e470bc3d-1de2-4ca6-8042-a8f36f551763 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1297240 May 28 06:57:19.430464 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-4a6d10c6-e78f-40e2-90c8-f901cd6abd7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0954158 May 28 06:57:19.495831 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-2378551e-71c8-42ef-a59d-d480860cc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:19.497189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-2378551e-71c8-42ef-a59d-d480860cc603 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0576532 May 28 06:57:19.581810 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-729ca0e3-c132-44d3-ac71-6d478ab52d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:19.583164 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-729ca0e3-c132-44d3-ac71-6d478ab52d4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710680 May 28 06:57:19.716295 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-73b18d10-2f83-4525-9bfc-5978c7902259 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232371 May 28 06:57:19.755441 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:57:19.826703 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:57:19.832304 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:57:19.832619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.853886 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1870ae70-ee3d-4b36-bd67-a4956ec5b9f1 req-0cc50b83-dda1-41e5-a852-ff9a0346c713 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272216 May 28 06:57:19.949704 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:57:19.950081 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:19.975974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:57:19.985812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:57:19.990347 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:20.026537 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab1af12-bb55-49a3-9822-57d68d7d9f2d'] response: {'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'code': 200} May 28 06:57:20.058055 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=12']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:57:20.248238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8b64-3d59-493c-b977-1b7c7c4641e2 req-e711dc04-151d-48dd-be0c-e73cdf76d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:20.250231 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c79d8b64-3d59-493c-b977-1b7c7c4641e2 req-e711dc04-151d-48dd-be0c-e73cdf76d81d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1097 time: 0.0680490 May 28 06:57:20.293622 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c79d8b64-3d59-493c-b977-1b7c7c4641e2 req-333b7490-e817-416b-a346-51590e227ad9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369148 May 28 06:57:20.451165 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda4806-4803-4867-9e82-2cf8de6eadcf req-1ec00329-8f7f-4a40-a8ce-fe5063baee75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:20.452543 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ecda4806-4803-4867-9e82-2cf8de6eadcf req-1ec00329-8f7f-4a40-a8ce-fe5063baee75 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 946 time: 0.0833697 May 28 06:57:20.496042 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ecda4806-4803-4867-9e82-2cf8de6eadcf req-6135b2c7-795c-4a26-9290-b61d545b89cc tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 May 28 06:57:21.689854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eacd6-d4bc-44f4-b5aa-0541c1546c1f req-9317fa86-88fb-4ede-8b56-b6afd6c36df9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:21.691355 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-746eacd6-d4bc-44f4-b5aa-0541c1546c1f req-9317fa86-88fb-4ede-8b56-b6afd6c36df9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 946 time: 0.0844791 May 28 06:57:21.737452 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-746eacd6-d4bc-44f4-b5aa-0541c1546c1f req-52daa971-adcb-42bc-a990-bb2b06a477de tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400887 May 28 06:57:22.925718 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd030af-36db-49a0-a678-10f9a0e2e23b req-ab0089e8-c632-44db-b732-8a982372adc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:57:22.927144 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5bd030af-36db-49a0-a678-10f9a0e2e23b req-ab0089e8-c632-44db-b732-8a982372adc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 946 time: 0.0785499 May 28 06:57:22.971250 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5bd030af-36db-49a0-a678-10f9a0e2e23b req-5bdc6bfe-6d37-4d3b-b414-858a62d698fa tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384271 May 28 06:57:31.884441 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:33.845093 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:57:38.665862 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-eee74da1-f4b3-4ec4-87f6-09ae2d6d89d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.865118 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2fbf62d5-3388-4b7e-ae84-467a76a2f547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:40.893508 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.787074 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:41.945575 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:57:43.605118 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:01.887727 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:08.666440 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-182b065c-aec6-4010-9528-3624d8b73c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.844556 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:58:10.866150 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-cb326d7b-7857-40bc-b724-d393b04127ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:10.905660 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:11.788368 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:11.948562 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:13.607485 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:21.699332 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-afbb62d1-2542-49ba-bf0c-563c162e75e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732367 May 28 06:58:21.844491 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-29255e20-e6e1-4efb-9ba5-7f4e1585c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:21.845980 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-29255e20-e6e1-4efb-9ba5-7f4e1585c4ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1097 time: 0.0707359 May 28 06:58:21.994630 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-08e8312a-f669-4f5c-9ea9-c216f4daa685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:21.995974 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-08e8312a-f669-4f5c-9ea9-c216f4daa685 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1257045 May 28 06:58:22.210668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-31e0c515-852b-4cdd-9e15-e1580d635184 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 1001 time: 0.2050955 May 28 06:58:22.276167 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-4d818478-d0cd-499a-8d55-d5300ad9d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:22.277570 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-4d818478-d0cd-499a-8d55-d5300ad9d5c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0561366 May 28 06:58:22.359664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-5e902792-9e21-4bce-bcbd-a3afaa2af090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:22.363217 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-5e902792-9e21-4bce-bcbd-a3afaa2af090 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765429 May 28 06:58:22.495525 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-902015e7-d5d1-4fd2-86a9-fa1a0d17bc96 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215601 May 28 06:58:22.625638 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ea774770-46a8-442e-a4a3-96f472eabe8e req-0b13770e-f318-45da-a43f-74a740636542 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209273 May 28 06:58:31.890773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:35.894343 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54190) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:36.099377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Deleting port c9361b08-d4d4-4abd-8d7a-98eb495d2d29 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:36.099743 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:36.363560 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:36.363800 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:36.483188 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Calling delete_port for c9361b08-d4d4-4abd-8d7a-98eb495d2d29 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:36.636049 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:36.708291 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event deleted for resources: {'Port': ['ID=c9361b08-d4d4-4abd-8d7a-98eb495d2d29,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:36.724821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.725161 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.725496 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.725827 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.726151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.726475 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.726796 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.727114 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.727464 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.727782 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.728097 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.728412 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:36.787072 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:36.787435 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Floating IP c93ea132-3129-4611-a17a-e4ee488c8342 disassociated (deleted). External IP: 172.25.4.121, port: 9705a36a-9c8b-4a1d-b370-ef80407b5ed8. May 28 06:58:37.133897 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:58:37.313067 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:58:37.323328 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f843374-549c-4827-9e01-946efb964d86 None None] Sync routers for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:58:37.334406 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:37.335498 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f843374-549c-4827-9e01-946efb964d86 None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:37.336112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9f843374-549c-4827-9e01-946efb964d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:58:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:37.389398 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d8868c51-86fe-4340-93eb-5979a4738635 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "DELETE /v2.0/floatingips/c93ea132-3129-4611-a17a-e4ee488c8342 HTTP/1.1" status: 204 len: 168 time: 1.4938831 May 28 06:58:37.389895 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:58:37.495109 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f357c7d-1319-4440-9182-155a15120511'] response: {'name': 'network-changed', 'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'status': 'completed', 'code': 200} May 28 06:58:37.557851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-9f843374-549c-4827-9e01-946efb964d86 None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:37.602861 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-20c5407f-b91b-4047-bb6c-0e5ef5c803b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:37.604492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-20c5407f-b91b-4047-bb6c-0e5ef5c803b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 1097 time: 0.0811839 May 28 06:58:37.750913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-1d6b3927-d2ae-4747-b8dc-c6ffe5b23768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:37.752768 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-1d6b3927-d2ae-4747-b8dc-c6ffe5b23768 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1385422 May 28 06:58:37.771906 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad224426-3a08-467f-905d-8cd8bd662f8e req-75503700-72ff-4377-8c0a-647c06f4ea82 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:37.772613 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-ad224426-3a08-467f-905d-8cd8bd662f8e req-75503700-72ff-4377-8c0a-647c06f4ea82 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Synchronizing usage tracker for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:58:37.788588 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-ad224426-3a08-467f-905d-8cd8bd662f8e req-75503700-72ff-4377-8c0a-647c06f4ea82 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Unset dirty status for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:58:37.789923 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad224426-3a08-467f-905d-8cd8bd662f8e req-75503700-72ff-4377-8c0a-647c06f4ea82 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 946 time: 0.0981987 May 28 06:58:37.827008 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-72cd70d5-ff7b-4a30-a20b-3f4b551e0717 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 200 len: 217 time: 0.0670676 May 28 06:58:37.839078 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad224426-3a08-467f-905d-8cd8bd662f8e req-664c0850-1a82-4a24-ab10-124c62ce756b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 May 28 06:58:37.893811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-3fd385b0-6a67-445b-8739-cffa104511b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:37.895293 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-3fd385b0-6a67-445b-8739-cffa104511b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0598471 May 28 06:58:37.899184 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9f843374-549c-4827-9e01-946efb964d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:37.903167 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f843374-549c-4827-9e01-946efb964d86 None None] Checking router: 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:58:37.912499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f843374-549c-4827-9e01-946efb964d86 None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:58:37.913096 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9f843374-549c-4827-9e01-946efb964d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:58:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:37.974949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-eb36c813-203c-44f4-9582-bf1c73b1a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:37.976359 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-eb36c813-203c-44f4-9582-bf1c73b1a511 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748765 May 28 06:58:38.106851 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-9f843374-549c-4827-9e01-946efb964d86 None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:58:38.139312 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-15036e5d-d5ad-4d35-984c-0225329b1118 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541905 May 28 06:58:38.280427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fe0eb164-4311-49b2-a158-4696c8392c39 req-0ba6a27f-fd0d-4c9d-a22b-b3a0dd421d32 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333876 May 28 06:58:38.452364 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9f843374-549c-4827-9e01-946efb964d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:58:38.457017 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f843374-549c-4827-9e01-946efb964d86 None None] The sync data for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 is: [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:58:38.666567 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac5176c-3ead-4521-ae0a-0b73b0fdbce0 None None] New status for floating IP c93ea132-3129-4611-a17a-e4ee488c8342: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:58:38.668864 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0d26b5f4-9325-4bcb-8bda-456896d36d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.068087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a7c57-9085-448a-a19b-52b80d3ebe48 req-b98ca3a1-b5cc-4316-9865-47ab171284d5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:39.069577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a34a7c57-9085-448a-a19b-52b80d3ebe48 req-b98ca3a1-b5cc-4316-9865-47ab171284d5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 946 time: 0.1208725 May 28 06:58:39.114004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a34a7c57-9085-448a-a19b-52b80d3ebe48 req-99990b0c-b887-4bdb-94e9-15c595868b89 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e22222-38bb-4b75-99c6-e04a0d3eb72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387423 May 28 06:58:39.281571 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-1216870c-867b-4ec1-9cfe-a0148ea3231d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:39.283033 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-1216870c-867b-4ec1-9cfe-a0148ea3231d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.41 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 946 time: 0.0833812 May 28 06:58:39.354813 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Deleting port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 06:58:39.355050 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.708061 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] For port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:58:39.708419 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:39.836018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Calling delete_port for 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 06:58:39.979440 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:40.026869 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event deleted for resources: {'Port': ['ID=9705a36a-9c8b-4a1d-b370-ef80407b5ed8,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:40.061819 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.062162 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.062497 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.062827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.063154 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.063502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.063823 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.064144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.064484 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.064798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.065113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.065427 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:58:40.117146 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] No DVR routers for this DVR port 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 06:58:40.119636 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:40.122041 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'name': 'network-vif-deleted', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:58:40.139830 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-146e8440-1cdf-44aa-b511-09e871c059f5 req-4a7485c1-d401-4d63-977d-92e954c771d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.41 "DELETE /v2.0/ports/9705a36a-9c8b-4a1d-b370-ef80407b5ed8 HTTP/1.1" status: 204 len: 173 time: 0.8487904 May 28 06:58:40.271886 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53098e97-4763-4c5e-a132-b5ce21aaaf1c'] response: {'server_uuid': 'c507016b-d42f-4e10-80e1-213859505b74', 'name': 'network-vif-deleted', 'tag': '9705a36a-9c8b-4a1d-b370-ef80407b5ed8', 'status': 'completed', 'code': 200} May 28 06:58:40.278730 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e7f8b3c5-68b2-43e1-a1a4-300fe0795118 req-1c1ef531-dbf2-4b94-ba11-526e33647301 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Synchronizing usage tracker for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:58:40.295894 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e7f8b3c5-68b2-43e1-a1a4-300fe0795118 req-1c1ef531-dbf2-4b94-ba11-526e33647301 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Unset dirty status for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:58:40.297129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e7f8b3c5-68b2-43e1-a1a4-300fe0795118 req-1c1ef531-dbf2-4b94-ba11-526e33647301 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c507016b-d42f-4e10-80e1-213859505b74 HTTP/1.1" status: 200 len: 210 time: 0.0666080 May 28 06:58:40.875679 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-96091a31-478e-432a-ae1f-2bbebe9d9c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:40.924386 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.393290 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54214) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:41.460106 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-709055a8-f158-4d73-8231-56dea9492da1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.490420 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-709055a8-f158-4d73-8231-56dea9492da1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.555542 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-709055a8-f158-4d73-8231-56dea9492da1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.575829 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709055a8-f158-4d73-8231-56dea9492da1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e22222-38bb-4b75-99c6-e04a0d3eb72b,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:41.585623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-709055a8-f158-4d73-8231-56dea9492da1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.589603 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-709055a8-f158-4d73-8231-56dea9492da1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "DELETE /v2.0/security-groups/f7e22222-38bb-4b75-99c6-e04a0d3eb72b HTTP/1.1" status: 204 len: 168 time: 0.1924438 May 28 06:58:41.790429 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:41.951392 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.206430 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 06:58:42.241527 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 06:58:42.241876 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 9705a36a-9c8b-4a1d-b370-ef80407b5ed8 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 06:58:42.714175 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54224) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:42.719374 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1994382231', 'description': 'tempest-secgroup-smoke-1994382231 description', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:42.725978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:42.730093 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:42.732946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:42.739409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:42.749230 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.769569 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:42.773257 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:42.776004 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:42.781597 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:42.853531 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.857153 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.905329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfb6938-d786-415d-b182-4e001431fccd,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:42.908093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:42.912016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-32362899-8a01-41a8-b7c7-b81b40cf845f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1941063 May 28 06:58:42.912858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54228) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:42.916984 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': '1dfb6938-d786-415d-b182-4e001431fccd', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:42.923635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:42.927485 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:42.930346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:42.936080 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:42.952815 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.014237 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.018203 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.041178 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef9bf2d-073d-497f-9d71-a6e0f69de58f,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:43.050100 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.051330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-80555fde-47f5-4a2d-9df2-5e8a0975f7e7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382706 May 28 06:58:43.054070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54232) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:43.058899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': '1dfb6938-d786-415d-b182-4e001431fccd', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:43.065853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:43.069605 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:43.072436 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:43.078099 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:43.095214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.156935 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.160187 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.183465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbafd262-1f3a-4ad1-ad85-5939eb4813b5,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:43.192809 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.196646 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-42c672e0-a69e-4fdd-9377-ba143de57b04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390057 May 28 06:58:43.196808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54236) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:43.201583 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': '1dfb6938-d786-415d-b182-4e001431fccd', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:43.208040 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:43.211897 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:43.214974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:43.220650 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:43.237340 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.301270 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.304688 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.329344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675daeb7-0446-4fa4-b6cb-b92d73defd51,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:43.338876 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.340063 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-8e2608fd-137f-4768-bdb2-e2b8e52dbaab tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424255 May 28 06:58:43.342706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54240) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:43.347647 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': '1dfb6938-d786-415d-b182-4e001431fccd', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:43.354038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:43.357849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:43.360707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:43.366983 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:43.384168 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.445009 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.448318 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.471117 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f12cd8-c809-4bc8-9481-42bd3dfdf93b,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:43.480110 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.481314 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-248ed958-7024-48df-9d4a-7e189b75d06f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376336 May 28 06:58:43.484786 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54244) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:43.490136 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': '1dfb6938-d786-415d-b182-4e001431fccd', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:43.496594 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:43.500437 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:43.503305 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:43.508956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:43.518587 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Project c3bc96bd8e58446fba5fd8759b6bdefb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:58:43.524962 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.590917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.596604 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.613284 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.620006 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0062319d-faa1-4ada-859c-cf81747ba193,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:43.628835 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.630000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5d5996d4-f712-44c0-b4e5-ea7e0896891e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443129 May 28 06:58:43.632718 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54248) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:58:43.637488 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'security_group_rule': {'security_group_id': '1dfb6938-d786-415d-b182-4e001431fccd', 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:58:43.644034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:58:43.647843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:security_group_rule and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:58:43.650695 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:58:43.656418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:58:43.667192 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Project c3bc96bd8e58446fba5fd8759b6bdefb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 06:58:43.674438 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.739655 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.742889 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.766784 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118ce024-2b3a-4a2d-97f5-de1916f31f8e,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:58:43.775732 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:58:43.776884 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cdf2fddc-3017-48fb-b023-0d579211275f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432738 May 28 06:58:47.843739 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:58:58.668509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-93ee565f-31c5-45b9-9c09-5d6a653dcca8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Synchronizing usage tracker for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:58:58.684013 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-93ee565f-31c5-45b9-9c09-5d6a653dcca8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Unset dirty status for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:58:58.684900 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-93ee565f-31c5-45b9-9c09-5d6a653dcca8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1994382231&fields=id&tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb HTTP/1.1" status: 200 len: 267 time: 0.0545425 May 28 06:58:58.833072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-704d4b4d-3b8f-4604-b524-a388631c58c0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:58:58.834478 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-704d4b4d-3b8f-4604-b524-a388631c58c0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 809 time: 0.1430752 May 28 06:58:58.850588 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-8c099f86-b2c5-456e-bcfe-2ec2dfcf6263 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/quotas/c3bc96bd8e58446fba5fd8759b6bdefb HTTP/1.1" status: 200 len: 375 time: 0.0103500 May 28 06:58:58.935158 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-4e940817-3ac3-4d55-8dc9-d1325ac491cb tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794413 May 28 06:58:58.987732 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-1dc6538d-a4db-4516-9b90-c34500876c4d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 06:58:58.988694 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-1dc6538d-a4db-4516-9b90-c34500876c4d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429196 May 28 06:58:59.120236 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-100d1a11-dd76-4363-a105-106ec2721874 service neutron] 10.222.0.39 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256201 May 28 06:58:59.250545 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-0d0cc76c-f7ec-4d87-99ad-c6804f22b649 service neutron] 10.222.0.39 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243751 May 28 06:58:59.744235 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-db844686-bfe7-4c63-a805-1210859035b0 req-ee247f57-1605-4185-9722-002304e454de tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 210 time: 0.1590204 May 28 06:59:00.801393 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-e04024ed-0976-4804-ae49-3353d7d3e95c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:00.802991 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-e04024ed-0976-4804-ae49-3353d7d3e95c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 809 time: 0.1498151 May 28 06:59:00.858251 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-36a1ed5c-6b18-40d0-b429-7dcf59c61119 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb HTTP/1.1" status: 200 len: 380 time: 0.0416250 May 28 06:59:00.898022 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'port': {'device_id': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'admin_state_up': True, 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'security_groups': ['1dfb6938-d786-415d-b182-4e001431fccd']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:00.922504 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-58db651a-a849-47f4-b835-516848b70d75 req-74d05509-c138-442b-8314-e908dd9f2ae7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 210 time: 0.0633225 May 28 06:59:01.044683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:01.054770 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:01.063818 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Made reservation on behalf of c3bc96bd8e58446fba5fd8759b6bdefb for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 06:59:01.068027 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.242524 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Allocated IP 172.20.0.13 (1a9776dc-29e8-451a-a64e-bae4dfe182f9/6bbba57d-4630-4965-b3bc-0e4f2eb1db30/824d6ab4-f076-4bdb-ae9a-a2c33cd52031) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:01.552657 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.568294 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Transition to ACTIVE for port object 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:01.592390 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.665729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:01.668973 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:01.673616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:01.704336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'Port': ['ID=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:01.743974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:01.744679 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.771528 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eeb8256c-3e1a-4061-ab9e-a7c855bb2bc8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8820314 May 28 06:59:01.788457 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Request body: {'port': {'device_id': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:01.907762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.909495 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:01.938120 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aa9b6bc1-bf0f-47f1-adfd-ea22424827ba None None] Provisioning for port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:01.944702 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aa9b6bc1-bf0f-47f1-adfd-ea22424827ba None None] Provisioning complete for port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:01.945349 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6bc1-bf0f-47f1-adfd-ea22424827ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.009090 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b6bc1-bf0f-47f1-adfd-ea22424827ba None None] Port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 06:59:02.115314 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2757f1f-2a81-4f15-8bcf-95eaaeed508c req-b09c369b-0729-4f60-9c35-a55412d95e5e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:02.116964 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2757f1f-2a81-4f15-8bcf-95eaaeed508c req-b09c369b-0729-4f60-9c35-a55412d95e5e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 932 time: 0.0835259 May 28 06:59:02.164010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e2757f1f-2a81-4f15-8bcf-95eaaeed508c req-55ad8418-e404-46bc-8f10-f77716854c6c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Synchronizing usage tracker for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:security_group {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:02.176434 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-e2757f1f-2a81-4f15-8bcf-95eaaeed508c req-55ad8418-e404-46bc-8f10-f77716854c6c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Unset dirty status for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:security_group {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:02.177584 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e2757f1f-2a81-4f15-8bcf-95eaaeed508c req-55ad8418-e404-46bc-8f10-f77716854c6c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544751 May 28 06:59:02.279509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:59:02.288042 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.303587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Transition to ACTIVE for port object 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 06:59:02.307277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.513521 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Pushing event updated for resources: {'Port': ['ID=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:02.557744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Attempting to bind port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 06:59:02.558079 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Attempting to bind port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 06:59:02.558407 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Attempting to bind port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:02.563499 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 06:59:02.563817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Attempting to bind port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 on network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 06:59:02.569778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 6, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 06:59:02.570113 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Checking segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 06:59:02.570551 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Bound using segment: {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 06:59:02.570976 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Bound port: 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 06:59:02.571356 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.672536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] For port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 06:59:02.675635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] For port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 06:59:02.679453 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.730979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:02.731112 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:02.732711 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] 10.222.0.33 "PUT /v2.0/ports/824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 1092 time: 0.9486856 May 28 06:59:02.739637 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:59:02.765003 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb8d3a-5b30-44e2-86c2-1148207b7d69 service neutron] Pushing event updated for resources: {'Port': ['ID=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:02.824250 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd60029e-81dc-421a-9c17-5875e3ef6ee9'] response: {'name': 'network-changed', 'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'status': 'completed', 'code': 200} May 28 06:59:02.861509 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-0f3d46c4-1703-4f2c-aa79-055173df67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:02.863006 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-0f3d46c4-1703-4f2c-aa79-055173df67ad service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1095 time: 0.0784883 May 28 06:59:02.938462 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-eac603d6-44e1-4980-8984-bfab8a699978 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 217 time: 0.0639372 May 28 06:59:03.001626 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-85349081-6776-4b0d-9d2c-6a420a8d2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:03.003665 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-85349081-6776-4b0d-9d2c-6a420a8d2960 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0597508 May 28 06:59:03.075975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-2bd230bd-4ff3-40f9-9273-541f31f88d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:03.077385 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-2bd230bd-4ff3-40f9-9273-541f31f88d27 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675750 May 28 06:59:03.208255 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-af1fa085-255d-4617-a700-c5e79f98cad1 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243696 May 28 06:59:03.369010 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608c67b-b19f-4478-b102-259ec026805c req-c19890e0-a22e-4c54-b890-06989c318f14 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:03.370410 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4608c67b-b19f-4478-b102-259ec026805c req-c19890e0-a22e-4c54-b890-06989c318f14 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0868886 May 28 06:59:03.414335 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4608c67b-b19f-4478-b102-259ec026805c req-0ef79477-2c91-4b16-baf5-3d50181e2c26 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382309 May 28 06:59:03.447581 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d6b8d56-eb6e-42ce-960f-f0650355c6f6 req-a384ff94-c778-453a-ba48-9b130654ce95 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329032 May 28 06:59:03.601266 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-91ce2cfa-7404-4447-95f3-3f05706c1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:03.602951 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-91ce2cfa-7404-4447-95f3-3f05706c1819 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1095 time: 0.0749688 May 28 06:59:03.738534 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-a98b43c4-23a0-4493-bce2-8eab61e5ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:03.740014 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-a98b43c4-23a0-4493-bce2-8eab61e5ca3d service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1292913 May 28 06:59:03.806179 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-e1dcc9cf-8e5d-407c-88bf-c3497854072f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 217 time: 0.0597906 May 28 06:59:03.872428 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-076b8d3e-6ab1-48d5-99e0-9657152e7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:03.873801 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-076b8d3e-6ab1-48d5-99e0-9657152e7df4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0596488 May 28 06:59:03.953306 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-58cb57ed-1282-4fed-aab2-9aa837b820bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:03.955437 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-58cb57ed-1282-4fed-aab2-9aa837b820bf service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761673 May 28 06:59:04.086702 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-faed5159-4514-42c1-9bf2-90ed7fc910cb service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245224 May 28 06:59:04.218357 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-af2ef9e0-3be0-4db8-88eb-fee56b4923bd req-a53dcb2d-d790-41fb-b7b8-8f948c49821f service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254733 May 28 06:59:04.636204 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b7576-2f43-4dff-87ef-4fb8ea46c05c req-55367241-4c3e-465d-a3e1-d6fe5842dd9a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:04.636893 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-165b7576-2f43-4dff-87ef-4fb8ea46c05c req-55367241-4c3e-465d-a3e1-d6fe5842dd9a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Synchronizing usage tracker for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 06:59:04.652254 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-165b7576-2f43-4dff-87ef-4fb8ea46c05c req-55367241-4c3e-465d-a3e1-d6fe5842dd9a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Unset dirty status for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 06:59:04.653349 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-165b7576-2f43-4dff-87ef-4fb8ea46c05c req-55367241-4c3e-465d-a3e1-d6fe5842dd9a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.1230693 May 28 06:59:04.697536 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-165b7576-2f43-4dff-87ef-4fb8ea46c05c req-7dbc236c-c537-4bcc-adad-9f0865072527 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384264 May 28 06:59:05.884538 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1af50-5172-4c90-8127-abbcb525160d req-7ca9d2be-fc51-440b-a6d8-a1f49d1d79ce tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:05.886024 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05e1af50-5172-4c90-8127-abbcb525160d req-7ca9d2be-fc51-440b-a6d8-a1f49d1d79ce tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0812933 May 28 06:59:05.933873 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-05e1af50-5172-4c90-8127-abbcb525160d req-de7c68a7-a0a1-4d93-aac5-66b02fbb07e1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401144 May 28 06:59:07.114320 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a596b-ea4e-4271-8fc7-e3b6bfe13449 req-bacbba82-a47a-453b-bd33-edd261136a04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:07.115819 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d3a596b-ea4e-4271-8fc7-e3b6bfe13449 req-bacbba82-a47a-453b-bd33-edd261136a04 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0794933 May 28 06:59:07.162803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5d3a596b-ea4e-4271-8fc7-e3b6bfe13449 req-541585e7-c2a7-469b-a795-9dac58f4c343 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 May 28 06:59:08.359346 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc14ac2-6693-47f9-9007-30e97fd1d707 req-fa7f1818-3847-43d3-b1a8-cc7cd8d3ead4 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:08.361076 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7dc14ac2-6693-47f9-9007-30e97fd1d707 req-fa7f1818-3847-43d3-b1a8-cc7cd8d3ead4 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0841506 May 28 06:59:08.415028 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7dc14ac2-6693-47f9-9007-30e97fd1d707 req-37d9b529-413d-4a54-bd88-e401917fa388 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475879 May 28 06:59:08.671604 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1ff242c9-838a-45ca-a9a6-465332b7e472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:09.600392 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a869a4-311d-49c3-a311-b2c734c70a96 req-bd431319-fa7a-4840-9bd0-80182329e9f2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:09.601826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a7a869a4-311d-49c3-a311-b2c734c70a96 req-bd431319-fa7a-4840-9bd0-80182329e9f2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0807104 May 28 06:59:09.645407 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-a7a869a4-311d-49c3-a311-b2c734c70a96 req-389994f0-66ab-4bd7-8db6-a2cfdd2f08b6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378397 May 28 06:59:10.826505 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e226b-4e20-40cc-8bfd-a93d762e5dd3 req-38d8d533-d932-4571-820a-9d97abb5cf53 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:10.827975 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-987e226b-4e20-40cc-8bfd-a93d762e5dd3 req-38d8d533-d932-4571-820a-9d97abb5cf53 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0798564 May 28 06:59:10.867482 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-688102d5-e768-44e4-9a74-00c38989c358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:10.876827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-987e226b-4e20-40cc-8bfd-a93d762e5dd3 req-39d091ac-ab49-4dd5-ad21-e8b7755d35aa tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 May 28 06:59:10.939650 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:11.792172 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:11.956673 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:12.067665 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3e4b3-ccc6-4de9-b27b-4774b70cb195 req-197f3855-a0c0-455d-ae9e-0666f81455a0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:12.069094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-29d3e4b3-ccc6-4de9-b27b-4774b70cb195 req-197f3855-a0c0-455d-ae9e-0666f81455a0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0848036 May 28 06:59:12.113095 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-29d3e4b3-ccc6-4de9-b27b-4774b70cb195 req-4a429183-85e2-4a6b-895f-ddbd42f92018 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382249 May 28 06:59:12.984988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 06:59:13.120596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:13.133396 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'port_id': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'mac_address': 'fa:16:3e:e9:5c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 06:59:13.191061 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:13.191471 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.208710 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 06:59:13.226097 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:13.231614 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.353121 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:13.360812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.361326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.361661 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.361993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.362322 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.362649 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.362971 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.363318 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.363640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.363956 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.364302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.364720 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 06:59:13.458129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09de6b-b98e-40f9-85e5-711542e04a23 req-507c28b6-93a1-4df2-9179-de5ee719df77 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:13.459588 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b09de6b-b98e-40f9-85e5-711542e04a23 req-507c28b6-93a1-4df2-9179-de5ee719df77 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 945 time: 0.0789351 May 28 06:59:13.505744 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6b09de6b-b98e-40f9-85e5-711542e04a23 req-fbe89b3c-ea7c-476b-9432-7b5744f9ae53 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403035 May 28 06:59:13.613953 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:13.621326 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['824d6ab4-f076-4bdb-ae9a-a2c33cd52031'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 06:59:14.687708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347308d-d5c7-4453-b9d4-e869bb663fd6 req-73be7e5d-24ac-4525-b08a-6d076a68dd02 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:14.689193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7347308d-d5c7-4453-b9d4-e869bb663fd6 req-73be7e5d-24ac-4525-b08a-6d076a68dd02 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 945 time: 0.0786712 May 28 06:59:14.733541 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7347308d-d5c7-4453-b9d4-e869bb663fd6 req-800c03c2-4063-4c11-9611-7817e512ad80 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387158 May 28 06:59:14.995094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 06:59:15.062925 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 06:59:15.068026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 06:59:15.068391 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.183561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 06:59:15.183935 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.210122 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:59:15.219916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 06:59:15.224667 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:15.291007 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:15.303977 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21e41ad-68f3-431d-9c1b-82eb4c2515af'] response: {'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'code': 200} May 28 06:59:15.456889 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03df4e-423b-410c-a5b7-14a0c8a21fb2 req-ba7a5c91-2439-4e61-8760-e6e7953aa860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:15.458327 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b03df4e-423b-410c-a5b7-14a0c8a21fb2 req-ba7a5c91-2439-4e61-8760-e6e7953aa860 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1097 time: 0.0740285 May 28 06:59:15.497749 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4b03df4e-423b-410c-a5b7-14a0c8a21fb2 req-e0db7d69-a1f8-4b01-805c-92f5d507c121 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 May 28 06:59:15.917042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f2ca8-947f-43c7-bf19-d11816f7c8bf req-e34ca6ae-e59f-470c-a519-43a04c9363be tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:15.918487 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-499f2ca8-947f-43c7-bf19-d11816f7c8bf req-e34ca6ae-e59f-470c-a519-43a04c9363be tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0786796 May 28 06:59:15.962492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-499f2ca8-947f-43c7-bf19-d11816f7c8bf req-bcbe9f76-054e-4198-b079-b88e1cdd4e41 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384009 May 28 06:59:17.148582 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1678-bc2a-4bc4-8df9-867a0d8852af req-83db8713-4b1b-45f2-aa46-9713fe673f7e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:17.150101 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-759b1678-bc2a-4bc4-8df9-867a0d8852af req-83db8713-4b1b-45f2-aa46-9713fe673f7e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0845473 May 28 06:59:17.194507 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-759b1678-bc2a-4bc4-8df9-867a0d8852af req-0195c26b-dc01-4541-8337-b74b6a8b90f6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387399 May 28 06:59:17.376609 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95b851-39ba-4715-b2cf-3a2fda5a23c0 req-ace1805c-5026-4534-af2d-b23249d12df8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:17.378550 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad95b851-39ba-4715-b2cf-3a2fda5a23c0 req-ace1805c-5026-4534-af2d-b23249d12df8 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0811682 May 28 06:59:17.422212 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ad95b851-39ba-4715-b2cf-3a2fda5a23c0 req-d942ccd1-ff0d-4dec-8dd3-67a784f091c9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380168 May 28 06:59:17.444678 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54448) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:17.553460 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf8b50-d305-404d-ae5b-fa034f18efd3 tempest-TestShelveInstance-2081689260 tempest-TestShelveInstance-2081689260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:17.554934 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5fcf8b50-d305-404d-ae5b-fa034f18efd3 tempest-TestShelveInstance-2081689260 tempest-TestShelveInstance-2081689260-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1092 time: 0.1093028 May 28 06:59:17.557704 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54454) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 06:59:17.562486 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 06:59:17.568871 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 06:59:17.572881 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Usage tracker for resource:floatingip and tenant:c3bc96bd8e58446fba5fd8759b6bdefb is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 06:59:17.575690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 06:59:17.582035 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 06:59:17.596471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.729396 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:17.864706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Allocated IP 172.25.4.49 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/f78880d9-705d-4d65-be0f-05986571fb42) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 06:59:18.011601 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.039766 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.204669 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 06:59:18.208115 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 06:59:18.212391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 06:59:18.253191 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'Port': ['ID=f78880d9-705d-4d65-be0f-05986571fb42,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:18.623871 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.697537 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.898223 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:18.902324 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.007419 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event updated for resources: {'Port': ['ID=f78880d9-705d-4d65-be0f-05986571fb42,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 06:59:19.019641 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.186171 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Floating IP a33db20e-b82f-4802-b10a-19991c0ba50d associated. External IP: 172.25.4.49, port: 824d6ab4-f076-4bdb-ae9a-a2c33cd52031. May 28 06:59:19.530985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 06:59:19.822627 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 06:59:19.832532 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] Sync routers for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 06:59:19.841936 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:19.842539 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:59:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:19.847781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:19.904777 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3451ac96-9f7b-4a03-9510-f27e0d730de5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3460789 May 28 06:59:19.905365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 06:59:19.950064 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1d21a2-5e2a-456b-819a-200a8e6d6028'] response: {'name': 'network-changed', 'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'status': 'completed', 'code': 200} May 28 06:59:20.028373 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:20.060083 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-5362b22b-30cf-4c29-9ab0-ab087a0b9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:20.061551 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-5362b22b-30cf-4c29-9ab0-ab087a0b9ba2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1097 time: 0.0705218 May 28 06:59:20.195879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-c04b4e3b-1d06-4663-868a-9d84dfe8c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:20.197329 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-c04b4e3b-1d06-4663-868a-9d84dfe8c17e service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1298628 May 28 06:59:20.301994 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-dc298aae-da77-476b-9ec0-a1dcf417f959 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 999 time: 0.0984585 May 28 06:59:20.370087 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-421c2910-95ac-4c91-8fac-6b4cb7ebe62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:20.371564 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-421c2910-95ac-4c91-8fac-6b4cb7ebe62c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0629227 May 28 06:59:20.377526 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'a33db20e-b82f-4802-b10a-19991c0ba50d', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'port_id': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'mac_address': 'fa:16:3e:e9:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:59:18Z', 'updated_at': '2022-05-28T06:59:18Z', 'revision_number': 0, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:20.381996 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] Checking router: 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 06:59:20.394743 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 06:59:20.395376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T06:59:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:20.452806 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-b9112ec5-617e-48c7-995e-88b3431890da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:20.454205 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-b9112ec5-617e-48c7-995e-88b3431890da service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756533 May 28 06:59:20.571974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 06:59:20.592096 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-455b1c6d-17af-4cf3-b74e-31cbe9e70df0 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319144 May 28 06:59:20.723268 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-41efb632-3e8f-4e7c-aef1-95d03b354981 req-b37f7e53-6490-4287-b8a0-9f9648a8e091 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250765 May 28 06:59:20.957587 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'a33db20e-b82f-4802-b10a-19991c0ba50d', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'port_id': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'mac_address': 'fa:16:3e:e9:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:59:18Z', 'updated_at': '2022-05-28T06:59:18Z', 'revision_number': 0, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 06:59:20.961427 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90909f-a8a4-458e-a7dd-7ec9e30fe27c None None] The sync data for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 is: [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': 'a33db20e-b82f-4802-b10a-19991c0ba50d', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'port_id': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'mac_address': 'fa:16:3e:e9:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T06:59:18Z', 'updated_at': '2022-05-28T06:59:18Z', 'revision_number': 0, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 06:59:21.136767 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de10e6b-bc94-4394-8bae-68599be6b7c9 None None] New status for floating IP a33db20e-b82f-4802-b10a-19991c0ba50d: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 06:59:24.843073 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 06:59:31.906844 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.677352 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-13564ddb-6bc3-436c-afb9-b36e53a12df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:38.753986 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-33cfd82e-8ab0-41ee-a28a-557aa2015417 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702765 May 28 06:59:38.914514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-18ab5953-8237-40e3-bb9a-b219209ea9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:38.916265 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-18ab5953-8237-40e3-bb9a-b219209ea9d8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1097 time: 0.0818021 May 28 06:59:39.063417 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-c7596ee9-442f-4ea3-87ed-9f3367590a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:39.064684 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-c7596ee9-442f-4ea3-87ed-9f3367590a0d service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1282966 May 28 06:59:39.168054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-b79195a2-f226-4cff-bdee-5b356567e6b3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 1001 time: 0.0979114 May 28 06:59:39.233603 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-778db852-60c1-4037-b8dc-394332cac05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:39.235001 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-778db852-60c1-4037-b8dc-394332cac05e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0614655 May 28 06:59:39.317811 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-31fb618a-b06b-47c1-b4bc-5fc49601918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 06:59:39.317811 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-31fb618a-b06b-47c1-b4bc-5fc49601918b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758100 May 28 06:59:39.570926 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-bc10e9f2-cd74-4c3e-8941-d9a624d5fbb8 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461936 May 28 06:59:39.754420 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0a1c40db-d79c-43a9-9c22-4ebbb81f7bab req-457c0a7f-0fe4-43bc-9710-7e1538e462af service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782150 May 28 06:59:40.870147 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf15a-f721-4791-bf31-56fed5876943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:40.939575 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.797795 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:41.959344 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 06:59:43.619042 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:01.842485 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:00:01.905374 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:08.669338 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d594-ae1f-4d23-a645-554f73712d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:10.873029 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c1c89bf-1981-498b-be66-5339811ec7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:10.939515 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:11.790303 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:11.960622 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:13.620458 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:31.908549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:38.670912 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-22ca7612-7ab8-49a8-b71d-ec44c2079b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:38.842461 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:00:40.058984 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-32e8f316-c2f8-4d25-8b2a-a98c562fb572 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719724 May 28 07:00:40.213553 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-460eae98-7c64-43b4-a641-8050ea7d4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:40.215029 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-460eae98-7c64-43b4-a641-8050ea7d4a0c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1097 time: 0.0721354 May 28 07:00:40.358394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-c16866c2-7c9c-4bb8-8a40-554dbbe2128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:40.359810 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-c16866c2-7c9c-4bb8-8a40-554dbbe2128c service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1272728 May 28 07:00:40.462062 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-b6e02470-2730-4458-bd26-6314c0122f84 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 1001 time: 0.0958793 May 28 07:00:40.523739 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-76b338fa-012c-40f3-9a83-24c5c66aebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:40.525104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-76b338fa-012c-40f3-9a83-24c5c66aebfa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0564675 May 28 07:00:40.602152 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-ef12e8ed-5245-4974-8e45-8252824083e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:00:40.603599 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-ef12e8ed-5245-4974-8e45-8252824083e4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715835 May 28 07:00:40.733703 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-4b000a71-0c03-4b6e-943b-6bcc4b97b928 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238816 May 28 07:00:40.869260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4d792e0d-82a8-4888-9da2-860cdae1a757 req-08a78e11-f99a-4701-b28a-fcf298a3f2c5 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296492 May 28 07:00:40.877857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-43099a09-c6f7-486c-b4e2-2dc4f8929088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:40.937399 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.791345 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:41.962912 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:00:43.623362 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:01.904325 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:08.673233 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e2b915c0-ab71-416e-8846-a9158dc0234a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:10.880346 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-72637020-6880-4152-8ed2-3c4cba4fd196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:10.967090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.792270 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:11.965482 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:13.626375 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:15.841391 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:01:17.961438 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66881c-645c-4536-9e09-0a91923c7b57 req-0213743f-e951-4d1f-9e26-ee86417f0aba tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:17.962893 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1d66881c-645c-4536-9e09-0a91923c7b57 req-0213743f-e951-4d1f-9e26-ee86417f0aba tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0809956 May 28 07:01:18.007283 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-1d66881c-645c-4536-9e09-0a91923c7b57 req-9709dd17-3c99-4723-a152-f21b8cc7e3a1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386584 May 28 07:01:19.202978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ac3e7-23cf-4574-8fc4-d163e04bfb94 req-b2822cfe-ee48-433f-a86c-aef2726e1902 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:19.204441 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f87ac3e7-23cf-4574-8fc4-d163e04bfb94 req-b2822cfe-ee48-433f-a86c-aef2726e1902 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0786922 May 28 07:01:19.248733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f87ac3e7-23cf-4574-8fc4-d163e04bfb94 req-5406b01f-d62e-45a1-b902-dfb6a18ecf37 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386534 May 28 07:01:20.442001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdb98e-8d37-44ac-aa22-1874aabe244c req-cf57f3f1-a471-4a0f-b172-f6facc1c2c0a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:20.443431 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0bdb98e-8d37-44ac-aa22-1874aabe244c req-cf57f3f1-a471-4a0f-b172-f6facc1c2c0a tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0823548 May 28 07:01:20.487663 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c0bdb98e-8d37-44ac-aa22-1874aabe244c req-5338e834-ec79-4a1a-8949-4de0016cfd17 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381904 May 28 07:01:21.682362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdf71b-01b1-4083-8697-098aa8f04925 req-3e32d037-d035-4ba2-b1f7-1be8f3bf4068 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:21.683854 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1dfdf71b-01b1-4083-8697-098aa8f04925 req-3e32d037-d035-4ba2-b1f7-1be8f3bf4068 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0850148 May 28 07:01:21.726862 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1dfdf71b-01b1-4083-8697-098aa8f04925 req-62eb76b0-e3a7-4914-979b-11f218d944bf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374651 May 28 07:01:22.911815 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39873af1-03a1-4d8c-8824-34607643acc2 req-59971cae-7768-494c-85c4-30c9e26040b0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:22.913239 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39873af1-03a1-4d8c-8824-34607643acc2 req-59971cae-7768-494c-85c4-30c9e26040b0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0784957 May 28 07:01:22.961551 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-39873af1-03a1-4d8c-8824-34607643acc2 req-ca2d7622-026c-44cd-abee-0640928070f5 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420418 May 28 07:01:24.154302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9039337-7e83-43ca-bbe7-e3846dac6212 req-d7d1630f-dd30-439a-ad00-2761562c43ba tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:24.155796 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9039337-7e83-43ca-bbe7-e3846dac6212 req-d7d1630f-dd30-439a-ad00-2761562c43ba tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0873010 May 28 07:01:24.204334 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c9039337-7e83-43ca-bbe7-e3846dac6212 req-e07a774d-e13c-4a90-b6b7-35c4bdbbb22d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 May 28 07:01:25.386656 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13c5e6-fd0c-4974-bf43-25b6ab96e9d4 req-2829d9eb-8ce5-42ab-ba18-6360c1d31f73 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:25.388123 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd13c5e6-fd0c-4974-bf43-25b6ab96e9d4 req-2829d9eb-8ce5-42ab-ba18-6360c1d31f73 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0794089 May 28 07:01:25.433894 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-dd13c5e6-fd0c-4974-bf43-25b6ab96e9d4 req-2d78d694-862e-4e8d-88a9-a9f8c1ef2ddf tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401380 May 28 07:01:26.613968 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde2136-19f9-4edf-b1e6-2e721d61912c req-0f7952cc-d2a6-4802-b43e-f29419870b4b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:26.615427 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efde2136-19f9-4edf-b1e6-2e721d61912c req-0f7952cc-d2a6-4802-b43e-f29419870b4b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0786781 May 28 07:01:26.658604 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-efde2136-19f9-4edf-b1e6-2e721d61912c req-8aac2e3f-c134-468b-af5b-adefbb4eded9 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375965 May 28 07:01:27.905940 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b0a64-0498-4740-9b94-935fc4e4ed43 req-685804b5-33a6-4b80-ba78-a65f973c2a7e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:27.907479 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-770b0a64-0498-4740-9b94-935fc4e4ed43 req-685804b5-33a6-4b80-ba78-a65f973c2a7e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.1439111 May 28 07:01:27.951286 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-770b0a64-0498-4740-9b94-935fc4e4ed43 req-144336bd-d25b-42d1-9c9f-14f09b2f3ef1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375366 May 28 07:01:28.122815 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-ffd87a77-fd80-4ac1-bb29-2547cf7bc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:28.124362 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-ffd87a77-fd80-4ac1-bb29-2547cf7bc5d3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1097 time: 0.0736969 May 28 07:01:28.255822 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-55dbe38c-e18f-4732-ad95-4e72605fc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:28.257183 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-55dbe38c-e18f-4732-ad95-4e72605fc4ad service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1253765 May 28 07:01:28.354513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-5624983b-7ae1-4e59-a8bc-2d9d2c5b0c23 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 1001 time: 0.0917830 May 28 07:01:28.417776 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-209e1fbc-2c0d-493d-b17d-c26733022e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:28.419148 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-209e1fbc-2c0d-493d-b17d-c26733022e8f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0594747 May 28 07:01:28.492536 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-544f1b6b-d5da-4b67-8536-94162f9ddd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:28.493956 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-544f1b6b-d5da-4b67-8536-94162f9ddd3b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687397 May 28 07:01:28.721967 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-c4630113-02a5-44a7-a9f7-d24864b75198 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216461 May 28 07:01:28.853099 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-4ce857c1-c537-4b36-ad17-30cb8e5a1c9f req-d7889ed6-eaa2-49c7-95c5-15258da72fee service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253197 May 28 07:01:29.191464 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b95ae-fedb-41ff-87c5-b4b4a401597d req-822d840c-0856-4335-9440-767ac0894e34 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:29.198307 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-589b95ae-fedb-41ff-87c5-b4b4a401597d req-822d840c-0856-4335-9440-767ac0894e34 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.1381600 May 28 07:01:29.240713 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-589b95ae-fedb-41ff-87c5-b4b4a401597d req-11b76a0a-dc14-4062-a880-56d5ad77d2e2 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392225 May 28 07:01:30.424978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f76cc-6467-49dc-81a0-b5ae4c50c22c req-fc44c8de-3fbf-4874-a11e-64e291ab8c00 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:30.426378 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b01f76cc-6467-49dc-81a0-b5ae4c50c22c req-fc44c8de-3fbf-4874-a11e-64e291ab8c00 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0809090 May 28 07:01:30.471155 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b01f76cc-6467-49dc-81a0-b5ae4c50c22c req-31c0632a-fdb2-4f81-911e-09d83fe48c6f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389557 May 28 07:01:31.653490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f27a0-3457-4f28-af0d-438c4dc1169a req-4dd0f1f2-4b66-4d98-b048-c22e1ad40291 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:31.654938 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9d2f27a0-3457-4f28-af0d-438c4dc1169a req-4dd0f1f2-4b66-4d98-b048-c22e1ad40291 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0790679 May 28 07:01:31.702040 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9d2f27a0-3457-4f28-af0d-438c4dc1169a req-35c20fcf-0b50-4a8c-99ed-6f0107a8b68e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 May 28 07:01:31.905065 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:32.039989 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-cfc5ef7e-22d5-48ea-9b5a-a8aaec031b8f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260610 May 28 07:01:32.059203 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd48356-47cc-4ea3-ac90-131ad1f13245 req-b07cd6c7-dbb5-4f22-bfd2-24c47c849d8f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:32.060618 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfd48356-47cc-4ea3-ac90-131ad1f13245 req-b07cd6c7-dbb5-4f22-bfd2-24c47c849d8f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0928228 May 28 07:01:32.104156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cfd48356-47cc-4ea3-ac90-131ad1f13245 req-ab4ed9e1-575d-4826-9e51-bf6691bbe62e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379798 May 28 07:01:33.291284 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac63cd-b94f-4aa6-aa35-1422cc3aec5c req-7b6fee22-63de-4abc-9861-19eefba74964 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:33.292739 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cbac63cd-b94f-4aa6-aa35-1422cc3aec5c req-7b6fee22-63de-4abc-9861-19eefba74964 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0831599 May 28 07:01:33.336861 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-cbac63cd-b94f-4aa6-aa35-1422cc3aec5c req-0fd249ab-140c-40ab-b116-7aebd1446f2d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384645 May 28 07:01:34.516708 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6cd3d-5f62-4a03-b4bc-6c933d6c5cd3 req-f69a8d8a-5254-4b98-9a0a-5a4ec80e2aa7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:34.518050 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aec6cd3d-5f62-4a03-b4bc-6c933d6c5cd3 req-f69a8d8a-5254-4b98-9a0a-5a4ec80e2aa7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0789566 May 28 07:01:34.561577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aec6cd3d-5f62-4a03-b4bc-6c933d6c5cd3 req-eff2f4b0-92a0-43ea-9b3f-69f62f635c1f tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375037 May 28 07:01:35.742403 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e69f4-5a84-41d9-b675-7c1c629c2d90 req-c55b3750-24cd-4868-941a-7ea94605ac98 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:35.743895 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f9e69f4-5a84-41d9-b675-7c1c629c2d90 req-c55b3750-24cd-4868-941a-7ea94605ac98 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0798779 May 28 07:01:35.755561 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:01:35.789697 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7f9e69f4-5a84-41d9-b675-7c1c629c2d90 req-22880616-849f-4920-9473-dafaede47427 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400081 May 28 07:01:35.870387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:35.870679 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:35.896814 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:01:35.906471 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:35.910961 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:35.941701 n-d-843679-5 neutron-server[88418]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c8f9f2c7-d364-40da-887a-2a56017ca677']: {'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'code': 422} returned with failed status May 28 07:01:35.982692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:35.989954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.990294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.990624 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.990981 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.991330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.991658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.991979 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.992298 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.992617 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.992932 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.993246 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:35.993563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:01:36.996928 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe4895-f14d-43c1-9102-19d5aa7406bf req-73e369ae-d9f0-4456-b63f-84250bcd8849 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:36.998303 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cfe4895-f14d-43c1-9102-19d5aa7406bf req-73e369ae-d9f0-4456-b63f-84250bcd8849 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.1008613 May 28 07:01:37.046124 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-8cfe4895-f14d-43c1-9102-19d5aa7406bf req-e2560a21-81cd-4456-8b58-e2b8e851e0b7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 May 28 07:01:38.240447 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dde69-2045-46ef-96ed-067abe07625a req-56400cd7-2461-48e3-a57b-99ba7f4f0851 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:38.241805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d8dde69-2045-46ef-96ed-067abe07625a req-56400cd7-2461-48e3-a57b-99ba7f4f0851 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0908368 May 28 07:01:38.287273 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d8dde69-2045-46ef-96ed-067abe07625a req-34b6bf36-f438-461d-8044-a59308982f20 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393615 May 28 07:01:38.641390 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-15c810ea-313f-488b-9faa-539887134c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:38.642826 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-15c810ea-313f-488b-9faa-539887134c3b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe&tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb HTTP/1.1" status: 200 len: 1095 time: 0.1057465 May 28 07:01:38.681531 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-acf51af6-ed15-4839-8edc-5ee193cdec7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:38.746188 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-5102326f-5390-406c-87d9-81ff59d30e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:38.747678 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-5102326f-5390-406c-87d9-81ff59d30e26 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1095 time: 0.0743515 May 28 07:01:38.892399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-ff688bc6-fcea-4558-be64-087a3deb2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:38.893756 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-ff688bc6-fcea-4558-be64-087a3deb2835 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1403584 May 28 07:01:38.998535 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-bfb020da-9fda-48dc-847e-2f108b938242 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 999 time: 0.0986218 May 28 07:01:39.060225 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-2045fc87-be66-436e-8efd-4f638554ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:39.061656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-2045fc87-be66-436e-8efd-4f638554ae32 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0576894 May 28 07:01:39.141999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-54148f05-8282-46c9-aacf-99986bf82048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:39.143688 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-54148f05-8282-46c9-aacf-99986bf82048 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762126 May 28 07:01:39.278227 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-6ffa6845-b962-478a-b46a-38d334455aaf service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283565 May 28 07:01:39.410289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-47d45049-ad25-4015-a8ef-9d731aeb2dc6 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262779 May 28 07:01:39.475669 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db876b6-9aaa-4209-829d-e60ad2325aed req-7be098c2-1976-445e-b432-04ee6b404406 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:39.477130 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6db876b6-9aaa-4209-829d-e60ad2325aed req-7be098c2-1976-445e-b432-04ee6b404406 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0829203 May 28 07:01:39.531245 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6db876b6-9aaa-4209-829d-e60ad2325aed req-65c47a5c-59da-4332-bdc4-5b5bf82eee03 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483403 May 28 07:01:40.729684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469b71-4144-4cee-b6ce-cebe8b48d9c5 req-fc4d6f00-260a-4b85-b2c8-6c7f52b1bb6e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:40.731096 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a469b71-4144-4cee-b6ce-cebe8b48d9c5 req-fc4d6f00-260a-4b85-b2c8-6c7f52b1bb6e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0817232 May 28 07:01:40.774039 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2a469b71-4144-4cee-b6ce-cebe8b48d9c5 req-c16a8d1b-118a-4f55-875f-d88bf7ce8683 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373960 May 28 07:01:40.883020 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d1eda92e-d149-41a1-b111-58adee9a3684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:40.984011 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:41.116518 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-ac78a646-347a-4274-83b0-9865c243eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:41.117982 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-ac78a646-347a-4274-83b0-9865c243eb6f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1095 time: 0.0709281 May 28 07:01:41.359301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-e10437be-0e20-488b-a6d6-36f1e705b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:41.360733 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-e10437be-0e20-488b-a6d6-36f1e705b0b5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.2246592 May 28 07:01:41.459041 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-57c324ad-9f4a-4520-a647-ad22f99e55cd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 999 time: 0.0912607 May 28 07:01:41.522299 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-691c9122-96a0-4d00-934d-abbcbbfdad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:41.523679 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-691c9122-96a0-4d00-934d-abbcbbfdad42 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0585940 May 28 07:01:41.596879 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-c617e36b-d0d6-412a-abc9-9e61b0b37734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:41.598830 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-c617e36b-d0d6-412a-abc9-9e61b0b37734 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686955 May 28 07:01:41.728035 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-715efce7-dc24-47e5-8efd-0030ca2a0096 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234012 May 28 07:01:41.794643 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:41.860060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98d2489d-8d1d-4567-9446-9de74dc255c4 req-98165c82-b70e-4077-b8e4-0e72f1829777 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263034 May 28 07:01:41.963697 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70877751-9bfb-4aef-99ba-752b3e544f7f req-b3b6dca1-fd3b-48d5-98f5-22379f8422a7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:41.965153 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70877751-9bfb-4aef-99ba-752b3e544f7f req-b3b6dca1-fd3b-48d5-98f5-22379f8422a7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0805941 May 28 07:01:41.969955 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:42.009510 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-70877751-9bfb-4aef-99ba-752b3e544f7f req-5857fd19-ab7b-44e3-9602-4da9c9ebfb2b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380323 May 28 07:01:43.203624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5038bc-59f4-472f-9014-e6859a73f7a6 req-8f1147a2-6324-442f-8e3f-c0f5bc8ad397 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:43.205082 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c5038bc-59f4-472f-9014-e6859a73f7a6 req-8f1147a2-6324-442f-8e3f-c0f5bc8ad397 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0882938 May 28 07:01:43.259680 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c5038bc-59f4-472f-9014-e6859a73f7a6 req-338fc2ef-36ab-4b5c-9895-d5a704a24031 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483844 May 28 07:01:43.629430 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:44.450285 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a53bd-d4d2-4b6d-a41f-0c22aad24191 req-7f39df43-4fc6-42e3-8a73-8903cff1325d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:44.451648 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-263a53bd-d4d2-4b6d-a41f-0c22aad24191 req-7f39df43-4fc6-42e3-8a73-8903cff1325d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0828571 May 28 07:01:44.494949 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-263a53bd-d4d2-4b6d-a41f-0c22aad24191 req-3579c0de-ebb0-4758-8da5-5c3c10330e07 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377162 May 28 07:01:45.678195 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9758b-6b94-45c6-b1a8-7878ea15f838 req-9ca42548-d20b-432c-b373-9a9b8a44e834 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:45.679672 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96b9758b-6b94-45c6-b1a8-7878ea15f838 req-9ca42548-d20b-432c-b373-9a9b8a44e834 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0799985 May 28 07:01:45.722549 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-96b9758b-6b94-45c6-b1a8-7878ea15f838 req-a0058dfc-1cd9-4e66-a929-517568148242 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373731 May 28 07:01:46.905325 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9eb72-0497-469f-8808-8a6fe825fa48 req-07e13443-a78c-45ae-a833-72c9b39d3205 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:46.906754 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3f9eb72-0497-469f-8808-8a6fe825fa48 req-07e13443-a78c-45ae-a833-72c9b39d3205 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 944 time: 0.0786259 May 28 07:01:46.951836 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-f3f9eb72-0497-469f-8808-8a6fe825fa48 req-3739a520-2d84-429a-9c12-4d39b3abbbe1 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389667 May 28 07:01:47.819954 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:01:47.954469 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:47.967947 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'port_id': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'mac_address': 'fa:16:3e:e9:5c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:01:48.022838 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:48.023215 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.039818 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:01:48.055444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:48.059431 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:48.131366 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:48.141453 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b784f5-e4ce-4766-8022-2769cce33906 req-b8a94341-88d2-4624-80d7-cc307f7614d0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:48.142908 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23b784f5-e4ce-4766-8022-2769cce33906 req-b8a94341-88d2-4624-80d7-cc307f7614d0 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 945 time: 0.0862415 May 28 07:01:48.187517 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-23b784f5-e4ce-4766-8022-2769cce33906 req-618b700f-bfe1-4d6b-a8a2-a0aa3756ddd4 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387232 May 28 07:01:48.470253 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['824d6ab4-f076-4bdb-ae9a-a2c33cd52031'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:01:49.372274 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1af42-90a9-49ee-bffb-69d3554fa3f2 req-5686e662-47f9-4a15-a840-325f87f2e1ce tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:49.373749 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eaf1af42-90a9-49ee-bffb-69d3554fa3f2 req-5686e662-47f9-4a15-a840-325f87f2e1ce tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 945 time: 0.0833471 May 28 07:01:49.418425 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-eaf1af42-90a9-49ee-bffb-69d3554fa3f2 req-1f2b2bba-e63c-48b8-bb53-823eb313e1be tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388954 May 28 07:01:49.819822 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:01:49.888576 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:01:49.888944 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.002398 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:01:50.002769 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.030930 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:01:50.040662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:01:50.044826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:01:50.113153 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5f202c-701f-4660-be90-24e6ee58e05d'] response: {'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'code': 200} May 28 07:01:50.143852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:01:50.320872 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077eb787-1499-4ff1-87de-32d66da3e819 req-e35551a7-0a07-4407-8009-950708446b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:50.322260 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-077eb787-1499-4ff1-87de-32d66da3e819 req-e35551a7-0a07-4407-8009-950708446b39 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1097 time: 0.0687537 May 28 07:01:50.367646 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-077eb787-1499-4ff1-87de-32d66da3e819 req-861b7b16-6847-438f-abb5-6059d8b78ec6 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390193 May 28 07:01:50.604206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47794-198f-4e75-890e-3d71c7198f28 req-852663f6-0603-418c-acff-9d6c0d7893a4 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:50.605589 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78d47794-198f-4e75-890e-3d71c7198f28 req-852663f6-0603-418c-acff-9d6c0d7893a4 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0797362 May 28 07:01:50.654084 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-78d47794-198f-4e75-890e-3d71c7198f28 req-2fcb2443-db50-4d20-af28-559b47acaf92 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 May 28 07:01:51.846682 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdb3a3-1179-4a5f-b75c-24a749df0e34 req-680c2496-d4f4-40ed-a3fc-3fe310ee2bad tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:01:51.848128 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cccdb3a3-1179-4a5f-b75c-24a749df0e34 req-680c2496-d4f4-40ed-a3fc-3fe310ee2bad tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0787525 May 28 07:01:51.891513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-cccdb3a3-1179-4a5f-b75c-24a749df0e34 req-e4a27c23-b762-4adc-aae8-b750b5a50d7c tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375605 May 28 07:01:52.841429 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:02:01.906133 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:08.680306 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6da6c1d-886c-4b0c-961d-25acbe38f2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:10.891376 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a48e5dd4-d08c-4a42-bd89-8df94bf17a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:11.011002 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:11.806081 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:11.981418 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:13.633588 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:28.728415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-038fd40e-d682-4cf8-ad49-5eacb8d297c4 req-65cba2c0-bcee-4f39-9a81-5b6768c3db18 service neutron] (88417) timed out ('10.222.0.39', 50514) {{(pid=88417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:02:29.840993 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:02:31.902313 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:38.677077 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c54a9cac-baa4-49f5-bb02-4c6da6f8be01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:40.888930 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0e2a-b470-470c-9334-7571ba9c57f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:41.029437 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:41.050106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-5e22e650-7551-4ef9-aa2e-834d5994ddc9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733354 May 28 07:02:41.202535 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-9743f240-1f74-4b26-8448-10658bc6df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:41.204026 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-9743f240-1f74-4b26-8448-10658bc6df1a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1097 time: 0.0723002 May 28 07:02:41.345308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-b7da4751-8f0a-4a21-8d2c-9be987aa4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:41.346727 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-b7da4751-8f0a-4a21-8d2c-9be987aa4951 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1248069 May 28 07:02:41.447800 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-d22b800b-28e9-4084-9015-ae2ffbdeb88d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 1001 time: 0.0951278 May 28 07:02:41.517144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-f1798e59-291f-4202-ade2-8b2754fc283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:41.517144 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-f1798e59-291f-4202-ade2-8b2754fc283f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0600049 May 28 07:02:41.589030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-60b494d7-1230-42c6-b10d-08d527eccb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:02:41.590440 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-60b494d7-1230-42c6-b10d-08d527eccb17 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713131 May 28 07:02:41.795486 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:41.817292 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-bed09815-e5cf-46eb-bacf-8126f5675382 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203846 May 28 07:02:41.946052 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-98c42395-8994-4ffb-a51b-269174c6fa1e req-110c2ff4-7cde-41f6-8d53-891bffe4483b service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226382 May 28 07:02:41.970622 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:02:43.635785 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:01.901957 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:06.840899 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:03:08.246282 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54620) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:08.449850 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Deleting port f78880d9-705d-4d65-be0f-05986571fb42 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:08.450127 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:08.617103 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:08.617973 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:08.680498 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab273-f433-4fff-b683-78604c4c8669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:08.741038 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Calling delete_port for f78880d9-705d-4d65-be0f-05986571fb42 owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:03:08.886735 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:08.933246 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event deleted for resources: {'Port': ['ID=f78880d9-705d-4d65-be0f-05986571fb42,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:08.975781 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.976121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.976461 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.977413 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.977741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.978067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.978388 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.978707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.979025 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.979368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.979687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:08.980000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:09.035277 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:09.035634 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Floating IP a33db20e-b82f-4802-b10a-19991c0ba50d disassociated (deleted). External IP: 172.25.4.49, port: 824d6ab4-f076-4bdb-ae9a-a2c33cd52031. May 28 07:03:09.388024 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:03:09.677095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:03:09.689698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] Sync routers for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:03:09.697382 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:09.699807 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:09.700428 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:02:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:09.753501 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bcd2d4bf-4c3a-4026-9efe-0efdac68045d tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "DELETE /v2.0/floatingips/a33db20e-b82f-4802-b10a-19991c0ba50d HTTP/1.1" status: 204 len: 168 time: 1.5061114 May 28 07:03:09.754071 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:03:09.800420 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b026a20e-ac04-4703-8621-26f0891976e0'] response: {'name': 'network-changed', 'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'status': 'completed', 'code': 200} May 28 07:03:09.881015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:09.916575 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2a059-7804-424f-b175-c289b88abe87 req-4a431e3c-eaaa-4f60-94ce-11bfb2ef21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:09.918129 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e2a059-7804-424f-b175-c289b88abe87 req-4a431e3c-eaaa-4f60-94ce-11bfb2ef21b4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 1097 time: 0.0752513 May 28 07:03:10.105860 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2a059-7804-424f-b175-c289b88abe87 req-3aee8943-3d61-4811-afa6-11d02e1920f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:10.107320 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e2a059-7804-424f-b175-c289b88abe87 req-3aee8943-3d61-4811-afa6-11d02e1920f6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 200 len: 910 time: 0.1833048 May 28 07:03:10.183471 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e2a059-7804-424f-b175-c289b88abe87 req-5857eef4-fcb0-4d2d-a3b2-853937996398 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 200 len: 217 time: 0.0675249 May 28 07:03:10.198202 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:10.202003 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] Checking router: 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:03:10.210633 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:10.211769 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:02:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:10.258091 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93cfeb-4c4e-4684-a032-ea38dd92106d req-72dfadfe-f5a3-4734-a43a-7b0d68bc986e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:10.258691 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5a93cfeb-4c4e-4684-a032-ea38dd92106d req-72dfadfe-f5a3-4734-a43a-7b0d68bc986e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Synchronizing usage tracker for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:03:10.276938 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2a059-7804-424f-b175-c289b88abe87 req-3615222d-281f-4543-97a2-0a12c6b2c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:10.278353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e2a059-7804-424f-b175-c289b88abe87 req-3615222d-281f-4543-97a2-0a12c6b2c3bc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 200 len: 848 time: 0.0874295 May 28 07:03:10.284501 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-5a93cfeb-4c4e-4684-a032-ea38dd92106d req-72dfadfe-f5a3-4734-a43a-7b0d68bc986e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Unset dirty status for tenant:c3bc96bd8e58446fba5fd8759b6bdefb on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:03:10.285679 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a93cfeb-4c4e-4684-a032-ea38dd92106d req-72dfadfe-f5a3-4734-a43a-7b0d68bc986e tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.2271605 May 28 07:03:10.378276 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5a93cfeb-4c4e-4684-a032-ea38dd92106d req-5e70639d-c8ca-49ad-8066-178e37cfd7ec tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601242 May 28 07:03:10.395974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:10.404963 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2a059-7804-424f-b175-c289b88abe87 req-c9b1dc1e-7956-414e-8068-9534ff32c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:10.406435 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e2a059-7804-424f-b175-c289b88abe87 req-c9b1dc1e-7956-414e-8068-9534ff32c197 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1a9776dc-29e8-451a-a64e-bae4dfe182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199331 May 28 07:03:10.539656 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e2a059-7804-424f-b175-c289b88abe87 req-1ea9cc72-7cec-46f0-b624-dcbfe07d2bca service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257641 May 28 07:03:10.673457 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-93e2a059-7804-424f-b175-c289b88abe87 req-f8ed5387-e0eb-44fb-bcdd-92b12b80f196 service neutron] 10.222.0.33 "GET /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266603 May 28 07:03:10.741110 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:10.745198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5812d22f-0813-4266-910f-2ce4c0a36945 None None] The sync data for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 is: [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:29Z', 'revision_number': 4, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': 'e077d67e-2e3c-4a0f-bed6-921fb1a94ab5', 'name': '', 'network_id': '1a9776dc-29e8-451a-a64e-bae4dfe182f9', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'mac_address': 'fa:16:3e:14:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:28Z', 'updated_at': '2022-05-28T06:53:36Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'subnets': [{'id': '6bbba57d-4630-4965-b3bc-0e4f2eb1db30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:03:10.891735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-8326e272-2d1f-48ef-adf5-db3c1014ae7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:10.943600 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede56274-aaec-4bb8-b5b5-bfc8edc2d18a None None] New status for floating IP a33db20e-b82f-4802-b10a-19991c0ba50d: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:03:11.060826 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:11.566019 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63276b48-f1d5-47a6-a9f3-8d4bb01886ba req-7a46fc37-287d-4c7c-aa74-bff5c3bd84ce tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:11.567465 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63276b48-f1d5-47a6-a9f3-8d4bb01886ba req-7a46fc37-287d-4c7c-aa74-bff5c3bd84ce tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0790484 May 28 07:03:11.618480 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-63276b48-f1d5-47a6-a9f3-8d4bb01886ba req-67a0dc97-d044-4d15-8704-88bb30bfbc05 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dfb6938-d786-415d-b182-4e001431fccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 May 28 07:03:11.798929 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:11.810505 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-e622e8c6-8cf6-450f-b4f5-8b0fdec40330 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:11.811950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-e622e8c6-8cf6-450f-b4f5-8b0fdec40330 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 946 time: 0.0836842 May 28 07:03:11.880913 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-f5d9e2d7-7679-4e8f-b682-7e1446c5558b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Deleting port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:11.881242 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-f5d9e2d7-7679-4e8f-b682-7e1446c5558b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:11.969773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:12.128160 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-f5d9e2d7-7679-4e8f-b682-7e1446c5558b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] For port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:12.128434 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-f5d9e2d7-7679-4e8f-b682-7e1446c5558b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:12.348759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-f5d9e2d7-7679-4e8f-b682-7e1446c5558b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Calling delete_port for 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:03:12.491108 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-f5d9e2d7-7679-4e8f-b682-7e1446c5558b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:12.541075 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9e2d7-7679-4e8f-b682-7e1446c5558b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event deleted for resources: {'Port': ['ID=824d6ab4-f076-4bdb-ae9a-a2c33cd52031,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:12.616980 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-f5d9e2d7-7679-4e8f-b682-7e1446c5558b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] No DVR routers for this DVR port 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:03:12.619547 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-f5d9e2d7-7679-4e8f-b682-7e1446c5558b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:12.621883 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'name': 'network-vif-deleted', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:03:12.637206 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-fc614c0a-571a-4a01-bbae-797ef153f69f req-f5d9e2d7-7679-4e8f-b682-7e1446c5558b tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.33 "DELETE /v2.0/ports/824d6ab4-f076-4bdb-ae9a-a2c33cd52031 HTTP/1.1" status: 204 len: 173 time: 0.8199294 May 28 07:03:12.673390 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e95e32-42a4-4d75-af7b-445cb79e704e'] response: {'server_uuid': '9c1c26cc-a067-4030-a9c5-2d587f4105fe', 'name': 'network-vif-deleted', 'tag': '824d6ab4-f076-4bdb-ae9a-a2c33cd52031', 'status': 'completed', 'code': 200} May 28 07:03:12.774393 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-facaa6a9-fdf5-4eba-9cdb-1833c03c21c3 req-b158eeda-b0e3-4b6a-8262-79668a7098d6 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c1c26cc-a067-4030-a9c5-2d587f4105fe HTTP/1.1" status: 200 len: 210 time: 0.0453608 May 28 07:03:13.643200 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:13.881580 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54642) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:13.957344 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d75903a6-ed85-41cd-8ddc-5f9b9cbdecc7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:13.989861 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d75903a6-ed85-41cd-8ddc-5f9b9cbdecc7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:14.065051 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d75903a6-ed85-41cd-8ddc-5f9b9cbdecc7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:14.083506 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75903a6-ed85-41cd-8ddc-5f9b9cbdecc7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfb6938-d786-415d-b182-4e001431fccd,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:14.094798 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-d75903a6-ed85-41cd-8ddc-5f9b9cbdecc7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:14.098519 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-d75903a6-ed85-41cd-8ddc-5f9b9cbdecc7 tempest-TestShelveInstance-31119425 tempest-TestShelveInstance-31119425-project] 10.222.0.39 "DELETE /v2.0/security-groups/1dfb6938-d786-415d-b182-4e001431fccd HTTP/1.1" status: 204 len: 168 time: 0.2133873 May 28 07:03:14.146572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54648) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:14.823154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:15.185469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] Deleting port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:15.186092 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:15.488051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] For port e077d67e-2e3c-4a0f-bed6-921fb1a94ab5, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=e077d67e-2e3c-4a0f-bed6-921fb1a94ab5,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:15.488336 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:15.614899 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] Calling delete_port for e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:03:15.936798 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:15.983707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] Pushing event deleted for resources: {'Port': ['ID=e077d67e-2e3c-4a0f-bed6-921fb1a94ab5,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:16.253121 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:16.255988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:03:16.295502 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:03:16.295852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 824d6ab4-f076-4bdb-ae9a-a2c33cd52031 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:03:16.607974 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] Router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:03:16.893459 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:03:16.902316 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] Sync routers for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:03:16.907201 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3ee6601c-2047-4d82-abba-d81594cddcff admin admin] 10.222.0.39 "PUT /v2.0/routers/3d0b8d01-ce01-41ac-96c3-d65ec9136a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7624803 May 28 07:03:16.909672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54654) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:16.911725 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:16.912314 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:17.091400 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:17.091638 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:17.272910 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:17.283470 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Deleting port 4f09cb85-1fb1-46db-a894-224d6d070b8a {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:17.283812 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:17.375611 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T07:03:15Z', 'revision_number': 5, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port': {'id': '4f09cb85-1fb1-46db-a894-224d6d070b8a', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T06:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:17.383287 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] Checking router: 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:03:17.393377 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] Routers {'3d0b8d01-ce01-41ac-96c3-d65ec9136a76'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:17.393985 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:17.457379 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] For port 4f09cb85-1fb1-46db-a894-224d6d070b8a, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=4f09cb85-1fb1-46db-a894-224d6d070b8a,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:17.457639 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:17.545596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] Set router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:17.580997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Calling delete_port for 4f09cb85-1fb1-46db-a894-224d6d070b8a owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:03:17.652938 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T07:03:17Z', 'revision_number': 6, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:17.656808 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137261c4-306d-4d57-abc5-19348bef6525 None None] The sync data for ids ['3d0b8d01-ce01-41ac-96c3-d65ec9136a76'] in n-d-843679-5 is: [{'id': '3d0b8d01-ce01-41ac-96c3-d65ec9136a76', 'name': 'tempest-TestShelveInstance-1668566089-router', 'tenant_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:25Z', 'updated_at': '2022-05-28T07:03:17Z', 'revision_number': 6, 'project_id': 'c3bc96bd8e58446fba5fd8759b6bdefb', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:03:17.749341 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:17.797269 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f09cb85-1fb1-46db-a894-224d6d070b8a,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:17.886507 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.058977 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.061394 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.088752 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.089377 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0b8d01-ce01-41ac-96c3-d65ec9136a76 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:03:18.105404 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.108891 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:03:18.109024 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-171046c1-b448-4797-b7d9-61b0e015f6a0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3d0b8d01-ce01-41ac-96c3-d65ec9136a76 HTTP/1.1" status: 204 len: 168 time: 1.1959350 May 28 07:03:18.109236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54660) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:18.152697 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:03:18.153046 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device e077d67e-2e3c-4a0f-bed6-921fb1a94ab5 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:03:18.177296 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Deleting subnet 6bbba57d-4630-4965-b3bc-0e4f2eb1db30 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:03:18.180337 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.229187 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.405779 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.477119 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.515725 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbba57d-4630-4965-b3bc-0e4f2eb1db30,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:18.520756 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.525195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322da3c0-2c45-49fc-8656-d63cc757fa02 None None] Network 1a9776dc-29e8-451a-a64e-bae4dfe182f9 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:03:18.529069 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.529437 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.529821 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.530151 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.530478 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.530799 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.531118 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.531465 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.531785 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.532101 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.532417 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.532731 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:18.538304 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-b128097d-b9f4-4f54-93e5-e951baa9a50e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6bbba57d-4630-4965-b3bc-0e4f2eb1db30 HTTP/1.1" status: 204 len: 168 time: 0.4280679 May 28 07:03:18.540881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54664) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:18.648514 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.659664 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Deleting port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:18.659935 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.797142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] DHCP port deletion for 1a9776dc-29e8-451a-a64e-bae4dfe182f9 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:03:18.801421 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] Deleting port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:18.801798 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:18.884862 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] For port 081dfaf8-a8e5-4ce7-8edb-7752064809c9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=081dfaf8-a8e5-4ce7-8edb-7752064809c9,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:18.885222 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:19.009849 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Calling delete_port for 081dfaf8-a8e5-4ce7-8edb-7752064809c9 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:03:19.039528 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] For port 081dfaf8-a8e5-4ce7-8edb-7752064809c9, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=081dfaf8-a8e5-4ce7-8edb-7752064809c9,segment=NetworkSegment(d0ebc0f5-d8cd-4628-872e-84a546ab8c32),segment_id=d0ebc0f5-d8cd-4628-872e-84a546ab8c32)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:19.039925 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:19.090503 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:19.138084 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Pushing event deleted for resources: {'Port': ['ID=081dfaf8-a8e5-4ce7-8edb-7752064809c9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:19.141586 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] No DVR routers for this DVR port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:03:19.160347 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] Calling delete_port for 081dfaf8-a8e5-4ce7-8edb-7752064809c9 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 07:03:19.228258 n-d-843679-5 neutron-server[88418]: util.warn( May 28 07:03:19.233714 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:03:19.234071 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:03:19.258225 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:19.283425 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9776dc-29e8-451a-a64e-bae4dfe182f9']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:19.296073 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:19.296369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ebc0f5-d8cd-4628-872e-84a546ab8c32') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:19.307771 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:19.323421 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:19.329332 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:03:19.329706 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:19.425124 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:19.442221 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d0ebc0f5-d8cd-4628-872e-84a546ab8c32 resource provider aggregate not found May 28 07:03:19.446021 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:19.466012 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9776dc-29e8-451a-a64e-bae4dfe182f9,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:19.471201 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-07acffc6-a806-4c46-bc6d-daadfdf2ccca admin admin] 10.222.0.39 "DELETE /v2.0/networks/1a9776dc-29e8-451a-a64e-bae4dfe182f9 HTTP/1.1" status: 204 len: 168 time: 0.9293859 May 28 07:03:19.475848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54674) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:19.538940 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment d0ebc0f5-d8cd-4628-872e-84a546ab8c32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0ebc0f5-d8cd-4628-872e-84a546ab8c32 found for delete ", "request_id": "req-2c7f61bc-8110-4bf1-bb47-620c2a8a570f"}]} May 28 07:03:19.735526 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] Deleting port 081dfaf8-a8e5-4ce7-8edb-7752064809c9 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:19.736080 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:19.801590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-d00ff0c6-9026-495b-b759-17b56f9cbb9a None None] The port '081dfaf8-a8e5-4ce7-8edb-7752064809c9' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:03:19.886708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4f09cb85-1fb1-46db-a894-224d6d070b8a no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:03:19.923456 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 4f09cb85-1fb1-46db-a894-224d6d070b8a {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:03:19.923800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 4f09cb85-1fb1-46db-a894-224d6d070b8a not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:03:19.924208 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 081dfaf8-a8e5-4ce7-8edb-7752064809c9 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:03:19.957205 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 081dfaf8-a8e5-4ce7-8edb-7752064809c9 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:03:19.957545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 081dfaf8-a8e5-4ce7-8edb-7752064809c9 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:03:20.116266 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:20.462592 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] Deleting port 02ea5902-f3fc-40bd-9cc3-4d052bda1233 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:20.463269 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:20.633238 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] For port 02ea5902-f3fc-40bd-9cc3-4d052bda1233, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=02ea5902-f3fc-40bd-9cc3-4d052bda1233,segment=NetworkSegment(e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4),segment_id=e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:20.633599 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:20.756303 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] Calling delete_port for 02ea5902-f3fc-40bd-9cc3-4d052bda1233 owned by network:router_interface {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:03:21.068413 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:21.116930 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ea5902-f3fc-40bd-9cc3-4d052bda1233,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:21.495973 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:21.863206 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] Router 174d8de5-272b-4b22-abf4-ba96983542f1 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:03:22.040329 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:03:22.048698 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] Sync routers for ids ['174d8de5-272b-4b22-abf4-ba96983542f1'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:03:22.057317 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d80fcc22-bab5-464a-a259-081a5cf88969 admin admin] 10.222.0.39 "PUT /v2.0/routers/174d8de5-272b-4b22-abf4-ba96983542f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5794864 May 28 07:03:22.058647 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] Routers {'174d8de5-272b-4b22-abf4-ba96983542f1'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:22.059254 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['174d8de5-272b-4b22-abf4-ba96983542f1'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:22.060072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54678) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:22.275525 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] Set router 174d8de5-272b-4b22-abf4-ba96983542f1 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:22.357985 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:22.535408 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:22.544759 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Deleting port db87538f-6cea-4db1-b57f-8ba18512b0d1 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:22.545093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:22.556281 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'name': 'tempest-TestShelveInstance-1787095104-router', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:32Z', 'updated_at': '2022-05-28T07:03:21Z', 'revision_number': 5, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'gw_port': {'id': 'db87538f-6cea-4db1-b57f-8ba18512b0d1', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T06:53:33Z', 'updated_at': '2022-05-28T06:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:22.560280 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] Checking router: 174d8de5-272b-4b22-abf4-ba96983542f1 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:03:22.568613 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] Routers {'174d8de5-272b-4b22-abf4-ba96983542f1'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:22.569321 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['174d8de5-272b-4b22-abf4-ba96983542f1'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:22.714813 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] Set router 174d8de5-272b-4b22-abf4-ba96983542f1 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:22.716679 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] For port db87538f-6cea-4db1-b57f-8ba18512b0d1, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=db87538f-6cea-4db1-b57f-8ba18512b0d1,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:22.717035 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:22.817071 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'name': 'tempest-TestShelveInstance-1787095104-router', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:32Z', 'updated_at': '2022-05-28T07:03:22Z', 'revision_number': 6, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:22.821534 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6c891-7b00-4908-9b93-85e1202f9f15 None None] The sync data for ids ['174d8de5-272b-4b22-abf4-ba96983542f1'] in n-d-843679-5 is: [{'id': '174d8de5-272b-4b22-abf4-ba96983542f1', 'name': 'tempest-TestShelveInstance-1787095104-router', 'tenant_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T06:53:32Z', 'updated_at': '2022-05-28T07:03:22Z', 'revision_number': 6, 'project_id': 'b53ca96ec17b46e3ab530debbdb2cfd0', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:03:22.840802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Calling delete_port for db87538f-6cea-4db1-b57f-8ba18512b0d1 owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:03:23.006923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.057097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Pushing event deleted for resources: {'Port': ['ID=db87538f-6cea-4db1-b57f-8ba18512b0d1,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:23.145569 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.319506 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.321666 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.343020 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.343589 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 174d8de5-272b-4b22-abf4-ba96983542f1 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:03:23.355923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.357030 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-291f4e56-dfe0-4928-930a-2727d11e59ff admin admin] 10.222.0.39 "DELETE /v2.0/routers/174d8de5-272b-4b22-abf4-ba96983542f1 HTTP/1.1" status: 204 len: 168 time: 1.2959976 May 28 07:03:23.359531 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54682) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:23.419991 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5233b17f-1688-41f0-9840-1c6913580223 admin admin] Deleting subnet 39897db6-3391-4ab8-a41a-869fd4bc9f1e {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:03:23.422686 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5233b17f-1688-41f0-9840-1c6913580223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.470015 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5233b17f-1688-41f0-9840-1c6913580223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.550420 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5233b17f-1688-41f0-9840-1c6913580223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.734226 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5233b17f-1688-41f0-9840-1c6913580223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.772197 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233b17f-1688-41f0-9840-1c6913580223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39897db6-3391-4ab8-a41a-869fd4bc9f1e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:23.776330 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-5233b17f-1688-41f0-9840-1c6913580223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.782401 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-5233b17f-1688-41f0-9840-1c6913580223 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/39897db6-3391-4ab8-a41a-869fd4bc9f1e HTTP/1.1" status: 204 len: 168 time: 0.4219155 May 28 07:03:23.783306 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae74b6d-a346-43ac-a829-60212c60f757 None None] Network 7d0548ee-d371-4a88-be1f-e95bf729b7c6 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:03:23.784859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54686) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:23.892446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 02ea5902-f3fc-40bd-9cc3-4d052bda1233 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:03:23.896214 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.906965 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Deleting port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:23.907321 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:23.950218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 02ea5902-f3fc-40bd-9cc3-4d052bda1233 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:03:23.950571 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 02ea5902-f3fc-40bd-9cc3-4d052bda1233 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:03:23.950970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db87538f-6cea-4db1-b57f-8ba18512b0d1 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:03:24.018879 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: db87538f-6cea-4db1-b57f-8ba18512b0d1 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:03:24.019164 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device db87538f-6cea-4db1-b57f-8ba18512b0d1 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:03:24.112592 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] DHCP port deletion for 7d0548ee-d371-4a88-be1f-e95bf729b7c6 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:03:24.115184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] For port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2a5009ea-b2a7-4022-817a-9d3d3439e6a3,segment=NetworkSegment(e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4),segment_id=e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:24.115405 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.116534 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] Deleting port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:24.116994 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.238573 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Calling delete_port for 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 owned by network:dhcp {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:03:24.312723 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.323064 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] For port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2a5009ea-b2a7-4022-817a-9d3d3439e6a3,segment=NetworkSegment(e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4),segment_id=e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:24.323492 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.363773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5009ea-b2a7-4022-817a-9d3d3439e6a3,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:24.367336 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] No DVR routers for this DVR port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 on host n-d-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:03:24.446988 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] Calling delete_port for 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:03:24.487913 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.514067 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0548ee-d371-4a88-be1f-e95bf729b7c6']}} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:24.522632 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:03:24.522981 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:03:24.526129 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4') {'for_net_delete': True} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:24.526424 n-d-843679-5 neutron-server[88417]: DEBUG neutron.services.segments.db [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4') {} {{(pid=88417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:24.537450 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27264419'] for segment, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.552731 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.559176 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:03:24.559586 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27855853'] for segment, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.640279 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4 resource provider aggregate not found May 28 07:03:24.656411 n-d-843679-5 neutron-server[88417]: INFO neutron.services.segments.plugin [-] Segment e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5c36dc2-6ff3-4872-8eb3-f8c6504ccfd4 found for delete ", "request_id": "req-4b2e482d-17b2-4cf0-96ab-3c7b4bd0fb75"}]} May 28 07:03:24.657943 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.662408 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:24.686884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0548ee-d371-4a88-be1f-e95bf729b7c6,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:24.692269 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bcd48a73-a02d-4098-9f40-543ba6af1a5a admin admin] 10.222.0.39 "DELETE /v2.0/networks/7d0548ee-d371-4a88-be1f-e95bf729b7c6 HTTP/1.1" status: 204 len: 168 time: 0.9061859 May 28 07:03:24.873033 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54698) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:24.921029 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-998344f1-0ac3-4762-a063-c4cd121208f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3bc96bd8e58446fba5fd8759b6bdefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468345 May 28 07:03:24.923489 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54702) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:24.982713 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a39f46e1-3674-4ecf-8755-1a061515f219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.008076 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a39f46e1-3674-4ecf-8755-1a061515f219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.024370 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] Deleting port 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:03:25.024869 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.060624 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a39f46e1-3674-4ecf-8755-1a061515f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.082886 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f46e1-3674-4ecf-8755-1a061515f219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9bb002-bdbf-46eb-a6aa-119d02ecc66d,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:25.091047 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-a39f46e1-3674-4ecf-8755-1a061515f219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.092825 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-a39f46e1-3674-4ecf-8755-1a061515f219 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc9bb002-bdbf-46eb-a6aa-119d02ecc66d HTTP/1.1" status: 204 len: 168 time: 0.1684597 May 28 07:03:25.107666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-1bb85b78-7f52-47ef-8efd-28aa3d1aa3bd None None] The port '2a5009ea-b2a7-4022-817a-9d3d3439e6a3' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:03:25.442290 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54710) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:25.491445 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-cfe5d638-b8ab-4e4e-8bc5-b7939906489b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b53ca96ec17b46e3ab530debbdb2cfd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479460 May 28 07:03:25.493921 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54714) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:25.556433 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-78918a13-20e9-4bf3-9f1f-e9b6c3221771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.581640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-78918a13-20e9-4bf3-9f1f-e9b6c3221771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.633438 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-78918a13-20e9-4bf3-9f1f-e9b6c3221771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.647335 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78918a13-20e9-4bf3-9f1f-e9b6c3221771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0712036a-1422-4fa5-b784-3f5706666463,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:25.654542 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-78918a13-20e9-4bf3-9f1f-e9b6c3221771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:25.655840 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-78918a13-20e9-4bf3-9f1f-e9b6c3221771 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0712036a-1422-4fa5-b784-3f5706666463 HTTP/1.1" status: 204 len: 168 time: 0.1607373 May 28 07:03:25.883727 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:03:25.921394 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:03:25.921738 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2a5009ea-b2a7-4022-817a-9d3d3439e6a3 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:03:26.420466 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54738) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:26.522212 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-890840373-network', 'tenant_id': '570c844c293947ef9a44fd496dc23544'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:26.527711 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:26.531604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Usage tracker for resource:network and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:26.534415 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:26.541520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:26.550999 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Made reservation on behalf of 570c844c293947ef9a44fd496dc23544 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:03:26.553271 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.565558 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.579400 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:26.583140 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Usage tracker for resource:security_group_rule and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:26.586313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:26.592049 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:26.673240 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.676824 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.703915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:03:26.720145 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a7ceec-2bd4-4f9f-af88-4ed3042e8687,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:26.726519 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.727404 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Added segment 8e1bc815-2401-40a7-be7d-0d43bbe4b771 of type vlan for network 88806224-58cd-437c-8478-dd04b6be0572 May 28 07:03:26.754616 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.783385 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.784293 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:26.784865 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:26.888664 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4671075 May 28 07:03:26.889376 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fbf16-d8b7-4687-bb45-2ba12fdb591a admin admin] Pushing event updated for resources: {'Network': ['ID=88806224-58cd-437c-8478-dd04b6be0572,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:26.891450 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54744) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:26.896852 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Request body: {'subnet': {'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-890840373-subnet', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:26.899455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 88806224-58cd-437c-8478-dd04b6be0572 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:03:26.902368 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:26.906239 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Usage tracker for resource:subnet and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:26.909473 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:26.916281 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:26.925961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Made reservation on behalf of 570c844c293947ef9a44fd496dc23544 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:03:26.928226 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.136018 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.208356 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5523f3-c7e6-4f25-baeb-091d1420a0c2,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:27.219849 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Checking segment: {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:27.220192 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Network hostable DHCP agents. Network: 88806224-58cd-437c-8478-dd04b6be0572, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:03:27.237950 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Network 88806224-58cd-437c-8478-dd04b6be0572 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:03:27.246469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 88806224-58cd-437c-8478-dd04b6be0572) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:27.250361 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:27.250937 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.257134 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef57ea-c136-4384-b750-f7086a22b8e9 None None] Network 88806224-58cd-437c-8478-dd04b6be0572 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:03:27.375492 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-bbe948e8-4ce6-4ee6-a72c-404b80a3a91f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4827969 May 28 07:03:27.378776 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 54748) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:27.387001 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:27.392642 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:27.396484 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Usage tracker for resource:router and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:27.399503 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:27.405149 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:27.417401 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.418388 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.434066 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.512230 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-88806224-58cd-437c-8478-dd04b6be0572', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:03:27.513048 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.667372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Allocated IP 172.20.0.2 (88806224-58cd-437c-8478-dd04b6be0572/5d5523f3-c7e6-4f25-baeb-091d1420a0c2/917d5aea-adf8-4b67-9cd8-6a22c48243f2) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:27.708793 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.873449 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.883745 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Transition to ACTIVE for port object 917d5aea-adf8-4b67-9cd8-6a22c48243f2 will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:27.901663 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Transition to ACTIVE for port object 917d5aea-adf8-4b67-9cd8-6a22c48243f2 will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:27.907107 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:27.974172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Network 88806224-58cd-437c-8478-dd04b6be0572 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:27.978077 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:27.982268 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:27.988195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Pushing event updated for resources: {'Port': ['ID=917d5aea-adf8-4b67-9cd8-6a22c48243f2,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:28.025991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.026330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.026662 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.026991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.027342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.027666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.027986 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.028305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.028623 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.028937 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.029249 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.029560 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:28.091295 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Attempting to bind port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:03:28.091619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Attempting to bind port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:03:28.092118 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Attempting to bind port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 on network 88806224-58cd-437c-8478-dd04b6be0572 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:28.097656 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:03:28.098026 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Checking segment: {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:28.098426 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.098812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Bound using segment: {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:03:28.099413 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Bound port: 917d5aea-adf8-4b67-9cd8-6a22c48243f2, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:03:28.099787 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.143239 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.176017 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.188387 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] For port 917d5aea-adf8-4b67-9cd8-6a22c48243f2, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:03:28.191358 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] For port 917d5aea-adf8-4b67-9cd8-6a22c48243f2, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=917d5aea-adf8-4b67-9cd8-6a22c48243f2,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:03:28.195857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.283620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ee6c1-ecbe-4c23-98c3-78f1362e3118 None None] Pushing event updated for resources: {'Port': ['ID=917d5aea-adf8-4b67-9cd8-6a22c48243f2,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:28.311750 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Allocated IP 172.25.4.16 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/3399f8d9-b6bc-4ed7-8a32-edf9b85e129c) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:28.466053 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.499305 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:28.573999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:28.577081 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:28.580848 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:28.612076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Pushing event updated for resources: {'Port': ['ID=3399f8d9-b6bc-4ed7-8a32-edf9b85e129c,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:28.999494 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:29.217206 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eada71b-c7e0-412b-8357-e8f7a87ed268 None None] Network 88806224-58cd-437c-8478-dd04b6be0572 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:03:29.308852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-97f29697-08b3-40cc-ae3d-237882c8b3ac None None] Provisioning for port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:29.350854 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:29.695035 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Router c1624923-8955-4b11-a316-70b27825cc15 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:03:29.874399 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:03:29.884821 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Sync routers for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:03:29.894604 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:29.895327 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:29.899917 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:29.903846 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-aa27e9f7-5628-4d2e-8f25-238c6619415c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5209222 May 28 07:03:29.904632 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54752) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:29.949338 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 917d5aea-adf8-4b67-9cd8-6a22c48243f2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:30.121196 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:30.132080 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:30.132454 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:30.160916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:30.522484 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:30.523124 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:30.565757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 917d5aea-adf8-4b67-9cd8-6a22c48243f2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=917d5aea-adf8-4b67-9cd8-6a22c48243f2,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:30.572881 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:30.575383 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:30.635692 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:28Z', 'revision_number': 3, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:30.644897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Checking router: c1624923-8955-4b11-a316-70b27825cc15 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:03:30.645244 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Updating router c1624923-8955-4b11-a316-70b27825cc15 port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:03:30.687690 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=917d5aea-adf8-4b67-9cd8-6a22c48243f2,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:30.703101 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:30.788430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Allocated IP 172.20.0.1 (88806224-58cd-437c-8478-dd04b6be0572/5d5523f3-c7e6-4f25-baeb-091d1420a0c2/2fa36327-8330-4431-a779-7fcd5f31cf2e) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:30.934934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:30.951042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Transition to ACTIVE for port object 2fa36327-8330-4431-a779-7fcd5f31cf2e will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:30.974454 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.035511 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.041430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Network 88806224-58cd-437c-8478-dd04b6be0572 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:31.044205 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:31.047887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:31.048816 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Transition to ACTIVE for port object 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:31.056047 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.102104 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Pushing event updated for resources: {'Port': ['ID=2fa36327-8330-4431-a779-7fcd5f31cf2e,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:31.122041 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.152160 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71e997-2143-46ae-aa2a-390ca03359ec None None] Pushing event updated for resources: {'Port': ['ID=3399f8d9-b6bc-4ed7-8a32-edf9b85e129c,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:31.154388 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Attempting to bind port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:03:31.154759 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Attempting to bind port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:03:31.155126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Attempting to bind port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:31.161436 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:03:31.161809 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:31.162218 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.162614 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:03:31.163083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Bound port: 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:03:31.163499 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.239569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] For port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:03:31.243137 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] For port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3399f8d9-b6bc-4ed7-8a32-edf9b85e129c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:03:31.247494 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.337747 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:31.338257 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:31.387914 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-df3e82de-b4f7-4e56-9ed1-93482fbe6154 None None] Provisioning for port 2fa36327-8330-4431-a779-7fcd5f31cf2e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:31.408126 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71e997-2143-46ae-aa2a-390ca03359ec None None] Pushing event updated for resources: {'Port': ['ID=3399f8d9-b6bc-4ed7-8a32-edf9b85e129c,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:31.422669 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-df3e82de-b4f7-4e56-9ed1-93482fbe6154 None None] Provisioning complete for port 2fa36327-8330-4431-a779-7fcd5f31cf2e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:31.423012 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-df3e82de-b4f7-4e56-9ed1-93482fbe6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.511047 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.558478 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-df3e82de-b4f7-4e56-9ed1-93482fbe6154 None None] Port 2fa36327-8330-4431-a779-7fcd5f31cf2e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:03:31.580177 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:31.735706 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.740199 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.848076 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.851946 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Pushing event updated for resources: {'Port': ['ID=2fa36327-8330-4431-a779-7fcd5f31cf2e,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:31.906219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 917d5aea-adf8-4b67-9cd8-6a22c48243f2 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:31.972722 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:31.992587 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Network 88806224-58cd-437c-8478-dd04b6be0572 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:31.993674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:32.006368 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:32.006737 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:32.065417 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:30Z', 'revision_number': 1, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:32.073475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f10990-ef06-472c-b8a8-98c8642ba300 None None] The sync data for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 is: [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:30Z', 'revision_number': 1, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:03:32.201706 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Router c1624923-8955-4b11-a316-70b27825cc15 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:03:32.203880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:32.282006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-b2687860-f87b-4bd1-a6a0-d0803a1eb337 None None] Provisioning complete for port 2fa36327-8330-4431-a779-7fcd5f31cf2e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:32.282375 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b2687860-f87b-4bd1-a6a0-d0803a1eb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:32.358708 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b2687860-f87b-4bd1-a6a0-d0803a1eb337 None None] Port 2fa36327-8330-4431-a779-7fcd5f31cf2e cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:03:32.400492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:03:32.409630 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-0f23b976-46ba-43de-b6f5-bb8e3ea57bae admin admin] 10.222.0.39 "PUT /v2.0/routers/c1624923-8955-4b11-a316-70b27825cc15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5037901 May 28 07:03:32.950301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54770) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:32.955940 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-896277105-network', 'tenant_id': 'a28f8561404b441bacb547eec105b709'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:32.962134 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:32.966125 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Usage tracker for resource:network and tenant:a28f8561404b441bacb547eec105b709 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:32.969096 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:32.975092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:32.985172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Made reservation on behalf of a28f8561404b441bacb547eec105b709 for: {'network': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:03:32.987486 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for network, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.000736 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.016462 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:33.020252 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Usage tracker for resource:security_group_rule and tenant:a28f8561404b441bacb547eec105b709 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:33.023149 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:33.028958 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:33.118710 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.123823 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.159095 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5330ccc5-e20a-4a04-beb5-64107801b6ac,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:33.161910 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 07:03:33.172782 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.173107 n-d-843679-5 neutron-server[88417]: INFO neutron.db.segments_db [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Added segment 7d0a0031-8108-499e-99ce-3963d8c72961 of type vlan for network 923ee032-c0bb-487f-95dc-7333dcb41960 May 28 07:03:33.200608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752087904732'] for network, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.236914 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755'] for network, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.237937 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:33.238511 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Notify callbacks [] for network, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.339755 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] Pushing event updated for resources: {'Network': ['ID=923ee032-c0bb-487f-95dc-7333dcb41960,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:33.342555 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f14f014a-7e22-4b0e-9465-10d31bdd3260 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3912168 May 28 07:03:33.345389 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54774) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:33.350310 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Network 923ee032-c0bb-487f-95dc-7333dcb41960 details requested by agent ovs-agent-n-d-843679-5 with host n-d-843679-5 {{(pid=88418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 07:03:33.350751 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Request body: {'subnet': {'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-896277105-subnet', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'ip_version': 4}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:33.357544 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:33.361472 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Usage tracker for resource:subnet and tenant:a28f8561404b441bacb547eec105b709 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:33.364308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:33.371752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:33.384838 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Made reservation on behalf of a28f8561404b441bacb547eec105b709 for: {'subnet': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:03:33.387648 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3745751'] for subnet, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.598557 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27855104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3745765'] for subnet, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.670936 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d8ab73-d41b-4827-965a-b3045f03d1b4,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:33.680836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Checking segment: {'id': '7d0a0031-8108-499e-99ce-3963d8c72961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:33.681186 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Network hostable DHCP agents. Network: 923ee032-c0bb-487f-95dc-7333dcb41960, hostable agents: ['b127309c-96e2-421c-ba78-756ba0a6785f'], hosted agents: [] {{(pid=88417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 07:03:33.699155 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Network 923ee032-c0bb-487f-95dc-7333dcb41960 is scheduled to be hosted by DHCP agent b127309c-96e2-421c-ba78-756ba0a6785f with binding_index 1 {{(pid=88417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 07:03:33.707724 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843679-5, 923ee032-c0bb-487f-95dc-7333dcb41960) {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:33.712349 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:33.712923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.717274 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f388b24-6b82-4990-a35c-08572f63d6d3 None None] Network 923ee032-c0bb-487f-95dc-7333dcb41960 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:03:33.733597 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-77ac853c-41a4-44d2-a0f7-4926a871e6b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3871355 May 28 07:03:33.736262 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54778) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:33.740997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-896277105-router', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:33.746274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:33.750170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Usage tracker for resource:router and tenant:a28f8561404b441bacb547eec105b709 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:33.753030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:33.759622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:33.771479 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58757'] for router, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.772781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58876'] for router, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.788841 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:33.958497 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:33.998071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfab6aae-f7ea-5328-9a37-6a3f8ae7589e-923ee032-c0bb-487f-95dc-7333dcb41960', 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'fixed_ips': [{'subnet_id': '27d8ab73-d41b-4827-965a-b3045f03d1b4'}]}} from n-d-843679-5. {{(pid=88418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 28 07:03:33.998879 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.111559 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:34.121705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:34.122081 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.187469 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Sync routers for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:03:34.198063 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58862'] for router, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.198866 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:34.199508 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:34.309219 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.db_base_plugin_common [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Allocated IP 172.20.0.2 (923ee032-c0bb-487f-95dc-7333dcb41960/27d8ab73-d41b-4827-965a-b3045f03d1b4/08f6c7e8-1c94-46ac-b549-801de362976e) {{(pid=88418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:34.330880 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:34.331374 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.364650 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3399f8d9-b6bc-4ed7-8a32-edf9b85e129c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:34.394601 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:34.407010 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.518457 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=3399f8d9-b6bc-4ed7-8a32-edf9b85e129c,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:34.525375 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.555301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.612391 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.623372 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Transition to ACTIVE for port object 08f6c7e8-1c94-46ac-b549-801de362976e will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:34.641446 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Transition to ACTIVE for port object 08f6c7e8-1c94-46ac-b549-801de362976e will not be triggered until provisioned by entity DHCP. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:34.648398 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430'] for port, after_create {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.698169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Allocated IP 172.25.4.61 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/f4203065-7aaf-48b3-80b5-6fdc18154aba) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:34.720679 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 2, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:34.725101 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Checking router: c1624923-8955-4b11-a316-70b27825cc15 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:03:34.725625 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Updating router c1624923-8955-4b11-a316-70b27825cc15 port 2fa36327-8330-4431-a779-7fcd5f31cf2e binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:03:34.727842 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Network 923ee032-c0bb-487f-95dc-7333dcb41960 is already hosted by enough agents. {{(pid=88418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:34.730833 n-d-843679-5 neutron-server[88418]: DEBUG neutron.scheduler.base_scheduler [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Resources bound (agent type, host, resource id): {{(pid=88418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:34.735515 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Received port after_create {{(pid=88418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:34.741264 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Pushing event updated for resources: {'Port': ['ID=08f6c7e8-1c94-46ac-b549-801de362976e,revision_number=1']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:34.782616 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.833749 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Attempting to bind port 08f6c7e8-1c94-46ac-b549-801de362976e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:03:34.834325 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Attempting to bind port 08f6c7e8-1c94-46ac-b549-801de362976e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '7d0a0031-8108-499e-99ce-3963d8c72961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:03:34.834959 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Attempting to bind port 08f6c7e8-1c94-46ac-b549-801de362976e on network 923ee032-c0bb-487f-95dc-7333dcb41960 {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:34.840973 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:03:34.841349 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Checking segment: {'id': '7d0a0031-8108-499e-99ce-3963d8c72961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:34.841748 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.842142 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Bound using segment: {'id': '7d0a0031-8108-499e-99ce-3963d8c72961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:03:34.842605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Bound port: 08f6c7e8-1c94-46ac-b549-801de362976e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0a0031-8108-499e-99ce-3963d8c72961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:03:34.843004 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.859646 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.890052 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.933802 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] For port 08f6c7e8-1c94-46ac-b549-801de362976e, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:03:34.937198 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] For port 08f6c7e8-1c94-46ac-b549-801de362976e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08f6c7e8-1c94-46ac-b549-801de362976e,segment=NetworkSegment(7d0a0031-8108-499e-99ce-3963d8c72961),segment_id=7d0a0031-8108-499e-99ce-3963d8c72961)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:03:34.942448 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:34.961878 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:34.965328 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:34.967934 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:35.060207 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335039b-db66-40e9-a08e-f84db506a3b0 None None] Pushing event updated for resources: {'Port': ['ID=08f6c7e8-1c94-46ac-b549-801de362976e,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:35.155244 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Pushing event updated for resources: {'Port': ['ID=f4203065-7aaf-48b3-80b5-6fdc18154aba,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:35.182667 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:35.195967 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Transition to ACTIVE for port object 2fa36327-8330-4431-a779-7fcd5f31cf2e will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:35.202859 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:35.445572 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Pushing event updated for resources: {'Port': ['ID=2fa36327-8330-4431-a779-7fcd5f31cf2e,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:35.457161 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.457504 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.457839 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.458168 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.458496 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.458822 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.459144 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.459759 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.460079 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.460396 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.461277 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.461594 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:03:35.465876 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Attempting to bind port 2fa36327-8330-4431-a779-7fcd5f31cf2e on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:03:35.466317 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Attempting to bind port 2fa36327-8330-4431-a779-7fcd5f31cf2e by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:03:35.466681 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Attempting to bind port 2fa36327-8330-4431-a779-7fcd5f31cf2e on network 88806224-58cd-437c-8478-dd04b6be0572 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:35.473468 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:03:35.473843 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Checking segment: {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:35.474239 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:35.474635 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Bound using segment: {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:03:35.475092 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Bound port: 2fa36327-8330-4431-a779-7fcd5f31cf2e, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:03:35.475508 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:35.559345 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:35.574862 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] For port 2fa36327-8330-4431-a779-7fcd5f31cf2e, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:03:35.577831 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] For port 2fa36327-8330-4431-a779-7fcd5f31cf2e, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2fa36327-8330-4431-a779-7fcd5f31cf2e,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:03:35.582586 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:35.664033 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:35.664658 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:35.735174 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beec0bc-a763-4a9d-8dbf-a2ed46495b7a None None] Pushing event updated for resources: {'Port': ['ID=2fa36327-8330-4431-a779-7fcd5f31cf2e,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:35.866570 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:35.939841 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657228'] for router, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:36.039928 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 08f6c7e8-1c94-46ac-b549-801de362976e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:36.119905 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 08f6c7e8-1c94-46ac-b549-801de362976e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:36.129795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:36.220281 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:36.220662 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:36.228317 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Router 1fea2802-57e9-468b-a9e2-8db2218b2e25 is scheduled to L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c with binding_index 1 {{(pid=88417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 07:03:36.251280 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:35Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:36.255878 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371eccde-f38a-42c9-a515-9db4821965f0 None None] The sync data for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 is: [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:35Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:03:36.337974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8609c8e2-55b2-460c-9620-346d4271c2b5 None None] Network 923ee032-c0bb-487f-95dc-7333dcb41960 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:03:36.434493 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:03:36.451420 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Sync routers for ids ['1fea2802-57e9-468b-a9e2-8db2218b2e25'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:03:36.461182 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:36.462270 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2fa36327-8330-4431-a779-7fcd5f31cf2e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:36.464258 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:36.468156 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-46f47e1e-f5e5-429f-95ed-3dc0696f4c39 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7284143 May 28 07:03:36.468516 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54784) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:36.497555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3bface1b-406e-436a-8418-ed9df9645d76 None None] Provisioning for port 08f6c7e8-1c94-46ac-b549-801de362976e completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:36.522401 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3bface1b-406e-436a-8418-ed9df9645d76 None None] Provisioning complete for port 08f6c7e8-1c94-46ac-b549-801de362976e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:36.522770 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3bface1b-406e-436a-8418-ed9df9645d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:36.565993 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Routers {'1fea2802-57e9-468b-a9e2-8db2218b2e25'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:36.566631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1fea2802-57e9-468b-a9e2-8db2218b2e25'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:36.910971 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 2fa36327-8330-4431-a779-7fcd5f31cf2e completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:36.934629 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2fa36327-8330-4431-a779-7fcd5f31cf2e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:36.935002 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:36.969673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3bface1b-406e-436a-8418-ed9df9645d76 None None] Current status of the port 08f6c7e8-1c94-46ac-b549-801de362976e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:36.970049 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3bface1b-406e-436a-8418-ed9df9645d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.001834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Set router 1fea2802-57e9-468b-a9e2-8db2218b2e25 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:37.221192 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-3bface1b-406e-436a-8418-ed9df9645d76 None None] For port 08f6c7e8-1c94-46ac-b549-801de362976e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08f6c7e8-1c94-46ac-b549-801de362976e,segment=NetworkSegment(7d0a0031-8108-499e-99ce-3963d8c72961),segment_id=7d0a0031-8108-499e-99ce-3963d8c72961)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:37.228791 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3bface1b-406e-436a-8418-ed9df9645d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.305373 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.391569 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2fa36327-8330-4431-a779-7fcd5f31cf2e is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:37.391951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.405006 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bface1b-406e-436a-8418-ed9df9645d76 None None] Pushing event updated for resources: {'Port': ['ID=08f6c7e8-1c94-46ac-b549-801de362976e,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:37.523824 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 2fa36327-8330-4431-a779-7fcd5f31cf2e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2fa36327-8330-4431-a779-7fcd5f31cf2e,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:37.534867 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.536034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Allocated IP 172.20.0.1 (923ee032-c0bb-487f-95dc-7333dcb41960/27d8ab73-d41b-4827-965a-b3045f03d1b4/20500da4-337e-48ff-b524-1c73231a3309) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:37.612127 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'name': 'tempest-TestSnapshotPattern-896277105-router', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:33Z', 'updated_at': '2022-05-28T07:03:35Z', 'revision_number': 3, 'project_id': 'a28f8561404b441bacb547eec105b709', 'gw_port': {'id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:91:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:34Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:37.616589 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=2fa36327-8330-4431-a779-7fcd5f31cf2e,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:37.620063 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Checking router: 1fea2802-57e9-468b-a9e2-8db2218b2e25 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:03:37.620472 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Updating router 1fea2802-57e9-468b-a9e2-8db2218b2e25 port f4203065-7aaf-48b3-80b5-6fdc18154aba binding host n-d-843679-5 {{(pid=88418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:03:37.682993 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.700640 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.705857 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-82215e2e-08b5-40a6-a503-72027f0c1440 None None] Provisioning complete for port 08f6c7e8-1c94-46ac-b549-801de362976e triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:37.706226 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-82215e2e-08b5-40a6-a503-72027f0c1440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.717185 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Transition to ACTIVE for port object 20500da4-337e-48ff-b524-1c73231a3309 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:37.740579 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.804598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Network 923ee032-c0bb-487f-95dc-7333dcb41960 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:37.807302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:37.811066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:37.850836 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Pushing event updated for resources: {'Port': ['ID=20500da4-337e-48ff-b524-1c73231a3309,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:37.874714 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656902'] for router_interface, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:37.990412 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-82215e2e-08b5-40a6-a503-72027f0c1440 None None] Current status of the port 08f6c7e8-1c94-46ac-b549-801de362976e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:37.994094 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 08f6c7e8-1c94-46ac-b549-801de362976e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:38.024071 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.128197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 08f6c7e8-1c94-46ac-b549-801de362976e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:38.128527 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.158058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-797af4d7-2bdd-4538-a724-9c1f4ab14ec8 None None] Provisioning for port 20500da4-337e-48ff-b524-1c73231a3309 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:38.218226 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-797af4d7-2bdd-4538-a724-9c1f4ab14ec8 None None] Provisioning complete for port 20500da4-337e-48ff-b524-1c73231a3309 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:38.218226 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-797af4d7-2bdd-4538-a724-9c1f4ab14ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.259590 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.264484 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.301871 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-797af4d7-2bdd-4538-a724-9c1f4ab14ec8 None None] Port 20500da4-337e-48ff-b524-1c73231a3309 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:03:38.312310 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Notify callbacks [] for port, precommit_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.328460 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Transition to ACTIVE for port object f4203065-7aaf-48b3-80b5-6fdc18154aba will not be triggered until provisioned by entity L2. {{(pid=88418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:38.360377 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.375647 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662975'] for router_interface, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.379172 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Pushing event updated for resources: {'Port': ['ID=20500da4-337e-48ff-b524-1c73231a3309,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:38.460071 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 08f6c7e8-1c94-46ac-b549-801de362976e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:38.461156 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2fa36327-8330-4431-a779-7fcd5f31cf2e up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:38.486180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Attempting to bind port f4203065-7aaf-48b3-80b5-6fdc18154aba on host n-d-843679-5 for vnic_type normal with profile {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:03:38.486473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Attempting to bind port f4203065-7aaf-48b3-80b5-6fdc18154aba by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:03:38.486837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Attempting to bind port f4203065-7aaf-48b3-80b5-6fdc18154aba on network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:38.498849 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7268c7-3200-4987-9294-2587dc4d8a49 None None] Pushing event updated for resources: {'Port': ['ID=f4203065-7aaf-48b3-80b5-6fdc18154aba,revision_number=2']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:38.507619 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:03:38.507994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Checking segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:38.508398 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.508782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Bound using segment: {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'} {{(pid=88418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:03:38.509256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.managers [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Bound port: f4203065-7aaf-48b3-80b5-6fdc18154aba, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805a8837-388c-4ad2-bf8c-669ac5506f36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd'}}] {{(pid=88418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:03:38.509628 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.526189 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Network 923ee032-c0bb-487f-95dc-7333dcb41960 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:38.527403 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:38.607303 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] For port f4203065-7aaf-48b3-80b5-6fdc18154aba, host n-d-843679-5, cleared binding levels {{(pid=88418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:03:38.612970 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] For port f4203065-7aaf-48b3-80b5-6fdc18154aba, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f4203065-7aaf-48b3-80b5-6fdc18154aba,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:03:38.615952 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 2fa36327-8330-4431-a779-7fcd5f31cf2e triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:38.616332 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.645082 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.733598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Router 1fea2802-57e9-468b-a9e2-8db2218b2e25 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:03:38.752582 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5d276117-a55f-4a78-b3e0-b1db55c3fa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:38.770143 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Routers {'1fea2802-57e9-468b-a9e2-8db2218b2e25'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:38.770755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1fea2802-57e9-468b-a9e2-8db2218b2e25'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:38.840640 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7268c7-3200-4987-9294-2587dc4d8a49 None None] Pushing event updated for resources: {'Port': ['ID=f4203065-7aaf-48b3-80b5-6fdc18154aba,revision_number=3']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:38.919338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:03:38.928189 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-3a98afe2-2597-439b-826f-892e5bf0e833 admin admin] 10.222.0.39 "PUT /v2.0/routers/1fea2802-57e9-468b-a9e2-8db2218b2e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4587362 May 28 07:03:38.973963 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2ce59642-a623-4526-a858-adbd06fd4f9c None None] Provisioning complete for port 20500da4-337e-48ff-b524-1c73231a3309 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:38.974462 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2ce59642-a623-4526-a858-adbd06fd4f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:39.021491 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 2fa36327-8330-4431-a779-7fcd5f31cf2e is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:39.056634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2ce59642-a623-4526-a858-adbd06fd4f9c None None] Port 20500da4-337e-48ff-b524-1c73231a3309 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:03:39.065224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] Set router 1fea2802-57e9-468b-a9e2-8db2218b2e25 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:39.417874 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'name': 'tempest-TestSnapshotPattern-896277105-router', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:33Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 4, 'project_id': 'a28f8561404b441bacb547eec105b709', 'gw_port': {'id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:91:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:34Z', 'updated_at': '2022-05-28T07:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '20500da4-337e-48ff-b524-1c73231a3309', 'name': '', 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'mac_address': 'fa:16:3e:37:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '27d8ab73-d41b-4827-965a-b3045f03d1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:37Z', 'updated_at': '2022-05-28T07:03:38Z', 'revision_number': 2, 'project_id': 'a28f8561404b441bacb547eec105b709', 'subnets': [{'id': '27d8ab73-d41b-4827-965a-b3045f03d1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:39.421825 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4b5a3-fd14-455d-93eb-871d26334d30 None None] The sync data for ids ['1fea2802-57e9-468b-a9e2-8db2218b2e25'] in n-d-843679-5 is: [{'id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'name': 'tempest-TestSnapshotPattern-896277105-router', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:33Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 4, 'project_id': 'a28f8561404b441bacb547eec105b709', 'gw_port': {'id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:91:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:34Z', 'updated_at': '2022-05-28T07:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '20500da4-337e-48ff-b524-1c73231a3309', 'name': '', 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'mac_address': 'fa:16:3e:37:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '27d8ab73-d41b-4827-965a-b3045f03d1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:37Z', 'updated_at': '2022-05-28T07:03:38Z', 'revision_number': 2, 'project_id': 'a28f8561404b441bacb547eec105b709', 'subnets': [{'id': '27d8ab73-d41b-4827-965a-b3045f03d1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:03:40.321215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54796) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:40.326887 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1438666882', 'description': 'tempest-secgroup-smoke-1438666882 description', 'project_id': '570c844c293947ef9a44fd496dc23544'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:40.333760 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:40.338284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Usage tracker for resource:security_group and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:40.341310 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:40.351451 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:40.360487 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.381076 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:40.385672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Usage tracker for resource:security_group_rule and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:40.388686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:40.394405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:40.466942 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.470744 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.515902 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98ea670-71e9-4eb5-9230-a7d0d9419169,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:40.518509 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.522788 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-77dd7cb4-accb-410d-9cd9-ff0f285098ae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2005336 May 28 07:03:40.523439 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54800) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:40.528917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'security_group_rule': {'security_group_id': 'a98ea670-71e9-4eb5-9230-a7d0d9419169', 'project_id': '570c844c293947ef9a44fd496dc23544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:40.535851 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:40.540230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Usage tracker for resource:security_group_rule and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:40.543034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:40.548945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:40.565700 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.627934 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.631759 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.654426 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81400fe-b740-4511-9caa-1dc35a7e05e2,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:40.663319 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.665132 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-9ec9dff9-d36b-4f7d-90c0-037abb55d323 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404657 May 28 07:03:40.667858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54804) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:40.672618 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'security_group_rule': {'security_group_id': 'a98ea670-71e9-4eb5-9230-a7d0d9419169', 'project_id': '570c844c293947ef9a44fd496dc23544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:40.680265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:40.684208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Usage tracker for resource:security_group_rule and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:40.687008 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:40.692690 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:40.708520 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.876442 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.880884 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.894897 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6984f0b8-f073-446f-8e30-0978e6c4fa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.906243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105d22b9-1032-4313-a951-852e561e4a8a,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:40.915917 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:40.917074 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-f21b583c-481f-4290-9e6d-1e05e29c1d1f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2483311 May 28 07:03:40.919858 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54808) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:40.924863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'security_group_rule': {'security_group_id': 'a98ea670-71e9-4eb5-9230-a7d0d9419169', 'project_id': '570c844c293947ef9a44fd496dc23544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:40.931780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:40.935567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Usage tracker for resource:security_group_rule and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:40.938386 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:40.944017 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:40.960607 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.024696 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.028720 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.053227 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f78ffe-c468-40d0-97fe-f7002589ce20,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:41.063125 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.063970 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.067102 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-c7ba9093-73e8-4d62-9036-7094b1485601 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437376 May 28 07:03:41.067302 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54812) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:41.072286 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'security_group_rule': {'security_group_id': 'a98ea670-71e9-4eb5-9230-a7d0d9419169', 'project_id': '570c844c293947ef9a44fd496dc23544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:41.078914 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:41.082715 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Usage tracker for resource:security_group_rule and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:41.086463 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:41.092119 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:41.107995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.172132 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.175587 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.198503 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cb5e14-96d6-40ae-8eb1-2f6ea295b7e2,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:41.206472 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.207615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a810cd88-fb2a-4f80-8a29-4dcc67c31b17 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394129 May 28 07:03:41.211224 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54816) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:41.216007 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'security_group_rule': {'security_group_id': 'a98ea670-71e9-4eb5-9230-a7d0d9419169', 'project_id': '570c844c293947ef9a44fd496dc23544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:41.222326 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:41.226676 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Usage tracker for resource:security_group_rule and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:41.229530 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:41.235139 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:41.245156 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Project 570c844c293947ef9a44fd496dc23544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:03:41.251429 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.313834 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.317169 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.340956 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf72fc30-3929-4d50-a994-f4eabed95535,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:41.348774 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.349902 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-2f663d33-b8bd-404d-8960-becdd8acd426 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377621 May 28 07:03:41.352616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54820) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:41.357452 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'security_group_rule': {'security_group_id': 'a98ea670-71e9-4eb5-9230-a7d0d9419169', 'project_id': '570c844c293947ef9a44fd496dc23544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:41.363773 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:41.367579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Usage tracker for resource:security_group_rule and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:41.370411 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:41.376242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:41.386615 n-d-843679-5 neutron-server[88417]: INFO neutron.db.securitygroups_db [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Project 570c844c293947ef9a44fd496dc23544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 07:03:41.393106 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.457765 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.461354 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641993'] for security_group_rule, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.485683 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a379426-98ea-41da-aad3-78a719c59ca5,revision_number=0']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:41.495789 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.496957 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-791d7311-99bc-44eb-8ef4-9d6733d1aa7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434357 May 28 07:03:41.661879 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-849bf1d7-b697-4407-addd-605f03f9f89f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438666882&fields=id&tenant_id=570c844c293947ef9a44fd496dc23544 HTTP/1.1" status: 200 len: 267 time: 0.0408318 May 28 07:03:41.801681 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:41.811840 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd74301-92d6-4991-b44a-6487f39db345 req-cb3cf8cd-d292-49a4-9371-69d5643f182c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:41.813287 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-cb3cf8cd-d292-49a4-9371-69d5643f182c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 809 time: 0.1444244 May 28 07:03:41.830856 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-e87a427a-e35c-42c5-bfef-b09818aa654b tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/quotas/570c844c293947ef9a44fd496dc23544 HTTP/1.1" status: 200 len: 375 time: 0.0107951 May 28 07:03:41.919952 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-1c110e75-81e2-4689-98b0-62914d318616 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829954 May 28 07:03:41.921916 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f4203065-7aaf-48b3-80b5-6fdc18154aba up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:41.989971 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:42.004057 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port f4203065-7aaf-48b3-80b5-6fdc18154aba completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:42.008813 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f4203065-7aaf-48b3-80b5-6fdc18154aba triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:42.009178 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:42.040938 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-2d084728-0d31-4fa6-a8bf-a97cdaaa64a3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:03:42.042082 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-2d084728-0d31-4fa6-a8bf-a97cdaaa64a3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1098340 May 28 07:03:42.126239 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f4203065-7aaf-48b3-80b5-6fdc18154aba is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:42.126520 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:42.142755 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port f4203065-7aaf-48b3-80b5-6fdc18154aba, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f4203065-7aaf-48b3-80b5-6fdc18154aba,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:42.147166 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:42.199404 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-de734189-52cd-41e7-b9a7-87e93b396d5d service neutron] 10.222.0.39 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460083 May 28 07:03:42.221292 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=f4203065-7aaf-48b3-80b5-6fdc18154aba,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:42.331074 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-4889fada-c475-46eb-9095-71a106648fe5 service neutron] 10.222.0.39 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257739 May 28 07:03:43.130452 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Sync routers for ids ['1fea2802-57e9-468b-a9e2-8db2218b2e25'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:03:43.140903 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Routers {'1fea2802-57e9-468b-a9e2-8db2218b2e25'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:43.141678 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1fea2802-57e9-468b-a9e2-8db2218b2e25'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:43.316289 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Set router 1fea2802-57e9-468b-a9e2-8db2218b2e25 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:43.530911 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e7a38844-c79a-4601-8dce-00c5693279a5 req-2acd5d74-aa5f-4f64-95bd-751c62d79d9f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Synchronizing usage tracker for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:03:43.549284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-e7a38844-c79a-4601-8dce-00c5693279a5 req-2acd5d74-aa5f-4f64-95bd-751c62d79d9f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Unset dirty status for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:03:43.550540 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e7a38844-c79a-4601-8dce-00c5693279a5 req-2acd5d74-aa5f-4f64-95bd-751c62d79d9f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 210 time: 0.0654335 May 28 07:03:43.645112 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:43.659937 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'name': 'tempest-TestSnapshotPattern-896277105-router', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:33Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 4, 'project_id': 'a28f8561404b441bacb547eec105b709', 'gw_port': {'id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:34Z', 'updated_at': '2022-05-28T07:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '20500da4-337e-48ff-b524-1c73231a3309', 'name': '', 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'mac_address': 'fa:16:3e:37:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '27d8ab73-d41b-4827-965a-b3045f03d1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:37Z', 'updated_at': '2022-05-28T07:03:38Z', 'revision_number': 2, 'project_id': 'a28f8561404b441bacb547eec105b709', 'subnets': [{'id': '27d8ab73-d41b-4827-965a-b3045f03d1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:43.664279 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Checking router: 1fea2802-57e9-468b-a9e2-8db2218b2e25 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:03:43.664624 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Updating router 1fea2802-57e9-468b-a9e2-8db2218b2e25 port 20500da4-337e-48ff-b524-1c73231a3309 binding host n-d-843679-5 {{(pid=88419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 07:03:43.718178 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:43.857692 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:03:43.918933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f4203065-7aaf-48b3-80b5-6fdc18154aba up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:43.986574 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port f4203065-7aaf-48b3-80b5-6fdc18154aba triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:43.986948 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:44.099146 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Notify callbacks [] for port, precommit_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:44.112598 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.provisioning_blocks [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Transition to ACTIVE for port object 20500da4-337e-48ff-b524-1c73231a3309 will not be triggered until provisioned by entity L2. {{(pid=88419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:44.112768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port f4203065-7aaf-48b3-80b5-6fdc18154aba is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:44.124464 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:44.280058 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b91eaf-7935-479c-b5f4-0c06b38c5dc5 None None] Pushing event updated for resources: {'Port': ['ID=20500da4-337e-48ff-b524-1c73231a3309,revision_number=3']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:44.344079 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Attempting to bind port 20500da4-337e-48ff-b524-1c73231a3309 on host n-d-843679-5 for vnic_type normal with profile {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:03:44.344440 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Attempting to bind port 20500da4-337e-48ff-b524-1c73231a3309 by drivers openvswitch,hyperv on host n-d-843679-5 at level 0 using segments [{'id': '7d0a0031-8108-499e-99ce-3963d8c72961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960'}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:03:44.344795 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Attempting to bind port 20500da4-337e-48ff-b524-1c73231a3309 on network 923ee032-c0bb-487f-95dc-7333dcb41960 {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:44.350009 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Checking agent: {'id': 'c432a89d-9023-46c0-9964-0bb6323a190e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 19, 12), 'started_at': datetime.datetime(2022, 5, 28, 5, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843679-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:03:44.350325 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Checking segment: {'id': '7d0a0031-8108-499e-99ce-3963d8c72961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:44.350719 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:44.351645 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Bound using segment: {'id': '7d0a0031-8108-499e-99ce-3963d8c72961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960'} {{(pid=88419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:03:44.352101 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.managers [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Bound port: 20500da4-337e-48ff-b524-1c73231a3309, host: n-d-843679-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0a0031-8108-499e-99ce-3963d8c72961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960'}}] {{(pid=88419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:03:44.352460 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:44.444088 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] For port 20500da4-337e-48ff-b524-1c73231a3309, host n-d-843679-5, cleared binding levels {{(pid=88419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:03:44.447499 n-d-843679-5 neutron-server[88419]: DEBUG neutron.plugins.ml2.db [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] For port 20500da4-337e-48ff-b524-1c73231a3309, host n-d-843679-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=20500da4-337e-48ff-b524-1c73231a3309,segment=NetworkSegment(7d0a0031-8108-499e-99ce-3963d8c72961),segment_id=7d0a0031-8108-499e-99ce-3963d8c72961)] {{(pid=88419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:03:44.451515 n-d-843679-5 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:44.532230 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Routers {'1fea2802-57e9-468b-a9e2-8db2218b2e25'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:44.532845 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1fea2802-57e9-468b-a9e2-8db2218b2e25'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:44.603781 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b91eaf-7935-479c-b5f4-0c06b38c5dc5 None None] Pushing event updated for resources: {'Port': ['ID=20500da4-337e-48ff-b524-1c73231a3309,revision_number=4']} {{(pid=88419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:44.750620 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] Set router 1fea2802-57e9-468b-a9e2-8db2218b2e25 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:44.772616 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-7568b2fc-5589-46d7-9684-4809196099d1 req-421332d7-7276-4509-a812-3286f41d7784 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 210 time: 0.0733075 May 28 07:03:44.852674 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd74301-92d6-4991-b44a-6487f39db345 req-b02011c8-c62a-4525-8b22-fd7e340c3f8d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:44.853430 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6fd74301-92d6-4991-b44a-6487f39db345 req-b02011c8-c62a-4525-8b22-fd7e340c3f8d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Synchronizing usage tracker for tenant:570c844c293947ef9a44fd496dc23544 on resource:network {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:03:44.870827 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6fd74301-92d6-4991-b44a-6487f39db345 req-b02011c8-c62a-4525-8b22-fd7e340c3f8d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Unset dirty status for tenant:570c844c293947ef9a44fd496dc23544 on resource:network {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:03:44.872068 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-b02011c8-c62a-4525-8b22-fd7e340c3f8d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.33 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 809 time: 0.3125794 May 28 07:03:44.938686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6fd74301-92d6-4991-b44a-6487f39db345 req-9420abdc-e941-4002-8b85-7510d22c77db tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Synchronizing usage tracker for tenant:570c844c293947ef9a44fd496dc23544 on resource:security_group {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:03:44.955600 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-6fd74301-92d6-4991-b44a-6487f39db345 req-9420abdc-e941-4002-8b85-7510d22c77db tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Unset dirty status for tenant:570c844c293947ef9a44fd496dc23544 on resource:security_group {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:03:44.956719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-9420abdc-e941-4002-8b85-7510d22c77db tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570c844c293947ef9a44fd496dc23544 HTTP/1.1" status: 200 len: 380 time: 0.0596018 May 28 07:03:44.965097 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'port': {'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'admin_state_up': True, 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'security_groups': ['a98ea670-71e9-4eb5-9230-a7d0d9419169']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:45.103707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:45.113395 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:45.124616 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Made reservation on behalf of 570c844c293947ef9a44fd496dc23544 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:03:45.128042 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:45.138377 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'name': 'tempest-TestSnapshotPattern-896277105-router', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:33Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 4, 'project_id': 'a28f8561404b441bacb547eec105b709', 'gw_port': {'id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:34Z', 'updated_at': '2022-05-28T07:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '20500da4-337e-48ff-b524-1c73231a3309', 'name': '', 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'mac_address': 'fa:16:3e:37:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '27d8ab73-d41b-4827-965a-b3045f03d1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:37Z', 'updated_at': '2022-05-28T07:03:44Z', 'revision_number': 4, 'project_id': 'a28f8561404b441bacb547eec105b709', 'subnets': [{'id': '27d8ab73-d41b-4827-965a-b3045f03d1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:45.142453 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915391b4-3af8-48c3-8002-c2a0e7952063 None None] The sync data for ids ['1fea2802-57e9-468b-a9e2-8db2218b2e25'] in n-d-843679-5 is: [{'id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'name': 'tempest-TestSnapshotPattern-896277105-router', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:33Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 4, 'project_id': 'a28f8561404b441bacb547eec105b709', 'gw_port': {'id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:34Z', 'updated_at': '2022-05-28T07:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '20500da4-337e-48ff-b524-1c73231a3309', 'name': '', 'network_id': '923ee032-c0bb-487f-95dc-7333dcb41960', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'mac_address': 'fa:16:3e:37:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '27d8ab73-d41b-4827-965a-b3045f03d1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:37Z', 'updated_at': '2022-05-28T07:03:44Z', 'revision_number': 4, 'project_id': 'a28f8561404b441bacb547eec105b709', 'subnets': [{'id': '27d8ab73-d41b-4827-965a-b3045f03d1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:03:45.300440 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Allocated IP 172.20.0.6 (88806224-58cd-437c-8478-dd04b6be0572/5d5523f3-c7e6-4f25-baeb-091d1420a0c2/1d18f157-593a-4786-b01a-f5d8bed50999) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:45.496947 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:45.513802 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Transition to ACTIVE for port object 1d18f157-593a-4786-b01a-f5d8bed50999 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:45.541565 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:45.624868 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Network 88806224-58cd-437c-8478-dd04b6be0572 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:45.627997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:45.631780 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:45.676727 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'Port': ['ID=1d18f157-593a-4786-b01a-f5d8bed50999,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:45.703798 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:45.704408 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:45.732113 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-45aed961-5f6d-4db6-bbd9-97e07023bcca tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7704754 May 28 07:03:45.748277 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Request body: {'port': {'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:45.869658 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3868c8e4-7ede-4762-b951-7042a00dce2f None None] Provisioning for port 1d18f157-593a-4786-b01a-f5d8bed50999 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:45.873451 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:45.880647 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-3868c8e4-7ede-4762-b951-7042a00dce2f None None] Provisioning complete for port 1d18f157-593a-4786-b01a-f5d8bed50999 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:45.881990 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3868c8e4-7ede-4762-b951-7042a00dce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:45.941480 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 20500da4-337e-48ff-b524-1c73231a3309 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:45.980641 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-3868c8e4-7ede-4762-b951-7042a00dce2f None None] Port 1d18f157-593a-4786-b01a-f5d8bed50999 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:03:46.016330 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning for port 20500da4-337e-48ff-b524-1c73231a3309 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:46.026021 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 20500da4-337e-48ff-b524-1c73231a3309 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:46.026393 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.107048 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29548e-9b2a-4505-a9ca-7836df8a77b0 req-0d0260ac-c032-45de-9291-ea7b693329c2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:46.107777 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7c29548e-9b2a-4505-a9ca-7836df8a77b0 req-0d0260ac-c032-45de-9291-ea7b693329c2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Synchronizing usage tracker for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:03:46.148595 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 20500da4-337e-48ff-b524-1c73231a3309 is: DOWN; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:46.148959 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.186673 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] For port 20500da4-337e-48ff-b524-1c73231a3309, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=20500da4-337e-48ff-b524-1c73231a3309,segment=NetworkSegment(7d0a0031-8108-499e-99ce-3963d8c72961),segment_id=7d0a0031-8108-499e-99ce-3963d8c72961)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:46.190000 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-7c29548e-9b2a-4505-a9ca-7836df8a77b0 req-0d0260ac-c032-45de-9291-ea7b693329c2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Unset dirty status for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:03:46.191193 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c29548e-9b2a-4505-a9ca-7836df8a77b0 req-0d0260ac-c032-45de-9291-ea7b693329c2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 931 time: 0.2963555 May 28 07:03:46.191867 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.270000 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Pushing event updated for resources: {'Port': ['ID=20500da4-337e-48ff-b524-1c73231a3309,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:46.276470 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7c29548e-9b2a-4505-a9ca-7836df8a77b0 req-195fa3d1-dad7-4446-ae44-f8eeea5f7822 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682313 May 28 07:03:46.439258 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d18f157-593a-4786-b01a-f5d8bed50999 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:03:46.447024 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.460885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Transition to ACTIVE for port object 1d18f157-593a-4786-b01a-f5d8bed50999 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:03:46.464698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.622978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Pushing event updated for resources: {'Port': ['ID=1d18f157-593a-4786-b01a-f5d8bed50999,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:46.701817 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Attempting to bind port 1d18f157-593a-4786-b01a-f5d8bed50999 on host n-h1-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:03:46.702170 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Attempting to bind port 1d18f157-593a-4786-b01a-f5d8bed50999 by drivers openvswitch,hyperv on host n-h1-843679-5 at level 0 using segments [{'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:03:46.702492 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Attempting to bind port 1d18f157-593a-4786-b01a-f5d8bed50999 on network 88806224-58cd-437c-8478-dd04b6be0572 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:46.708019 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Port 1d18f157-593a-4786-b01a-f5d8bed50999 on network 88806224-58cd-437c-8478-dd04b6be0572 not bound, no agent of type Open vSwitch agent registered on host n-h1-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:03:46.708333 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Attempting to bind port 1d18f157-593a-4786-b01a-f5d8bed50999 on network 88806224-58cd-437c-8478-dd04b6be0572 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:03:46.714329 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Checking agent: {'id': 'a85f79cc-6538-44ca-b8bc-fd51b5dfb4b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'started_at': datetime.datetime(2022, 5, 28, 5, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:03:46.714656 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Checking segment: {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:03:46.715028 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Bound using segment: {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:03:46.715474 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Bound port: 1d18f157-593a-4786-b01a-f5d8bed50999, host: n-h1-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:03:46.715820 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.806839 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] For port 1d18f157-593a-4786-b01a-f5d8bed50999, host n-h1-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:03:46.810100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] For port 1d18f157-593a-4786-b01a-f5d8bed50999, host n-h1-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1d18f157-593a-4786-b01a-f5d8bed50999,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:03:46.813923 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.875089 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:46.875786 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:46.877545 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] 10.222.0.33 "PUT /v2.0/ports/1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 200 len: 1091 time: 1.1335537 May 28 07:03:46.877979 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:03:46.899300 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46f700-75dd-4dee-8b4e-ac3cd45a3468 service neutron] Pushing event updated for resources: {'Port': ['ID=1d18f157-593a-4786-b01a-f5d8bed50999,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:46.990310 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf2531c-3841-4bd4-9359-6d795ed65b17'] response: {'name': 'network-changed', 'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999', 'status': 'completed', 'code': 200} May 28 07:03:47.010952 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd74301-92d6-4991-b44a-6487f39db345 req-52b14ece-815c-4b1d-8a48-5a7cc4e33ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:47.012533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-52b14ece-815c-4b1d-8a48-5a7cc4e33ae3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1094 time: 0.0790067 May 28 07:03:47.089931 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-502bac7c-5510-419b-be7d-9665aa5beeed service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 200 len: 217 time: 0.0656471 May 28 07:03:47.155323 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd74301-92d6-4991-b44a-6487f39db345 req-321b1687-fe8b-4289-a714-2a10a900317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:47.156658 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-321b1687-fe8b-4289-a714-2a10a900317d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0609667 May 28 07:03:47.230012 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd74301-92d6-4991-b44a-6487f39db345 req-33690e09-e6a4-49ea-a2d4-65d588e87b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:47.231408 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-33690e09-e6a4-49ea-a2d4-65d588e87b48 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693276 May 28 07:03:47.360577 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-81684102-289c-4aec-98cc-81d202004c5d service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233282 May 28 07:03:47.542817 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-6fd74301-92d6-4991-b44a-6487f39db345 req-f99de4f4-b177-4441-ba02-c90e198f80d2 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759999 May 28 07:03:47.554767 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0cd1-9c32-4cd5-ae5d-4c60315b056c req-b9dd35ee-cc91-4d46-89ce-934bbe5c0146 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:47.556155 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-259a0cd1-9c32-4cd5-ae5d-4c60315b056c req-b9dd35ee-cc91-4d46-89ce-934bbe5c0146 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 943 time: 0.1720021 May 28 07:03:47.612793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-259a0cd1-9c32-4cd5-ae5d-4c60315b056c req-284a4b54-7be6-467e-949e-d6983ea2171c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463521 May 28 07:03:47.702128 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-9c0773db-108c-45cb-936b-9c7a995cbb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:47.703569 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-9c0773db-108c-45cb-936b-9c7a995cbb67 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1094 time: 0.0690546 May 28 07:03:47.841747 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-b4ea1290-4866-44d6-ac96-31bceabd733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:47.843090 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-b4ea1290-4866-44d6-ac96-31bceabd733a service neutron] 10.222.0.33 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.1241086 May 28 07:03:47.908994 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 20500da4-337e-48ff-b524-1c73231a3309 up at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:47.919835 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-2c44dd28-f436-4a23-8b83-0592d91fff76 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 200 len: 217 time: 0.0710082 May 28 07:03:47.984433 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Provisioning complete for port 20500da4-337e-48ff-b524-1c73231a3309 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:47.984806 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:47.985832 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-fc2d022b-6eba-4b13-ad48-ece7d45ca13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:47.987279 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-fc2d022b-6eba-4b13-ad48-ece7d45ca13b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0604546 May 28 07:03:48.062975 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-9c1556fa-fa6b-4e3c-a7b4-dd41aae74a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:48.064475 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-9c1556fa-fa6b-4e3c-a7b4-dd41aae74a3d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719023 May 28 07:03:48.102627 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Current status of the port 20500da4-337e-48ff-b524-1c73231a3309 is: ACTIVE; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:48.302397 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-d82280de-51e1-42c9-b0f2-beed9d0ae488 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314517 May 28 07:03:48.430793 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7e922b04-9619-4600-a6d1-5b9dab2c0696 req-129a1547-8b3a-48fb-9837-1fb2cc10248b service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219046 May 28 07:03:48.799728 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeafea2-9147-4371-b3e7-9300986cdba7 req-dde956f8-1403-4e5c-b079-58bfdcf0cad7 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:48.801157 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5aeafea2-9147-4371-b3e7-9300986cdba7 req-dde956f8-1403-4e5c-b079-58bfdcf0cad7 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 943 time: 0.0786326 May 28 07:03:48.845324 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-5aeafea2-9147-4371-b3e7-9300986cdba7 req-39c46abf-f25c-4840-968b-663c46452835 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379937 May 28 07:03:50.030316 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a16b3-b1f5-4af8-ab94-f6edb3cf90ba req-ffd514f6-1453-4ab6-9dca-019ba241c773 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:50.031763 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e04a16b3-b1f5-4af8-ab94-f6edb3cf90ba req-ffd514f6-1453-4ab6-9dca-019ba241c773 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 943 time: 0.0787303 May 28 07:03:50.075670 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e04a16b3-b1f5-4af8-ab94-f6edb3cf90ba req-842a9765-3d7d-41b0-85e3-d7b1547a1724 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380242 May 28 07:03:50.443254 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1d18f157-593a-4786-b01a-f5d8bed50999 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:03:50.581531 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1d18f157-593a-4786-b01a-f5d8bed50999, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1d18f157-593a-4786-b01a-f5d8bed50999,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:50.594897 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '1d18f157-593a-4786-b01a-f5d8bed50999', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:03:50.650537 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 1d18f157-593a-4786-b01a-f5d8bed50999 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:50.650821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:50.668088 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d18f157-593a-4786-b01a-f5d8bed50999 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:03:50.683036 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1d18f157-593a-4786-b01a-f5d8bed50999, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1d18f157-593a-4786-b01a-f5d8bed50999,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:50.687382 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:50.790237 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=1d18f157-593a-4786-b01a-f5d8bed50999,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:51.076787 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['1d18f157-593a-4786-b01a-f5d8bed50999'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:03:51.272028 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a955b9-9d56-4a6c-9e55-750f5cd7068d req-73526e52-bee6-404f-a43f-dec899a05aae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:51.281485 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45a955b9-9d56-4a6c-9e55-750f5cd7068d req-73526e52-bee6-404f-a43f-dec899a05aae tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 944 time: 0.0907836 May 28 07:03:51.327943 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-45a955b9-9d56-4a6c-9e55-750f5cd7068d req-797c30e2-70da-4342-b5a5-a6eddfe83851 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451531 May 28 07:03:52.458213 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1d18f157-593a-4786-b01a-f5d8bed50999 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:03:52.518051 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197897d-764a-494b-b118-3c4854568609 req-5b9437eb-a72a-4711-9d6d-6b00caa29809 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:52.519530 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e197897d-764a-494b-b118-3c4854568609 req-5b9437eb-a72a-4711-9d6d-6b00caa29809 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 944 time: 0.0852263 May 28 07:03:52.527844 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning for port 1d18f157-593a-4786-b01a-f5d8bed50999 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:03:52.532840 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 1d18f157-593a-4786-b01a-f5d8bed50999 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:03:52.533212 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:52.563899 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e197897d-764a-494b-b118-3c4854568609 req-279bff7c-d625-4195-9474-1c652bfd5b7f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387125 May 28 07:03:52.657520 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 1d18f157-593a-4786-b01a-f5d8bed50999 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:03:52.657891 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:52.688176 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:03:52.697653 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1d18f157-593a-4786-b01a-f5d8bed50999, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1d18f157-593a-4786-b01a-f5d8bed50999,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:03:52.700762 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:52.739357 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5254fad1-c46b-4a52-8d2a-812803ff8b0a'] response: {'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999', 'code': 200} May 28 07:03:52.770477 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=1d18f157-593a-4786-b01a-f5d8bed50999,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:52.880687 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927d77b-8d87-4af5-b03a-fa3a07e12002 req-29ec8928-c2e5-4251-98c2-438a6363ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:52.882153 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7927d77b-8d87-4af5-b03a-fa3a07e12002 req-29ec8928-c2e5-4251-98c2-438a6363ef46 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1096 time: 0.0699422 May 28 07:03:52.923533 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7927d77b-8d87-4af5-b03a-fa3a07e12002 req-14d6863e-1e8a-4ccb-8dea-8cb31c1d4af4 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350585 May 28 07:03:53.752612 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27c6ce-4e63-4a42-8710-f70e876ccd29 req-b619dc99-869e-4596-99f1-00057f41f75c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:53.754123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b27c6ce-4e63-4a42-8710-f70e876ccd29 req-b619dc99-869e-4596-99f1-00057f41f75c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 945 time: 0.0837359 May 28 07:03:53.798482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-2b27c6ce-4e63-4a42-8710-f70e876ccd29 req-cfa434dd-fac1-47b4-97e4-7787cf89cd24 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371418 May 28 07:03:54.985953 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a69f-b7d5-49c0-b610-06d6a44bbea8 req-8a442088-3e0c-4c4e-9155-569b05c681dd tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:54.987427 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad43a69f-b7d5-49c0-b610-06d6a44bbea8 req-8a442088-3e0c-4c4e-9155-569b05c681dd tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 945 time: 0.0802901 May 28 07:03:55.034297 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-ad43a69f-b7d5-49c0-b610-06d6a44bbea8 req-2d403b19-c12b-4cf3-97f8-07c5be6f3026 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 May 28 07:03:55.214808 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b374114-986d-4741-b8b7-8183e30e180b req-70f0ca10-2ddf-41c7-bde3-ccb9e69e3bdd tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:55.216310 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0b374114-986d-4741-b8b7-8183e30e180b req-70f0ca10-2ddf-41c7-bde3-ccb9e69e3bdd tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 945 time: 0.0801685 May 28 07:03:55.265111 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0b374114-986d-4741-b8b7-8183e30e180b req-22d019e6-fc86-4ead-b672-a2b232886706 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 May 28 07:03:55.286854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54878) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:55.397367 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2293c12-476a-49f1-88a2-cf672291ad0b tempest-TestSnapshotPattern-984919034 tempest-TestSnapshotPattern-984919034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:55.398094 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a2293c12-476a-49f1-88a2-cf672291ad0b tempest-TestSnapshotPattern-984919034 tempest-TestSnapshotPattern-984919034-project-admin] Synchronizing usage tracker for tenant:a28f8561404b441bacb547eec105b709 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:03:55.413926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-a2293c12-476a-49f1-88a2-cf672291ad0b tempest-TestSnapshotPattern-984919034 tempest-TestSnapshotPattern-984919034-project-admin] Unset dirty status for tenant:a28f8561404b441bacb547eec105b709 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:03:55.415081 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-a2293c12-476a-49f1-88a2-cf672291ad0b tempest-TestSnapshotPattern-984919034 tempest-TestSnapshotPattern-984919034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1091 time: 0.1272650 May 28 07:03:55.417993 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 54884) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:03:55.422841 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:03:55.430159 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:03:55.434060 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Usage tracker for resource:floatingip and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:03:55.436895 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:03:55.442548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:03:55.453374 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for floatingip, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:55.587589 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:55.729821 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Allocated IP 172.25.4.148 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/21541521-af06-4ba6-ac58-547f11a14ac1) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:03:55.872818 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:55.900974 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:55.962870 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:03:55.965494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:03:55.969210 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:03:56.009892 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'Port': ['ID=21541521-af06-4ba6-ac58-547f11a14ac1,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:56.484112 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:56.556089 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:56.759936 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:56.764141 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:56.878977 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'Port': ['ID=21541521-af06-4ba6-ac58-547f11a14ac1,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:03:56.890338 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:57.063874 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Floating IP 6a0c2c1e-4fe4-4437-b6a0-42230de649a8 associated. External IP: 172.25.4.148, port: 1d18f157-593a-4786-b01a-f5d8bed50999. May 28 07:03:57.416050 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Router c1624923-8955-4b11-a316-70b27825cc15 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:03:57.591533 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:03:57.601403 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] Sync routers for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:03:57.610444 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:57.611058 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:57.616698 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:03:57.681101 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-37d70878-c0e3-4be4-b631-2bd09584af0c tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2619050 May 28 07:03:57.681514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:03:57.729902 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5759739-95b8-41b5-a178-3d418ea15941'] response: {'name': 'network-changed', 'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999', 'status': 'completed', 'code': 200} May 28 07:03:57.809519 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:57.847863 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-cb4124ba-0dda-419c-be69-7276fb04ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:57.849353 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-cb4124ba-0dda-419c-be69-7276fb04ae09 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1096 time: 0.0766342 May 28 07:03:58.114106 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-051c96e1-d60f-4474-941a-ef33a508ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:58.115583 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-051c96e1-d60f-4474-941a-ef33a508ef2f service neutron] 10.222.0.33 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.2599320 May 28 07:03:58.178455 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '6a0c2c1e-4fe4-4437-b6a0-42230de649a8', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:03:56Z', 'updated_at': '2022-05-28T07:03:56Z', 'revision_number': 0, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:58.182890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] Checking router: c1624923-8955-4b11-a316-70b27825cc15 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:03:58.191300 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:03:58.191898 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:03:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:58.220719 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-d21040e9-0a99-4fc0-9e63-63b597311f21 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 200 len: 999 time: 0.0991838 May 28 07:03:58.285109 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-5977695f-9395-434d-8d2e-7d62711d78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:58.286520 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-5977695f-9395-434d-8d2e-7d62711d78e2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0595613 May 28 07:03:58.362520 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-ac0cd90e-8f74-4bfd-aece-7bf3b992e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:03:58.364072 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-ac0cd90e-8f74-4bfd-aece-7bf3b992e836 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713577 May 28 07:03:58.373766 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-5c71e83f-6a9d-44c4-8a22-6377687f40ab service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:03:58.374644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-5c71e83f-6a9d-44c4-8a22-6377687f40ab service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052273 May 28 07:03:58.418152 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:03:58.505406 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-0f960b26-e5fc-42b6-bf36-7921fd57a7d5 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246555 May 28 07:03:58.637400 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-877d1e1d-2a65-4f4b-b6c1-ad87c1fbc54b req-d24f3aa3-7dc7-46fe-91bb-0948a9388fe2 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261132 May 28 07:03:58.769242 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '6a0c2c1e-4fe4-4437-b6a0-42230de649a8', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:03:56Z', 'updated_at': '2022-05-28T07:03:56Z', 'revision_number': 0, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:03:58.773277 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea0735-0f91-437f-869b-d84f284972a5 None None] The sync data for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 is: [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '6a0c2c1e-4fe4-4437-b6a0-42230de649a8', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:03:56Z', 'updated_at': '2022-05-28T07:03:56Z', 'revision_number': 0, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:03:58.963919 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c278940a-8ed8-40ec-9b86-1bad67ff1add None None] New status for floating IP 6a0c2c1e-4fe4-4437-b6a0-42230de649a8: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:04:01.932541 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:08.683519 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6cd74416-95fd-4380-b083-6ed1d696a739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:10.901314 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1081d780-4474-4d6b-b216-d8fa19d35c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:11.058715 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:11.803966 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:11.974391 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:13.645721 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:20.836973 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:04:31.930929 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:38.685880 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f426249d-80fd-4ce7-88f4-ef38a2f4ec74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:40.904067 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6f6749bb-420b-4842-bc67-698f07d1ed27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.055089 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.805480 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:41.978028 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:43.043645 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-f42ef385-a930-492a-977d-f16b1936737b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715106 May 28 07:04:43.197778 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-74ddc558-67cf-46c7-9715-ff18670365f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:43.199225 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-74ddc558-67cf-46c7-9715-ff18670365f4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1096 time: 0.0716925 May 28 07:04:43.345495 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-0ed21233-7234-4040-abc0-d27f51a6faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:43.346853 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-0ed21233-7234-4040-abc0-d27f51a6faa3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.1303360 May 28 07:04:43.452779 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-6b0587d6-c49e-47ac-86ed-510841285ff0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 200 len: 1001 time: 0.1003110 May 28 07:04:43.513622 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-23960b40-409e-4111-a4bf-68363425c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:43.515004 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-23960b40-409e-4111-a4bf-68363425c086 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0570991 May 28 07:04:43.590624 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-80c60d20-84ae-465e-87dd-caa55562301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:04:43.592220 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-80c60d20-84ae-465e-87dd-caa55562301c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715261 May 28 07:04:43.649105 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:04:43.725906 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-5e6ed902-5c0d-47ee-941f-53d3426b0cc1 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275132 May 28 07:04:43.862143 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-967cce8a-1727-4ac1-9b33-cecfea0de716 req-97a2e8f6-2af5-45d8-8981-6c5fc5bc1d87 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294880 May 28 07:04:57.835942 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:05:01.930655 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:08.687410 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7fc01a20-465e-47c2-a241-928e5100528b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:10.905485 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9b3e1ba3-3c92-4b16-8ba1-47734a12e4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:11.059439 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:11.808418 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:11.981218 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:13.651979 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:31.963549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:34.836085 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:05:38.691657 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4fed18ef-09d5-4e33-be9a-12f4f4daf944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:40.906431 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-97dcd56b-71b0-416c-9503-171910999065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:41.071060 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:41.809460 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:41.983393 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:43.655913 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:05:43.825373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a99b901-5425-4b13-84f2-fb50509727cf req-e91e643a-bdac-4778-98bb-5cea8a4f19c9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694234 May 28 07:05:43.980949 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99b901-5425-4b13-84f2-fb50509727cf req-6e5c70ce-ad27-4a3a-855e-ca1b45fe81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:43.982415 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a99b901-5425-4b13-84f2-fb50509727cf req-6e5c70ce-ad27-4a3a-855e-ca1b45fe81e1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1096 time: 0.0748019 May 28 07:05:44.230502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99b901-5425-4b13-84f2-fb50509727cf req-a2942592-3dda-4cc6-90a8-c44a1551dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:44.232005 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a99b901-5425-4b13-84f2-fb50509727cf req-a2942592-3dda-4cc6-90a8-c44a1551dcec service neutron] 10.222.0.33 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.2315271 May 28 07:05:44.332058 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a99b901-5425-4b13-84f2-fb50509727cf req-bcbcf5e7-93a0-4c3b-95a4-18aded423917 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 200 len: 1001 time: 0.0932181 May 28 07:05:44.396685 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99b901-5425-4b13-84f2-fb50509727cf req-9d2a3671-c04f-42ab-84ab-025b47c75ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:44.398056 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a99b901-5425-4b13-84f2-fb50509727cf req-9d2a3671-c04f-42ab-84ab-025b47c75ba7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0600152 May 28 07:05:44.471577 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99b901-5425-4b13-84f2-fb50509727cf req-9caeecf8-f37f-4956-a640-4944865ccfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:05:44.472970 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a99b901-5425-4b13-84f2-fb50509727cf req-9caeecf8-f37f-4956-a640-4944865ccfa1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689611 May 28 07:05:44.617915 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a99b901-5425-4b13-84f2-fb50509727cf req-9372ac37-9d1d-4555-8b30-3e36c8cd0ef4 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380198 May 28 07:05:44.749235 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-3a99b901-5425-4b13-84f2-fb50509727cf req-e0fa8e49-36e8-44f7-aa67-7433c709d855 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258862 May 28 07:06:01.993041 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:08.693951 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-6abaf795-4b69-440c-860a-08389edd1237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:10.910611 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7c320a57-11d5-4bde-84a6-bb328cde65c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:11.066742 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:11.811250 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:11.835385 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:06:11.986804 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:13.657497 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:29.191294 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1d18f157-593a-4786-b01a-f5d8bed50999 details requested by agent hyperv_n-h1-843679-5 with host n-h1-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:06:29.320631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1d18f157-593a-4786-b01a-f5d8bed50999, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1d18f157-593a-4786-b01a-f5d8bed50999,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:29.333514 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Returning: {'device': '1d18f157-593a-4786-b01a-f5d8bed50999', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:06:29.388193 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 1d18f157-593a-4786-b01a-f5d8bed50999 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:06:29.388565 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:29.404598 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d18f157-593a-4786-b01a-f5d8bed50999 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:06:29.419631 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1d18f157-593a-4786-b01a-f5d8bed50999, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1d18f157-593a-4786-b01a-f5d8bed50999,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:29.423591 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:29.490408 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=1d18f157-593a-4786-b01a-f5d8bed50999,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:29.498210 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.498551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.498888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.499214 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.499564 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.499890 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.500239 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.500563 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.500873 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.501186 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.501499 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.501811 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:29.580473 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] get_ports_and_sgs() called for port_ids ['1d18f157-593a-4786-b01a-f5d8bed50999'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:06:31.193584 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1d18f157-593a-4786-b01a-f5d8bed50999 up at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:06:31.263378 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Provisioning complete for port 1d18f157-593a-4786-b01a-f5d8bed50999 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:06:31.263748 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:31.377228 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 1d18f157-593a-4786-b01a-f5d8bed50999 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:06:31.377605 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:31.403724 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:06:31.413696 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1d18f157-593a-4786-b01a-f5d8bed50999, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1d18f157-593a-4786-b01a-f5d8bed50999,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:31.417754 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:31.523752 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=1d18f157-593a-4786-b01a-f5d8bed50999,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:31.536984 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a10a6fa-2b9d-4495-bc9c-b1b81f9c897c'] response: {'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999', 'code': 200} May 28 07:06:31.992257 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:38.698524 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-47728877-d556-4b0c-9810-534a8034a6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:40.928847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4444-9783-4255-8387-8a74e9d8d302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:41.090179 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:41.815730 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:41.991547 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:43.613668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-a0180c1a-b6c6-4747-82b8-29946aca0b43 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438666882&fields=id&tenant_id=570c844c293947ef9a44fd496dc23544 HTTP/1.1" status: 200 len: 267 time: 0.0450764 May 28 07:06:43.660917 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:43.771084 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-163c7fe3-dcac-47e1-802e-d6fa71b6dd83 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:43.773163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-163c7fe3-dcac-47e1-802e-d6fa71b6dd83 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 809 time: 0.1523616 May 28 07:06:43.790249 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-16873ab7-0de9-42d7-a9a3-e4677f616b28 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/quotas/570c844c293947ef9a44fd496dc23544 HTTP/1.1" status: 200 len: 375 time: 0.0114412 May 28 07:06:43.893611 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-cc2587ec-661a-4370-adb3-7bde01e02b51 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0976880 May 28 07:06:44.089837 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-19c38459-dac0-43fb-927f-67095eab3779 service neutron] 10.222.0.39 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845593 May 28 07:06:44.220803 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-98e9a218-dd8e-4ca0-87e9-ea4b35cf0ba2 service neutron] 10.222.0.39 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246936 May 28 07:06:44.467739 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-4396eb79-f31e-42a5-8ca0-49bebc7f3cac req-d7abd9c6-25ce-454e-98f1-30ff0a8f2743 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 210 time: 0.0942922 May 28 07:06:45.562267 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-7544ec52-89eb-4a26-9d80-6aca4bd8a469 req-3b1bc3b9-a5ad-49de-a038-aeec4d85b845 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 210 time: 0.0437939 May 28 07:06:45.823693 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-a6cc1a1d-3f86-44a9-923b-36189debce5b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157258 May 28 07:06:45.988731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-0ba81255-59f2-4ad0-8592-bd87c0205d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:45.990092 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-0ba81255-59f2-4ad0-8592-bd87c0205d5e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1096 time: 0.0717092 May 28 07:06:46.131085 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-ef62bd1c-8771-460f-9e7b-3a04f2cc88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:46.133188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-ef62bd1c-8771-460f-9e7b-3a04f2cc88ba service neutron] 10.222.0.33 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.1251881 May 28 07:06:46.232582 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-46e2918c-8856-41c4-9045-3b90d0d70241 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 200 len: 1001 time: 0.0945938 May 28 07:06:46.294100 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-d589886a-a32d-4f41-9cdc-206751c4dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:46.294691 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-d589886a-a32d-4f41-9cdc-206751c4dcf1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0568254 May 28 07:06:46.464445 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-55c83227-8153-460c-aad4-cdecb682a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:46.465915 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-55c83227-8153-460c-aad4-cdecb682a389 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655884 May 28 07:06:46.599016 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-a5b9d705-b1e3-489a-a2ad-71cd5d8edc67 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270702 May 28 07:06:46.661435 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3227b897-774c-4866-a61e-19ebea19d8d8 req-4bab41ae-801b-45f3-8b64-ee6ab4c7fca7 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 210 time: 0.0456650 May 28 07:06:46.734094 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-5370d98d-e80c-433b-98c5-f3b31894c58a req-df057182-1a1b-4e3c-9989-8804b4d8b28b service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291184 May 28 07:06:47.308906 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1d18f157-593a-4786-b01a-f5d8bed50999 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:06:47.419606 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Current status of the port 1d18f157-593a-4786-b01a-f5d8bed50999 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:06:47.419898 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:47.447659 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:06:47.458112 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] For port 1d18f157-593a-4786-b01a-f5d8bed50999, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1d18f157-593a-4786-b01a-f5d8bed50999,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:06:47.462185 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:47.497818 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339a9fe3-260f-47f1-963f-cffc0cb98b90'] response: {'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999', 'code': 200} May 28 07:06:47.532087 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Pushing event updated for resources: {'Port': ['ID=1d18f157-593a-4786-b01a-f5d8bed50999,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:47.761198 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-d9674143-676e-4047-89b1-41dc4eb9a1e0 req-4b619c5b-7e29-49a7-8246-e06a9721a0e4 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 210 time: 0.0473280 May 28 07:06:48.834742 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:06:49.068668 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-59a001c4-0114-41c8-b457-393e6deb525e req-bb36d609-a01c-4c01-87ba-82cf09c1c9f9 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 210 time: 0.0435288 May 28 07:06:49.789116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-0805a3ee-a85f-4490-8ca8-3f9ee778aa24 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:49.790526 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-0805a3ee-a85f-4490-8ca8-3f9ee778aa24 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.41 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 809 time: 0.1452219 May 28 07:06:49.846350 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-d070cfeb-0977-4c92-952f-c95ff2b03242 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570c844c293947ef9a44fd496dc23544 HTTP/1.1" status: 200 len: 380 time: 0.0420520 May 28 07:06:49.858807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'port': {'device_id': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'admin_state_up': True, 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'security_groups': ['a98ea670-71e9-4eb5-9230-a7d0d9419169']}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:06:49.997915 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:06:50.008325 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.quota.driver [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:06:50.018215 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Made reservation on behalf of 570c844c293947ef9a44fd496dc23544 for: {'port': 1} {{(pid=88417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 07:06:50.021839 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:50.213211 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_common [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Allocated IP 172.20.0.13 (88806224-58cd-437c-8478-dd04b6be0572/5d5523f3-c7e6-4f25-baeb-091d1420a0c2/09b3d17d-21c5-4a77-b005-d758145a9661) {{(pid=88417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:06:50.235361 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-e4e030cd-e356-4c4d-afed-30eb06e8bdca req-faf6e93f-941b-40ed-88ba-9692dc0e4103 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 210 time: 0.0462935 May 28 07:06:50.462608 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for port, precommit_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:50.480107 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Transition to ACTIVE for port object 09b3d17d-21c5-4a77-b005-d758145a9661 will not be triggered until provisioned by entity DHCP. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:06:50.517257 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_create {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:50.599465 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Network 88806224-58cd-437c-8478-dd04b6be0572 is already hosted by enough agents. {{(pid=88417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:06:50.603725 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.base_scheduler [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources bound (agent type, host, resource id): {{(pid=88417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:06:50.608108 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Received port after_create {{(pid=88417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:06:50.665230 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'Port': ['ID=09b3d17d-21c5-4a77-b005-d758145a9661,revision_number=1']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:50.698707 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.699074 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.699399 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.699729 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.700116 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.700365 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.700684 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.700997 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.701314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.701629 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.701945 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.702339 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:06:50.759144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:50.760279 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:50.807458 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-573634ad-ff0d-44db-8799-837e45d442a2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9517448 May 28 07:06:51.007513 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-778582ad-6715-41a4-992e-a4ac929190f5 None None] Provisioning for port 09b3d17d-21c5-4a77-b005-d758145a9661 completed by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:06:51.013345 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-778582ad-6715-41a4-992e-a4ac929190f5 None None] Provisioning complete for port 09b3d17d-21c5-4a77-b005-d758145a9661 triggered by entity DHCP. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:06:51.013840 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-778582ad-6715-41a4-992e-a4ac929190f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:51.080342 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-778582ad-6715-41a4-992e-a4ac929190f5 None None] Port 09b3d17d-21c5-4a77-b005-d758145a9661 cannot update to ACTIVE because it is not bound. {{(pid=88418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 07:06:51.450572 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f74fa-398f-46b4-89ed-238d85fdacdb req-6e0eb68a-8f45-437b-9875-13f554a7908a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:51.451353 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8b5f74fa-398f-46b4-89ed-238d85fdacdb req-6e0eb68a-8f45-437b-9875-13f554a7908a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Synchronizing usage tracker for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:06:51.476789 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-8b5f74fa-398f-46b4-89ed-238d85fdacdb req-6e0eb68a-8f45-437b-9875-13f554a7908a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Unset dirty status for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:06:51.478513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8b5f74fa-398f-46b4-89ed-238d85fdacdb req-6e0eb68a-8f45-437b-9875-13f554a7908a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 932 time: 0.1264250 May 28 07:06:51.527171 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8b5f74fa-398f-46b4-89ed-238d85fdacdb req-4c7ce7dc-5690-4289-a8d1-c1a75abaaf09 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427749 May 28 07:06:52.744894 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080affce-ee7c-4290-9ff3-e746f204f362 req-d71221c2-b9fb-4d47-85d0-c2558edbb2cb tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:52.746384 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-080affce-ee7c-4290-9ff3-e746f204f362 req-d71221c2-b9fb-4d47-85d0-c2558edbb2cb tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 932 time: 0.0968728 May 28 07:06:52.802827 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-080affce-ee7c-4290-9ff3-e746f204f362 req-7345ea12-55e4-495a-96d0-74da562b503e tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505161 May 28 07:06:54.006885 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1f08a-084f-4935-a451-0e0f84907439 req-b8164a1c-878f-4ea4-9a43-d219847830f8 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:54.008388 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42d1f08a-084f-4935-a451-0e0f84907439 req-b8164a1c-878f-4ea4-9a43-d219847830f8 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 932 time: 0.0830464 May 28 07:06:54.053744 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-42d1f08a-084f-4935-a451-0e0f84907439 req-08ab2ccc-aa15-4b23-a76d-21012ab0ce02 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397034 May 28 07:06:55.256974 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e620d-50fd-427b-a8c6-0ebbfd2ba1d6 req-9a075c11-f272-4c9e-aa7a-9828de9348e7 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:55.258469 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b12e620d-50fd-427b-a8c6-0ebbfd2ba1d6 req-9a075c11-f272-4c9e-aa7a-9828de9348e7 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 932 time: 0.0867860 May 28 07:06:55.315316 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-b12e620d-50fd-427b-a8c6-0ebbfd2ba1d6 req-3e22dbec-ff82-4bfc-aacc-ec237d418f2d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465431 May 28 07:06:56.523602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd596b09-c2d0-41da-85b6-17b9e15a3462 req-4fd456d4-4823-4cd6-9217-619aac2c54c5 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:56.525071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd596b09-c2d0-41da-85b6-17b9e15a3462 req-4fd456d4-4823-4cd6-9217-619aac2c54c5 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 932 time: 0.0874987 May 28 07:06:56.580831 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-dd596b09-c2d0-41da-85b6-17b9e15a3462 req-4fb2878e-9372-453e-9ef7-9b61dd29188f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 May 28 07:06:57.780501 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc1593-b352-4b7e-b039-182c936792b5 req-eda133b3-0a51-42d8-9d3f-93beed7932da tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:57.782035 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-54fc1593-b352-4b7e-b039-182c936792b5 req-eda133b3-0a51-42d8-9d3f-93beed7932da tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 932 time: 0.0883603 May 28 07:06:57.832177 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-54fc1593-b352-4b7e-b039-182c936792b5 req-ae72a92e-dd97-443d-8b30-428141b372bd tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 May 28 07:06:58.941744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.v2.base [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Request body: {'port': {'device_id': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843679-5'}} {{(pid=88417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:06:59.106866 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:59.270425 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dbffd-32f5-4fb8-9486-308e6a6c7567 req-60822982-0f55-4867-a9e0-d0c209049969 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:06:59.271986 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-373dbffd-32f5-4fb8-9486-308e6a6c7567 req-60822982-0f55-4867-a9e0-d0c209049969 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 932 time: 0.3056376 May 28 07:06:59.379244 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-373dbffd-32f5-4fb8-9486-308e6a6c7567 req-8114c732-872e-431f-b723-bae2bfdab208 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998518 May 28 07:06:59.604346 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b3d17d-21c5-4a77-b005-d758145a9661 {{(pid=88417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:06:59.611418 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:59.625169 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.provisioning_blocks [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Transition to ACTIVE for port object 09b3d17d-21c5-4a77-b005-d758145a9661 will not be triggered until provisioned by entity L2. {{(pid=88417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 07:06:59.628337 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:59.781253 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Pushing event updated for resources: {'Port': ['ID=09b3d17d-21c5-4a77-b005-d758145a9661,revision_number=2']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:06:59.864032 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Attempting to bind port 09b3d17d-21c5-4a77-b005-d758145a9661 on host n-h2-843679-5 for vnic_type normal with profile {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 07:06:59.864313 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Attempting to bind port 09b3d17d-21c5-4a77-b005-d758145a9661 by drivers openvswitch,hyperv on host n-h2-843679-5 at level 0 using segments [{'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 07:06:59.864635 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Attempting to bind port 09b3d17d-21c5-4a77-b005-d758145a9661 on network 88806224-58cd-437c-8478-dd04b6be0572 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:06:59.869180 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Port 09b3d17d-21c5-4a77-b005-d758145a9661 on network 88806224-58cd-437c-8478-dd04b6be0572 not bound, no agent of type Open vSwitch agent registered on host n-h2-843679-5 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 07:06:59.869494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Attempting to bind port 09b3d17d-21c5-4a77-b005-d758145a9661 on network 88806224-58cd-437c-8478-dd04b6be0572 {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 07:06:59.874469 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Checking agent: {'id': '0751a20f-db55-498d-b328-e133888298fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843679-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 5, 28), 'started_at': datetime.datetime(2022, 5, 28, 5, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 7, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 07:06:59.874807 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Checking segment: {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 28 07:06:59.875184 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Bound using segment: {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'} {{(pid=88417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 07:06:59.875631 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.managers [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Bound port: 09b3d17d-21c5-4a77-b005-d758145a9661, host: n-h2-843679-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1bc815-2401-40a7-be7d-0d43bbe4b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88806224-58cd-437c-8478-dd04b6be0572'}}] {{(pid=88417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 07:06:59.875972 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:06:59.964985 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] For port 09b3d17d-21c5-4a77-b005-d758145a9661, host n-h2-843679-5, cleared binding levels {{(pid=88417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 07:06:59.968018 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] For port 09b3d17d-21c5-4a77-b005-d758145a9661, host n-h2-843679-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=09b3d17d-21c5-4a77-b005-d758145a9661,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 07:06:59.972249 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27855753'] for port, after_update {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:00.035859 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:00.036471 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:00.037836 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/09b3d17d-21c5-4a77-b005-d758145a9661 HTTP/1.1" status: 200 len: 1092 time: 1.1498244 May 28 07:07:00.038288 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:07:00.059548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe61621-bbac-478c-b9f5-ed06a2d516b5 service neutron] Pushing event updated for resources: {'Port': ['ID=09b3d17d-21c5-4a77-b005-d758145a9661,revision_number=3']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:07:00.128822 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f66d184-9355-47f7-a146-69a5e144033a'] response: {'name': 'network-changed', 'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661', 'status': 'completed', 'code': 200} May 28 07:07:00.173314 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-f5a41a07-7c35-47fc-98c8-b177202cbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:00.174910 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-f5a41a07-7c35-47fc-98c8-b177202cbcdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 1095 time: 0.0799117 May 28 07:07:00.251060 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-1570077d-2e9e-4ff8-ba40-46364fa1a8ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09b3d17d-21c5-4a77-b005-d758145a9661 HTTP/1.1" status: 200 len: 217 time: 0.0655863 May 28 07:07:00.318238 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-13d69d2e-4941-4c80-9d27-e8976d6df643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:00.319625 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-13d69d2e-4941-4c80-9d27-e8976d6df643 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0591545 May 28 07:07:00.402978 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-dbe53275-5223-4c0d-b764-79c11e599d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:00.404375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-dbe53275-5223-4c0d-b764-79c11e599d1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753448 May 28 07:07:00.602669 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-c77da543-a3b6-4fbb-aa5a-e235fc47cc00 service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875184 May 28 07:07:00.620458 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52220101-1c97-4f2e-a8b1-2661cb27ccfb req-ac8de305-719d-400e-bc33-fb512dc1299f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:00.621806 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-52220101-1c97-4f2e-a8b1-2661cb27ccfb req-ac8de305-719d-400e-bc33-fb512dc1299f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 944 time: 0.1336350 May 28 07:07:00.744106 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-52220101-1c97-4f2e-a8b1-2661cb27ccfb req-b4b438db-6bd3-4bef-9134-e50c8f6032ce tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054978 May 28 07:07:00.778509 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-643a3b76-8057-4bd6-a25d-b2b292f727c9 req-9f4da57a-22b2-410c-a4f8-5fccbcc5e9b9 service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661432 May 28 07:07:00.902916 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-bde9a0c2-e4ae-4b04-a4bc-a8f7cf6f5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:00.904757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-bde9a0c2-e4ae-4b04-a4bc-a8f7cf6f5b6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 1095 time: 0.0791891 May 28 07:07:01.138490 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-adb0f0c2-ef56-4988-86ef-0b2e96b7011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:01.139978 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-adb0f0c2-ef56-4988-86ef-0b2e96b7011a service neutron] 10.222.0.41 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.2252064 May 28 07:07:01.213615 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-3c04acfe-8798-42c6-83c4-273285cb371f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09b3d17d-21c5-4a77-b005-d758145a9661 HTTP/1.1" status: 200 len: 217 time: 0.0672119 May 28 07:07:01.280961 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-0ac84621-3364-49e0-a61b-e3c5c3c024f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:01.282394 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-0ac84621-3364-49e0-a61b-e3c5c3c024f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0594919 May 28 07:07:01.356856 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-5ea86893-12dd-4b17-be0a-d3b1410a6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:01.358246 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-5ea86893-12dd-4b17-be0a-d3b1410a6f3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680828 May 28 07:07:01.488163 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-585c2bfd-31c8-4e47-86fa-e9b68ed55ddd service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211669 May 28 07:07:01.616151 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-da8c78a7-0977-4be6-97bc-092bc896cfed req-502a2787-7360-430f-8249-3c0fd7d6386a service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219244 May 28 07:07:01.932174 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981039b-2fe6-4242-96bf-af3f0af66dfc req-0f5e6f98-05c7-4b77-ae68-82b152a39505 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:01.933778 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c981039b-2fe6-4242-96bf-af3f0af66dfc req-0f5e6f98-05c7-4b77-ae68-82b152a39505 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 944 time: 0.0824163 May 28 07:07:01.979271 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-c981039b-2fe6-4242-96bf-af3f0af66dfc req-9b52fd3b-73f0-4b03-a305-f350ee4316cf tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396969 May 28 07:07:01.993139 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:03.164156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385308e-64a9-43a8-8793-7d64dcb092d3 req-9ef4abd3-d813-4ebb-8d33-73446f488a39 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:03.165589 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8385308e-64a9-43a8-8793-7d64dcb092d3 req-9ef4abd3-d813-4ebb-8d33-73446f488a39 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 944 time: 0.0823436 May 28 07:07:03.209513 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8385308e-64a9-43a8-8793-7d64dcb092d3 req-075dfff5-57af-4eb4-aab2-6f6282e6e362 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382960 May 28 07:07:04.399470 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c149be-b7f1-4151-8afa-1acbb44f636a req-c693c7dd-adcb-40dc-9269-e5445d824a9e tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:04.400930 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08c149be-b7f1-4151-8afa-1acbb44f636a req-c693c7dd-adcb-40dc-9269-e5445d824a9e tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 944 time: 0.0875709 May 28 07:07:04.401256 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 09b3d17d-21c5-4a77-b005-d758145a9661 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:07:04.446158 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-08c149be-b7f1-4151-8afa-1acbb44f636a req-dc472915-7b1e-4cca-9ac5-4fa4422de6c2 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387805 May 28 07:07:04.533766 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 09b3d17d-21c5-4a77-b005-d758145a9661, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=09b3d17d-21c5-4a77-b005-d758145a9661,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:07:04.546276 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '09b3d17d-21c5-4a77-b005-d758145a9661', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'port_id': '09b3d17d-21c5-4a77-b005-d758145a9661', 'mac_address': 'fa:16:3e:2f:3b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:07:04.603555 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 09b3d17d-21c5-4a77-b005-d758145a9661 is: DOWN; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:07:04.603914 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:04.620982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b3d17d-21c5-4a77-b005-d758145a9661 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:07:04.636634 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 09b3d17d-21c5-4a77-b005-d758145a9661, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=09b3d17d-21c5-4a77-b005-d758145a9661,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:07:04.640158 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:04.711651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=09b3d17d-21c5-4a77-b005-d758145a9661,revision_number=4']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:07:04.949789 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['09b3d17d-21c5-4a77-b005-d758145a9661'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:07:05.626416 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef948e-9cc6-4b90-aaad-0aca9bdd6714 req-6efe46b7-c2ce-41a7-9480-75cea2ad2d5d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:05.627870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e7ef948e-9cc6-4b90-aaad-0aca9bdd6714 req-6efe46b7-c2ce-41a7-9480-75cea2ad2d5d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 945 time: 0.0785401 May 28 07:07:05.676256 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-e7ef948e-9cc6-4b90-aaad-0aca9bdd6714 req-740bef76-a6e0-4b90-a1d8-4ca2f14d6acf tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421834 May 28 07:07:06.405974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 09b3d17d-21c5-4a77-b005-d758145a9661 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:07:06.475721 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning for port 09b3d17d-21c5-4a77-b005-d758145a9661 completed by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 07:07:06.480800 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 09b3d17d-21c5-4a77-b005-d758145a9661 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:07:06.481172 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:06.595795 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 09b3d17d-21c5-4a77-b005-d758145a9661 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:07:06.596169 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:06.623172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:07:06.633535 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 09b3d17d-21c5-4a77-b005-d758145a9661, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=09b3d17d-21c5-4a77-b005-d758145a9661,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:07:06.637726 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:06.673728 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0862f0-8716-4df5-b566-d602626aaba7'] response: {'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661', 'code': 200} May 28 07:07:06.709195 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=09b3d17d-21c5-4a77-b005-d758145a9661,revision_number=5']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:07:06.877604 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ebbad-b09d-4a52-8815-c34350a40da3 req-87edd12d-02fa-469c-ade6-e0d0fa4d17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:06.879064 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d9ebbad-b09d-4a52-8815-c34350a40da3 req-87edd12d-02fa-469c-ade6-e0d0fa4d17f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 1097 time: 0.1322169 May 28 07:07:06.890545 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4c546-5fb7-4e81-bd07-32cffaf71007 req-f2a4a916-763f-46bc-9026-4afea2c6c1df tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:06.891907 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38d4c546-5fb7-4e81-bd07-32cffaf71007 req-f2a4a916-763f-46bc-9026-4afea2c6c1df tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 946 time: 0.1031842 May 28 07:07:06.956622 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-1d9ebbad-b09d-4a52-8815-c34350a40da3 req-93be258f-519b-4e93-a526-f4266db14fbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634387 May 28 07:07:06.961388 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-38d4c546-5fb7-4e81-bd07-32cffaf71007 req-796c78ca-3fec-46cb-9695-be80c59b05d9 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556779 May 28 07:07:08.154854 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c227a6-3d2b-46e7-a8f7-f2f06f7b54ba req-d89991d3-c37b-465a-8043-8151905a9b06 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:08.156506 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50c227a6-3d2b-46e7-a8f7-f2f06f7b54ba req-d89991d3-c37b-465a-8043-8151905a9b06 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 946 time: 0.0841641 May 28 07:07:08.205923 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-50c227a6-3d2b-46e7-a8f7-f2f06f7b54ba req-b5499e01-c8aa-4298-ae84-83b7f94022b8 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 May 28 07:07:08.691054 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2b6271df-dafc-48d1-8277-f34151899da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:09.390791 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f38c-e4ac-4769-9dcc-8a0e2f20ef06 req-9a9ea372-4a19-4524-8547-b92871deda29 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:09.392238 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6b3f38c-e4ac-4769-9dcc-8a0e2f20ef06 req-9a9ea372-4a19-4524-8547-b92871deda29 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 946 time: 0.0802283 May 28 07:07:09.439071 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f6b3f38c-e4ac-4769-9dcc-8a0e2f20ef06 req-f279745e-3965-4c1d-a9c3-fd9ee8cd7f7f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 May 28 07:07:09.623256 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d393e4-3d9b-4316-bb00-e565327a3951 req-376c4430-7e81-49e3-b4d6-7857236b8bba tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:09.624722 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33d393e4-3d9b-4316-bb00-e565327a3951 req-376c4430-7e81-49e3-b4d6-7857236b8bba tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 946 time: 0.0801535 May 28 07:07:09.670170 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-33d393e4-3d9b-4316-bb00-e565327a3951 req-dbcd9009-982d-4fae-aba4-016547a09e2b tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384789 May 28 07:07:09.690963 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55212) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:07:09.763428 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb333ce-ddc2-4467-92c2-b3c67055b0f6 tempest-TestSnapshotPattern-984919034 tempest-TestSnapshotPattern-984919034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:09.764907 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-dfb333ce-ddc2-4467-92c2-b3c67055b0f6 tempest-TestSnapshotPattern-984919034 tempest-TestSnapshotPattern-984919034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 1092 time: 0.0730236 May 28 07:07:09.767622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55216) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:07:09.772369 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.v2.base [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Request body: {'floatingip': {'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'port_id': '09b3d17d-21c5-4a77-b005-d758145a9661', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 07:07:09.779384 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 07:07:09.783181 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Usage tracker for resource:floatingip and tenant:570c844c293947ef9a44fd496dc23544 is out of sync, need to count used quota {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 07:07:09.785999 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 07:07:09.792242 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.quota.driver [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 07:07:09.908329 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for floatingip, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:10.042747 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:10.176458 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_common [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Allocated IP 172.25.4.225 (ea635bf6-f5d1-4589-a70d-c3fcb91a1abd/a6a133d1-32c8-4f54-934e-f062f474052d/087b105d-4b5e-4d5a-959a-fe363d4c232d) {{(pid=88416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 07:07:10.325484 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for port, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:10.354118 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752087918430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:10.417112 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Network ea635bf6-f5d1-4589-a70d-c3fcb91a1abd is already hosted by enough agents. {{(pid=88416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 07:07:10.418236 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.base_scheduler [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Resources bound (agent type, host, resource id): {{(pid=88416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 07:07:10.421915 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Received port after_create {{(pid=88416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 28 07:07:10.467311 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'Port': ['ID=087b105d-4b5e-4d5a-959a-fe363d4c232d,revision_number=1']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:07:10.479156 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.479528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.479865 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.480200 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.480528 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.480881 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.481204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.481769 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.482095 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.482416 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.482768 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.483088 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:07:10.845427 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:10.910863 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ccd7-8bfc-48e8-9da8-11c320f11a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:10.921803 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:11.104952 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:11.127249 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for port, precommit_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:11.132238 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28255508'] for port, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:11.242445 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event updated for resources: {'Port': ['ID=087b105d-4b5e-4d5a-959a-fe363d4c232d,revision_number=2']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:07:11.252711 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657043'] for floatingip, after_update {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:11.420633 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Floating IP bc98ad60-2d3e-45d0-aca8-ab15a1690c23 associated. External IP: 172.25.4.225, port: 09b3d17d-21c5-4a77-b005-d758145a9661. May 28 07:07:11.814132 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:11.882422 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Router c1624923-8955-4b11-a316-70b27825cc15 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:07:11.992410 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:12.068681 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:07:12.078123 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] Sync routers for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:07:12.088551 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:07:12.089171 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:07:12.093904 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:12.154916 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-c62232d1-e4ab-429e-94c9-13ad5ebfbc7d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3842521 May 28 07:07:12.154916 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:07:12.248805 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308bd967-b74f-4f83-b9b3-729939d6f5f3'] response: {'name': 'network-changed', 'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661', 'status': 'completed', 'code': 200} May 28 07:07:12.275782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:07:12.341338 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-abc203c5-4528-4372-b208-241456be360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:12.342702 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-abc203c5-4528-4372-b208-241456be360a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 1097 time: 0.0717134 May 28 07:07:12.475854 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-af5d7e8d-206b-4116-ae21-3c51746aa898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:12.477291 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-af5d7e8d-206b-4116-ae21-3c51746aa898 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.1278458 May 28 07:07:12.583375 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-a7383c38-ea37-4106-b95c-0bbc7463c838 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09b3d17d-21c5-4a77-b005-d758145a9661 HTTP/1.1" status: 200 len: 1000 time: 0.0993824 May 28 07:07:12.644884 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-3831759f-c860-4673-9bff-c67c68485a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:12.646216 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-3831759f-c860-4673-9bff-c67c68485a9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0570524 May 28 07:07:12.660605 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '6a0c2c1e-4fe4-4437-b6a0-42230de649a8', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:03:56Z', 'updated_at': '2022-05-28T07:03:59Z', 'revision_number': 1, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}, {'id': 'bc98ad60-2d3e-45d0-aca8-ab15a1690c23', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '09b3d17d-21c5-4a77-b005-d758145a9661', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:2f:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:07:10Z', 'updated_at': '2022-05-28T07:07:10Z', 'revision_number': 0, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:07:12.664376 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] Checking router: c1624923-8955-4b11-a316-70b27825cc15 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:07:12.672590 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:07:12.673172 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:07:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:07:12.724409 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-e44cf3a0-881c-44df-96cb-07fe216a2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:12.725870 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-e44cf3a0-881c-44df-96cb-07fe216a2936 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729721 May 28 07:07:12.735623 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-c38a8d78-41b6-4937-b5fe-bac2d73ca326 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 07:07:12.736543 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-c38a8d78-41b6-4937-b5fe-bac2d73ca326 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047596 May 28 07:07:12.850453 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:07:12.969636 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-3bf24913-1b68-452e-a35c-bb3162bd064d service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271392 May 28 07:07:13.110539 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-0e3d91b3-1d17-458d-97bf-90d95c0790c8 req-1f19ec88-9b6e-4d19-964f-138c14d81db0 service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247740 May 28 07:07:13.212015 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '6a0c2c1e-4fe4-4437-b6a0-42230de649a8', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:03:56Z', 'updated_at': '2022-05-28T07:03:59Z', 'revision_number': 1, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}, {'id': 'bc98ad60-2d3e-45d0-aca8-ab15a1690c23', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '09b3d17d-21c5-4a77-b005-d758145a9661', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:2f:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:07:10Z', 'updated_at': '2022-05-28T07:07:10Z', 'revision_number': 0, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:07:13.215978 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58a52fb-096b-43e2-9d81-74d3de97e0bf None None] The sync data for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 is: [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '6a0c2c1e-4fe4-4437-b6a0-42230de649a8', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:03:56Z', 'updated_at': '2022-05-28T07:03:59Z', 'revision_number': 1, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}, {'id': 'bc98ad60-2d3e-45d0-aca8-ab15a1690c23', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '09b3d17d-21c5-4a77-b005-d758145a9661', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:2f:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:07:10Z', 'updated_at': '2022-05-28T07:07:10Z', 'revision_number': 0, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:07:13.391700 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8616891-320f-4586-a1aa-91e6ef94e3e1 None None] New status for floating IP bc98ad60-2d3e-45d0-aca8-ab15a1690c23: ACTIVE {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:07:13.664404 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:25.834705 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:07:27.071330 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-6485cad6-eb5c-4c51-a2d3-9f06f141c77e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682824 May 28 07:07:27.215800 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-32689362-2795-4a19-b708-4492dc5a9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:27.217247 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-32689362-2795-4a19-b708-4492dc5a9d54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 1097 time: 0.0741525 May 28 07:07:27.362693 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-025e3b0e-9f44-4fd7-ac28-1647b2297b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:27.364054 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-025e3b0e-9f44-4fd7-ac28-1647b2297b10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.1250718 May 28 07:07:27.470300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-ed8afd70-4e98-4812-a43c-c73d9aa0c404 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09b3d17d-21c5-4a77-b005-d758145a9661 HTTP/1.1" status: 200 len: 1002 time: 0.0960190 May 28 07:07:27.535034 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-5a24545e-3c9a-4a7a-8c6d-353e0d6b958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:27.536430 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-5a24545e-3c9a-4a7a-8c6d-353e0d6b958e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0594914 May 28 07:07:27.613664 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-438da9da-83a8-49e9-91c5-38d0c626599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:27.615019 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-438da9da-83a8-49e9-91c5-38d0c626599e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687268 May 28 07:07:27.746765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-8871aab0-a041-4dee-9938-aaa6de9f8a66 service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237569 May 28 07:07:27.875869 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d694a156-827b-475e-beb6-9010ccb5cfb0 req-f8ec9305-b4db-4417-88cb-f98ba56bf403 service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231105 May 28 07:07:32.014725 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:38.692929 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2b758859-8f1f-43bf-a86d-80ef6bc4e0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:40.912664 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-da00cd86-cafa-46a8-8adb-ae0629f3a7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:41.117126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:41.816895 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:41.995033 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:43.666606 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:07:47.047808 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-69463c85-146b-4d1b-9c73-5578db6b3bba service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775199 May 28 07:07:47.198768 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-d1636416-4620-4c05-b66f-5c7045280847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:47.200342 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-d1636416-4620-4c05-b66f-5c7045280847 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1094 time: 0.0705190 May 28 07:07:47.341917 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-10232776-1371-4027-a38b-739c5a6abde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:47.343282 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-10232776-1371-4027-a38b-739c5a6abde2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.1251473 May 28 07:07:47.454057 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-952338ba-8762-4e37-8673-08fe65f81eb8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 200 len: 999 time: 0.1047666 May 28 07:07:47.514434 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-78454056-070b-4b3e-8cde-9b6de7d9ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:47.515823 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-78454056-070b-4b3e-8cde-9b6de7d9ffc2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0562165 May 28 07:07:47.592127 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-bac23930-21b0-4458-b76a-3744bb32a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:07:47.593508 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-bac23930-21b0-4458-b76a-3744bb32a054 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722175 May 28 07:07:47.820481 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-e0cb6090-e146-410d-b48c-f63fc0896c8b service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208183 May 28 07:07:47.948765 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-8c0735dd-a806-4939-be0f-4d2559ede3e6 req-24baf274-0cb4-436d-b22e-b9d16b5a1b0d service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223845 May 28 07:08:02.021370 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:02.836234 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:08:08.694175 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c6890872-b2f6-40f0-bb64-570a98ed2340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:10.913868 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3e1dd0c9-e91e-456e-894c-5c6765459a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:11.131857 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:11.818677 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:11.997581 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:13.670090 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:28.684644 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-375ec616-1c1b-4683-b5b5-c17af00df5d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715532 May 28 07:08:28.837672 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-a2ddd351-4ad1-49ea-9bff-24051fb57bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:28.839123 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-a2ddd351-4ad1-49ea-9bff-24051fb57bc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 1097 time: 0.0745237 May 28 07:08:28.989752 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-21b24970-cb9c-4232-9dd1-a48c5fa9b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:28.991078 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-21b24970-cb9c-4232-9dd1-a48c5fa9b007 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.1274195 May 28 07:08:29.092896 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-e19215b7-355b-49fb-8097-6aff77284d5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09b3d17d-21c5-4a77-b005-d758145a9661 HTTP/1.1" status: 200 len: 1002 time: 0.0922694 May 28 07:08:29.160782 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-1846f7fa-5717-486f-bae7-279784cfeb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:29.162204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-1846f7fa-5717-486f-bae7-279784cfeb97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0604935 May 28 07:08:29.239996 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-edfb69b3-40d9-4c9c-b0aa-e03bc9843cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:29.241373 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-edfb69b3-40d9-4c9c-b0aa-e03bc9843cd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700979 May 28 07:08:29.375285 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-c52b7b56-df00-4d0a-b899-b47ac44e26b0 service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241865 May 28 07:08:29.509104 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f898d27a-56e9-46a0-a110-6bd51b4122cd req-fd2b19ae-b479-44f1-a6bc-33b8409bd0d6 service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237347 May 28 07:08:32.020550 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:38.695676 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cb8a-7190-4698-8850-fba6d01c965d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:39.836384 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:08:40.917748 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2c560a6d-c924-4351-91d5-95d0a3bc5735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:41.132457 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:41.820921 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:42.000498 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:42.883197 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 09b3d17d-21c5-4a77-b005-d758145a9661 details requested by agent hyperv_n-h2-843679-5 with host n-h2-843679-5 {{(pid=88418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 07:08:43.055827 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 09b3d17d-21c5-4a77-b005-d758145a9661, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=09b3d17d-21c5-4a77-b005-d758145a9661,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:43.076221 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Returning: {'device': '09b3d17d-21c5-4a77-b005-d758145a9661', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'port_id': '09b3d17d-21c5-4a77-b005-d758145a9661', 'mac_address': 'fa:16:3e:2f:3b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 07:08:43.147675 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 09b3d17d-21c5-4a77-b005-d758145a9661 is: ACTIVE; New status is: BUILD {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:43.148328 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.169603 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09b3d17d-21c5-4a77-b005-d758145a9661 {{(pid=88418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 07:08:43.189695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 09b3d17d-21c5-4a77-b005-d758145a9661, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=09b3d17d-21c5-4a77-b005-d758145a9661,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:43.195018 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:43.284991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] get_ports_and_sgs() called for port_ids ['09b3d17d-21c5-4a77-b005-d758145a9661'] {{(pid=88418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 07:08:43.369224 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=09b3d17d-21c5-4a77-b005-d758145a9661,revision_number=6']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:43.388151 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.388736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.388736 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.389070 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.389384 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.389780 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.390073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.390383 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.390705 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.391024 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.391391 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.391684 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:43.763958 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:44.897651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 09b3d17d-21c5-4a77-b005-d758145a9661 up at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 07:08:44.972025 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.provisioning_blocks [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Provisioning complete for port 09b3d17d-21c5-4a77-b005-d758145a9661 triggered by entity L2. {{(pid=88418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 07:08:44.972485 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3829323'] for port, provisioning_complete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:45.123831 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 09b3d17d-21c5-4a77-b005-d758145a9661 is: BUILD; New status is: ACTIVE {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:45.124773 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:45.157557 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:08:45.169859 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 09b3d17d-21c5-4a77-b005-d758145a9661, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=09b3d17d-21c5-4a77-b005-d758145a9661,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:45.175184 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:45.233719 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e52563f-0b53-453b-888d-f0c39481a2af'] response: {'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661', 'code': 200} May 28 07:08:45.251547 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=09b3d17d-21c5-4a77-b005-d758145a9661,revision_number=7']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:49.067832 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-abc01755-b091-4dc9-b557-bdb33095c519 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818350 May 28 07:08:49.270243 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-a15a86ea-a0d7-4e6d-b359-4bc74d895a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:49.271757 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-a15a86ea-a0d7-4e6d-b359-4bc74d895a95 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1094 time: 0.1090691 May 28 07:08:49.439606 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-ec91de7e-bfcd-4817-b280-1c17f0b6fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:49.441133 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-ec91de7e-bfcd-4817-b280-1c17f0b6fcab service neutron] 10.222.0.33 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.1456575 May 28 07:08:49.557540 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-07d906fa-7eed-43aa-9b44-94a00eacafb4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 200 len: 999 time: 0.1094341 May 28 07:08:49.630301 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-c885c95a-fb6a-43ab-a2c1-09639ac13a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:49.631608 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-c885c95a-fb6a-43ab-a2c1-09639ac13a15 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0691710 May 28 07:08:49.715926 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-68bf6e3b-9ac2-4c83-8989-954031d75eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:49.717365 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-68bf6e3b-9ac2-4c83-8989-954031d75eb3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795937 May 28 07:08:49.976654 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-b1b0604c-d271-4b91-aee1-502b1f9e70b5 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505033 May 28 07:08:50.121000 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-ce7b5bd9-c6f0-4d33-af7a-f4548ccdd47e req-39998e4d-5d26-4a52-ab2f-f70f3ed3b0a0 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367826 May 28 07:08:52.439853 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55404) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:52.642391 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Deleting port 087b105d-4b5e-4d5a-959a-fe363d4c232d {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:08:52.642730 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:52.812285 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:52.812605 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:52.932394 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Calling delete_port for 087b105d-4b5e-4d5a-959a-fe363d4c232d owned by network:floatingip {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:08:53.094451 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:53.139373 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event deleted for resources: {'Port': ['ID=087b105d-4b5e-4d5a-959a-fe363d4c232d,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:53.178030 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.178467 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.178905 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.179265 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.179591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.179907 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.180221 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.180532 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.180843 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.181156 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.181468 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.181772 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:53.248963 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for floatingip, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:53.249298 n-d-843679-5 neutron-server[88417]: INFO neutron.db.l3_db [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Floating IP bc98ad60-2d3e-45d0-aca8-ab15a1690c23 disassociated (deleted). External IP: 172.25.4.225, port: 09b3d17d-21c5-4a77-b005-d758145a9661. May 28 07:08:53.597092 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Router c1624923-8955-4b11-a316-70b27825cc15 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:08:53.884775 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:08:53.894714 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] Sync routers for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:08:53.904875 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:53.908163 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:08:53.908771 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:08:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:53.965031 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-86ce0db5-738d-4745-a7b9-051020c326d0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "DELETE /v2.0/floatingips/bc98ad60-2d3e-45d0-aca8-ab15a1690c23 HTTP/1.1" status: 204 len: 168 time: 1.5240080 May 28 07:08:53.965699 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:08:54.065806 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14cc39f-61fb-480d-a564-0c2b0cec9c1f'] response: {'name': 'network-changed', 'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661', 'status': 'completed', 'code': 200} May 28 07:08:54.099545 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:08:54.186242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-4b0dade0-5888-4cd9-a4cc-0e423d7b07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:54.187731 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-4b0dade0-5888-4cd9-a4cc-0e423d7b07b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 1097 time: 0.0925763 May 28 07:08:54.381284 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-7fe4740a-8d5d-4401-a15b-d194ca41bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:54.383012 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-7fe4740a-8d5d-4401-a15b-d194ca41bbd5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.1835549 May 28 07:08:54.459085 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-76eb546b-ecf2-43c6-b678-c887c7169404 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09b3d17d-21c5-4a77-b005-d758145a9661 HTTP/1.1" status: 200 len: 217 time: 0.0681417 May 28 07:08:54.467077 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468dbe1-33c0-4e62-b40a-f351a472073c req-155da486-e220-45d0-bc12-01a26e21beb4 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:54.467790 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f468dbe1-33c0-4e62-b40a-f351a472073c req-155da486-e220-45d0-bc12-01a26e21beb4 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Synchronizing usage tracker for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:08:54.485609 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '6a0c2c1e-4fe4-4437-b6a0-42230de649a8', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:03:56Z', 'updated_at': '2022-05-28T07:03:59Z', 'revision_number': 1, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:54.489475 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] Checking router: c1624923-8955-4b11-a316-70b27825cc15 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:08:54.498262 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:08:54.498856 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:08:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:54.532362 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-f468dbe1-33c0-4e62-b40a-f351a472073c req-155da486-e220-45d0-bc12-01a26e21beb4 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Unset dirty status for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:08:54.533482 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f468dbe1-33c0-4e62-b40a-f351a472073c req-155da486-e220-45d0-bc12-01a26e21beb4 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 946 time: 0.2442255 May 28 07:08:54.538579 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-579d9758-7637-41be-aa3e-b2b5aa2827d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:54.539950 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-579d9758-7637-41be-aa3e-b2b5aa2827d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0695090 May 28 07:08:54.626289 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-f468dbe1-33c0-4e62-b40a-f351a472073c req-e61b06de-fcd6-4b3c-a14e-3f49eb3bc631 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853975 May 28 07:08:54.648591 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-76a3e358-e465-4348-88ae-980ddb6423b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:54.650188 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-76a3e358-e465-4348-88ae-980ddb6423b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954168 May 28 07:08:54.678732 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:08:54.786936 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-94338c87-9980-43e8-89a3-e50b8bf2bc39 service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298540 May 28 07:08:54.928456 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-aa56b15e-5507-4ee8-8133-0a8baed93212 req-476b910b-dad9-4204-8e93-0ccc8193c1d2 service neutron] 10.222.0.41 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330853 May 28 07:08:54.958695 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 09b3d17d-21c5-4a77-b005-d758145a9661 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:08:55.155788 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Current status of the port 09b3d17d-21c5-4a77-b005-d758145a9661 is: ACTIVE; New status is: DOWN {{(pid=88418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 28 07:08:55.156110 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688784'] for port, before_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:55.186974 n-d-843679-5 neutron-server[88418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661'}] {{(pid=88418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:08:55.200768 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] For port 09b3d17d-21c5-4a77-b005-d758145a9661, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=09b3d17d-21c5-4a77-b005-d758145a9661,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:55.205982 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752088404911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752087918448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752087918493'] for port, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:55.245902 n-d-843679-5 neutron-server[88418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9714beb2-4aad-4da1-8afa-dba03ec6810f'] response: {'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661', 'code': 200} May 28 07:08:55.248468 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '6a0c2c1e-4fe4-4437-b6a0-42230de649a8', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:03:56Z', 'updated_at': '2022-05-28T07:03:59Z', 'revision_number': 1, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:08:55.267132 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9a0743-25ea-4c82-99da-8750df79a996 None None] The sync data for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 is: [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_floatingips': [{'id': '6a0c2c1e-4fe4-4437-b6a0-42230de649a8', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'router_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'port_id': '1d18f157-593a-4786-b01a-f5d8bed50999', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'mac_address': 'fa:16:3e:8d:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T07:03:56Z', 'updated_at': '2022-05-28T07:03:59Z', 'revision_number': 1, 'project_id': '570c844c293947ef9a44fd496dc23544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:08:55.284855 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Pushing event updated for resources: {'Port': ['ID=09b3d17d-21c5-4a77-b005-d758145a9661,revision_number=8']} {{(pid=88418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:55.478667 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f7db5e-6828-4cf9-b8f3-f43eb1f141f7 None None] New status for floating IP bc98ad60-2d3e-45d0-aca8-ab15a1690c23: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:08:55.832900 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b58ea7-ff93-475a-8101-37351d2b0f85 req-eafb211f-8c70-4ab8-a7b8-461f9528d6ce tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:55.834654 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6b58ea7-ff93-475a-8101-37351d2b0f85 req-eafb211f-8c70-4ab8-a7b8-461f9528d6ce tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 944 time: 0.0857682 May 28 07:08:55.878386 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-c6b58ea7-ff93-475a-8101-37351d2b0f85 req-ad0a56e6-4edb-4cee-804c-8f9bc70a12d4 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381093 May 28 07:08:56.054746 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8c021-752a-4586-aa9b-316df1e3774b req-cbebaec9-a07f-4d44-8119-bfa5cbbb3ff9 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:08:56.056159 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71e8c021-752a-4586-aa9b-316df1e3774b req-cbebaec9-a07f-4d44-8119-bfa5cbbb3ff9 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 944 time: 0.0781310 May 28 07:08:56.130585 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-71e8c021-752a-4586-aa9b-316df1e3774b req-36dd84ae-50f0-4a7a-9f00-c8ae292ad6a6 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Deleting port 09b3d17d-21c5-4a77-b005-d758145a9661 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:08:56.130916 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71e8c021-752a-4586-aa9b-316df1e3774b req-36dd84ae-50f0-4a7a-9f00-c8ae292ad6a6 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:56.391121 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-71e8c021-752a-4586-aa9b-316df1e3774b req-36dd84ae-50f0-4a7a-9f00-c8ae292ad6a6 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] For port 09b3d17d-21c5-4a77-b005-d758145a9661, host n-h2-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843679-5',level=0,port_id=09b3d17d-21c5-4a77-b005-d758145a9661,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:08:56.391503 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71e8c021-752a-4586-aa9b-316df1e3774b req-36dd84ae-50f0-4a7a-9f00-c8ae292ad6a6 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:56.612611 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-71e8c021-752a-4586-aa9b-316df1e3774b req-36dd84ae-50f0-4a7a-9f00-c8ae292ad6a6 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Calling delete_port for 09b3d17d-21c5-4a77-b005-d758145a9661 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:08:56.756393 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71e8c021-752a-4586-aa9b-316df1e3774b req-36dd84ae-50f0-4a7a-9f00-c8ae292ad6a6 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:56.805406 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd84ae-50f0-4a7a-9f00-c8ae292ad6a6 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event deleted for resources: {'Port': ['ID=09b3d17d-21c5-4a77-b005-d758145a9661,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:56.883144 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e8c021-752a-4586-aa9b-316df1e3774b req-36dd84ae-50f0-4a7a-9f00-c8ae292ad6a6 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] No DVR routers for this DVR port 09b3d17d-21c5-4a77-b005-d758145a9661 on host n-h2-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:08:56.885538 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-71e8c021-752a-4586-aa9b-316df1e3774b req-36dd84ae-50f0-4a7a-9f00-c8ae292ad6a6 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:56.888598 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'name': 'network-vif-deleted', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:08:56.904450 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-71e8c021-752a-4586-aa9b-316df1e3774b req-36dd84ae-50f0-4a7a-9f00-c8ae292ad6a6 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.41 "DELETE /v2.0/ports/09b3d17d-21c5-4a77-b005-d758145a9661 HTTP/1.1" status: 204 len: 173 time: 0.8414588 May 28 07:08:56.938894 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b52ee2-c2ab-4fa9-ac67-2ae04d2b27ef'] response: {'server_uuid': '3a1c6d0c-99b7-49c9-b652-4befca5c034a', 'name': 'network-vif-deleted', 'tag': '09b3d17d-21c5-4a77-b005-d758145a9661', 'status': 'completed', 'code': 200} May 28 07:08:57.028602 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-86fb4572-ebc1-4a56-909e-6e6951253e7d req-d93d1e02-2f80-4d3d-9262-bf4c441d7d27 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Synchronizing usage tracker for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:08:57.044741 n-d-843679-5 neutron-server[88417]: DEBUG neutron.quota.resource [req-86fb4572-ebc1-4a56-909e-6e6951253e7d req-d93d1e02-2f80-4d3d-9262-bf4c441d7d27 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Unset dirty status for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:08:57.045903 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-86fb4572-ebc1-4a56-909e-6e6951253e7d req-d93d1e02-2f80-4d3d-9262-bf4c441d7d27 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a1c6d0c-99b7-49c9-b652-4befca5c034a HTTP/1.1" status: 200 len: 210 time: 0.0614805 May 28 07:08:58.661308 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55478) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:08:58.866129 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Deleting port 21541521-af06-4ba6-ac58-547f11a14ac1 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:08:58.866395 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:58.914923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 09b3d17d-21c5-4a77-b005-d758145a9661 no longer exists at agent hyperv_n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:08:58.952837 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] No Port match for: 09b3d17d-21c5-4a77-b005-d758145a9661 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:08:58.953267 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Device 09b3d17d-21c5-4a77-b005-d758145a9661 not bound to the agent host n-h2-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:08:59.035618 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:59.035943 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:59.158568 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Calling delete_port for 21541521-af06-4ba6-ac58-547f11a14ac1 owned by network:floatingip {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:08:59.309512 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:59.357500 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event deleted for resources: {'Port': ['ID=21541521-af06-4ba6-ac58-547f11a14ac1,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:08:59.512483 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.512730 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.513066 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.513398 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.513746 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.514076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.514397 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.514714 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.515031 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.515377 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.515699 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.516020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843679-5 {{(pid=88416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 07:08:59.572734 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for floatingip, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:08:59.573062 n-d-843679-5 neutron-server[88416]: INFO neutron.db.l3_db [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Floating IP 6a0c2c1e-4fe4-4437-b6a0-42230de649a8 disassociated (deleted). External IP: 172.25.4.148, port: 1d18f157-593a-4786-b01a-f5d8bed50999. May 28 07:08:59.932690 n-d-843679-5 neutron-server[88416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Router c1624923-8955-4b11-a316-70b27825cc15 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:09:00.112353 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:09:00.122888 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] Sync routers for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:09:00.132543 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:00.133255 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for floatingip, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:00.133369 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:08:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:00.193197 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d269506e-d775-432b-80ad-9b807c7a8f2a tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "DELETE /v2.0/floatingips/6a0c2c1e-4fe4-4437-b6a0-42230de649a8 HTTP/1.1" status: 204 len: 168 time: 1.5307417 May 28 07:09:00.193711 n-d-843679-5 neutron-server[88416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999'}] {{(pid=88416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:09:00.244674 n-d-843679-5 neutron-server[88416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b343a376-f34b-4c47-8337-772c14a70029'] response: {'name': 'network-changed', 'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999', 'status': 'completed', 'code': 200} May 28 07:09:00.319834 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:00.365274 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-7a05dae9-32f5-41c4-aa6a-f5f2ef2abf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:00.366920 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-7a05dae9-32f5-41c4-aa6a-f5f2ef2abf5b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=570c844c293947ef9a44fd496dc23544&device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 1094 time: 0.0771985 May 28 07:09:00.508291 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-d02b5aa9-1ec8-4f01-bed0-39ee04f29cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:00.509633 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-d02b5aa9-1ec8-4f01-bed0-39ee04f29cb6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 200 len: 910 time: 0.1369362 May 28 07:09:00.582017 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-beee20b5-1268-44fa-a431-fc2225ee8dea service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 200 len: 217 time: 0.0650196 May 28 07:09:00.584076 n-d-843679-5 neutron-server[88416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343aed2-5cb5-45a7-befb-bd5528afaaf3 req-7d99de22-ced9-4981-a20b-4a02a18e8962 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:00.584784 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3343aed2-5cb5-45a7-befb-bd5528afaaf3 req-7d99de22-ced9-4981-a20b-4a02a18e8962 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Synchronizing usage tracker for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 07:09:00.600804 n-d-843679-5 neutron-server[88416]: DEBUG neutron.quota.resource [req-3343aed2-5cb5-45a7-befb-bd5528afaaf3 req-7d99de22-ced9-4981-a20b-4a02a18e8962 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Unset dirty status for tenant:570c844c293947ef9a44fd496dc23544 on resource:port {{(pid=88416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 07:09:00.602019 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3343aed2-5cb5-45a7-befb-bd5528afaaf3 req-7d99de22-ced9-4981-a20b-4a02a18e8962 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 943 time: 0.1030121 May 28 07:09:00.648794 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [req-3343aed2-5cb5-45a7-befb-bd5528afaaf3 req-95e8bec9-4732-40fd-a2b2-d8916f4d39c4 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406523 May 28 07:09:00.650686 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-874a8da6-bdec-4391-98e3-6761b69bbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:00.652204 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-874a8da6-bdec-4391-98e3-6761b69bbc5a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 200 len: 848 time: 0.0629935 May 28 07:09:00.658317 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:00.662503 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] Checking router: c1624923-8955-4b11-a316-70b27825cc15 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:09:00.671139 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:00.671991 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:08:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:00.728514 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-9ba3809e-f0d4-49de-a200-52036ceaf777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:00.729976 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-9ba3809e-f0d4-49de-a200-52036ceaf777 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88806224-58cd-437c-8478-dd04b6be0572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713730 May 28 07:09:00.852639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:00.863725 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-c7b9766f-de03-4ce0-bcda-f2fe6f9b2456 service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270955 May 28 07:09:00.994124 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-00aafe6a-582c-4b1d-bc76-75ff55b19d55 req-2fc2304f-8993-4d12-94e3-cabeee47550e service neutron] 10.222.0.33 "GET /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243691 May 28 07:09:01.171782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:01.175678 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394f96b-e8fb-4993-8049-0894bb88ec03 None None] The sync data for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 is: [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:03:31Z', 'revision_number': 4, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5', '_interfaces': [{'id': '2fa36327-8330-4431-a779-7fcd5f31cf2e', 'name': '', 'network_id': '88806224-58cd-437c-8478-dd04b6be0572', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:30Z', 'updated_at': '2022-05-28T07:03:37Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'subnets': [{'id': '5d5523f3-c7e6-4f25-baeb-091d1420a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:09:01.380660 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f781d-7f89-48fd-975c-180089752d6e None None] New status for floating IP 6a0c2c1e-4fe4-4437-b6a0-42230de649a8: DOWN {{(pid=88419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 07:09:01.405947 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-d25a5b8c-1703-44c6-8145-2368bc324b34 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:01.407322 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-d25a5b8c-1703-44c6-8145-2368bc324b34 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.33 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 943 time: 0.0814166 May 28 07:09:01.481208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-fce94a89-2519-4cd5-9df1-49d02ace57f0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Deleting port 1d18f157-593a-4786-b01a-f5d8bed50999 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:01.481550 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-fce94a89-2519-4cd5-9df1-49d02ace57f0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:01.729418 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-fce94a89-2519-4cd5-9df1-49d02ace57f0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] For port 1d18f157-593a-4786-b01a-f5d8bed50999, host n-h1-843679-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843679-5',level=0,port_id=1d18f157-593a-4786-b01a-f5d8bed50999,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:01.729774 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-fce94a89-2519-4cd5-9df1-49d02ace57f0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:01.883208 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-fce94a89-2519-4cd5-9df1-49d02ace57f0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Calling delete_port for 1d18f157-593a-4786-b01a-f5d8bed50999 owned by compute:nova {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:02.036669 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:02.132744 n-d-843679-5 neutron-server[88417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cb122-c5ae-4a3e-a3ee-60d1697f71b3 req-e0c1af69-3dd0-44b8-9a87-80b719e5ff1d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 07:09:02.134177 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d40cb122-c5ae-4a3e-a3ee-60d1697f71b3 req-e0c1af69-3dd0-44b8-9a87-80b719e5ff1d tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/ports?device_id=7678b307-1799-4b21-8ae6-e0cfc9684c04 HTTP/1.1" status: 200 len: 943 time: 0.3440909 May 28 07:09:02.198396 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-d40cb122-c5ae-4a3e-a3ee-60d1697f71b3 req-7d0ce5e4-d7f6-464d-ac09-37788e7ebaf7 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "GET /v2.0/security-groups?id=a98ea670-71e9-4eb5-9230-a7d0d9419169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521922 May 28 07:09:02.199988 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-fce94a89-2519-4cd5-9df1-49d02ace57f0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:02.279588 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce94a89-2519-4cd5-9df1-49d02ace57f0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event deleted for resources: {'Port': ['ID=1d18f157-593a-4786-b01a-f5d8bed50999,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:02.327456 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-fce94a89-2519-4cd5-9df1-49d02ace57f0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] No DVR routers for this DVR port 1d18f157-593a-4786-b01a-f5d8bed50999 on host n-h1-843679-5 {{(pid=88417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:09:02.330154 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-fce94a89-2519-4cd5-9df1-49d02ace57f0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42004'] for port, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:02.333066 n-d-843679-5 neutron-server[88417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'name': 'network-vif-deleted', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999'}] {{(pid=88417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 07:09:02.348580 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [req-9357900f-8988-4ce5-8258-b37a48a512b6 req-fce94a89-2519-4cd5-9df1-49d02ace57f0 tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.33 "DELETE /v2.0/ports/1d18f157-593a-4786-b01a-f5d8bed50999 HTTP/1.1" status: 204 len: 173 time: 0.9353595 May 28 07:09:02.379748 n-d-843679-5 neutron-server[88417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af764c5-b67f-4264-ba92-1e90002287a8'] response: {'server_uuid': '7678b307-1799-4b21-8ae6-e0cfc9684c04', 'name': 'network-vif-deleted', 'tag': '1d18f157-593a-4786-b01a-f5d8bed50999', 'status': 'completed', 'code': 200} May 28 07:09:03.292098 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55494) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:03.361929 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19198d6a-43b2-41a1-accd-fd3e1414a49f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:03.391248 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19198d6a-43b2-41a1-accd-fd3e1414a49f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:03.458976 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19198d6a-43b2-41a1-accd-fd3e1414a49f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:03.477689 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19198d6a-43b2-41a1-accd-fd3e1414a49f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98ea670-71e9-4eb5-9230-a7d0d9419169,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:03.490743 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-19198d6a-43b2-41a1-accd-fd3e1414a49f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] Notify callbacks [] for security_group, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:03.491913 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-19198d6a-43b2-41a1-accd-fd3e1414a49f tempest-TestSnapshotPattern-838567675 tempest-TestSnapshotPattern-838567675-project] 10.222.0.39 "DELETE /v2.0/security-groups/a98ea670-71e9-4eb5-9230-a7d0d9419169 HTTP/1.1" status: 204 len: 168 time: 0.1983159 May 28 07:09:04.548242 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55502) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:05.180781 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:05.518341 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] Deleting port 2fa36327-8330-4431-a779-7fcd5f31cf2e {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:05.518596 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:05.690183 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] For port 2fa36327-8330-4431-a779-7fcd5f31cf2e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=2fa36327-8330-4431-a779-7fcd5f31cf2e,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:05.690888 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:05.925070 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] Calling delete_port for 2fa36327-8330-4431-a779-7fcd5f31cf2e owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:06.233692 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:06.233933 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1d18f157-593a-4786-b01a-f5d8bed50999 no longer exists at agent hyperv_n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:06.267716 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] No Port match for: 1d18f157-593a-4786-b01a-f5d8bed50999 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:06.268060 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Device 1d18f157-593a-4786-b01a-f5d8bed50999 not bound to the agent host n-h1-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:06.309321 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa36327-8330-4431-a779-7fcd5f31cf2e,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:06.549446 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:06.903308 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] Router c1624923-8955-4b11-a316-70b27825cc15 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:09:07.191090 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:09:07.200305 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] Sync routers for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:09:07.207169 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-041369f5-68a6-4625-8c3b-7c70c5ddb00f admin admin] 10.222.0.39 "PUT /v2.0/routers/c1624923-8955-4b11-a316-70b27825cc15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6552582 May 28 07:09:07.207344 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55508) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:07.209585 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:07.210302 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:08:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:07.378709 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:07.385323 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: n-d-843679-5 {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:07.554093 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:07.564068 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Deleting port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:07.564414 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:07.668982 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:09:06Z', 'revision_number': 5, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port': {'id': '3399f8d9-b6bc-4ed7-8a32-edf9b85e129c', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1624923-8955-4b11-a316-70b27825cc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:28Z', 'updated_at': '2022-05-28T07:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:07.672852 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] Checking router: c1624923-8955-4b11-a316-70b27825cc15 for host: n-d-843679-5 {{(pid=88418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:09:07.681155 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] Routers {'c1624923-8955-4b11-a316-70b27825cc15'} bound to L3 agent in host n-d-843679-5 {{(pid=88418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:07.681748 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:08:41Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['c1624923-8955-4b11-a316-70b27825cc15'], 'active': True} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:07.736494 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] For port 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=3399f8d9-b6bc-4ed7-8a32-edf9b85e129c,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:07.736847 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:07.833091 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_dvr_db [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] Set router c1624923-8955-4b11-a316-70b27825cc15 gateway port host: None {{(pid=88418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:07.860502 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Calling delete_port for 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c owned by network:router_gateway {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:07.937915 n-d-843679-5 neutron-server[88418]: DEBUG neutron.db.l3_hamode_db [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:09:07Z', 'revision_number': 6, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:07.942073 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb29dda0-8bf9-4c4c-9670-339f556cbea8 None None] The sync data for ids ['c1624923-8955-4b11-a316-70b27825cc15'] in n-d-843679-5 is: [{'id': 'c1624923-8955-4b11-a316-70b27825cc15', 'name': 'tempest-TestSnapshotPattern-890840373-router', 'tenant_id': '570c844c293947ef9a44fd496dc23544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:27Z', 'updated_at': '2022-05-28T07:09:07Z', 'revision_number': 6, 'project_id': '570c844c293947ef9a44fd496dc23544', 'gw_port_host': None}] {{(pid=88418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:09:08.032699 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.080898 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3399f8d9-b6bc-4ed7-8a32-edf9b85e129c,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:08.175995 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.350295 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.352580 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.380001 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.380628 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1624923-8955-4b11-a316-70b27825cc15 {{(pid=88417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:09:08.392695 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] Notify callbacks [] for router, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.393805 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-abfe1eab-ecea-40c6-b20e-58b9687203b8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c1624923-8955-4b11-a316-70b27825cc15 HTTP/1.1" status: 204 len: 168 time: 1.1855791 May 28 07:09:08.396348 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55512) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:08.458255 n-d-843679-5 neutron-server[88417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef305f38-170c-4236-a1cb-40ce8e56d9ad admin admin] Deleting subnet 5d5523f3-c7e6-4f25-baeb-091d1420a0c2 {{(pid=88417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:09:08.461160 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef305f38-170c-4236-a1cb-40ce8e56d9ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.509478 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef305f38-170c-4236-a1cb-40ce8e56d9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27264436'] for subnet, precommit_delete_associations {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.689529 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2fa36327-8330-4431-a779-7fcd5f31cf2e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:08.691532 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef305f38-170c-4236-a1cb-40ce8e56d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.738357 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 2fa36327-8330-4431-a779-7fcd5f31cf2e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:08.738698 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 2fa36327-8330-4431-a779-7fcd5f31cf2e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:08.747817 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-da91c6df-005a-4d7b-a15b-2602126528f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.769164 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef305f38-170c-4236-a1cb-40ce8e56d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27855183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3745772'] for subnet, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.813731 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef305f38-170c-4236-a1cb-40ce8e56d9ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5523f3-c7e6-4f25-baeb-091d1420a0c2,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:08.815808 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-ef305f38-170c-4236-a1cb-40ce8e56d9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.819135 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f51738f-2e7b-4865-b82a-ee3c63991c44 None None] Network 88806224-58cd-437c-8478-dd04b6be0572 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:09:08.823300 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-ef305f38-170c-4236-a1cb-40ce8e56d9ad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5d5523f3-c7e6-4f25-baeb-091d1420a0c2 HTTP/1.1" status: 204 len: 168 time: 0.4259746 May 28 07:09:08.827787 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55516) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:08.940162 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:08.952054 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Deleting port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:08.952400 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.080333 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] DHCP port deletion for 88806224-58cd-437c-8478-dd04b6be0572 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:09:09.084218 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] Deleting port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:09.084620 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.170195 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] For port 917d5aea-adf8-4b67-9cd8-6a22c48243f2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=917d5aea-adf8-4b67-9cd8-6a22c48243f2,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:09.171294 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.291280 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Calling delete_port for 917d5aea-adf8-4b67-9cd8-6a22c48243f2 owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:09.291596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] For port 917d5aea-adf8-4b67-9cd8-6a22c48243f2, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=917d5aea-adf8-4b67-9cd8-6a22c48243f2,segment=NetworkSegment(8e1bc815-2401-40a7-be7d-0d43bbe4b771),segment_id=8e1bc815-2401-40a7-be7d-0d43bbe4b771)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:09.291994 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.369325 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.450921 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] Calling delete_port for 917d5aea-adf8-4b67-9cd8-6a22c48243f2 owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:09.524292 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:09:09.524652 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:09:09.534072 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=917d5aea-adf8-4b67-9cd8-6a22c48243f2,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:09.540124 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] No DVR routers for this DVR port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:09:09.653544 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.677541 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88806224-58cd-437c-8478-dd04b6be0572']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:09.689870 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1bc815-2401-40a7-be7d-0d43bbe4b771') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:09.690163 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1bc815-2401-40a7-be7d-0d43bbe4b771') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:09.702074 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.717812 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.724164 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:09:09.724653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.807700 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8e1bc815-2401-40a7-be7d-0d43bbe4b771 resource provider aggregate not found May 28 07:09:09.824743 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.827984 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 8e1bc815-2401-40a7-be7d-0d43bbe4b771 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e1bc815-2401-40a7-be7d-0d43bbe4b771 found for delete ", "request_id": "req-9ecac3d2-cdee-4540-8c57-480d52205397"}]} May 28 07:09:09.843653 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:09.854020 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=88806224-58cd-437c-8478-dd04b6be0572,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:09.868816 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-56acb90a-ab37-4787-8baa-31e88e691cf2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/88806224-58cd-437c-8478-dd04b6be0572 HTTP/1.1" status: 204 len: 168 time: 1.0398848 May 28 07:09:09.872405 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [-] (88417) accepted ('10.222.0.39', 55526) {{(pid=88417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:10.025639 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] Deleting port 917d5aea-adf8-4b67-9cd8-6a22c48243f2 {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:10.026154 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:10.060636 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 917d5aea-adf8-4b67-9cd8-6a22c48243f2 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:10.128620 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-b447b6a1-dee9-4ee4-a696-94774083552b None None] The port '917d5aea-adf8-4b67-9cd8-6a22c48243f2' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:09:10.129445 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 917d5aea-adf8-4b67-9cd8-6a22c48243f2 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:10.129782 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 917d5aea-adf8-4b67-9cd8-6a22c48243f2 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:10.130180 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:10.169651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:10.169651 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 3399f8d9-b6bc-4ed7-8a32-edf9b85e129c not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:10.408301 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662913'] for router_interface, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:10.749743 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] Deleting port 20500da4-337e-48ff-b524-1c73231a3309 {{(pid=88417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:10.749999 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:10.919698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d1021b3a-534c-49e8-b99a-a352e933c3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:10.923567 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.db [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] For port 20500da4-337e-48ff-b524-1c73231a3309, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=20500da4-337e-48ff-b524-1c73231a3309,segment=NetworkSegment(7d0a0031-8108-499e-99ce-3963d8c72961),segment_id=7d0a0031-8108-499e-99ce-3963d8c72961)] {{(pid=88417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:10.924070 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:11.044548 n-d-843679-5 neutron-server[88417]: DEBUG neutron.plugins.ml2.plugin [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] Calling delete_port for 20500da4-337e-48ff-b524-1c73231a3309 owned by network:router_interface {{(pid=88417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:11.133650 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:11.325498 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27855760'] for port, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:11.373726 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] Pushing event deleted for resources: {'Port': ['ID=20500da4-337e-48ff-b524-1c73231a3309,revision_number=None']} {{(pid=88417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:11.640443 n-d-843679-5 neutron-server[88417]: DEBUG neutron_lib.callbacks.manager [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662845'] for router_interface, after_delete {{(pid=88417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:11.824281 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:11.999042 n-d-843679-5 neutron-server[88417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] Router 1fea2802-57e9-468b-a9e2-8db2218b2e25 has already been hosted by L3 agent c9300a66-89bb-47b4-a389-c0984bddf92c {{(pid=88417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 07:09:12.002111 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:12.179448 n-d-843679-5 neutron-server[88417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] Notify agent at l3_agent.n-d-843679-5 the message routers_updated {{(pid=88417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 07:09:12.189201 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] Sync routers for ids ['1fea2802-57e9-468b-a9e2-8db2218b2e25'] in n-d-843679-5 {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 07:09:12.196241 n-d-843679-5 neutron-server[88417]: INFO neutron.wsgi [None req-42895038-07c5-49ed-80bc-d5711cf0b976 admin admin] 10.222.0.39 "PUT /v2.0/routers/1fea2802-57e9-468b-a9e2-8db2218b2e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3226724 May 28 07:09:12.197978 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55530) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:12.198465 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] Routers {'1fea2802-57e9-468b-a9e2-8db2218b2e25'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:12.199125 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:09:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1fea2802-57e9-468b-a9e2-8db2218b2e25'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:12.374730 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Notify callbacks [] for router, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:12.376019 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] Set router 1fea2802-57e9-468b-a9e2-8db2218b2e25 gateway port host: n-d-843679-5 {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:12.552573 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:12.562601 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Deleting port f4203065-7aaf-48b3-80b5-6fdc18154aba {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:12.562964 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:12.656402 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'name': 'tempest-TestSnapshotPattern-896277105-router', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'external_fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:33Z', 'updated_at': '2022-05-28T07:09:11Z', 'revision_number': 5, 'project_id': 'a28f8561404b441bacb547eec105b709', 'gw_port': {'id': 'f4203065-7aaf-48b3-80b5-6fdc18154aba', 'name': '', 'network_id': 'ea635bf6-f5d1-4589-a70d-c3fcb91a1abd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843679-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T07:03:34Z', 'updated_at': '2022-05-28T07:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6a133d1-32c8-4f54-934e-f062f474052d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843679-5'}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:12.660045 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] Checking router: 1fea2802-57e9-468b-a9e2-8db2218b2e25 for host: n-d-843679-5 {{(pid=88419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 07:09:12.668206 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] Routers {'1fea2802-57e9-468b-a9e2-8db2218b2e25'} bound to L3 agent in host n-d-843679-5 {{(pid=88419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 07:09:12.668782 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843679-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T05:19:11Z,description=,heartbeat_timestamp=2022-05-28T07:09:11Z,host='n-d-843679-5',id=c9300a66-89bb-47b4-a389-c0984bddf92c,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T05:19:11Z,topic='l3_agent')) {'router_ids': ['1fea2802-57e9-468b-a9e2-8db2218b2e25'], 'active': True} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:12.734025 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] For port f4203065-7aaf-48b3-80b5-6fdc18154aba, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=f4203065-7aaf-48b3-80b5-6fdc18154aba,segment=NetworkSegment(805a8837-388c-4ad2-bf8c-669ac5506f36),segment_id=805a8837-388c-4ad2-bf8c-669ac5506f36)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:12.734391 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:12.822424 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_dvr_db [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] Set router 1fea2802-57e9-468b-a9e2-8db2218b2e25 gateway port host: None {{(pid=88419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 07:09:12.871453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Calling delete_port for f4203065-7aaf-48b3-80b5-6fdc18154aba owned by network:router_gateway {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:12.954851 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.l3_hamode_db [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'name': 'tempest-TestSnapshotPattern-896277105-router', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:33Z', 'updated_at': '2022-05-28T07:09:12Z', 'revision_number': 6, 'project_id': 'a28f8561404b441bacb547eec105b709', 'gw_port_host': None}], 'n-d-843679-5', False) {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:12.958663 n-d-843679-5 neutron-server[88419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39546c9-7202-41ef-b57a-1669fe46f248 None None] The sync data for ids ['1fea2802-57e9-468b-a9e2-8db2218b2e25'] in n-d-843679-5 is: [{'id': '1fea2802-57e9-468b-a9e2-8db2218b2e25', 'name': 'tempest-TestSnapshotPattern-896277105-router', 'tenant_id': 'a28f8561404b441bacb547eec105b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T07:03:33Z', 'updated_at': '2022-05-28T07:09:12Z', 'revision_number': 6, 'project_id': 'a28f8561404b441bacb547eec105b709', 'gw_port_host': None}] {{(pid=88419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 07:09:13.057875 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.108388 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4203065-7aaf-48b3-80b5-6fdc18154aba,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:13.195815 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657060'] for router_gateway, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.485576 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58871'] for router, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.487771 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.513011 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659532'] for router, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.513480 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fea2802-57e9-468b-a9e2-8db2218b2e25 {{(pid=88416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 07:09:13.524985 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] Notify callbacks [] for router, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.526109 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-77e4f82c-1a86-42b3-b541-c3f99ec2dc71 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1fea2802-57e9-468b-a9e2-8db2218b2e25 HTTP/1.1" status: 204 len: 168 time: 1.3268614 May 28 07:09:13.528716 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55534) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:13.586818 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9856eed-bd53-471f-af3f-c81cef761fcb admin admin] Deleting subnet 27d8ab73-d41b-4827-965a-b3045f03d1b4 {{(pid=88416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 07:09:13.589687 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d9856eed-bd53-471f-af3f-c81cef761fcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.638192 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d9856eed-bd53-471f-af3f-c81cef761fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013438'] for subnet, precommit_delete_associations {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.684370 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.723122 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d9856eed-bd53-471f-af3f-c81cef761fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892043'] for subnet, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.792982 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d9856eed-bd53-471f-af3f-c81cef761fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3892048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28256210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28432440'] for subnet, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.831173 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856eed-bd53-471f-af3f-c81cef761fcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d8ab73-d41b-4827-965a-b3045f03d1b4,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:13.836239 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-d9856eed-bd53-471f-af3f-c81cef761fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.840596 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8db99-3318-4cfb-8195-23d1968490fc None None] Network 923ee032-c0bb-487f-95dc-7333dcb41960 requested from n-d-843679-5 {{(pid=88418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 07:09:13.844793 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-d9856eed-bd53-471f-af3f-c81cef761fcb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/27d8ab73-d41b-4827-965a-b3045f03d1b4 HTTP/1.1" status: 204 len: 168 time: 0.3136404 May 28 07:09:13.845751 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55538) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:13.968052 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3994110'] for network, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:13.978622 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Deleting port 08f6c7e8-1c94-46ac-b549-801de362976e {{(pid=88416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:13.978956 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.066812 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 20500da4-337e-48ff-b524-1c73231a3309 no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:14.105901 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 20500da4-337e-48ff-b524-1c73231a3309 {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:14.106245 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 20500da4-337e-48ff-b524-1c73231a3309 not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:14.106666 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f4203065-7aaf-48b3-80b5-6fdc18154aba no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:14.140269 n-d-843679-5 neutron-server[88418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] DHCP port deletion for 923ee032-c0bb-487f-95dc-7333dcb41960 request from n-d-843679-5 {{(pid=88418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 07:09:14.142418 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: f4203065-7aaf-48b3-80b5-6fdc18154aba {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:14.142757 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device f4203065-7aaf-48b3-80b5-6fdc18154aba not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:14.146083 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] Deleting port 08f6c7e8-1c94-46ac-b549-801de362976e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:14.146456 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.211810 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.db [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] For port 08f6c7e8-1c94-46ac-b549-801de362976e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08f6c7e8-1c94-46ac-b549-801de362976e,segment=NetworkSegment(7d0a0031-8108-499e-99ce-3963d8c72961),segment_id=7d0a0031-8108-499e-99ce-3963d8c72961)] {{(pid=88416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:14.212163 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.338204 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.plugin [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Calling delete_port for 08f6c7e8-1c94-46ac-b549-801de362976e owned by network:dhcp {{(pid=88416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:14.351923 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.db [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] For port 08f6c7e8-1c94-46ac-b549-801de362976e, host n-d-843679-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843679-5',level=0,port_id=08f6c7e8-1c94-46ac-b549-801de362976e,segment=NetworkSegment(7d0a0031-8108-499e-99ce-3963d8c72961),segment_id=7d0a0031-8108-499e-99ce-3963d8c72961)] {{(pid=88418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 07:09:14.352240 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656119'] for port, precommit_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.417068 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3688723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752088277724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752087918439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28255501'] for port, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.465476 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f6c7e8-1c94-46ac-b549-801de362976e,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:14.467300 n-d-843679-5 neutron-server[88416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] No DVR routers for this DVR port 08f6c7e8-1c94-46ac-b549-801de362976e on host n-d-843679-5 {{(pid=88416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 07:09:14.477984 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] Calling delete_port for 08f6c7e8-1c94-46ac-b549-801de362976e owned by network:dhcp {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 07:09:14.549195 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.db.api [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 07:09:14.549546 n-d-843679-5 neutron-server[88418]: DEBUG oslo_db.api [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 07:09:14.582078 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3889618', 'neutron.services.segments.db._delete_segments_for_network-8752088369884'] for network, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.607333 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923ee032-c0bb-487f-95dc-7333dcb41960']}} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:14.618861 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0a0031-8108-499e-99ce-3963d8c72961') {'for_net_delete': True} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:14.619158 n-d-843679-5 neutron-server[88416]: DEBUG neutron.services.segments.db [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0a0031-8108-499e-99ce-3963d8c72961') {} {{(pid=88416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 07:09:14.630191 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752088309495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013417'] for segment, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.647732 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889406'] for segment, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.654517 n-d-843679-5 neutron-server[88416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 07:09:14.654901 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3889292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28255600'] for segment, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.721141 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 7d0a0031-8108-499e-99ce-3963d8c72961 resource provider aggregate not found May 28 07:09:14.743347 n-d-843679-5 neutron-server[88416]: INFO neutron.services.segments.plugin [-] Segment 7d0a0031-8108-499e-99ce-3963d8c72961 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d0a0031-8108-499e-99ce-3963d8c72961 found for delete ", "request_id": "req-c3d13faa-e2fb-4aba-bc0f-6deab4e4b21e"}]} May 28 07:09:14.755126 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3889627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657025'] for network, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.760069 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Notify callbacks [] for network, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:14.786251 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=923ee032-c0bb-487f-95dc-7333dcb41960,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:14.794188 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-4761d5c3-707d-4a11-939c-9daac4ba6b93 admin admin] 10.222.0.39 "DELETE /v2.0/networks/923ee032-c0bb-487f-95dc-7333dcb41960 HTTP/1.1" status: 204 len: 168 time: 0.9450221 May 28 07:09:14.906761 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55550) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:14.958259 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-982ecaf6-6fcd-4408-a47b-9056043aadaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=570c844c293947ef9a44fd496dc23544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515761 May 28 07:09:14.960832 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55554) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:15.024308 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-827f6953-7037-49c8-aaad-55f0654aae88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.049169 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-827f6953-7037-49c8-aaad-55f0654aae88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.050299 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] Deleting port 08f6c7e8-1c94-46ac-b549-801de362976e {{(pid=88418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 07:09:15.050821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752088404776'] for port, before_delete {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.101768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-827f6953-7037-49c8-aaad-55f0654aae88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.118102 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f6953-7037-49c8-aaad-55f0654aae88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a7ceec-2bd4-4f9f-af88-4ed3042e8687,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:15.124054 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-17eb0423-be6f-4bd3-a15c-8f43f454c557 None None] The port '08f6c7e8-1c94-46ac-b549-801de362976e' was deleted {{(pid=88418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 07:09:15.128084 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-827f6953-7037-49c8-aaad-55f0654aae88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.132761 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-827f6953-7037-49c8-aaad-55f0654aae88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7a7ceec-2bd4-4f9f-af88-4ed3042e8687 HTTP/1.1" status: 204 len: 168 time: 0.1703799 May 28 07:09:15.482215 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55566) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:15.529885 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-10dbe263-b582-4fc7-9b7f-bd301cb7b04f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a28f8561404b441bacb547eec105b709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465531 May 28 07:09:15.532225 n-d-843679-5 neutron-server[88416]: DEBUG neutron.wsgi [-] (88416) accepted ('10.222.0.39', 55570) {{(pid=88416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 07:09:15.587843 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a1c787b-7473-41ba-b55f-3e72ddf19114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.616623 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a1c787b-7473-41ba-b55f-3e72ddf19114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.667188 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a1c787b-7473-41ba-b55f-3e72ddf19114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641912'] for security_group, after_delete {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.683453 n-d-843679-5 neutron-server[88416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c787b-7473-41ba-b55f-3e72ddf19114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5330ccc5-e20a-4a04-beb5-64107801b6ac,revision_number=None']} {{(pid=88416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 07:09:15.687768 n-d-843679-5 neutron-server[88416]: DEBUG neutron_lib.callbacks.manager [None req-5a1c787b-7473-41ba-b55f-3e72ddf19114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:15.688916 n-d-843679-5 neutron-server[88416]: INFO neutron.wsgi [None req-5a1c787b-7473-41ba-b55f-3e72ddf19114 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5330ccc5-e20a-4a04-beb5-64107801b6ac HTTP/1.1" status: 204 len: 168 time: 0.1558249 May 28 07:09:16.059148 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 08f6c7e8-1c94-46ac-b549-801de362976e no longer exists at agent ovs-agent-n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 07:09:16.095622 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.plugin [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] No Port match for: 08f6c7e8-1c94-46ac-b549-801de362976e {{(pid=88418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 07:09:16.095971 n-d-843679-5 neutron-server[88418]: DEBUG neutron.plugins.ml2.rpc [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Device 08f6c7e8-1c94-46ac-b549-801de362976e not bound to the agent host n-d-843679-5 {{(pid=88418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 07:09:16.835470 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:09:32.026549 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:38.702206 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-de13f648-8eba-4545-8789-212f029ca976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:40.921126 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-da2053b2-d26e-4f44-8a65-97d58114bd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:41.155464 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:41.826336 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:42.003619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:43.683554 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:09:53.835065 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:10:02.036698 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:08.704866 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4465f48f-3157-4d4c-8e95-d6ab0943e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:10.922590 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-eac088b6-16ba-4a49-b2f7-b4e3f6d82757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:11.161236 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:11.829600 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:12.005836 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:13.684730 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:30.834370 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:10:32.040367 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:38.707733 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e88817e2-b340-4c50-880f-d8a362c36b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:40.924735 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-78cb480a-20f2-4ff4-aa72-bbcfcfaadd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:41.155540 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:41.833633 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:42.007481 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:10:43.686291 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:02.047091 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:07.834402 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:11:08.713382 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-35f913c8-523c-49b7-9d6c-98451d3c6562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:10.926155 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-751d7563-830e-4c3d-a693-420ddc0474c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:11.160651 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:11.836730 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:12.010180 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:13.689939 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:32.047303 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:38.715414 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a3a6aec6-5a2c-48da-aac8-66ce9b1e4426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:40.927076 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0a58b701-d211-4aeb-90bf-5f6d73626189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:41.159112 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:41.839403 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:42.011927 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:43.692176 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:11:44.833309 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:12:02.069380 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:08.716986 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-b44a39c5-4b36-4d9f-8809-020a35d165b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:10.928910 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-32a35bdc-8522-45e5-83fc-cbbd3ea95f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:11.160525 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:11.841573 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:12.014761 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:13.693317 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:21.832783 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:12:32.092593 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:38.718365 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-58e32c3f-5fae-4857-a770-f2e08c816a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:40.930493 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ded8c41f-ca85-41dc-90dd-c153d6be0cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:41.158728 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:41.844569 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:42.017551 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:43.695812 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:12:58.831828 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:13:02.091161 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:08.720779 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce116-92c9-4e61-a6b1-d7eda82d6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:10.932729 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-5b231c76-339a-4aa4-9ae3-5d510657ddc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.157479 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:11.846135 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:12.022847 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:13.701803 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:32.098985 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:35.831856 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:13:38.722396 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d3351d65-b274-4b19-85b9-badd10f8d0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:40.934150 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-d57f19da-32c3-4b2c-b494-bf10ed5b0f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:41.175687 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:41.847967 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:42.022630 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:13:43.701875 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:02.107903 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:08.724680 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-4a79b024-9791-4634-ad26-05f7dc629a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:10.935376 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-72109525-2342-4141-b9bc-0193b587bc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:11.172242 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:11.848323 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:12.025515 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:12.830690 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:14:13.704557 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:32.114008 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:38.725807 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fa7dfeb5-dcb3-4ca2-8940-8b041bfbe2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:40.937128 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-559df45c-3c6b-483d-8450-03a308a4fa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.186506 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:41.849198 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:42.028114 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:43.707830 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:14:49.830666 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:15:02.128850 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:08.728623 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-f0bb77f9-dc1c-4df3-a1c5-c7f09fbefc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:10.937993 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-1c615faa-836d-465c-8980-9dda67bf4085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:11.187732 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:11.850821 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:12.031016 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:13.715518 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:26.830200 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:15:32.136779 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:38.732107 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-0db470da-162c-417c-bb5a-cefb37ccb3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:40.939146 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-e2345a5d-1281-49dd-b27d-2dc9d51cbb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:41.218368 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:41.853680 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:42.031719 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:15:43.717420 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:02.129538 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:03.829619 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:16:08.735489 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-c73249aa-e2d0-490b-b08a-9c09e0069a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:10.940083 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9d81abe2-3754-4505-a5b0-e5d69371b935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:11.233697 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:11.856008 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:12.035542 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:13.719464 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:32.041072 n-d-843679-5 neutron-server[88417]: DEBUG neutron.wsgi [req-e2ad60ea-3282-4776-8ca1-a571127bfb61 req-cfc5ef7e-22d5-48ea-9b5a-a8aaec031b8f service neutron] (88417) timed out ('10.222.0.39', 54046) {{(pid=88417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 07:16:32.136714 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:38.736687 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4cf3-9990-41eb-81da-440a2c40396d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:40.829389 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:16:40.941151 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-3b838353-184b-4dbf-a5bb-99bc0a42e8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:41.248613 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:41.858559 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:42.036717 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:16:43.722619 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:02.144369 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:08.738329 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7f4955f2-a7f2-492c-91ba-8afa573616ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:10.942300 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-fed30b38-1702-4f94-96a0-9d70392f72ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:11.264717 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:11.865615 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:12.039706 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:13.724451 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:17.828528 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:17:32.153054 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:38.740246 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ba59b1d4-05f6-44b4-9147-93cc542ebab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:40.943288 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-9f149754-4462-47e5-919b-7a9f0f85a9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:41.281722 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d42b3-199c-4ea1-bffc-6937a792f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:41.856739 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-67fca44f-41cd-42ee-829e-878ac9998233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:42.044059 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-7550f307-bde8-47de-bee4-bfddc7af8b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:43.763908 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-ca11d036-81cf-43df-a590-066563449994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 07:17:54.828454 n-d-843679-5 neutron-server[88419]: DEBUG neutron.db.agents_db [None req-ccd41bce-306c-4942-9466-e2684e408214 None None] Agent healthcheck: found 7 active agents {{(pid=88419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 07:18:02.153872 n-d-843679-5 neutron-server[88418]: DEBUG neutron_lib.callbacks.manager [None req-a69958e2-9196-4425-ab49-b5bc512ff635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752088369866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3829272'] for agent, after_update {{(pid=88418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}